-- Logs begin at Thu 2021-09-16 03:55:52 UTC, end at Thu 2021-09-16 06:36:54 UTC. -- Sep 16 04:39:23.204883 n-d-712143-16 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 04:39:25.930837 n-d-712143-16 neutron-server[101715]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:39:25.931481 n-d-712143-16 neutron-server[101715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:39:25.931671 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:39:25.934897 n-d-712143-16 neutron-server[101715]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:39:25.935155 n-d-712143-16 neutron-server[101715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:39:25.935491 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:39:25.936431 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:39:25.936672 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:39:25.937042 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:39:25.937289 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:39:25.937517 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:39:25.937838 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.938137 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.938433 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.938667 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.938961 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.939276 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.939566 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.939858 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.940162 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.940447 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.940734 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.941019 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.941253 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.941536 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.941825 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.942111 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.942338 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] debug = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.942621 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.943049 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.943481 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.943766 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.944059 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.944355 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.944616 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.944896 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.945181 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.945506 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] host = n-d-712143-16 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.945784 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.946072 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.946361 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.946676 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.946955 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.947268 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.947540 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.947815 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.948088 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] log_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.948363 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.948652 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.948940 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.949230 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.949456 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.949680 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.949968 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.950254 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.950530 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.950818 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.951080 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.951379 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.951654 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.951924 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.952210 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.952496 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.952783 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.953058 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.953331 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.953602 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.953873 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.954157 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.954430 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.954703 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.954976 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.955284 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.955557 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.955831 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.956130 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.956419 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.956707 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.956992 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.957268 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.957549 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.957821 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.958092 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.958364 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] use_json = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.958639 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.958908 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.959187 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.959485 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.959757 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.960028 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.960299 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.960584 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:25.960886 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.961187 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.961489 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.961773 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.962068 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.962878 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.963173 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.963532 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.963782 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.964073 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.964364 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.964645 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.964938 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.965221 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.965520 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.965826 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.966124 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.966418 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.966702 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.966980 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.967283 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.967570 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.967858 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.968138 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.968428 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.968719 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.969003 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.969293 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.969588 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.969985 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.970273 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.970555 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.970853 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.971134 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.971439 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.971723 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.972013 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.972295 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.972570 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.972855 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.973137 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.973414 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.973689 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.973968 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.974261 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.974542 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.974816 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.975091 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.975400 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.975678 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.975966 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.976248 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.976523 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.976802 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.977081 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.977359 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.977635 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.978548 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.978831 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.979114 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.979420 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.979701 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.979978 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.980253 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.980529 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.980807 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.981081 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.981360 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.981637 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.981912 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.982188 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.982463 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.982740 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.983029 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.983354 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.983642 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.983923 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.984204 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.984485 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.984765 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.985045 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.985324 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.985605 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.985881 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.986174 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.986458 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.986743 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.987030 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.987335 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.987648 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.987930 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.988216 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.988496 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.988777 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.989062 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.989348 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.989646 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.989943 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.990240 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.990535 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.990832 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.991111 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.991448 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.991733 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:25.991953 n-d-712143-16 neutron-server[101715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:39:25.992194 n-d-712143-16 neutron-server[101715]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101715) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 04:39:26.343250 n-d-712143-16 neutron-server[101715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:39:26.343560 n-d-712143-16 neutron-server[101715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:39:26.343855 n-d-712143-16 neutron-server[101715]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:39:26.344193 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 04:39:26.735568 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.735798 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.736072 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.737376 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.737652 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.737918 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.774023 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.774308 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.774573 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.789502 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.789785 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.790057 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.818733 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.819013 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.819306 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.856394 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.856680 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:26.856953 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.089203 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.089803 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.089803 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.090060 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.090615 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.210441 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.210944 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.211369 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.211795 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.212074 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.212964 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.213238 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.213500 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.213760 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.214047 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.214309 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.214579 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.214837 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.215091 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.215375 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.215641 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.215899 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.216169 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.216442 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.216702 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.216972 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.217225 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.217508 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.217892 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.218150 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.218403 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.218807 n-d-712143-16 neutron-server[101715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:39:27.219051 n-d-712143-16 neutron-server[101715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:39:27.219312 n-d-712143-16 neutron-server[101715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:39:27.219553 n-d-712143-16 neutron-server[101715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:39:27.219792 n-d-712143-16 neutron-server[101715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:39:27.220030 n-d-712143-16 neutron-server[101715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:39:27.220400 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 04:39:27.223568 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 04:39:27.227601 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 04:39:27.231856 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 16 04:39:27.233483 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 04:39:27.234127 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 04:39:27.234475 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 04:39:27.234867 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 04:39:27.237668 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 04:39:27.237916 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 04:39:27.238266 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:39:27.244105 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 04:39:27.265834 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 04:39:27.266292 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.266591 n-d-712143-16 neutron-server[101715]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101715) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 04:39:27.266954 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.268354 n-d-712143-16 neutron-server[101715]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101715) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 04:39:27.268800 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:39:27.269049 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 04:39:27.272267 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.272553 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:27.337919 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 04:39:27.338218 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 04:39:27.338461 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 04:39:27.338955 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 04:39:27.361499 n-d-712143-16 neutron-server[101715]: DEBUG oslo_db.sqlalchemy.engines [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101715) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 04:39:28.019448 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Initializing driver for type 'gre' Sep 16 04:39:28.019975 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] gre ID ranges: [(1, 1000)] Sep 16 04:39:28.210363 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Initializing driver for type 'local' Sep 16 04:39:28.210976 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Initializing driver for type 'vlan' Sep 16 04:39:28.301819 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] VlanTypeDriver initialization complete Sep 16 04:39:28.302109 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Initializing driver for type 'vxlan' Sep 16 04:39:28.302604 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] vxlan ID ranges: [(1, 1000)] Sep 16 04:39:28.502019 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Initializing extension driver 'port_security' Sep 16 04:39:28.502359 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.extensions.port_security [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] PortSecurityExtensionDriver initialization complete Sep 16 04:39:28.502693 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Initializing mechanism driver 'openvswitch' Sep 16 04:39:28.503017 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Initializing mechanism driver 'hyperv' Sep 16 04:39:28.509739 n-d-712143-16 neutron-server[101715]: DEBUG neutron.plugins.ml2.plugin [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:28.510423 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > port after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.510790 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > port after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.511141 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > port after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.512182 n-d-712143-16 neutron-server[101715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:39:28.512607 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > subnet after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.512957 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > subnet after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.513304 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.513729 n-d-712143-16 neutron-server[101715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:39:28.514134 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > network after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.514481 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > network after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.514820 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > network after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.515296 n-d-712143-16 neutron-server[101715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:39:28.515657 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > security_group after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.529347 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > security_group after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.529347 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.529347 n-d-712143-16 neutron-server[101715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:39:28.529347 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.529347 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.529783 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.529783 n-d-712143-16 neutron-server[101715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:39:28.529783 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > address_group after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.529783 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > address_group after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.529783 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530132 n-d-712143-16 neutron-server[101715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:39:28.530132 n-d-712143-16 neutron-server[101715]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] ML2 OVO RPC backend initialized. {{(pid=101715) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 04:39:28.530132 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530132 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530132 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > network before_response 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530487 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > networks before_response 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530487 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > port before_response 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530487 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > ports before_response 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530487 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > subnet before_response 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530776 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > subnets before_response 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530776 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > network after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530776 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > network after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.530776 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > network after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.531060 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > port after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.531060 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > port after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.531060 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > port after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.531060 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > subnet after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.531381 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > subnet after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.531381 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.531381 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.plugin [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Modular L2 Plugin initialization complete Sep 16 04:39:28.531381 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading services supported by the core plugin {{(pid=101715) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 04:39:28.531381 n-d-712143-16 neutron-server[101715]: INFO neutron.plugins.ml2.managers [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Got port-security extension from driver 'port_security' Sep 16 04:39:28.531381 n-d-712143-16 neutron-server[101715]: INFO neutron.extensions.vlantransparent [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Disabled vlantransparent extension. Sep 16 04:39:28.531804 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101715) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 04:39:28.531804 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading Plugin: router Sep 16 04:39:28.570587 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.570923 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router after_create 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.571312 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router before_create 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.571679 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.572053 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.572409 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router after_delete 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.572767 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.573114 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.573475 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router after_create 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.573819 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router after_update 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.574165 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router after_update 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.575185 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.575598 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router after_update 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.575946 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_update 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.576316 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: port after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.576657 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: port after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.576996 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: subnet after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.577334 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.577683 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.578026 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_create 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.578368 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: port before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.578709 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.579062 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router after_update 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.579430 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.579779 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_create 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.580140 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.580483 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_update 55549900 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.580845 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > agent after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.581191 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > agent after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.581531 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > network after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.582430 n-d-712143-16 neutron-server[101715]: DEBUG neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Tracking information for resource: router configured {{(pid=101715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:39:28.582767 n-d-712143-16 neutron-server[101715]: DEBUG neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Tracking information for resource: floatingip configured {{(pid=101715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:39:28.588876 n-d-712143-16 neutron-server[101715]: INFO neutron.db.l3_agentschedulers_db [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 04:39:28.589439 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: port after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.589803 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: port after_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.590146 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: port after_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.590494 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: port after_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.591305 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router before_create 55550100 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.591672 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.592131 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_create 55550100 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.592509 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > router precommit_update 55550100 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.597336 n-d-712143-16 neutron-server[101715]: DEBUG neutron.services.provider_configuration [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service providers = [] {{(pid=101715) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 04:39:28.597704 n-d-712143-16 neutron-server[101715]: DEBUG neutron.db.servicetype_db [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101715) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 04:39:28.600762 n-d-712143-16 neutron-server[101715]: DEBUG neutron.services.service_base [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:39:28.601115 n-d-712143-16 neutron-server[101715]: DEBUG neutron.services.service_base [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:39:28.601459 n-d-712143-16 neutron-server[101715]: DEBUG neutron.services.service_base [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:39:28.602340 n-d-712143-16 neutron-server[101715]: DEBUG neutron.services.service_base [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:39:28.602712 n-d-712143-16 neutron-server[101715]: INFO neutron.services.service_base [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 04:39:28.603089 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:39:28.603440 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 04:39:28.614021 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:39:28.614360 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading Plugin: auto_allocate Sep 16 04:39:28.620272 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: network precommit_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.620639 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: network precommit_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.621652 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:39:28.621972 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading Plugin: tag Sep 16 04:39:28.628512 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:39:28.628843 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading Plugin: timestamp Sep 16 04:39:28.633268 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:39:28.633595 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading Plugin: network_ip_availability Sep 16 04:39:28.639696 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.640065 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.645799 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.645799 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:39:28.645799 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading Plugin: flavors Sep 16 04:39:28.650175 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:39:28.650506 n-d-712143-16 neutron-server[101715]: INFO neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading Plugin: revisions Sep 16 04:39:28.654817 n-d-712143-16 neutron-server[101715]: DEBUG neutron.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:39:28.655201 n-d-712143-16 neutron-server[101715]: DEBUG oslo_concurrency.lockutils [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.311s {{(pid=101715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:39:28.655956 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101715) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 04:39:28.656292 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Initializing extension manager. Sep 16 04:39:28.656869 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: __init__.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.657243 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: __pycache__ {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.657585 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.658163 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: address_group.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.658914 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.659515 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: address-group Sep 16 04:39:28.659838 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: address_scope.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.660730 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.661246 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: address-scope Sep 16 04:39:28.661568 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.662486 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.662999 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: router-admin-state-down-before-update Sep 16 04:39:28.663356 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: agent.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.664120 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.664626 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: agent Sep 16 04:39:28.664947 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: agent_resources_synced.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.665912 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.666418 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: agent-resources-synced Sep 16 04:39:28.666736 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: allowedaddresspairs.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.668558 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.669079 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: allowed-address-pairs Sep 16 04:39:28.669406 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: auto_allocated_topology.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.670468 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.670979 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: auto-allocated-topology Sep 16 04:39:28.671332 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: availability_zone.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.672017 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.672524 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: availability_zone Sep 16 04:39:28.672877 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: availability_zone_filter.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.673830 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.674337 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: availability_zone_filter Sep 16 04:39:28.674659 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: data_plane_status.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.675587 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.676090 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 04:39:28.676412 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: default_subnetpools.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.677311 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.677885 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: default-subnetpools Sep 16 04:39:28.678206 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.679004 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.679545 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: dhcp_agent_scheduler Sep 16 04:39:28.679872 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: dns.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.680776 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.681396 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 04:39:28.681742 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: dns_domain_ports.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.682651 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.683161 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 04:39:28.684037 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.685028 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.685537 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 04:39:28.685859 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: dvr.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.686522 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.687030 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: dvr Sep 16 04:39:28.687386 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: ecmp_routes.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.688302 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.688809 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 04:39:28.689139 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: empty_string_filtering.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.690111 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.690661 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: empty-string-filtering Sep 16 04:39:28.690984 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.699065 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.700152 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:39:28.700473 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.701382 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.701899 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 04:39:28.702221 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: external_net.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.703123 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.703741 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: external-net Sep 16 04:39:28.704065 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.704972 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.705483 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: extra_dhcp_opt Sep 16 04:39:28.705802 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: extraroute.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.706732 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.707261 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: extraroute Sep 16 04:39:28.707593 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: extraroute_atomic.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.708611 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.709129 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: extraroute-atomic Sep 16 04:39:28.709451 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: filter_validation.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.710106 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.710617 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: filter-validation Sep 16 04:39:28.710940 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: fip_pf_description.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.711868 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.712498 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 04:39:28.712835 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: fip_port_details.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.713741 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.714251 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: fip-port-details Sep 16 04:39:28.714572 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: flavors.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.715837 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.716354 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: flavors Sep 16 04:39:28.716678 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.718372 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.718893 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 04:39:28.719224 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: floatingip_pools.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.719949 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.720463 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: floatingip-pools Sep 16 04:39:28.720788 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: ip_allocation.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.721711 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.722219 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 04:39:28.722543 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.723483 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.723997 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: ip-substring-filtering Sep 16 04:39:28.724322 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: l2_adjacency.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.725240 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.725749 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 04:39:28.726067 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: l3.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.727150 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.727704 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: router Sep 16 04:39:28.728034 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.730383 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.730916 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:39:28.731264 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.741477 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.741997 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: ext-gw-mode Sep 16 04:39:28.742325 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.743258 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.743859 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: l3-ha Sep 16 04:39:28.744189 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: l3_flavors.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.745097 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.745611 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: l3-flavors Sep 16 04:39:28.745937 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.747537 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.748049 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 04:39:28.748374 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: l3agentscheduler.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.749398 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.749912 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: l3_agent_scheduler Sep 16 04:39:28.750237 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: logging.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.751742 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.752310 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension logging not supported by any of loaded plugins Sep 16 04:39:28.752695 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: metering.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.753435 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.754013 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: metering Sep 16 04:39:28.754341 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.755472 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.755993 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: metering_source_and_destination_fields Sep 16 04:39:28.756316 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: multiprovidernet.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.757235 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.757772 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: multi-provider Sep 16 04:39:28.758173 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: netmtu.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.759028 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.759567 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: net-mtu Sep 16 04:39:28.759889 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: netmtu_writable.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.760794 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.761308 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: net-mtu-writable Sep 16 04:39:28.762220 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: network_availability_zone.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.762887 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.763430 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: network_availability_zone Sep 16 04:39:28.763749 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: network_ip_availability.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.764923 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.765443 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: network-ip-availability Sep 16 04:39:28.765766 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: network_segment_range.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.766528 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.767036 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 04:39:28.767387 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: pagination.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.770313 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.770679 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: pagination Sep 16 04:39:28.771001 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: port_device_profile.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.771931 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.772447 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: port-device-profile Sep 16 04:39:28.772767 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.773680 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.774188 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: port-mac-address-regenerate Sep 16 04:39:28.774509 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.775544 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.776054 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: port-numa-affinity-policy Sep 16 04:39:28.776379 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: port_resource_request.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.777431 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.777936 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 04:39:28.778253 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: portbindings.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.779208 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.779811 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: binding Sep 16 04:39:28.780130 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: portbindings_extended.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.781390 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.781909 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: binding-extended Sep 16 04:39:28.782237 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: portsecurity.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.783441 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.784012 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: port-security Sep 16 04:39:28.784359 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: project_id.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.785347 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.785680 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: project-id Sep 16 04:39:28.786004 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: providernet.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.786917 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.787464 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: provider Sep 16 04:39:28.787786 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.791490 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.792025 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos not supported by any of loaded plugins Sep 16 04:39:28.792360 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.793674 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.794196 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 04:39:28.794528 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.795468 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.795985 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 04:39:28.796315 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_default.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.802773 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.803316 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-default not supported by any of loaded plugins Sep 16 04:39:28.803647 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_fip.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.804294 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.804800 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 04:39:28.805122 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_gateway_ip.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.806036 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.806622 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 04:39:28.806947 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_port_network_policy.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.807894 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.808404 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 04:39:28.809331 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_pps_rule.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.810490 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.811009 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 04:39:28.811368 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_rule_type_details.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.812284 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.812795 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 04:39:28.813120 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: qos_rules_alias.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.814203 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.814713 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 04:39:28.815037 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: quotasv2.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.815962 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.816291 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: quotas Sep 16 04:39:28.816612 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: quotasv2_detail.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.819832 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.820177 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: quota_details Sep 16 04:39:28.820508 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: rbac.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.821670 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.822244 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: rbac-policies Sep 16 04:39:28.822576 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: rbac_address_group.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.823540 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.824731 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: rbac-address-group Sep 16 04:39:28.825065 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: rbac_address_scope.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.825987 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.826504 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: rbac-address-scope Sep 16 04:39:28.826830 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: rbac_security_groups.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.827812 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.835560 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: rbac-security-groups Sep 16 04:39:28.835560 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: rbac_subnetpool.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.836258 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.836774 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: rbac-subnetpool Sep 16 04:39:28.837097 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: revisionifmatch.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.838072 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.838588 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: revision-if-match Sep 16 04:39:28.838919 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: revisions.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.840080 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.840597 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: standard-attr-revisions Sep 16 04:39:28.840922 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: router_availability_zone.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.841594 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.842107 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: router_availability_zone Sep 16 04:39:28.842430 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: routerservicetype.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.843371 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.843965 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 04:39:28.844292 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.845213 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.845730 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: security-groups-normalized-cidr Sep 16 04:39:28.846052 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.846962 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.847520 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: port-security-groups-filtering Sep 16 04:39:28.847844 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.848825 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.849343 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: security-groups-remote-address-group Sep 16 04:39:28.849667 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: securitygroup.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.860769 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.861306 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: security-group Sep 16 04:39:28.861637 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: segment.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.862420 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.862935 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension segment not supported by any of loaded plugins Sep 16 04:39:28.863281 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.864217 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.864734 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 04:39:28.865058 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: servicetype.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.866261 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.866784 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: service-type Sep 16 04:39:28.867111 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: sorting.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.870930 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.871808 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: sorting Sep 16 04:39:28.872136 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: standard_attr_segment.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.873051 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.873569 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 04:39:28.873894 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: standardattrdescription.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.874540 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.875053 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: standard-attr-description Sep 16 04:39:28.875407 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: stateful_security_group.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.876356 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.876874 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: stateful-security-group Sep 16 04:39:28.877194 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: stdattrs_common.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.877790 n-d-712143-16 neutron-server[101715]: WARNING neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 04:39:28.878151 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.879084 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.879650 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 04:39:28.879957 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: subnet_onboard.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.881019 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.881537 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: subnet_onboard Sep 16 04:39:28.881860 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.882782 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.883328 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 04:39:28.883653 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: subnet_service_types.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.884650 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.885169 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: subnet-service-types Sep 16 04:39:28.885536 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: subnetallocation.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.887204 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.887755 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: subnet_allocation Sep 16 04:39:28.888080 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.888750 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.889266 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: subnetpool-prefix-ops Sep 16 04:39:28.889593 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.890531 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.891050 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 04:39:28.891399 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: tagging.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.892545 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.893067 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: standard-attr-tag Sep 16 04:39:28.893395 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: timestamp.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.894598 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.895118 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loaded extension: standard-attr-timestamp Sep 16 04:39:28.895473 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: trunk.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.896499 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.897014 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension trunk not supported by any of loaded plugins Sep 16 04:39:28.897337 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: trunk_details.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.898253 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.898767 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 04:39:28.899184 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: uplink_status_propagation.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.900202 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.900719 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 04:39:28.901084 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Loading extension file: vlantransparent.py {{(pid=101715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:39:28.909087 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:39:28.909610 n-d-712143-16 neutron-server[101715]: INFO neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 04:39:28.912116 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:network Sep 16 04:39:28.912647 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:subnet Sep 16 04:39:28.913042 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:39:28.913436 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:port Sep 16 04:39:28.914962 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.915501 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service FLAVORS assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.916131 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.916551 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.916886 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:router Sep 16 04:39:28.917313 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:39:28.917804 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service METERING assigned prefix: /metering {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.919273 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.919665 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.920344 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:39:28.921377 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:39:28.921861 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:39:28.922295 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:39:28.922874 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service CORE assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.923201 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:39:28.923570 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] subnetpool is already registered Sep 16 04:39:28.924009 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service CORE assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.924338 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:39:28.924670 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] subnetpool is already registered Sep 16 04:39:28.926940 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.927402 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service FLAVORS assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.928080 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.928500 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.928832 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:router Sep 16 04:39:28.929175 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] router is already registered Sep 16 04:39:28.929585 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:39:28.929931 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] floatingip is already registered Sep 16 04:39:28.930378 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service METERING assigned prefix: /metering {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.931047 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:39:28.931401 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] rbac_policy is already registered Sep 16 04:39:28.931810 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:39:28.932144 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] security_group is already registered Sep 16 04:39:28.932540 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:39:28.932870 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] security_group_rule is already registered Sep 16 04:39:28.933996 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service CORE assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.934327 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:39:28.934662 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] subnetpool is already registered Sep 16 04:39:28.935155 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.v2.resource_helper [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Service CORE assigned prefix: {{(pid=101715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:39:28.935498 n-d-712143-16 neutron-server[101715]: INFO neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:39:28.935832 n-d-712143-16 neutron-server[101715]: WARNING neutron.quota.resource_registry [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] subnetpool is already registered Sep 16 04:39:28.936287 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: extensions {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.937820 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: address-groups {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.939311 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: address-scopes {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.940621 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: agents {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.941827 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: auto-allocated-topology {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.943061 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: availability_zones {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.944320 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: dhcp-networks {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.945984 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: dhcp-agents {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.947521 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: routers {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.950330 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: flavors {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.951499 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: service_profiles {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.952702 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: next_providers {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.954136 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: service_profiles {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.955786 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: floatingip-pools {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.956998 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: routers {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.959091 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: floatingips {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.960420 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: l3-routers {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.961794 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: l3-agents {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.963356 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: metering-labels {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.964730 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: metering-label-rules {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.966015 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: network-ip-availabilities {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.967294 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: bindings {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.969816 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: quotas {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.971291 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: quotas {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.972705 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: rbac-policies {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.973890 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: security-groups {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.975222 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: security-group-rules {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.976494 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: service-providers {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.977692 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: subnetpools {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.979198 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: subnetpools {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.981267 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.982927 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.984763 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.986584 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.988388 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.990210 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.991932 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.993921 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.995697 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:28.998007 n-d-712143-16 neutron-server[101715]: DEBUG neutron.api.extensions [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Extended resource: tags {{(pid=101715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:39:29.004177 n-d-712143-16 neutron-server[101715]: WARNING keystonemiddleware.auth_token [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 04:39:29.008867 n-d-712143-16 neutron-server[101715]: WARNING keystonemiddleware.auth_token [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 04:39:29.017311 n-d-712143-16 neutron-server[101715]: DEBUG oslo_concurrency.lockutils [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Acquired lock "singleton_lock" {{(pid=101715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 04:39:29.017781 n-d-712143-16 neutron-server[101715]: DEBUG oslo_concurrency.lockutils [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Releasing lock "singleton_lock" {{(pid=101715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 04:39:29.018418 n-d-712143-16 neutron-server[101715]: INFO oslo_service.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Starting 2 workers Sep 16 04:39:29.023281 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Started child 101824 {{(pid=101715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:39:29.027844 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Started child 101825 {{(pid=101715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:39:29.028790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.029405 n-d-712143-16 neutron-server[101715]: INFO neutron.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 04:39:29.030047 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Notify callbacks [] for process, before_spawn {{(pid=101715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.030274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [-] (101824) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:39:29.032561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.033253 n-d-712143-16 neutron-server[101715]: INFO oslo_service.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Starting 1 workers Sep 16 04:39:29.034167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [-] (101825) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:39:29.038022 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Started child 101826 {{(pid=101715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:39:29.038554 n-d-712143-16 neutron-server[101715]: INFO oslo_service.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Starting 1 workers Sep 16 04:39:29.041838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] calling RpcWorker wait() {{(pid=101826) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 04:39:29.042350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] returning from RpcWorker wait() {{(pid=101826) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 04:39:29.043624 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Started child 101827 {{(pid=101715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:39:29.044387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.044482 n-d-712143-16 neutron-server[101715]: DEBUG neutron_lib.callbacks.manager [None req-42556b93-bc41-4d06-ac5b-480a1dd4d908 None None] Notify callbacks [] for process, after_spawn {{(pid=101715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.044920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:29.046300 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:39:29.046507 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:39:29.046689 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:39:29.046900 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:39:29.047218 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:39:29.047407 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:39:29.047904 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.048176 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.048438 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.048704 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.048804 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.049258 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.049559 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.049826 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.050069 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.050348 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.050607 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.050779 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.050946 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.051191 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.051449 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.051750 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.052016 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.052248 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.052520 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.052703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.052954 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.053209 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.053450 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.053715 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] debug = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.053966 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.054420 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.054644 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.054897 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.055143 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.055421 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.055652 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.055931 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.056197 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.056497 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.056894 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.057360 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.057360 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.057360 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.059876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.059876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.059876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.059876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] host = n-d-712143-16 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.059876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.059876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.059876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.060750 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.060750 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.060750 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.061088 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.061088 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.061341 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.061660 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.061812 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.062057 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.062278 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.062515 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.062677 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_options = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.062907 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.063154 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.063454 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.063642 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.063810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.063983 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.064226 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.064387 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.064648 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.064867 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.065083 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.065293 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.065523 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.065744 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.065994 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.066238 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.066483 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.066690 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.066931 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.067176 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.067423 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.067669 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.067882 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.068116 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.068331 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.068542 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.068794 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.069003 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.069212 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.069437 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.069665 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.069983 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.070201 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.070442 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.070698 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.070922 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.071152 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.071418 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.071857 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.072007 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.072158 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.072423 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.072639 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.072868 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.073078 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.073288 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.073500 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_json = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.073708 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.073947 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.074239 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.074450 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.074682 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.074897 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.075106 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.075356 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.075842 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.076111 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.076431 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.076680 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.076913 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.077169 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.077403 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.077638 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.077897 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.078134 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.078437 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.078658 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.079878 n-d-712143-16 neutron-server[101827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:29.080166 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.080426 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.080721 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.081044 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.081327 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.081596 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.081919 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.082057 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.083856 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.084352 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.084508 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.084770 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.085047 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.085305 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.085563 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.085898 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.086183 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.086464 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.086721 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.086950 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.087200 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.087466 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.087696 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.087918 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.088140 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.088412 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.088641 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.088883 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.089110 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.089359 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.089581 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.089813 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.090048 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.090287 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.090530 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.090760 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.092074 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.093892 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.093892 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.093892 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.093892 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.094578 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.094578 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.094578 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.094813 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.094944 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.095122 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.095433 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.095692 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.095969 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.097832 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.097832 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.097832 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.097832 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.097832 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.097832 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.097832 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.098662 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.098662 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.098662 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.098662 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.099117 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.099117 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.099392 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.099515 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.099766 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.100165 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.100296 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.100431 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.100687 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.102703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.102703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.102703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.102703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.102703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.102703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.102703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.104885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.104885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.104885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.104885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.104885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.104885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.104885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.104885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.106283 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.106283 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.106283 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.106283 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.106283 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.108320 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.108320 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.108320 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.108320 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.108320 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.108320 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.108320 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.108320 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.109373 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.109373 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.109373 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.109373 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.109373 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111678 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.111678 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.112024 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.112326 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.113656 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.113903 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.114177 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.114420 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.114680 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.114926 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.115212 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.115493 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.115964 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.116231 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.116729 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.117072 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.117338 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.117558 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.117780 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.118080 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.118336 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.118581 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.118865 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.119107 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.119387 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.119639 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.121810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.121810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.121810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.121810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.121810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.121810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.121810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.122428 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.122428 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.122587 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.122761 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.123163 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.123322 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.123771 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.123771 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.124045 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.124128 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.124326 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.124548 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.124788 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.125008 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.125676 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.125925 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.126159 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.126418 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.126646 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.126928 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.127193 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.127455 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.127741 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.127996 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.128259 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.128501 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.128756 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.128982 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.129203 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.129444 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.129697 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.130083 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.130305 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.130536 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.130753 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.131012 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.131276 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.131623 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.131876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.132124 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.132368 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.132588 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.132848 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.133084 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.133309 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.133527 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.133770 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.133992 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.134253 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.134505 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.134752 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.134981 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.135197 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.135464 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.135708 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.135934 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.136223 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.136496 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.136766 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.137023 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.137271 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.137486 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.137735 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.137948 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.138160 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.138383 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.138599 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.138810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.139037 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.139267 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.139483 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.139706 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.139922 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.140132 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.140357 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.140613 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.140824 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.141045 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.141282 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.141492 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.141716 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.141926 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.142146 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.142369 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.142583 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.142792 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.143041 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.143271 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.143510 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.143731 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.143945 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.144155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.146269 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.146562 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.146800 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.147103 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.147395 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.147664 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.147930 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.148290 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.148515 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.148761 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.148991 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.149212 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.149437 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.149696 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.150035 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.150333 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.150583 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.150840 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.151136 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.151437 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.151723 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.151940 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.152267 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.152598 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.152885 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.153146 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.153376 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.153616 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.153838 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.154057 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.154304 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.154540 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.154777 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.155034 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.155278 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.155912 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.156971 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.157217 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.157454 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.157702 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.158195 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.158445 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.158668 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.158821 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:39:29.159857 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:39:29.160036 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:39:29.160191 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:39:29.160376 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:39:29.160767 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:39:29.160911 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:39:29.161131 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.161302 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.161458 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.161619 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.161781 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.161967 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.162128 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.162287 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.162448 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.162609 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.162770 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.162932 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.163089 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.163267 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.163436 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.163595 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.163756 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.163921 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.164082 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.164240 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.164401 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.164562 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.164719 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] debug = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.164879 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.165092 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.165256 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.165416 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.165573 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.165728 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.166259 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.166424 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.166582 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.166742 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.166900 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.167058 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.167217 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.167397 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.167557 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.167718 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.168403 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.168714 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] host = n-d-712143-16 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.168876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.169036 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.169196 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.169353 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.169663 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.169821 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.169979 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.170139 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.170298 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.170457 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.170614 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.170772 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.170932 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.171088 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.171269 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_options = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.171425 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.171587 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.171756 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.171922 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.172084 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.172243 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.172401 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.172574 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.172724 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.172913 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.173027 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.173186 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.173338 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.173499 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.173651 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.173811 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.173969 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.174125 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.174269 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.174428 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.174587 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.174743 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.174902 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.175048 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.175284 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.175419 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.175555 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.175688 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.175820 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.175949 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.176083 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.176227 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.176386 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.176545 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.176703 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.176861 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.177020 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.177178 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.177341 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.177497 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.177653 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.177811 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.177968 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.178125 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.178283 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.178441 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.178598 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_json = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.178757 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.178915 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.179072 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.179230 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.179521 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.179682 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.179841 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.180001 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:39:29.180180 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.180344 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.180517 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.180678 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.180840 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.181001 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.181162 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.181323 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.181483 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.181644 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.181812 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.181973 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.182144 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.182305 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.182517 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.183177 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.183370 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.184079 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.184248 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.184411 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.184578 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.185169 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.185308 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.185443 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.185529 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.185669 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.185837 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.186343 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.186556 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.186808 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.187047 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.187216 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.187405 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.187569 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.188132 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.188298 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.188702 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.188878 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.189042 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.189205 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.189367 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.189529 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.189692 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.189853 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.190016 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.190178 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.190339 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.190502 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.190664 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.190825 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.190987 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.191149 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.191345 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.191510 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.192107 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.192294 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.192466 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.193761 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.193944 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.194114 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.194266 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.195192 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.196432 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.196613 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.196770 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.196934 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.197117 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.197268 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.197436 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.197599 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.197763 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.197925 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.198088 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.198250 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.198411 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.198575 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.198738 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.198900 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.199076 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.199313 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.201517 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.201697 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.201876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.203357 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.203357 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.203357 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.203357 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.203357 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.203740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:29.203825 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.203825 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.203825 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.204851 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.205045 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.205258 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.205441 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.205621 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.205794 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.205966 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.206136 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.206304 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.206470 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.206636 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.206804 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.206969 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.207134 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.208523 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.208523 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.208523 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.208523 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.208806 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.208806 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.208968 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.209085 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.209264 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.209426 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.209595 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.209776 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.209945 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.210117 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.210286 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.210459 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.210974 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.210974 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.210974 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.211177 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.211275 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.211430 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.211598 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.211761 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.211923 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.212085 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.212247 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.212417 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.212591 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.212752 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.212969 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.213259 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.213576 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.213750 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.213915 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.214080 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.214238 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.214438 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.214706 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.214876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.215039 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.215201 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.215398 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.215561 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.215721 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.215907 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.216068 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.216230 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.216392 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.216555 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.216716 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.216876 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.217038 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.217198 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.217358 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.217520 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.217682 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.217843 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.218006 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.218166 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.218326 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.218488 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.218649 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.218810 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.218970 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.219131 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.219535 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.219705 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.219866 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.220036 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.220178 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.220346 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.220500 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.220662 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.220823 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.220983 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.221145 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.221306 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.221470 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.221631 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.221792 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.222005 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.222149 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.222278 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.222406 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.222562 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.222722 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.222900 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.223062 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.223222 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.223403 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.223563 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.223724 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.223884 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.224045 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.224214 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.224372 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.224664 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.224886 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.225875 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.225875 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.226427 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.226968 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.227172 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.227399 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.227640 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.227814 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.227975 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.228155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.228392 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.228512 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.228616 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.229788 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.229788 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.229788 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.229788 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.229788 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.229788 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.229788 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.230961 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.230961 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.230961 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.230961 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.231194 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.231194 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.231369 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.231476 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.231635 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.231790 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.231956 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.232125 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.232286 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.232451 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.232608 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.232768 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.232929 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.233352 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.233352 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.233520 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.233591 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.233695 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.233849 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.234013 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.234181 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.234454 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.234532 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.234650 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.234888 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.235043 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.235986 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.236155 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.236323 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.236487 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.236651 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.236814 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.236979 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.237231 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.237837 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.238443 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.239465 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.239654 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.240226 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.240878 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.241715 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.241902 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.242090 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.242258 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.242427 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.242597 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.242763 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.242928 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.243093 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.243282 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.243440 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.243602 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.243764 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.243926 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.244088 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.244249 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.244410 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.244576 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.244732 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.245012 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.245300 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.245567 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:39:29.245720 n-d-712143-16 neutron-server[101715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:39:29.384939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54838) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.393579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064619 Sep 16 04:39:40.925569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6d5e7-42bc-4024-834d-e3fa7281c4ee None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:39:41.005070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e6d5e7-42bc-4024-834d-e3fa7281c4ee None None] No non-hosted networks {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 04:39:41.044686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.agentschedulers_db [None req-25e6d5e7-42bc-4024-834d-e3fa7281c4ee None None] DHCP Agent not found on host n-d-712143-16 {{(pid=101826) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 04:39:41.292317 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6ac6-f7cb-46ae-9faf-df12abca7c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678636'] for agent, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.651520 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3dfb53b4-a779-4ce3-9af1-5efd8aa7f5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678636'] for agent, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.688171 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-4ebf9036-1090-4ba9-b760-6d154467938f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-712143-16 {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:39:43.688513 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-4ebf9036-1090-4ba9-b760-6d154467938f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:39:44.076222 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678636'] for agent, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.077103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.077604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.078077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.078542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.079006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.079511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.080007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.080329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.080654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.080982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.081307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.081661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:44.082006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712143-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:44.094400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712143-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:44.224571 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ebf9036-1090-4ba9-b760-6d154467938f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.002424 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678636'] for agent, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.471657 n-d-712143-16 neutron-server[101826]: INFO neutron.db.l3_hamode_db [None req-6d2fb29c-14e5-4990-a191-4c21bf307514 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 04:39:46.580558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fb29c-14e5-4990-a191-4c21bf307514 None None] Routers set() bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:46.580962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fb29c-14e5-4990-a191-4c21bf307514 None None] Router IDs set() for agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:39:46.670631 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678636'] for agent, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.658197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54930) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:48.145629 n-d-712143-16 neutron-server[101824]: WARNING oslo_policy.policy [None req-ed2e7f67-ec9b-4691-b947-d939a0198060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:39:48.146233 n-d-712143-16 neutron-server[101824]: WARNING oslo_policy.policy [None req-ed2e7f67-ec9b-4691-b947-d939a0198060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:39:48.368159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-ed2e7f67-ec9b-4691-b947-d939a0198060 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:39:48.369301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ed2e7f67-ec9b-4691-b947-d939a0198060 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7101939 Sep 16 04:39:50.749781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54944) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:51.232562 n-d-712143-16 neutron-server[101825]: WARNING oslo_policy.policy [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:39:51.233148 n-d-712143-16 neutron-server[101825]: WARNING oslo_policy.policy [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:39:51.459934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:51.552852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.policy [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:39:51.597584 n-d-712143-16 neutron-server[101825]: WARNING oslo_policy.policy [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:39:51.597956 n-d-712143-16 neutron-server[101825]: WARNING oslo_policy.policy [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:39:51.607012 n-d-712143-16 neutron-server[101825]: INFO neutron.quota [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] Loaded quota_driver: . Sep 16 04:39:51.753494 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769091236945', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769091237476', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769091314829', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769091321441', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769091866136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769091276127', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-912988', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-526658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2033670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2096684'] for rbac-policy, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.944821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.946252 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d7f82e9c-335c-4856-a594-89702f18ea9b admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1943619 Sep 16 04:39:54.541105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54962) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:54.838792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Request body: {'network': {'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'admin_state_up': True, 'name': 'private', 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:54.961504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Made reservation on behalf of 5c1265d530c84d5ab6fcf52ec7079dd7 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:54.964260 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.981467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.109336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.190281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.213647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:55.237907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769093558676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.240121 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Unsubscribe: segment precommit_create {{(pid=101825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:39:55.240121 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Added segment 21cadea7-e4f6-4363-82ef-49650408ac6c of type vlan for network bc0afc63-1e64-4c23-b685-3abd6637eec7 Sep 16 04:39:55.244853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d4c15-9f73-4f44-b64f-d6458f5f0353,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.280397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.280732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.281063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.281397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.281721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.282309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.282625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.283288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.283614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.283930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.284245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.284557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Tracked resource versions report: Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: pushed versions: Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Log': {'1.0'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Network': {'1.1'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Port': {'1.7'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'PortForwarding': {'1.2'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'QosPolicy': {'1.9'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'SubPort': {'1.0'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Subnet': {'1.1'}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Trunk': {'1.1'}} Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: consumer versions: Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: { DHCP agent@n-d-712143-16: {}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: L3 agent@n-d-712143-16: {}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: Metadata agent@n-d-712143-16: {}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: Metering agent@n-d-712143-16: {}, Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: Open vSwitch agent@n-d-712143-16: { 'AddressGroup': '1.2', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'ConntrackHelper': '1.0', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Log': '1.0', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Network': '1.1', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Port': '1.7', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'PortForwarding': '1.2', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'QosPolicy': '1.9', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'SecurityGroup': '1.4', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'SecurityGroupRule': '1.2', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'SubPort': '1.0', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Subnet': '1.1', Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: 'Trunk': '1.1'}} Sep 16 04:39:55.285661 n-d-712143-16 neutron-server[101825]: {{(pid=101825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:55.361996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.483981 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.485212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.485865 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.583670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] Pushing event updated for resources: {'Network': ['ID=bc0afc63-1e64-4c23-b685-3abd6637eec7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.596710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network bc0afc63-1e64-4c23-b685-3abd6637eec7 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:55.604784 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6c11ba7b-d2ff-4c06-9c63-aa9cc9adc815 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0626013 Sep 16 04:39:58.260228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54976) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:58.648363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f0dc0-a729-4a32-a385-19f2cca23ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.649748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f32f0dc0-a729-4a32-a385-19f2cca23ea3 admin admin] 10.222.0.59 "GET /v2.0/networks/bc0afc63-1e64-4c23-b685-3abd6637eec7 HTTP/1.1" status: 200 len: 825 time: 0.3885417 Sep 16 04:39:58.675556 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e9c37950-24f8-40cd-b50d-4fcfed7c634b admin admin] 10.222.0.59 "GET /v2.0/subnetpools/f699b7ba-6697-4096-8202-90a7efe96d98 HTTP/1.1" status: 200 len: 734 time: 0.0190933 Sep 16 04:39:58.684834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Request body: {'subnet': {'subnetpool_id': 'f699b7ba-6697-4096-8202-90a7efe96d98', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:58.795640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Made reservation on behalf of 5c1265d530c84d5ab6fcf52ec7079dd7 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:58.797789 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.169750 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.237785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=20616ded-aaaf-4c1b-ba4b-77065b16d89e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.242013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Checking segment: {'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:59.242395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Network hostable DHCP agents. Network: bc0afc63-1e64-4c23-b685-3abd6637eec7, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:59.360214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Network bc0afc63-1e64-4c23-b685-3abd6637eec7 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:59.444041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, bc0afc63-1e64-4c23-b685-3abd6637eec7) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:59.449641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.450224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.456754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f50e94-6341-42aa-a751-284dd82a7461 None None] Network bc0afc63-1e64-4c23-b685-3abd6637eec7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:59.528479 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2e8e2d66-9203-4b91-91f3-77a5d3d5c1ea admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8469155 Sep 16 04:39:59.777986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-bc0afc63-1e64-4c23-b685-3abd6637eec7', 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'fixed_ips': [{'subnet_id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:59.779202 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.050386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Allocated IP 172.20.0.2 (bc0afc63-1e64-4c23-b685-3abd6637eec7/20616ded-aaaf-4c1b-ba4b-77065b16d89e/a5392bc7-e69b-4616-9f1f-b2e5798bc0ac) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:00.254803 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.375647 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.478665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Network bc0afc63-1e64-4c23-b685-3abd6637eec7 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:00.485181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:00.488935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:00.505170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Pushing event updated for resources: {'Port': ['ID=a5392bc7-e69b-4616-9f1f-b2e5798bc0ac,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.547088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.547459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.547804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.548142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.548476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.548808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.549136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.549461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.549798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.550123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.550451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.550772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Tracked resource versions report: Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: pushed versions: Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: { 'AddressGroup': {'1.2'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'ConntrackHelper': {'1.0'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Log': {'1.0'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Network': {'1.1'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Port': {'1.7'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'PortForwarding': {'1.2'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'QosPolicy': {'1.9'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'SecurityGroup': {'1.4'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'SubPort': {'1.0'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Subnet': {'1.1'}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Trunk': {'1.1'}} Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: consumer versions: Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: { DHCP agent@n-d-712143-16: {}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: L3 agent@n-d-712143-16: {}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: Metadata agent@n-d-712143-16: {}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: Metering agent@n-d-712143-16: {}, Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: Open vSwitch agent@n-d-712143-16: { 'AddressGroup': '1.2', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'ConntrackHelper': '1.0', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Log': '1.0', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Network': '1.1', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Port': '1.7', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'PortForwarding': '1.2', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'QosPolicy': '1.9', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'SecurityGroup': '1.4', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'SecurityGroupRule': '1.2', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'SubPort': '1.0', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Subnet': '1.1', Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: 'Trunk': '1.1'}} Sep 16 04:40:00.551942 n-d-712143-16 neutron-server[101826]: {{(pid=101826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:40:00.591692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Attempting to bind port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:00.592092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Attempting to bind port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:00.592515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Attempting to bind port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac on network bc0afc63-1e64-4c23-b685-3abd6637eec7 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:00.597413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:00.597825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Checking segment: {'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:00.598315 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.598714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Bound using segment: {'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:00.599223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Bound port: a5392bc7-e69b-4616-9f1f-b2e5798bc0ac, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:00.607005 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.661257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] For port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:00.665351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] For port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a5392bc7-e69b-4616-9f1f-b2e5798bc0ac,segment=NetworkSegment(21cadea7-e4f6-4363-82ef-49650408ac6c),segment_id=21cadea7-e4f6-4363-82ef-49650408ac6c)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:00.793751 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.859374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4549d-87b4-45d2-b73f-303b024c1d84 None None] Pushing event updated for resources: {'Port': ['ID=a5392bc7-e69b-4616-9f1f-b2e5798bc0ac,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.968949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54984) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:02.277551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-89843c80-b86d-4dc5-b962-ea4b1ee593c7 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:02.278557 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-89843c80-b86d-4dc5-b962-ea4b1ee593c7 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3086388 Sep 16 04:40:04.701643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54992) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:05.006999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-b58a26b5-7847-43b1-a698-369a007d0789 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:05.023269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b58a26b5-7847-43b1-a698-369a007d0789 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054037 Sep 16 04:40:07.676645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55002) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:07.979557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'name': 'router1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:08.054304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.policy [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101824) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:40:08.100571 n-d-712143-16 neutron-server[101824]: WARNING oslo_policy.policy [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:40:08.100962 n-d-712143-16 neutron-server[101824]: WARNING oslo_policy.policy [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:40:08.109741 n-d-712143-16 neutron-server[101824]: INFO neutron.quota [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] Loaded quota_driver: . Sep 16 04:40:08.261495 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.263439 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.418489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.477145 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.574273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.576293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d6ad4115-7e61-4d91-ac1c-6c7512ee65f7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8985281 Sep 16 04:40:09.127826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7cb186-b335-4898-acd3-e735016a93ed None None] Network bc0afc63-1e64-4c23-b685-3abd6637eec7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:09.197711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-11acfdd7-30f0-4b55-b1a4-61e28d703166 None None] Provisioning complete for port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:09.198142 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-30f0-4b55-b1a4-61e28d703166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.388782 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-30f0-4b55-b1a4-61e28d703166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.449084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-11acfdd7-30f0-4b55-b1a4-61e28d703166 None None] For port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a5392bc7-e69b-4616-9f1f-b2e5798bc0ac,segment=NetworkSegment(21cadea7-e4f6-4363-82ef-49650408ac6c),segment_id=21cadea7-e4f6-4363-82ef-49650408ac6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:09.506572 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-30f0-4b55-b1a4-61e28d703166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.559331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acfdd7-30f0-4b55-b1a4-61e28d703166 None None] Pushing event updated for resources: {'Port': ['ID=a5392bc7-e69b-4616-9f1f-b2e5798bc0ac,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:09.726387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-57da6719-3ce7-428f-ada9-f3c7d8a66a03 None None] Provisioning complete for port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:09.726767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57da6719-3ce7-428f-ada9-f3c7d8a66a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.751254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a5392bc7-e69b-4616-9f1f-b2e5798bc0ac up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:09.842011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:09.842390 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.927028 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5a84-9dde-4901-95d1-569ad4344622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.980461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55016) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:11.283802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-b4b3df34-6ece-4007-a156-cd1c3582b7ff admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:11.284799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b4b3df34-6ece-4007-a156-cd1c3582b7ff admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3034256 Sep 16 04:40:13.620462 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4d14d980-751f-44b9-b7ad-ed3547ee5d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.700607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55024) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:14.002172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:14.065668 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.138582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Made reservation on behalf of 20bfb69c01584484ac0b9eb68f2ea188 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:14.141325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.158149 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.271333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.343811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.355532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Reserving flat network on physical network physnet1 {{(pid=101824) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 04:40:14.387005 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769093558676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.392021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Unsubscribe: segment precommit_create {{(pid=101824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:40:14.392021 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Added segment 7935c207-3672-46bf-afa7-29941b53390d of type flat for network acae3052-0cbf-44f5-a498-404a6def8461 Sep 16 04:40:14.404372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c300ed1-cef7-4041-a884-bc24cc67f30d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.451209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.451582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.451915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.452243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.452569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.452894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.453215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.453535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.453853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.454170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.454484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.454798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Tracked resource versions report: Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: pushed versions: Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: { 'AddressGroup': {'1.2'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'ConntrackHelper': {'1.0'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Log': {'1.0'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Network': {'1.1'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Port': {'1.7'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'PortForwarding': {'1.2'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'QosPolicy': {'1.9'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'SecurityGroup': {'1.4'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'SubPort': {'1.0'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Subnet': {'1.1'}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Trunk': {'1.1'}} Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: consumer versions: Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: { DHCP agent@n-d-712143-16: {}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: L3 agent@n-d-712143-16: {}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: Metadata agent@n-d-712143-16: {}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: Metering agent@n-d-712143-16: {}, Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: Open vSwitch agent@n-d-712143-16: { 'AddressGroup': '1.2', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'ConntrackHelper': '1.0', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Log': '1.0', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Network': '1.1', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Port': '1.7', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'PortForwarding': '1.2', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'QosPolicy': '1.9', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'SecurityGroup': '1.4', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'SecurityGroupRule': '1.2', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'SubPort': '1.0', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Subnet': '1.1', Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: 'Trunk': '1.1'}} Sep 16 04:40:14.456322 n-d-712143-16 neutron-server[101824]: {{(pid=101824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:40:14.519629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.642754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.643886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.644530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.741472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] Pushing event updated for resources: {'Network': ['ID=acae3052-0cbf-44f5-a498-404a6def8461,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.752015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network acae3052-0cbf-44f5-a498-404a6def8461 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:14.763808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d1ca6c8e-8402-48c4-8f79-385ad7671d2d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0621345 Sep 16 04:40:14.872111 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.546011 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.192931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55046) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:17.427445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b0c887-e69b-47c3-9fc9-3807a7896595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.428861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-26b0c887-e69b-47c3-9fc9-3807a7896595 admin admin] 10.222.0.59 "GET /v2.0/subnets/20616ded-aaaf-4c1b-ba4b-77065b16d89e HTTP/1.1" status: 200 len: 849 time: 0.2349870 Sep 16 04:40:17.564323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe4ab744-f7f4-418f-b6bd-ecbe664712ae admin admin] 10.222.0.59 "GET /v2.0/routers/8ea60747-5719-4631-8f5e-049ac7e114a9 HTTP/1.1" status: 200 len: 704 time: 0.1291611 Sep 16 04:40:17.827489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.116027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Allocated IP 172.20.0.1 (bc0afc63-1e64-4c23-b685-3abd6637eec7/20616ded-aaaf-4c1b-ba4b-77065b16d89e/2a3ec0a8-3bc6-46c2-9776-d099067d2422) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:18.303035 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.437785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.508827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Network bc0afc63-1e64-4c23-b685-3abd6637eec7 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:18.515218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:18.519143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:18.519723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.582066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3ec0a8-3bc6-46c2-9776-d099067d2422,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:18.744065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fcab8fb6-425a-4b58-8ebf-6b104dddef46 None None] Provisioning complete for port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:18.744628 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fcab8fb6-425a-4b58-8ebf-6b104dddef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.776728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fcab8fb6-425a-4b58-8ebf-6b104dddef46 None None] Port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:18.810455 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.056452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.122716 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.123502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.182864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3ec0a8-3bc6-46c2-9776-d099067d2422,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:19.248150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Network bc0afc63-1e64-4c23-b685-3abd6637eec7 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:19.249466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:19.396155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-52c1eae7-c781-4c8b-8296-e962f76094bb None None] Provisioning complete for port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:19.396652 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-52c1eae7-c781-4c8b-8296-e962f76094bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.429187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-52c1eae7-c781-4c8b-8296-e962f76094bb None None] Port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:19.449489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Router 8ea60747-5719-4631-8f5e-049ac7e114a9 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:40:19.541166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:19.546311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cebbc054-3063-4135-bba7-847a929989f3 admin admin] 10.222.0.59 "PUT /v2.0/routers/8ea60747-5719-4631-8f5e-049ac7e114a9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9763246 Sep 16 04:40:19.558715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Sync routers for ids ['8ea60747-5719-4631-8f5e-049ac7e114a9'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:19.570514 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Routers {'8ea60747-5719-4631-8f5e-049ac7e114a9'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:19.571285 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:40:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8ea60747-5719-4631-8f5e-049ac7e114a9'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:19.755090 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Set router 8ea60747-5719-4631-8f5e-049ac7e114a9 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:20.174968 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'name': 'router1', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:18Z', 'revision_number': 2, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'gw_port_host': None, '_interfaces': [{'id': '2a3ec0a8-3bc6-46c2-9776-d099067d2422', 'name': '', 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'mac_address': 'fa:16:3e:03:5e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:17Z', 'updated_at': '2021-09-16T04:40:18Z', 'revision_number': 2, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'subnets': [{'id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f699b7ba-6697-4096-8202-90a7efe96d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:20.226695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Checking router: 8ea60747-5719-4631-8f5e-049ac7e114a9 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:20.227070 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Updating router 8ea60747-5719-4631-8f5e-049ac7e114a9 port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:20.275189 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.787287 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.864530 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.000654 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Pushing event updated for resources: {'Port': ['ID=2a3ec0a8-3bc6-46c2-9776-d099067d2422,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.024584 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.024924 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.025265 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.025594 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.026474 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.026800 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.027119 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.027463 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.027781 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.028097 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.028414 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.028733 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Tracked resource versions report: Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: pushed versions: Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: { 'AddressGroup': {'1.2'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'ConntrackHelper': {'1.0'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Log': {'1.0'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Network': {'1.1'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Port': {'1.7'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'PortForwarding': {'1.2'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'QosPolicy': {'1.9'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'SecurityGroup': {'1.4'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'SubPort': {'1.0'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Subnet': {'1.1'}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Trunk': {'1.1'}} Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: consumer versions: Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: { DHCP agent@n-d-712143-16: {}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: L3 agent@n-d-712143-16: {}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: Metadata agent@n-d-712143-16: {}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: Metering agent@n-d-712143-16: {}, Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: Open vSwitch agent@n-d-712143-16: { 'AddressGroup': '1.2', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'ConntrackHelper': '1.0', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Log': '1.0', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Network': '1.1', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Port': '1.7', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'PortForwarding': '1.2', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'QosPolicy': '1.9', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'SecurityGroup': '1.4', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'SecurityGroupRule': '1.2', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'SubPort': '1.0', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Subnet': '1.1', Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: 'Trunk': '1.1'}} Sep 16 04:40:21.029850 n-d-712143-16 neutron-server[101827]: {{(pid=101827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:40:21.044499 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Attempting to bind port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:21.044829 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Attempting to bind port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:21.045270 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Attempting to bind port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 on network bc0afc63-1e64-4c23-b685-3abd6637eec7 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:21.051145 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:21.051598 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Checking segment: {'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:21.052107 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.052511 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Bound using segment: {'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:21.053021 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Bound port: 2a3ec0a8-3bc6-46c2-9776-d099067d2422, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cadea7-e4f6-4363-82ef-49650408ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:21.053581 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.118684 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] For port 2a3ec0a8-3bc6-46c2-9776-d099067d2422, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:21.137797 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] For port 2a3ec0a8-3bc6-46c2-9776-d099067d2422, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2a3ec0a8-3bc6-46c2-9776-d099067d2422,segment=NetworkSegment(21cadea7-e4f6-4363-82ef-49650408ac6c),segment_id=21cadea7-e4f6-4363-82ef-49650408ac6c)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:21.158437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-28861c83-9d8c-40a6-898b-cd35ae174bf9 None None] Provisioning complete for port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:21.158971 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-28861c83-9d8c-40a6-898b-cd35ae174bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.194041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-28861c83-9d8c-40a6-898b-cd35ae174bf9 None None] Port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:21.237244 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.289067 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Routers {'8ea60747-5719-4631-8f5e-049ac7e114a9'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:21.289677 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:40:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8ea60747-5719-4631-8f5e-049ac7e114a9'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:21.333266 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e277e2c-1021-4963-90d8-7d44a8efffbd None None] Pushing event updated for resources: {'Port': ['ID=2a3ec0a8-3bc6-46c2-9776-d099067d2422,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.395747 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] Set router 8ea60747-5719-4631-8f5e-049ac7e114a9 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:21.513762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6b3d1913-ca8b-4785-ae0b-7bda50863c0b None None] Provisioning complete for port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:21.514431 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1913-ca8b-4785-ae0b-7bda50863c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.601718 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1913-ca8b-4785-ae0b-7bda50863c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.605519 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'name': 'router1', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:18Z', 'revision_number': 2, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'gw_port_host': None, '_interfaces': [{'id': '2a3ec0a8-3bc6-46c2-9776-d099067d2422', 'name': '', 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'mac_address': 'fa:16:3e:03:5e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:17Z', 'updated_at': '2021-09-16T04:40:21Z', 'revision_number': 4, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'subnets': [{'id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f699b7ba-6697-4096-8202-90a7efe96d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:21.638768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6b3d1913-ca8b-4785-ae0b-7bda50863c0b None None] For port 2a3ec0a8-3bc6-46c2-9776-d099067d2422, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2a3ec0a8-3bc6-46c2-9776-d099067d2422,segment=NetworkSegment(21cadea7-e4f6-4363-82ef-49650408ac6c),segment_id=21cadea7-e4f6-4363-82ef-49650408ac6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:21.640725 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540568ce-8c91-4dc4-800a-9555c5838057 None None] The sync data for ids ['8ea60747-5719-4631-8f5e-049ac7e114a9'] in n-d-712143-16 is: [{'id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'name': 'router1', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:18Z', 'revision_number': 2, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'gw_port_host': None, '_interfaces': [{'id': '2a3ec0a8-3bc6-46c2-9776-d099067d2422', 'name': '', 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'mac_address': 'fa:16:3e:03:5e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:17Z', 'updated_at': '2021-09-16T04:40:21Z', 'revision_number': 4, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'subnets': [{'id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f699b7ba-6697-4096-8202-90a7efe96d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:21.724528 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1913-ca8b-4785-ae0b-7bda50863c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.774696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d1913-ca8b-4785-ae0b-7bda50863c0b None None] Pushing event updated for resources: {'Port': ['ID=2a3ec0a8-3bc6-46c2-9776-d099067d2422,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.786761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55066) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:21.899029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e53e5c7-7b0d-4ea0-8f1f-60244a507009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.900387 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0e53e5c7-7b0d-4ea0-8f1f-60244a507009 admin admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 842 time: 0.1125822 Sep 16 04:40:21.910675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:22.012859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Made reservation on behalf of 20bfb69c01584484ac0b9eb68f2ea188 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:22.015125 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.421710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:40:22.422169 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.477229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6307c441-634a-44ea-8781-2aea1be77055,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:22.486361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:22.486728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Network hostable DHCP agents. Network: acae3052-0cbf-44f5-a498-404a6def8461, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:22.562785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:22.631108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, acae3052-0cbf-44f5-a498-404a6def8461) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:22.635809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.636344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.640862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc76068-3311-458d-9b8b-c66aba623234 None None] Network acae3052-0cbf-44f5-a498-404a6def8461 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:22.712211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8315dfa1-0979-48e5-ab2e-cf068427801b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8048317 Sep 16 04:40:22.764528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8476ae5d-d420-4a5e-96b9-c5262a93c4cb None None] Network acae3052-0cbf-44f5-a498-404a6def8461 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:25.007624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55074) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:25.136251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e87a5d51-2ec8-4c1a-ad32-496767cb23f4 admin admin] 10.222.0.59 "GET /v2.0/routers/8ea60747-5719-4631-8f5e-049ac7e114a9 HTTP/1.1" status: 200 len: 710 time: 0.1275022 Sep 16 04:40:25.223565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131bb19c-6800-4b3c-92bf-20a9ec1a6473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.224943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-131bb19c-6800-4b3c-92bf-20a9ec1a6473 admin admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 886 time: 0.0827847 Sep 16 04:40:25.234932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:25.482526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.794902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.949069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.052445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Allocated IP 172.25.7.85 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:26.151092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.220266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.258532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:26.265959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:26.268088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Pushing event updated for resources: {'Port': ['ID=2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:26.280570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:26.639370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.845517 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.848949 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.958018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Router 8ea60747-5719-4631-8f5e-049ac7e114a9 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:27.063316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:27.068092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.069288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4a69e8e1-c525-41ae-a9a7-bbef02984d0e admin admin] 10.222.0.59 "PUT /v2.0/routers/8ea60747-5719-4631-8f5e-049ac7e114a9 HTTP/1.1" status: 200 len: 889 time: 1.8375154 Sep 16 04:40:27.774904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2a3ec0a8-3bc6-46c2-9776-d099067d2422 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:27.825758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:27.826139 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.049799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Sync routers for ids ['8ea60747-5719-4631-8f5e-049ac7e114a9'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:28.060614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Routers {'8ea60747-5719-4631-8f5e-049ac7e114a9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:28.061260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:40:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8ea60747-5719-4631-8f5e-049ac7e114a9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.268745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Set router 8ea60747-5719-4631-8f5e-049ac7e114a9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:28.656660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'name': 'router1', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 4, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'gw_port': {'id': '2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:25Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '2a3ec0a8-3bc6-46c2-9776-d099067d2422', 'name': '', 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'mac_address': 'fa:16:3e:03:5e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:17Z', 'updated_at': '2021-09-16T04:40:21Z', 'revision_number': 5, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'subnets': [{'id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f699b7ba-6697-4096-8202-90a7efe96d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.707457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Checking router: 8ea60747-5719-4631-8f5e-049ac7e114a9 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:28.707818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Updating router 8ea60747-5719-4631-8f5e-049ac7e114a9 port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:28.752761 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.068075 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.126757 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.177597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Attempting to bind port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:29.177971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Attempting to bind port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:29.178334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Attempting to bind port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:29.181062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca63c9-4bfc-4f09-b9c5-a3d93889801f None None] Pushing event updated for resources: {'Port': ['ID=2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.185467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:29.185835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:29.186236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.186620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:29.187077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Bound port: 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:29.187503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.236117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] For port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:29.238991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] For port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:29.322091 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.383642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca63c9-4bfc-4f09-b9c5-a3d93889801f None None] Pushing event updated for resources: {'Port': ['ID=2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.386859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Routers {'8ea60747-5719-4631-8f5e-049ac7e114a9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:29.387495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:40:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8ea60747-5719-4631-8f5e-049ac7e114a9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:29.485704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55088) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.564433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] Set router 8ea60747-5719-4631-8f5e-049ac7e114a9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:29.597787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5fed66f8-7fc5-45a2-bde4-0ce18ce5b209 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1107383 Sep 16 04:40:29.783767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'name': 'router1', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 4, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'gw_port': {'id': '2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:25Z', 'updated_at': '2021-09-16T04:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '2a3ec0a8-3bc6-46c2-9776-d099067d2422', 'name': '', 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'mac_address': 'fa:16:3e:03:5e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:17Z', 'updated_at': '2021-09-16T04:40:21Z', 'revision_number': 5, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'subnets': [{'id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f699b7ba-6697-4096-8202-90a7efe96d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:29.812510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de0683-3ab9-47e3-8342-2c44e788e67b None None] The sync data for ids ['8ea60747-5719-4631-8f5e-049ac7e114a9'] in n-d-712143-16 is: [{'id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'name': 'router1', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 4, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'gw_port': {'id': '2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:25Z', 'updated_at': '2021-09-16T04:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '2a3ec0a8-3bc6-46c2-9776-d099067d2422', 'name': '', 'network_id': 'bc0afc63-1e64-4c23-b685-3abd6637eec7', 'tenant_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'mac_address': 'fa:16:3e:03:5e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea60747-5719-4631-8f5e-049ac7e114a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:17Z', 'updated_at': '2021-09-16T04:40:21Z', 'revision_number': 5, 'project_id': '5c1265d530c84d5ab6fcf52ec7079dd7', 'subnets': [{'id': '20616ded-aaaf-4c1b-ba4b-77065b16d89e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f699b7ba-6697-4096-8202-90a7efe96d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:31.916765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:31.968010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:31.968517 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.048361 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.072917 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:32.145489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.211431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.772412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:33.838259 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2fc51fcd-c32e-47d1-96a8-fd7bbe8be69a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:33.838985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.101561 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:40:40.927925 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c9503b5-8964-449a-bc23-747e5a9dae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.607936 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-94394518-59bd-47ca-9e17-26c3eb6c0707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.053223 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.915891 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.607776 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.944327 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c1c86b3-9606-4a17-9dfb-06c42f3a412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.103957 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:41:14.772507 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cfbd336a-7596-4ae4-9b73-6c8bd408b423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.774814 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.921770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.594771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.925581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-16023860-8b22-4735-884d-74f249d99a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.610689 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bcce5284-ea5d-4961-9bdb-5b009bb19c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.062402 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.914159 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.611058 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.102966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:10.913068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-80791c11-c9d9-474b-8d17-b56a9514a465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.122448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55682) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:13.186547 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb42338-f23a-4a44-8589-f21cc105ae5d admin admin] GET failed (client error): The resource could not be found. Sep 16 04:42:13.187932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0cb42338-f23a-4a44-8589-f21cc105ae5d admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645525 Sep 16 04:42:13.346097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6626442-8df8-4977-9b75-a5c8c0586476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.347682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b6626442-8df8-4977-9b75-a5c8c0586476 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551316 Sep 16 04:42:13.644487 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0055dda-371b-48c0-9838-0961aff5c3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.049666 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.907086 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.537764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55692) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:15.626529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41f2d0-10f3-4071-b00e-d37eee554c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.627986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7b41f2d0-10f3-4071-b00e-d37eee554c1d admin admin] 10.222.0.59 "GET /v2.0/subnets/20616ded-aaaf-4c1b-ba4b-77065b16d89e HTTP/1.1" status: 200 len: 849 time: 0.0892954 Sep 16 04:42:15.638394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:15.804559 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Notify callbacks [] for subnet, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.032969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769093533700'] for subnet, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.064407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.065020 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.066306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] 10.222.0.59 "PUT /v2.0/subnets/20616ded-aaaf-4c1b-ba4b-77065b16d89e HTTP/1.1" status: 200 len: 868 time: 0.4316611 Sep 16 04:42:16.082495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a19cd7-70b2-4eef-b216-71d3af0a2ed2 None None] Network bc0afc63-1e64-4c23-b685-3abd6637eec7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:16.089015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20616ded-aaaf-4c1b-ba4b-77065b16d89e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:16.096709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.097070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.097958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.097958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.098174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.098354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.098674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.098997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.099615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.099959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.100283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.100602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2bf4b-db4e-4e19-ba70-d602d3689c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:16.460413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-34bfa852-8a18-4a44-9654-38443c3b4ce9 None None] Provisioning complete for port 2a3ec0a8-3bc6-46c2-9776-d099067d2422 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:16.460789 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34bfa852-8a18-4a44-9654-38443c3b4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.568434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-34bfa852-8a18-4a44-9654-38443c3b4ce9 None None] Provisioning complete for port a5392bc7-e69b-4616-9f1f-b2e5798bc0ac triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:16.568818 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34bfa852-8a18-4a44-9654-38443c3b4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.636614 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.352884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55700) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:18.567318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66502b64-77b5-4ca5-a6b9-b65b934b6fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.567721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66502b64-77b5-4ca5-a6b9-b65b934b6fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.569971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-66502b64-77b5-4ca5-a6b9-b65b934b6fa0 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2160819 Sep 16 04:42:20.750812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55708) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:20.884049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0ea622-9b1a-4503-bab3-a1476eb96bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.884528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0ea622-9b1a-4503-bab3-a1476eb96bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.886073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eb0ea622-9b1a-4503-bab3-a1476eb96bbb admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1342902 Sep 16 04:42:23.084882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55716) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:23.209041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a7c2be-d2d1-4505-bf29-98800254e232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.210396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c0a7c2be-d2d1-4505-bf29-98800254e232 admin admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 886 time: 0.1245718 Sep 16 04:42:25.380498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55724) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:25.524290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a188bf7-76b0-44ca-b299-a449114873bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.525666 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a188bf7-76b0-44ca-b299-a449114873bc admin admin] 10.222.0.59 "GET /v2.0/networks/bc0afc63-1e64-4c23-b685-3abd6637eec7 HTTP/1.1" status: 200 len: 869 time: 0.1442204 Sep 16 04:42:26.102370 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:27.691781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55734) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:27.816661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b57cb-5e07-4ef2-ae53-f62832a8955d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.817132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b57cb-5e07-4ef2-ae53-f62832a8955d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.818734 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-923b57cb-5e07-4ef2-ae53-f62832a8955d admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260159 Sep 16 04:42:30.007552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55742) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:30.128342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f740b4-bcd9-4505-9ef9-08d70f7bf3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.128796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f740b4-bcd9-4505-9ef9-08d70f7bf3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.130334 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18f740b4-bcd9-4505-9ef9-08d70f7bf3fa admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218388 Sep 16 04:42:32.319446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55750) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:32.417001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019c7d1-1ac2-42ff-8e74-9e01910ec011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.418382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c019c7d1-1ac2-42ff-8e74-9e01910ec011 admin admin] 10.222.0.59 "GET /v2.0/subnets/20616ded-aaaf-4c1b-ba4b-77065b16d89e HTTP/1.1" status: 200 len: 868 time: 0.0979428 Sep 16 04:42:34.597978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55758) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:34.683822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159f82b-ef8f-45b7-bd9c-046464d3e820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.685196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c159f82b-ef8f-45b7-bd9c-046464d3e820 admin admin] 10.222.0.59 "GET /v2.0/subnets/6307c441-634a-44ea-8781-2aea1be77055 HTTP/1.1" status: 200 len: 816 time: 0.0862904 Sep 16 04:42:40.975517 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ebf9be01-de10-4054-8baf-ad4933ffa2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.632303 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd092-8b0d-4c2f-a5e0-359bdbab71ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.049705 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.906402 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.643886 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.951336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55812) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:58.998881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-428b01a5-ee9b-4a25-800b-258b7ace93c4 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:42:58.999908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-428b01a5-ee9b-4a25-800b-258b7ace93c4 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476418 Sep 16 04:43:01.268837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55820) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:01.329243 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1487cc45-7ccf-4489-b9ab-00a7cb279b1f admin admin] GET failed (client error): The resource could not be found. Sep 16 04:43:01.330596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1487cc45-7ccf-4489-b9ab-00a7cb279b1f admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603240 Sep 16 04:43:01.415176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848a294d-b8b9-40f3-a4ab-8d43f81f2eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.416688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-848a294d-b8b9-40f3-a4ab-8d43f81f2eea admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808222 Sep 16 04:43:03.101662 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:03.653336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55828) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:03.700171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:03.832146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Made reservation on behalf of 20bfb69c01584484ac0b9eb68f2ea188 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:03.834429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.864398 n-d-712143-16 neutron-server[101824]: WARNING neutron.services.revisions.revision_plugin [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Could not find related network for resource to bump revision. Sep 16 04:43:03.877837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:03.886559 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.886898 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Added segment 0c7872e5-c245-4049-ab1e-820bb26ea6d0 of type vlan for network e6c0a14c-91d0-4aaa-918d-432b6e081348 Sep 16 04:43:03.932356 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.026740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.027706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.028285 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.084715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c0a14c-91d0-4aaa-918d-432b6e081348,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:04.095653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:04.169699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a61146cb-bed2-47a7-8b3c-a19d56fc5cb1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5153596 Sep 16 04:43:06.402677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55836) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:06.466793 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d218ee80-db83-40a4-81cc-58e1280baa9f admin admin] GET failed (client error): The resource could not be found. Sep 16 04:43:06.472775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d218ee80-db83-40a4-81cc-58e1280baa9f admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0645051 Sep 16 04:43:06.535395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8bfcd0-7e7c-407e-ac35-9ea6652e6ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.536829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6e8bfcd0-7e7c-407e-ac35-9ea6652e6ae1 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0640209 Sep 16 04:43:06.547182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:06.683574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Made reservation on behalf of 20bfb69c01584484ac0b9eb68f2ea188 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:06.685915 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.980947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.038971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f814511e-307a-4377-8ab1-134ae292d42f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:07.047304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:07.047679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Network hostable DHCP agents. Network: e6c0a14c-91d0-4aaa-918d-432b6e081348, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:07.128625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:07.191805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e6c0a14c-91d0-4aaa-918d-432b6e081348) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:07.195824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.196418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.200675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0432c188-0492-49ab-a9f4-893cbdc71c67 None None] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:07.290393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e5a1d171-f081-4e34-a4ca-a27f02eeb112 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7463617 Sep 16 04:43:07.447690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-e6c0a14c-91d0-4aaa-918d-432b6e081348', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'tenant_id': '20bfb69c01584484ac0b9eb68f2ea188', 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:07.448726 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.585906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Allocated IP 192.168.233.2 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/6506931f-f908-4c58-a52e-9968857df556) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:07.727990 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.860891 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.902260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:07.905177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:07.910838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:07.918335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Pushing event updated for resources: {'Port': ['ID=6506931f-f908-4c58-a52e-9968857df556,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:07.927871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.928231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.928602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.928935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.929280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.929621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.929958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.930294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.930632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.930965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.931341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.931677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:07.978162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Attempting to bind port 6506931f-f908-4c58-a52e-9968857df556 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:07.978542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Attempting to bind port 6506931f-f908-4c58-a52e-9968857df556 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:07.978911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Attempting to bind port 6506931f-f908-4c58-a52e-9968857df556 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:07.983891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:07.984271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:07.984678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.985082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:07.985551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Bound port: 6506931f-f908-4c58-a52e-9968857df556, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:07.985956 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.047503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] For port 6506931f-f908-4c58-a52e-9968857df556, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:08.050621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] For port 6506931f-f908-4c58-a52e-9968857df556, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6506931f-f908-4c58-a52e-9968857df556,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:08.158554 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.221447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff451573-6529-4fbc-8b09-dabeb3d1493b None None] Pushing event updated for resources: {'Port': ['ID=6506931f-f908-4c58-a52e-9968857df556,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.018278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc6ece-2d97-424a-81a5-618eeb78231b None None] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:09.086643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-04b39e84-4cd5-4f12-9447-16c3923ff711 None None] Provisioning complete for port 6506931f-f908-4c58-a52e-9968857df556 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:09.087015 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04b39e84-4cd5-4f12-9447-16c3923ff711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.230299 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04b39e84-4cd5-4f12-9447-16c3923ff711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.270428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04b39e84-4cd5-4f12-9447-16c3923ff711 None None] For port 6506931f-f908-4c58-a52e-9968857df556, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6506931f-f908-4c58-a52e-9968857df556,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:09.346306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04b39e84-4cd5-4f12-9447-16c3923ff711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.408948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b39e84-4cd5-4f12-9447-16c3923ff711 None None] Pushing event updated for resources: {'Port': ['ID=6506931f-f908-4c58-a52e-9968857df556,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.467845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0fa80c7c-b1cf-457b-bfd4-3af4d9a2640f None None] Provisioning complete for port 6506931f-f908-4c58-a52e-9968857df556 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:09.468213 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0fa80c7c-b1cf-457b-bfd4-3af4d9a2640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.890405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6506931f-f908-4c58-a52e-9968857df556 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:09.939591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6506931f-f908-4c58-a52e-9968857df556 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:09.939958 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.970202 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f41036ce-a2fc-4d36-8932-f997cefda7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.626311 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-65917f39-7813-4538-af40-114ae45cd669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.060411 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.905735 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.602939 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.102377 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:40.943352 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71278464-2a8e-4c1b-b9a9-137a2e065c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.640743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03bb33ca-94be-4bc6-92e1-e135be6628d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.057650 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.916838 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.620156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.930539 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d63858b7-eaf3-494e-93cb-4f5a0e93821d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.710967 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-75c6beab-52d4-4cf7-a364-8189708fdf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.070666 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.956639 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.619449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.103872 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:44:27.519428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55888) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:27.525390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-596bd897-135a-4a34-ae0b-0ef5b41e17fb tempest-verify_tempest_config-243184163 tempest-verify_tempest_config-243184163-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:27.526382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-596bd897-135a-4a34-ae0b-0ef5b41e17fb tempest-verify_tempest_config-243184163 tempest-verify_tempest_config-243184163-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060215 Sep 16 04:44:28.110048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55906) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:28.208732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.292713 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.393340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.435873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cea98c-2d2d-4905-8e5e-9d6fa27ebbfd,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:28.440878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d38afe167f4345729ef7d75b75839a56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3298771 Sep 16 04:44:28.443614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55910) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:28.445324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.445675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.446019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.446357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.446693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.447042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.447406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.447730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.448059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.448376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.448696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.449016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae47f40-5737-4184-ae5d-5021bce8161c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.499467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.520372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.664920 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.667449 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.668600 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1cea98c-2d2d-4905-8e5e-9d6fa27ebbfd HTTP/1.1" status: 204 len: 168 time: 0.2235041 Sep 16 04:44:28.676558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cea98c-2d2d-4905-8e5e-9d6fa27ebbfd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:28.683091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:28.689216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de896f3b-d9d5-4883-b0f6-b76a2b74b05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:40.932445 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-53d08e6d-83fd-46fc-a940-116641e1a60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.635590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0a059ee-f816-4e30-ab78-eb505ea067db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.174104 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.983903 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.643367 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.103147 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:10.932106 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-40cd2eda-0d55-41f5-b4b9-491b72c3bdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.630986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-76a0ab53-8ddd-44df-9d16-05b0c31bbde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.059310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.926264 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.613724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.101801 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:40.961116 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fe4676a8-6a88-4a7c-9143-ecedcd9a091f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.634110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-31e51b6d-e405-4f66-81e7-e5af867849af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.052550 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.898323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.623683 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.100238 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:46:10.919932 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f75b9e04-94b1-444c-ad91-a012a7bdcdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.622439 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-457e54a2-5e04-49ca-aa16-83a1c74339e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.074588 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.930986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.645582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.912846 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-974e2c4f-86a1-4859-b238-7effc68ab0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.621633 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9afbb890-f023-45ce-b3f0-4f32773211b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.061586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.941579 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.098655 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:46:46.714790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.906493 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-264c6859-0dcb-40c8-95d1-05877ee1948d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.614717 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2dde947c-67ac-476a-abf7-5b210e32a435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.048949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.952118 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.632080 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.097764 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 5 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:40.066216 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678636'] for agent, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.933733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e083dbde-2522-4012-b303-be6835a2ebc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.619993 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a860fd55-cb76-49bd-8520-1c4831b27998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.054635 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.917661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.647712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.671432 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678636'] for agent, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.096634 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:10.109906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.932722 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be0061b0-550e-43f7-a4f7-89071baad5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.623827 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1eb8447e-acf1-4c1a-bb7e-63729e0d9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.091975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.949189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.682586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.607683 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.485687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55974) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.586761 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6d147268-7279-4c70-85da-d0c139ce3403 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0999990 Sep 16 04:48:30.795485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55984) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:30.859214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0fe11a0c-7fe4-4704-9c78-a44809df5cee admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0625892 Sep 16 04:48:36.095291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:40.040107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.933487 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eaac8bb3-3df7-491e-8a09-6a0baa6daa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.650652 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-673ad1c8-e065-4473-84aa-dfbcc68f0eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.047215 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.927332 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.647386 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.612517 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.107268 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.927356 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb13d0f9-433b-49b8-bf36-93fd11e0f760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.094887 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:13.621602 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd04f00a-aeeb-407a-bc35-063a61c03ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.098354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.952297 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.655975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.618325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.083113 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.922892 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae1dcd71-d3cc-4338-b698-2633e2aba396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.680760 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1c82-bf2a-4196-b909-e6e2d93ced57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.058213 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.963076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.629010 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.094375 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:57.634563 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.674860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56156) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.019720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0dc9871c-90f7-474a-9028-b08021945070 tempest-AutoAllocateNetworkTest-1098105973 tempest-AutoAllocateNetworkTest-1098105973-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c2cc869202944b478e846ed3b04c812f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3381729 Sep 16 04:49:58.019720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56182) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.299866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861a4dc-f6e9-45c8-83df-6e145231be44 tempest-AutoAllocateNetworkTest-1098105973 tempest-AutoAllocateNetworkTest-1098105973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.304897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56196) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.305526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8861a4dc-f6e9-45c8-83df-6e145231be44 tempest-AutoAllocateNetworkTest-1098105973 tempest-AutoAllocateNetworkTest-1098105973-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2873626 Sep 16 04:49:58.374822 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c977eb2a-7ff9-4d96-927a-ad9808be3912 tempest-AutoAllocateNetworkTest-1098105973 tempest-AutoAllocateNetworkTest-1098105973-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683889 Sep 16 04:49:58.377355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56202) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.405506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bb22cc3e-24e9-458c-8a58-7259f645626d tempest-AutoAllocateNetworkTest-1098105973 tempest-AutoAllocateNetworkTest-1098105973-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c2cc869202944b478e846ed3b04c812f HTTP/1.1" status: 200 len: 208 time: 0.0269358 Sep 16 04:49:59.503742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56238) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:59.982796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.083212 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.151017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.199373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2cc869202944b478e846ed3b04c812f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6914325 Sep 16 04:50:00.199373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9533b90-7a4d-40a7-8609-cb91f8d7037a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.200167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56262) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.210702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27915ba-71ac-48db-83b2-5e083767d19a admin admin] Tracked resource versions report: Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: pushed versions: Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: { 'AddressGroup': {'1.2'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'ConntrackHelper': {'1.0'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Log': {'1.0'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Network': {'1.1'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Port': {'1.7'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'PortForwarding': {'1.2'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'QosPolicy': {'1.9'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'SecurityGroup': {'1.4'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'SubPort': {'1.0'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Subnet': {'1.1'}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Trunk': {'1.1'}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: consumer versions: Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: { DHCP agent@n-d-712143-16: {}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: HyperV agent@n-h1-712143-16: {}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: HyperV agent@n-h2-712143-16: {}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: L3 agent@n-d-712143-16: {}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: Metadata agent@n-d-712143-16: {}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: Metering agent@n-d-712143-16: {}, Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: Open vSwitch agent@n-d-712143-16: { 'AddressGroup': '1.2', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'ConntrackHelper': '1.0', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Log': '1.0', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Network': '1.1', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Port': '1.7', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'PortForwarding': '1.2', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'QosPolicy': '1.9', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'SecurityGroup': '1.4', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'SecurityGroupRule': '1.2', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'SubPort': '1.0', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Subnet': '1.1', Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: 'Trunk': '1.1'}} Sep 16 04:50:00.494233 n-d-712143-16 neutron-server[101825]: {{(pid=101825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:50:00.498798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.498798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.602273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.604957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.606755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9533b90-7a4d-40a7-8609-cb91f8d7037a HTTP/1.1" status: 204 len: 168 time: 0.4051325 Sep 16 04:50:00.624288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9533b90-7a4d-40a7-8609-cb91f8d7037a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.631973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7cbb19-6e7a-41bd-b940-2a36cdb443fc admin admin] Tracked resource versions report: Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: pushed versions: Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: { 'AddressGroup': {'1.2'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'ConntrackHelper': {'1.0'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Log': {'1.0'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Network': {'1.1'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Port': {'1.7'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'PortForwarding': {'1.2'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'QosPolicy': {'1.9'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'SecurityGroup': {'1.4'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'SubPort': {'1.0'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Subnet': {'1.1'}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Trunk': {'1.1'}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: consumer versions: Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: { DHCP agent@n-d-712143-16: {}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: HyperV agent@n-h1-712143-16: {}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: HyperV agent@n-h2-712143-16: {}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: L3 agent@n-d-712143-16: {}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: Metadata agent@n-d-712143-16: {}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: Metering agent@n-d-712143-16: {}, Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: Open vSwitch agent@n-d-712143-16: { 'AddressGroup': '1.2', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'ConntrackHelper': '1.0', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Log': '1.0', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Network': '1.1', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Port': '1.7', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'PortForwarding': '1.2', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'QosPolicy': '1.9', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'SecurityGroup': '1.4', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'SecurityGroupRule': '1.2', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'SubPort': '1.0', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Subnet': '1.1', Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: 'Trunk': '1.1'}} Sep 16 04:50:00.642263 n-d-712143-16 neutron-server[101824]: {{(pid=101824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:50:03.120201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56402) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:03.417848 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d782cdb-665a-47d4-8680-dec0af689daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.528963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d782cdb-665a-47d4-8680-dec0af689daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.628598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d782cdb-665a-47d4-8680-dec0af689daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.664237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d782cdb-665a-47d4-8680-dec0af689daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b509f8ab-773c-4e5e-9167-d6237030d0d5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.673598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9d782cdb-665a-47d4-8680-dec0af689daf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9577715431074af68a033055b0131697&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5520947 Sep 16 04:50:03.675843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56434) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:03.728906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3609c2-4038-4ba8-8082-14e4d24d59df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.751536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3609c2-4038-4ba8-8082-14e4d24d59df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.865401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3609c2-4038-4ba8-8082-14e4d24d59df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.869349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3609c2-4038-4ba8-8082-14e4d24d59df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.870668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1f3609c2-4038-4ba8-8082-14e4d24d59df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b509f8ab-773c-4e5e-9167-d6237030d0d5 HTTP/1.1" status: 204 len: 168 time: 0.1938448 Sep 16 04:50:03.881587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3609c2-4038-4ba8-8082-14e4d24d59df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b509f8ab-773c-4e5e-9167-d6237030d0d5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.173711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:04.387125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae483-2b0e-46cc-b4c2-76e66507bb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.492896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae483-2b0e-46cc-b4c2-76e66507bb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.556941 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae483-2b0e-46cc-b4c2-76e66507bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.597291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4f0ae483-2b0e-46cc-b4c2-76e66507bb2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c5e93ee401c4b5aadc0367f68f9ae71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4225399 Sep 16 04:50:04.598389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ae483-2b0e-46cc-b4c2-76e66507bb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322b135f-52b2-4f99-aa4f-cb27180bdc14,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.600280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56506) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:04.652478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b45bdcfd-76a1-4c0d-a8f7-d28c8832f51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.674127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b45bdcfd-76a1-4c0d-a8f7-d28c8832f51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.806601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b45bdcfd-76a1-4c0d-a8f7-d28c8832f51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.809402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b45bdcfd-76a1-4c0d-a8f7-d28c8832f51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.814214 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b45bdcfd-76a1-4c0d-a8f7-d28c8832f51a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/322b135f-52b2-4f99-aa4f-cb27180bdc14 HTTP/1.1" status: 204 len: 168 time: 0.2082615 Sep 16 04:50:04.818307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bdcfd-76a1-4c0d-a8f7-d28c8832f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322b135f-52b2-4f99-aa4f-cb27180bdc14,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.821886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56514) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:04.834993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a4145d7-57d8-409f-bd92-477b1e4fce88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.932784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a4145d7-57d8-409f-bd92-477b1e4fce88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.013740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a4145d7-57d8-409f-bd92-477b1e4fce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.054036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1a4145d7-57d8-409f-bd92-477b1e4fce88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6aab460d170460b9af44f43a1dd87d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2312148 Sep 16 04:50:05.054850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4145d7-57d8-409f-bd92-477b1e4fce88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d2fdb-5a19-47e9-8786-b506b7011213,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.056847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56522) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:05.109121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6347f245-cf68-4659-9c22-3b60ff3cd371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.137440 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6347f245-cf68-4659-9c22-3b60ff3cd371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.263107 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6347f245-cf68-4659-9c22-3b60ff3cd371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.265737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6347f245-cf68-4659-9c22-3b60ff3cd371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.267201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6347f245-cf68-4659-9c22-3b60ff3cd371 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e80d2fdb-5a19-47e9-8786-b506b7011213 HTTP/1.1" status: 204 len: 168 time: 0.2072124 Sep 16 04:50:05.274991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347f245-cf68-4659-9c22-3b60ff3cd371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d2fdb-5a19-47e9-8786-b506b7011213,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.423029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56542) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.307559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56576) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.410462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe28e580-a58e-45ea-ae49-e22892ead651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.500949 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe28e580-a58e-45ea-ae49-e22892ead651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.574429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe28e580-a58e-45ea-ae49-e22892ead651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.610324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28e580-a58e-45ea-ae49-e22892ead651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909fe002-37bb-4f61-a3ad-9ddd2cbcb0ac,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.615511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe28e580-a58e-45ea-ae49-e22892ead651 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ef67437747c4a01825225a97403a163&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1913424 Sep 16 04:50:06.618268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56582) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.669069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9372-6eb1-42f9-997f-dff93b1dbd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.690986 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9372-6eb1-42f9-997f-dff93b1dbd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.859273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9372-6eb1-42f9-997f-dff93b1dbd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.861244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56584) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.862055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9372-6eb1-42f9-997f-dff93b1dbd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.863276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cfbb9372-6eb1-42f9-997f-dff93b1dbd45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/909fe002-37bb-4f61-a3ad-9ddd2cbcb0ac HTTP/1.1" status: 204 len: 168 time: 0.2440805 Sep 16 04:50:06.872465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb9372-6eb1-42f9-997f-dff93b1dbd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909fe002-37bb-4f61-a3ad-9ddd2cbcb0ac,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.878994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-842b74f3-b323-4e0b-916d-8d86947af906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.950273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56588) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.988104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-842b74f3-b323-4e0b-916d-8d86947af906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.055680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56598) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.063338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-842b74f3-b323-4e0b-916d-8d86947af906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.102459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b74f3-b323-4e0b-916d-8d86947af906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a70aa5b-7afa-4b1b-8d79-af8e9937d629,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.125356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-842b74f3-b323-4e0b-916d-8d86947af906 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c07c892116214a4683b0aaac8bc1e11a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2627382 Sep 16 04:50:07.125578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56604) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.149463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39d26067-de06-41aa-9933-9d2d80253a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.192180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56610) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.208537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ba849f-678f-46c6-9329-4bed10eecfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.249557 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efbb07f3-1f90-4674-b954-6be47d73cb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.280677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efbb07f3-1f90-4674-b954-6be47d73cb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.326321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39d26067-de06-41aa-9933-9d2d80253a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.434593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39d26067-de06-41aa-9933-9d2d80253a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.435973 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efbb07f3-1f90-4674-b954-6be47d73cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.439119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efbb07f3-1f90-4674-b954-6be47d73cb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.440531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-efbb07f3-1f90-4674-b954-6be47d73cb1b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a70aa5b-7afa-4b1b-8d79-af8e9937d629 HTTP/1.1" status: 204 len: 168 time: 0.3097942 Sep 16 04:50:07.487063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5025bd19-0b5b-451f-b929-98a72dca1e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.500438 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377a1ba-dd7c-4f70-a501-4ebfd0d7a2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.510432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-39d26067-de06-41aa-9933-9d2d80253a9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fc39cd6e41e4740843ea12037e3e7e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2018147 Sep 16 04:50:07.514092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.520007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d26067-de06-41aa-9933-9d2d80253a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c0234e-bf08-448d-b2af-ffc9797a3ba8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.539760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb07f3-1f90-4674-b954-6be47d73cb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a70aa5b-7afa-4b1b-8d79-af8e9937d629,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.591385 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b8f5a3-e24f-4cbb-84dd-43b0ecdc8829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.597858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ba849f-678f-46c6-9329-4bed10eecfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.612575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b8f5a3-e24f-4cbb-84dd-43b0ecdc8829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.789127 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ba849f-678f-46c6-9329-4bed10eecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.792306 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b8f5a3-e24f-4cbb-84dd-43b0ecdc8829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.795028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b8f5a3-e24f-4cbb-84dd-43b0ecdc8829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.797545 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-60b8f5a3-e24f-4cbb-84dd-43b0ecdc8829 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/76c0234e-bf08-448d-b2af-ffc9797a3ba8 HTTP/1.1" status: 204 len: 168 time: 0.2811234 Sep 16 04:50:07.803286 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-e377a1ba-dd7c-4f70-a501-4ebfd0d7a2a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:50:07.803286 n-d-712143-16 neutron-server[101825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:50:07.803286 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id': 'd59c95dcb45044b3b8e84887a38ecc10', 'id': '8f18ee0b-3a49-4c16-a6b2-23e831a3df2c', 'expiration': datetime.datetime(2021, 9, 16, 4, 52, 7, 796926)}] Sep 16 04:50:07.803286 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:50:07.803698 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-e377a1ba-dd7c-4f70-a501-4ebfd0d7a2a9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:50:07.808466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8f5a3-e24f-4cbb-84dd-43b0ecdc8829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c0234e-bf08-448d-b2af-ffc9797a3ba8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.842187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a1ba849f-678f-46c6-9329-4bed10eecfb7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea8d419ba5c04043bfbe947ba2fd8797&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8903215 Sep 16 04:50:07.845009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.847071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba849f-678f-46c6-9329-4bed10eecfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d50e33-1f9d-4556-9c37-ac809bee8a05,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.895151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f96eaf42-3ebb-4bf9-9f22-b21283c8b5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.909789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5025bd19-0b5b-451f-b929-98a72dca1e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.917692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f96eaf42-3ebb-4bf9-9f22-b21283c8b5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.985728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56642) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.000541 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-383c8e5a-745a-4b3f-a538-7aa1d855c1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.009148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5025bd19-0b5b-451f-b929-98a72dca1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.037787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025bd19-0b5b-451f-b929-98a72dca1e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d206acac-8756-4e1e-a826-d054a180a36d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.059821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f96eaf42-3ebb-4bf9-9f22-b21283c8b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.064054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f96eaf42-3ebb-4bf9-9f22-b21283c8b5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.068280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f96eaf42-3ebb-4bf9-9f22-b21283c8b5f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4d50e33-1f9d-4556-9c37-ac809bee8a05 HTTP/1.1" status: 204 len: 168 time: 0.2221196 Sep 16 04:50:08.072684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5025bd19-0b5b-451f-b929-98a72dca1e1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=395f543678b74ce8a03f13f28d1a27e3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0154839 Sep 16 04:50:08.076097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56654) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.079769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eaf42-3ebb-4bf9-9f22-b21283c8b5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d50e33-1f9d-4556-9c37-ac809bee8a05,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.160964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9fe592d5-4753-4856-b3da-18e86f500306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.197403 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9fe592d5-4753-4856-b3da-18e86f500306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.207779 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-383c8e5a-745a-4b3f-a538-7aa1d855c1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.279841 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-383c8e5a-745a-4b3f-a538-7aa1d855c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.304975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377a1ba-dd7c-4f70-a501-4ebfd0d7a2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.315676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c8e5a-745a-4b3f-a538-7aa1d855c1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d8c236-a0de-4c23-903f-925f8106e31f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.331500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56660) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.331759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-383c8e5a-745a-4b3f-a538-7aa1d855c1a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25450d14aa4c4e909bcaecc6d71be80a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3383608 Sep 16 04:50:08.355163 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9fe592d5-4753-4856-b3da-18e86f500306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.358159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9fe592d5-4753-4856-b3da-18e86f500306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.361774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9fe592d5-4753-4856-b3da-18e86f500306 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d206acac-8756-4e1e-a826-d054a180a36d HTTP/1.1" status: 204 len: 168 time: 0.2823002 Sep 16 04:50:08.368541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe592d5-4753-4856-b3da-18e86f500306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d206acac-8756-4e1e-a826-d054a180a36d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.412545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad96c58-7ebd-454f-9d76-cc77ca46446b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.482476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad96c58-7ebd-454f-9d76-cc77ca46446b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.530802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56672) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.533196 n-d-712143-16 neutron-server[101824]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:50:08.554825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-2f65f503-e0ff-418f-bfbd-3c86a2e25e3b tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a752f2f1e1e84b3a98fcd92c842b0ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228000 Sep 16 04:50:08.555622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377a1ba-dd7c-4f70-a501-4ebfd0d7a2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.660659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-c7600235-abe3-4152-8b6b-87215a291a19 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.662089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-c7600235-abe3-4152-8b6b-87215a291a19 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1006274 Sep 16 04:50:08.678230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-908531ab-14a8-4744-abf6-43699e963722 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/quotas/a752f2f1e1e84b3a98fcd92c842b0ad9 HTTP/1.1" status: 200 len: 375 time: 0.0100486 Sep 16 04:50:08.733485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-bbc22ea0-60f7-40ca-8c1b-f68dda082e0e tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a752f2f1e1e84b3a98fcd92c842b0ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488460 Sep 16 04:50:08.745288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377a1ba-dd7c-4f70-a501-4ebfd0d7a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.750317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad96c58-7ebd-454f-9d76-cc77ca46446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.752945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad96c58-7ebd-454f-9d76-cc77ca46446b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.754096 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cad96c58-7ebd-454f-9d76-cc77ca46446b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5d8c236-a0de-4c23-903f-925f8106e31f HTTP/1.1" status: 204 len: 168 time: 0.4283683 Sep 16 04:50:08.794457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377a1ba-dd7c-4f70-a501-4ebfd0d7a2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246ef7f1-c428-4054-9a05-2bb5b53cfd2f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.804386 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e377a1ba-dd7c-4f70-a501-4ebfd0d7a2a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d59c95dcb45044b3b8e84887a38ecc10&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6086473 Sep 16 04:50:08.807434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56680) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.814785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad96c58-7ebd-454f-9d76-cc77ca46446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d8c236-a0de-4c23-903f-925f8106e31f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.859404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6946cec6-f290-4f93-a4c6-679c4677621e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.880070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6946cec6-f290-4f93-a4c6-679c4677621e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.985122 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6946cec6-f290-4f93-a4c6-679c4677621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.987693 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6946cec6-f290-4f93-a4c6-679c4677621e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.989538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6946cec6-f290-4f93-a4c6-679c4677621e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/246ef7f1-c428-4054-9a05-2bb5b53cfd2f HTTP/1.1" status: 204 len: 168 time: 0.1821196 Sep 16 04:50:09.004532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946cec6-f290-4f93-a4c6-679c4677621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246ef7f1-c428-4054-9a05-2bb5b53cfd2f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.490056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56708) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.503263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69ba1d02-4143-41ae-baa9-2051302a57f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.601627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69ba1d02-4143-41ae-baa9-2051302a57f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.731516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69ba1d02-4143-41ae-baa9-2051302a57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.769453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-69ba1d02-4143-41ae-baa9-2051302a57f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a0f7df2967b4b6bbec49927868371d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2783742 Sep 16 04:50:09.770324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba1d02-4143-41ae-baa9-2051302a57f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669fe0da-b2c5-4f7b-a1ca-131a04dd28c5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.772194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56712) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.820770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-462e80eb-acc6-4559-9f04-ccae4a2d56c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.842275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-462e80eb-acc6-4559-9f04-ccae4a2d56c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.936946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56714) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.949701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff400501-1ce5-49b0-9150-523fcffa6f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.951376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-462e80eb-acc6-4559-9f04-ccae4a2d56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.953825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-462e80eb-acc6-4559-9f04-ccae4a2d56c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.954899 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-462e80eb-acc6-4559-9f04-ccae4a2d56c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/669fe0da-b2c5-4f7b-a1ca-131a04dd28c5 HTTP/1.1" status: 204 len: 168 time: 0.1808906 Sep 16 04:50:09.969631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e80eb-acc6-4559-9f04-ccae4a2d56c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669fe0da-b2c5-4f7b-a1ca-131a04dd28c5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.060673 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff400501-1ce5-49b0-9150-523fcffa6f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.091439 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.133824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff400501-1ce5-49b0-9150-523fcffa6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.172079 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ff400501-1ce5-49b0-9150-523fcffa6f74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ff43ec8c4904f41a1c36417540e4493&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2339466 Sep 16 04:50:10.174654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff400501-1ce5-49b0-9150-523fcffa6f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d16920a-6e56-4637-8608-c8a36645975c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.174780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56724) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.228527 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-137f3d0a-93e5-4e25-87f3-8abd85d7a8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.249836 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-137f3d0a-93e5-4e25-87f3-8abd85d7a8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.342961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56732) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.356865 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85ddc9ff-5c3d-46f7-8766-19892d3b9ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.362215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-137f3d0a-93e5-4e25-87f3-8abd85d7a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.365636 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-137f3d0a-93e5-4e25-87f3-8abd85d7a8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.367431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-137f3d0a-93e5-4e25-87f3-8abd85d7a8c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d16920a-6e56-4637-8608-c8a36645975c HTTP/1.1" status: 204 len: 168 time: 0.1916947 Sep 16 04:50:10.387800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f3d0a-93e5-4e25-87f3-8abd85d7a8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d16920a-6e56-4637-8608-c8a36645975c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.505204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85ddc9ff-5c3d-46f7-8766-19892d3b9ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.611504 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85ddc9ff-5c3d-46f7-8766-19892d3b9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.650018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-85ddc9ff-5c3d-46f7-8766-19892d3b9ce1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=685474f0f59e461f84c838e4d2df6de8&name=default HTTP/1.1" status: 200 len: 2976 time: 0.3059657 Sep 16 04:50:10.654139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddc9ff-5c3d-46f7-8766-19892d3b9ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4284f3b3-06f2-4bfa-875d-81749d8932b8,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.654259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56742) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.703073 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a78eeac-68f0-44c3-bfc3-75359498d79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.726207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a78eeac-68f0-44c3-bfc3-75359498d79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.876589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a78eeac-68f0-44c3-bfc3-75359498d79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.879019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a78eeac-68f0-44c3-bfc3-75359498d79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.880242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2a78eeac-68f0-44c3-bfc3-75359498d79e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4284f3b3-06f2-4bfa-875d-81749d8932b8 HTTP/1.1" status: 204 len: 168 time: 0.2258279 Sep 16 04:50:10.889059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78eeac-68f0-44c3-bfc3-75359498d79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4284f3b3-06f2-4bfa-875d-81749d8932b8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.895349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56748) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.904709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56752) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.920451 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73d3f47f-40b8-4f9e-8593-bc733b52641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.042579 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-44b79c61-4141-4ddb-b6e5-4041ebb21e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.042729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73d3f47f-40b8-4f9e-8593-bc733b52641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.156685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73d3f47f-40b8-4f9e-8593-bc733b52641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.198775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-73d3f47f-40b8-4f9e-8593-bc733b52641e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e5bac20aabd4c6ca1eb9b44a1747c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927530 Sep 16 04:50:11.199923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3f47f-40b8-4f9e-8593-bc733b52641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af1e29-bebe-4c4a-af07-4d97a80e89f1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.201522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56764) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:11.252240 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5e24754-4da9-4e05-bc3e-4b23e3698131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.274648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5e24754-4da9-4e05-bc3e-4b23e3698131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.435854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5e24754-4da9-4e05-bc3e-4b23e3698131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.436727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5e24754-4da9-4e05-bc3e-4b23e3698131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.440194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e5e24754-4da9-4e05-bc3e-4b23e3698131 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8af1e29-bebe-4c4a-af07-4d97a80e89f1 HTTP/1.1" status: 204 len: 168 time: 0.2353518 Sep 16 04:50:11.446242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e24754-4da9-4e05-bc3e-4b23e3698131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af1e29-bebe-4c4a-af07-4d97a80e89f1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.580650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6bba4b20-8bd6-490e-a1cf-01a9110c014b req-848b0381-de41-4e8c-a980-73f42e8bd845 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 210 time: 0.6841483 Sep 16 04:50:11.644566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56780) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:11.857576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-network', 'tenant_id': '13236adb32e448919a01fbef193e9b09'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:11.973148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Made reservation on behalf of 13236adb32e448919a01fbef193e9b09 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:11.976007 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.988112 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.118836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.212072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.234533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:12.250269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65574d56-c30d-4461-855d-daebb23250a4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.253943 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.254290 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Added segment e1e966a3-1af9-4e3b-a988-ed85799336e3 of type vlan for network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 Sep 16 04:50:12.295676 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.396418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.397408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.397994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.466013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.511227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:12.550408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0e9ca32a-8afd-46d1-81cb-76a98d6ee293 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9041851 Sep 16 04:50:12.552795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56820) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:12.562426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Request body: {'subnet': {'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-subnet', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:12.720002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Made reservation on behalf of 13236adb32e448919a01fbef193e9b09 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:12.720002 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Notify callbacks [] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.785005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af2c6a6c-abcf-4224-abe1-d48c6efec529 req-96912b5e-31c4-4c65-9607-be6fe8dec4d6 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 210 time: 0.0419340 Sep 16 04:50:13.019048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.076162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=64041bfa-9030-4fbb-8a39-813ffc64eeae,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.088625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Checking segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:13.088997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Network hostable DHCP agents. Network: a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:13.201936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:13.325798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:13.339313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a93afc-8b12-4684-a145-7208b05ecf60 None None] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:13.340868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.342071 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.414221 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-53042858-6c5d-47b8-bd4a-380defd18fac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8603845 Sep 16 04:50:13.417700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56852) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.422103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:13.493822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.60', 53987) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.524812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:13.529807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.529936 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.530010 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.542543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-09b9dc24-8ec3-45a0-954f-55e8a4c2eac5 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a752f2f1e1e84b3a98fcd92c842b0ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319073 Sep 16 04:50:13.618362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.671867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Allocated IP 172.20.0.2 (a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11/64041bfa-9030-4fbb-8a39-813ffc64eeae/d5ed885a-9463-4e65-b563-2a018bd203bf) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:13.689884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-5b88ef3c-9508-409b-9bda-1737c2adc5fc tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.691419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-5b88ef3c-9508-409b-9bda-1737c2adc5fc tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420951 Sep 16 04:50:13.790244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Request body: {'port': {'device_id': '683f7a3e-01c9-493c-a4cd-16bb9e8f4971', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'a752f2f1e1e84b3a98fcd92c842b0ad9'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:13.822120 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.825501 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb6b708d-7b40-46d6-866e-12068e431596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.955584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.016342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:14.022864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Pushing event updated for resources: {'Port': ['ID=d5ed885a-9463-4e65-b563-2a018bd203bf,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.037569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.038163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.038639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.039205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.039732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.040201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.040670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.041215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.041691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.042295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.042743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.043197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Tracked resource versions report: Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: pushed versions: Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: { 'AddressGroup': {'1.2'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'ConntrackHelper': {'1.0'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Log': {'1.0'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Network': {'1.1'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Port': {'1.7'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'PortForwarding': {'1.2'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'QosPolicy': {'1.9'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'SecurityGroup': {'1.4'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'SubPort': {'1.0'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Subnet': {'1.1'}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Trunk': {'1.1'}} Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: consumer versions: Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: { DHCP agent@n-d-712143-16: {}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: HyperV agent@n-h1-712143-16: {}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: HyperV agent@n-h2-712143-16: {}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: L3 agent@n-d-712143-16: {}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: Metadata agent@n-d-712143-16: {}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: Metering agent@n-d-712143-16: {}, Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: Open vSwitch agent@n-d-712143-16: { 'AddressGroup': '1.2', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'ConntrackHelper': '1.0', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Log': '1.0', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Network': '1.1', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Port': '1.7', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'PortForwarding': '1.2', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'QosPolicy': '1.9', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'SecurityGroup': '1.4', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'SecurityGroupRule': '1.2', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'SubPort': '1.0', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Subnet': '1.1', Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: 'Trunk': '1.1'}} Sep 16 04:50:14.044547 n-d-712143-16 neutron-server[101826]: {{(pid=101826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:50:14.050253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:14.053300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:14.073145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc7eb384-3611-410e-a8af-ccc4ee0818c0 req-2078ea80-2d9e-47f4-932a-a520420b682a tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 210 time: 0.0685334 Sep 16 04:50:14.121790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.128054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Attempting to bind port d5ed885a-9463-4e65-b563-2a018bd203bf on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:14.128425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Attempting to bind port d5ed885a-9463-4e65-b563-2a018bd203bf by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:14.128789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Attempting to bind port d5ed885a-9463-4e65-b563-2a018bd203bf on network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:14.134076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:14.134445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Checking segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:14.135457 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.135857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Bound using segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:14.136750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Bound port: d5ed885a-9463-4e65-b563-2a018bd203bf, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:14.137126 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.221677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] For port d5ed885a-9463-4e65-b563-2a018bd203bf, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:14.228726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] For port d5ed885a-9463-4e65-b563-2a018bd203bf, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d5ed885a-9463-4e65-b563-2a018bd203bf,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:14.282342 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.356467 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.423091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441ff8f-3a2d-447a-b06d-a20303efa68b None None] Pushing event updated for resources: {'Port': ['ID=d5ed885a-9463-4e65-b563-2a018bd203bf,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.562663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Made reservation on behalf of a752f2f1e1e84b3a98fcd92c842b0ad9 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:14.565964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.603318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.671311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.701738 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.867792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.884167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Allocated IP 172.25.7.17 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/2d524d25-104c-4760-b874-1fae33b2e089) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:14.988032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.993709 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.030263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.132103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.214402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56922) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:15.277856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.281377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19d84c91-050f-4418-86e9-fed30bc87254 req-342f12e4-65b3-4dc2-a663-ca47f8141f68 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 210 time: 0.0752492 Sep 16 04:50:15.361511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Pushing event updated for resources: {'Port': ['ID=2d524d25-104c-4760-b874-1fae33b2e089,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.389456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:15.394618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:15.411394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Allocated IP 192.168.233.163 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/44b72e35-edd0-47e6-8bca-1ede2fe7054c) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:15.411394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:15.625763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa432dc3-3955-4d83-a48e-772193048bfa None None] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:15.642851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1579882589-network', 'tenant_id': '8cdb984372b74e3fad220d4bbcbe4521'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:15.715041 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.759699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Made reservation on behalf of 8cdb984372b74e3fad220d4bbcbe4521 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:15.763828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.776578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.788628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-857004c8-b5a0-4753-8f71-f7a3333a7b13 None None] Provisioning complete for port d5ed885a-9463-4e65-b563-2a018bd203bf triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:15.789261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-857004c8-b5a0-4753-8f71-f7a3333a7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.793404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.892449 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.968110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-857004c8-b5a0-4753-8f71-f7a3333a7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.983026 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.005412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-857004c8-b5a0-4753-8f71-f7a3333a7b13 None None] For port d5ed885a-9463-4e65-b563-2a018bd203bf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d5ed885a-9463-4e65-b563-2a018bd203bf,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:16.024102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135aa173-9f66-4bee-a920-c4a22bf6f5ad,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.029941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:16.040624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.041984 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Added segment d5ff4e59-16a0-4fe4-833e-d75430f9f5d2 of type vlan for network 67533389-3bb3-4806-87ef-1c99dee8a51d Sep 16 04:50:16.111973 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-857004c8-b5a0-4753-8f71-f7a3333a7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.155945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.225080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857004c8-b5a0-4753-8f71-f7a3333a7b13 None None] Pushing event updated for resources: {'Port': ['ID=d5ed885a-9463-4e65-b563-2a018bd203bf,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.241312 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.262417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d5ed885a-9463-4e65-b563-2a018bd203bf up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:16.363809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:16.376284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:16.378391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d17d8451-abef-4d29-937a-6f349a721e39 None None] Provisioning complete for port d5ed885a-9463-4e65-b563-2a018bd203bf triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.387713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d17d8451-abef-4d29-937a-6f349a721e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.397020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:16.403326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.403976 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.435867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d5ed885a-9463-4e65-b563-2a018bd203bf triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.436328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.461598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.472221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Pushing event updated for resources: {'Port': ['ID=44b72e35-edd0-47e6-8bca-1ede2fe7054c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.659225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454e0fa-e1d4-4326-b844-984aa7207525 req-f86bf093-b424-4e5e-93ee-fa29b02200fe tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.660984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0454e0fa-e1d4-4326-b844-984aa7207525 req-f86bf093-b424-4e5e-93ee-fa29b02200fe tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 936 time: 0.2393873 Sep 16 04:50:16.724367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0454e0fa-e1d4-4326-b844-984aa7207525 req-42249059-90f5-4c57-8896-4c86054323ad tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542979 Sep 16 04:50:16.763691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d4a07371-25f4-4e01-885e-7c78f9360020 None None] Provisioning complete for port 44b72e35-edd0-47e6-8bca-1ede2fe7054c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.764072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d4a07371-25f4-4e01-885e-7c78f9360020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.804958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d4a07371-25f4-4e01-885e-7c78f9360020 None None] Port 44b72e35-edd0-47e6-8bca-1ede2fe7054c cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:16.887706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.888698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.889289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.948483 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-0c467fa9-e254-4d81-828d-58c7e77e6f52 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1620042 Sep 16 04:50:16.951131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Router 17e24a87-164e-4098-a956-e7546699c750 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:16.954159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=67533389-3bb3-4806-87ef-1c99dee8a51d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.956573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.966906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 67533389-3bb3-4806-87ef-1c99dee8a51d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:17.027009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a57f9904-5ebb-4465-9ac9-fcb706da9bb2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8103719 Sep 16 04:50:17.029600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56960) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.039876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Request body: {'subnet': {'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1579882589-subnet', 'tenant_id': '8cdb984372b74e3fad220d4bbcbe4521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:17.306496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:17.307450 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Sync routers for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:17.307450 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:17.307450 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:17.308524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-e4e63727-9cbf-4770-9f8b-0dcf5a75dc34 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:17.308524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-e4e63727-9cbf-4770-9f8b-0dcf5a75dc34 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054514 Sep 16 04:50:17.316752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Made reservation on behalf of 8cdb984372b74e3fad220d4bbcbe4521 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:17.320815 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Notify callbacks [] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.368197 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:17.492810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.502529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ead2e9e7-6579-4856-8804-3a4aa13a186e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0785923 Sep 16 04:50:17.514646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56974) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.678039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:15Z', 'revision_number': 3, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:17.708999 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Checking router: 17e24a87-164e-4098-a956-e7546699c750 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:17.709356 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Updating router 17e24a87-164e-4098-a956-e7546699c750 port 2d524d25-104c-4760-b874-1fae33b2e089 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:17.738384 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.767670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.962207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.977919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:17.983476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Network hostable DHCP agents. Network: 67533389-3bb3-4806-87ef-1c99dee8a51d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:18.055082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d6155-37b9-4c23-8f35-e62f2917adbc req-4a2ad29a-84d9-46d9-bc9d-1071e5edd71e tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.065477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-538d6155-37b9-4c23-8f35-e62f2917adbc req-4a2ad29a-84d9-46d9-bc9d-1071e5edd71e tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 936 time: 0.2032239 Sep 16 04:50:18.148807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Network 67533389-3bb3-4806-87ef-1c99dee8a51d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:18.198446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d5ed885a-9463-4e65-b563-2a018bd203bf up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:18.269694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-538d6155-37b9-4c23-8f35-e62f2917adbc req-fd0203e1-bca9-4f76-b992-e04009b4c13b tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033222 Sep 16 04:50:18.281500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d5ed885a-9463-4e65-b563-2a018bd203bf triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:18.281912 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.319268 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.359838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 67533389-3bb3-4806-87ef-1c99dee8a51d) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:18.374240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.374240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.396982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafbbc47-9f5b-4883-b751-4f3dfe1dd673 None None] Network 67533389-3bb3-4806-87ef-1c99dee8a51d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:18.520546 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.522492 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4913672f-9898-4d3c-b185-7b7a4fe1faee admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4913604 Sep 16 04:50:18.626367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576ae31-40d5-4fea-b2d3-230543b08a8b None None] Network 67533389-3bb3-4806-87ef-1c99dee8a51d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:18.633525 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Attempting to bind port 2d524d25-104c-4760-b874-1fae33b2e089 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:18.634163 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Attempting to bind port 2d524d25-104c-4760-b874-1fae33b2e089 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:18.634788 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Attempting to bind port 2d524d25-104c-4760-b874-1fae33b2e089 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:18.638639 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Pushing event updated for resources: {'Port': ['ID=2d524d25-104c-4760-b874-1fae33b2e089,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.648111 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:18.648799 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:18.649397 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.649988 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:18.651179 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Bound port: 2d524d25-104c-4760-b874-1fae33b2e089, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:18.651827 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.659517 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Tracked resource versions report: Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: pushed versions: Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: { 'AddressGroup': {'1.2'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'ConntrackHelper': {'1.0'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Log': {'1.0'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Network': {'1.1'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Port': {'1.7'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'PortForwarding': {'1.2'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'QosPolicy': {'1.9'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'SecurityGroup': {'1.4'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'SubPort': {'1.0'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Subnet': {'1.1'}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Trunk': {'1.1'}} Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: consumer versions: Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: { DHCP agent@n-d-712143-16: {}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: HyperV agent@n-h1-712143-16: {}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: HyperV agent@n-h2-712143-16: {}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: L3 agent@n-d-712143-16: {}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: Metadata agent@n-d-712143-16: {}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: Metering agent@n-d-712143-16: {}, Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: Open vSwitch agent@n-d-712143-16: { 'AddressGroup': '1.2', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'ConntrackHelper': '1.0', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Log': '1.0', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Network': '1.1', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Port': '1.7', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'PortForwarding': '1.2', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'QosPolicy': '1.9', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'SecurityGroup': '1.4', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'SecurityGroupRule': '1.2', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'SubPort': '1.0', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Subnet': '1.1', Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: 'Trunk': '1.1'}} Sep 16 04:50:18.660375 n-d-712143-16 neutron-server[101827]: {{(pid=101827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:50:18.668222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Request body: {'port': {'device_id': '683f7a3e-01c9-493c-a4cd-16bb9e8f4971', 'device_owner': 'compute:tempest-test_az-1885685682', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:18.752326 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.752814 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] For port 2d524d25-104c-4760-b874-1fae33b2e089, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:18.759832 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] For port 2d524d25-104c-4760-b874-1fae33b2e089, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2d524d25-104c-4760-b874-1fae33b2e089,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:18.846220 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.917236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.056994 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:19.063868 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:19.129089 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292844-fc7b-4ee7-ad3e-60cb0d290fdf None None] Pushing event updated for resources: {'Port': ['ID=2d524d25-104c-4760-b874-1fae33b2e089,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:19.361231 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:19.458833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Allocated IP 172.20.0.1 (a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11/64041bfa-9030-4fbb-8a39-813ffc64eeae/fa5c0d42-2fec-438b-89d7-b474a0241878) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:19.676397 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.684458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b72e35-edd0-47e6-8bca-1ede2fe7054c {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:19.713371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.785009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Transition to ACTIVE for port object 44b72e35-edd0-47e6-8bca-1ede2fe7054c will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:19.872278 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:15Z', 'revision_number': 3, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:19.913528 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84fe0e-ba4f-409a-a4e5-b294d2911f11 None None] The sync data for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 is: [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:15Z', 'revision_number': 3, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:20.106076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6f3c2-573f-4401-9569-fe08580ac915 req-518080c8-ed50-4f43-9e15-9097ebc2493c tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.114141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ae6f3c2-573f-4401-9569-fe08580ac915 req-518080c8-ed50-4f43-9e15-9097ebc2493c tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 936 time: 0.0958111 Sep 16 04:50:20.126275 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.278411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Pushing event updated for resources: {'Port': ['ID=44b72e35-edd0-47e6-8bca-1ede2fe7054c,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.299012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ae6f3c2-573f-4401-9569-fe08580ac915 req-abc42fea-1883-4fd6-8f6b-e39b8212d336 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799538 Sep 16 04:50:20.307777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.396496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Attempting to bind port 44b72e35-edd0-47e6-8bca-1ede2fe7054c on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:20.396868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Attempting to bind port 44b72e35-edd0-47e6-8bca-1ede2fe7054c by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:20.397252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Attempting to bind port 44b72e35-edd0-47e6-8bca-1ede2fe7054c on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:20.400706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Pushing event updated for resources: {'Port': ['ID=fa5c0d42-2fec-438b-89d7-b474a0241878,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.422241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:20.422241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:20.422241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Port 44b72e35-edd0-47e6-8bca-1ede2fe7054c on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:20.423080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Attempting to bind port 44b72e35-edd0-47e6-8bca-1ede2fe7054c on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:20.451309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:20.451880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.454173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:20.454588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:20.455571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:20.456022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Bound port: 44b72e35-edd0-47e6-8bca-1ede2fe7054c, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:20.456425 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.761922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] For port 44b72e35-edd0-47e6-8bca-1ede2fe7054c, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:20.816298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] For port 44b72e35-edd0-47e6-8bca-1ede2fe7054c, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=44b72e35-edd0-47e6-8bca-1ede2fe7054c,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:20.914609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bac75388-77b1-4fa2-b658-744e8c44d256 None None] Provisioning complete for port fa5c0d42-2fec-438b-89d7-b474a0241878 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:20.914609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bac75388-77b1-4fa2-b658-744e8c44d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.058982 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.058982 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.060147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bac75388-77b1-4fa2-b658-744e8c44d256 None None] Port fa5c0d42-2fec-438b-89d7-b474a0241878 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:21.200726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Pushing event updated for resources: {'Port': ['ID=44b72e35-edd0-47e6-8bca-1ede2fe7054c,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.254381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.255102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.256625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-a84e3dbf-bbce-46af-ac29-3db1533e75d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/44b72e35-edd0-47e6-8bca-1ede2fe7054c HTTP/1.1" status: 200 len: 1119 time: 3.3956363 Sep 16 04:50:21.257063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683f7a3e-01c9-493c-a4cd-16bb9e8f4971', 'tag': '44b72e35-edd0-47e6-8bca-1ede2fe7054c'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:21.710478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.807511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-5df80c8f-4bda-4fed-8d27-fa49d3af6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.809997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-5df80c8f-4bda-4fed-8d27-fa49d3af6984 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a752f2f1e1e84b3a98fcd92c842b0ad9&device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 1122 time: 0.2163763 Sep 16 04:50:21.849271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619435f-0cba-4c6f-95b6-00477240eae3 req-a0a1ce08-4c46-4919-93ce-198b0a3b906e tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.855856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4619435f-0cba-4c6f-95b6-00477240eae3 req-a0a1ce08-4c46-4919-93ce-198b0a3b906e tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 970 time: 0.1239531 Sep 16 04:50:21.904942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4619435f-0cba-4c6f-95b6-00477240eae3 req-0e76247c-430d-4fbd-8372-d6a96c3c730c tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439980 Sep 16 04:50:21.955263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.956438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.080162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Pushing event updated for resources: {'Port': ['ID=fa5c0d42-2fec-438b-89d7-b474a0241878,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:22.156126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:22.158730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:22.262577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2d524d25-104c-4760-b874-1fae33b2e089 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:22.375427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2d524d25-104c-4760-b874-1fae33b2e089 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:22.375812 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.417924 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71065f68-ad6c-47c4-962b-fc692be68c36" -d '{"events": [{"name": "network-changed", "server_uuid": "683f7a3e-01c9-493c-a4cd-16bb9e8f4971", "tag": "44b72e35-edd0-47e6-8bca-1ede2fe7054c"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:22.503649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57128) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:22.588485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.605834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57134) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:22.611022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-288071474-network', 'tenant_id': '2ca06a8dc1164af0890b2fdebacf604a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:22.700017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-4c7da9bd-33be-4658-99ff-42f9e3a657f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=44b72e35-edd0-47e6-8bca-1ede2fe7054c HTTP/1.1" status: 200 len: 217 time: 0.2736971 Sep 16 04:50:22.714893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 2d524d25-104c-4760-b874-1fae33b2e089, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2d524d25-104c-4760-b874-1fae33b2e089,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:22.727266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Made reservation on behalf of 2ca06a8dc1164af0890b2fdebacf604a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:22.727951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7e2bbd4b-091e-49db-9ba7-649c1be567cd None None] Provisioning complete for port fa5c0d42-2fec-438b-89d7-b474a0241878 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:22.731032 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbd4b-091e-49db-9ba7-649c1be567cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.731144 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.739410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Router 17e24a87-164e-4098-a956-e7546699c750 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:22.753849 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.800806 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.907755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bbd4b-091e-49db-9ba7-649c1be567cd None None] Port fa5c0d42-2fec-438b-89d7-b474a0241878 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:22.917705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-13af1551-4fe3-439f-9493-2c95c26207fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.922058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-13af1551-4fe3-439f-9493-2c95c26207fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1799128 Sep 16 04:50:22.984540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.986560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=2d524d25-104c-4760-b874-1fae33b2e089,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.041803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d3b36b6-a533-4ccd-b1fd-df123cfbf177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.060552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.155882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:23.191409 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.196101 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Added segment 561bd78e-bae1-4582-ac3f-5cc78f313732 of type vlan for network 8945364f-b244-43b0-8f90-3d97127a76b5 Sep 16 04:50:23.197915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4aab8d-6a70-4c17-8929-c2e5c639ab03,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.268872 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.347005 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8015e65-8e33-4f22-a585-baa787247f47 x-openstack-request-id: req-e8015e65-8e33-4f22-a585-baa787247f47 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:23.347318 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683f7a3e-01c9-493c-a4cd-16bb9e8f4971", "tag": "44b72e35-edd0-47e6-8bca-1ede2fe7054c", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:23.347560 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8015e65-8e33-4f22-a585-baa787247f47 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:23.347982 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683f7a3e-01c9-493c-a4cd-16bb9e8f4971', 'tag': '44b72e35-edd0-47e6-8bca-1ede2fe7054c', 'status': 'completed', 'code': 200} Sep 16 04:50:23.379120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d3b36b6-a533-4ccd-b1fd-df123cfbf177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.398375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-5ddd04b2-9564-4c52-bdfa-8f8fe400e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.400669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-5ddd04b2-9564-4c52-bdfa-8f8fe400e4b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4354267 Sep 16 04:50:23.405624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.408415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.408415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.451468 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d3b36b6-a533-4ccd-b1fd-df123cfbf177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.503331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:23.505454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] Pushing event updated for resources: {'Network': ['ID=8945364f-b244-43b0-8f90-3d97127a76b5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.524074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 8945364f-b244-43b0-8f90-3d97127a76b5 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:23.527097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-16b00b4b-1fdd-4490-9020-982ae6579c7d admin admin] 10.222.0.59 "PUT /v2.0/routers/17e24a87-164e-4098-a956-e7546699c750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0133581 Sep 16 04:50:23.544020 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6d3b36b6-a533-4ccd-b1fd-df123cfbf177 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=90e0dcfd417d44d7a78d40e4a2438130&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0389302 Sep 16 04:50:23.550540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57160) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:23.552360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba2fa5cd-cae0-4c05-918d-01ef8df8605a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9449956 Sep 16 04:50:23.559325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45962087-f8a8-4809-a2df-ea7942530a06 req-6a0b7c88-8fb4-43ad-9480-584955d6d92a tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.567838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45962087-f8a8-4809-a2df-ea7942530a06 req-6a0b7c88-8fb4-43ad-9480-584955d6d92a tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 970 time: 0.1718240 Sep 16 04:50:23.569362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57162) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:23.577378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Request body: {'subnet': {'network_id': '8945364f-b244-43b0-8f90-3d97127a76b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-288071474-subnet', 'tenant_id': '2ca06a8dc1164af0890b2fdebacf604a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:23.617846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b36b6-a533-4ccd-b1fd-df123cfbf177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d18c4-869f-46a7-93af-df94c4a7c4fc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.638407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf065-0f91-4b7a-8da1-6643ab5ae253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.667277 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf065-0f91-4b7a-8da1-6643ab5ae253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.780792 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Sync routers for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:23.790696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45962087-f8a8-4809-a2df-ea7942530a06 req-b899a85c-28c3-491b-9ea6-0accbfc4e737 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017968 Sep 16 04:50:23.805309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:23.805920 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf065-0f91-4b7a-8da1-6643ab5ae253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.806031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:23.810460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf065-0f91-4b7a-8da1-6643ab5ae253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.812055 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bcbbf065-0f91-4b7a-8da1-6643ab5ae253 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b2d18c4-869f-46a7-93af-df94c4a7c4fc HTTP/1.1" status: 204 len: 168 time: 0.2584310 Sep 16 04:50:23.843430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbf065-0f91-4b7a-8da1-6643ab5ae253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d18c4-869f-46a7-93af-df94c4a7c4fc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:24.031207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-8a2f0d63-d603-416a-b4dd-74c0af6cf625 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718791 Sep 16 04:50:24.036441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Made reservation on behalf of 2ca06a8dc1164af0890b2fdebacf604a for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:24.037849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.181354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2d524d25-104c-4760-b874-1fae33b2e089 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:24.403086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:24.554369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2be0250-2000-4886-b3f6-31b9ecda895b req-9033fb1f-2097-483e-abaf-9d6dcd2d7137 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768274 Sep 16 04:50:24.554697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2d524d25-104c-4760-b874-1fae33b2e089 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:24.554697 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.773165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 2, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:24.802022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Checking router: 17e24a87-164e-4098-a956-e7546699c750 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:24.802375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Updating router 17e24a87-164e-4098-a956-e7546699c750 port fa5c0d42-2fec-438b-89d7-b474a0241878 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:24.829210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.114868 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.268969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.298864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.397660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb068b97-6aea-46bc-ab0d-d8a34886c14f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.433220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Checking segment: {'id': '561bd78e-bae1-4582-ac3f-5cc78f313732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8945364f-b244-43b0-8f90-3d97127a76b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:25.433507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Network hostable DHCP agents. Network: 8945364f-b244-43b0-8f90-3d97127a76b5, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:25.520489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65bdc6-cf1f-4768-93c2-81bbae9645da None None] Pushing event updated for resources: {'Port': ['ID=fa5c0d42-2fec-438b-89d7-b474a0241878,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.536902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6b98d-8e40-4fc4-99f1-b54ac1e4910d req-828cd49e-af48-4d3a-843c-1bfc3362a14c tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.542941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97f6b98d-8e40-4fc4-99f1-b54ac1e4910d req-828cd49e-af48-4d3a-843c-1bfc3362a14c tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 970 time: 0.1289482 Sep 16 04:50:25.566480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Attempting to bind port fa5c0d42-2fec-438b-89d7-b474a0241878 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:25.567080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Attempting to bind port fa5c0d42-2fec-438b-89d7-b474a0241878 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:25.567371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Attempting to bind port fa5c0d42-2fec-438b-89d7-b474a0241878 on network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:25.576607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:25.576607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Checking segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:25.576607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.581771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Bound using segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:25.581771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Bound port: fa5c0d42-2fec-438b-89d7-b474a0241878, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:25.581771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.584696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Network 8945364f-b244-43b0-8f90-3d97127a76b5 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:25.655390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97f6b98d-8e40-4fc4-99f1-b54ac1e4910d req-79a2206e-e52c-4385-8dee-18966f841e53 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051574 Sep 16 04:50:25.681321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 8945364f-b244-43b0-8f90-3d97127a76b5) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:25.686375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.687012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.696439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a7d6c-d003-428c-9dcb-f520c9b7ad66 None None] Network 8945364f-b244-43b0-8f90-3d97127a76b5 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:25.700332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] For port fa5c0d42-2fec-438b-89d7-b474a0241878, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:25.742928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] For port fa5c0d42-2fec-438b-89d7-b474a0241878, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fa5c0d42-2fec-438b-89d7-b474a0241878,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:25.773270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57226) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:25.778448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3dbf5fa7-c8e9-4dfa-ad13-cb9ddbf03e0f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2089126 Sep 16 04:50:25.817296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba57f48c-70b1-4953-8c78-b8f3c99cad7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.826799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7756a269-d676-431f-b7e6-a1286c6dc2c1 None None] Provisioning complete for port fa5c0d42-2fec-438b-89d7-b474a0241878 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:25.829172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7756a269-d676-431f-b7e6-a1286c6dc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.911496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.954266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb99363-58f1-47ed-b0e2-cf793ff51393 None None] Network 8945364f-b244-43b0-8f90-3d97127a76b5 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:26.051428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba57f48c-70b1-4953-8c78-b8f3c99cad7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.083104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57238) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:26.096232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65bdc6-cf1f-4768-93c2-81bbae9645da None None] Pushing event updated for resources: {'Port': ['ID=fa5c0d42-2fec-438b-89d7-b474a0241878,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.114392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba57f48c-70b1-4953-8c78-b8f3c99cad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.167185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:26.167813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:26.202734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57248) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:26.206691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba57f48c-70b1-4953-8c78-b8f3c99cad7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae72b01fb3e34f2dbf271e1f65601bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315157 Sep 16 04:50:26.209398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57f48c-70b1-4953-8c78-b8f3c99cad7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b501b-52a1-486a-9aa1-f376858e9c79,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.265082 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4818e8bd-9aff-47a7-a0c3-d6ec9577e75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.325249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4818e8bd-9aff-47a7-a0c3-d6ec9577e75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.407455 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a79b1e15-066f-4ae8-a04b-ac6eaed1d0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.499819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:26.554648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4818e8bd-9aff-47a7-a0c3-d6ec9577e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.557305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4818e8bd-9aff-47a7-a0c3-d6ec9577e75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.558470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4818e8bd-9aff-47a7-a0c3-d6ec9577e75f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e6b501b-52a1-486a-9aa1-f376858e9c79 HTTP/1.1" status: 204 len: 168 time: 0.3543932 Sep 16 04:50:26.563735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-8178d9c1-17a2-4d55-acbe-575d4816df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.565316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-8178d9c1-17a2-4d55-acbe-575d4816df9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a752f2f1e1e84b3a98fcd92c842b0ad9&device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 1122 time: 0.0940552 Sep 16 04:50:26.576578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818e8bd-9aff-47a7-a0c3-d6ec9577e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b501b-52a1-486a-9aa1-f376858e9c79,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.614168 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7756a269-d676-431f-b7e6-a1286c6dc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.770451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a79b1e15-066f-4ae8-a04b-ac6eaed1d0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.805000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-94659f6c-b78e-48ff-91f0-c5263624999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.807742 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-94659f6c-b78e-48ff-91f0-c5263624999d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2253776 Sep 16 04:50:26.851319 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a79b1e15-066f-4ae8-a04b-ac6eaed1d0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.907681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b1e15-066f-4ae8-a04b-ac6eaed1d0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae6745c-4ee4-4274-8bd0-91b059897234,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.946091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7756a269-d676-431f-b7e6-a1286c6dc2c1 None None] For port fa5c0d42-2fec-438b-89d7-b474a0241878, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fa5c0d42-2fec-438b-89d7-b474a0241878,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.946741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a79b1e15-066f-4ae8-a04b-ac6eaed1d0c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c118a10b3e63484db7aaa0cbb9d34688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8614285 Sep 16 04:50:26.948247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57276) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:27.006727 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7756a269-d676-431f-b7e6-a1286c6dc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.014046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c025c4b-e88a-4343-a1e5-8d688ed05ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.048006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c025c4b-e88a-4343-a1e5-8d688ed05ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.095727 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:27.100138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756a269-d676-431f-b7e6-a1286c6dc2c1 None None] Pushing event updated for resources: {'Port': ['ID=fa5c0d42-2fec-438b-89d7-b474a0241878,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.111422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:25Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:27.145237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-01fb24e1-9c8e-4a48-a7fd-0260835caa31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=44b72e35-edd0-47e6-8bca-1ede2fe7054c HTTP/1.1" status: 200 len: 217 time: 0.0990667 Sep 16 04:50:27.163911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491bd3-5d73-4cec-ba92-6cab0e6c40ef None None] The sync data for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 is: [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:25Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:27.183029 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c025c4b-e88a-4343-a1e5-8d688ed05ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.188885 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c025c4b-e88a-4343-a1e5-8d688ed05ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.191598 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1c025c4b-e88a-4343-a1e5-8d688ed05ec6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fae6745c-4ee4-4274-8bd0-91b059897234 HTTP/1.1" status: 204 len: 168 time: 0.2410302 Sep 16 04:50:27.193385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-46999f55-c8dd-44f2-a67a-b92b80980302 None None] Provisioning complete for port fa5c0d42-2fec-438b-89d7-b474a0241878 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:27.195071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-46999f55-c8dd-44f2-a67a-b92b80980302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.230547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c025c4b-e88a-4343-a1e5-8d688ed05ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae6745c-4ee4-4274-8bd0-91b059897234,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.343141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-4fda7672-7ff6-407e-8439-f465794caad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.350787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-4fda7672-7ff6-407e-8439-f465794caad5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1727672 Sep 16 04:50:27.401492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57286) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:27.407867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-network', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:27.533228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Made reservation on behalf of 7420f726eac94cc5a196d18c271e2dd0 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:27.535841 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.562450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.574958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d78481-5b86-4c3e-bb0e-ab385e956bf1 req-81bdf425-a908-41de-b5c7-c1bd272f8976 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.585850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70d78481-5b86-4c3e-bb0e-ab385e956bf1 req-81bdf425-a908-41de-b5c7-c1bd272f8976 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 970 time: 0.1692581 Sep 16 04:50:27.632112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-f2ec2521-a6b2-4513-8658-adfcb586924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.633748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-f2ec2521-a6b2-4513-8658-adfcb586924b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520069 Sep 16 04:50:27.664995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.765059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.854120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70d78481-5b86-4c3e-bb0e-ab385e956bf1 req-46d04514-dbe7-4692-8add-a93bfca6166f tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671287 Sep 16 04:50:27.880230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-a54d16f2-d5c3-488f-a8b7-1b5b0429f4c0 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028961 Sep 16 04:50:27.898430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.927831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:27.942403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1efc268-976a-48ff-8df2-1fc06b76cafa,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.947860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.948231 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Added segment b78b3111-8f5d-4704-99f9-fc90e661864d of type vlan for network 524f7d29-ef4f-4a8e-af0d-b50a89281985 Sep 16 04:50:27.998556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.116214 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.117370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.118089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.135749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-8db0c079-46c2-41a0-8b88-a46340efb8f6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.137837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-8db0c079-46c2-41a0-8b88-a46340efb8f6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 821 time: 0.2792988 Sep 16 04:50:28.141880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71065f68-ad6c-47c4-962b-fc692be68c36 req-a28b541c-72fb-49d0-972e-f55bf04f361f service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328513 Sep 16 04:50:28.175031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-4cac6178-a8c1-48c9-9de0-f3e3f8533272 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/quotas/8cdb984372b74e3fad220d4bbcbe4521 HTTP/1.1" status: 200 len: 375 time: 0.0267651 Sep 16 04:50:28.191168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fa5c0d42-2fec-438b-89d7-b474a0241878 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:28.227651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-249b7cfe-9c4f-45c6-8828-15db148e5d85 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514560 Sep 16 04:50:28.246785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] Pushing event updated for resources: {'Network': ['ID=524f7d29-ef4f-4a8e-af0d-b50a89281985,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:28.257356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3e9258b7-0797-40b2-ab16-d2d49fbbcf8f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8516853 Sep 16 04:50:28.257704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57308) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:28.258546 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 524f7d29-ef4f-4a8e-af0d-b50a89281985 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:28.265422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Request body: {'subnet': {'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-subnet', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:28.355707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fa5c0d42-2fec-438b-89d7-b474a0241878 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:28.361915 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.383160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Made reservation on behalf of 7420f726eac94cc5a196d18c271e2dd0 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:28.396244 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.640246 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.696594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b27784-6a2d-4584-b033-5e5fcabb3de6,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:28.705460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Checking segment: {'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:28.705815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Network hostable DHCP agents. Network: 524f7d29-ef4f-4a8e-af0d-b50a89281985, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:28.783994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Network 524f7d29-ef4f-4a8e-af0d-b50a89281985 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:28.835147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57316) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:28.851457 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf070c5d-be95-4d39-999a-fba85b91ba12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.855361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 524f7d29-ef4f-4a8e-af0d-b50a89281985) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:28.860820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.864951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.874191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c017e97-d19b-4fc1-abca-296959d13c3d None None] Network 524f7d29-ef4f-4a8e-af0d-b50a89281985 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:28.990547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:28.999757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657258b-316b-4242-93df-c947cec55d27 req-c7416d84-48d7-4b97-b375-c7bc252189fd tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.007679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9657258b-316b-4242-93df-c947cec55d27 req-c7416d84-48d7-4b97-b375-c7bc252189fd tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 970 time: 0.0631666 Sep 16 04:50:29.033248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-01d9227d-d6d2-4056-a75a-69e6b312f260 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7744329 Sep 16 04:50:29.036168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57326) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:29.041790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:29.055792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9657258b-316b-4242-93df-c947cec55d27 req-8743630f-b392-4c1e-b246-bdce8a4a87d1 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Sep 16 04:50:29.079152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-524f7d29-ef4f-4a8e-af0d-b50a89281985', 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'fixed_ips': [{'subnet_id': 'b9b27784-6a2d-4584-b033-5e5fcabb3de6'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:29.080486 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.125844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-83abfadf-17bb-4c3e-9640-c989ab24adf7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:29.127096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-83abfadf-17bb-4c3e-9640-c989ab24adf7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3163061 Sep 16 04:50:29.144613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf070c5d-be95-4d39-999a-fba85b91ba12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.218684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Allocated IP 172.20.0.2 (524f7d29-ef4f-4a8e-af0d-b50a89281985/b9b27784-6a2d-4584-b033-5e5fcabb3de6/4a4764f7-a117-471d-8a76-c94405f5d191) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:29.224432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf070c5d-be95-4d39-999a-fba85b91ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.242581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-049303f0-a6e7-45a1-ab67-98d55a1148ad service neutron] 10.222.0.59 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068764 Sep 16 04:50:29.279959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf070c5d-be95-4d39-999a-fba85b91ba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577befd3-0cee-4709-8816-0754ef45b45c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.284640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bf070c5d-be95-4d39-999a-fba85b91ba12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32644d88197d4e3b99a2082b5a50ab59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479065 Sep 16 04:50:29.287736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57332) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:29.359185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.361291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.389166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-8f6831d5-a905-4fb8-adb5-56a40e5dc1d2 service neutron] 10.222.0.59 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260107 Sep 16 04:50:29.402637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.495349 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.519028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Network 524f7d29-ef4f-4a8e-af0d-b50a89281985 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:29.522105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:29.537784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.542445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:29.542665 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7292dac6-69bd-4e4d-8d7b-12c8e674b08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.557628 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b507408-a792-41cf-89ef-636668664cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.579205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7292dac6-69bd-4e4d-8d7b-12c8e674b08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.597477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Pushing event updated for resources: {'Port': ['ID=4a4764f7-a117-471d-8a76-c94405f5d191,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.647784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Attempting to bind port 4a4764f7-a117-471d-8a76-c94405f5d191 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:29.649329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Attempting to bind port 4a4764f7-a117-471d-8a76-c94405f5d191 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:29.649329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Attempting to bind port 4a4764f7-a117-471d-8a76-c94405f5d191 on network 524f7d29-ef4f-4a8e-af0d-b50a89281985 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:29.653896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:29.654275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Checking segment: {'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:29.654678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.657579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Bound using segment: {'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:29.658712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Bound port: 4a4764f7-a117-471d-8a76-c94405f5d191, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:29.659903 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.678781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d5a5509-e17b-42f8-903e-2ef8d8ff6639 req-58328d29-e2b3-4b19-83f4-c701a2bfe387 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 210 time: 0.0469091 Sep 16 04:50:29.748478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] For port 4a4764f7-a117-471d-8a76-c94405f5d191, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:29.753134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] For port 4a4764f7-a117-471d-8a76-c94405f5d191, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4a4764f7-a117-471d-8a76-c94405f5d191,segment=NetworkSegment(b78b3111-8f5d-4704-99f9-fc90e661864d),segment_id=b78b3111-8f5d-4704-99f9-fc90e661864d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:29.847589 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.909936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.919513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d94dc-3332-4897-ae98-903113dcc7c8 None None] Pushing event updated for resources: {'Port': ['ID=4a4764f7-a117-471d-8a76-c94405f5d191,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.942577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7292dac6-69bd-4e4d-8d7b-12c8e674b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.945154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7292dac6-69bd-4e4d-8d7b-12c8e674b08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.946313 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7292dac6-69bd-4e4d-8d7b-12c8e674b08a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/577befd3-0cee-4709-8816-0754ef45b45c HTTP/1.1" status: 204 len: 168 time: 0.6573365 Sep 16 04:50:29.948393 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b507408-a792-41cf-89ef-636668664cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.956627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292dac6-69bd-4e4d-8d7b-12c8e674b08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577befd3-0cee-4709-8816-0754ef45b45c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.015760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b507408-a792-41cf-89ef-636668664cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.061043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b507408-a792-41cf-89ef-636668664cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37944e25-3310-4b1e-b1e4-f01e11862114,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.097009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4b507408-a792-41cf-89ef-636668664cd7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e21c12b00b754404895cb90102807cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1049900 Sep 16 04:50:30.100659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57370) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:30.134269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57372) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:30.254077 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb284b21-7961-431a-be32-b8053c025364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.300031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb284b21-7961-431a-be32-b8053c025364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.316093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.336062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875264ee-0430-492e-98b7-a6032a171e4d req-c10d619d-5870-4d2c-bc1d-d76561425dca tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.338441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-875264ee-0430-492e-98b7-a6032a171e4d req-c10d619d-5870-4d2c-bc1d-d76561425dca tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 970 time: 0.0992093 Sep 16 04:50:30.358207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.412552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-875264ee-0430-492e-98b7-a6032a171e4d req-3d86d025-456c-4db9-8b44-7b60a3287d05 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 Sep 16 04:50:30.492479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb284b21-7961-431a-be32-b8053c025364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.496263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb284b21-7961-431a-be32-b8053c025364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.498485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eb284b21-7961-431a-be32-b8053c025364 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37944e25-3310-4b1e-b1e4-f01e11862114 HTTP/1.1" status: 204 len: 168 time: 0.3965142 Sep 16 04:50:30.510329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb284b21-7961-431a-be32-b8053c025364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37944e25-3310-4b1e-b1e4-f01e11862114,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.576355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Allocated IP 172.25.7.215 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/8d6e2536-e4d5-46b9-9ba6-d57008bb7665) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:30.612820 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd8f4bb2-4e06-4e2f-bf4d-56f83d1fea6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.751328 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.870649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfb0b093-1262-44fa-90f7-6758da5311ac req-7b286ec0-cc24-46f7-bd97-3d56f80f28a4 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 210 time: 0.0624843 Sep 16 04:50:30.892098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd8f4bb2-4e06-4e2f-bf4d-56f83d1fea6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.970564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd8f4bb2-4e06-4e2f-bf4d-56f83d1fea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.023264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.065442 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fd8f4bb2-4e06-4e2f-bf4d-56f83d1fea6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a949f245c174f6183faf0c7a4494d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9299111 Sep 16 04:50:31.068140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57404) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:31.089220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f4bb2-4e06-4e2f-bf4d-56f83d1fea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba3c2ae-5625-474a-bb6c-a71a67faf194,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:31.114300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:31.119444 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fba2d125-af54-4046-98a6-553df40e324f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.119712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:31.129307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:31.139442 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2c7b0-2a19-4d14-8b4d-2245a24d9455 None None] Network 524f7d29-ef4f-4a8e-af0d-b50a89281985 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:31.146927 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fba2d125-af54-4046-98a6-553df40e324f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.176569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6e2536-e4d5-46b9-9ba6-d57008bb7665,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:31.242825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c4ba8233-d3e7-4c08-baac-94935331946d None None] Provisioning complete for port 4a4764f7-a117-471d-8a76-c94405f5d191 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:31.243204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8233-d3e7-4c08-baac-94935331946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.290695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fba2d125-af54-4046-98a6-553df40e324f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.294904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fba2d125-af54-4046-98a6-553df40e324f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.296340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fba2d125-af54-4046-98a6-553df40e324f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fba3c2ae-5625-474a-bb6c-a71a67faf194 HTTP/1.1" status: 204 len: 168 time: 0.2270174 Sep 16 04:50:31.305762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2d125-af54-4046-98a6-553df40e324f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba3c2ae-5625-474a-bb6c-a71a67faf194,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:31.402524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57410) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:31.407779 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8233-d3e7-4c08-baac-94935331946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.416334 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8d04e98-38b2-4912-acb3-4e123cf8ae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.472674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c4ba8233-d3e7-4c08-baac-94935331946d None None] For port 4a4764f7-a117-471d-8a76-c94405f5d191, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4a4764f7-a117-471d-8a76-c94405f5d191,segment=NetworkSegment(b78b3111-8f5d-4704-99f9-fc90e661864d),segment_id=b78b3111-8f5d-4704-99f9-fc90e661864d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:31.561741 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8233-d3e7-4c08-baac-94935331946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.675635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba8233-d3e7-4c08-baac-94935331946d None None] Pushing event updated for resources: {'Port': ['ID=4a4764f7-a117-471d-8a76-c94405f5d191,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:31.701375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c26f4-3e79-4a9d-b6e4-5edc4dd48ddc req-4231d0f3-3aba-427f-9ef8-a03f10b5ca7e tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.711283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-508c26f4-3e79-4a9d-b6e4-5edc4dd48ddc req-4231d0f3-3aba-427f-9ef8-a03f10b5ca7e tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 970 time: 0.1934881 Sep 16 04:50:31.728524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8d04e98-38b2-4912-acb3-4e123cf8ae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.742854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.754447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-508c26f4-3e79-4a9d-b6e4-5edc4dd48ddc req-bd2956a8-ec6a-4810-9ea8-5615e68cdb33 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Sep 16 04:50:31.782199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a5415870-6555-4154-aee9-3ad7d91ab551 None None] Provisioning complete for port 4a4764f7-a117-471d-8a76-c94405f5d191 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:31.782660 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a5415870-6555-4154-aee9-3ad7d91ab551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.904424 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8d04e98-38b2-4912-acb3-4e123cf8ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.970945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f8d04e98-38b2-4912-acb3-4e123cf8ae34 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=235d36bb716c4a69bc4e17caa12d7038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673525 Sep 16 04:50:31.971147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.971717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57424) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:31.997237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04e98-38b2-4912-acb3-4e123cf8ae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20906002-82f6-48f8-bb6a-87edc5086fa8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:32.013964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de8a29dd-7782-48df-b689-5f7382a0266d req-01cddaf0-7c70-445c-8fc7-bbf56bd60e50 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 210 time: 0.0645690 Sep 16 04:50:32.088784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82a39cf3-9163-4c1e-8d5c-c123d78640c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.122592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82a39cf3-9163-4c1e-8d5c-c123d78640c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.226555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4a4764f7-a117-471d-8a76-c94405f5d191 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:32.279623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4a4764f7-a117-471d-8a76-c94405f5d191 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:32.280239 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.285701 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82a39cf3-9163-4c1e-8d5c-c123d78640c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.288548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82a39cf3-9163-4c1e-8d5c-c123d78640c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.293987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-82a39cf3-9163-4c1e-8d5c-c123d78640c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20906002-82f6-48f8-bb6a-87edc5086fa8 HTTP/1.1" status: 204 len: 168 time: 0.3191307 Sep 16 04:50:32.307320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a39cf3-9163-4c1e-8d5c-c123d78640c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20906002-82f6-48f8-bb6a-87edc5086fa8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:32.349776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Router e3700e9e-8ebf-45de-8d57-a1ec2867412c is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:32.464376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:32.474360 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Sync routers for ids ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:32.484004 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Routers {'e3700e9e-8ebf-45de-8d57-a1ec2867412c'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:32.484817 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:32.571096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.573062 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d98f2531-6887-4fb4-8065-d296fb0c9c08 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5357521 Sep 16 04:50:32.576110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57440) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:32.590182 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Set router e3700e9e-8ebf-45de-8d57-a1ec2867412c gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:32.618079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57442) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:32.636897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b28c1b0-af4c-448b-97b6-3978dff8b700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.701713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 44b72e35-edd0-47e6-8bca-1ede2fe7054c details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:32.777730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b28c1b0-af4c-448b-97b6-3978dff8b700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.888454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 44b72e35-edd0-47e6-8bca-1ede2fe7054c, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=44b72e35-edd0-47e6-8bca-1ede2fe7054c,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:32.906542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '44b72e35-edd0-47e6-8bca-1ede2fe7054c', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '44b72e35-edd0-47e6-8bca-1ede2fe7054c', 'mac_address': 'fa:16:3e:bd:87:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:tempest-test_az-1885685682', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:32.938722 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b28c1b0-af4c-448b-97b6-3978dff8b700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.001250 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.008499 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:50:31Z', 'revision_number': 3, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port': {'id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:30Z', 'updated_at': '2021-09-16T04:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:33.019036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.57', 62073) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:33.043063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b72e35-edd0-47e6-8bca-1ede2fe7054c {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:33.080473 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Checking router: e3700e9e-8ebf-45de-8d57-a1ec2867412c for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:33.090468 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Updating router e3700e9e-8ebf-45de-8d57-a1ec2867412c port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:33.096672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 44b72e35-edd0-47e6-8bca-1ede2fe7054c, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=44b72e35-edd0-47e6-8bca-1ede2fe7054c,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:33.128289 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.201617 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.276712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0b28c1b0-af4c-448b-97b6-3978dff8b700 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f879412df654829ad018a5d341727f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6561482 Sep 16 04:50:33.288054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57462) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:33.297791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28c1b0-af4c-448b-97b6-3978dff8b700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362be270-0916-4cae-bf86-9d6248957dac,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.336711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8766-244c-4a19-ab4e-cf7403be0849 req-eaa1ed6b-5e1a-4fe0-a118-66166fa2651a tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.337110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-7564c1b1-05ad-4f84-b61e-e0fe80f995ea tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.339839 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-7564c1b1-05ad-4f84-b61e-e0fe80f995ea tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 821 time: 0.3192496 Sep 16 04:50:33.342964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fa8766-244c-4a19-ab4e-cf7403be0849 req-eaa1ed6b-5e1a-4fe0-a118-66166fa2651a tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 970 time: 0.4800107 Sep 16 04:50:33.365608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=44b72e35-edd0-47e6-8bca-1ede2fe7054c,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.428652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fa8766-244c-4a19-ab4e-cf7403be0849 req-70bf194d-81b0-497b-83a5-0e758d242631 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780387 Sep 16 04:50:33.459206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-86530dc3-13d1-45b0-8141-3e85f9bf7d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.489287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57470) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:33.501365 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.509948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Request body: {'port': {'device_id': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'admin_state_up': True, 'tenant_id': '8cdb984372b74e3fad220d4bbcbe4521'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:33.521868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['44b72e35-edd0-47e6-8bca-1ede2fe7054c'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:33.534796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-385d0789-0902-413d-9ed9-252db7a729af req-d4ee3568-9034-4c03-b746-c4decfc4adb2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 210 time: 0.0811815 Sep 16 04:50:33.680220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1018430907-network', 'tenant_id': '0fe3e19fc21c40f7a1caa73fdff6d4e1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:33.724753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-86530dc3-13d1-45b0-8141-3e85f9bf7d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.758213 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.776384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Made reservation on behalf of 0fe3e19fc21c40f7a1caa73fdff6d4e1 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:33.780156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.885872 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.912195 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.985059 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Attempting to bind port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:33.985059 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Attempting to bind port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:33.985059 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Attempting to bind port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:33.997182 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:33.997873 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:33.998050 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.998359 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:33.998837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Bound port: 8d6e2536-e4d5-46b9-9ba6-d57008bb7665, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:33.999697 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.002777 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d676b9-8ff0-4e19-b0be-2b45999e558d None None] Pushing event updated for resources: {'Port': ['ID=8d6e2536-e4d5-46b9-9ba6-d57008bb7665,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.060433 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] For port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:34.063860 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] For port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8d6e2536-e4d5-46b9-9ba6-d57008bb7665,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:34.167671 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.233590 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Routers {'e3700e9e-8ebf-45de-8d57-a1ec2867412c'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:34.234687 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:34.242758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-86530dc3-13d1-45b0-8141-3e85f9bf7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.245961 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-86530dc3-13d1-45b0-8141-3e85f9bf7d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.247232 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-86530dc3-13d1-45b0-8141-3e85f9bf7d50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/362be270-0916-4cae-bf86-9d6248957dac HTTP/1.1" status: 204 len: 168 time: 0.9581647 Sep 16 04:50:34.265553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57496) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:34.280221 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d676b9-8ff0-4e19-b0be-2b45999e558d None None] Pushing event updated for resources: {'Port': ['ID=8d6e2536-e4d5-46b9-9ba6-d57008bb7665,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.281472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86530dc3-13d1-45b0-8141-3e85f9bf7d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362be270-0916-4cae-bf86-9d6248957dac,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.335273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Allocated IP 172.20.0.1 (524f7d29-ef4f-4a8e-af0d-b50a89281985/b9b27784-6a2d-4584-b033-5e5fcabb3de6/918971d7-0123-4d99-a02e-3f5c567777f9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:34.413703 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] Set router e3700e9e-8ebf-45de-8d57-a1ec2867412c gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:34.469586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.496141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.564322 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.565363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2afe1-71b3-4933-a949-c23ee3b4cabe req-696fc349-e05d-419b-b195-b1cfa04da4a6 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.567083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef2afe1-71b3-4933-a949-c23ee3b4cabe req-696fc349-e05d-419b-b195-b1cfa04da4a6 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 971 time: 0.0600731 Sep 16 04:50:34.604666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:34.623845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f61b482-c188-4d3a-a75e-ea8eaaaec64c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.630749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.631223 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Added segment 48a5c8b8-7945-41df-b324-77a5c17090f2 of type vlan for network 7e299c61-b6df-4f15-9df8-d856c52029dd Sep 16 04:50:34.643681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.662030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef2afe1-71b3-4933-a949-c23ee3b4cabe req-33749e80-6955-4de2-8b77-85a704715156 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843003 Sep 16 04:50:34.680002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 44b72e35-edd0-47e6-8bca-1ede2fe7054c up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:34.729217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.735764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Network 524f7d29-ef4f-4a8e-af0d-b50a89281985 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:34.738326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Made reservation on behalf of 8cdb984372b74e3fad220d4bbcbe4521 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:34.742292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.756795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:34.770765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd748af1-dd78-429a-9f6b-ba7e180311a3 req-2c06690d-6d18-4a7b-998a-62bd36f399dd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 210 time: 0.0783474 Sep 16 04:50:34.771899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0a48bb1-6507-4dd1-b711-e34442edec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.772565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:34.773215 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.801312 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:50:31Z', 'revision_number': 3, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port': {'id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:30Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:34.806640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Pushing event updated for resources: {'Port': ['ID=918971d7-0123-4d99-a02e-3f5c567777f9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.851320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b39bc1-b848-42c7-a4c0-6682afca76ee None None] The sync data for ids ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'] in n-d-712143-16 is: [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:50:31Z', 'revision_number': 3, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port': {'id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:30Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:34.989883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 44b72e35-edd0-47e6-8bca-1ede2fe7054c completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:34.996137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 44b72e35-edd0-47e6-8bca-1ede2fe7054c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:34.996853 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.012774 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0a48bb1-6507-4dd1-b711-e34442edec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.072892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.072892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.072892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.106069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0a48bb1-6507-4dd1-b711-e34442edec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.131073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.145923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-09849834-0c6c-4d73-b821-673c2da7b44d None None] Provisioning complete for port 918971d7-0123-4d99-a02e-3f5c567777f9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:35.146647 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09849834-0c6c-4d73-b821-673c2da7b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.208422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-09849834-0c6c-4d73-b821-673c2da7b44d None None] Port 918971d7-0123-4d99-a02e-3f5c567777f9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:35.242664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683f7a3e-01c9-493c-a4cd-16bb9e8f4971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b72e35-edd0-47e6-8bca-1ede2fe7054c'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:35.278684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57520) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:35.279856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a0a48bb1-6507-4dd1-b711-e34442edec66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44bfd6c6f4394a6fabdf7d19197a3255&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0125952 Sep 16 04:50:35.298142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a48bb1-6507-4dd1-b711-e34442edec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49202d01-bc21-4f63-a96f-f879e2117114,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.311028 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8206446 Sep 16 04:50:35.314392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57522) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:35.325230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b98bdc-a39d-41fe-aa1b-a88a9819517e admin admin] Pushing event updated for resources: {'Network': ['ID=7e299c61-b6df-4f15-9df8-d856c52029dd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.339361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Request body: {'subnet': {'network_id': '7e299c61-b6df-4f15-9df8-d856c52029dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1018430907-subnet', 'tenant_id': '0fe3e19fc21c40f7a1caa73fdff6d4e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:35.386710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Allocated IP 172.20.0.2 (67533389-3bb3-4806-87ef-1c99dee8a51d/75d3002a-9b64-4709-99ca-fa6dd9ce7ca5/ffb2462b-c700-4020-81d9-4721298d97c9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:35.408403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 7e299c61-b6df-4f15-9df8-d856c52029dd details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:35.452573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 44b72e35-edd0-47e6-8bca-1ede2fe7054c, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=44b72e35-edd0-47e6-8bca-1ede2fe7054c,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:35.510562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Made reservation on behalf of 0fe3e19fc21c40f7a1caa73fdff6d4e1 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:35.535159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.535623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-928d349e-2af4-4296-b05c-84ad1c8b0cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.551588 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.562394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.598311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-928d349e-2af4-4296-b05c-84ad1c8b0cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.706312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=44b72e35-edd0-47e6-8bca-1ede2fe7054c,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.800430 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03617de6-da94-4a1c-99fb-4774c6f76990" -d '{"events": [{"server_uuid": "683f7a3e-01c9-493c-a4cd-16bb9e8f4971", "name": "network-vif-plugged", "status": "completed", "tag": "44b72e35-edd0-47e6-8bca-1ede2fe7054c"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:35.869583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd82521-b285-418e-96cd-a0702ce4a267 req-4e64b4a6-c13c-4f09-9382-ceaa6583c6cc tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.877789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cd82521-b285-418e-96cd-a0702ce4a267 req-4e64b4a6-c13c-4f09-9382-ceaa6583c6cc tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 972 time: 0.0977492 Sep 16 04:50:35.951511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9833403-2bd1-4ab0-8d4d-61d0b6d67b1d req-568ba1c0-109e-49aa-b47d-f1d5a14c3314 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 210 time: 0.0430894 Sep 16 04:50:35.959329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cd82521-b285-418e-96cd-a0702ce4a267 req-a084c25f-3e7d-4d19-8833-a25592d2b7e5 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740094 Sep 16 04:50:35.971486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.052647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-928d349e-2af4-4296-b05c-84ad1c8b0cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.055189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-928d349e-2af4-4296-b05c-84ad1c8b0cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.057129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-928d349e-2af4-4296-b05c-84ad1c8b0cf2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49202d01-bc21-4f63-a96f-f879e2117114 HTTP/1.1" status: 204 len: 168 time: 0.7648013 Sep 16 04:50:36.080590 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.089883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d349e-2af4-4296-b05c-84ad1c8b0cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49202d01-bc21-4f63-a96f-f879e2117114,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.099329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Checking segment: {'id': '48a5c8b8-7945-41df-b324-77a5c17090f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7e299c61-b6df-4f15-9df8-d856c52029dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:36.099966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Network hostable DHCP agents. Network: 7e299c61-b6df-4f15-9df8-d856c52029dd, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:36.155817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c214faaa-6163-4533-ac48-206cd5b71f59,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.222139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:36.260157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.269944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Network 7e299c61-b6df-4f15-9df8-d856c52029dd is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:36.288103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:36.288697 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.304684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.406818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 7e299c61-b6df-4f15-9df8-d856c52029dd) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:36.414821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.416128 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.430751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f385481-89ff-419d-b96a-5073ed5b73a6 None None] Network 7e299c61-b6df-4f15-9df8-d856c52029dd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:36.438708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Pushing event updated for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.441052 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.441894 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.453596 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.464304 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa2d630-3969-4bce-aa9a-39b3f449e991 x-openstack-request-id: req-dfa2d630-3969-4bce-aa9a-39b3f449e991 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:36.464867 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683f7a3e-01c9-493c-a4cd-16bb9e8f4971", "name": "network-vif-plugged", "status": "completed", "tag": "44b72e35-edd0-47e6-8bca-1ede2fe7054c", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:36.465128 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfa2d630-3969-4bce-aa9a-39b3f449e991 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:36.467796 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683f7a3e-01c9-493c-a4cd-16bb9e8f4971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b72e35-edd0-47e6-8bca-1ede2fe7054c', 'code': 200} Sep 16 04:50:36.537166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1aaf29a5-d009-4e55-85e5-46ac32a883fc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2073927 Sep 16 04:50:36.543180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Network 67533389-3bb3-4806-87ef-1c99dee8a51d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:36.557132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:36.572201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:36.579130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.579839 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.595317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Pushing event updated for resources: {'Port': ['ID=918971d7-0123-4d99-a02e-3f5c567777f9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.640812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8d6e2536-e4d5-46b9-9ba6-d57008bb7665,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:36.653293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11885f9-c272-4316-b3db-8c8a029c3fed req-bbc6a2e7-7f5b-48e5-9380-daec50ce93db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.654849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b11885f9-c272-4316-b3db-8c8a029c3fed req-bbc6a2e7-7f5b-48e5-9380-daec50ce93db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 1124 time: 0.1233804 Sep 16 04:50:36.687133 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b11885f9-c272-4316-b3db-8c8a029c3fed req-1bb669c7-2b93-46ec-9665-d75958a7a7cf service neutron] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.704653 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-297aac81-36af-4ab7-9202-db83e36b89fd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2056594 Sep 16 04:50:36.731178 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.745450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Network 524f7d29-ef4f-4a8e-af0d-b50a89281985 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:36.748450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:36.800655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad4e21-d996-414a-acce-f8836d157978 None None] Network 7e299c61-b6df-4f15-9df8-d856c52029dd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:36.834123 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b11885f9-c272-4316-b3db-8c8a029c3fed req-1bb669c7-2b93-46ec-9665-d75958a7a7cf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.949767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b11885f9-c272-4316-b3db-8c8a029c3fed req-1bb669c7-2b93-46ec-9665-d75958a7a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.971269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=8d6e2536-e4d5-46b9-9ba6-d57008bb7665,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.035189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b11885f9-c272-4316-b3db-8c8a029c3fed req-1bb669c7-2b93-46ec-9665-d75958a7a7cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726611 Sep 16 04:50:37.035380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Router e3700e9e-8ebf-45de-8d57-a1ec2867412c has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:37.055723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb669c7-2b93-46ec-9665-d75958a7a7cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f972b40-6ab3-4a85-a700-f1a513e4d454,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.120621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2bb12192-14f3-464e-af6a-8d4f841b7783 None None] Provisioning complete for port 918971d7-0123-4d99-a02e-3f5c567777f9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:37.123835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2bb12192-14f3-464e-af6a-8d4f841b7783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.185959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2bb12192-14f3-464e-af6a-8d4f841b7783 None None] Port 918971d7-0123-4d99-a02e-3f5c567777f9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:37.226898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:37.244634 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-00ae0fec-87bf-4b40-ae1b-7ac1a6eeee78 admin admin] 10.222.0.59 "PUT /v2.0/routers/e3700e9e-8ebf-45de-8d57-a1ec2867412c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6674089 Sep 16 04:50:37.249485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd9f79-3eed-4dcc-bc8d-491ae1058ace req-58278a94-d00c-4306-83ad-b8a2e3eb9251 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.251499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53bd9f79-3eed-4dcc-bc8d-491ae1058ace req-58278a94-d00c-4306-83ad-b8a2e3eb9251 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 931 time: 0.1200962 Sep 16 04:50:37.273544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7df87-c47b-4185-a33f-0dd43861d2f0 req-ec1aad40-d311-4efc-866f-430881689dee tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.277898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d7df87-c47b-4185-a33f-0dd43861d2f0 req-ec1aad40-d311-4efc-866f-430881689dee tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 972 time: 0.1182175 Sep 16 04:50:37.341222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53bd9f79-3eed-4dcc-bc8d-491ae1058ace req-ccecd69b-005d-499a-a931-02a7de1b4831 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647271 Sep 16 04:50:37.346595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d7df87-c47b-4185-a33f-0dd43861d2f0 req-9a1eb7f1-7f81-43b0-be63-3b18b056fec6 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627363 Sep 16 04:50:37.367832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57574) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:37.388547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-70d0eb4b-c114-4939-9d7e-7b357ed1e7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.434151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Sync routers for ids ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:37.451152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Routers {'e3700e9e-8ebf-45de-8d57-a1ec2867412c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:37.451852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:37.504799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-70d0eb4b-c114-4939-9d7e-7b357ed1e7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.555583 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-70d0eb4b-c114-4939-9d7e-7b357ed1e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.594068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Set router e3700e9e-8ebf-45de-8d57-a1ec2867412c gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:37.595910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0eb4b-c114-4939-9d7e-7b357ed1e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e97d8c-84b2-49cb-8b50-85aeeb6d3267,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.601575 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-70d0eb4b-c114-4939-9d7e-7b357ed1e7a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04ea59a3228841e28f4af83a3e59f3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324066 Sep 16 04:50:37.604788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57580) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:37.669941 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4177fe1a-25f5-41c8-a606-3c62d0ca6b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.701505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4177fe1a-25f5-41c8-a606-3c62d0ca6b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.870105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4177fe1a-25f5-41c8-a606-3c62d0ca6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.877095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:50:35Z', 'revision_number': 4, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port': {'id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:30Z', 'updated_at': '2021-09-16T04:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '918971d7-0123-4d99-a02e-3f5c567777f9', 'name': '', 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'mac_address': 'fa:16:3e:8d:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'b9b27784-6a2d-4584-b033-5e5fcabb3de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:33Z', 'updated_at': '2021-09-16T04:50:35Z', 'revision_number': 2, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'subnets': [{'id': 'b9b27784-6a2d-4584-b033-5e5fcabb3de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:37.880897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4177fe1a-25f5-41c8-a606-3c62d0ca6b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.883478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4177fe1a-25f5-41c8-a606-3c62d0ca6b53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5e97d8c-84b2-49cb-8b50-85aeeb6d3267 HTTP/1.1" status: 204 len: 168 time: 0.2768459 Sep 16 04:50:37.895451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177fe1a-25f5-41c8-a606-3c62d0ca6b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e97d8c-84b2-49cb-8b50-85aeeb6d3267,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.911685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Checking router: e3700e9e-8ebf-45de-8d57-a1ec2867412c for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:37.912042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Updating router e3700e9e-8ebf-45de-8d57-a1ec2867412c port 918971d7-0123-4d99-a02e-3f5c567777f9 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:37.949761 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.173401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:38.268290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:38.268716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.352215 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.457004 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.512042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff286a4-85e6-4763-b0b5-912400ff42c3 None None] Pushing event updated for resources: {'Port': ['ID=918971d7-0123-4d99-a02e-3f5c567777f9,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:38.572048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Attempting to bind port 918971d7-0123-4d99-a02e-3f5c567777f9 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:38.572711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Attempting to bind port 918971d7-0123-4d99-a02e-3f5c567777f9 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:38.574053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Attempting to bind port 918971d7-0123-4d99-a02e-3f5c567777f9 on network 524f7d29-ef4f-4a8e-af0d-b50a89281985 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:38.581415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:38.581779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Checking segment: {'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:38.582193 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.582600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Bound using segment: {'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:38.583067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Bound port: 918971d7-0123-4d99-a02e-3f5c567777f9, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78b3111-8f5d-4704-99f9-fc90e661864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:38.583618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.667604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] For port 918971d7-0123-4d99-a02e-3f5c567777f9, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:38.671379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] For port 918971d7-0123-4d99-a02e-3f5c567777f9, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=918971d7-0123-4d99-a02e-3f5c567777f9,segment=NetworkSegment(b78b3111-8f5d-4704-99f9-fc90e661864d),segment_id=b78b3111-8f5d-4704-99f9-fc90e661864d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:38.826604 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.882583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6315e403-5075-43ac-9cdf-c6555face73c None None] Provisioning complete for port 918971d7-0123-4d99-a02e-3f5c567777f9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:38.883132 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6315e403-5075-43ac-9cdf-c6555face73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.914740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e88cc-68a9-4147-a704-9bacd7d0dbdb req-c4cf80e3-bebf-4014-9e30-39dbe1ecd137 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.928610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-216e88cc-68a9-4147-a704-9bacd7d0dbdb req-c4cf80e3-bebf-4014-9e30-39dbe1ecd137 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 972 time: 0.0996280 Sep 16 04:50:38.954110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57634) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:38.962945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1560158574-network', 'tenant_id': '717cbdf134a945f9bbc9c438ce1f2ae8'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:39.021034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Routers {'e3700e9e-8ebf-45de-8d57-a1ec2867412c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:39.021921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:39.101897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-216e88cc-68a9-4147-a704-9bacd7d0dbdb req-c687745b-08d8-48be-b35c-df8f15e40fb8 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491256 Sep 16 04:50:39.129028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994444f-e25c-4c92-aca0-4b1ebdf207c6 req-74af2b5f-67bc-45e1-b62b-d9c823a623b9 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.130099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7994444f-e25c-4c92-aca0-4b1ebdf207c6 req-74af2b5f-67bc-45e1-b62b-d9c823a623b9 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 931 time: 0.1984818 Sep 16 04:50:39.151873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Made reservation on behalf of 717cbdf134a945f9bbc9c438ce1f2ae8 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:39.154357 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.165235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.168360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff286a4-85e6-4763-b0b5-912400ff42c3 None None] Pushing event updated for resources: {'Port': ['ID=918971d7-0123-4d99-a02e-3f5c567777f9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.202100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7994444f-e25c-4c92-aca0-4b1ebdf207c6 req-06e81971-b861-4033-a0c0-a1d84d1d3243 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620728 Sep 16 04:50:39.274287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] Set router e3700e9e-8ebf-45de-8d57-a1ec2867412c gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:39.314492 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6315e403-5075-43ac-9cdf-c6555face73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.341677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.396667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6315e403-5075-43ac-9cdf-c6555face73c None None] For port 918971d7-0123-4d99-a02e-3f5c567777f9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=918971d7-0123-4d99-a02e-3f5c567777f9,segment=NetworkSegment(b78b3111-8f5d-4704-99f9-fc90e661864d),segment_id=b78b3111-8f5d-4704-99f9-fc90e661864d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:39.435510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.479949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:39.490885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2a3ca-d978-42d6-9234-ad7770f05ed7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.518507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.519207 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Added segment d7e33766-cd35-49ef-b1ba-13531ebac6df of type vlan for network e84967cc-40ac-42f3-ac1b-4c615049ebac Sep 16 04:50:39.530871 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6315e403-5075-43ac-9cdf-c6555face73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.565354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.636398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e403-5075-43ac-9cdf-c6555face73c None None] Pushing event updated for resources: {'Port': ['ID=918971d7-0123-4d99-a02e-3f5c567777f9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.704588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a05e8d3a-cfbb-4122-8ea5-d1da85c99697 None None] Provisioning complete for port 918971d7-0123-4d99-a02e-3f5c567777f9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:39.704973 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a05e8d3a-cfbb-4122-8ea5-d1da85c99697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.715202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.725738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.725738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.793612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-1b605840-b25d-44bd-aa1f-d35b417b4f2e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=53d51911b4704bcb90b621c7da65cc75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285249 Sep 16 04:50:39.795672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=e84967cc-40ac-42f3-ac1b-4c615049ebac,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.812445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e84967cc-40ac-42f3-ac1b-4c615049ebac details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:39.848108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57674) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:39.854318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1b0b23a1-8f0d-47d5-970d-fdba3c2bfd5d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62407762', 'description': 'tempest-description--2070756802'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:39.868024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:50:35Z', 'revision_number': 4, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port': {'id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:30Z', 'updated_at': '2021-09-16T04:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '918971d7-0123-4d99-a02e-3f5c567777f9', 'name': '', 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'mac_address': 'fa:16:3e:8d:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'b9b27784-6a2d-4584-b033-5e5fcabb3de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:33Z', 'updated_at': '2021-09-16T04:50:38Z', 'revision_number': 4, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'subnets': [{'id': 'b9b27784-6a2d-4584-b033-5e5fcabb3de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:39.904988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d0ebbc17-de98-4c14-95f6-277118bc0bb2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9471653 Sep 16 04:50:39.905181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57678) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:39.910390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Request body: {'subnet': {'network_id': 'e84967cc-40ac-42f3-ac1b-4c615049ebac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1560158574-subnet', 'tenant_id': '717cbdf134a945f9bbc9c438ce1f2ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:39.926356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa48038-05b7-485f-ab84-2911180f2405 None None] The sync data for ids ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'] in n-d-712143-16 is: [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:50:35Z', 'revision_number': 4, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port': {'id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:30Z', 'updated_at': '2021-09-16T04:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '918971d7-0123-4d99-a02e-3f5c567777f9', 'name': '', 'network_id': '524f7d29-ef4f-4a8e-af0d-b50a89281985', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'mac_address': 'fa:16:3e:8d:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'b9b27784-6a2d-4584-b033-5e5fcabb3de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:33Z', 'updated_at': '2021-09-16T04:50:38Z', 'revision_number': 4, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'subnets': [{'id': 'b9b27784-6a2d-4584-b033-5e5fcabb3de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:39.964114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ef402-3493-4619-8219-36f7cc9c2bac req-279098fc-547a-460c-890d-f11c8c13a098 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.966536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-279098fc-547a-460c-890d-f11c8c13a098 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637433 Sep 16 04:50:40.017884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-30f3cf2f-c53a-4eda-b851-a3dd0d3a6572 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/quotas/53d51911b4704bcb90b621c7da65cc75 HTTP/1.1" status: 200 len: 375 time: 0.0429502 Sep 16 04:50:40.039575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b23a1-8f0d-47d5-970d-fdba3c2bfd5d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.060405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-935de315-5464-4b72-9297-294d9030529e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412369 Sep 16 04:50:40.092745 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.124056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Made reservation on behalf of 717cbdf134a945f9bbc9c438ce1f2ae8 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:40.126893 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.268464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 918971d7-0123-4d99-a02e-3f5c567777f9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:40.326845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b23a1-8f0d-47d5-970d-fdba3c2bfd5d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.361641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b53705-bafe-49d2-9710-d348bdf0f11a req-fa4b16a5-7b77-4d10-9d6a-04d98eceaff4 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.363164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47b53705-bafe-49d2-9710-d348bdf0f11a req-fa4b16a5-7b77-4d10-9d6a-04d98eceaff4 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 972 time: 0.1059859 Sep 16 04:50:40.366895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-a59de402-6f16-4b65-873c-210dc2ff4766 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:40.368035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-a59de402-6f16-4b65-873c-210dc2ff4766 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058117 Sep 16 04:50:40.396121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 918971d7-0123-4d99-a02e-3f5c567777f9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:40.397330 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.407135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b23a1-8f0d-47d5-970d-fdba3c2bfd5d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.482094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b23a1-8f0d-47d5-970d-fdba3c2bfd5d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:40.510508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47b53705-bafe-49d2-9710-d348bdf0f11a req-d77abe3e-6875-4e5b-bcf5-7e68e58333ad tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256392 Sep 16 04:50:40.584592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b23a1-8f0d-47d5-970d-fdba3c2bfd5d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.589486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57706) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:40.595124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1b0b23a1-8f0d-47d5-970d-fdba3c2bfd5d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7408874 Sep 16 04:50:40.595307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9b3d7855-1099-40cb-89f1-8db13b0aabfd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Request body: {'security_group_rule': {'security_group_id': 'bd28855e-13f0-4f4d-ac33-ba91d2b9a85e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:40.657065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.751612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Checking segment: {'id': 'd7e33766-cd35-49ef-b1ba-13531ebac6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e84967cc-40ac-42f3-ac1b-4c615049ebac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:40.751612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Network hostable DHCP agents. Network: e84967cc-40ac-42f3-ac1b-4c615049ebac, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:40.751612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6de41d-d9e9-46a2-8695-e5ff8ae8cc07,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:40.755767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-ab8a92f2-aa46-4bbb-a37e-0d09a4e8bebb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=53d51911b4704bcb90b621c7da65cc75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409358 Sep 16 04:50:40.784416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee987cca-f09a-4266-affc-e30b387bfdad req-e4442cbc-1ab8-4f79-90cb-fac36aa2ef8d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.788207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee987cca-f09a-4266-affc-e30b387bfdad req-e4442cbc-1ab8-4f79-90cb-fac36aa2ef8d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 931 time: 0.1218698 Sep 16 04:50:40.812406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Request body: {'port': {'device_id': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:40.838574 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7855-1099-40cb-89f1-8db13b0aabfd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.868117 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Network e84967cc-40ac-42f3-ac1b-4c615049ebac is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:40.881881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.948191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee987cca-f09a-4266-affc-e30b387bfdad req-2add1b64-7366-4cfc-8ef8-06ad430c76c6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472106 Sep 16 04:50:40.976255 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-213c1c19-eec4-4fd2-b6d6-b2e3d8815bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.045102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-5a7b6825-11b2-4bbd-8c80-1a650e1e1d31 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.046769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-5a7b6825-11b2-4bbd-8c80-1a650e1e1d31 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2819128 Sep 16 04:50:41.092245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e84967cc-40ac-42f3-ac1b-4c615049ebac) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:41.098306 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7855-1099-40cb-89f1-8db13b0aabfd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.108986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982039f-8f8f-420a-95e3-ce071695a499 None None] Network e84967cc-40ac-42f3-ac1b-4c615049ebac requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:41.112733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.114307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.125618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-fc795cc9-0bb6-450a-9cc7-c2e926d7e859 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/quotas/53d51911b4704bcb90b621c7da65cc75 HTTP/1.1" status: 200 len: 375 time: 0.0317688 Sep 16 04:50:41.177474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-5a76da49-82a3-4df1-8844-17dc01319974 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454392 Sep 16 04:50:41.185058 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7855-1099-40cb-89f1-8db13b0aabfd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.230050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d7855-1099-40cb-89f1-8db13b0aabfd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1509d28d-ded1-4a88-85aa-c4a1984f2f36,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:41.254585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515956d5-36f1-494c-b4f6-74a02006643e req-b883e136-f628-4492-b167-c408e4215d2e tempest-AggregatesAdminTestJSON-1759406250 tempest-AggregatesAdminTestJSON-1759406250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.262340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-515956d5-36f1-494c-b4f6-74a02006643e req-b883e136-f628-4492-b167-c408e4215d2e tempest-AggregatesAdminTestJSON-1759406250 tempest-AggregatesAdminTestJSON-1759406250-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 1124 time: 0.0712852 Sep 16 04:50:41.266216 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9de2099d-9388-4fea-a4f9-7e1a222c6600 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3599446 Sep 16 04:50:41.279210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-515956d5-36f1-494c-b4f6-74a02006643e req-8604490e-f583-4901-8aae-5637f9619314 tempest-AggregatesAdminTestJSON-1759406250 tempest-AggregatesAdminTestJSON-1759406250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.304519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7855-1099-40cb-89f1-8db13b0aabfd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.307145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9b3d7855-1099-40cb-89f1-8db13b0aabfd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7152295 Sep 16 04:50:41.312924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57732) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:41.322809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-31a4c372-bf54-44ee-b83c-7d3806276e38 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Request body: {'security_group_rule': {'security_group_id': 'bd28855e-13f0-4f4d-ac33-ba91d2b9a85e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:41.413739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711e59b-154f-4bd0-bd38-f95445e7bcde None None] Network e84967cc-40ac-42f3-ac1b-4c615049ebac requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:41.429537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb2462b-c700-4020-81d9-4721298d97c9 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:41.447073 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.467641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57738) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:41.522271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Transition to ACTIVE for port object ffb2462b-c700-4020-81d9-4721298d97c9 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:41.543056 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-515956d5-36f1-494c-b4f6-74a02006643e req-8604490e-f583-4901-8aae-5637f9619314 tempest-AggregatesAdminTestJSON-1759406250 tempest-AggregatesAdminTestJSON-1759406250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.560682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e1f946-18d8-4d63-b9da-d0f5b5c6fdc4 admin admin] Deleting subnet c214faaa-6163-4533-ac48-206cd5b71f59 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:41.564600 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f946-18d8-4d63-b9da-d0f5b5c6fdc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.623405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.663544 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f946-18d8-4d63-b9da-d0f5b5c6fdc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.694772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f946-18d8-4d63-b9da-d0f5b5c6fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.742425 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-515956d5-36f1-494c-b4f6-74a02006643e req-8604490e-f583-4901-8aae-5637f9619314 tempest-AggregatesAdminTestJSON-1759406250 tempest-AggregatesAdminTestJSON-1759406250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.753819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:41.807404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76d85338-77ef-4b56-a077-63d592d2d157 req-5122e11b-3d54-4285-b056-5a6f93b82667 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 210 time: 0.0706952 Sep 16 04:50:41.807692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:41.808105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:41.808536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:41.813833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:41.814155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:41.819509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:41.819868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:41.821983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-515956d5-36f1-494c-b4f6-74a02006643e req-8604490e-f583-4901-8aae-5637f9619314 tempest-AggregatesAdminTestJSON-1759406250 tempest-AggregatesAdminTestJSON-1759406250-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562358 Sep 16 04:50:41.822092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:41.822092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Bound port: ffb2462b-c700-4020-81d9-4721298d97c9, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:41.822092 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.854208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604490e-f583-4901-8aae-5637f9619314 tempest-AggregatesAdminTestJSON-1759406250 tempest-AggregatesAdminTestJSON-1759406250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ebbb5-016f-48d0-a2e8-61ff66ff2d1e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:41.941683 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31a4c372-bf54-44ee-b83c-7d3806276e38 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.014891 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31a4c372-bf54-44ee-b83c-7d3806276e38 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.052558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:42.061766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f946-18d8-4d63-b9da-d0f5b5c6fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.098144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:42.108644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f946-18d8-4d63-b9da-d0f5b5c6fdc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.111305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57772) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.111730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e7e1f946-18d8-4d63-b9da-d0f5b5c6fdc4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c214faaa-6163-4533-ac48-206cd5b71f59 HTTP/1.1" status: 204 len: 168 time: 0.6429856 Sep 16 04:50:42.115274 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31a4c372-bf54-44ee-b83c-7d3806276e38 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.117476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1f946-18d8-4d63-b9da-d0f5b5c6fdc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c214faaa-6163-4533-ac48-206cd5b71f59,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.171201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4c372-bf54-44ee-b83c-7d3806276e38 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68197d1-d757-4dcc-ba6a-004aea1faaab,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.198032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb39f-c2e8-40bc-b115-c7678d62b593 req-849948d5-8862-494a-97b0-748e3df0b705 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.199595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf0eb39f-c2e8-40bc-b115-c7678d62b593 req-849948d5-8862-494a-97b0-748e3df0b705 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.0867720 Sep 16 04:50:42.201648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.232249 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.249434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.250480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.252030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] 10.222.0.57 "PUT /v2.0/ports/ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 1092 time: 1.4958303 Sep 16 04:50:42.253318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf0eb39f-c2e8-40bc-b115-c7678d62b593 req-45395059-e18e-4bc0-99ad-7c4ecb84b9c4 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463004 Sep 16 04:50:42.257177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:42.269670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31a4c372-bf54-44ee-b83c-7d3806276e38 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.274692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-31a4c372-bf54-44ee-b83c-7d3806276e38 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9597032 Sep 16 04:50:42.275345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57782) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.280526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:42.398642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38f7a-0e86-4f80-9611-6d6f015579fc service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.491389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.503790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.520226 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.520586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.521482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.521848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > port after_create 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.522193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.522534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > port after_update 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.522866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.523190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.523544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.523866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.598725 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.599078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.599437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.599780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:50:42.600149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e299c61-b6df-4f15-9df8-d856c52029dd']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:42.603120 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.625965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a5c8b8-7945-41df-b324-77a5c17090f2') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:42.626263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a5c8b8-7945-41df-b324-77a5c17090f2') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:42.647883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-43fb1b17-0c49-447f-9b6f-6e53c5e05089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.650026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-43fb1b17-0c49-447f-9b6f-6e53c5e05089 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1095 time: 0.2380104 Sep 16 04:50:42.651854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.704846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.735069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Allocated IP 172.25.7.160 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/6e389239-c6ed-4a79-8618-1a69438c53a2) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:42.740929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-79d4950a-23a4-4b08-b7f3-636bcaa82f5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 217 time: 0.0718582 Sep 16 04:50:42.744792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:42.745196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: from cryptography.utils import int_from_bytes Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: from cryptography.utils import int_from_bytes Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:42.764901 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:42.818784 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64" -d '{"events": [{"name": "network-changed", "server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:42.867182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.886153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-e52c515f-cf68-4443-952f-772f22b93e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.887603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-e52c515f-cf68-4443-952f-772f22b93e19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.1216502 Sep 16 04:50:42.913584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57804) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:43.001888 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-2496aaab-ded9-4b7a-bd4a-90e138c6452a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606618 Sep 16 04:50:43.005110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b114160-247e-4c08-b6e3-68ce964f996b req-60b92ec3-3a6a-4892-bf75-0801d0d830f8 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 210 time: 0.0369966 Sep 16 04:50:43.015737 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52483c0d-a48e-4bba-b983-3d721f58c9ff x-openstack-request-id: req-52483c0d-a48e-4bba-b983-3d721f58c9ff {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:43.016210 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:43.016593 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52483c0d-a48e-4bba-b983-3d721f58c9ff {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:43.017631 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9', 'status': 'completed', 'code': 200} Sep 16 04:50:43.080920 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640f8de9-9bb3-40f9-8aa1-e6da1acfb6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.115578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.126962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.126962 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7e299c61-b6df-4f15-9df8-d856c52029dd HTTP/1.1" status: 204 len: 168 time: 1.0120490 Sep 16 04:50:43.130665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57810) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:43.141981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dcc2a-a084-4154-8478-d31437c7e620 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e299c61-b6df-4f15-9df8-d856c52029dd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.172662 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-432b208b-27d5-4891-b2fe-514c7730fa40 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127696 Sep 16 04:50:43.198844 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.202986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7460486b-1b49-4e14-8799-85537b10eb67 admin admin] Deleting subnet ec6de41d-d9e9-46a2-8695-e5ff8ae8cc07 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:43.214923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7460486b-1b49-4e14-8799-85537b10eb67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.285333 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-581e42f2-eaee-4c05-ab68-6286ba6d7462 req-44dd8cf0-aa85-4827-b980-75fabe342795 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062016 Sep 16 04:50:43.285816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57818) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:43.322632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:43.327755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event updated for resources: {'Port': ['ID=6e389239-c6ed-4a79-8618-1a69438c53a2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.332444 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640f8de9-9bb3-40f9-8aa1-e6da1acfb6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.359206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:43.365589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:43.392551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7460486b-1b49-4e14-8799-85537b10eb67 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.418533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7460486b-1b49-4e14-8799-85537b10eb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.429239 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24fb76c6-6463-408c-b150-c8fd040a0b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.495850 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640f8de9-9bb3-40f9-8aa1-e6da1acfb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.530365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81f458a6-a791-4670-a921-0dd735e7c670 req-cb8a895d-eeda-44b0-90fe-e7c78f9aed26 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2381926 Sep 16 04:50:43.546620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24fb76c6-6463-408c-b150-c8fd040a0b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.562201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f8de9-9bb3-40f9-8aa1-e6da1acfb6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b720173-4ab6-441d-bacd-f64a972cd153,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.609752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-640f8de9-9bb3-40f9-8aa1-e6da1acfb6b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75865f05eeaf469bbf7745a30586d3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949172 Sep 16 04:50:43.613644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57836) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:43.615409 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.615664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24fb76c6-6463-408c-b150-c8fd040a0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.663892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ee252-7890-48fb-ac05-34a9826f5a92 req-b237b4db-eb5b-459a-afa8-5c296e7c1fc7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.665954 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-061ee252-7890-48fb-ac05-34a9826f5a92 req-b237b4db-eb5b-459a-afa8-5c296e7c1fc7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.2893047 Sep 16 04:50:43.681202 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-379a04f3-d784-447c-9df2-4b7d864cf402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.689369 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-24fb76c6-6463-408c-b150-c8fd040a0b3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ce22423dd584569a67f188110596b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025493 Sep 16 04:50:43.694235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57844) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:43.705234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb76c6-6463-408c-b150-c8fd040a0b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ed847-23a8-43ba-9366-73cc4ebcd422,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.706624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f458a6-a791-4670-a921-0dd735e7c670 req-381841c5-ebdd-42a0-a5a2-3eabd3f6be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.708987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81f458a6-a791-4670-a921-0dd735e7c670 req-381841c5-ebdd-42a0-a5a2-3eabd3f6be58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a752f2f1e1e84b3a98fcd92c842b0ad9&device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 1124 time: 0.0835800 Sep 16 04:50:43.717060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-1c64f5cf-54db-4ced-945d-1b712ad90679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.718983 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-1c64f5cf-54db-4ced-945d-1b712ad90679 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1095 time: 0.1828780 Sep 16 04:50:43.725327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-061ee252-7890-48fb-ac05-34a9826f5a92 req-afb4e28d-1868-4c40-b2a5-19f9447729d1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498192 Sep 16 04:50:43.793730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb82cda0-6415-4fc0-a88f-1beef8ab2d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.826854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3c06-3531-4676-83be-527a8ac126dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.916944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb82cda0-6415-4fc0-a88f-1beef8ab2d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.944235 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7460486b-1b49-4e14-8799-85537b10eb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.953006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3c06-3531-4676-83be-527a8ac126dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.998052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460486b-1b49-4e14-8799-85537b10eb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6de41d-d9e9-46a2-8695-e5ff8ae8cc07,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.001031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-66da795e-e9ee-4e5a-a2ce-81ad24512b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.002509 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-66da795e-e9ee-4e5a-a2ce-81ad24512b69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.2710392 Sep 16 04:50:44.003089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7460486b-1b49-4e14-8799-85537b10eb67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.005002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7460486b-1b49-4e14-8799-85537b10eb67 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ec6de41d-d9e9-46a2-8695-e5ff8ae8cc07 HTTP/1.1" status: 204 len: 168 time: 0.8733244 Sep 16 04:50:44.007707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.009804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57850) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:44.084938 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-0caabc6c-a59c-4c30-b559-758801ed26fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 217 time: 0.0678875 Sep 16 04:50:44.110356 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.145125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f458a6-a791-4670-a921-0dd735e7c670 req-11bd995d-edfd-4ee1-8aea-5f8e43c869cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.146910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81f458a6-a791-4670-a921-0dd735e7c670 req-11bd995d-edfd-4ee1-8aea-5f8e43c869cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2153683 Sep 16 04:50:44.151849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.57', 62081) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:44.201186 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.347363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-0f74e4dd-f1ea-43c6-a6b0-3f3bce1aca30 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=53d51911b4704bcb90b621c7da65cc75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664010 Sep 16 04:50:44.348174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81f458a6-a791-4670-a921-0dd735e7c670 req-935ceaef-8b10-4591-92cd-d2cd9636e67c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=44b72e35-edd0-47e6-8bca-1ede2fe7054c HTTP/1.1" status: 200 len: 217 time: 0.0849783 Sep 16 04:50:44.348174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2f73084-6d37-4a03-a6a0-c539846dd486 req-5526d829-c968-4716-8459-62742c1d8506 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 210 time: 0.0911365 Sep 16 04:50:44.373001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f458a6-a791-4670-a921-0dd735e7c670 req-5e96bc3e-4675-4b38-a5f3-ac36bab56f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.374600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81f458a6-a791-4670-a921-0dd735e7c670 req-5e96bc3e-4675-4b38-a5f3-ac36bab56f8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0930243 Sep 16 04:50:44.404211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.448461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-082d8b3a-cdfe-4f9c-be80-d798e23fd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.468593 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-082d8b3a-cdfe-4f9c-be80-d798e23fd5af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.3314216 Sep 16 04:50:44.468888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f458a6-a791-4670-a921-0dd735e7c670 req-34ce6506-efcd-43ac-b354-23cd7c62cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.468965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb82cda0-6415-4fc0-a88f-1beef8ab2d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.469045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81f458a6-a791-4670-a921-0dd735e7c670 req-34ce6506-efcd-43ac-b354-23cd7c62cc27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823407 Sep 16 04:50:44.469114 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb82cda0-6415-4fc0-a88f-1beef8ab2d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.469594 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bb82cda0-6415-4fc0-a88f-1beef8ab2d27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b720173-4ab6-441d-bacd-f64a972cd153 HTTP/1.1" status: 204 len: 168 time: 0.8549509 Sep 16 04:50:44.547859 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-79ee544f-1369-4ec8-a271-9e68737bc587 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701845 Sep 16 04:50:44.580445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82cda0-6415-4fc0-a88f-1beef8ab2d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b720173-4ab6-441d-bacd-f64a972cd153,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.593013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81f458a6-a791-4670-a921-0dd735e7c670 req-772640b8-5293-4668-8cd1-868ba0ff1343 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197324 Sep 16 04:50:44.622897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.623469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3c06-3531-4676-83be-527a8ac126dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.623469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3c06-3531-4676-83be-527a8ac126dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.623469 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ebb3c06-3531-4676-83be-527a8ac126dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a12ed847-23a8-43ba-9366-73cc4ebcd422 HTTP/1.1" status: 204 len: 168 time: 0.9259233 Sep 16 04:50:44.655719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.696673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb3c06-3531-4676-83be-527a8ac126dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ed847-23a8-43ba-9366-73cc4ebcd422,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.733272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.757015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event updated for resources: {'Port': ['ID=6e389239-c6ed-4a79-8618-1a69438c53a2,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.778725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81f458a6-a791-4670-a921-0dd735e7c670 req-4995b6a2-864c-41b5-bcd9-f07d4f105b98 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715257 Sep 16 04:50:44.817119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ef402-3493-4619-8219-36f7cc9c2bac req-74a563fc-06c3-42db-a4ba-a7fa3da1b78c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.818792 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-74a563fc-06c3-42db-a4ba-a7fa3da1b78c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5884840 Sep 16 04:50:44.820525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84967cc-40ac-42f3-ac1b-4c615049ebac']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:44.834102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e33766-cd35-49ef-b1ba-13531ebac6df') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:44.834397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e33766-cd35-49ef-b1ba-13531ebac6df') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:44.854082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Request body: {'port': {'device_id': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '53d51911b4704bcb90b621c7da65cc75'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:44.864212 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.875346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fea7c-f900-46db-91cc-2a577ef05cf8 req-a4479fc1-9a7a-47a2-936d-61f659d7dc11 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.876883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a1fea7c-f900-46db-91cc-2a577ef05cf8 req-a4479fc1-9a7a-47a2-936d-61f659d7dc11 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.0518734 Sep 16 04:50:44.888070 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-6822a42e-9023-45c4-ba18-b91bedd85057 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046541 Sep 16 04:50:44.911675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.919058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a1fea7c-f900-46db-91cc-2a577ef05cf8 req-57ce61bf-036e-4c8a-8a27-bf6c27e70ce2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351257 Sep 16 04:50:44.961261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:44.961671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:44.964346 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:45.116452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b97761cb-cf3d-4961-a98e-6bb76a5a6b64 req-f7afae67-cf6d-4fcd-9d63-800fe2a7c786 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079132 Sep 16 04:50:45.315233 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.317269 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.319261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.329286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-83d824c7-f475-4431-af01-e474a43187b2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0439191 Sep 16 04:50:45.343147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.352240 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] 10.222.0.59 "DELETE /v2.0/networks/e84967cc-40ac-42f3-ac1b-4c615049ebac HTTP/1.1" status: 204 len: 168 time: 1.3346646 Sep 16 04:50:45.390797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f843fd-ce92-459d-9259-b8d6f940452d admin admin] Pushing event deleted for resources: {'Network': ['ID=e84967cc-40ac-42f3-ac1b-4c615049ebac,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.426621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47836e1f-8efd-42f1-8e04-31739eb404aa req-55978d4c-f0ca-4d48-a109-130ceea89c0a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 210 time: 0.0312579 Sep 16 04:50:45.554951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Made reservation on behalf of 53d51911b4704bcb90b621c7da65cc75 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:45.559795 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.569349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.609450 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-28c31572-934b-4d49-96e3-6ee4e9d02922 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=53d51911b4704bcb90b621c7da65cc75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263674 Sep 16 04:50:45.766714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.791580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-34504cdc-9397-41c9-8413-4615995ff81c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.794761 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-34504cdc-9397-41c9-8413-4615995ff81c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338744 Sep 16 04:50:45.816020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Request body: {'port': {'device_id': 'bb039e55-73f7-403c-9527-6b63bdbe2445', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '53d51911b4704bcb90b621c7da65cc75'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:45.891045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.990866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.991875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e1b82762-8cdf-4272-9c6b-34f6e38b7e34 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--62407762&fields=id&tenant_id=13236adb32e448919a01fbef193e9b09 HTTP/1.1" status: 200 len: 267 time: 0.0723917 Sep 16 04:50:46.088944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Allocated IP 192.168.233.221 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/3a0cff13-2ad7-449f-99fa-03906dd1ee47) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:46.153858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-82abb61f-cabd-4c3e-bbe7-5a8f654826cc tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.155360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-82abb61f-cabd-4c3e-bbe7-5a8f654826cc tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/networks?id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 HTTP/1.1" status: 200 len: 824 time: 0.1590693 Sep 16 04:50:46.167040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7cb6-f1fa-4ac0-8fbe-0b4e8994c922 req-d3fe1d09-aed8-4037-a1d6-32d22ebe1f27 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.168744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36ba7cb6-f1fa-4ac0-8fbe-0b4e8994c922 req-d3fe1d09-aed8-4037-a1d6-32d22ebe1f27 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.0819948 Sep 16 04:50:46.185655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-3114fe57-a10a-438c-b78c-67f7350b9185 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/quotas/13236adb32e448919a01fbef193e9b09 HTTP/1.1" status: 200 len: 375 time: 0.0157733 Sep 16 04:50:46.190568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Made reservation on behalf of 53d51911b4704bcb90b621c7da65cc75 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:46.194803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.247750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36ba7cb6-f1fa-4ac0-8fbe-0b4e8994c922 req-66ca0cae-077d-4d95-a761-d4d8f5d7054b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Sep 16 04:50:46.270207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-47e0214f-43a5-4ef0-b24f-3ad170033f23 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752671 Sep 16 04:50:46.315335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.340717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57928) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.386725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d0015c64-12bf-45d2-9259-2b63c5e7fa80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fe3e19fc21c40f7a1caa73fdff6d4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420594 Sep 16 04:50:46.387494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57930) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.421439 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.440737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57934) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.442416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57936) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.464394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1155-4da7-4610-807f-df28ec38f3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.493854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf44b-b2b7-4faf-af4b-3b736c9e09ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.508339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.533946 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf44b-b2b7-4faf-af4b-3b736c9e09ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.545066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:46.546711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:46.572797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:46.651481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Allocated IP 192.168.233.125 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/e7ab6d15-09c9-4017-990e-c4a48f4a96d6) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:46.690852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71accbea-0f1b-4def-bce4-1885d3566403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.692400 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.709137 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1155-4da7-4610-807f-df28ec38f3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.714600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e3cef64f-bdfe-4731-9e43-3abd34a85a04 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:46.719738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e3cef64f-bdfe-4731-9e43-3abd34a85a04 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1364586 Sep 16 04:50:46.720527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.721198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.736013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d853efdf-ac7f-40ee-9f97-63f5154aeae4 req-a7ac4fc6-ff75-4443-8d19-af5e3d2f2c29 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 210 time: 0.0619934 Sep 16 04:50:46.767674 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf44b-b2b7-4faf-af4b-3b736c9e09ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.774754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf44b-b2b7-4faf-af4b-3b736c9e09ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.774754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5fbbf44b-b2b7-4faf-af4b-3b736c9e09ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f61b482-c188-4d3a-a75e-ea8eaaaec64c HTTP/1.1" status: 204 len: 168 time: 0.3835549 Sep 16 04:50:46.794154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf44b-b2b7-4faf-af4b-3b736c9e09ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f61b482-c188-4d3a-a75e-ea8eaaaec64c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.845699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8b2db07e-977d-4253-960b-c90bccaec698 None None] Provisioning complete for port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:46.845699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8b2db07e-977d-4253-960b-c90bccaec698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.845856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1155-4da7-4610-807f-df28ec38f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.866732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.887191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8b2db07e-977d-4253-960b-c90bccaec698 None None] Port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:46.900119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4f6e1155-4da7-4610-807f-df28ec38f3c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84553735c2ea4ca2a850eda622ce9405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578290 Sep 16 04:50:46.902639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1155-4da7-4610-807f-df28ec38f3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f480d738-5151-4aa3-88cb-71aaa00c77d8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.904106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57950) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.921957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-3eb14476-180c-4cbe-950c-0595427eafcc service neutron] 10.222.0.59 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882660 Sep 16 04:50:46.933794 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-eee3e37b-3e52-4d7a-8c5d-73d21db66e97 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0898542 Sep 16 04:50:46.958793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-624cb3dd-55b1-4295-a039-2261e560b07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.968323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Request body: {'port': {'device_id': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:47.011116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-624cb3dd-55b1-4295-a039-2261e560b07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.022605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.076149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-3714fe67-e44f-4416-89b3-a15e8137b42e service neutron] 10.222.0.59 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478281 Sep 16 04:50:47.095274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.124500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71accbea-0f1b-4def-bce4-1885d3566403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.125581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57958) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.141319 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1d996ad-bbaf-492a-8ff9-debcf2af916a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.164202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:47.180712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:47.184372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:47.186809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Pushing event updated for resources: {'Port': ['ID=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.252543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71accbea-0f1b-4def-bce4-1885d3566403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.307419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.308478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.322317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-71accbea-0f1b-4def-bce4-1885d3566403 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82a1857e65c048899bf3c86726d4c4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723881 Sep 16 04:50:47.323445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71accbea-0f1b-4def-bce4-1885d3566403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed52ebab-8c15-4f95-9911-fe2416866fc3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.330208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57972) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.542506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-624cb3dd-55b1-4295-a039-2261e560b07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.543088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-baec6464-16dc-48be-8d1b-85d2b0f0eb2e None None] Provisioning complete for port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:47.543408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-baec6464-16dc-48be-8d1b-85d2b0f0eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.545120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-624cb3dd-55b1-4295-a039-2261e560b07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.548746 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-624cb3dd-55b1-4295-a039-2261e560b07d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f480d738-5151-4aa3-88cb-71aaa00c77d8 HTTP/1.1" status: 204 len: 168 time: 0.6407530 Sep 16 04:50:47.564387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cb3dd-55b1-4295-a039-2261e560b07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f480d738-5151-4aa3-88cb-71aaa00c77d8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.600426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-baec6464-16dc-48be-8d1b-85d2b0f0eb2e None None] Port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:47.613667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767472f8-7f08-46ad-bff2-54ee78d89583 req-2fae3cc3-c52d-40d6-97c5-f91c8aa366ed tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.615328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-767472f8-7f08-46ad-bff2-54ee78d89583 req-2fae3cc3-c52d-40d6-97c5-f91c8aa366ed tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.1734705 Sep 16 04:50:47.631126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a6fae68-86fe-4567-8011-5b9fcc62cdac req-c88f63df-ddaa-418a-a335-2e7a5aadf2e5 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 210 time: 0.0915499 Sep 16 04:50:47.657955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1d996ad-bbaf-492a-8ff9-debcf2af916a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.678534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2cc1313a-7bf7-40ca-a28a-355688c21b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.717095 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2cc1313a-7bf7-40ca-a28a-355688c21b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.728966 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-767472f8-7f08-46ad-bff2-54ee78d89583 req-b7cd233f-fb64-4363-bcc9-682af1ae43ff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695815 Sep 16 04:50:47.729548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1d996ad-bbaf-492a-8ff9-debcf2af916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.752646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57986) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.788865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c1d996ad-bbaf-492a-8ff9-debcf2af916a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d27bd73b6584da298474d778b80aa80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622171 Sep 16 04:50:47.795421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0cff13-2ad7-449f-99fa-03906dd1ee47 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:47.804828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57992) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.823499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.827499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-f8d78983-2e7e-474e-8f7e-26a348278fc1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0170507 Sep 16 04:50:47.839214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Transition to ACTIVE for port object 3a0cff13-2ad7-449f-99fa-03906dd1ee47 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:47.849993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d996ad-bbaf-492a-8ff9-debcf2af916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105a25ce-1ffe-41d4-9744-94c2a77cec18,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.866167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Request body: {'port': {'device_id': 'bb039e55-73f7-403c-9527-6b63bdbe2445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:47.905996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ae1c0b44-1ac3-4c11-aaf9-6a85a91e47b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=717cbdf134a945f9bbc9c438ce1f2ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504800 Sep 16 04:50:47.909753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57994) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.916941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.964164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.964269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089d7e4-30ff-417a-b52c-723205ac44ff req-a4816829-06cc-4520-b44f-131aba04da98 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.964962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8089d7e4-30ff-417a-b52c-723205ac44ff req-a4816829-06cc-4520-b44f-131aba04da98 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 936 time: 0.1421041 Sep 16 04:50:47.978882 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10d0db65-de9f-46dd-b7a6-bd59f2596ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.993388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.031401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10d0db65-de9f-46dd-b7a6-bd59f2596ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.039386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2cc1313a-7bf7-40ca-a28a-355688c21b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.042488 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2cc1313a-7bf7-40ca-a28a-355688c21b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.045987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2cc1313a-7bf7-40ca-a28a-355688c21b4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed52ebab-8c15-4f95-9911-fe2416866fc3 HTTP/1.1" status: 204 len: 168 time: 0.7082722 Sep 16 04:50:48.063849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba298-06d1-48f9-82f4-3219b23dd034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.083413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1313a-7bf7-40ca-a28a-355688c21b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed52ebab-8c15-4f95-9911-fe2416866fc3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.181222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8089d7e4-30ff-417a-b52c-723205ac44ff req-93c481ab-f31c-409e-8774-495f347d6572 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048182 Sep 16 04:50:48.211535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba298-06d1-48f9-82f4-3219b23dd034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.278581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10d0db65-de9f-46dd-b7a6-bd59f2596ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.284466 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10d0db65-de9f-46dd-b7a6-bd59f2596ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.288900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-10d0db65-de9f-46dd-b7a6-bd59f2596ba7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/105a25ce-1ffe-41d4-9744-94c2a77cec18 HTTP/1.1" status: 204 len: 168 time: 0.4806840 Sep 16 04:50:48.291918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Attempting to bind port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:48.292175 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Attempting to bind port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:48.292854 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Attempting to bind port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:48.302380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0db65-de9f-46dd-b7a6-bd59f2596ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a25ce-1ffe-41d4-9744-94c2a77cec18,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.303400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:48.303736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Attempting to bind port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:48.332389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:48.332826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:48.333135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:48.333575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Bound port: 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:48.333938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.387641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ffb2462b-c700-4020-81d9-4721298d97c9 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:48.424728 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba298-06d1-48f9-82f4-3219b23dd034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.427963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba298-06d1-48f9-82f4-3219b23dd034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.434070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7f1ba298-06d1-48f9-82f4-3219b23dd034 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33a2a3ca-d978-42d6-9234-ad7770f05ed7 HTTP/1.1" status: 204 len: 168 time: 0.5233407 Sep 16 04:50:48.445218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ba298-06d1-48f9-82f4-3219b23dd034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2a3ca-d978-42d6-9234-ad7770f05ed7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.499224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:48.538612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:48.556207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:48.567149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'ffb2462b-c700-4020-81d9-4721298d97c9', 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'port_id': 'ffb2462b-c700-4020-81d9-4721298d97c9', 'mac_address': 'fa:16:3e:23:a3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d3002a-9b64-4709-99ca-fa6dd9ce7ca5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:48.593974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ab6d15-09c9-4017-990e-c4a48f4a96d6 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:48.607071 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.611604 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.643403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Transition to ACTIVE for port object e7ab6d15-09c9-4017-990e-c4a48f4a96d6 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:48.643903 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb2462b-c700-4020-81d9-4721298d97c9 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:48.646833 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.671912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:48.748170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:48.748821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.751343 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] 10.222.0.57 "PUT /v2.0/ports/3a0cff13-2ad7-449f-99fa-03906dd1ee47 HTTP/1.1" status: 200 len: 1097 time: 1.7892246 Sep 16 04:50:48.751899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:48.754583 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ff76fe-4102-4006-8639-36b33c11e493" -d '{"events": [{"name": "network-changed", "server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:48.760499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be7c36e4-cc53-4d64-8ff7-7dac2652477f req-11892094-68d1-4ede-a8ad-a7ed3164a5cc tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 210 time: 0.0432627 Sep 16 04:50:48.761238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59569247-28b8-4d1c-8f05-8d468332a13b service neutron] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.818428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.819447 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.913230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.913459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efe12b-ada3-4f12-9fa6-02852abda9cb req-26c9177c-c56a-46b5-988c-3a9139cf1753 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:48.922100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41efe12b-ada3-4f12-9fa6-02852abda9cb req-26c9177c-c56a-46b5-988c-3a9139cf1753 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 944 time: 0.0729635 Sep 16 04:50:48.932462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.988050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41efe12b-ada3-4f12-9fa6-02852abda9cb req-8882f874-b851-4f28-8ee8-a11d9c6c8731 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646625 Sep 16 04:50:49.007777 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b16bf4-fd10-46b7-9a35-974c59de83e8 x-openstack-request-id: req-09b16bf4-fd10-46b7-9a35-974c59de83e8 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:49.008063 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:49.008315 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-09b16bf4-fd10-46b7-9a35-974c59de83e8 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:49.008733 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'status': 'completed', 'code': 200} Sep 16 04:50:49.074830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ef402-3493-4619-8219-36f7cc9c2bac req-c90b8f7c-4d26-4a82-8258-417cb5bd9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.077669 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-c90b8f7c-4d26-4a82-8258-417cb5bd9595 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1100 time: 0.0961416 Sep 16 04:50:49.078395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Attempting to bind port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:49.078738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Attempting to bind port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:49.079066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Attempting to bind port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:49.083749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:49.084076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Attempting to bind port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:49.090311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:49.090659 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:49.094394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:49.094394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Bound port: e7ab6d15-09c9-4017-990e-c4a48f4a96d6, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:49.094394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.145457 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-59ca33a2-d885-4299-8e43-7e76aee716c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47 HTTP/1.1" status: 200 len: 217 time: 0.0430839 Sep 16 04:50:49.241813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ef402-3493-4619-8219-36f7cc9c2bac req-570766e3-dc5e-4008-a8c6-de373a67206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.241813 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-570766e3-dc5e-4008-a8c6-de373a67206a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0750139 Sep 16 04:50:49.246573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] For port e7ab6d15-09c9-4017-990e-c4a48f4a96d6, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:49.250518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] For port e7ab6d15-09c9-4017-990e-c4a48f4a96d6, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:49.318664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.362151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['ffb2462b-c700-4020-81d9-4721298d97c9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:49.364932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.365923 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.367395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] 10.222.0.57 "PUT /v2.0/ports/e7ab6d15-09c9-4017-990e-c4a48f4a96d6 HTTP/1.1" status: 200 len: 1097 time: 1.5061057 Sep 16 04:50:49.408477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ef402-3493-4619-8219-36f7cc9c2bac req-21e2eb99-2dcd-417d-a0e4-7a7673c6fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.418215 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-21e2eb99-2dcd-417d-a0e4-7a7673c6fde0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1546566 Sep 16 04:50:49.423582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1d577-b360-4140-a89b-1eb2deaef089 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.438186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ea6c4-60fe-4ff0-b5f0-98c3323252b0 req-4aaef136-65f3-4e90-bfc1-7ea1f8a7d43d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.447574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f4ea6c4-60fe-4ff0-b5f0-98c3323252b0 req-4aaef136-65f3-4e90-bfc1-7ea1f8a7d43d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 948 time: 0.0926712 Sep 16 04:50:49.546852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f4ea6c4-60fe-4ff0-b5f0-98c3323252b0 req-0b2cf061-9290-4430-ae03-2d425e224c61 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958126 Sep 16 04:50:49.690125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-89d954ea-9f84-42fe-930e-fbe31a8fa7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.700551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-89d954ea-9f84-42fe-930e-fbe31a8fa7c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 1100 time: 0.1361451 Sep 16 04:50:49.702500 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-9812594e-1a40-4e92-ae3d-7d12673a9859 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704964 Sep 16 04:50:49.815313 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-005df2e1-cab1-44f2-9921-4c39fb4bbaf6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e7ab6d15-09c9-4017-990e-c4a48f4a96d6 HTTP/1.1" status: 200 len: 217 time: 0.0780516 Sep 16 04:50:49.882315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58078) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:49.906288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47010d26-858b-4398-a7bc-8c05df8d7771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.919900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-10683d09-d8a5-4b8c-8b7b-d16e48ff30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.919900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-10683d09-d8a5-4b8c-8b7b-d16e48ff30cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0579240 Sep 16 04:50:49.996185 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-063ef402-3493-4619-8219-36f7cc9c2bac req-084c3152-4937-4ea3-9e18-ff00b74f650b service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581477 Sep 16 04:50:50.004242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-81437d3b-5638-4d5a-8ec6-4f800ff998b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.005931 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-81437d3b-5638-4d5a-8ec6-4f800ff998b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803592 Sep 16 04:50:50.029890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa4e96d2-8e1e-4f99-8d4c-888bda0f36f8 req-60fba4c1-6d97-4f6a-8cc5-7a54f85e7050 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 210 time: 0.0339184 Sep 16 04:50:50.150446 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-2e78f580-94c6-48fd-89ab-bea811495a63 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261282 Sep 16 04:50:50.163571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47010d26-858b-4398-a7bc-8c05df8d7771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.172728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2919-04a1-463b-b3b7-ea07bb95c750 req-b6971da1-814a-4695-bec4-6ee971beff7f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.174557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdea2919-04a1-463b-b3b7-ea07bb95c750 req-b6971da1-814a-4695-bec4-6ee971beff7f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 944 time: 0.0691736 Sep 16 04:50:50.239924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdea2919-04a1-463b-b3b7-ea07bb95c750 req-749bcc78-e7ef-42af-a974-96c1b455cd52 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585270 Sep 16 04:50:50.257888 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47010d26-858b-4398-a7bc-8c05df8d7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.356107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff76fe-4102-4006-8639-36b33c11e493 req-c557ae92-8f60-4d84-a949-f54a0d54cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.358778 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-79ff76fe-4102-4006-8639-36b33c11e493 req-c557ae92-8f60-4d84-a949-f54a0d54cefb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1100 time: 0.1366017 Sep 16 04:50:50.363921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58100) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:50.364134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-47010d26-858b-4398-a7bc-8c05df8d7771 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a8577f547fa43e9a289b886a4a6c6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799521 Sep 16 04:50:50.367260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47010d26-858b-4398-a7bc-8c05df8d7771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1668984b-49b4-43b5-84db-2d2140f83430,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.495039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-c6216081-4191-408d-b66c-60d2f1891641 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.497233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-c6216081-4191-408d-b66c-60d2f1891641 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "GET /v2.0/networks?id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 HTTP/1.1" status: 200 len: 824 time: 0.1622844 Sep 16 04:50:50.517170 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7937ce0e-3868-4ca9-8494-d3af4c572e67 req-baa4b14a-bd8e-4829-bd42-ce42dc586852 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856131 Sep 16 04:50:50.561213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca05f31a-aedd-4043-bf6f-a572b182cec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.583745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-cd777fed-2b5c-4518-9d97-4e6577628256 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13236adb32e448919a01fbef193e9b09 HTTP/1.1" status: 200 len: 378 time: 0.0736675 Sep 16 04:50:50.595420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Request body: {'port': {'device_id': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'admin_state_up': True, 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'security_groups': ['bd28855e-13f0-4f4d-ac33-ba91d2b9a85e']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:50.596824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca05f31a-aedd-4043-bf6f-a572b182cec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.606429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff76fe-4102-4006-8639-36b33c11e493 req-fd3df738-badc-44d2-873b-7fc1d51f94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.612474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-79ff76fe-4102-4006-8639-36b33c11e493 req-fd3df738-badc-44d2-873b-7fc1d51f94a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2139308 Sep 16 04:50:50.674173 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-79ff76fe-4102-4006-8639-36b33c11e493 req-eabe49a4-0007-4cd6-be4e-b7493ebcd089 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47 HTTP/1.1" status: 200 len: 217 time: 0.0568361 Sep 16 04:50:50.752991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8caca-0da2-4feb-baa4-7e773195a2f6 req-14ce7d1d-efa9-4f9d-89ec-1fce8dcc07dd tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.754441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ded8caca-0da2-4feb-baa4-7e773195a2f6 req-14ce7d1d-efa9-4f9d-89ec-1fce8dcc07dd tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 948 time: 0.0742230 Sep 16 04:50:50.771493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff76fe-4102-4006-8639-36b33c11e493 req-9ed9881b-5c51-4631-92a3-632644c56c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.772597 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-79ff76fe-4102-4006-8639-36b33c11e493 req-9ed9881b-5c51-4631-92a3-632644c56c30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0523093 Sep 16 04:50:50.804365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ded8caca-0da2-4feb-baa4-7e773195a2f6 req-ab04f782-53e8-4978-8e5f-fa100782fc7f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Sep 16 04:50:50.818165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca05f31a-aedd-4043-bf6f-a572b182cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.820763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca05f31a-aedd-4043-bf6f-a572b182cec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.822395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ca05f31a-aedd-4043-bf6f-a572b182cec3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1668984b-49b4-43b5-84db-2d2140f83430 HTTP/1.1" status: 204 len: 168 time: 0.4571793 Sep 16 04:50:50.836270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05f31a-aedd-4043-bf6f-a572b182cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1668984b-49b4-43b5-84db-2d2140f83430,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.841871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff76fe-4102-4006-8639-36b33c11e493 req-65994255-ae4e-48ff-8763-f387548da531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.843411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-79ff76fe-4102-4006-8639-36b33c11e493 req-65994255-ae4e-48ff-8763-f387548da531 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584719 Sep 16 04:50:50.880638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Made reservation on behalf of 13236adb32e448919a01fbef193e9b09 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:50.885061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.975517 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-79ff76fe-4102-4006-8639-36b33c11e493 req-bd558ff3-2643-4a2e-b6fc-8f33b722d206 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176119 Sep 16 04:50:51.012649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb039e55-73f7-403c-9527-6b63bdbe2445', 'tag': 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:51.016493 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becd517e-bd56-4551-be49-7cc85484277b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb039e55-73f7-403c-9527-6b63bdbe2445", "tag": "e7ab6d15-09c9-4017-990e-c4a48f4a96d6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:51.068603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Allocated IP 172.20.0.4 (a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11/64041bfa-9030-4fbb-8a39-813ffc64eeae/db870990-e6da-479f-952e-e6605c73b9b8) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:51.127449 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4f5612-8338-49ab-ad42-f6af988b7449 x-openstack-request-id: req-ab4f5612-8338-49ab-ad42-f6af988b7449 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:51.127986 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb039e55-73f7-403c-9527-6b63bdbe2445", "tag": "e7ab6d15-09c9-4017-990e-c4a48f4a96d6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:51.128411 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab4f5612-8338-49ab-ad42-f6af988b7449 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:51.128947 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb039e55-73f7-403c-9527-6b63bdbe2445', 'tag': 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6', 'status': 'completed', 'code': 200} Sep 16 04:50:51.167559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-79ff76fe-4102-4006-8639-36b33c11e493 req-8d5d20ed-6441-4460-97e6-9d1a48a4c329 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836376 Sep 16 04:50:51.224350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd517e-bd56-4551-be49-7cc85484277b req-e16f557f-41b2-49b6-ade4-7cb64afc2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.227078 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-becd517e-bd56-4551-be49-7cc85484277b req-e16f557f-41b2-49b6-ade4-7cb64afc2f9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 1100 time: 0.0584300 Sep 16 04:50:51.229157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2af0fe5-fcf5-4400-b21e-bcd5e19abeec req-9fe1842c-bb2c-4eff-8387-68aed4ec8c97 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 210 time: 0.0579536 Sep 16 04:50:51.339786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fca90c-9c98-482c-aa14-823fead3b554 req-21610f4b-996e-4099-82b6-3f17216d52e1 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.347126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23fca90c-9c98-482c-aa14-823fead3b554 req-21610f4b-996e-4099-82b6-3f17216d52e1 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 972 time: 0.2440057 Sep 16 04:50:51.354727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd517e-bd56-4551-be49-7cc85484277b req-cfe0ed1a-825e-4c1b-80db-4cc745e84160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.356363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-becd517e-bd56-4551-be49-7cc85484277b req-cfe0ed1a-825e-4c1b-80db-4cc745e84160 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1153929 Sep 16 04:50:51.403962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.418417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-becd517e-bd56-4551-be49-7cc85484277b req-a1f241f3-896e-44f5-8891-9e8a95701ca0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e7ab6d15-09c9-4017-990e-c4a48f4a96d6 HTTP/1.1" status: 200 len: 217 time: 0.0452859 Sep 16 04:50:51.427752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23fca90c-9c98-482c-aa14-823fead3b554 req-81f50ba2-c178-4eed-a2ea-53580fbafe73 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798743 Sep 16 04:50:51.445236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75145-449f-4ad7-be28-885004cc9549 req-c2fc7815-dc35-4f6c-b984-728e0a07489c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.446784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfa75145-449f-4ad7-be28-885004cc9549 req-c2fc7815-dc35-4f6c-b984-728e0a07489c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 944 time: 0.1234815 Sep 16 04:50:51.486559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd517e-bd56-4551-be49-7cc85484277b req-ae7ba806-d3e8-4b27-b299-efac0d9321df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.487978 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-becd517e-bd56-4551-be49-7cc85484277b req-ae7ba806-d3e8-4b27-b299-efac0d9321df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0578265 Sep 16 04:50:51.501756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfa75145-449f-4ad7-be28-885004cc9549 req-9de2e2ef-708e-4427-ab80-ad6549c0fae4 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Sep 16 04:50:51.537870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.558870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd517e-bd56-4551-be49-7cc85484277b req-e0487500-f50a-4221-b875-0e1880e084f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.560410 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-becd517e-bd56-4551-be49-7cc85484277b req-e0487500-f50a-4221-b875-0e1880e084f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521357 Sep 16 04:50:51.581278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:51.584406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:51.596688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:51.605329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.606061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.628425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event updated for resources: {'Port': ['ID=db870990-e6da-479f-952e-e6605c73b9b8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:51.669816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-a2b3f209-b172-4836-ad53-62237b3cc87a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0796089 Sep 16 04:50:51.682953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Request body: {'port': {'device_id': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:51.695328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-becd517e-bd56-4551-be49-7cc85484277b req-7e6d0092-b630-415c-af2d-b28b502f0f24 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202011 Sep 16 04:50:51.774169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.832991 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-becd517e-bd56-4551-be49-7cc85484277b req-4a4bc336-5e4a-412d-b2c9-05ec13123332 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244330 Sep 16 04:50:51.932373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ee5153ff-215a-4c63-b6e9-d72feced50b8 None None] Provisioning complete for port db870990-e6da-479f-952e-e6605c73b9b8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:51.933358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ee5153ff-215a-4c63-b6e9-d72feced50b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.970865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ee5153ff-215a-4c63-b6e9-d72feced50b8 None None] Port db870990-e6da-479f-952e-e6605c73b9b8 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:52.174976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028586e-3c9a-488b-8c8c-e750a81650cf req-fa38a3fc-bc16-4a87-b514-66c1748d36cb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.177185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9028586e-3c9a-488b-8c8c-e750a81650cf req-fa38a3fc-bc16-4a87-b514-66c1748d36cb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 948 time: 0.2820494 Sep 16 04:50:52.256353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9028586e-3c9a-488b-8c8c-e750a81650cf req-93a6210b-61f6-4f5f-99eb-addf49c7a207 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510581 Sep 16 04:50:52.338360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.60', 53999) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:52.349301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ffb2462b-c700-4020-81d9-4721298d97c9 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:52.364221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db870990-e6da-479f-952e-e6605c73b9b8 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:52.373877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.400483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d30316-e91c-4db7-a674-0a6030ddb16c req-4d4aae7c-2f7f-4c3f-a303-2e26aa63e7c6 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.401844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3d30316-e91c-4db7-a674-0a6030ddb16c req-4d4aae7c-2f7f-4c3f-a303-2e26aa63e7c6 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 931 time: 0.0793233 Sep 16 04:50:52.406999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Transition to ACTIVE for port object db870990-e6da-479f-952e-e6605c73b9b8 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:52.453094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-a8eaef5d-8b86-4040-af11-f2d4584c16e1 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.455064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-a8eaef5d-8b86-4040-af11-f2d4584c16e1 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.60 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 972 time: 0.1147666 Sep 16 04:50:52.459585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3d30316-e91c-4db7-a674-0a6030ddb16c req-2d69de90-45a9-4545-bbac-924ad3e7b18a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447130 Sep 16 04:50:52.486373 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.515402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port ffb2462b-c700-4020-81d9-4721298d97c9 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:52.521662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port ffb2462b-c700-4020-81d9-4721298d97c9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:52.522045 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.694598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Pushing event updated for resources: {'Port': ['ID=db870990-e6da-479f-952e-e6605c73b9b8,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:52.694946 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.738599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:52.741132 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78ed1a7-2aa1-48c3-8c0f-8a673e7f8dd7" -d '{"events": [{"server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "name": "network-vif-plugged", "status": "completed", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:52.752035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f572-c331-4ab1-87f4-10c70416deea req-4a5ae8db-d22e-4227-9bd3-8632ed40d4ff tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.754005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bc1f572-c331-4ab1-87f4-10c70416deea req-4a5ae8db-d22e-4227-9bd3-8632ed40d4ff tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 972 time: 0.2299604 Sep 16 04:50:52.756470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Attempting to bind port db870990-e6da-479f-952e-e6605c73b9b8 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:52.762085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Attempting to bind port db870990-e6da-479f-952e-e6605c73b9b8 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:52.762085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Attempting to bind port db870990-e6da-479f-952e-e6605c73b9b8 on network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:52.763980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:52.768826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Port db870990-e6da-479f-952e-e6605c73b9b8 on network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:52.769395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Attempting to bind port db870990-e6da-479f-952e-e6605c73b9b8 on network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:52.791153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:52.791769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Checking segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:52.792871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Bound using segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:52.792871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Bound port: db870990-e6da-479f-952e-e6605c73b9b8, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:52.793629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.809288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac8ec1-c2ee-499e-87fd-750ae5dae4e5 req-92e467ce-2f63-4196-aa28-fd0511a9dd27 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.816718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdac8ec1-c2ee-499e-87fd-750ae5dae4e5 req-92e467ce-2f63-4196-aa28-fd0511a9dd27 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 944 time: 0.1751444 Sep 16 04:50:52.849559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.871434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bc1f572-c331-4ab1-87f4-10c70416deea req-3ad0e8c1-8dd7-4d72-b20c-6aae16810b0b tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054399 Sep 16 04:50:52.941740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdac8ec1-c2ee-499e-87fd-750ae5dae4e5 req-09c6b361-93b3-4730-9a10-c70fee75812f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238987 Sep 16 04:50:52.954376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Deleting port 44b72e35-edd0-47e6-8bca-1ede2fe7054c {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:52.954926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:52.955710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.967339 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d35219-1bc2-4eeb-8360-38be24efeadb x-openstack-request-id: req-e8d35219-1bc2-4eeb-8360-38be24efeadb {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:52.967940 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "name": "network-vif-plugged", "status": "completed", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:52.968360 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8d35219-1bc2-4eeb-8360-38be24efeadb {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:52.968753 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9', 'code': 200} Sep 16 04:50:52.987488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] For port db870990-e6da-479f-952e-e6605c73b9b8, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:52.991452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] For port db870990-e6da-479f-952e-e6605c73b9b8, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=db870990-e6da-479f-952e-e6605c73b9b8,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:53.068088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] For port 44b72e35-edd0-47e6-8bca-1ede2fe7054c, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=44b72e35-edd0-47e6-8bca-1ede2fe7054c,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:53.068340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.068526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.108114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.108898 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.110291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] 10.222.0.60 "PUT /v2.0/ports/db870990-e6da-479f-952e-e6605c73b9b8 HTTP/1.1" status: 200 len: 1092 time: 1.4321108 Sep 16 04:50:53.110826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'tag': 'db870990-e6da-479f-952e-e6605c73b9b8'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:53.113456 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7244e7-6ca3-4f77-afbd-a387a17d5949" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6587ec-64b1-4258-a875-2686f86f04d9", "tag": "db870990-e6da-479f-952e-e6605c73b9b8"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:53.142877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Calling delete_port for 44b72e35-edd0-47e6-8bca-1ede2fe7054c owned by compute:tempest-test_az-1885685682 {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:53.153174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302ec08-2225-4460-8f3b-bdb2444354cf service neutron] Pushing event updated for resources: {'Port': ['ID=db870990-e6da-479f-952e-e6605c73b9b8,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:53.180241 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a01596f-d45b-45b8-a1c3-b856a35e382c x-openstack-request-id: req-3a01596f-d45b-45b8-a1c3-b856a35e382c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:53.181511 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6587ec-64b1-4258-a875-2686f86f04d9", "tag": "db870990-e6da-479f-952e-e6605c73b9b8", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:53.181511 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a01596f-d45b-45b8-a1c3-b856a35e382c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:53.181966 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'tag': 'db870990-e6da-479f-952e-e6605c73b9b8', 'status': 'completed', 'code': 200} Sep 16 04:50:53.251454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c1b0f-8789-426d-95b6-3a0e0a7ce911 req-7bb7df66-57e3-4d42-a3d9-179c3d578ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.253090 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-892c1b0f-8789-426d-95b6-3a0e0a7ce911 req-7bb7df66-57e3-4d42-a3d9-179c3d578ce4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1097 time: 0.1764927 Sep 16 04:50:53.268244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7244e7-6ca3-4f77-afbd-a387a17d5949 req-6cf975cc-4a69-4716-8aea-e10d86dcd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.270187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f7244e7-6ca3-4f77-afbd-a387a17d5949 req-6cf975cc-4a69-4716-8aea-e10d86dcd01b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 1095 time: 0.0701993 Sep 16 04:50:53.355162 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-892c1b0f-8789-426d-95b6-3a0e0a7ce911 req-502d6dc0-e20b-49fe-a541-dc2d22a272d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793698 Sep 16 04:50:53.504421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.519563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['44b72e35-edd0-47e6-8bca-1ede2fe7054c'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:53.611742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9b76-f916-40c5-8bb7-578e04587906 req-b05e13d8-fe1d-40bc-852e-cbffbfe78b8f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.613335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7de9b76-f916-40c5-8bb7-578e04587906 req-b05e13d8-fe1d-40bc-852e-cbffbfe78b8f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 948 time: 0.1704409 Sep 16 04:50:53.614908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7244e7-6ca3-4f77-afbd-a387a17d5949 req-c3981dc1-1db6-4fbc-93df-b4646ad57d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.616273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f7244e7-6ca3-4f77-afbd-a387a17d5949 req-c3981dc1-1db6-4fbc-93df-b4646ad57d10 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=13236adb32e448919a01fbef193e9b09&shared=False HTTP/1.1" status: 200 len: 925 time: 0.3380020 Sep 16 04:50:53.622275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Pushing event deleted for resources: {'Port': ['ID=44b72e35-edd0-47e6-8bca-1ede2fe7054c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:53.650698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] No DVR routers for this DVR port 44b72e35-edd0-47e6-8bca-1ede2fe7054c on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:53.654768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.657982 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-580cfb4b-b99d-466f-8dc6-27707e0af920 req-e5388e98-f412-4de4-8caa-399c5d8c7e1d tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.60 "DELETE /v2.0/ports/44b72e35-edd0-47e6-8bca-1ede2fe7054c HTTP/1.1" status: 204 len: 173 time: 1.1968901 Sep 16 04:50:53.658465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683f7a3e-01c9-493c-a4cd-16bb9e8f4971', 'name': 'network-vif-deleted', 'tag': '44b72e35-edd0-47e6-8bca-1ede2fe7054c'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:53.662189 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f87178-6a6e-455b-8855-3ece7fc39508" -d '{"events": [{"server_uuid": "683f7a3e-01c9-493c-a4cd-16bb9e8f4971", "name": "network-vif-deleted", "tag": "44b72e35-edd0-47e6-8bca-1ede2fe7054c"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:53.747782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7de9b76-f916-40c5-8bb7-578e04587906 req-0e9362f9-7cfa-4fd9-8af3-cd8f2998182c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173589 Sep 16 04:50:53.937342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7244e7-6ca3-4f77-afbd-a387a17d5949 req-75c84b3a-82a2-4c44-82b4-56fd00cd902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.939016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f7244e7-6ca3-4f77-afbd-a387a17d5949 req-75c84b3a-82a2-4c44-82b4-56fd00cd902c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3098774 Sep 16 04:50:53.980106 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7b6f32-dd99-4950-b5a0-1332783fecab x-openstack-request-id: req-be7b6f32-dd99-4950-b5a0-1332783fecab {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:53.980595 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683f7a3e-01c9-493c-a4cd-16bb9e8f4971", "name": "network-vif-deleted", "tag": "44b72e35-edd0-47e6-8bca-1ede2fe7054c", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:53.980818 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be7b6f32-dd99-4950-b5a0-1332783fecab {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:53.981339 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683f7a3e-01c9-493c-a4cd-16bb9e8f4971', 'name': 'network-vif-deleted', 'tag': '44b72e35-edd0-47e6-8bca-1ede2fe7054c', 'status': 'completed', 'code': 200} Sep 16 04:50:53.995078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06e31-57f4-4468-9aeb-77bec459b3da req-0dd33e28-6102-4f5c-8f66-3f4f6a838eae tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.995078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbc06e31-57f4-4468-9aeb-77bec459b3da req-0dd33e28-6102-4f5c-8f66-3f4f6a838eae tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 943 time: 0.1285741 Sep 16 04:50:54.059584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbc06e31-57f4-4468-9aeb-77bec459b3da req-792084d1-2081-4697-a5eb-c04eddc34269 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551960 Sep 16 04:50:54.064267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-ba79be8a-e981-4060-99ed-f44ea1690fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.069850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-ba79be8a-e981-4060-99ed-f44ea1690fd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 1095 time: 0.0704324 Sep 16 04:50:54.120406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-9713c26c-275d-4f91-bf21-feb68e9959b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db870990-e6da-479f-952e-e6605c73b9b8 HTTP/1.1" status: 200 len: 217 time: 0.0470397 Sep 16 04:50:54.194387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-259e6ae0-49c4-49d2-9c43-2533f3796edd req-80f92066-00af-4ce8-971f-6f13f323a235 tempest-AggregatesAdminTestJSON-1770608339 tempest-AggregatesAdminTestJSON-1770608339-project] 10.222.0.59 "GET /v2.0/ports?device_id=683f7a3e-01c9-493c-a4cd-16bb9e8f4971 HTTP/1.1" status: 200 len: 210 time: 0.0349998 Sep 16 04:50:54.201328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-79ae418d-b274-4ee0-86c9-3b0abd841528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.202743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-79ae418d-b274-4ee0-86c9-3b0abd841528 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64041bfa-9030-4fbb-8a39-813ffc64eeae HTTP/1.1" status: 200 len: 863 time: 0.0756719 Sep 16 04:50:54.278837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-3e456957-5e96-4602-8e0d-1075c45ab723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.289688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-3e456957-5e96-4602-8e0d-1075c45ab723 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790000 Sep 16 04:50:54.354531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e7ab6d15-09c9-4017-990e-c4a48f4a96d6 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:54.472772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117a83-35c8-4060-befa-09937d58188f req-c93e8f92-8928-4ad5-94eb-b290ceb06ab5 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.473266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117a83-35c8-4060-befa-09937d58188f req-c93e8f92-8928-4ad5-94eb-b290ceb06ab5 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.473803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117a83-35c8-4060-befa-09937d58188f req-c93e8f92-8928-4ad5-94eb-b290ceb06ab5 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.474660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117a83-35c8-4060-befa-09937d58188f req-c93e8f92-8928-4ad5-94eb-b290ceb06ab5 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.474802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117a83-35c8-4060-befa-09937d58188f req-c93e8f92-8928-4ad5-94eb-b290ceb06ab5 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.475183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117a83-35c8-4060-befa-09937d58188f req-c93e8f92-8928-4ad5-94eb-b290ceb06ab5 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.475927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117a83-35c8-4060-befa-09937d58188f req-c93e8f92-8928-4ad5-94eb-b290ceb06ab5 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.499744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9117a83-35c8-4060-befa-09937d58188f req-c93e8f92-8928-4ad5-94eb-b290ceb06ab5 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.2069409 Sep 16 04:50:54.510286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e7ab6d15-09c9-4017-990e-c4a48f4a96d6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:54.531849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6', 'mac_address': 'fa:16:3e:78:55:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:54.577641 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.590756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ab6d15-09c9-4017-990e-c4a48f4a96d6 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:54.610953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e7ab6d15-09c9-4017-990e-c4a48f4a96d6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:54.663285 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.664029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:54.714657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7b55f-eea4-46ae-8612-5f15db1b4f23 req-8fc7281c-5dcf-4e9f-b178-ae85ef3134a3 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.718207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:54.729869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58248) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:54.732126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41f7b55f-eea4-46ae-8612-5f15db1b4f23 req-8fc7281c-5dcf-4e9f-b178-ae85ef3134a3 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 945 time: 0.0910113 Sep 16 04:50:54.735231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-6644e794-b413-4363-9296-2b2367fef5e5 service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056793 Sep 16 04:50:54.762310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:54.777943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'mac_address': 'fa:16:3e:a5:b2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:54.822279 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.838075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0cff13-2ad7-449f-99fa-03906dd1ee47 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:54.863559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:54.873587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35177dea-e2ef-409b-bde1-b294d54df9ea req-90f54af5-9093-4a3e-a6e2-7858a98ae0f2 service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315863 Sep 16 04:50:54.889104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81d74fdd-86d4-4e53-bdc1-13c57d4e0753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.906538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41f7b55f-eea4-46ae-8612-5f15db1b4f23 req-8b845f12-3e52-4f31-a531-b9ab23ec183b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627588 Sep 16 04:50:54.915851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.975540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:55.000951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81d74fdd-86d4-4e53-bdc1-13c57d4e0753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.039259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81d74fdd-86d4-4e53-bdc1-13c57d4e0753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.041327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eebc03-46d5-4acd-b1f6-29a5b4216957 req-db850083-2f24-4f37-9267-e2d05ec099b8 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.042723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32eebc03-46d5-4acd-b1f6-29a5b4216957 req-db850083-2f24-4f37-9267-e2d05ec099b8 tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 886 time: 0.0947909 Sep 16 04:50:55.080541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-81d74fdd-86d4-4e53-bdc1-13c57d4e0753 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f50550254cc4932a09df3f25e3a4f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473797 Sep 16 04:50:55.080541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d74fdd-86d4-4e53-bdc1-13c57d4e0753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff08d92-c89f-4d9f-ba9e-8a22df782fd7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:55.080932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58260) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:55.173929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbdf63-c952-4c29-9a09-c3e1c61b23f1 req-422b5714-ebdd-4b7e-b247-65b132796df5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.175282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4afbdf63-c952-4c29-9a09-c3e1c61b23f1 req-422b5714-ebdd-4b7e-b247-65b132796df5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 949 time: 0.0767162 Sep 16 04:50:55.175894 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d775325a-549d-4653-89f4-d5b269e71b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.210237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d775325a-549d-4653-89f4-d5b269e71b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.263943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4afbdf63-c952-4c29-9a09-c3e1c61b23f1 req-57afb723-a382-43bc-9f4f-60780a915a32 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Sep 16 04:50:55.402887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6082c5-82f2-4199-97bf-85f73d06d71d req-32dab9ca-8b19-4991-abe4-afba1d6d373c tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.404400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf6082c5-82f2-4199-97bf-85f73d06d71d req-32dab9ca-8b19-4991-abe4-afba1d6d373c tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 943 time: 0.0772676 Sep 16 04:50:55.405682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e9c7-3bf7-422b-b470-45684e5e509f req-e2e2802d-4d39-4966-8444-2de701405a7f tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.406241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e9c7-3bf7-422b-b470-45684e5e509f req-e2e2802d-4d39-4966-8444-2de701405a7f tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.406712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e9c7-3bf7-422b-b470-45684e5e509f req-e2e2802d-4d39-4966-8444-2de701405a7f tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.407180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e9c7-3bf7-422b-b470-45684e5e509f req-e2e2802d-4d39-4966-8444-2de701405a7f tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.407684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e9c7-3bf7-422b-b470-45684e5e509f req-e2e2802d-4d39-4966-8444-2de701405a7f tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.408150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e9c7-3bf7-422b-b470-45684e5e509f req-e2e2802d-4d39-4966-8444-2de701405a7f tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.408613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e9c7-3bf7-422b-b470-45684e5e509f req-e2e2802d-4d39-4966-8444-2de701405a7f tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.410239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4563e9c7-3bf7-422b-b470-45684e5e509f req-e2e2802d-4d39-4966-8444-2de701405a7f tempest-NetworksTest-709625213 tempest-NetworksTest-709625213-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.1715431 Sep 16 04:50:55.446603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf6082c5-82f2-4199-97bf-85f73d06d71d req-ed80b45d-0b4f-4b97-960d-a38ebda56b5e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346391 Sep 16 04:50:55.480989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e7ab6d15-09c9-4017-990e-c4a48f4a96d6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:55.487206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d775325a-549d-4653-89f4-d5b269e71b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.490786 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d775325a-549d-4653-89f4-d5b269e71b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.492607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d775325a-549d-4653-89f4-d5b269e71b2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bff08d92-c89f-4d9f-ba9e-8a22df782fd7 HTTP/1.1" status: 204 len: 168 time: 0.4085550 Sep 16 04:50:55.511157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3a0cff13-2ad7-449f-99fa-03906dd1ee47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:55.515077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775325a-549d-4653-89f4-d5b269e71b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff08d92-c89f-4d9f-ba9e-8a22df782fd7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:56.032517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f6a9-47a3-436f-aed1-8d31225f6d36 req-c4553d65-7898-4034-ade9-422f1bd5bd7c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.034132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79f4f6a9-47a3-436f-aed1-8d31225f6d36 req-c4553d65-7898-4034-ade9-422f1bd5bd7c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 945 time: 0.0521426 Sep 16 04:50:56.074428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79f4f6a9-47a3-436f-aed1-8d31225f6d36 req-88fbf18b-67dc-4dca-be0f-922289ceb68c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336571 Sep 16 04:50:56.392486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc4584-0f45-4fc4-996c-6707fdba3448 req-3961f31f-d357-4bfe-976c-f68cb384bc0e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.393996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9fc4584-0f45-4fc4-996c-6707fdba3448 req-3961f31f-d357-4bfe-976c-f68cb384bc0e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 949 time: 0.0572784 Sep 16 04:50:56.402422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58304) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.432940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58308) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.441258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9fc4584-0f45-4fc4-996c-6707fdba3448 req-92218931-cd8c-44ab-bfb9-dd7dd5b76e38 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Sep 16 04:50:56.460719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58312) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.564004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf9368-5bab-4e23-a30b-5c60271235f3 req-06c160e2-fd4f-4081-90ad-53665036ceeb tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.565704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fcf9368-5bab-4e23-a30b-5c60271235f3 req-06c160e2-fd4f-4081-90ad-53665036ceeb tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 943 time: 0.0524743 Sep 16 04:50:56.629850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58318) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.647902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c54e-8a90-4532-87ba-3fc65dd51ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.715994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 44b72e35-edd0-47e6-8bca-1ede2fe7054c no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:56.744669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 44b72e35-edd0-47e6-8bca-1ede2fe7054c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:56.745407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 44b72e35-edd0-47e6-8bca-1ede2fe7054c not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:56.750940 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c54e-8a90-4532-87ba-3fc65dd51ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.807985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fcf9368-5bab-4e23-a30b-5c60271235f3 req-2b13f33b-d5e9-484d-9155-35ab9be64d92 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2359099 Sep 16 04:50:56.841424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b17a23d-6082-4f9f-a1f3-b89194dc6a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.843448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c54e-8a90-4532-87ba-3fc65dd51ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.895131 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4c54e-8a90-4532-87ba-3fc65dd51ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8260315f-cdc1-4171-9a9c-e1f0945b37a6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:56.906675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58322) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.906793 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b4e4c54e-8a90-4532-87ba-3fc65dd51ba7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1d52cb96a39411fa3740f1a8d279091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753222 Sep 16 04:50:56.956556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58324) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.979917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa6caa03-eb67-4c97-aca2-115b25ae309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.989719 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b17a23d-6082-4f9f-a1f3-b89194dc6a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.022760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74014f7b-3b5b-45d2-a711-d88ad92014c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.023373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c5350a5-6205-4acf-a2e2-d731b7b99e20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a752f2f1e1e84b3a98fcd92c842b0ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893526 Sep 16 04:50:57.025926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58328) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:57.028071 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37d27dff-1514-4705-b4e0-d89fa4c27c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.049853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37d27dff-1514-4705-b4e0-d89fa4c27c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.057427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b17a23d-6082-4f9f-a1f3-b89194dc6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.121646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0b17a23d-6082-4f9f-a1f3-b89194dc6a03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49a0cbb277aa489fa8ae2bcf8dcfb4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7153602 Sep 16 04:50:57.122064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17a23d-6082-4f9f-a1f3-b89194dc6a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb3ef70-416a-4001-855b-150c07ac410a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.123292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58332) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:57.127848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda010d0-0f0e-486c-a15e-c0f7c58c8ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.153011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda010d0-0f0e-486c-a15e-c0f7c58c8ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.224171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37d27dff-1514-4705-b4e0-d89fa4c27c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.226573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37d27dff-1514-4705-b4e0-d89fa4c27c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.228590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-37d27dff-1514-4705-b4e0-d89fa4c27c5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8260315f-cdc1-4171-9a9c-e1f0945b37a6 HTTP/1.1" status: 204 len: 168 time: 0.3208113 Sep 16 04:50:57.243444 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa6caa03-eb67-4c97-aca2-115b25ae309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.258257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d27dff-1514-4705-b4e0-d89fa4c27c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260315f-cdc1-4171-9a9c-e1f0945b37a6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.262689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96e8dcd8-eeb3-4f47-92ef-0b15228aa633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.276360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda010d0-0f0e-486c-a15e-c0f7c58c8ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.280996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda010d0-0f0e-486c-a15e-c0f7c58c8ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.286629 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bda010d0-0f0e-486c-a15e-c0f7c58c8ce7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108 HTTP/1.1" status: 204 len: 168 time: 0.2554460 Sep 16 04:50:57.294371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed58d-9fee-40ec-acb6-14221a0767cd req-445e7b7b-dcf5-4b75-88fd-4436123ab259 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.295936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-661ed58d-9fee-40ec-acb6-14221a0767cd req-445e7b7b-dcf5-4b75-88fd-4436123ab259 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 945 time: 0.1155295 Sep 16 04:50:57.297323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda010d0-0f0e-486c-a15e-c0f7c58c8ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3d9e6-43cc-4a9e-9a83-a9ac29cee108,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.307230 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96e8dcd8-eeb3-4f47-92ef-0b15228aa633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.310918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa6caa03-eb67-4c97-aca2-115b25ae309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.394548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aa6caa03-eb67-4c97-aca2-115b25ae309a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1016be3c586944b6b308dd7d02f838bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300044 Sep 16 04:50:57.395187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58338) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:57.400076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6caa03-eb67-4c97-aca2-115b25ae309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b38337a-963d-46fd-b9e7-921d69a299e1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.421257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-661ed58d-9fee-40ec-acb6-14221a0767cd req-11252f02-545d-491b-a129-e1d3c96a5dd1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158972 Sep 16 04:50:57.434510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74014f7b-3b5b-45d2-a711-d88ad92014c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.468888 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d50e50e5-e5c3-4e20-b4df-f5fdbe134e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.491396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d50e50e5-e5c3-4e20-b4df-f5fdbe134e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.520134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74014f7b-3b5b-45d2-a711-d88ad92014c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.525611 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96e8dcd8-eeb3-4f47-92ef-0b15228aa633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.528192 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96e8dcd8-eeb3-4f47-92ef-0b15228aa633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.529316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-96e8dcd8-eeb3-4f47-92ef-0b15228aa633 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bb3ef70-416a-4001-855b-150c07ac410a HTTP/1.1" status: 204 len: 168 time: 0.4048355 Sep 16 04:50:57.552102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8dcd8-eeb3-4f47-92ef-0b15228aa633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb3ef70-416a-4001-855b-150c07ac410a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.570666 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-74014f7b-3b5b-45d2-a711-d88ad92014c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8da023a46ea4793aae2639adc54e48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106431 Sep 16 04:50:57.573467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58350) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:57.581038 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74014f7b-3b5b-45d2-a711-d88ad92014c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75954a10-dfbb-4026-a8b7-6e8bde785e26,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.602682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1c3b8-1666-4a3a-8ae9-2e6a8e5cd885 req-fc785d09-364f-41f0-ad5b-c000ee3078c6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.610132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95b1c3b8-1666-4a3a-8ae9-2e6a8e5cd885 req-fc785d09-364f-41f0-ad5b-c000ee3078c6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 949 time: 0.0955076 Sep 16 04:50:57.654708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c128ab33-6780-462c-aa1c-0d3059754c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.658282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95b1c3b8-1666-4a3a-8ae9-2e6a8e5cd885 req-19c232e2-0e77-4747-b3f6-bd8455f176bd tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Sep 16 04:50:57.679360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d50e50e5-e5c3-4e20-b4df-f5fdbe134e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.682035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d50e50e5-e5c3-4e20-b4df-f5fdbe134e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.683834 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d50e50e5-e5c3-4e20-b4df-f5fdbe134e71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b38337a-963d-46fd-b9e7-921d69a299e1 HTTP/1.1" status: 204 len: 168 time: 0.2871580 Sep 16 04:50:57.704641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e50e5-e5c3-4e20-b4df-f5fdbe134e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b38337a-963d-46fd-b9e7-921d69a299e1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.711359 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.712477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c128ab33-6780-462c-aa1c-0d3059754c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.863651 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c128ab33-6780-462c-aa1c-0d3059754c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.866351 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c128ab33-6780-462c-aa1c-0d3059754c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.868159 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c128ab33-6780-462c-aa1c-0d3059754c17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75954a10-dfbb-4026-a8b7-6e8bde785e26 HTTP/1.1" status: 204 len: 168 time: 0.2921321 Sep 16 04:50:57.876184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128ab33-6780-462c-aa1c-0d3059754c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75954a10-dfbb-4026-a8b7-6e8bde785e26,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.953455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4151e-a74d-4d1b-8a9d-295fde837f14 req-fa20c782-4eb2-4b9f-917d-830b0beb7014 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.954953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d9d4151e-a74d-4d1b-8a9d-295fde837f14 req-fa20c782-4eb2-4b9f-917d-830b0beb7014 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 943 time: 0.0786908 Sep 16 04:50:57.970074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f41ea-0180-42e3-b1b3-936a672bcce3 req-e6d2e056-2982-4f0c-b11d-b09b6328bca5 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.972104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-851f41ea-0180-42e3-b1b3-936a672bcce3 req-e6d2e056-2982-4f0c-b11d-b09b6328bca5 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1097 time: 0.0630939 Sep 16 04:50:58.022360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d9d4151e-a74d-4d1b-8a9d-295fde837f14 req-6826d88b-6ab2-4dbf-8f19-ff4d68e218f4 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596576 Sep 16 04:50:58.028059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-851f41ea-0180-42e3-b1b3-936a672bcce3 req-8ca5bcef-0989-48aa-aafb-0a8f1d70bd38 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487683 Sep 16 04:50:58.151367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58366) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:58.192621 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8cb2c295-c25e-4f2c-ad92-7de251a0be5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd8c1ee35a54483d8e2071d0b75f8887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395355 Sep 16 04:50:58.195124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58368) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:58.203038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0a2e0-ea3f-4edd-a78b-37db0d1a6c87 req-07d875a6-30c8-4706-9835-72f12e0e92b2 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.210615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97d0a2e0-ea3f-4edd-a78b-37db0d1a6c87 req-07d875a6-30c8-4706-9835-72f12e0e92b2 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1097 time: 0.0462229 Sep 16 04:50:58.249549 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97d0a2e0-ea3f-4edd-a78b-37db0d1a6c87 req-6784581a-a0ba-477e-826d-16cfe090eca4 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Sep 16 04:50:58.263490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c736562a-3995-44e9-98a2-77bac5967925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.285236 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c736562a-3995-44e9-98a2-77bac5967925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.380240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e7ab6d15-09c9-4017-990e-c4a48f4a96d6 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:58.417563 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c736562a-3995-44e9-98a2-77bac5967925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.420524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c736562a-3995-44e9-98a2-77bac5967925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.421866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c736562a-3995-44e9-98a2-77bac5967925 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/102ebbb5-016f-48d0-a2e8-61ff66ff2d1e HTTP/1.1" status: 204 len: 168 time: 0.2257578 Sep 16 04:50:58.429946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736562a-3995-44e9-98a2-77bac5967925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ebbb5-016f-48d0-a2e8-61ff66ff2d1e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.476249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-87166fec-c904-42f1-ab3c-e00680aa2fb1 req-c8efa0ba-ec5d-4097-9fee-aa192714985f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:58.477273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87166fec-c904-42f1-ab3c-e00680aa2fb1 req-c8efa0ba-ec5d-4097-9fee-aa192714985f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064018 Sep 16 04:50:58.497700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:58.502644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:58.503152 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.692294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.720066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb039e55-73f7-403c-9527-6b63bdbe2445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:58.722522 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edab5a2-e7e6-4ffe-baf3-8fabedfd9b84" -d '{"events": [{"server_uuid": "bb039e55-73f7-403c-9527-6b63bdbe2445", "name": "network-vif-plugged", "status": "completed", "tag": "e7ab6d15-09c9-4017-990e-c4a48f4a96d6"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:58.734186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device db870990-e6da-479f-952e-e6605c73b9b8 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:58.741407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e7ab6d15-09c9-4017-990e-c4a48f4a96d6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:58.792203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e83c-f195-433f-a5dc-e0e669de4941 req-8ee437f3-4d32-4079-b10b-77a9aacb40ae tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.793937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00c1e83c-f195-433f-a5dc-e0e669de4941 req-8ee437f3-4d32-4079-b10b-77a9aacb40ae tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 949 time: 0.0598328 Sep 16 04:50:58.822402 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.823455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:58.831288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58390) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:58.836295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00c1e83c-f195-433f-a5dc-e0e669de4941 req-814ef98c-0d2d-456a-8870-3b8ae992345f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360975 Sep 16 04:50:58.846963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19d8a4cc-4603-4ae1-99db-18f76e59d4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.902433 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1b4c29-e5d5-4a95-b5a5-4b6772301ae3 x-openstack-request-id: req-bd1b4c29-e5d5-4a95-b5a5-4b6772301ae3 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:58.903075 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb039e55-73f7-403c-9527-6b63bdbe2445", "name": "network-vif-plugged", "status": "completed", "tag": "e7ab6d15-09c9-4017-990e-c4a48f4a96d6", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:58.903524 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd1b4c29-e5d5-4a95-b5a5-4b6772301ae3 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:58.904097 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb039e55-73f7-403c-9527-6b63bdbe2445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6', 'code': 200} Sep 16 04:50:58.965805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port db870990-e6da-479f-952e-e6605c73b9b8, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=db870990-e6da-479f-952e-e6605c73b9b8,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:58.971677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19d8a4cc-4603-4ae1-99db-18f76e59d4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.978379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.986675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'db870990-e6da-479f-952e-e6605c73b9b8', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'port_id': 'db870990-e6da-479f-952e-e6605c73b9b8', 'mac_address': 'fa:16:3e:ab:72:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:59.028294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.036157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a938e1-93a8-48ff-afcf-d4f63763cf3b req-d6a78473-8c3a-4a27-955a-f5c3ffd98467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.037672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-49a938e1-93a8-48ff-afcf-d4f63763cf3b req-d6a78473-8c3a-4a27-955a-f5c3ffd98467 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 1102 time: 0.0397553 Sep 16 04:50:59.041404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db870990-e6da-479f-952e-e6605c73b9b8 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:59.047067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19d8a4cc-4603-4ae1-99db-18f76e59d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.049104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:59.058545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:59.058933 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.087796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port db870990-e6da-479f-952e-e6605c73b9b8, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=db870990-e6da-479f-952e-e6605c73b9b8,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:59.104069 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-19d8a4cc-4603-4ae1-99db-18f76e59d4e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e2b2a27142a416ba3b4d2a8868f11f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715642 Sep 16 04:50:59.109966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58396) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:59.111990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8a4cc-4603-4ae1-99db-18f76e59d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a299821-3f70-42b0-855c-accf78bcea27,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.120782 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-49a938e1-93a8-48ff-afcf-d4f63763cf3b req-d6c0fd54-c0e9-420f-844f-7c620f7d821d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743189 Sep 16 04:50:59.161583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.175060 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.175265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58398) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:59.202723 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df25e18b-3dba-4b41-b080-fa5bd6b75734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.226135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0188e18-44ea-49ed-b8c9-67ba6adbcc22 req-ae1c542f-186e-407b-90e6-688c4e22219b tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.228947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0188e18-44ea-49ed-b8c9-67ba6adbcc22 req-ae1c542f-186e-407b-90e6-688c4e22219b tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 943 time: 0.1345236 Sep 16 04:50:59.241222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e56dcda-e32c-40e4-acc7-73fb43f9e3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.291931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:59.293664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=db870990-e6da-479f-952e-e6605c73b9b8,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.300402 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e56dcda-e32c-40e4-acc7-73fb43f9e3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.331895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.339868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df25e18b-3dba-4b41-b080-fa5bd6b75734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.355376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0188e18-44ea-49ed-b8c9-67ba6adbcc22 req-4415a8ff-9c54-4316-8d08-3034226ea238 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190948 Sep 16 04:50:59.375148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['db870990-e6da-479f-952e-e6605c73b9b8'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:59.425914 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.440394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df25e18b-3dba-4b41-b080-fa5bd6b75734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.468984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e56dcda-e32c-40e4-acc7-73fb43f9e3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.472347 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e56dcda-e32c-40e4-acc7-73fb43f9e3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.474212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3e56dcda-e32c-40e4-acc7-73fb43f9e3be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a299821-3f70-42b0-855c-accf78bcea27 HTTP/1.1" status: 204 len: 168 time: 0.3628979 Sep 16 04:50:59.484065 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-df25e18b-3dba-4b41-b080-fa5bd6b75734 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca82b74186094aa981f3d454d185dbdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077650 Sep 16 04:50:59.484937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58406) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:59.485958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56dcda-e32c-40e4-acc7-73fb43f9e3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a299821-3f70-42b0-855c-accf78bcea27,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.494393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25e18b-3dba-4b41-b080-fa5bd6b75734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec415f-3337-4cab-b24f-640cf0ee8edb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.549008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ebcc48b-d9a3-466b-916f-98fe4e9b802d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.572265 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ebcc48b-d9a3-466b-916f-98fe4e9b802d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.605080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58412) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:59.644737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d06d23a5-e3ca-4707-b726-4b1796ff6d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.697602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ebcc48b-d9a3-466b-916f-98fe4e9b802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.700335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ebcc48b-d9a3-466b-916f-98fe4e9b802d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.701579 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ebcc48b-d9a3-466b-916f-98fe4e9b802d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4ec415f-3337-4cab-b24f-640cf0ee8edb HTTP/1.1" status: 204 len: 168 time: 0.2155302 Sep 16 04:50:59.712936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcc48b-d9a3-466b-916f-98fe4e9b802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec415f-3337-4cab-b24f-640cf0ee8edb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.775710 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d06d23a5-e3ca-4707-b726-4b1796ff6d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.839564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d06d23a5-e3ca-4707-b726-4b1796ff6d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.882224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d06d23a5-e3ca-4707-b726-4b1796ff6d18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a76beb47acb4171a909997d39f5be2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724688 Sep 16 04:50:59.883982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:59.888179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d23a5-e3ca-4707-b726-4b1796ff6d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895f0a38-79f9-4990-920e-b757c01bf81f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.950289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b29b-6128-4930-9f65-ade2f08b7993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.974622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b29b-6128-4930-9f65-ade2f08b7993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.984419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a18ade-4016-49c4-8560-85ef1a167418 req-66b67b95-6c16-4c7f-93c8-e0b1b6b6589a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.986051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86a18ade-4016-49c4-8560-85ef1a167418 req-66b67b95-6c16-4c7f-93c8-e0b1b6b6589a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 950 time: 0.0581939 Sep 16 04:51:00.026970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86a18ade-4016-49c4-8560-85ef1a167418 req-d965a9a4-df21-45be-aa3d-c391b06947ad tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348656 Sep 16 04:51:00.109151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b29b-6128-4930-9f65-ade2f08b7993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.111722 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b29b-6128-4930-9f65-ade2f08b7993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.115416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6bc5b29b-6128-4930-9f65-ade2f08b7993 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/895f0a38-79f9-4990-920e-b757c01bf81f HTTP/1.1" status: 204 len: 168 time: 0.2273188 Sep 16 04:51:00.122056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5b29b-6128-4930-9f65-ade2f08b7993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895f0a38-79f9-4990-920e-b757c01bf81f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:00.485009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba002fd-8cef-40df-8b48-1fbaeac37bf8 req-b0909bed-30dc-4b48-9d03-5e7b53dca0d0 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.486529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aba002fd-8cef-40df-8b48-1fbaeac37bf8 req-b0909bed-30dc-4b48-9d03-5e7b53dca0d0 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 944 time: 0.0504789 Sep 16 04:51:00.556022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aba002fd-8cef-40df-8b48-1fbaeac37bf8 req-8e4a2002-9860-4289-b319-b1bf1bcd8405 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513196 Sep 16 04:51:00.735734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device db870990-e6da-479f-952e-e6605c73b9b8 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:00.905124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:00.907869 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69082950-8bf0-428e-9238-77f146ab58be" -d '{"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:00.911347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port db870990-e6da-479f-952e-e6605c73b9b8 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:00.915483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port db870990-e6da-479f-952e-e6605c73b9b8 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:00.918851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.951429 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da69cef-6b4f-4bc9-a0f3-30649d8dad60 x-openstack-request-id: req-3da69cef-6b4f-4bc9-a0f3-30649d8dad60 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:00.951919 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:00.952172 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3da69cef-6b4f-4bc9-a0f3-30649d8dad60 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:00.952769 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'code': 200} Sep 16 04:51:01.017823 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.052267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port db870990-e6da-479f-952e-e6605c73b9b8, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=db870990-e6da-479f-952e-e6605c73b9b8,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:01.119767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.148423 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310d077-742c-4ae2-bd0f-09fbb0e7771e req-e08f719f-c74e-4f36-8557-7b5a229347cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.150205 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f310d077-742c-4ae2-bd0f-09fbb0e7771e req-e08f719f-c74e-4f36-8557-7b5a229347cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1102 time: 0.0535808 Sep 16 04:51:01.175101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=db870990-e6da-479f-952e-e6605c73b9b8,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:01.193967 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f310d077-742c-4ae2-bd0f-09fbb0e7771e req-9f53f4ae-b6cd-4e2f-b35e-b163ca536de6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355687 Sep 16 04:51:01.402257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a4d48-7316-4a58-8c5c-033960a95a2d req-4d0925f9-3b97-446d-b3b3-4b91b95408ea tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.403798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d1a4d48-7316-4a58-8c5c-033960a95a2d req-4d0925f9-3b97-446d-b3b3-4b91b95408ea tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 950 time: 0.0534661 Sep 16 04:51:01.451216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d1a4d48-7316-4a58-8c5c-033960a95a2d req-5d9ab6d6-470a-4512-9205-a21e5a3aee8b tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Sep 16 04:51:01.593546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001595b1-fdd7-4af7-8a30-927bac6ff33e req-6a5a64a8-2bd4-4e96-bc47-31c2b81ddb29 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.595371 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-001595b1-fdd7-4af7-8a30-927bac6ff33e req-6a5a64a8-2bd4-4e96-bc47-31c2b81ddb29 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0556033 Sep 16 04:51:01.645191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-001595b1-fdd7-4af7-8a30-927bac6ff33e req-12d1d9d3-2ac8-407d-840b-655953466a60 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Sep 16 04:51:01.757200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351ebd2-2b68-4646-bd3f-e302d2d9906d req-e02fc853-203e-47d2-8425-2a22441fb67e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.758675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7351ebd2-2b68-4646-bd3f-e302d2d9906d req-e02fc853-203e-47d2-8425-2a22441fb67e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 945 time: 0.0495582 Sep 16 04:51:01.805062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7351ebd2-2b68-4646-bd3f-e302d2d9906d req-3367d366-8e6f-4974-894e-cc6dd67f345e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399804 Sep 16 04:51:01.918669 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-b070ef2c-0faa-4ecd-97ef-9958a7bf38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.920240 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-b070ef2c-0faa-4ecd-97ef-9958a7bf38d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1097 time: 0.0465722 Sep 16 04:51:02.054543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-746763c5-dcb2-4dd8-814c-bb39e1780e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.056960 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-746763c5-dcb2-4dd8-814c-bb39e1780e12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1056626 Sep 16 04:51:02.105421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-71a644ab-943b-4f29-af36-698b6b9637fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 217 time: 0.0362484 Sep 16 04:51:02.156554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-edf41ae7-d6d9-4bfb-9398-3081a7de2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.158027 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-edf41ae7-d6d9-4bfb-9398-3081a7de2504 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0447309 Sep 16 04:51:02.198313 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-892b15d2-9862-438e-8e77-b5edfe3e2055 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275381 Sep 16 04:51:02.291477 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-f80a1977-ff81-44d7-9d90-2e93bf1de7df service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853577 Sep 16 04:51:02.407324 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-627fed78-1ec6-4cbf-9b66-7cb1b558cf9c req-bbd93cd8-e290-41c9-8a35-32e6d5cfd27f service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957959 Sep 16 04:51:02.502087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58570) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:02.566890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58578) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:02.768247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795ba0d-ed3e-4937-81e6-2babad30d3e2 req-c99d2192-3cfe-402b-acd0-4ba616f2ba6c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.772212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9795ba0d-ed3e-4937-81e6-2babad30d3e2 req-c99d2192-3cfe-402b-acd0-4ba616f2ba6c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0581095 Sep 16 04:51:02.809713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9795ba0d-ed3e-4937-81e6-2babad30d3e2 req-aa764cce-5d4e-40d3-9310-24b119f87eec tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Sep 16 04:51:02.919875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-595bea4a-10d6-4def-8f9c-0a7629feccd9 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:51:02.921515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-595bea4a-10d6-4def-8f9c-0a7629feccd9 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4183035 Sep 16 04:51:02.937054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1beda-e69a-4cd1-b0e5-6887c804dcc4 req-20ee9b80-5221-41e5-be73-8e6cf9bc2fd5 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.938537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67d1beda-e69a-4cd1-b0e5-6887c804dcc4 req-20ee9b80-5221-41e5-be73-8e6cf9bc2fd5 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 945 time: 0.0700305 Sep 16 04:51:02.954337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db870990-e6da-479f-952e-e6605c73b9b8'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:02.957479 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3469acde-dbd1-4b5a-9d39-00ec313a620e" -d '{"events": [{"server_uuid": "9f6587ec-64b1-4258-a875-2686f86f04d9", "name": "network-vif-plugged", "status": "completed", "tag": "db870990-e6da-479f-952e-e6605c73b9b8"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:02.987333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-dc7f0bf2-22d9-423a-b571-bfe80249a2c1 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.995805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-dc7f0bf2-22d9-423a-b571-bfe80249a2c1 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports/ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 1094 time: 0.0562150 Sep 16 04:51:03.019418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67d1beda-e69a-4cd1-b0e5-6887c804dcc4 req-1ab65efe-a602-464d-a02b-41e64a5fed73 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546288 Sep 16 04:51:03.067521 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f61c26-5f46-401d-a75e-246756918f7f x-openstack-request-id: req-22f61c26-5f46-401d-a75e-246756918f7f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:03.068057 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6587ec-64b1-4258-a875-2686f86f04d9", "name": "network-vif-plugged", "status": "completed", "tag": "db870990-e6da-479f-952e-e6605c73b9b8", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:03.068551 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22f61c26-5f46-401d-a75e-246756918f7f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:03.069147 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db870990-e6da-479f-952e-e6605c73b9b8', 'code': 200} Sep 16 04:51:03.072060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-393996651-network', 'tenant_id': '965e3ef5096545d6bfac513a019ead0f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:03.161207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Made reservation on behalf of 965e3ef5096545d6bfac513a019ead0f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:03.165283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.210505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.257198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54fa14cf-a945-4474-a6ed-c0a82ef18015 req-b6042022-d316-4ec8-9def-eeaefbf618f5 tempest-FlavorsV2NegativeTest-1495002992 tempest-FlavorsV2NegativeTest-1495002992-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=295fb69e789f477d9fc1117a2966457a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701799 Sep 16 04:51:03.307858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf053-8dc9-49b0-9729-911ba96bb9ed req-203fce43-c3db-45c8-8c55-264ce434d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.309845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b3bf053-8dc9-49b0-9729-911ba96bb9ed req-203fce43-c3db-45c8-8c55-264ce434d0ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 1097 time: 0.1602919 Sep 16 04:51:03.417728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b3bf053-8dc9-49b0-9729-911ba96bb9ed req-67fa2f07-a1a2-4a46-8930-2735f6ca7847 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997200 Sep 16 04:51:03.440112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Request body: {'binding': {'host': 'n-h2-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:03.440625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:51:03.454354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa14cf-a945-4474-a6ed-c0a82ef18015 req-099150a5-67a4-49b0-b29a-c830e3bbe094 tempest-FlavorsV2NegativeTest-1495002992 tempest-FlavorsV2NegativeTest-1495002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.455958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54fa14cf-a945-4474-a6ed-c0a82ef18015 req-099150a5-67a4-49b0-b29a-c830e3bbe094 tempest-FlavorsV2NegativeTest-1495002992 tempest-FlavorsV2NegativeTest-1495002992-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892934 Sep 16 04:51:03.503291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54fa14cf-a945-4474-a6ed-c0a82ef18015 req-3b227e90-6d36-4ff9-8669-74a61fe9f843 tempest-FlavorsV2NegativeTest-1495002992 tempest-FlavorsV2NegativeTest-1495002992-project] 10.222.0.59 "GET /v2.0/quotas/295fb69e789f477d9fc1117a2966457a HTTP/1.1" status: 200 len: 375 time: 0.0236919 Sep 16 04:51:03.566001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54fa14cf-a945-4474-a6ed-c0a82ef18015 req-b959b507-ee6f-4001-96b6-cf9ef340d881 tempest-FlavorsV2NegativeTest-1495002992 tempest-FlavorsV2NegativeTest-1495002992-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=295fb69e789f477d9fc1117a2966457a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537176 Sep 16 04:51:03.600721 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.657910 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.681999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on host n-h2-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:03.682372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:03.682754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:03.689835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:03.702945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:03.703283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:03.711349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9d4251-7dad-4032-ae67-5075da25f5f7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:03.713598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.713937 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Added segment 5eaaf505-65e3-47bf-a0f4-a979895f421c of type vlan for network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 Sep 16 04:51:03.715358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:03.715694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:03.716163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:03.716497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Bound port: ffb2462b-c700-4020-81d9-4721298d97c9, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:03.748868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.749214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.749551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.749883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.750215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.750559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.750874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.751201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.751551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.751871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.752194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.752514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:03.845496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.883277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:03.961500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.962671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-82bb747a-7ab6-4129-8302-ee2ba4bd4463 service neutron] 10.222.0.59 "POST /v2.0/ports/ffb2462b-c700-4020-81d9-4721298d97c9/bindings HTTP/1.1" status: 201 len: 390 time: 0.7533824 Sep 16 04:51:03.967624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.968774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.969221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.010150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7881-00f3-4d31-8c22-a85f001b2fdb req-5101e580-99e9-4ef1-bd64-de48b6ec2b02 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.012167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b7d7881-00f3-4d31-8c22-a85f001b2fdb req-5101e580-99e9-4ef1-bd64-de48b6ec2b02 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0857832 Sep 16 04:51:04.054314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] Pushing event updated for resources: {'Network': ['ID=12df3f6b-9150-4e87-82e1-60f6500a8ee2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:04.065626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:04.075276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-af5087b3-47db-481a-b902-b369aa91d5ec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5071795 Sep 16 04:51:04.078711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58656) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:04.083496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Request body: {'subnet': {'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-393996651-subnet', 'tenant_id': '965e3ef5096545d6bfac513a019ead0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:04.089684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b7d7881-00f3-4d31-8c22-a85f001b2fdb req-59754784-015d-49e9-aa89-b7b2418c1522 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Sep 16 04:51:04.096598 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:04.211430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Made reservation on behalf of 965e3ef5096545d6bfac513a019ead0f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:04.213870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.440566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397020b-3962-4918-bf95-74d631f0a091 req-db35dce4-f000-40ad-a484-afd5b69ff60a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.442108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6397020b-3962-4918-bf95-74d631f0a091 req-db35dce4-f000-40ad-a484-afd5b69ff60a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 945 time: 0.0874786 Sep 16 04:51:04.453021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c088e-45ef-4e79-8452-201d61c876b1 req-7eee3020-cf95-441a-a470-7fe6762cb98d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.454467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f18c088e-45ef-4e79-8452-201d61c876b1 req-7eee3020-cf95-441a-a470-7fe6762cb98d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 945 time: 0.0894322 Sep 16 04:51:04.511916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6397020b-3962-4918-bf95-74d631f0a091 req-95785bc5-eeb6-47b4-a2df-3f92cc898dc3 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560622 Sep 16 04:51:04.525924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f18c088e-45ef-4e79-8452-201d61c876b1 req-f5a17145-829c-4158-b8c6-58d030b3815d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626514 Sep 16 04:51:04.538069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.611580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4938e87-e66c-4d56-8c64-04f0d75094f3,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:04.636230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.636526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.636836 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.637173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.637505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.637840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.638163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.638488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.638857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.639182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.639529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.639955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:04.647371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:04.647815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Network hostable DHCP agents. Network: 12df3f6b-9150-4e87-82e1-60f6500a8ee2, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:04.647911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-be87d7f4-f7d0-4298-af47-e0d50afcd2b9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=53d51911b4704bcb90b621c7da65cc75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251243 Sep 16 04:51:04.756071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:04.795457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-e30ee69e-23b6-4dc1-9b4e-30f85e6003c2 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.797346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-e30ee69e-23b6-4dc1-9b4e-30f85e6003c2 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356997 Sep 16 04:51:04.822813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-fd94d9b9-3418-4b89-baa6-b043640cf5e2 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/quotas/53d51911b4704bcb90b621c7da65cc75 HTTP/1.1" status: 200 len: 375 time: 0.0197253 Sep 16 04:51:04.879462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-ea86bd61-49c4-4806-81cc-2f05b699180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.881003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-ea86bd61-49c4-4806-81cc-2f05b699180e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1097 time: 0.0712965 Sep 16 04:51:04.886314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 12df3f6b-9150-4e87-82e1-60f6500a8ee2) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:04.897510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82e87c-042b-4af0-bc10-237451b71cd8 None None] Network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:04.897653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.899776 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.931785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-77063763-73f4-469c-833d-d9eddd91709f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938127 Sep 16 04:51:05.015583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-5378d907-eeb8-4a7c-86d1-9cd897febb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.017364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-5378d907-eeb8-4a7c-86d1-9cd897febb40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1282625 Sep 16 04:51:05.019816 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0d5faea9-5a94-4678-a54b-d7274c0fc77f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9399643 Sep 16 04:51:05.067233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-722b3718-39ba-4087-99ce-e54e0cbd3926 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 217 time: 0.0418875 Sep 16 04:51:05.076577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:05.083389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4dac0-d2b6-40ea-9ed6-80f2fb4e1eff None None] Network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:05.144183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-ba5b526d-1727-433a-871e-de75500f5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.144183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-ba5b526d-1727-433a-871e-de75500f5e9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0627067 Sep 16 04:51:05.182690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-f3f9bf48-9cd7-4540-a7e7-7eaadd9a4dd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336072 Sep 16 04:51:05.317131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-00fc2484-95d5-4a30-bc09-09b3897f6c67 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166975 Sep 16 04:51:05.354777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13cb43a6-b67c-4139-be08-e2399e2b1bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.447420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-db00a68d-8c50-40a3-babf-88c828c0cec8 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230814 Sep 16 04:51:05.469394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13cb43a6-b67c-4139-be08-e2399e2b1bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.537167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13cb43a6-b67c-4139-be08-e2399e2b1bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.547547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-1a432c92-0785-4be4-97ae-e47591c272e8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270340 Sep 16 04:51:05.584122 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-13cb43a6-b67c-4139-be08-e2399e2b1bed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=295fb69e789f477d9fc1117a2966457a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059569 Sep 16 04:51:05.585094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb43a6-b67c-4139-be08-e2399e2b1bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53045ba1-ef2b-4b77-9417-3f6f84b50341,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:05.588226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58744) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:05.675105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-797c66f2-206d-43d9-8838-dd694afd4633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.698095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-797c66f2-206d-43d9-8838-dd694afd4633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.759762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-38936987-2702-4437-aec3-f72afd7e01ac tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.761526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-38936987-2702-4437-aec3-f72afd7e01ac tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.1466751 Sep 16 04:51:05.768958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087118-6669-4957-9767-94cec6139087 req-5c9b420c-23f9-464c-a174-c96f290ed90f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.770470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-5c9b420c-23f9-464c-a174-c96f290ed90f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164176 Sep 16 04:51:05.775284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-16'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:05.837912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fe5424c-6e42-4764-8ec0-b25b7f67675b req-d7a9bfdf-4482-470d-bdd4-d5d0d0959cca tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 210 time: 0.0587354 Sep 16 04:51:05.846240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-797c66f2-206d-43d9-8838-dd694afd4633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.853088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-394e926b-3931-46e3-b97a-c31345bd8e47 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/quotas/ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 375 time: 0.0668621 Sep 16 04:51:05.853413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-797c66f2-206d-43d9-8838-dd694afd4633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.853413 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-797c66f2-206d-43d9-8838-dd694afd4633 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53045ba1-ef2b-4b77-9417-3f6f84b50341 HTTP/1.1" status: 204 len: 168 time: 0.2609758 Sep 16 04:51:05.873589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c66f2-206d-43d9-8838-dd694afd4633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53045ba1-ef2b-4b77-9417-3f6f84b50341,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:05.920088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-89fd2823-305b-4582-a8e8-d9805bf7b190 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721076 Sep 16 04:51:05.937119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.010736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32421d2d-d208-4e88-b174-df5731afcf71 req-aeab6d85-2a31-41f2-98ea-92bfda6fb126 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.019232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32421d2d-d208-4e88-b174-df5731afcf71 req-aeab6d85-2a31-41f2-98ea-92bfda6fb126 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 945 time: 0.1104443 Sep 16 04:51:06.078914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32421d2d-d208-4e88-b174-df5731afcf71 req-91061c1a-f669-4d04-b8fe-e9bd99b0f76e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588071 Sep 16 04:51:06.148353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:06.164975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58764) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:06.170593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1536705189-network', 'tenant_id': 'f58a5bbe49cb480fb384e46da01ffd7b'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:06.262515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:06.287115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Made reservation on behalf of f58a5bbe49cb480fb384e46da01ffd7b for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:06.289963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.305570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84213c8-2984-46a6-ad11-11c887493c90 req-46ec6674-98eb-407f-aa56-e78333eb3110 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.306879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.313116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d84213c8-2984-46a6-ad11-11c887493c90 req-46ec6674-98eb-407f-aa56-e78333eb3110 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 945 time: 0.1624393 Sep 16 04:51:06.346492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:06.348748 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe9c44-50d2-4db2-a5f3-642c466311d0" -d '{"events": [{"server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:06.355092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.385063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d84213c8-2984-46a6-ad11-11c887493c90 req-68268f6b-99c4-47f9-8236-f8074bf78d8d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709941 Sep 16 04:51:06.436449 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.469621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.537599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.559273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.567405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b5cef9-97a1-4ff8-ab53-fb810b2f9e4c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.579841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on host n-h1-712143-16 for vnic_type normal with profile {"migrating_to": "n-h2-712143-16"} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:06.580179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:06.580493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:06.585261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:06.585554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Attempting to bind port ffb2462b-c700-4020-81d9-4721298d97c9 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:06.591449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:06.592029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:06.592595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:06.593206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Bound port: ffb2462b-c700-4020-81d9-4721298d97c9, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:06.593746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.679301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:06.684638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.685355 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Added segment e122df3f-a592-474c-9829-aea4b1bcd886 of type vlan for network b7f8947b-fab4-4492-b925-8d25e361603c Sep 16 04:51:06.692817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-484f1da5-d4da-451d-a109-807670ee0017 req-6a16111b-7b78-40d2-a9cc-ff9835f364c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 210 time: 0.0359449 Sep 16 04:51:06.697315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:06.709690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:06.744977 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b3ee36-a09b-44a0-a92c-f9c1bb2fa08d x-openstack-request-id: req-b6b3ee36-a09b-44a0-a92c-f9c1bb2fa08d {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:06.745398 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:06.745662 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6b3ee36-a09b-44a0-a92c-f9c1bb2fa08d {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:06.746060 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9', 'code': 200} Sep 16 04:51:06.746475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.819894 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.870623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.870623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.871218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.904332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09075b3-9d4d-4b5c-8ca7-33e78d2343fe req-99a2302f-7560-4027-ad59-f47bfe2648d8 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.906237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e09075b3-9d4d-4b5c-8ca7-33e78d2343fe req-99a2302f-7560-4027-ad59-f47bfe2648d8 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 945 time: 0.1208034 Sep 16 04:51:06.930285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=8']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.933487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58808) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:06.940533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Request body: {'floatingip': {'port_id': 'db870990-e6da-479f-952e-e6605c73b9b8'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:06.944819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.945574 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.946486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f8947b-fab4-4492-b925-8d25e361603c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.947552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-e28d259b-d663-4b55-831a-f074815cb752 service neutron] 10.222.0.60 "PUT /v2.0/ports/ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 1123 time: 1.1756999 Sep 16 04:51:06.964874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b7f8947b-fab4-4492-b925-8d25e361603c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:07.021361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.030296 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8817cf4f-b773-4031-8e43-93619fca1ed1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8638372 Sep 16 04:51:07.035600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58812) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:07.046417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Request body: {'subnet': {'network_id': 'b7f8947b-fab4-4492-b925-8d25e361603c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1536705189-subnet', 'tenant_id': 'f58a5bbe49cb480fb384e46da01ffd7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:07.177486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Made reservation on behalf of f58a5bbe49cb480fb384e46da01ffd7b for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:07.188087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['ffb2462b-c700-4020-81d9-4721298d97c9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:07.188496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.439453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c7cc29d-7033-449a-b660-8dd37426278d req-42949c00-ceff-48ce-bcc1-d738ad886e67 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 210 time: 0.3031843 Sep 16 04:51:07.583805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.661795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Checking segment: {'id': 'e122df3f-a592-474c-9829-aea4b1bcd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b7f8947b-fab4-4492-b925-8d25e361603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:07.662198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Network hostable DHCP agents. Network: b7f8947b-fab4-4492-b925-8d25e361603c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:07.665585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e14ae5-5114-406f-903d-503ad56f2ea1,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:07.711137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba88714-741e-4869-80b3-292ed65472c2 req-cbc47070-73f9-43b6-a76b-ca8b2eb96a5c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.712555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ba88714-741e-4869-80b3-292ed65472c2 req-cbc47070-73f9-43b6-a76b-ca8b2eb96a5c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.1644859 Sep 16 04:51:07.771802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Network b7f8947b-fab4-4492-b925-8d25e361603c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:07.854191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ba88714-741e-4869-80b3-292ed65472c2 req-3e814498-22a6-4b46-b0ef-9503cde5e807 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315787 Sep 16 04:51:07.870037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b7f8947b-fab4-4492-b925-8d25e361603c) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:07.877057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.878414 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.883955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861750b-1b62-4e04-817c-48acf982376c None None] Network b7f8947b-fab4-4492-b925-8d25e361603c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:08.007297 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a8be386-8523-43a1-adb1-bf86fcb57e88 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9643054 Sep 16 04:51:08.058055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3500e8a-9090-47fc-ae9e-4f4821cb6f3d req-d5c03f6c-f99f-45fe-a65c-c753a905a286 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 210 time: 0.0731843 Sep 16 04:51:08.092341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe802e-a4ac-4b0d-b904-aaa371e74687 None None] Network b7f8947b-fab4-4492-b925-8d25e361603c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:08.096858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.resource_extend [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:51:08.221499 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.310206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-9c9bba34-2818-4919-96cf-7e4f483b89a3 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=53d51911b4704bcb90b621c7da65cc75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430555 Sep 16 04:51:08.387118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.474511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-34bf827a-2583-4216-acf9-2b3aad744227 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.476021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-34bf827a-2583-4216-acf9-2b3aad744227 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528280 Sep 16 04:51:08.502281 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Floating IP 7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9 associated. External IP: 172.25.7.160, port: db870990-e6da-479f-952e-e6605c73b9b8. Sep 16 04:51:08.515050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Request body: {'port': {'device_id': '66ea399e-6a0a-40f2-b5bc-8ba7d026504f', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '53d51911b4704bcb90b621c7da65cc75'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:08.749481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-035491c9-d0ee-4ae3-b122-4ef85688b138 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.751085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-035491c9-d0ee-4ae3-b122-4ef85688b138 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 807 time: 0.1979392 Sep 16 04:51:08.753518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:08.755663 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b434b7e7-3671-4e68-8591-d649bf104073" -d '{"events": [{"name": "network-changed", "server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:08.790670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-573f5c64-8821-4686-8d43-16ed71217271 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/quotas/965e3ef5096545d6bfac513a019ead0f HTTP/1.1" status: 200 len: 375 time: 0.0296285 Sep 16 04:51:08.835291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92d85f39-51aa-4c8c-b354-221b8d9aac10 req-50eae091-9323-4e12-915e-1672e1ae3fed tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 210 time: 0.0634019 Sep 16 04:51:08.878962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-a2a9a30f-5491-4325-acd3-acc3fe80ea44 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459628 Sep 16 04:51:08.888342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Router 17e24a87-164e-4098-a956-e7546699c750 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:08.935969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58934) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:08.965447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Made reservation on behalf of 53d51911b4704bcb90b621c7da65cc75 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:08.969419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.108207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ff1b-def6-48e5-9294-251b105d856c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.142842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Allocated IP 192.168.233.157 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/4d43ced1-e711-498c-8e9a-46284aa1050b) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:09.276306 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9488f577-9026-41d5-9323-76bf297b37db x-openstack-request-id: req-9488f577-9026-41d5-9323-76bf297b37db {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:09.277505 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:09.277961 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9488f577-9026-41d5-9323-76bf297b37db {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:09.279065 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9', 'status': 'completed', 'code': 200} Sep 16 04:51:09.341281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-d3dd1bd1-e612-4b70-9129-cabdb14403c3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679820 Sep 16 04:51:09.382305 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ff1b-def6-48e5-9294-251b105d856c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.422355 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.425259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434b7e7-3671-4e68-8591-d649bf104073 req-d9f3899d-49fe-47d2-98bf-37b3343fe5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.426750 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b434b7e7-3671-4e68-8591-d649bf104073 req-d9f3899d-49fe-47d2-98bf-37b3343fe5e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1126 time: 0.0981479 Sep 16 04:51:09.448092 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ff1b-def6-48e5-9294-251b105d856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.451019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-86adcb06-f530-46df-9431-06d35c4dcd95 service neutron] 10.222.0.59 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598803 Sep 16 04:51:09.494298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650b4ac-4d92-433d-9919-2ff5e3be8407 req-214e725b-e0a7-4df9-bb4c-d4777f8909b9 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.495786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9650b4ac-4d92-433d-9919-2ff5e3be8407 req-214e725b-e0a7-4df9-bb4c-d4777f8909b9 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.2213280 Sep 16 04:51:09.506944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:09.512305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.521043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8cc4ff1b-def6-48e5-9294-251b105d856c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=156f74cf02b64725a57e1b8400a4af07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830910 Sep 16 04:51:09.523076 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] Sync routers for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:09.532524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58950) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:09.532696 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:09.533138 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:09.547988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4ff1b-def6-48e5-9294-251b105d856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c24c37-b5e3-49c3-b58d-8fa3ea19cf83,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:09.578008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.587569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434b7e7-3671-4e68-8591-d649bf104073 req-50ad3334-59f6-4c2f-9ecc-ea837f4415c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.588828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b434b7e7-3671-4e68-8591-d649bf104073 req-50ad3334-59f6-4c2f-9ecc-ea837f4415c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1328373 Sep 16 04:51:09.657511 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b434b7e7-3671-4e68-8591-d649bf104073 req-d86e3ff6-dd50-43c2-b019-1d583b4cfcd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 217 time: 0.0427787 Sep 16 04:51:09.665696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:09.668410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:09.676247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2b88adbb-d1a5-42f9-b560-e63c55a4853e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "PUT /v2.0/floatingips/7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9 HTTP/1.1" status: 200 len: 991 time: 2.7365527 Sep 16 04:51:09.682177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:09.685620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Pushing event updated for resources: {'Port': ['ID=4d43ced1-e711-498c-8e9a-46284aa1050b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:09.705374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087118-6669-4957-9767-94cec6139087 req-c2cd2f2a-a93f-4cca-b72c-5887ea7e681b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.706956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-c2cd2f2a-a93f-4cca-b72c-5887ea7e681b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268867 Sep 16 04:51:09.715657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9650b4ac-4d92-433d-9919-2ff5e3be8407 req-b4e1ec2b-72da-4eb9-9713-a122556e57ad tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093418 Sep 16 04:51:09.716339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:09.724573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Request body: {'port': {'device_id': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'ec390820661b415b9b248b7fbb6c98a5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:09.760391 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:09.798330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.799097 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.800448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-4b3eaf46-2fd1-4a04-bd05-f2af74af0dd4 service neutron] 10.222.0.59 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148458 Sep 16 04:51:09.811117 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c97ceba-2258-4f28-b71f-a2241d9b3674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.815671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434b7e7-3671-4e68-8591-d649bf104073 req-8d6428ce-1ee4-443c-a703-ee60f42b8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.817448 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b434b7e7-3671-4e68-8591-d649bf104073 req-8d6428ce-1ee4-443c-a703-ee60f42b8329 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.1478069 Sep 16 04:51:09.892044 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b434b7e7-3671-4e68-8591-d649bf104073 req-97996926-95c8-48fd-9682-b0b86c358424 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614629 Sep 16 04:51:09.893416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-70c20d46-00df-4ccc-b661-28a7872f77c5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3835983 Sep 16 04:51:09.902438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c97ceba-2258-4f28-b71f-a2241d9b3674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.951622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Request body: {'port': {'device_id': '66ea399e-6a0a-40f2-b5bc-8ba7d026504f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:09.966958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7eb57e5-51ad-43bd-90f9-793fe6c7a35a req-ab2eef51-83c4-4107-9135-e5f61850fb6c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 210 time: 0.0544953 Sep 16 04:51:10.197811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eb9971e0-5b7d-4e31-a523-fa15ff3b3b3b None None] Provisioning complete for port 4d43ced1-e711-498c-8e9a-46284aa1050b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:10.198195 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb9971e0-5b7d-4e31-a523-fa15ff3b3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.223726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Made reservation on behalf of ec390820661b415b9b248b7fbb6c98a5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:10.227959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.231168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c97ceba-2258-4f28-b71f-a2241d9b3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.233255 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.233795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c97ceba-2258-4f28-b71f-a2241d9b3674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.234327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-eb9971e0-5b7d-4e31-a523-fa15ff3b3b3b None None] Port 4d43ced1-e711-498c-8e9a-46284aa1050b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:10.234806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9c97ceba-2258-4f28-b71f-a2241d9b3674 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0c24c37-b5e3-49c3-b58d-8fa3ea19cf83 HTTP/1.1" status: 204 len: 168 time: 0.6765435 Sep 16 04:51:10.260436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.282244 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.291632 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b434b7e7-3671-4e68-8591-d649bf104073 req-09231454-2ab9-476d-9c34-e1ebcdf2b852 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560693 Sep 16 04:51:10.297716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97ceba-2258-4f28-b71f-a2241d9b3674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c24c37-b5e3-49c3-b58d-8fa3ea19cf83,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:10.320010 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '17e24a87-164e-4098-a956-e7546699c750', 'port_id': 'db870990-e6da-479f-952e-e6605c73b9b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'mac_address': 'fa:16:3e:ab:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:43Z', 'updated_at': '2021-09-16T04:51:07Z', 'revision_number': 1, 'project_id': '13236adb32e448919a01fbef193e9b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:10.376629 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] Checking router: 17e24a87-164e-4098-a956-e7546699c750 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:10.386180 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:10.386822 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:50:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:10.512919 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:10.520055 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b434b7e7-3671-4e68-8591-d649bf104073 req-e6271998-163e-477f-8eef-ef55bb77c795 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082663 Sep 16 04:51:10.567494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7d475-4998-43cb-bdd0-19bb1e90fb74 req-9831aff5-ea7c-4435-92f2-66aaf4ff5258 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.569138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7f7d475-4998-43cb-bdd0-19bb1e90fb74 req-9831aff5-ea7c-4435-92f2-66aaf4ff5258 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 936 time: 0.1282146 Sep 16 04:51:10.576059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b856e4e0-1da2-4a5e-a5fe-8e82a0d071d7 req-72196f56-c7ed-4289-9a64-2ab7cf64cfef tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 210 time: 0.0655773 Sep 16 04:51:10.597848 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.666613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7f7d475-4998-43cb-bdd0-19bb1e90fb74 req-81833644-e5f2-4862-9b98-cc52c7e5f4ae tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712738 Sep 16 04:51:10.702880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.790196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d43ced1-e711-498c-8e9a-46284aa1050b {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:10.808434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ffb2462b-c700-4020-81d9-4721298d97c9 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:10.827458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.859894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Transition to ACTIVE for port object 4d43ced1-e711-498c-8e9a-46284aa1050b will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:10.873059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc19ada2-4820-4fac-a7fc-2982b86f17f1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:10.963767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f561b5f-a05e-43ea-9ea7-f0ffae71f58f req-2c08b25b-8a59-4d0a-a239-d77736b1b209 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.971468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f561b5f-a05e-43ea-9ea7-f0ffae71f58f req-2c08b25b-8a59-4d0a-a239-d77736b1b209 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.0669723 Sep 16 04:51:10.982304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.990975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:11.007169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ffb2462b-c700-4020-81d9-4721298d97c9 has no active binding in host n-h2-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:51:11.012920 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0286b6fe-304e-42a4-a2a7-464c2491ac3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.014455 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '17e24a87-164e-4098-a956-e7546699c750', 'port_id': 'db870990-e6da-479f-952e-e6605c73b9b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'mac_address': 'fa:16:3e:ab:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:43Z', 'updated_at': '2021-09-16T04:51:07Z', 'revision_number': 1, 'project_id': '13236adb32e448919a01fbef193e9b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:11.056437 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aabb5-27a7-4d53-86ab-f83f20ced6df None None] The sync data for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 is: [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '17e24a87-164e-4098-a956-e7546699c750', 'port_id': 'db870990-e6da-479f-952e-e6605c73b9b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'mac_address': 'fa:16:3e:ab:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:43Z', 'updated_at': '2021-09-16T04:51:07Z', 'revision_number': 1, 'project_id': '13236adb32e448919a01fbef193e9b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:11.072601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Pushing event updated for resources: {'Port': ['ID=4d43ced1-e711-498c-8e9a-46284aa1050b,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:11.118869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f561b5f-a05e-43ea-9ea7-f0ffae71f58f req-09676a05-1909-4ffc-b48e-32cb9eefe2ae tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463604 Sep 16 04:51:11.217014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Allocated IP 192.168.233.33 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/7be81e11-95a6-48cb-8e00-48bdfaf28368) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:11.259093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Attempting to bind port 4d43ced1-e711-498c-8e9a-46284aa1050b on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:11.259470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Attempting to bind port 4d43ced1-e711-498c-8e9a-46284aa1050b by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:11.259808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Attempting to bind port 4d43ced1-e711-498c-8e9a-46284aa1050b on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:11.264944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Port 4d43ced1-e711-498c-8e9a-46284aa1050b on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:11.265271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Attempting to bind port 4d43ced1-e711-498c-8e9a-46284aa1050b on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:11.271698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:11.272041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:11.272424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:11.272857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Bound port: 4d43ced1-e711-498c-8e9a-46284aa1050b, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:11.273218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.287169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'tag': 'db870990-e6da-479f-952e-e6605c73b9b8'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:11.290969 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e533ed86-3d28-4ec6-8e42-dc6206f6055b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6587ec-64b1-4258-a875-2686f86f04d9", "tag": "db870990-e6da-479f-952e-e6605c73b9b8"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:11.345453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ea8a77b-199e-4279-a7f0-c2b76e57d6ce req-777cdb65-5f5c-4b14-a1bb-c1926c48c3d7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 210 time: 0.0706511 Sep 16 04:51:11.404311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] For port 4d43ced1-e711-498c-8e9a-46284aa1050b, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:11.412513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] For port 4d43ced1-e711-498c-8e9a-46284aa1050b, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4d43ced1-e711-498c-8e9a-46284aa1050b,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:11.440138 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a18ec-b434-4d70-9e17-4c3bce35584a x-openstack-request-id: req-352a18ec-b434-4d70-9e17-4c3bce35584a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:11.440459 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6587ec-64b1-4258-a875-2686f86f04d9", "tag": "db870990-e6da-479f-952e-e6605c73b9b8", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:11.440741 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-352a18ec-b434-4d70-9e17-4c3bce35584a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:11.441922 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'tag': 'db870990-e6da-479f-952e-e6605c73b9b8', 'status': 'completed', 'code': 200} Sep 16 04:51:11.478851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e772d-62a1-4428-8f61-c5bd59a51a08 None None] New status for floating IP 7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:51:11.517437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.549690 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.610316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Pushing event updated for resources: {'Port': ['ID=4d43ced1-e711-498c-8e9a-46284aa1050b,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:11.614426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.615054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.616648 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-ebef61c1-45ca-4206-801d-271bc267115d service neutron] 10.222.0.57 "PUT /v2.0/ports/4d43ced1-e711-498c-8e9a-46284aa1050b HTTP/1.1" status: 200 len: 1097 time: 1.6702788 Sep 16 04:51:11.617176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ea399e-6a0a-40f2-b5bc-8ba7d026504f', 'tag': '4d43ced1-e711-498c-8e9a-46284aa1050b'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:11.619536 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "66ea399e-6a0a-40f2-b5bc-8ba7d026504f", "tag": "4d43ced1-e711-498c-8e9a-46284aa1050b"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:11.632251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-e5776341-9d92-4e94-9d95-196facf28f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.634236 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-e5776341-9d92-4e94-9d95-196facf28f43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 1097 time: 0.1602714 Sep 16 04:51:11.692026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.726436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:11.743391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:11.747281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:11.758300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.759116 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.784223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-0a6391be-ddaa-40e2-acde-7a30c2f209c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.786358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-0a6391be-ddaa-40e2-acde-7a30c2f209c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 HTTP/1.1" status: 200 len: 925 time: 0.1402147 Sep 16 04:51:11.833626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a25d55b1-9cdd-4c26-82bf-ed70e27fb9d6 req-10d32ffe-2a25-4136-9039-f260c36bcbf7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 210 time: 0.1032348 Sep 16 04:51:11.854431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:11.916318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-b0b02f08-e912-4e2d-a495-a846f797aad3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2000544 Sep 16 04:51:11.933006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Request body: {'port': {'device_id': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:11.969111 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e778ab9b-8905-46c5-854e-8ae5b0e65ab7 x-openstack-request-id: req-e778ab9b-8905-46c5-854e-8ae5b0e65ab7 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:11.969494 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ea399e-6a0a-40f2-b5bc-8ba7d026504f", "tag": "4d43ced1-e711-498c-8e9a-46284aa1050b", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:11.969933 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e778ab9b-8905-46c5-854e-8ae5b0e65ab7 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:11.970390 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ea399e-6a0a-40f2-b5bc-8ba7d026504f', 'tag': '4d43ced1-e711-498c-8e9a-46284aa1050b', 'status': 'completed', 'code': 200} Sep 16 04:51:12.025067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-d99649c6-0df5-420d-8fa7-3d8794c38122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.026585 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-d99649c6-0df5-420d-8fa7-3d8794c38122 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 1100 time: 0.0892591 Sep 16 04:51:12.034607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-b4f6f4dc-aebc-4622-806a-7df23144f27a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db870990-e6da-479f-952e-e6605c73b9b8 HTTP/1.1" status: 200 len: 999 time: 0.2340498 Sep 16 04:51:12.167015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-0c9f233f-9b65-4a98-91f3-849e0b77efc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4d43ced1-e711-498c-8e9a-46284aa1050b HTTP/1.1" status: 200 len: 217 time: 0.0772886 Sep 16 04:51:12.170963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.201403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-a82d1844-bb0c-42fa-9ea1-86395bda1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.204206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-a82d1844-bb0c-42fa-9ea1-86395bda1e34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64041bfa-9030-4fbb-8a39-813ffc64eeae HTTP/1.1" status: 200 len: 863 time: 0.1615274 Sep 16 04:51:12.250586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a61f16-4dc6-405e-aa53-d2c5e34e562f req-1efba5e9-eae5-4887-b025-f672c7eba78a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.255851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a61f16-4dc6-405e-aa53-d2c5e34e562f req-1efba5e9-eae5-4887-b025-f672c7eba78a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 948 time: 0.1942611 Sep 16 04:51:12.297604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-952bc4cb-a60a-468c-818a-bf6cc4ec25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.299185 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-952bc4cb-a60a-468c-818a-bf6cc4ec25b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1192741 Sep 16 04:51:12.305344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-87a55ddb-8c60-44bb-8574-0acf384409e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.306881 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-87a55ddb-8c60-44bb-8574-0acf384409e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824316 Sep 16 04:51:12.395712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ccae1c29-ea1c-4ac2-866e-c5393978d094 None None] Provisioning complete for port 7be81e11-95a6-48cb-8e00-48bdfaf28368 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:12.396327 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ccae1c29-ea1c-4ac2-866e-c5393978d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.414515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a61f16-4dc6-405e-aa53-d2c5e34e562f req-eed5b901-2b1e-4528-b87f-a2731578fccb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505327 Sep 16 04:51:12.435135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ccae1c29-ea1c-4ac2-866e-c5393978d094 None None] Port 7be81e11-95a6-48cb-8e00-48bdfaf28368 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:12.452471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-dd51574c-8bbf-4c55-8472-427933f760ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.453958 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-dd51574c-8bbf-4c55-8472-427933f760ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440489 Sep 16 04:51:12.508467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-b1f6cc1a-4856-497c-9343-c1c7f578117c service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908572 Sep 16 04:51:12.589264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042800f-fda9-4252-aa2f-875efa5ba364 req-dfc729db-77da-4919-924e-592e254cbd4d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.590755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e042800f-fda9-4252-aa2f-875efa5ba364 req-dfc729db-77da-4919-924e-592e254cbd4d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.1089594 Sep 16 04:51:12.624180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-92300644-c61c-4499-aa2a-334496b7fbb8 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608751 Sep 16 04:51:12.673432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e533ed86-3d28-4ec6-8e42-dc6206f6055b req-13d6f7c0-676a-4048-81df-8266ae1e66ed service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359072 Sep 16 04:51:12.676218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e042800f-fda9-4252-aa2f-875efa5ba364 req-1d2deba0-308b-4311-bfc5-c44cbb42840d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758297 Sep 16 04:51:12.683803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be81e11-95a6-48cb-8e00-48bdfaf28368 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:12.691204 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.704159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Transition to ACTIVE for port object 7be81e11-95a6-48cb-8e00-48bdfaf28368 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:12.749270 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a20edc79-4dab-45d9-acdd-ca3fa9ff78c6 req-af7d950b-4cda-49df-affb-6dd24cf9aaf9 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100397 Sep 16 04:51:12.807882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3ebe5-c62f-4bf5-ba3e-fa6363f20bce req-b5b88381-a28a-440f-bee5-8257381738d2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.809399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88c3ebe5-c62f-4bf5-ba3e-fa6363f20bce req-b5b88381-a28a-440f-bee5-8257381738d2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 935 time: 0.0523353 Sep 16 04:51:12.810603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.887011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:12.929583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88c3ebe5-c62f-4bf5-ba3e-fa6363f20bce req-5422854b-ee18-42fd-8144-fbe46c41d6f1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950549 Sep 16 04:51:12.940742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Attempting to bind port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:12.941082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Attempting to bind port 7be81e11-95a6-48cb-8e00-48bdfaf28368 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:12.941461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Attempting to bind port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:12.957680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:12.958189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Attempting to bind port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:12.964940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:12.965287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:12.965722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:12.966213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Bound port: 7be81e11-95a6-48cb-8e00-48bdfaf28368, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:12.966577 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.092309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:13.097676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:13.102792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-054285d5-5432-4209-ae78-2cf39d503646 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.104556 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-054285d5-5432-4209-ae78-2cf39d503646 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 807 time: 0.2359159 Sep 16 04:51:13.119442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Request body: {'port': {'device_id': '605bf4c2-3ca2-456c-bef8-764b60016786', 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'admin_state_up': True, 'tenant_id': '965e3ef5096545d6bfac513a019ead0f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:13.127490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-9a4fbf83-30b0-464f-9305-062c456ebf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.129120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-9a4fbf83-30b0-464f-9305-062c456ebf69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 1100 time: 0.1349204 Sep 16 04:51:13.141924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e149ce6-c5fe-48b0-bc38-5136b6c4d405 req-f1be53eb-e07f-41d0-a65d-c49f1889586c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 210 time: 0.0281606 Sep 16 04:51:13.183102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.240308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.240913 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.242327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] 10.222.0.60 "PUT /v2.0/ports/7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 1096 time: 1.3156061 Sep 16 04:51:13.271282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837abed-8754-42a9-b93c-6b73653c9d9a service neutron] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:13.442922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:13.445983 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39bef1c-0291-4d68-a66e-77a31bef1a22" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:13.458714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087118-6669-4957-9767-94cec6139087 req-26b3fa0d-2b6d-4a5c-98c2-00c54efee6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.460372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-26b3fa0d-2b6d-4a5c-98c2-00c54efee6cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1099 time: 0.0734141 Sep 16 04:51:13.518775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-5e5e06b7-14ef-4195-9c4b-c6849ee2b1c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 217 time: 0.0409377 Sep 16 04:51:13.522801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-d438c20a-689c-45ca-822b-22462d584970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.524895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-d438c20a-689c-45ca-822b-22462d584970 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.3851874 Sep 16 04:51:13.573977 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-c5f7b0cd-e68d-4336-b53a-5660275e79eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4d43ced1-e711-498c-8e9a-46284aa1050b HTTP/1.1" status: 200 len: 217 time: 0.0365632 Sep 16 04:51:13.575344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087118-6669-4957-9767-94cec6139087 req-24630401-2009-4253-82f0-5d8beec0d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.577134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-24630401-2009-4253-82f0-5d8beec0d79d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0515008 Sep 16 04:51:13.630807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087118-6669-4957-9767-94cec6139087 req-642056db-e08d-4b59-8c8c-fcc16a383562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.632348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-642056db-e08d-4b59-8c8c-fcc16a383562 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473642 Sep 16 04:51:13.638148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-cde68e55-4477-4ac6-8bb9-9d61c9ba745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.639613 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-cde68e55-4477-4ac6-8bb9-9d61c9ba745c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0467260 Sep 16 04:51:13.650423 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Made reservation on behalf of 965e3ef5096545d6bfac513a019ead0f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:13.653881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.729582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-f2c46a87-340a-4982-b5f9-80be20fdb153 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882080 Sep 16 04:51:13.748031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1cb6cfef-ef0e-4557-9dae-99e751c37a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.753741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-5203cea3-a879-4e7a-89c9-015eb981bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.761669 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-5203cea3-a879-4e7a-89c9-015eb981bcf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993605 Sep 16 04:51:13.827727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93087118-6669-4957-9767-94cec6139087 req-6f27d114-eaf7-4d2a-805e-30e74f9c7251 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853686 Sep 16 04:51:13.827834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Allocated IP 172.20.0.14 (12df3f6b-9150-4e87-82e1-60f6500a8ee2/a4938e87-e66c-4d56-8c64-04f0d75094f3/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:13.926772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e1afa-892b-490b-856f-128a3cd218b8 req-f9a650d0-9fad-40ad-b3f1-b30af0ae5203 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.928534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b67e1afa-892b-490b-856f-128a3cd218b8 req-f9a650d0-9fad-40ad-b3f1-b30af0ae5203 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 948 time: 0.0569670 Sep 16 04:51:13.968552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b67e1afa-892b-490b-856f-128a3cd218b8 req-ab568e61-0ca1-4946-b46c-9dbd62f87ab9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Sep 16 04:51:14.023743 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640857b-c660-404a-af8c-ae7bc4058867 x-openstack-request-id: req-2640857b-c660-404a-af8c-ae7bc4058867 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:14.024168 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:14.024517 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2640857b-c660-404a-af8c-ae7bc4058867 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:14.025003 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'status': 'completed', 'code': 200} Sep 16 04:51:14.098310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.108762 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.121018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-6d0c2816-3e08-4391-b6e6-d1553c094052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.122561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-6d0c2816-3e08-4391-b6e6-d1553c094052 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1099 time: 0.0714128 Sep 16 04:51:14.125997 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-a7cdf069-4e40-4f1f-af4c-f9689db5bec0 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772699 Sep 16 04:51:14.133510 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-46de42b8-d17b-4980-a2c7-b4fab4b7ed7d service neutron] 10.222.0.57 "GET /v2.0/ports/ffb2462b-c700-4020-81d9-4721298d97c9/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.1110151 Sep 16 04:51:14.158674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a044eb0-5779-41f1-852e-5545b46b5c37 req-cd3a993d-fb5c-44e8-b636-10cc577a8cbb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.160176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a044eb0-5779-41f1-852e-5545b46b5c37 req-cd3a993d-fb5c-44e8-b636-10cc577a8cbb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 943 time: 0.0779276 Sep 16 04:51:14.245042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a044eb0-5779-41f1-852e-5545b46b5c37 req-445bed1d-3a12-420d-9c8f-34de2e4286ba tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736940 Sep 16 04:51:14.258000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-09820c52-c06f-457b-938f-1370b5d3ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.259493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-09820c52-c06f-457b-938f-1370b5d3ffb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1287792 Sep 16 04:51:14.277909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.313232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-e23b1fd7-a7d2-4d0e-92e1-cc220bf095e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 217 time: 0.0412340 Sep 16 04:51:14.337165 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a58e59-d9c1-4c16-9a8a-5101b037e2a5 req-e555453f-412c-4c35-a39a-bb7de0f29207 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866901 Sep 16 04:51:14.363280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:14.376816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:14.381205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:14.386683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-6a3baf6a-6951-446d-a24a-945c8044ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.391175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-6a3baf6a-6951-446d-a24a-945c8044ba66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0682003 Sep 16 04:51:14.396085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Pushing event updated for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:14.462028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59128) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.479904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-ff1d7751-f908-4977-94d0-c9fe98f84bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.481397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-ff1d7751-f908-4977-94d0-c9fe98f84bfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817132 Sep 16 04:51:14.483710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.484346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.493282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07c35d-86db-48d7-9173-fcc9bcc994bb req-ddd0a609-d697-4f67-ac53-2661c1eaa6f2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.494931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee07c35d-86db-48d7-9173-fcc9bcc994bb req-ddd0a609-d697-4f67-ac53-2661c1eaa6f2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 947 time: 0.0697427 Sep 16 04:51:14.513599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:14.537524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:14.578109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb2462b-c700-4020-81d9-4721298d97c9 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:14.589329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee07c35d-86db-48d7-9173-fcc9bcc994bb req-4c35db6d-1004-44cd-9914-d6e30d415019 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854087 Sep 16 04:51:14.589739 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-cb95bf6d-ee55-4250-8ac4-8f8fd5f05b86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4747884 Sep 16 04:51:14.591628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:14.610620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f871f899-db58-4abd-a7ef-85c716cd4ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.617817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Request body: {'port': {'device_id': '605bf4c2-3ca2-456c-bef8-764b60016786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:14.636698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-8c596f84-2028-4302-b1cc-71afe26bd953 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406968 Sep 16 04:51:14.676834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.739626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.794852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a5b76-3161-446e-a03b-014f9abdbe87 req-f6f46cef-77c6-45a2-ac1e-0cea92293b12 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.794852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e99a5b76-3161-446e-a03b-014f9abdbe87 req-f6f46cef-77c6-45a2-ac1e-0cea92293b12 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 932 time: 0.1322248 Sep 16 04:51:14.833959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39bef1c-0291-4d68-a66e-77a31bef1a22 req-27014126-9b32-49ae-b6d1-a0fabe249de6 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888351 Sep 16 04:51:14.865531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e99a5b76-3161-446e-a03b-014f9abdbe87 req-63f1ebfa-22a8-4fe9-8d7e-2956cb79fbba tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Sep 16 04:51:14.879442 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f871f899-db58-4abd-a7ef-85c716cd4ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.947804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] Transition to ACTIVE for port object ffb2462b-c700-4020-81d9-4721298d97c9 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:14.977298 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f871f899-db58-4abd-a7ef-85c716cd4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.017325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f871f899-db58-4abd-a7ef-85c716cd4ffa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37a8caee4730422a835dae2be2b3a632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541143 Sep 16 04:51:15.018570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871f899-db58-4abd-a7ef-85c716cd4ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035deb43-f1fc-455c-8652-24d3fa6d2d42,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.019040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.020389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59146) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.039897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:15.053637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.089139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.091335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Transition to ACTIVE for port object 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:15.146147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e012ce-ee3a-4309-b563-15ccc7d9afad req-4f54ded1-4170-4843-b424-551c41ac0241 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.147840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07e012ce-ee3a-4309-b563-15ccc7d9afad req-4f54ded1-4170-4843-b424-551c41ac0241 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 948 time: 0.0634809 Sep 16 04:51:15.162817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] No DVR routers for this DVR port ffb2462b-c700-4020-81d9-4721298d97c9 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:15.164679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ac15-bd14-4f1b-9917-86b05d50b2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.186646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.188033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07e012ce-ee3a-4309-b563-15ccc7d9afad req-55ea0b2a-ab99-4c54-8eab-780b7161992f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341177 Sep 16 04:51:15.212175 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.228039 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ac15-bd14-4f1b-9917-86b05d50b2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.277013 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-63277431-b905-4eb7-920f-46a9c83d1a62 service neutron] 10.222.0.57 "PUT /v2.0/ports/ffb2462b-c700-4020-81d9-4721298d97c9/bindings/n-h2-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1254008 Sep 16 04:51:15.307776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.390374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:15.390718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:15.391053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:15.395538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:15.395869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:15.401118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:15.401455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:15.401841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:15.402274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Bound port: 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:15.402637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.404867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3b876-6ca1-4001-b3df-72a04dc84ee3 req-6065a72a-4eaf-4c7e-88de-04a83ef83b69 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.407793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cae3b876-6ca1-4001-b3df-72a04dc84ee3 req-6065a72a-4eaf-4c7e-88de-04a83ef83b69 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 944 time: 0.0730119 Sep 16 04:51:15.447802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cae3b876-6ca1-4001-b3df-72a04dc84ee3 req-1c5e80f5-6110-468d-a2f0-f12f607cbae7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354116 Sep 16 04:51:15.466460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:15.469621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:15.496843 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ac15-bd14-4f1b-9917-86b05d50b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.500789 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ac15-bd14-4f1b-9917-86b05d50b2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.502019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e7c1ac15-bd14-4f1b-9917-86b05d50b2d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/035deb43-f1fc-455c-8652-24d3fa6d2d42 HTTP/1.1" status: 204 len: 168 time: 0.4810638 Sep 16 04:51:15.511067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1ac15-bd14-4f1b-9917-86b05d50b2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035deb43-f1fc-455c-8652-24d3fa6d2d42,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.610207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-948f2344-5292-41e7-ac10-98e172a74ae5 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.610207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-948f2344-5292-41e7-ac10-98e172a74ae5 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0528615 Sep 16 04:51:15.641676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-9f669c7a-e6ae-4b8b-bc6d-b49927710157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.643461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-9f669c7a-e6ae-4b8b-bc6d-b49927710157 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545&tenant_id=8cdb984372b74e3fad220d4bbcbe4521 HTTP/1.1" status: 200 len: 1096 time: 0.0741885 Sep 16 04:51:15.681121 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.713168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-a445df31-5de6-4ed7-ba35-cc3ebc497efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.713819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.714699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.714820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-a445df31-5de6-4ed7-ba35-cc3ebc497efd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1096 time: 0.0434668 Sep 16 04:51:15.716105 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 1093 time: 1.1112151 Sep 16 04:51:15.716574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:15.718808 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a9da2a-1966-4210-aaa5-2c5922433f45" -d '{"events": [{"name": "network-changed", "server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:15.744089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f089de-8b47-4bde-983f-429f0243c0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.816154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-55dd24ca-d499-45c8-a335-21717e72933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.817615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-55dd24ca-d499-45c8-a335-21717e72933d service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.0916684 Sep 16 04:51:15.862188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-34d7a21c-626a-4c4e-ac9f-4dbbc9eb6ea8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 217 time: 0.0368397 Sep 16 04:51:15.918789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-5f3e21f8-17e6-4b20-af92-e010292c3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.920852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-5f3e21f8-17e6-4b20-af92-e010292c3739 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0509217 Sep 16 04:51:15.957655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-a36d1160-dd45-4d08-be5c-88e4f557cc33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296450 Sep 16 04:51:16.028362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-79f866e0-df9d-4987-be97-97f67a7629aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.030198 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-79f866e0-df9d-4987-be97-97f67a7629aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1096 time: 0.0541253 Sep 16 04:51:16.068513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a3fe2-d160-4cd2-b59d-a88748edb859 req-6225f878-814a-4b37-877e-6cf3d48c9df1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.070118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-881a3fe2-d160-4cd2-b59d-a88748edb859 req-6225f878-814a-4b37-877e-6cf3d48c9df1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 947 time: 0.1154673 Sep 16 04:51:16.078491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-78eefbbc-05a3-4987-9059-11194bf637b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 217 time: 0.0396595 Sep 16 04:51:16.140832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-e95e44e4-0574-48f4-b5e8-c9bdbd6be836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.142323 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-e95e44e4-0574-48f4-b5e8-c9bdbd6be836 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0552962 Sep 16 04:51:16.184354 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-c5218bab-920c-4bfc-a176-c5c44dbcd9bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271814 Sep 16 04:51:16.297825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-92c97b8d-6bd5-4583-a813-276f976b76d5 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063852 Sep 16 04:51:16.347771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-5dbc6ee9-645d-4658-9830-a73d56376a2a service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775516 Sep 16 04:51:16.390845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-881a3fe2-d160-4cd2-b59d-a88748edb859 req-c9fa119f-aea8-4cd4-a4fe-67f981893607 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093138 Sep 16 04:51:16.404418 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e6f32823-3c7d-4f99-80da-c78ae9a6d70b req-de7d81be-c662-462c-8b91-523bc5ae65c7 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960007 Sep 16 04:51:16.449819 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f67ea2-4bb1-4a33-8eb2-c7ac875629f9 x-openstack-request-id: req-e0f67ea2-4bb1-4a33-8eb2-c7ac875629f9 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:16.450221 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:16.450711 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0f67ea2-4bb1-4a33-8eb2-c7ac875629f9 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:16.451212 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d', 'status': 'completed', 'code': 200} Sep 16 04:51:16.463280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-442a0b4f-efc0-4476-8dc3-98cf05a9353d service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086383 Sep 16 04:51:16.466019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4d43ced1-e711-498c-8e9a-46284aa1050b details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:16.575983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4d43ced1-e711-498c-8e9a-46284aa1050b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4d43ced1-e711-498c-8e9a-46284aa1050b,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:16.599228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '4d43ced1-e711-498c-8e9a-46284aa1050b', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '4d43ced1-e711-498c-8e9a-46284aa1050b', 'mac_address': 'fa:16:3e:b1:42:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:16.600269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-3fa2433c-591d-4db9-85f9-d5248355a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.603538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-3fa2433c-591d-4db9-85f9-d5248355a89a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1096 time: 0.0842912 Sep 16 04:51:16.634220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b8cfd-c2ec-48a7-bcc8-7bf5be3e7760 req-b90deb7c-d2c3-41c8-9079-3d06b2eace12 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.636063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd2b8cfd-c2ec-48a7-bcc8-7bf5be3e7760 req-b90deb7c-d2c3-41c8-9079-3d06b2eace12 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 944 time: 0.0846508 Sep 16 04:51:16.663693 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.677326 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d43ced1-e711-498c-8e9a-46284aa1050b {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:16.685065 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.701223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4d43ced1-e711-498c-8e9a-46284aa1050b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4d43ced1-e711-498c-8e9a-46284aa1050b,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:16.769887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd2b8cfd-c2ec-48a7-bcc8-7bf5be3e7760 req-1084ea15-d86e-4d8c-9b03-b3b4caec7a8a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601501 Sep 16 04:51:16.772750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-bfc97856-7109-4521-b7be-c0c5dbc8e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.774017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-bfc97856-7109-4521-b7be-c0c5dbc8e09f service neutron] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1637993 Sep 16 04:51:16.829106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-ef831f95-3716-4a6a-bebb-796e4bd3d4ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 217 time: 0.0464456 Sep 16 04:51:16.839263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7be81e11-95a6-48cb-8e00-48bdfaf28368 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:16.849584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.917107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6e0b5-8727-493e-bd67-faf945babd49 req-8a8b2df4-8ab0-4935-91a8-af7514e63ace tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.917107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43b6e0b5-8727-493e-bd67-faf945babd49 req-8a8b2df4-8ab0-4935-91a8-af7514e63ace tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 948 time: 0.0888665 Sep 16 04:51:16.918083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-b6a24adc-6a36-4b1a-b437-b117ee7f4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.919766 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-b6a24adc-6a36-4b1a-b437-b117ee7f4241 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0816436 Sep 16 04:51:16.965353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-eb226271-48c1-49de-82a2-aeae1c462cf8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378380 Sep 16 04:51:16.972237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=4d43ced1-e711-498c-8e9a-46284aa1050b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:16.986734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.987699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.987699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.987961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.988129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.988416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.988740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.989063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.989388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.991689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.992558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:16.992911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:17.020697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43b6e0b5-8727-493e-bd67-faf945babd49 req-6b98d0e3-78aa-425c-b2b8-14dbe10b4b3f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848391 Sep 16 04:51:17.026729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:17.042000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'mac_address': 'fa:16:3e:05:6f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:17.086238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-ad495b33-5a20-45ed-b495-e63b0b55fcbb service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122408 Sep 16 04:51:17.092613 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.108340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be81e11-95a6-48cb-8e00-48bdfaf28368 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:17.128762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:17.173603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-2cca0d27-f2e8-4461-882b-193443b5fefc tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.175368 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-2cca0d27-f2e8-4461-882b-193443b5fefc tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0908742 Sep 16 04:51:17.204680 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.238043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daebfc-45b2-418e-b61f-23796c8c1419 req-4cc0056c-2677-44f7-82be-3dc9e3f38b55 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.239508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69daebfc-45b2-418e-b61f-23796c8c1419 req-4cc0056c-2677-44f7-82be-3dc9e3f38b55 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 944 time: 0.1260629 Sep 16 04:51:17.252166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61a9da2a-1966-4210-aaa5-2c5922433f45 req-66346b94-7140-465f-a909-a3fe5a998e6c service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572831 Sep 16 04:51:17.256470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.287849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69daebfc-45b2-418e-b61f-23796c8c1419 req-a61c029b-c7ea-430b-9375-69e0fd00b4b7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Sep 16 04:51:17.355841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['4d43ced1-e711-498c-8e9a-46284aa1050b'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:17.463739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-8f54c408-4a7e-45a2-9663-052cd18b2292 service neutron] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:17.467963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-8f54c408-4a7e-45a2-9663-052cd18b2292 service neutron] Notify callbacks [] for binding, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.475387 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3ce4dfb3-4129-4918-85bc-5cf0ce7a5367 req-8f54c408-4a7e-45a2-9663-052cd18b2292 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ffb2462b-c700-4020-81d9-4721298d97c9/bindings/n-h1-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.2857871 Sep 16 04:51:17.475866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:17.684158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891898ff-dbb0-4b9c-a4a2-52557abfac96 req-7f326816-27ce-4f9d-96ea-f0721b87a737 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.685610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-891898ff-dbb0-4b9c-a4a2-52557abfac96 req-7f326816-27ce-4f9d-96ea-f0721b87a737 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 948 time: 0.0531671 Sep 16 04:51:17.749289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-891898ff-dbb0-4b9c-a4a2-52557abfac96 req-49f1451a-b05e-4150-b47e-e815961d7a3a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Sep 16 04:51:17.751876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1f263-8cd9-435f-a8d6-5ca92df9bfc2 req-59073fb3-9be4-43d5-8e98-238eaa1a0025 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.753314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06b1f263-8cd9-435f-a8d6-5ca92df9bfc2 req-59073fb3-9be4-43d5-8e98-238eaa1a0025 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1096 time: 0.0771964 Sep 16 04:51:17.788938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06b1f263-8cd9-435f-a8d6-5ca92df9bfc2 req-0a9ae54f-f986-40ed-8a8d-3d12d1001e1b tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290968 Sep 16 04:51:17.903091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a81993-b599-4933-b14f-b7b778a5235a req-ddcaa540-891a-4c02-b235-9718bafb7613 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.904613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42a81993-b599-4933-b14f-b7b778a5235a req-ddcaa540-891a-4c02-b235-9718bafb7613 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 944 time: 0.0491519 Sep 16 04:51:17.942478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42a81993-b599-4933-b14f-b7b778a5235a req-8a7e7098-2fed-4e6b-a7ff-40f391f28b21 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Sep 16 04:51:18.150122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf906af-36b6-41d5-9751-0ef01a6b81d3 req-21810730-afab-44a2-8170-6a45ee4cac95 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.152618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbf906af-36b6-41d5-9751-0ef01a6b81d3 req-21810730-afab-44a2-8170-6a45ee4cac95 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 949 time: 0.0604539 Sep 16 04:51:18.204966 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbf906af-36b6-41d5-9751-0ef01a6b81d3 req-65716de0-3bf9-4d76-a94a-1b064871b082 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Sep 16 04:51:18.292292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59222) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.314926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59226) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.425591 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-570773a1-d37f-4ea2-82bd-d61f91c42040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.459717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78075f1e-8555-4ad4-a7fa-113991f3b07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.483957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4d43ced1-e711-498c-8e9a-46284aa1050b up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:18.526505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-ff4133c8-108c-46b4-b775-608086b67e83 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.528098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-ff4133c8-108c-46b4-b775-608086b67e83 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 821 time: 0.1239545 Sep 16 04:51:18.559144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0b4f3d6-775c-4950-80aa-b81c8e60c587 req-e76ae2a7-6af9-4280-8b91-e621678127d9 tempest-AbsoluteLimitsNegativeTestJSON-368251581 tempest-AbsoluteLimitsNegativeTestJSON-368251581-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7cbfaec42085480483c8acbb9a1bfed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300417 Sep 16 04:51:18.561690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-cb2207ee-203f-489e-81d6-a2a4b4dd5594 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/quotas/8cdb984372b74e3fad220d4bbcbe4521 HTTP/1.1" status: 200 len: 375 time: 0.0212841 Sep 16 04:51:18.577195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-570773a1-d37f-4ea2-82bd-d61f91c42040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.639684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 4d43ced1-e711-498c-8e9a-46284aa1050b completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:18.644149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 4d43ced1-e711-498c-8e9a-46284aa1050b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:18.644533 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.679455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-570773a1-d37f-4ea2-82bd-d61f91c42040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.681466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-393b51a2-4931-4828-a728-353b240d4be7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017098 Sep 16 04:51:18.726864 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-570773a1-d37f-4ea2-82bd-d61f91c42040 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f72f42fbfcf745929dffd08f01d8a563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329481 Sep 16 04:51:18.727519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59248) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.730926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4f3d6-775c-4950-80aa-b81c8e60c587 req-88b7231d-82da-4971-9bad-16cf2db4720a tempest-AbsoluteLimitsNegativeTestJSON-368251581 tempest-AbsoluteLimitsNegativeTestJSON-368251581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.730926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0b4f3d6-775c-4950-80aa-b81c8e60c587 req-88b7231d-82da-4971-9bad-16cf2db4720a tempest-AbsoluteLimitsNegativeTestJSON-368251581 tempest-AbsoluteLimitsNegativeTestJSON-368251581-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638823 Sep 16 04:51:18.731715 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.750129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570773a1-d37f-4ea2-82bd-d61f91c42040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bfb867-87c6-40c2-8b2d-8709671fe47f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:18.765579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ea399e-6a0a-40f2-b5bc-8ba7d026504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d43ced1-e711-498c-8e9a-46284aa1050b'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:18.765579 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb5c8d-93d7-48ce-b3cc-0443eb05bf68" -d '{"events": [{"server_uuid": "66ea399e-6a0a-40f2-b5bc-8ba7d026504f", "name": "network-vif-plugged", "status": "completed", "tag": "4d43ced1-e711-498c-8e9a-46284aa1050b"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:18.775597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4d43ced1-e711-498c-8e9a-46284aa1050b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4d43ced1-e711-498c-8e9a-46284aa1050b,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:18.786305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0b4f3d6-775c-4950-80aa-b81c8e60c587 req-4bc767d7-8b6f-40a9-940e-fb9df47ba0d6 tempest-AbsoluteLimitsNegativeTestJSON-368251581 tempest-AbsoluteLimitsNegativeTestJSON-368251581-project] 10.222.0.59 "GET /v2.0/quotas/7cbfaec42085480483c8acbb9a1bfed9 HTTP/1.1" status: 200 len: 375 time: 0.0461137 Sep 16 04:51:18.822359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78435274-5c0e-46bd-85e5-d340db70cee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.828736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0b4f3d6-775c-4950-80aa-b81c8e60c587 req-bd6f2b23-73dd-464d-9967-dfdc8835b2cd tempest-AbsoluteLimitsNegativeTestJSON-368251581 tempest-AbsoluteLimitsNegativeTestJSON-368251581-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7cbfaec42085480483c8acbb9a1bfed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348089 Sep 16 04:51:18.839857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-d11fd2e7-e1cc-4dc4-927c-a7ed01b9eb2c service neutron] 10.222.0.59 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510906 Sep 16 04:51:18.851396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:18.856624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78075f1e-8555-4ad4-a7fa-113991f3b07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.862033 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78435274-5c0e-46bd-85e5-d340db70cee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.882195 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.886991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ffb2462b-c700-4020-81d9-4721298d97c9 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:18.955794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7be81e11-95a6-48cb-8e00-48bdfaf28368 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:18.989392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78075f1e-8555-4ad4-a7fa-113991f3b07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.996739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-b904ad8d-5b0b-46e8-9204-9fb2a53c87f5 service neutron] 10.222.0.59 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534929 Sep 16 04:51:18.999750 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a98dfb6-8709-4110-a1f2-91e5e197f7e9 x-openstack-request-id: req-3a98dfb6-8709-4110-a1f2-91e5e197f7e9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:19.000064 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ea399e-6a0a-40f2-b5bc-8ba7d026504f", "name": "network-vif-plugged", "status": "completed", "tag": "4d43ced1-e711-498c-8e9a-46284aa1050b", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:19.000320 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a98dfb6-8709-4110-a1f2-91e5e197f7e9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:19.000712 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ea399e-6a0a-40f2-b5bc-8ba7d026504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d43ced1-e711-498c-8e9a-46284aa1050b', 'code': 200} Sep 16 04:51:19.036674 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-78075f1e-8555-4ad4-a7fa-113991f3b07f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5de5813863c04920aad115fd50a61cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7199860 Sep 16 04:51:19.037317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78075f1e-8555-4ad4-a7fa-113991f3b07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296be0ed-708b-4d21-adca-ba32b22832d3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.039665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59258) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:19.085347 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78435274-5c0e-46bd-85e5-d340db70cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.093529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78435274-5c0e-46bd-85e5-d340db70cee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.095004 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-78435274-5c0e-46bd-85e5-d340db70cee6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37bfb867-87c6-40c2-8b2d-8709671fe47f HTTP/1.1" status: 204 len: 168 time: 0.3602860 Sep 16 04:51:19.123872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ffb2462b-c700-4020-81d9-4721298d97c9 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:19.125227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78435274-5c0e-46bd-85e5-d340db70cee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bfb867-87c6-40c2-8b2d-8709671fe47f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.128844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=4d43ced1-e711-498c-8e9a-46284aa1050b,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.180187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8eaf-3e1f-488d-bc5f-7c546429a79b req-85aceb73-0d60-48fe-964c-cde5b1b78c48 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.191000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:19.194526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113d8eaf-3e1f-488d-bc5f-7c546429a79b req-85aceb73-0d60-48fe-964c-cde5b1b78c48 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 948 time: 0.1274893 Sep 16 04:51:19.202609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-98737a9a-3eb2-4d1f-aa9f-df0a34cd0e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.209394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d', 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'port_id': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d', 'mac_address': 'fa:16:3e:ff:91:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4938e87-e66c-4d56-8c64-04f0d75094f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:19.276523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 7be81e11-95a6-48cb-8e00-48bdfaf28368 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:19.287921 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.290751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 7be81e11-95a6-48cb-8e00-48bdfaf28368 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:19.291473 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.303459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-98737a9a-3eb2-4d1f-aa9f-df0a34cd0e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.305481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1bc1e-0f39-4c60-9879-44b67ceadf81 req-cd6e693d-107f-4ce7-bd4a-4213734e2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.310214 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab1bc1e-0f39-4c60-9879-44b67ceadf81 req-cd6e693d-107f-4ce7-bd4a-4213734e2ccf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 1102 time: 0.0899961 Sep 16 04:51:19.327785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:19.365625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:19.388971 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab1bc1e-0f39-4c60-9879-44b67ceadf81 req-11218684-9fb8-4d96-b832-3cb0ec0af25d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613270 Sep 16 04:51:19.395689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113d8eaf-3e1f-488d-bc5f-7c546429a79b req-980c550b-78bc-4841-857a-f0d4b57453b5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741574 Sep 16 04:51:19.445301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.452592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb518af2-5dc2-45ff-a117-73afb0cf249e req-512d3339-98ed-46b2-a006-30f49a27f4de tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.454425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb518af2-5dc2-45ff-a117-73afb0cf249e req-512d3339-98ed-46b2-a006-30f49a27f4de tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 944 time: 0.1586149 Sep 16 04:51:19.505164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:19.535045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59276) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:19.544065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb518af2-5dc2-45ff-a117-73afb0cf249e req-25272ca0-8bf3-4658-9f8d-0e131aa5b016 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640895 Sep 16 04:51:19.548823 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.573270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63166e-124f-41d8-9674-e20e6376bb64 req-00e4950f-9343-4e1a-8543-05c16d0711de tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.583641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb63166e-124f-41d8-9674-e20e6376bb64 req-00e4950f-9343-4e1a-8543-05c16d0711de tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 950 time: 0.1198580 Sep 16 04:51:19.613921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.622863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.627923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-98737a9a-3eb2-4d1f-aa9f-df0a34cd0e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.631138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-98737a9a-3eb2-4d1f-aa9f-df0a34cd0e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.632538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-98737a9a-3eb2-4d1f-aa9f-df0a34cd0e53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/296be0ed-708b-4d21-adca-ba32b22832d3 HTTP/1.1" status: 204 len: 168 time: 0.5906675 Sep 16 04:51:19.671185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98737a9a-3eb2-4d1f-aa9f-df0a34cd0e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296be0ed-708b-4d21-adca-ba32b22832d3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.683030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aec33b8-9218-4766-998d-d456fdc15ec6 req-0e2f33e5-909a-4858-92ae-2136d4bfaf77 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 210 time: 0.0494685 Sep 16 04:51:19.689014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb63166e-124f-41d8-9674-e20e6376bb64 req-393b897b-dafa-422d-b868-92621c698bb4 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984533 Sep 16 04:51:19.714568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.716532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bcc50cb-2715-4ad6-b064-5f87422c976e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.808629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7c0e24f3-ae4e-45a9-a00f-c7b444bba31d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:19.817559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bcc50cb-2715-4ad6-b064-5f87422c976e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.947796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bcc50cb-2715-4ad6-b064-5f87422c976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.991770 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8bcc50cb-2715-4ad6-b064-5f87422c976e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cbfaec42085480483c8acbb9a1bfed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552526 Sep 16 04:51:19.992811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc50cb-2715-4ad6-b064-5f87422c976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a7bb9-60bc-4e2a-9ea7-9f2b1d8813ac,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.994655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59288) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.049984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c432ac7f-baec-4e6f-bd21-17a5be45a9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.070950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c432ac7f-baec-4e6f-bd21-17a5be45a9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.098214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59290) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.115864 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-085d7603-0f71-4c4c-9e29-1992e3d2a1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.211753 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c432ac7f-baec-4e6f-bd21-17a5be45a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.215100 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c432ac7f-baec-4e6f-bd21-17a5be45a9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.216883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c432ac7f-baec-4e6f-bd21-17a5be45a9d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b8a7bb9-60bc-4e2a-9ea7-9f2b1d8813ac HTTP/1.1" status: 204 len: 168 time: 0.2206166 Sep 16 04:51:20.226409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432ac7f-baec-4e6f-bd21-17a5be45a9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a7bb9-60bc-4e2a-9ea7-9f2b1d8813ac,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.299020 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-085d7603-0f71-4c4c-9e29-1992e3d2a1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.405240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-085d7603-0f71-4c4c-9e29-1992e3d2a1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.444734 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-085d7603-0f71-4c4c-9e29-1992e3d2a1ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa051af8a9744d5da7607c9a208147c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454483 Sep 16 04:51:20.446144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d7603-0f71-4c4c-9e29-1992e3d2a1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5582683d-2eec-4eaa-9111-94272bee38fc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.448293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59298) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.529802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106a54-c7c2-4358-bab8-cf278986c47e req-05283866-a71c-40dc-978d-a70a3697defc tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.531322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18106a54-c7c2-4358-bab8-cf278986c47e req-05283866-a71c-40dc-978d-a70a3697defc tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0779128 Sep 16 04:51:20.542875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-698618ed-c580-4584-b0ec-695f0c321b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.593695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-698618ed-c580-4584-b0ec-695f0c321b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.610033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18106a54-c7c2-4358-bab8-cf278986c47e req-6a3ec7e9-e19f-4fa9-978c-6a579f76064d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689194 Sep 16 04:51:20.675803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0e39a-febf-4f75-bfed-314576bdc458 req-b95ee57e-d063-467e-914c-fabfc3be26e4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.677269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8dc0e39a-febf-4f75-bfed-314576bdc458 req-b95ee57e-d063-467e-914c-fabfc3be26e4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 945 time: 0.0598016 Sep 16 04:51:20.697181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59302) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.712152 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4932dd2a-d0a9-4cd2-87d0-19b20cadc137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.720344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8dc0e39a-febf-4f75-bfed-314576bdc458 req-d229ae81-6e17-4d42-916e-c7cde9386b1e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359685 Sep 16 04:51:20.823045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dd55836-581b-4e4b-a730-c9b5e124263a req-3167ff4c-98c8-408d-a332-b3a50930d98b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 210 time: 0.0423939 Sep 16 04:51:20.839075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82a2ae-daef-4aad-afaa-d907b497df46 req-1f837554-6acb-41c9-adcd-538bbbac76a1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.840552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd82a2ae-daef-4aad-afaa-d907b497df46 req-1f837554-6acb-41c9-adcd-538bbbac76a1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 950 time: 0.0705051 Sep 16 04:51:20.860965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:20.871141 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-698618ed-c580-4584-b0ec-695f0c321b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.874714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-698618ed-c580-4584-b0ec-695f0c321b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.876891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-698618ed-c580-4584-b0ec-695f0c321b57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5582683d-2eec-4eaa-9111-94272bee38fc HTTP/1.1" status: 204 len: 168 time: 0.4256654 Sep 16 04:51:20.902345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698618ed-c580-4584-b0ec-695f0c321b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5582683d-2eec-4eaa-9111-94272bee38fc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.916113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd82a2ae-daef-4aad-afaa-d907b497df46 req-6b489a32-0690-4dd6-9b06-02fb07b90da5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671487 Sep 16 04:51:20.985333 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4932dd2a-d0a9-4cd2-87d0-19b20cadc137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.002030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:21.004855 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a7bd5b-711d-4800-9100-a482c9ac99d0" -d '{"events": [{"server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "name": "network-vif-plugged", "status": "completed", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:21.043283 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b02b060-84d7-40ed-bb00-7918f930205f x-openstack-request-id: req-8b02b060-84d7-40ed-bb00-7918f930205f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:21.043809 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "name": "network-vif-plugged", "status": "completed", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:21.044147 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b02b060-84d7-40ed-bb00-7918f930205f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:21.044750 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'code': 200} Sep 16 04:51:21.056130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:21.062531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:21.065248 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.084619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4932dd2a-d0a9-4cd2-87d0-19b20cadc137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.133903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932dd2a-d0a9-4cd2-87d0-19b20cadc137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a215efb6-980a-424b-a14e-48ef83efada0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:21.190442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59324) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:21.191213 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4932dd2a-d0a9-4cd2-87d0-19b20cadc137 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=002595697f0943de8549a37e135dd71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924493 Sep 16 04:51:21.241297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1c0d-5c53-44c0-abff-48c3e89f70cf req-ace4eae5-6fdb-4864-ab4e-9db710763de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.243902 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f40f1c0d-5c53-44c0-abff-48c3e89f70cf req-ace4eae5-6fdb-4864-ab4e-9db710763de2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1101 time: 0.0515006 Sep 16 04:51:21.254607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.297730 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f40f1c0d-5c53-44c0-abff-48c3e89f70cf req-eb5246b5-de14-46d2-bfee-0f120d63e5de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Sep 16 04:51:21.298016 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef28662a-f67b-45b8-a12c-a67e33f08b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.313155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:21.326139 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef28662a-f67b-45b8-a12c-a67e33f08b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.396579 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.448739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:21.468612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef28662a-f67b-45b8-a12c-a67e33f08b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.472187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef28662a-f67b-45b8-a12c-a67e33f08b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.473464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ef28662a-f67b-45b8-a12c-a67e33f08b5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a215efb6-980a-424b-a14e-48ef83efada0 HTTP/1.1" status: 204 len: 168 time: 0.2820446 Sep 16 04:51:21.487056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28662a-f67b-45b8-a12c-a67e33f08b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a215efb6-980a-424b-a14e-48ef83efada0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:21.733668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82658f3-dafb-4b3a-a79b-cc8b55addf8a req-7aee8e57-a9fd-4e7e-84d6-d219a375422f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.735159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f82658f3-dafb-4b3a-a79b-cc8b55addf8a req-7aee8e57-a9fd-4e7e-84d6-d219a375422f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0500021 Sep 16 04:51:21.777262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f82658f3-dafb-4b3a-a79b-cc8b55addf8a req-a0512565-fb18-4e83-98c9-a25f73f2da08 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358701 Sep 16 04:51:21.883851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07306e15-1277-4133-96d0-aaa885763778 req-e88d0937-d11c-4faf-88cd-f8546dd6c3d7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.885932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07306e15-1277-4133-96d0-aaa885763778 req-e88d0937-d11c-4faf-88cd-f8546dd6c3d7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 946 time: 0.0778847 Sep 16 04:51:21.969924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07306e15-1277-4133-96d0-aaa885763778 req-3efa949b-403b-47ed-8bd2-730f689e007c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767481 Sep 16 04:51:21.971764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ab35b37-d746-4d0b-a330-d178cb90c79b req-14e8fc24-f184-4973-9615-c73604853b8d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 210 time: 0.0315788 Sep 16 04:51:22.107725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0b3fa-724d-4e1a-8f9c-9b5fd869e230 req-8303b9b2-88af-4793-ab5f-12a739da236d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.109382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18c0b3fa-724d-4e1a-8f9c-9b5fd869e230 req-8303b9b2-88af-4793-ab5f-12a739da236d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 950 time: 0.0526531 Sep 16 04:51:22.149995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18c0b3fa-724d-4e1a-8f9c-9b5fd869e230 req-21b4348c-29e7-4eb3-9f12-79588f202664 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Sep 16 04:51:22.357792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59374) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:22.392727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-09ff5ef4-380b-4d34-b900-de9510fa05f8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.394368 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-09ff5ef4-380b-4d34-b900-de9510fa05f8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 821 time: 0.1240282 Sep 16 04:51:22.424645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Request body: {'port': {'device_id': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'admin_state_up': True, 'tenant_id': '8cdb984372b74e3fad220d4bbcbe4521'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:22.592833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-920498457-network', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:22.679403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Made reservation on behalf of 8cdb984372b74e3fad220d4bbcbe4521 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:22.683294 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.822279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:22.825510 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.844159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.852888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Allocated IP 172.20.0.5 (67533389-3bb3-4806-87ef-1c99dee8a51d/75d3002a-9b64-4709-99ca-fa6dd9ce7ca5/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:23.046152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:23.050413 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e673db6-6655-4a9d-a39c-7e94d8b9ce3d" -d '{"events": [{"server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:23.050550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d268f-3f76-4fec-95e6-74a20f740308 req-93cf74f8-1688-4d8c-81fa-15894cefddab tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.050656 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-340d268f-3f76-4fec-95e6-74a20f740308 req-93cf74f8-1688-4d8c-81fa-15894cefddab tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.1749880 Sep 16 04:51:23.059992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-dfb8c571-8ce0-4cd8-9b20-2d161fac51be tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.060580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-dfb8c571-8ce0-4cd8-9b20-2d161fac51be tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.061078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-dfb8c571-8ce0-4cd8-9b20-2d161fac51be tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.061556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-dfb8c571-8ce0-4cd8-9b20-2d161fac51be tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.062028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-dfb8c571-8ce0-4cd8-9b20-2d161fac51be tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.062498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-dfb8c571-8ce0-4cd8-9b20-2d161fac51be tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.062969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-dfb8c571-8ce0-4cd8-9b20-2d161fac51be tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.064924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-dfb8c571-8ce0-4cd8-9b20-2d161fac51be tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41&device_id=605bf4c2-3ca2-456c-bef8-764b60016786&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0&device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f&device_id=9f6587ec-64b1-4258-a875-2686f86f04d9&device_id=bb039e55-73f7-403c-9527-6b63bdbe2445&device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 6439 time: 0.1041505 Sep 16 04:51:23.091106 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.112491 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.117933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-fbb59ef6-91a9-4f37-8a4f-fd14cf53be60 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.139540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-340d268f-3f76-4fec-95e6-74a20f740308 req-52dd87da-ade5-41ae-9a15-752a296fdf93 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683336 Sep 16 04:51:23.244215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb8ea7-e21c-43a3-b93b-3127889727cc req-d81651c1-45f8-44b1-b44f-fdc48236a43d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.245693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60fb8ea7-e21c-43a3-b93b-3127889727cc req-d81651c1-45f8-44b1-b44f-fdc48236a43d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 946 time: 0.0528536 Sep 16 04:51:23.251917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.252640 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.325276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:23.344335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1561c6-989e-44ce-833e-84621efa43db,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.377914 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.377914 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Added segment 64044bb0-58dd-445b-a886-4f3b5ed6f66e of type vlan for network f7feb7d4-63ef-4013-b009-489adb81443f Sep 16 04:51:23.377914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60fb8ea7-e21c-43a3-b93b-3127889727cc req-cae4f012-79a2-4af0-8f6d-82b8452a0a71 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163254 Sep 16 04:51:23.434861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.510854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-fbb59ef6-91a9-4f37-8a4f-fd14cf53be60 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.534807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3399dd-77f8-44d7-a255-b98fa61c90cb req-827d66c3-bde4-4f6b-b786-1163bba50ef0 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.536454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d3399dd-77f8-44d7-a255-b98fa61c90cb req-827d66c3-bde4-4f6b-b786-1163bba50ef0 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 931 time: 0.0658896 Sep 16 04:51:23.561749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.569427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Network 67533389-3bb3-4806-87ef-1c99dee8a51d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:23.569977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.569977 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.576461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:23.578774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:23.581475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Pushing event updated for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.594285 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-fbb59ef6-91a9-4f37-8a4f-fd14cf53be60 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.636816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d3399dd-77f8-44d7-a255-b98fa61c90cb req-d135fddb-c169-4f50-bf31-ee3ae3be31d5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912263 Sep 16 04:51:23.637076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.637462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.692506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] Pushing event updated for resources: {'Network': ['ID=f7feb7d4-63ef-4013-b009-489adb81443f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.694994 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f0f3bc-4a0e-4d38-b9c4-c1da6ddf1e26 x-openstack-request-id: req-15f0f3bc-4a0e-4d38-b9c4-c1da6ddf1e26 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:23.695526 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:23.696073 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-15f0f3bc-4a0e-4d38-b9c4-c1da6ddf1e26 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:23.696758 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d', 'code': 200} Sep 16 04:51:23.698111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9e4f47c-b178-4034-a1af-230c7f72ed53 req-fbb59ef6-91a9-4f37-8a4f-fd14cf53be60 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 579 time: 0.6172776 Sep 16 04:51:23.711278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb59ef6-91a9-4f37-8a4f-fd14cf53be60 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374e0d44-079a-414b-94c8-8a98f33e5cbf,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.723950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f7feb7d4-63ef-4013-b009-489adb81443f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:23.728491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-00105642-7c12-44b9-a127-7a71f630c956 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3682668 Sep 16 04:51:23.732018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59424) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:23.742759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Request body: {'subnet': {'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-920498457-subnet', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:23.818173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089a38d-b42a-46f5-8df1-835e6d4b75e0 req-ca5ab135-146c-46d9-a3b3-c2b2384afa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.820294 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d089a38d-b42a-46f5-8df1-835e6d4b75e0 req-ca5ab135-146c-46d9-a3b3-c2b2384afa62 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1098 time: 0.0403287 Sep 16 04:51:23.822817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-0279cd20-55a8-41c2-bafb-6c311b99e57b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4043202 Sep 16 04:51:23.849494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Request body: {'port': {'device_id': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:23.890556 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d089a38d-b42a-46f5-8df1-835e6d4b75e0 req-25caa9fe-71f5-45e0-9ae4-5fa1efb8697b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623896 Sep 16 04:51:23.919413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.976915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:23.979382 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.271403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:24.280122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.292944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Transition to ACTIVE for port object 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:24.299305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e323-eebe-42a9-9510-d706577cf38a req-4de82d06-f2f0-45a5-9f24-4299653b547c tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.300825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7532e323-eebe-42a9-9510-d706577cf38a req-4de82d06-f2f0-45a5-9f24-4299653b547c tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1101 time: 0.1170433 Sep 16 04:51:24.304667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d63ad-449e-4356-9905-3d28ad046b70 req-f1918d1f-0f75-4f73-81ce-f836982429ab tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.305152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d63ad-449e-4356-9905-3d28ad046b70 req-f1918d1f-0f75-4f73-81ce-f836982429ab tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.305637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d63ad-449e-4356-9905-3d28ad046b70 req-f1918d1f-0f75-4f73-81ce-f836982429ab tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.307190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-097d63ad-449e-4356-9905-3d28ad046b70 req-f1918d1f-0f75-4f73-81ce-f836982429ab tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f&device_id=bb039e55-73f7-403c-9527-6b63bdbe2445&device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 2887 time: 0.1223147 Sep 16 04:51:24.325971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7532e323-eebe-42a9-9510-d706577cf38a req-4e80568f-74e6-4ac1-a2c4-054a3655685d tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.365222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-097d63ad-449e-4356-9905-3d28ad046b70 req-7a9f3f91-0f97-4e44-978e-ae4dfe02c84d tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505364 Sep 16 04:51:24.385855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.410884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.458950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa23143-60a8-4f08-a693-518fea7d9885,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.464096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Pushing event updated for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.487360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Checking segment: {'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:24.487717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Network hostable DHCP agents. Network: f7feb7d4-63ef-4013-b009-489adb81443f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:24.517439 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7532e323-eebe-42a9-9510-d706577cf38a req-4e80568f-74e6-4ac1-a2c4-054a3655685d tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.559860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:24.560334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:24.560773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:24.567437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:24.567847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:24.573239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:24.573826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:24.576233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:24.576233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Bound port: 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:24.576233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.605131 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7532e323-eebe-42a9-9510-d706577cf38a req-4e80568f-74e6-4ac1-a2c4-054a3655685d tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.636439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7532e323-eebe-42a9-9510-d706577cf38a req-4e80568f-74e6-4ac1-a2c4-054a3655685d tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282454 Sep 16 04:51:24.639862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Network f7feb7d4-63ef-4013-b009-489adb81443f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:24.645815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80568f-74e6-4ac1-a2c4-054a3655685d tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3883aa-6d92-4d03-b57b-e7217c809570,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.652088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:24.656512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:24.742689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f7feb7d4-63ef-4013-b009-489adb81443f) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:24.747251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.747866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.753102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a9f16-4695-48ac-ad86-ac2656b4c84a None None] Network f7feb7d4-63ef-4013-b009-489adb81443f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:24.765824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.803334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.803966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.805481 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] 10.222.0.57 "PUT /v2.0/ports/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 1092 time: 0.9613473 Sep 16 04:51:24.805905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:24.809254 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce485fe8-c01f-4f06-85a5-d91421a9451b" -d '{"events": [{"name": "network-changed", "server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:24.852401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7a095-4365-4812-ba1c-2ba04f7ffa66 service neutron] Pushing event updated for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.875626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba8a3a-6ba9-467f-981d-5254bc79618b req-fae42cb3-cc63-4f1e-8396-edbb8790f899 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.877312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cba8a3a-6ba9-467f-981d-5254bc79618b req-fae42cb3-cc63-4f1e-8396-edbb8790f899 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 946 time: 0.0913935 Sep 16 04:51:24.906680 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-202df488-e2ae-4a27-a2c1-d609f23406fd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1729012 Sep 16 04:51:24.909342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59470) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:24.916104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:24.936790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cba8a3a-6ba9-467f-981d-5254bc79618b req-f8dbb4da-66d6-4e10-8cca-3b67a0b8a3fe tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503695 Sep 16 04:51:24.953070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-f7feb7d4-63ef-4013-b009-489adb81443f', 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'fixed_ips': [{'subnet_id': '1aa23143-60a8-4f08-a693-518fea7d9885'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:24.953959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.048322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-4ab349fe-ebe0-484b-8d2a-6af1c02bad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.050859 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-4ab349fe-ebe0-484b-8d2a-6af1c02bad94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1095 time: 0.0515788 Sep 16 04:51:25.069282 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.071100 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.111112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e45a90e9-4dce-416f-bf28-53fcbf44171e req-dbf60504-4fef-480b-b9a3-44bd4173b2f0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:51:25.112292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e45a90e9-4dce-416f-bf28-53fcbf44171e req-dbf60504-4fef-480b-b9a3-44bd4173b2f0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056419 Sep 16 04:51:25.127539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Allocated IP 172.20.0.2 (f7feb7d4-63ef-4013-b009-489adb81443f/1aa23143-60a8-4f08-a693-518fea7d9885/819c3286-b6ed-44b5-a30c-9527a1ea26d4) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:25.138497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdc25e-f71a-48f0-9c9f-efefa5158dca req-8e2b49c7-0152-4976-966d-933dec7bd1ad tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.140276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35fdc25e-f71a-48f0-9c9f-efefa5158dca req-8e2b49c7-0152-4976-966d-933dec7bd1ad tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 943 time: 0.0808561 Sep 16 04:51:25.144575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.186376 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-4870c06c-b9d7-4267-b1d7-94a1ba3f32c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 217 time: 0.0782893 Sep 16 04:51:25.192069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35fdc25e-f71a-48f0-9c9f-efefa5158dca req-ef5b47ce-db10-4f3c-8732-ee10ceda864a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Sep 16 04:51:25.297220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-80660292-c8c8-4d98-bf3f-fdc8cb352dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.298854 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-80660292-c8c8-4d98-bf3f-fdc8cb352dac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0989945 Sep 16 04:51:25.364066 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.416057 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3c2eb-22a1-43a0-8c0f-93ef8ef9b4aa x-openstack-request-id: req-49a3c2eb-22a1-43a0-8c0f-93ef8ef9b4aa {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:25.416358 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:25.416619 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49a3c2eb-22a1-43a0-8c0f-93ef8ef9b4aa {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:25.417021 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6', 'status': 'completed', 'code': 200} Sep 16 04:51:25.419054 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-7d399a8e-6769-4914-9163-5c137332aafc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762613 Sep 16 04:51:25.428650 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.476730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.480873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Network f7feb7d4-63ef-4013-b009-489adb81443f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:25.485091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:25.486576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Pushing event updated for resources: {'Port': ['ID=819c3286-b6ed-44b5-a30c-9527a1ea26d4,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.489861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:25.582147 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-bc6a02c6-b419-45c9-a650-cbe72fc4f689 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145954 Sep 16 04:51:25.688187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Attempting to bind port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:25.688406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Attempting to bind port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:25.688763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Attempting to bind port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 on network f7feb7d4-63ef-4013-b009-489adb81443f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:25.694081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:25.694460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Checking segment: {'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:25.694870 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.695291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Bound using segment: {'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:25.695765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Bound port: 819c3286-b6ed-44b5-a30c-9527a1ea26d4, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:25.696150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.731099 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70470fcc-1fcc-4969-b903-ecaddfc27d98 req-f76545ba-108f-4f5a-914d-ff73f2f74b7d service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348174 Sep 16 04:51:25.781614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] For port 819c3286-b6ed-44b5-a30c-9527a1ea26d4, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:25.789793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] For port 819c3286-b6ed-44b5-a30c-9527a1ea26d4, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=819c3286-b6ed-44b5-a30c-9527a1ea26d4,segment=NetworkSegment(64044bb0-58dd-445b-a886-4f3b5ed6f66e),segment_id=64044bb0-58dd-445b-a886-4f3b5ed6f66e)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:25.888224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.896805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.914953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.965861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298fbf9-c865-4a96-a8ab-685575a55c61 None None] Pushing event updated for resources: {'Port': ['ID=819c3286-b6ed-44b5-a30c-9527a1ea26d4,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:26.042013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-689846de-8328-41df-8023-3065df7b7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.043598 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-689846de-8328-41df-8023-3065df7b7a57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1095 time: 0.0717971 Sep 16 04:51:26.060052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36acb7c-d769-4b16-b4fc-853e0101374d req-c46c81e7-b503-4dfc-9aeb-8d90a68f581e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.071895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c36acb7c-d769-4b16-b4fc-853e0101374d req-c46c81e7-b503-4dfc-9aeb-8d90a68f581e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0661793 Sep 16 04:51:26.117597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c36acb7c-d769-4b16-b4fc-853e0101374d req-c3634172-e883-4821-8c15-e21664f84717 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448585 Sep 16 04:51:26.149756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Allocated IP 172.25.7.124 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/ab17e693-c9a6-4cd4-bee6-b13427dbb0ad) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:26.228959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-a8b930e9-9de5-4a65-8717-29f56fa62aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.230852 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-a8b930e9-9de5-4a65-8717-29f56fa62aed service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1663117 Sep 16 04:51:26.233672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59520) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:26.326569 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-a4e87a30-fc98-45b0-a2f2-d573bf15936a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 217 time: 0.0613735 Sep 16 04:51:26.402026 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.404525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdf5500e-385b-4de3-a078-e4b728b9001f req-80073cc1-c583-4a47-b2e3-cd006674f189 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cc834e03481a43b3bf3044eed8e6aeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730226 Sep 16 04:51:26.415504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-2406aa2f-c3fa-42f0-b5c0-8f1f5d634346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.416984 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-2406aa2f-c3fa-42f0-b5c0-8f1f5d634346 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0710387 Sep 16 04:51:26.456226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-f0fb7f45-d622-4fae-a37b-fea151a18174 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2207558 Sep 16 04:51:26.462120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-4fa53087-fa32-4936-8fd5-61a5f7ef399c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284488 Sep 16 04:51:26.463936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b605b9a-b717-47af-bd00-e89a094a44b5 req-fee85ba5-ee45-4fa8-831a-fb693c3f5ebc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.465360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b605b9a-b717-47af-bd00-e89a094a44b5 req-fee85ba5-ee45-4fa8-831a-fb693c3f5ebc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 946 time: 0.1465545 Sep 16 04:51:26.474024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-69d795b1-2411-4b10-b75b-a2888512d103 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:51:26.475088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-69d795b1-2411-4b10-b75b-a2888512d103 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067368 Sep 16 04:51:26.554932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b605b9a-b717-47af-bd00-e89a094a44b5 req-b16281c9-f398-4e5a-8554-b597b36829ff tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760088 Sep 16 04:51:26.569907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5500e-385b-4de3-a078-e4b728b9001f req-30175d9f-dc31-4cd2-b8c5-7fc63bb5cf70 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.573428 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-5115a910-874b-4276-beb3-416de0ecc0df service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918758 Sep 16 04:51:26.574079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdf5500e-385b-4de3-a078-e4b728b9001f req-30175d9f-dc31-4cd2-b8c5-7fc63bb5cf70 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618292 Sep 16 04:51:26.582922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.597368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdf5500e-385b-4de3-a078-e4b728b9001f req-a99471d4-3b37-4ad2-8463-d1d48f0c0c24 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/quotas/cc834e03481a43b3bf3044eed8e6aeaf HTTP/1.1" status: 200 len: 375 time: 0.0136626 Sep 16 04:51:26.624328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdf5500e-385b-4de3-a078-e4b728b9001f req-cdc4bebd-9801-41bb-84b6-d1174161532c tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc834e03481a43b3bf3044eed8e6aeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276244 Sep 16 04:51:26.657658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:26.689036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:26.695725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:26.701370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Pushing event updated for resources: {'Port': ['ID=ab17e693-c9a6-4cd4-bee6-b13427dbb0ad,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:26.765484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce485fe8-c01f-4f06-85a5-d91421a9451b req-2a5a035e-c43e-41bb-9518-30964bd94f35 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759269 Sep 16 04:51:27.008483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0da752-bac8-417d-baab-754fdc07a9e0 req-eaf24867-3db0-4df3-9fbc-71c1b62ccbcf tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.010270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb0da752-bac8-417d-baab-754fdc07a9e0 req-eaf24867-3db0-4df3-9fbc-71c1b62ccbcf tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 943 time: 0.0628402 Sep 16 04:51:27.055923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb0da752-bac8-417d-baab-754fdc07a9e0 req-911b3f43-f08b-4c4a-b055-44de500abf33 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387218 Sep 16 04:51:27.071631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c8fc7a-e150-449f-af4f-76aaf2838b9e None None] Network f7feb7d4-63ef-4013-b009-489adb81443f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:27.155227 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.181128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eabdd872-7179-4a48-a2bb-5889fb8f021b None None] Provisioning complete for port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:27.181515 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eabdd872-7179-4a48-a2bb-5889fb8f021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.283296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fed492-8ec4-4bb9-8278-1f6240e0e4c7 req-42d0d105-764a-431d-b16e-ea5949c5a067 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.293155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8fed492-8ec4-4bb9-8278-1f6240e0e4c7 req-42d0d105-764a-431d-b16e-ea5949c5a067 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1098 time: 0.0606143 Sep 16 04:51:27.336501 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eabdd872-7179-4a48-a2bb-5889fb8f021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.354636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8fed492-8ec4-4bb9-8278-1f6240e0e4c7 req-aaa159a2-402f-44fa-ad30-0220b5ac6313 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605340 Sep 16 04:51:27.396908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-eabdd872-7179-4a48-a2bb-5889fb8f021b None None] For port 819c3286-b6ed-44b5-a30c-9527a1ea26d4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=819c3286-b6ed-44b5-a30c-9527a1ea26d4,segment=NetworkSegment(64044bb0-58dd-445b-a886-4f3b5ed6f66e),segment_id=64044bb0-58dd-445b-a886-4f3b5ed6f66e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:27.462698 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eabdd872-7179-4a48-a2bb-5889fb8f021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.532123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdd872-7179-4a48-a2bb-5889fb8f021b None None] Pushing event updated for resources: {'Port': ['ID=819c3286-b6ed-44b5-a30c-9527a1ea26d4,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.564447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ad145-d9c0-43d3-b6a6-d55a6c4f0c5c req-ee60dd42-93ac-4ebb-bbac-34b359424d9d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.566033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a25ad145-d9c0-43d3-b6a6-d55a6c4f0c5c req-ee60dd42-93ac-4ebb-bbac-34b359424d9d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0797510 Sep 16 04:51:27.628123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a25ad145-d9c0-43d3-b6a6-d55a6c4f0c5c req-5aa77adc-9082-4994-9984-e7155c4e6cc5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 Sep 16 04:51:27.658015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.662568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.682774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-42ad57d8-d39a-4847-bb1f-51c7d1859a94 None None] Provisioning complete for port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:27.683319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42ad57d8-d39a-4847-bb1f-51c7d1859a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.816904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15619df-e07d-4564-a07e-40d6fb3b71e5 req-8d67f849-3c91-4ab3-b993-41830d8ae20b tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.818388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f15619df-e07d-4564-a07e-40d6fb3b71e5 req-8d67f849-3c91-4ab3-b993-41830d8ae20b tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1098 time: 0.0466168 Sep 16 04:51:27.852355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f15619df-e07d-4564-a07e-40d6fb3b71e5 req-cd00eca3-d995-419d-9f99-0b5ddb1c001f tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272961 Sep 16 04:51:27.913549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Router 503a426c-82bb-4897-a0c1-ec42b3027c66 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:28.032351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:28.044470 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Sync routers for ids ['503a426c-82bb-4897-a0c1-ec42b3027c66'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:28.057017 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Routers {'503a426c-82bb-4897-a0c1-ec42b3027c66'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:28.057735 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['503a426c-82bb-4897-a0c1-ec42b3027c66'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:28.102498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e84f-ba77-4f3c-8c05-92b2efbf75a3 req-60a34158-d5eb-482f-a98c-339838ad5212 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.120103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e75e84f-ba77-4f3c-8c05-92b2efbf75a3 req-60a34158-d5eb-482f-a98c-339838ad5212 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1102 time: 0.0407484 Sep 16 04:51:28.137105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.141487 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8d58cb1a-bd57-4c0f-9b8a-e07989c73377 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2280123 Sep 16 04:51:28.141487 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59608) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:28.203459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e75e84f-ba77-4f3c-8c05-92b2efbf75a3 req-14426d70-3899-4b43-a4ab-a5b63d187358 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822594 Sep 16 04:51:28.209462 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Set router 503a426c-82bb-4897-a0c1-ec42b3027c66 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:28.282333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 819c3286-b6ed-44b5-a30c-9527a1ea26d4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:28.384103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:28.385056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.464530 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:26Z', 'revision_number': 3, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port': {'id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:28.490726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfd1b2-6aec-4b9b-a52f-332b336442a1 req-7f95acdf-be36-480f-86cb-f507058c129a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.492545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aadfd1b2-6aec-4b9b-a52f-332b336442a1 req-7f95acdf-be36-480f-86cb-f507058c129a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 943 time: 0.0889525 Sep 16 04:51:28.509519 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Checking router: 503a426c-82bb-4897-a0c1-ec42b3027c66 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:28.510372 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Updating router 503a426c-82bb-4897-a0c1-ec42b3027c66 port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:28.540262 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.547765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aadfd1b2-6aec-4b9b-a52f-332b336442a1 req-db6b0d45-b2f1-4888-a4e5-4289d088cae2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Sep 16 04:51:28.717825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.793548 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.880034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Allocated IP 172.20.0.1 (f7feb7d4-63ef-4013-b009-489adb81443f/1aa23143-60a8-4f08-a693-518fea7d9885/97f6348f-55a2-4f13-963c-44a52d54733b) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:28.895424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f923da0-6469-4b31-acf4-1ebfc419789d req-8486d366-9053-4e8a-a04a-aeedc62cfe31 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cc834e03481a43b3bf3044eed8e6aeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250654 Sep 16 04:51:28.965218 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.987513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.014834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923da0-6469-4b31-acf4-1ebfc419789d req-3ad06c59-ab90-4097-acce-f973cd8986c6 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.016436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f923da0-6469-4b31-acf4-1ebfc419789d req-3ad06c59-ab90-4097-acce-f973cd8986c6 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148825 Sep 16 04:51:29.020022 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Attempting to bind port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:29.020381 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Attempting to bind port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:29.021023 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Attempting to bind port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:29.028587 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Pushing event updated for resources: {'Port': ['ID=ab17e693-c9a6-4cd4-bee6-b13427dbb0ad,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.032183 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:29.032548 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:29.032964 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.033353 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:29.033816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Bound port: ab17e693-c9a6-4cd4-bee6-b13427dbb0ad, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:29.034211 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.034842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f923da0-6469-4b31-acf4-1ebfc419789d req-c98396be-bbd5-426a-a409-9c48be44f8ed tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/quotas/cc834e03481a43b3bf3044eed8e6aeaf HTTP/1.1" status: 200 len: 375 time: 0.0097983 Sep 16 04:51:29.037330 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.037674 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.038013 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.038372 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.038722 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.039053 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.039406 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.039731 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.040050 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.040372 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.040692 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.041012 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:29.069142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f923da0-6469-4b31-acf4-1ebfc419789d req-e201e46e-c124-4cf3-b76d-d17c5e0352ab tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc834e03481a43b3bf3044eed8e6aeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275998 Sep 16 04:51:29.095283 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] For port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:29.098389 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] For port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ab17e693-c9a6-4cd4-bee6-b13427dbb0ad,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:29.108635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.147816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Network f7feb7d4-63ef-4013-b009-489adb81443f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:29.151432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:29.154082 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.158404 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:29.182104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Pushing event updated for resources: {'Port': ['ID=97f6348f-55a2-4f13-963c-44a52d54733b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.208771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.216054 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Routers {'503a426c-82bb-4897-a0c1-ec42b3027c66'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:29.216806 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['503a426c-82bb-4897-a0c1-ec42b3027c66'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:29.245223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23426fc2-ddc9-40b5-9470-d13acff2652c req-00eb02ed-2cb4-4ae6-8359-6f6a0627d1d2 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.253252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23426fc2-ddc9-40b5-9470-d13acff2652c req-00eb02ed-2cb4-4ae6-8359-6f6a0627d1d2 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1102 time: 0.0736141 Sep 16 04:51:29.326521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23426fc2-ddc9-40b5-9470-d13acff2652c req-a1abd549-3aea-446d-992f-ea8cfe2d711f tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Sep 16 04:51:29.435165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.456520 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de12de5-2b26-4645-ad84-2d5ae0277f2a req-8ca29249-9890-470c-bb6b-69b3e769b9e2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.465853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3de12de5-2b26-4645-ad84-2d5ae0277f2a req-8ca29249-9890-470c-bb6b-69b3e769b9e2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0589252 Sep 16 04:51:29.474491 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] Set router 503a426c-82bb-4897-a0c1-ec42b3027c66 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:29.501458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3de12de5-2b26-4645-ad84-2d5ae0277f2a req-0111f0f5-c3d1-461f-9878-917206b8b2ef tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338628 Sep 16 04:51:29.522545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4a276861-3de8-4e30-9551-8d86807ebd0e None None] Provisioning complete for port 97f6348f-55a2-4f13-963c-44a52d54733b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:29.523692 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4a276861-3de8-4e30-9551-8d86807ebd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.565495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4a276861-3de8-4e30-9551-8d86807ebd0e None None] Port 97f6348f-55a2-4f13-963c-44a52d54733b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:29.629450 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba5c6a-9f2f-40b0-9050-6849db2a6e14 None None] Pushing event updated for resources: {'Port': ['ID=ab17e693-c9a6-4cd4-bee6-b13427dbb0ad,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.704767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-944f81c8-4bf7-4815-9e4a-63b3a58dd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.706272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-944f81c8-4bf7-4815-9e4a-63b3a58dd371 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1101 time: 0.0756319 Sep 16 04:51:29.708044 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:26Z', 'revision_number': 3, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port': {'id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:29.740520 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fc6e9-382e-4a26-9379-bb8380b0fe15 None None] The sync data for ids ['503a426c-82bb-4897-a0c1-ec42b3027c66'] in n-d-712143-16 is: [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:26Z', 'revision_number': 3, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port': {'id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:29.753545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.810354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.912965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Pushing event updated for resources: {'Port': ['ID=97f6348f-55a2-4f13-963c-44a52d54733b,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.918909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.921687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-9dc22e59-0176-4254-854b-bcb4892aa2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.923821 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-9dc22e59-0176-4254-854b-bcb4892aa2dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2009139 Sep 16 04:51:29.988678 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-6a7152f5-233c-42a3-a6f4-5768c8531a8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 217 time: 0.0501697 Sep 16 04:51:30.087150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-1d5b09e1-dcac-4469-8fe1-9a06e1a06f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.091020 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-1d5b09e1-dcac-4469-8fe1-9a06e1a06f3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0986021 Sep 16 04:51:30.194586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Network f7feb7d4-63ef-4013-b009-489adb81443f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:30.196602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:30.252753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ab17e693-c9a6-4cd4-bee6-b13427dbb0ad up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:30.268542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-4175fb85-02bd-49f4-ad49-b313d3a1f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.270069 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-4175fb85-02bd-49f4-ad49-b313d3a1f3c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718748 Sep 16 04:51:30.285758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e75a3-e199-45c7-afb5-c70005015190 req-29f7a963-efb7-44aa-ade5-ee82efaae4ae tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.289714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b4e75a3-e199-45c7-afb5-c70005015190 req-29f7a963-efb7-44aa-ade5-ee82efaae4ae tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 943 time: 0.0774443 Sep 16 04:51:30.345522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b4e75a3-e199-45c7-afb5-c70005015190 req-9ca369fc-ca39-4a13-9c81-5696181785fa tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497866 Sep 16 04:51:30.395555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:30.395944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.418532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Router 503a426c-82bb-4897-a0c1-ec42b3027c66 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:30.512407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-330b6d40-9ea7-4446-912e-6ac491ea919f None None] Provisioning complete for port 97f6348f-55a2-4f13-963c-44a52d54733b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:30.519142 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-330b6d40-9ea7-4446-912e-6ac491ea919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.519142 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.562404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ab17e693-c9a6-4cd4-bee6-b13427dbb0ad,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:30.572150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-330b6d40-9ea7-4446-912e-6ac491ea919f None None] Port 97f6348f-55a2-4f13-963c-44a52d54733b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:30.616479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:30.655066 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.738694 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-1cc5b5e4-c670-4cb8-8d72-1a166ab1a412 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204092 Sep 16 04:51:30.792976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=ab17e693-c9a6-4cd4-bee6-b13427dbb0ad,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.819063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:30.837341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6', 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'port_id': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6', 'mac_address': 'fa:16:3e:70:98:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d3002a-9b64-4709-99ca-fa6dd9ce7ca5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:30.869297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e834515-c6bb-4550-ab8e-22d84353be95 req-1db2df50-f32d-4f24-adf7-8dca6817843a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.870912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e834515-c6bb-4550-ab8e-22d84353be95 req-1db2df50-f32d-4f24-adf7-8dca6817843a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0969825 Sep 16 04:51:30.890552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:30.897207 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a7a56968-2467-48e1-98f0-1056cbd248a5 admin admin] 10.222.0.59 "PUT /v2.0/routers/503a426c-82bb-4897-a0c1-ec42b3027c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7549415 Sep 16 04:51:30.910481 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.936036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:30.937873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-3b87a8b7-89cf-4bea-a898-aaa8bd5a40c6 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:51:30.938270 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-8f931e2b-3678-4bf4-8242-8c1110696a73 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384227 Sep 16 04:51:30.939302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-3b87a8b7-89cf-4bea-a898-aaa8bd5a40c6 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066690 Sep 16 04:51:30.942432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e834515-c6bb-4550-ab8e-22d84353be95 req-a131f33e-2249-4b6e-905a-55e7bc4522f3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647500 Sep 16 04:51:30.965944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:30.992531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-7552d0a7-8839-43eb-a1c3-dfc49680c880 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.994061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-7552d0a7-8839-43eb-a1c3-dfc49680c880 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 1095 time: 0.0413957 Sep 16 04:51:31.003878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Request body: {'binding': {'host': 'n-h1-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:31.004411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:51:31.040293 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.053643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59688) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.123976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:31.175956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-13640390'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:31.193981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on host n-h1-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:31.194323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:31.194683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:31.198960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:31.199317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:31.206361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:31.206695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:31.207078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:31.207535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Bound port: 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:31.256516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:31.261600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.282536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:31.313910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:31.325054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.325457 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Added segment 77f72844-36f2-4924-845a-12d9836fc323 of type vlan for network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 Sep 16 04:51:31.327151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.329134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1513a310-a695-4ad3-ab78-42ea880958a3 service neutron] 10.222.0.59 "POST /v2.0/ports/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3287494 Sep 16 04:51:31.343687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59698) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.392183 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.490610 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.493818 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0b2f-2460-4bcd-84b1-ab2e12e9f148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.498369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.498369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.549736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['875e960e-8179-4b81-b0fa-b7c3fd2bd0f6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:31.642904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Network': ['ID=3bbe445a-3424-4f7f-b5b6-8b72bda44875,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:31.655420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:31.734035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12571df-2910-4b94-806a-c23f2626c485 req-ecb062a8-8b3e-4867-a65d-bf48a6f878e6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.735597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e12571df-2910-4b94-806a-c23f2626c485 req-ecb062a8-8b3e-4867-a65d-bf48a6f878e6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.0789030 Sep 16 04:51:31.745258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0b2f-2460-4bcd-84b1-ab2e12e9f148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.746736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Sync routers for ids ['503a426c-82bb-4897-a0c1-ec42b3027c66'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:31.770720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Routers {'503a426c-82bb-4897-a0c1-ec42b3027c66'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:31.771432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['503a426c-82bb-4897-a0c1-ec42b3027c66'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:31.779055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4937097-2c59-4b78-a9f4-3dbc620a734e req-ef041ea0-de5d-47f8-9261-77fd2e9413fc tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cc834e03481a43b3bf3044eed8e6aeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310318 Sep 16 04:51:31.829930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e12571df-2910-4b94-806a-c23f2626c485 req-e5624525-7fb6-42d9-9bde-f157e1e75349 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830963 Sep 16 04:51:31.886142 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0b2f-2460-4bcd-84b1-ab2e12e9f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.913979 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5732b6e1-a0a8-4644-8a8d-3b8d76f969bc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8581572 Sep 16 04:51:31.916646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59718) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.921537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'subnet': {'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:31.923893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Set router 503a426c-82bb-4897-a0c1-ec42b3027c66 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:31.975572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2bcb0b2f-2460-4bcd-84b1-ab2e12e9f148 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d78523ec6ab42808d40b907cca93517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6308219 Sep 16 04:51:31.979311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59722) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.988247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4937097-2c59-4b78-a9f4-3dbc620a734e req-e92d97aa-9b49-4372-9e83-e0d11c5bf14f tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.995718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4937097-2c59-4b78-a9f4-3dbc620a734e req-e92d97aa-9b49-4372-9e83-e0d11c5bf14f tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100544 Sep 16 04:51:32.002342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0b2f-2460-4bcd-84b1-ab2e12e9f148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1622ba-d61a-4907-84f4-4f411a55b419,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.023402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4937097-2c59-4b78-a9f4-3dbc620a734e req-cda72bf4-901b-41c6-9ab5-df59d24fa845 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/quotas/cc834e03481a43b3bf3044eed8e6aeaf HTTP/1.1" status: 200 len: 375 time: 0.0266440 Sep 16 04:51:32.079125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148644b-294b-4120-8694-4ebe8be9ecbb req-4d8b255c-d3ec-4eae-939a-491602fbc7fa tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.080664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d148644b-294b-4120-8694-4ebe8be9ecbb req-4d8b255c-d3ec-4eae-939a-491602fbc7fa tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 946 time: 0.1721888 Sep 16 04:51:32.084993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4937097-2c59-4b78-a9f4-3dbc620a734e req-6a72ba67-c3b1-4f18-a50a-0c1d6f48b0e1 tempest-QuotasAdminNegativeTest-2010447577 tempest-QuotasAdminNegativeTest-2010447577-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc834e03481a43b3bf3044eed8e6aeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489943 Sep 16 04:51:32.091528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:32.095646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.110913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-a34377b7-e403-427d-afce-c0f1b8f4b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.112400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-a34377b7-e403-427d-afce-c0f1b8f4b417 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1098 time: 0.0608861 Sep 16 04:51:32.130266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1d92067-c4c6-4060-b2ac-84f52a876d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.184167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d148644b-294b-4120-8694-4ebe8be9ecbb req-c5701c75-18f5-4c51-81eb-24d9755f0989 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844228 Sep 16 04:51:32.209386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1d92067-c4c6-4060-b2ac-84f52a876d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.234253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:29Z', 'revision_number': 4, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port': {'id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '97f6348f-55a2-4f13-963c-44a52d54733b', 'name': '', 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'mac_address': 'fa:16:3e:47:80:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1aa23143-60a8-4f08-a693-518fea7d9885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:28Z', 'updated_at': '2021-09-16T04:51:29Z', 'revision_number': 2, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'subnets': [{'id': '1aa23143-60a8-4f08-a693-518fea7d9885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:32.268088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ab17e693-c9a6-4cd4-bee6-b13427dbb0ad up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:32.270436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Checking router: 503a426c-82bb-4897-a0c1-ec42b3027c66 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:32.270625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Updating router 503a426c-82bb-4897-a0c1-ec42b3027c66 port 97f6348f-55a2-4f13-963c-44a52d54733b binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:32.326210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.354778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-af792ac5-6440-4771-9d9c-315924f21020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.356421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-af792ac5-6440-4771-9d9c-315924f21020 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.2218099 Sep 16 04:51:32.431939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-1f8a2a27-bb8c-45cd-886d-e99af268ff71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 217 time: 0.0628183 Sep 16 04:51:32.441457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:32.441761 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.512519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-061bd820-2b97-449d-bff3-c02595c7ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.513678 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-061bd820-2b97-449d-bff3-c02595c7ce24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0611053 Sep 16 04:51:32.554080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-6c41ced3-9215-4828-8445-1ae4de13e726 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264177 Sep 16 04:51:32.567633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c27c4-51fd-4b0c-8e98-a47965143622 req-6656c4ac-3154-4992-a84d-9fc9c508517d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.569152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d46c27c4-51fd-4b0c-8e98-a47965143622 req-6656c4ac-3154-4992-a84d-9fc9c508517d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0613415 Sep 16 04:51:32.615273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d46c27c4-51fd-4b0c-8e98-a47965143622 req-415a1811-c05a-41e9-ba9f-e723cda03dcf tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374513 Sep 16 04:51:32.635483 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.729196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Subnet': ['ID=c57276eb-fe01-4cde-a222-2516f5748aaa,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.756065 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.764545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Checking segment: {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:32.764913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network hostable DHCP agents. Network: 3bbe445a-3424-4f7f-b5b6-8b72bda44875, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:32.781562 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-042dfbc6-8675-43e1-b285-3c1f892f4764 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055652 Sep 16 04:51:32.815966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325163c5-45a7-46cf-a55f-e1c9d3ea676f req-064bcda3-9364-4792-b360-63433b0d639b tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.817504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-325163c5-45a7-46cf-a55f-e1c9d3ea676f req-064bcda3-9364-4792-b360-63433b0d639b tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0523477 Sep 16 04:51:32.851733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1d92067-c4c6-4060-b2ac-84f52a876d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.854469 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1d92067-c4c6-4060-b2ac-84f52a876d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.855818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a1d92067-c4c6-4060-b2ac-84f52a876d29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b1622ba-d61a-4907-84f4-4f411a55b419 HTTP/1.1" status: 204 len: 168 time: 0.8747001 Sep 16 04:51:32.871851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-325163c5-45a7-46cf-a55f-e1c9d3ea676f req-74a79bb6-0462-4106-a2a6-cf32e9da20bc tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469232 Sep 16 04:51:32.873183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d92067-c4c6-4060-b2ac-84f52a876d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1622ba-d61a-4907-84f4-4f411a55b419,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.885210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:32.887091 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.923061 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-bf9e3e3b-89ed-406b-b909-2024a3895dec service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260321 Sep 16 04:51:32.972925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa13a2c-aafd-4929-9bf3-d13cf73ce6ee None None] Pushing event updated for resources: {'Port': ['ID=97f6348f-55a2-4f13-963c-44a52d54733b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.982225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 3bbe445a-3424-4f7f-b5b6-8b72bda44875) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:32.989661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.989661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.001104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c37ac2-c0e0-4b42-aba0-be2c20155118 None None] Network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:33.048763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc37a9-949e-46b3-9d27-c6e29d6d02b8 req-03d7ca17-0e09-4c2a-af5e-76c66149d86a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.055733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84dc37a9-949e-46b3-9d27-c6e29d6d02b8 req-03d7ca17-0e09-4c2a-af5e-76c66149d86a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.0793986 Sep 16 04:51:33.062595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Attempting to bind port 97f6348f-55a2-4f13-963c-44a52d54733b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:33.063444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Attempting to bind port 97f6348f-55a2-4f13-963c-44a52d54733b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:33.063821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Attempting to bind port 97f6348f-55a2-4f13-963c-44a52d54733b on network f7feb7d4-63ef-4013-b009-489adb81443f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:33.095853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84dc37a9-949e-46b3-9d27-c6e29d6d02b8 req-f64927f7-0464-4676-99a1-0d4147678d23 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Sep 16 04:51:33.168779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4868f694-ee3e-4d2f-991c-e95fe553c4fb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2486885 Sep 16 04:51:33.169409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59752) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:33.175576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-152944680'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:33.256396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:33.258562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Checking segment: {'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:33.258562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.258562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Bound using segment: {'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:33.259000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Bound port: 97f6348f-55a2-4f13-963c-44a52d54733b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64044bb0-58dd-445b-a886-4f3b5ed6f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:33.259759 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.307965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-63e69be0-6ac7-4f55-a142-090128c5a980 None None] Provisioning complete for port 97f6348f-55a2-4f13-963c-44a52d54733b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:33.308344 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63e69be0-6ac7-4f55-a142-090128c5a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.317671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:33.324921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.336610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-884b1108-31c8-4d20-b802-acb138f5c67a tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.338589 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-884b1108-31c8-4d20-b802-acb138f5c67a tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1098 time: 0.0995581 Sep 16 04:51:33.359334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-16'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:33.380780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6f673-6bd4-4b9a-8934-b3bd31b2812a req-5284524a-92d2-4557-84e4-e1602c4e7e4f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.382662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2b6f673-6bd4-4b9a-8934-b3bd31b2812a req-5284524a-92d2-4557-84e4-e1602c4e7e4f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 946 time: 0.1184340 Sep 16 04:51:33.387739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:33.414608 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.414903 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Added segment 229ed3a8-059b-4b8c-b25d-0907902e6818 of type vlan for network dd5a29eb-4ca0-468a-90cc-0e72fb984585 Sep 16 04:51:33.440798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2b6f673-6bd4-4b9a-8934-b3bd31b2812a req-64c62530-47cb-4d9b-ad9b-8aac11bd5dd2 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Sep 16 04:51:33.451600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.476481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-63e69be0-6ac7-4f55-a142-090128c5a980 None None] Port 97f6348f-55a2-4f13-963c-44a52d54733b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:33.478000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.499967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] For port 97f6348f-55a2-4f13-963c-44a52d54733b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:33.511759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-3bbe445a-3424-4f7f-b5b6-8b72bda44875', 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'fixed_ips': [{'subnet_id': 'c57276eb-fe01-4cde-a222-2516f5748aaa'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:33.512744 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.519002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] For port 97f6348f-55a2-4f13-963c-44a52d54733b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=97f6348f-55a2-4f13-963c-44a52d54733b,segment=NetworkSegment(64044bb0-58dd-445b-a886-4f3b5ed6f66e),segment_id=64044bb0-58dd-445b-a886-4f3b5ed6f66e)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:33.588511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:33.590086 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.594305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.594978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.605723 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.648695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:33.729648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:33.732839 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb73a558-55db-4f1a-b0c6-2ad4218cebdf" -d '{"events": [{"server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:33.738102 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.767597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Network': ['ID=dd5a29eb-4ca0-468a-90cc-0e72fb984585,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.797196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-506aee8c-06a4-4d4b-a70e-9bfd18e134d9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6265059 Sep 16 04:51:33.799913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59770) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:33.800919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network dd5a29eb-4ca0-468a-90cc-0e72fb984585 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:33.805361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'subnet': {'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:33.833464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59772) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:33.837968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195a4c5-1b99-4d95-9f77-b117b78e5d2e req-37f7b813-dba4-4a32-8ccc-20c0cc4bbbb1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.846836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8195a4c5-1b99-4d95-9f77-b117b78e5d2e req-37f7b813-dba4-4a32-8ccc-20c0cc4bbbb1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0944638 Sep 16 04:51:33.854234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Routers {'503a426c-82bb-4897-a0c1-ec42b3027c66'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:33.854494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59776) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:33.867981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['503a426c-82bb-4897-a0c1-ec42b3027c66'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:33.888648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a9324ad-df2a-4b48-86fa-d312ddc3e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.922077 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31dd5d2-de45-4bb0-ae87-7dccaa7ac3f3 x-openstack-request-id: req-b31dd5d2-de45-4bb0-ae87-7dccaa7ac3f3 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:33.922450 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:33.922700 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b31dd5d2-de45-4bb0-ae87-7dccaa7ac3f3 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:33.923143 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d', 'code': 200} Sep 16 04:51:33.928045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.998993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Allocated IP 19.80.0.2 (3bbe445a-3424-4f7f-b5b6-8b72bda44875/c57276eb-fe01-4cde-a222-2516f5748aaa/b15f3ce8-9a97-4054-95b6-874df26266b7) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:34.029621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa13a2c-aafd-4929-9bf3-d13cf73ce6ee None None] Pushing event updated for resources: {'Port': ['ID=97f6348f-55a2-4f13-963c-44a52d54733b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.054329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.066883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:34.067258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:34.067654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:34.070187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a9324ad-df2a-4b48-86fa-d312ddc3e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.072084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:34.072414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Attempting to bind port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:34.077831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:34.078706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:34.079101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:34.079570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Bound port: 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:34.079942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.125843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8195a4c5-1b99-4d95-9f77-b117b78e5d2e req-193670d4-e652-48cb-a97a-4c656835e994 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705383 Sep 16 04:51:34.165436 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a9324ad-df2a-4b48-86fa-d312ddc3e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.174233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:34.176618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c7a4cf15-d817-4192-8b2b-c1cba8819aca None None] Provisioning complete for port 97f6348f-55a2-4f13-963c-44a52d54733b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:34.177001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7a4cf15-d817-4192-8b2b-c1cba8819aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.180868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:34.202781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-852e5dc3-48e5-40eb-b340-6025b101d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.209629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79d5f-b9eb-457f-bf5c-7a3de785fc30 req-8aeeabc6-11ad-47cf-95c5-6d85aec72b2f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.211678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5a79d5f-b9eb-457f-bf5c-7a3de785fc30 req-8aeeabc6-11ad-47cf-95c5-6d85aec72b2f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1657300 Sep 16 04:51:34.217987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2a9324ad-df2a-4b48-86fa-d312ddc3e502 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04687cc4e7f343a5a0254a0fd4c9839e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573921 Sep 16 04:51:34.218185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59782) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:34.230570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] Set router 503a426c-82bb-4897-a0c1-ec42b3027c66 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:34.250455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.264024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9324ad-df2a-4b48-86fa-d312ddc3e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c51bf9-6f02-4eee-852c-a69544afa63b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.295187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:34.298655 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.323997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031dab9-0221-4188-b33f-1511c181edfb req-cd30e561-1f47-49aa-b62c-faa19bd7223a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.325656 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9031dab9-0221-4188-b33f-1511c181edfb req-cd30e561-1f47-49aa-b62c-faa19bd7223a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.1078007 Sep 16 04:51:34.329121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5a79d5f-b9eb-457f-bf5c-7a3de785fc30 req-09cafdce-7006-4ad9-ba37-1d0e234c66f0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018205 Sep 16 04:51:34.349234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=8']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.391864 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9031dab9-0221-4188-b33f-1511c181edfb req-8aa1586b-9a49-4c59-a0ee-3ecd9a04ec36 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580769 Sep 16 04:51:34.396564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4967-48f6-4f2d-8502-424a6bed92b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.487951 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7a4cf15-d817-4192-8b2b-c1cba8819aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.491264 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.492096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.492729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.494131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-40974de2-5bdf-40bc-beb0-ee2c1107c618 service neutron] 10.222.0.57 "PUT /v2.0/ports/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 1124 time: 1.1416681 Sep 16 04:51:34.500426 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4967-48f6-4f2d-8502-424a6bed92b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.571616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c7a4cf15-d817-4192-8b2b-c1cba8819aca None None] For port 97f6348f-55a2-4f13-963c-44a52d54733b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=97f6348f-55a2-4f13-963c-44a52d54733b,segment=NetworkSegment(64044bb0-58dd-445b-a886-4f3b5ed6f66e),segment_id=64044bb0-58dd-445b-a886-4f3b5ed6f66e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:34.573123 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.583635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451868d-9f4b-4117-90db-12f46aac36ad req-7a713ce8-0151-42d5-a119-6471bc45630a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.585533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a451868d-9f4b-4117-90db-12f46aac36ad req-7a713ce8-0151-42d5-a119-6471bc45630a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 944 time: 0.0668650 Sep 16 04:51:34.618089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-852e5dc3-48e5-40eb-b340-6025b101d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.626650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:34.627822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7c0e24f3-ae4e-45a9-a00f-c7b444bba31d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:34.636581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a451868d-9f4b-4117-90db-12f46aac36ad req-ddbd1966-1852-43f0-9518-49c52cdac7b1 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Sep 16 04:51:34.640018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:34.648634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:34.671301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:34.690985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Pushing event updated for resources: {'Port': ['ID=b15f3ce8-9a97-4054-95b6-874df26266b7,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.708443 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7a4cf15-d817-4192-8b2b-c1cba8819aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.781787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:29Z', 'revision_number': 4, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port': {'id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '97f6348f-55a2-4f13-963c-44a52d54733b', 'name': '', 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'mac_address': 'fa:16:3e:47:80:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1aa23143-60a8-4f08-a693-518fea7d9885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:28Z', 'updated_at': '2021-09-16T04:51:33Z', 'revision_number': 4, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'subnets': [{'id': '1aa23143-60a8-4f08-a693-518fea7d9885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:34.805298 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-852e5dc3-48e5-40eb-b340-6025b101d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.811903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4967-48f6-4f2d-8502-424a6bed92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.813953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4967-48f6-4f2d-8502-424a6bed92b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.815101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b9ef4967-48f6-4f2d-8502-424a6bed92b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9c51bf9-6f02-4eee-852c-a69544afa63b HTTP/1.1" status: 204 len: 168 time: 0.5975163 Sep 16 04:51:34.855411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Attempting to bind port b15f3ce8-9a97-4054-95b6-874df26266b7 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:34.855915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Attempting to bind port b15f3ce8-9a97-4054-95b6-874df26266b7 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:34.860525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Attempting to bind port b15f3ce8-9a97-4054-95b6-874df26266b7 on network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:34.860659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-852e5dc3-48e5-40eb-b340-6025b101d132 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc834e03481a43b3bf3044eed8e6aeaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0221879 Sep 16 04:51:34.860824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28767e4-8bed-4689-99c1-829c55668708 None None] The sync data for ids ['503a426c-82bb-4897-a0c1-ec42b3027c66'] in n-d-712143-16 is: [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:29Z', 'revision_number': 4, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port': {'id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '97f6348f-55a2-4f13-963c-44a52d54733b', 'name': '', 'network_id': 'f7feb7d4-63ef-4013-b009-489adb81443f', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'mac_address': 'fa:16:3e:47:80:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1aa23143-60a8-4f08-a693-518fea7d9885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:28Z', 'updated_at': '2021-09-16T04:51:33Z', 'revision_number': 4, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'subnets': [{'id': '1aa23143-60a8-4f08-a693-518fea7d9885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:34.860971 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.861066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59796) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:34.868767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e5dc3-48e5-40eb-b340-6025b101d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0675a2bb-05c5-41d1-bfa6-68244404ac70,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.886627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:34.887008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Checking segment: {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:34.887469 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.887869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Bound using segment: {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:34.888329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Bound port: b15f3ce8-9a97-4054-95b6-874df26266b7, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:34.888711 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.893931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4cf15-d817-4192-8b2b-c1cba8819aca None None] Pushing event updated for resources: {'Port': ['ID=97f6348f-55a2-4f13-963c-44a52d54733b,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.978069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed47b6a4-6aad-45c0-b9b6-70e5db8530bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.979363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef4967-48f6-4f2d-8502-424a6bed92b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c51bf9-6f02-4eee-852c-a69544afa63b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.991439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:35.006336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:35.007531 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.017567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Subnet': ['ID=486ad241-0e6c-4acb-a3dd-41413937431b,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.023969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed47b6a4-6aad-45c0-b9b6-70e5db8530bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.036627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Checking segment: {'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:35.036937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network hostable DHCP agents. Network: dd5a29eb-4ca0-468a-90cc-0e72fb984585, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:35.115737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] For port b15f3ce8-9a97-4054-95b6-874df26266b7, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:35.124997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] For port b15f3ce8-9a97-4054-95b6-874df26266b7, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b15f3ce8-9a97-4054-95b6-874df26266b7,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:35.143833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network dd5a29eb-4ca0-468a-90cc-0e72fb984585 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:35.176337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed47b6a4-6aad-45c0-b9b6-70e5db8530bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.189538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed47b6a4-6aad-45c0-b9b6-70e5db8530bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.190176 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.190391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ed47b6a4-6aad-45c0-b9b6-70e5db8530bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0675a2bb-05c5-41d1-bfa6-68244404ac70 HTTP/1.1" status: 204 len: 168 time: 0.3219259 Sep 16 04:51:35.197066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47b6a4-6aad-45c0-b9b6-70e5db8530bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0675a2bb-05c5-41d1-bfa6-68244404ac70,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.235013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:35.237337 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36ad41c-b2d0-4df3-b78b-bc7e3a61ce29" -d '{"events": [{"server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "name": "network-vif-plugged", "status": "completed", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:35.251647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:35.258644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.279847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c83f1-37ee-4635-bef9-9c39a49b27c3 req-e11ecb91-bd2a-44cd-8386-a8974d7f39b8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.286569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b80c83f1-37ee-4635-bef9-9c39a49b27c3 req-e11ecb91-bd2a-44cd-8386-a8974d7f39b8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0860980 Sep 16 04:51:35.294263 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2f15f-dbcf-44f9-9258-93499d3d924a x-openstack-request-id: req-1cb2f15f-dbcf-44f9-9258-93499d3d924a {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:35.294578 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "name": "network-vif-plugged", "status": "completed", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:35.294846 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cb2f15f-dbcf-44f9-9258-93499d3d924a {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:35.296902 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6', 'code': 200} Sep 16 04:51:35.297748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, dd5a29eb-4ca0-468a-90cc-0e72fb984585) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:35.308767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.315100 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.323910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be5b88-ab13-4221-8cd5-e1fc81644d1b None None] Network dd5a29eb-4ca0-468a-90cc-0e72fb984585 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:35.343273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b80c83f1-37ee-4635-bef9-9c39a49b27c3 req-71e8d9a9-fdd7-49e1-b259-574898520f3f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532501 Sep 16 04:51:35.388079 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.506059 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9acb0e9e-971a-4472-919d-49e4a74a1ae2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7029741 Sep 16 04:51:35.533771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e247-8dfa-4880-bd70-9a7813674525 req-bea0ad0b-810d-4a6e-9ea5-0240cb922908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.537769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60a6e247-8dfa-4880-bd70-9a7813674525 req-bea0ad0b-810d-4a6e-9ea5-0240cb922908 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1097 time: 0.0864038 Sep 16 04:51:35.542965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f96eeb-8656-44d4-9239-afd53943f098 None None] Pushing event updated for resources: {'Port': ['ID=b15f3ce8-9a97-4054-95b6-874df26266b7,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.613171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60a6e247-8dfa-4880-bd70-9a7813674525 req-d4f228c3-41e9-4d52-b673-aca9c64fa01d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570374 Sep 16 04:51:35.672023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048b241-8b09-4fa5-82ff-b07351c3fda1 req-ea25dc3f-7f8c-4737-915e-bbb5b1a46ac5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.682163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f048b241-8b09-4fa5-82ff-b07351c3fda1 req-ea25dc3f-7f8c-4737-915e-bbb5b1a46ac5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 945 time: 0.1907527 Sep 16 04:51:35.746882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219f63d-7b6f-4839-95e0-b917173890b9 req-d68964ce-08b2-4413-b19b-d9c37c9d8f3e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.755307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9219f63d-7b6f-4839-95e0-b917173890b9 req-d68964ce-08b2-4413-b19b-d9c37c9d8f3e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.2240922 Sep 16 04:51:35.824637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f048b241-8b09-4fa5-82ff-b07351c3fda1 req-4508415b-46da-4345-b399-c5b94c125e0b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373551 Sep 16 04:51:35.846132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.876346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9219f63d-7b6f-4839-95e0-b917173890b9 req-e2ee2b12-89f7-4360-900f-78e0599bc1d0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198900 Sep 16 04:51:35.901676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-dd5a29eb-4ca0-468a-90cc-0e72fb984585', 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'fixed_ips': [{'subnet_id': '486ad241-0e6c-4acb-a3dd-41413937431b'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:35.901676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.924441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:35.929488 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7387a2f9-01db-4e32-9e29-583b34969cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:36.068016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25661-8738-45bb-b6e0-5309689a5bca req-04a5de4c-c3e9-4b6d-8501-27c2f11768e9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.070270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26d25661-8738-45bb-b6e0-5309689a5bca req-04a5de4c-c3e9-4b6d-8501-27c2f11768e9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 944 time: 0.1041682 Sep 16 04:51:36.074530 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b64242c-08b6-4a5b-b429-3a10c8346297 x-openstack-request-id: req-3b64242c-08b6-4a5b-b429-3a10c8346297 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:36.075543 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:36.076000 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b64242c-08b6-4a5b-b429-3a10c8346297 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:36.076659 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d', 'status': 'completed', 'code': 200} Sep 16 04:51:36.140029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Allocated IP 19.86.0.2 (dd5a29eb-4ca0-468a-90cc-0e72fb984585/486ad241-0e6c-4acb-a3dd-41413937431b/f5e4c764-e212-47e2-ae4c-42e81c36f638) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:36.154137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-8168d101-aa9e-458c-9dbc-b2f0dfde7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.167428 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-8168d101-aa9e-458c-9dbc-b2f0dfde7adc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1127 time: 0.0653570 Sep 16 04:51:36.201324 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26d25661-8738-45bb-b6e0-5309689a5bca req-2781268d-cebf-4b90-aa42-048f27bc980b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193993 Sep 16 04:51:36.357852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 97f6348f-55a2-4f13-963c-44a52d54733b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:36.369220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-6280345e-28c9-4d83-885a-27decb4d9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.371424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-6280345e-28c9-4d83-885a-27decb4d9016 service neutron] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1867919 Sep 16 04:51:36.402697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2d08ab18-3d08-40f4-a7ac-59787054ec4b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.411922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2d08ab18-3d08-40f4-a7ac-59787054ec4b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.422762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2d08ab18-3d08-40f4-a7ac-59787054ec4b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/networks?id=3bbe445a-3424-4f7f-b5b6-8b72bda44875&id=dd5a29eb-4ca0-468a-90cc-0e72fb984585&id=3bbe445a-3424-4f7f-b5b6-8b72bda44875 HTTP/1.1" status: 200 len: 1389 time: 0.2196977 Sep 16 04:51:36.437523 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-6fb48c1d-149a-4bc8-865b-cda6de2c9419 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 217 time: 0.0577278 Sep 16 04:51:36.442888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-221f0914-9c22-448e-bfcd-6a2c8ee19843 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/quotas/8aa6daab3ba644c283831c4f1df21257 HTTP/1.1" status: 200 len: 375 time: 0.0189364 Sep 16 04:51:36.475369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59846) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:36.511955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-27142691-168f-4118-9e15-bb2b3c81a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.513643 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-27142691-168f-4118-9e15-bb2b3c81a358 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0694058 Sep 16 04:51:36.519697 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6bbe59a3-99e3-4ec7-be51-537fa00234d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.568677 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-7dd4e522-ee5d-448e-88fb-7ee671a1fe25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461855 Sep 16 04:51:36.615436 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.633173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 97f6348f-55a2-4f13-963c-44a52d54733b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:36.633568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.665312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-3d5d2e6e-2d08-45c0-b9f1-f92cfe694db3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2205861 Sep 16 04:51:36.691659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-60c8c3b9-a45f-47c5-89a0-de340b34d2bf service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105852 Sep 16 04:51:36.758934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bdaa6-4753-4ad4-83c6-0d0490237cb2 req-03880ea8-a945-493c-868f-030f49dceba0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.767064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-470bdaa6-4753-4ad4-83c6-0d0490237cb2 req-03880ea8-a945-493c-868f-030f49dceba0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.2322395 Sep 16 04:51:36.798972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b15f3ce8-9a97-4054-95b6-874df26266b7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:36.802057 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.851571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-d2ec0701-5dc2-4d43-899d-616455807679 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851032 Sep 16 04:51:36.873610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-470bdaa6-4753-4ad4-83c6-0d0490237cb2 req-c6e484d4-0ae3-476f-8f79-d35eb02adf28 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033826 Sep 16 04:51:36.894015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7387a2f9-01db-4e32-9e29-583b34969cfc req-e1ce4d1e-10a9-4e30-a044-a8e99698419a service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919842 Sep 16 04:51:36.912027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Network dd5a29eb-4ca0-468a-90cc-0e72fb984585 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:36.917768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:36.927964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:36.936808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Pushing event updated for resources: {'Port': ['ID=f5e4c764-e212-47e2-ae4c-42e81c36f638,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.968252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fea206-fd19-4131-be27-1c5ecd94953d None None] Network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:37.016352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6bbe59a3-99e3-4ec7-be51-537fa00234d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.051963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7c856-98b1-47ac-b6d0-1e2a73f1d61e req-7bf79db9-b9a1-447f-b342-9a9fe15b9f3c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.053476 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39f7c856-98b1-47ac-b6d0-1e2a73f1d61e req-7bf79db9-b9a1-447f-b342-9a9fe15b9f3c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 945 time: 0.0899124 Sep 16 04:51:37.057840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Attempting to bind port f5e4c764-e212-47e2-ae4c-42e81c36f638 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:37.058220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Attempting to bind port f5e4c764-e212-47e2-ae4c-42e81c36f638 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:37.058602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Attempting to bind port f5e4c764-e212-47e2-ae4c-42e81c36f638 on network dd5a29eb-4ca0-468a-90cc-0e72fb984585 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:37.062213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-d4417ef4-6f10-4bc0-a0c4-c47a20c8d180 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097850 Sep 16 04:51:37.072784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b15f3ce8-9a97-4054-95b6-874df26266b7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:37.073173 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.097175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:37.100155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Checking segment: {'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:37.100155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.100155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Bound using segment: {'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:37.100155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Bound port: f5e4c764-e212-47e2-ae4c-42e81c36f638, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:37.100155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.129844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c5776569-93c2-4b38-a3c9-9c5abf5f5a8f None None] Provisioning complete for port b15f3ce8-9a97-4054-95b6-874df26266b7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:37.130218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5776569-93c2-4b38-a3c9-9c5abf5f5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.145663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6bbe59a3-99e3-4ec7-be51-537fa00234d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.183484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39f7c856-98b1-47ac-b6d0-1e2a73f1d61e req-173765ea-f7b0-4fbd-8954-0c5a4fc1a2e5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105094 Sep 16 04:51:37.238267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6bbe59a3-99e3-4ec7-be51-537fa00234d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d665d09f496944b282a90bf892fa6fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7592106 Sep 16 04:51:37.238267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe59a3-99e3-4ec7-be51-537fa00234d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d78a9f3-0b45-467c-9cdb-4b383757b651,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.239703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59866) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:37.245842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-b018c9ff-6bca-4a0e-84ff-b7dfb3a86811 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5a29eb-4ca0-468a-90cc-0e72fb984585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827986 Sep 16 04:51:37.311012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e30b-69b9-46d7-802b-264d1502795e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.336050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e30b-69b9-46d7-802b-264d1502795e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.377030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] For port f5e4c764-e212-47e2-ae4c-42e81c36f638, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:37.409579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] For port f5e4c764-e212-47e2-ae4c-42e81c36f638, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f5e4c764-e212-47e2-ae4c-42e81c36f638,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:37.416054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051f22-a540-4f71-8e2f-9b9275432ee2 req-13fd1ca3-19ab-46cb-812c-c97f55635c26 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.417584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8051f22-a540-4f71-8e2f-9b9275432ee2 req-13fd1ca3-19ab-46cb-812c-c97f55635c26 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1273139 Sep 16 04:51:37.419122 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5776569-93c2-4b38-a3c9-9c5abf5f5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.429759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-003547d7-cb91-451a-9b24-039d5c31e517 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5a29eb-4ca0-468a-90cc-0e72fb984585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721063 Sep 16 04:51:37.448296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.482389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e30b-69b9-46d7-802b-264d1502795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.483218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e30b-69b9-46d7-802b-264d1502795e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.490012 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0ab3e30b-69b9-46d7-802b-264d1502795e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d78a9f3-0b45-467c-9cdb-4b383757b651 HTTP/1.1" status: 204 len: 168 time: 0.2457676 Sep 16 04:51:37.498931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c5776569-93c2-4b38-a3c9-9c5abf5f5a8f None None] For port b15f3ce8-9a97-4054-95b6-874df26266b7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b15f3ce8-9a97-4054-95b6-874df26266b7,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:37.511437 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.517036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8051f22-a540-4f71-8e2f-9b9275432ee2 req-156bda1a-d027-4f4b-9e9c-97e55d483315 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830626 Sep 16 04:51:37.517927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3e30b-69b9-46d7-802b-264d1502795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d78a9f3-0b45-467c-9cdb-4b383757b651,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.617466 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5776569-93c2-4b38-a3c9-9c5abf5f5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.652815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9f9247d0-3058-4f6b-8483-ff8a8d1b15a9 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067838 Sep 16 04:51:37.734989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409feec5-7928-4bf1-ace8-1d6a1e866933 None None] Pushing event updated for resources: {'Port': ['ID=f5e4c764-e212-47e2-ae4c-42e81c36f638,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.794151 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:37.794538 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:37.825580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5776569-93c2-4b38-a3c9-9c5abf5f5a8f None None] Pushing event updated for resources: {'Port': ['ID=b15f3ce8-9a97-4054-95b6-874df26266b7,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.835978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-0461d16f-dc0e-4a75-8f3e-328eb182f1d3 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821408 Sep 16 04:51:37.844866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa07f06-1f48-4c64-b408-58a929a3e78e req-836fee99-26c8-459f-909c-1c51b8963296 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.846363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fa07f06-1f48-4c64-b408-58a929a3e78e req-836fee99-26c8-459f-909c-1c51b8963296 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 944 time: 0.1077962 Sep 16 04:51:37.855695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b1493098-34b2-409f-815e-4c451e216a49 None None] Provisioning complete for port b15f3ce8-9a97-4054-95b6-874df26266b7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:37.856084 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b1493098-34b2-409f-815e-4c451e216a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.912292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fa07f06-1f48-4c64-b408-58a929a3e78e req-a69bc075-3f63-4512-a862-ffe7879efd11 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535812 Sep 16 04:51:38.140220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c4b89-1a3e-4429-b31f-9d998acea9db req-299b43b6-8169-4518-af77-2fd498ce5eb1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.141888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-299c4b89-1a3e-4429-b31f-9d998acea9db req-299b43b6-8169-4518-af77-2fd498ce5eb1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0916181 Sep 16 04:51:38.188117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcc950f9-410f-490c-8d62-30e808c43801 req-595bf5d6-5a67-42a6-af9a-4421bc87837d tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 210 time: 0.0318236 Sep 16 04:51:38.215034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-299c4b89-1a3e-4429-b31f-9d998acea9db req-f81b22b3-581d-4666-9ad0-4f5cc662eed2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647507 Sep 16 04:51:38.333036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29700da-5dfe-4912-97c1-ee4cfa9f8e22 req-5d2be7b4-81aa-44dc-bac7-b2cb9e13df3b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.334560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b29700da-5dfe-4912-97c1-ee4cfa9f8e22 req-5d2be7b4-81aa-44dc-bac7-b2cb9e13df3b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 945 time: 0.0699069 Sep 16 04:51:38.401366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b29700da-5dfe-4912-97c1-ee4cfa9f8e22 req-81ba8b04-41eb-45c1-87f8-0a1223fa42c9 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519350 Sep 16 04:51:38.549397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f5e4c764-e212-47e2-ae4c-42e81c36f638 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:38.556433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47675746-f4c1-4870-8776-1fbb1b44df3f req-32ff3cf5-84e7-4e69-a562-284a52c152ea tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.558379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47675746-f4c1-4870-8776-1fbb1b44df3f req-32ff3cf5-84e7-4e69-a562-284a52c152ea tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1097 time: 0.0744207 Sep 16 04:51:38.621349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f5e4c764-e212-47e2-ae4c-42e81c36f638 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:38.622021 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.636160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47675746-f4c1-4870-8776-1fbb1b44df3f req-5933ed8a-7213-4786-aff0-c8b352c0b24c tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701380 Sep 16 04:51:38.672308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:38.762294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b8a8b-e3f9-49c1-a769-36c1b2e57b8a req-5c32c4a6-6f6a-4268-bfc5-efc7563199e7 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.764585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e7b8a8b-e3f9-49c1-a769-36c1b2e57b8a req-5c32c4a6-6f6a-4268-bfc5-efc7563199e7 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1273484 Sep 16 04:51:38.797826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:38.816776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e7b8a8b-e3f9-49c1-a769-36c1b2e57b8a req-d9c9024a-3a61-4841-ad1e-5fc56b69dc95 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Sep 16 04:51:38.873031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0eb615-b704-434b-9f27-1a81eb8b4b73 None None] Network dd5a29eb-4ca0-468a-90cc-0e72fb984585 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:38.900387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d has no active binding in host n-h1-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:51:38.905636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89c7f4-4182-4d81-8380-e0f24dfce59c req-6e433c7c-ed9d-428c-977e-b219ae901a24 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.914834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e89c7f4-4182-4d81-8380-e0f24dfce59c req-6e433c7c-ed9d-428c-977e-b219ae901a24 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1097 time: 0.0555565 Sep 16 04:51:38.933429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1fa6d9d7-7518-45ae-a75f-d50f7cbdaea5 None None] Provisioning complete for port f5e4c764-e212-47e2-ae4c-42e81c36f638 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:38.933790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d9d7-7518-45ae-a75f-d50f7cbdaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.960667 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.972466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e89c7f4-4182-4d81-8380-e0f24dfce59c req-2f7b57c4-6113-4c66-9d43-6092e2bcdf93 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447118 Sep 16 04:51:39.085600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae2980-e6cf-4ca9-a780-37bc1f428d11 req-093f3012-0ea4-4553-a53b-a07a20a1ed64 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.092882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44ae2980-e6cf-4ca9-a780-37bc1f428d11 req-093f3012-0ea4-4553-a53b-a07a20a1ed64 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 944 time: 0.0900471 Sep 16 04:51:39.128070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port f5e4c764-e212-47e2-ae4c-42e81c36f638, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f5e4c764-e212-47e2-ae4c-42e81c36f638,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:39.148768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44ae2980-e6cf-4ca9-a780-37bc1f428d11 req-8396a7a6-9d03-47c4-b147-ab3497c567e5 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500147 Sep 16 04:51:39.202372 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d9d7-7518-45ae-a75f-d50f7cbdaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.216474 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.217274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b15f3ce8-9a97-4054-95b6-874df26266b7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:39.355049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=f5e4c764-e212-47e2-ae4c-42e81c36f638,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.360892 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-1fa6d9d7-7518-45ae-a75f-d50f7cbdaea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:39.361303 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-1fa6d9d7-7518-45ae-a75f-d50f7cbdaea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:39.362492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b15f3ce8-9a97-4054-95b6-874df26266b7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:39.362893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.543686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3b92922-d060-430e-8dd8-cf43cff0366f req-de7a2138-f2cd-4687-ad0f-f1797152ee14 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 210 time: 0.0346079 Sep 16 04:51:39.595531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b24d4f-8527-4ce6-99c6-3ea410ddec0d req-e0af84b4-db58-4c29-aa88-f29ae5d1d3bb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.597365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34b24d4f-8527-4ce6-99c6-3ea410ddec0d req-e0af84b4-db58-4c29-aa88-f29ae5d1d3bb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0769997 Sep 16 04:51:39.652172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34b24d4f-8527-4ce6-99c6-3ea410ddec0d req-806b6363-d774-4102-b9bc-98c7614c3e03 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474002 Sep 16 04:51:39.755279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a9bfc-cdc9-41a8-9162-a7ca3d48786a req-40276cea-275b-4cc6-96f6-3f4d9b397d94 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.757478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c5a9bfc-cdc9-41a8-9162-a7ca3d48786a req-40276cea-275b-4cc6-96f6-3f4d9b397d94 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1097 time: 0.0460365 Sep 16 04:51:39.797626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c5a9bfc-cdc9-41a8-9162-a7ca3d48786a req-7f8b04cd-04b2-48ae-b1a7-9633ae122945 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 Sep 16 04:51:40.032701 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5087b0df-b0d1-45a5-b05f-51c488bc1ed6 None None] Provisioning complete for port f5e4c764-e212-47e2-ae4c-42e81c36f638 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:40.033282 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5087b0df-b0d1-45a5-b05f-51c488bc1ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.033364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc4d1e-6b10-4c49-a63a-5226d869b543 req-3f688521-f441-469b-8622-aa014da50cfc tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.034825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0afc4d1e-6b10-4c49-a63a-5226d869b543 req-3f688521-f441-469b-8622-aa014da50cfc tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0654070 Sep 16 04:51:40.096569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0afc4d1e-6b10-4c49-a63a-5226d869b543 req-63625ef5-87f4-414f-b7b0-5c2caed5ad01 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Sep 16 04:51:40.144025 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.255943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf79f57-c50e-477b-a981-2b4250692ca3 req-8ced5f51-2e8c-495d-9e3b-e23fda672e20 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.258098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5bf79f57-c50e-477b-a981-2b4250692ca3 req-8ced5f51-2e8c-495d-9e3b-e23fda672e20 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 944 time: 0.0481036 Sep 16 04:51:40.303264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5bf79f57-c50e-477b-a981-2b4250692ca3 req-8d6c5d35-11fe-4d68-aaac-c6768dbe193c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 Sep 16 04:51:40.414685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f5e4c764-e212-47e2-ae4c-42e81c36f638 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:40.572578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59994) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:40.585969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f5e4c764-e212-47e2-ae4c-42e81c36f638 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:40.586391 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.676777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97b9b356-300c-464e-b606-08efe18eebcb req-45f69086-b631-40a4-8fb2-f244398f7366 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 210 time: 0.0346868 Sep 16 04:51:40.724837 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28096aed-66b5-4290-bb51-b47849191ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.790301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1ba72-ee22-48aa-bbdf-c81b28abce9b req-c795d295-7635-4883-8245-340590039cf2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.791968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00e1ba72-ee22-48aa-bbdf-c81b28abce9b req-c795d295-7635-4883-8245-340590039cf2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0507400 Sep 16 04:51:40.831074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00e1ba72-ee22-48aa-bbdf-c81b28abce9b req-d1be6175-0ab8-4ae4-a754-c1e3850606d7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Sep 16 04:51:40.873984 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-956eb21b-88cf-428c-b45d-a9a08845a29c service neutron] 10.222.0.60 "GET /v2.0/ports/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d/bindings/n-h1-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.0944490 Sep 16 04:51:40.893309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28096aed-66b5-4290-bb51-b47849191ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.942668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3cf8f-e672-4858-88cd-2e71e0535e5a req-dc92bbd6-5bdc-44ba-89fd-1ceaa5433e88 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.944254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e3cf8f-e672-4858-88cd-2e71e0535e5a req-dc92bbd6-5bdc-44ba-89fd-1ceaa5433e88 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1097 time: 0.0417359 Sep 16 04:51:40.949336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0caf5c43-4240-4ccf-8f49-b536c372dcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.950090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28096aed-66b5-4290-bb51-b47849191ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.980049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e3cf8f-e672-4858-88cd-2e71e0535e5a req-1453df32-fc06-4e2b-8465-c785015e8013 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293887 Sep 16 04:51:41.017367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-28096aed-66b5-4290-bb51-b47849191ead admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63757844f31747d4b37a5e9dd0cd5f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436529 Sep 16 04:51:41.022580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28096aed-66b5-4290-bb51-b47849191ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf214e9-e8ec-4562-9b6f-c84c13340dac,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.022718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60016) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:41.100593 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:41.127856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6cc83043-1dcc-4372-88ca-33d8f6c9a5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.135774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:41.157134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6cc83043-1dcc-4372-88ca-33d8f6c9a5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.162904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:41.200029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:41.211542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:41.267676 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6cc83043-1dcc-4372-88ca-33d8f6c9a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.270411 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6cc83043-1dcc-4372-88ca-33d8f6c9a5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.271642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6cc83043-1dcc-4372-88ca-33d8f6c9a5b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ddf214e9-e8ec-4562-9b6f-c84c13340dac HTTP/1.1" status: 204 len: 168 time: 0.2473745 Sep 16 04:51:41.292664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc83043-1dcc-4372-88ca-33d8f6c9a5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf214e9-e8ec-4562-9b6f-c84c13340dac,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.335069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.404974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec005007-6333-4b4f-9080-05e5a5f606bd req-49778812-61a8-4d76-9f23-026b754372e0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.406477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec005007-6333-4b4f-9080-05e5a5f606bd req-49778812-61a8-4d76-9f23-026b754372e0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0514615 Sep 16 04:51:41.464457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-50ae60a6-3c4f-49ab-8b9e-65bf3dccc1b0 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.467915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec005007-6333-4b4f-9080-05e5a5f606bd req-5e71537f-4082-42fc-9e5e-f9cd84ac5534 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531878 Sep 16 04:51:41.470283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-50ae60a6-3c4f-49ab-8b9e-65bf3dccc1b0 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.472020 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-50ae60a6-3c4f-49ab-8b9e-65bf3dccc1b0 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.57 "GET /v2.0/networks?id=3bbe445a-3424-4f7f-b5b6-8b72bda44875&id=dd5a29eb-4ca0-468a-90cc-0e72fb984585&id=3bbe445a-3424-4f7f-b5b6-8b72bda44875 HTTP/1.1" status: 200 len: 1389 time: 0.1927202 Sep 16 04:51:41.487733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] Transition to ACTIVE for port object 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:41.510105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'port': {'device_id': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875', 'admin_state_up': True, 'tenant_id': '8aa6daab3ba644c283831c4f1df21257'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:41.570941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.657964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.665837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] No DVR routers for this DVR port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:41.709688 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-0ad8979a-d4c5-45dd-95ee-de165b69659a service neutron] 10.222.0.60 "PUT /v2.0/ports/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d/bindings/n-h1-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8277588 Sep 16 04:51:41.760018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b115e5-bc02-4ec7-93bf-1b29e5709708 req-c54902d6-660a-41f8-85fb-6681a5417dce tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.764163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b115e5-bc02-4ec7-93bf-1b29e5709708 req-c54902d6-660a-41f8-85fb-6681a5417dce tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 945 time: 0.0574753 Sep 16 04:51:41.804963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b115e5-bc02-4ec7-93bf-1b29e5709708 req-17535898-6808-45ec-a307-00d57b145230 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Sep 16 04:51:41.854654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:41.859772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.921015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88d3e166-ea04-45bd-a0fb-44f616089ff6 req-8a4a3153-2fc7-4812-876a-ff60e0aa84fd tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 210 time: 0.0286996 Sep 16 04:51:42.013276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Allocated IP 19.80.0.46 (3bbe445a-3424-4f7f-b5b6-8b72bda44875/c57276eb-fe01-4cde-a222-2516f5748aaa/c7d8ae39-92fb-4f8b-a55e-41fada98c033) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:42.045477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b1eae-d3aa-43d5-b60c-b9cb0566333b req-064d6f97-b517-416f-a345-c8199aeaf303 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.047156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-479b1eae-d3aa-43d5-b60c-b9cb0566333b req-064d6f97-b517-416f-a345-c8199aeaf303 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0606616 Sep 16 04:51:42.090122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-479b1eae-d3aa-43d5-b60c-b9cb0566333b req-0425f919-5506-4c61-9960-1a8ac84a8faa tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359819 Sep 16 04:51:42.155439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60062) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:42.169556 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a09f6df9-5822-4002-8139-7d232de25a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.170982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-7a5d21d9-7fc4-4413-b5b1-dcace13a6564 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.173101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-7a5d21d9-7fc4-4413-b5b1-dcace13a6564 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.1147032 Sep 16 04:51:42.267553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.267950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a09f6df9-5822-4002-8139-7d232de25a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.347832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a09f6df9-5822-4002-8139-7d232de25a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.402885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f6df9-5822-4002-8139-7d232de25a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9afed8-6b21-4797-aa74-7b75c60940c4,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.423141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a09f6df9-5822-4002-8139-7d232de25a86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cf316f43bd64363954527435cc21b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665086 Sep 16 04:51:42.424195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60074) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:42.477177 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cecaa74-97f8-4156-8e5b-95bfabe3cacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.501804 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cecaa74-97f8-4156-8e5b-95bfabe3cacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.503117 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-945be36f-3010-47c5-96b6-2f4bab2d05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.504755 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-945be36f-3010-47c5-96b6-2f4bab2d05a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786&tenant_id=965e3ef5096545d6bfac513a019ead0f HTTP/1.1" status: 200 len: 1097 time: 0.2875750 Sep 16 04:51:42.616917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-62188ed0-ef26-4710-9d49-e689e7186c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.618317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-62188ed0-ef26-4710-9d49-e689e7186c50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1097 time: 0.0440669 Sep 16 04:51:42.676558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8f86a-4f51-4752-a489-b801ffde444e req-506423fa-ee37-47e2-ba13-8e9b649ec473 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.678028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21e8f86a-4f51-4752-a489-b801ffde444e req-506423fa-ee37-47e2-ba13-8e9b649ec473 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0484288 Sep 16 04:51:42.689963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.704095 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cecaa74-97f8-4156-8e5b-95bfabe3cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.706864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cecaa74-97f8-4156-8e5b-95bfabe3cacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.708092 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9cecaa74-97f8-4156-8e5b-95bfabe3cacb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc9afed8-6b21-4797-aa74-7b75c60940c4 HTTP/1.1" status: 204 len: 168 time: 0.2829547 Sep 16 04:51:42.724876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecaa74-97f8-4156-8e5b-95bfabe3cacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9afed8-6b21-4797-aa74-7b75c60940c4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.735625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21e8f86a-4f51-4752-a489-b801ffde444e req-4d2636b2-5d09-4008-bf9f-377da59c2175 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Sep 16 04:51:42.752658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:42.753879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Port': ['ID=c7d8ae39-92fb-4f8b-a55e-41fada98c033,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.761099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:42.768093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:42.794397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-13b9813d-b43a-4b22-b220-f3b17ad7a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.795929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-13b9813d-b43a-4b22-b220-f3b17ad7a6e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1653340 Sep 16 04:51:42.867647 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-41696bec-62b9-4ddc-9242-f1d2ea9228a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 217 time: 0.0595450 Sep 16 04:51:42.876768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.877496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.936288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-5902fc60-ed66-4051-8004-32cf45f1600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.937776 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-5902fc60-ed66-4051-8004-32cf45f1600c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0499444 Sep 16 04:51:42.976538 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-575bd1e6-eeda-4eb9-b836-eb4a5a632f2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248940 Sep 16 04:51:42.994343 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-690e8967-aee8-48a8-b6dd-768200115015 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4889598 Sep 16 04:51:43.049122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'port': {'device_id': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585', 'admin_state_up': True, 'tenant_id': '8aa6daab3ba644c283831c4f1df21257'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:43.076578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-32b62b34-9a82-4bce-9e74-e3ed41417bed None None] Provisioning complete for port c7d8ae39-92fb-4f8b-a55e-41fada98c033 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:43.077198 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-32b62b34-9a82-4bce-9e74-e3ed41417bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.095842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b7410-f5a7-459d-a74c-d6ee8d81f1f8 req-22dd3809-58af-40f1-b8d2-133be105bc49 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.097416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-671b7410-f5a7-459d-a74c-d6ee8d81f1f8 req-22dd3809-58af-40f1-b8d2-133be105bc49 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Sep 16 04:51:43.113450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-32b62b34-9a82-4bce-9e74-e3ed41417bed None None] Port c7d8ae39-92fb-4f8b-a55e-41fada98c033 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:43.140773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-671b7410-f5a7-459d-a74c-d6ee8d81f1f8 req-7797dad4-5d0a-4307-875d-50e3905b4ba2 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357759 Sep 16 04:51:43.197639 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-e11f93aa-2741-47ba-bbd8-e9ba0b4010af service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701980 Sep 16 04:51:43.270961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87369c-a3fd-49ec-a26b-6342c93577a0 req-501996ac-2e47-4526-8bb1-83d7e8c4cabc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.272704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b87369c-a3fd-49ec-a26b-6342c93577a0 req-501996ac-2e47-4526-8bb1-83d7e8c4cabc tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 931 time: 0.0649655 Sep 16 04:51:43.315808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b87369c-a3fd-49ec-a26b-6342c93577a0 req-10f5dd5b-9519-4127-8fe1-8aec35f9dcef tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346222 Sep 16 04:51:43.320129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-08a1481a-14d5-4204-b848-a3f7f5de5dac service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044984 Sep 16 04:51:43.404697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:43.408206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.472370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-f9e9b116-1403-4578-a0e6-5f26a0c90b15 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:51:43.473378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-f9e9b116-1403-4578-a0e6-5f26a0c90b15 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1053135 Sep 16 04:51:43.540908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-026472a8-4a3d-4751-9168-5c3aa0f663e4 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.542579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-026472a8-4a3d-4751-9168-5c3aa0f663e4 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 1094 time: 0.0623550 Sep 16 04:51:43.547888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Allocated IP 19.86.0.105 (dd5a29eb-4ca0-468a-90cc-0e72fb984585/486ad241-0e6c-4acb-a3dd-41413937431b/aea5d0fa-41a4-4758-84ef-f36843c0818b) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:43.554716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Request body: {'binding': {'host': 'n-h2-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:43.555343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:51:43.601752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1406d-0ab6-4fd3-85dc-6cd8aaab08d0 req-e0b64d79-fbde-4ff9-81e9-3e755a1dd7ba tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.603364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47b1406d-0ab6-4fd3-85dc-6cd8aaab08d0 req-e0b64d79-fbde-4ff9-81e9-3e755a1dd7ba tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0926669 Sep 16 04:51:43.656272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c6b0-8240-48c9-91d9-2ce83bce9beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.703773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47b1406d-0ab6-4fd3-85dc-6cd8aaab08d0 req-27dd34b1-0a80-406d-b0fa-290c9ba7af5d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931547 Sep 16 04:51:43.709060 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.764690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on host n-h2-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:43.765033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:43.765368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:43.769675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:43.770099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:43.777603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:43.777942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:43.778350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:43.778763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Bound port: 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:43.847798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:43.914325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.922161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1cbd7-f1f3-4cc6-b612-f425d35e1807 req-a1575f75-f82a-46d7-a717-c0016ae7f5ba tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.923669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73a1cbd7-f1f3-4cc6-b612-f425d35e1807 req-a1575f75-f82a-46d7-a717-c0016ae7f5ba tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0493414 Sep 16 04:51:43.961057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network dd5a29eb-4ca0-468a-90cc-0e72fb984585 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:43.961542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73a1cbd7-f1f3-4cc6-b612-f425d35e1807 req-b7f04083-d718-445c-b485-72facb0d9492 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Sep 16 04:51:43.966284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:43.970948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:43.974761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Port': ['ID=aea5d0fa-41a4-4758-84ef-f36843c0818b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:44.027576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.028091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.051270 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.052826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-37293acf-109d-4614-b7dd-e9cbeb676afa service neutron] 10.222.0.59 "POST /v2.0/ports/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5036688 Sep 16 04:51:44.162435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60130) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:44.182710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.188375 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-2658a539-d309-4b75-b010-b955b4414768 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1516564 Sep 16 04:51:44.242107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-add555db-fe95-4a08-91fa-5cfd2d15eebc None None] Provisioning complete for port aea5d0fa-41a4-4758-84ef-f36843c0818b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:44.242471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-add555db-fe95-4a08-91fa-5cfd2d15eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.261304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'port': {'device_id': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875', 'admin_state_up': True, 'tenant_id': '8aa6daab3ba644c283831c4f1df21257'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:44.280595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-add555db-fe95-4a08-91fa-5cfd2d15eebc None None] Port aea5d0fa-41a4-4758-84ef-f36843c0818b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:44.300866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-network', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:44.410286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Made reservation on behalf of 5f26c7dbf8bf4bfeb8a5c9adf2a77fff for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:44.412628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.420953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-6fce653e-8458-4a23-acba-1d652b1d5131 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.422494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-6fce653e-8458-4a23-acba-1d652b1d5131 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.1542287 Sep 16 04:51:44.427451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.427844 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-a2992a71-95a0-452f-89e5-28e9394bbd32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1330531 Sep 16 04:51:44.439652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282435e-7ad4-461e-939f-8c829a77d560 req-b33fc152-5fb6-43ce-bcec-fd805839047e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.441236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3282435e-7ad4-461e-939f-8c829a77d560 req-b33fc152-5fb6-43ce-bcec-fd805839047e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 945 time: 0.0910349 Sep 16 04:51:44.490534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:51:44.490534 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:51:44.490534 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': '8aa6daab3ba644c283831c4f1df21257', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 51, 24, 475199)}] Sep 16 04:51:44.490534 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:44.491489 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:44.547049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3282435e-7ad4-461e-939f-8c829a77d560 req-effb7d88-7488-42b7-b5aa-f9d4d19cc7de tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940611 Sep 16 04:51:44.547282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-c52da1a3-3a63-46af-85fd-493755543a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.548727 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-c52da1a3-3a63-46af-85fd-493755543a22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1096 time: 0.0693915 Sep 16 04:51:44.563032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e5cd4-c8a3-4640-9ca9-8aed138253b9 req-c76d3af8-b4e2-488a-a50e-ca4ff3eabc30 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.565225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-995e5cd4-c8a3-4640-9ca9-8aed138253b9 req-c76d3af8-b4e2-488a-a50e-ca4ff3eabc30 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 945 time: 0.1133907 Sep 16 04:51:44.626074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-995e5cd4-c8a3-4640-9ca9-8aed138253b9 req-88f317ef-9417-42f8-9a36-4fb83be730e6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492730 Sep 16 04:51:44.684752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.690897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-46e5dc7a-b17e-499e-9151-5b5734afbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.692655 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-46e5dc7a-b17e-499e-9151-5b5734afbc8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1071742 Sep 16 04:51:44.698506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eee92-b681-42bf-8742-3e4f25f93868 req-354251b2-5b08-409f-86fb-5abc32fb4478 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.704438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eee92-b681-42bf-8742-3e4f25f93868 req-354251b2-5b08-409f-86fb-5abc32fb4478 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.705947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c82eee92-b681-42bf-8742-3e4f25f93868 req-354251b2-5b08-409f-86fb-5abc32fb4478 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 1654 time: 0.0833395 Sep 16 04:51:44.738947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-69dc8e5a-6bba-4196-8f25-95a7dba25b76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 217 time: 0.0379016 Sep 16 04:51:44.746050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c82eee92-b681-42bf-8742-3e4f25f93868 req-b0daf36b-7b97-4472-bc3d-4b33ee713c36 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337975 Sep 16 04:51:44.802476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-51acaa34-9f90-4a95-92a4-2e9d0702409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.805141 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-51acaa34-9f90-4a95-92a4-2e9d0702409e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0499487 Sep 16 04:51:44.839053 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-2d492f9d-aeea-4048-9798-18e2a91c4bb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269561 Sep 16 04:51:44.876799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-a8664737-1e5f-47ee-a63e-9670813a6e42 service neutron] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:44.882844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-a8664737-1e5f-47ee-a63e-9670813a6e42 service neutron] Notify callbacks [] for binding, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.884408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c75bf208-ae4b-4004-8dc9-ec7010befea8 req-a8664737-1e5f-47ee-a63e-9670813a6e42 service neutron] 10.222.0.57 "DELETE /v2.0/ports/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d/bindings/n-h2-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.4408340 Sep 16 04:51:44.889431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.901673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:44.918571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.920062 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Added segment fe3c0b88-6ef4-400e-8266-5b27c616d807 of type vlan for network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b Sep 16 04:51:44.943235 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-b00bb26d-085a-4b29-958d-293a88efed54 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969293 Sep 16 04:51:44.976391 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.011280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:45.019055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7596f-bf4c-4c8d-ae10-ae4ef695a50b req-f74369b5-d3fc-456a-8008-5453e50c6de9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.021024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbc7596f-bf4c-4c8d-ae10-ae4ef695a50b req-f74369b5-d3fc-456a-8008-5453e50c6de9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.1896756 Sep 16 04:51:45.027740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.031135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c91f392-1c8f-43ec-b72a-45665f1c0c08,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:45.041526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-5bf1d5f5-b25e-4614-b0b2-25b1fa628f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.042630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-5bf1d5f5-b25e-4614-b0b2-25b1fa628f5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1097 time: 0.2022328 Sep 16 04:51:45.048790 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2f48849-a4ff-456d-a653-889cd89cb388 req-07706d42-8ca5-4739-9b10-6cf0ea2049c8 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978408 Sep 16 04:51:45.066813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:45.085245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:45.089329 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.225187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Allocated IP 19.80.0.166 (3bbe445a-3424-4f7f-b5b6-8b72bda44875/c57276eb-fe01-4cde-a222-2516f5748aaa/97c2f396-9f9d-40a9-8029-1377d476e055) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:45.339892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e7c2a-9d1c-4426-88e6-2740facbbe5a req-a8062142-1093-4015-9009-4a687481a05e tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.341388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d85e7c2a-9d1c-4426-88e6-2740facbbe5a req-a8062142-1093-4015-9009-4a687481a05e tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1097 time: 0.4154420 Sep 16 04:51:45.381323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.382276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbc7596f-bf4c-4c8d-ae10-ae4ef695a50b req-27884a78-5204-47a5-b973-5969f89dd718 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350639 Sep 16 04:51:45.417416 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.418366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.418962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.472098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d85e7c2a-9d1c-4426-88e6-2740facbbe5a req-94305206-93c6-41b7-b266-3ba537dc0319 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105831 Sep 16 04:51:45.516278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] Pushing event updated for resources: {'Network': ['ID=06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:45.526892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:45.528222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-7b8d1ac2-1f16-4eb0-ab3e-ae701f5aa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.530537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-7b8d1ac2-1f16-4eb0-ab3e-ae701f5aa90c service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.4693274 Sep 16 04:51:45.536448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.596047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-84d72383-0d18-491c-aa60-ba3fd7085da1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 217 time: 0.0534692 Sep 16 04:51:45.599062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9966bdf7-34cf-4faa-b03e-c59847f04b97 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4348221 Sep 16 04:51:45.603296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60162) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:45.613502 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:45.642218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:45.643623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Request body: {'subnet': {'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-subnet', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:45.643743 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:45.673721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Port': ['ID=97c2f396-9f9d-40a9-8029-1377d476e055,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:45.733113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.734060 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.830394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290ce8b-ef35-4cd4-b06c-4cdd6332a858 req-e43a95da-a93c-4680-a463-c15996194652 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.832551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1290ce8b-ef35-4cd4-b06c-4cdd6332a858 req-e43a95da-a93c-4680-a463-c15996194652 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1207190 Sep 16 04:51:45.835009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-73c66e8a-5293-41fa-9138-7b524098b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.836399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-73c66e8a-5293-41fa-9138-7b524098b1ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.1364186 Sep 16 04:51:45.874424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfbf0d-f345-46c4-a74b-47ae7210aa2b req-c0bf0732-448f-4dd1-b182-15e2ff98cf23 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.875882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21cfbf0d-f345-46c4-a74b-47ae7210aa2b req-c0bf0732-448f-4dd1-b182-15e2ff98cf23 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 945 time: 0.1041408 Sep 16 04:51:45.896894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-25ce754e-4442-4d4e-b623-6c7de8637ac7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410132 Sep 16 04:51:45.908695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c45dc41b-dfba-4a0f-8fa3-417db05b2c37 None None] Provisioning complete for port 97c2f396-9f9d-40a9-8029-1377d476e055 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:45.909008 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c45dc41b-dfba-4a0f-8fa3-417db05b2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.930018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Made reservation on behalf of 5f26c7dbf8bf4bfeb8a5c9adf2a77fff for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:45.932181 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.943759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c45dc41b-dfba-4a0f-8fa3-417db05b2c37 None None] Port 97c2f396-9f9d-40a9-8029-1377d476e055 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:45.948629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1290ce8b-ef35-4cd4-b06c-4cdd6332a858 req-5f3b7e51-24b4-42c7-b30a-114cf5717fb0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084988 Sep 16 04:51:45.972080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e26404fb-c68f-4d3a-8f4d-5185379c8759 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7198472 Sep 16 04:51:46.012820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Request body: {'port': {'device_id': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:46.071337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21cfbf0d-f345-46c4-a74b-47ae7210aa2b req-16ab6a44-3c3c-4b6b-8e87-f0315743e080 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795261 Sep 16 04:51:46.076060 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.182738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60180) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:46.221559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-310022fe-5889-4e7c-95fa-c5c6755c2dad service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065040 Sep 16 04:51:46.330509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-8fecfe5f-4398-4ad8-b659-508355930a01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.338101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-8fecfe5f-4398-4ad8-b659-508355930a01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 807 time: 0.2872770 Sep 16 04:51:46.402800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d8ae39-92fb-4f8b-a55e-41fada98c033 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:46.413217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.416886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d811-1d91-4e18-bda7-c160a96168df req-ee10631d-9f19-428b-9aa9-31278d557954 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.423518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d811-1d91-4e18-bda7-c160a96168df req-ee10631d-9f19-428b-9aa9-31278d557954 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.429732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d811-1d91-4e18-bda7-c160a96168df req-ee10631d-9f19-428b-9aa9-31278d557954 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.432834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Transition to ACTIVE for port object c7d8ae39-92fb-4f8b-a55e-41fada98c033 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:46.437129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3d6d811-1d91-4e18-bda7-c160a96168df req-ee10631d-9f19-428b-9aa9-31278d557954 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2376 time: 0.2657044 Sep 16 04:51:46.484219 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-857a7a71-52ca-4a10-8bc9-35dffd68d687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.494840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-3e9ca847-4c53-4043-bc96-e23ccf1a4780 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/quotas/965e3ef5096545d6bfac513a019ead0f HTTP/1.1" status: 200 len: 375 time: 0.1559463 Sep 16 04:51:46.530434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.561254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-5beee6d7-615e-4b66-9aab-b2128c51d40c service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156419 Sep 16 04:51:46.574410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3d6d811-1d91-4e18-bda7-c160a96168df req-b3b0b704-5587-471f-a935-1fc9f8234869 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363730 Sep 16 04:51:46.608859 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.620231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d8ae39-92fb-4f8b-a55e-41fada98c033,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.623916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-9097fb83-bd45-48d9-aaab-bbe0c6f8646e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160028 Sep 16 04:51:46.690667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Attempting to bind port c7d8ae39-92fb-4f8b-a55e-41fada98c033 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:46.691021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Attempting to bind port c7d8ae39-92fb-4f8b-a55e-41fada98c033 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:46.691413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Attempting to bind port c7d8ae39-92fb-4f8b-a55e-41fada98c033 on network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:46.696470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Port c7d8ae39-92fb-4f8b-a55e-41fada98c033 on network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:46.696935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Attempting to bind port c7d8ae39-92fb-4f8b-a55e-41fada98c033 on network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:46.702530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:46.705238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Checking segment: {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:46.705238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Bound using segment: {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:46.705238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Bound port: c7d8ae39-92fb-4f8b-a55e-41fada98c033, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:46.705238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.735907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.784589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] For port c7d8ae39-92fb-4f8b-a55e-41fada98c033, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:46.788523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] For port c7d8ae39-92fb-4f8b-a55e-41fada98c033, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c7d8ae39-92fb-4f8b-a55e-41fada98c033,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:46.815963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e17278b-0d20-4b60-84dc-40a6dbcb0221,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.884985 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-857a7a71-52ca-4a10-8bc9-35dffd68d687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.887478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Checking segment: {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:46.887832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Network hostable DHCP agents. Network: 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:46.899776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964631e-4bd2-406d-b37c-aca4d7ebfda9 req-d2749698-6bf0-4a8d-acff-31a032cc66da tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.901270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e964631e-4bd2-406d-b37c-aca4d7ebfda9 req-d2749698-6bf0-4a8d-acff-31a032cc66da tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.2029073 Sep 16 04:51:46.901967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.912104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-fcc1e08c-ee64-4cdc-acef-6afd633edc0e service neutron] 10.222.0.59 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757213 Sep 16 04:51:46.937861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.938459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.939913 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/c7d8ae39-92fb-4f8b-a55e-41fada98c033 HTTP/1.1" status: 200 len: 1092 time: 0.9339664 Sep 16 04:51:46.940572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'tag': 'c7d8ae39-92fb-4f8b-a55e-41fada98c033'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:46.942772 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62907af-fa16-4c57-81bf-b4f36b9e10f2" -d '{"events": [{"name": "network-changed", "server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "tag": "c7d8ae39-92fb-4f8b-a55e-41fada98c033"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:46.946355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c3735b84-25ab-47eb-8055-fa9b7a63b311 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.948188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c3735b84-25ab-47eb-8055-fa9b7a63b311 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.1531966 Sep 16 04:51:46.964574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-16'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:46.965391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693dbf0-1691-4cd6-9088-c9dc290f37d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d8ae39-92fb-4f8b-a55e-41fada98c033,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.047149 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-857a7a71-52ca-4a10-8bc9-35dffd68d687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.054952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e964631e-4bd2-406d-b37c-aca4d7ebfda9 req-b0614a5e-cf25-40a5-abce-c5c636240bc0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460068 Sep 16 04:51:47.099779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:47.122901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Request body: {'port': {'device_id': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:47.134990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.139652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a7a71-52ca-4a10-8bc9-35dffd68d687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a033f15e-c256-425b-84b9-88b20e0797d0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.144002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-857a7a71-52ca-4a10-8bc9-35dffd68d687 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49fed1825c6a4de08170041ed1462d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9564643 Sep 16 04:51:47.150322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60196) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:47.155268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-0c984691-2756-4dd9-ba16-c538a6ef33dd service neutron] 10.222.0.59 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311993 Sep 16 04:51:47.212456 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e50f0a0-b121-46c4-a277-2744255a43f8 x-openstack-request-id: req-5e50f0a0-b121-46c4-a277-2744255a43f8 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:47.212783 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "tag": "c7d8ae39-92fb-4f8b-a55e-41fada98c033", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:47.213002 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e50f0a0-b121-46c4-a277-2744255a43f8 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:47.213559 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'tag': 'c7d8ae39-92fb-4f8b-a55e-41fada98c033', 'status': 'completed', 'code': 200} Sep 16 04:51:47.229364 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.237479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:47.248122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.249243 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.249727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c3b29-f355-406f-a727-d439909fef53 None None] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:47.281109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fa68ba5-119f-4374-93f3-ac563fbc4d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.353928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fa68ba5-119f-4374-93f3-ac563fbc4d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.391507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:47.417743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8f6ec-acfe-4741-8d42-3fc28461029d req-a1b06372-2b36-48b5-a452-5e0133b6f05e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.419810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0db8f6ec-acfe-4741-8d42-3fc28461029d req-a1b06372-2b36-48b5-a452-5e0133b6f05e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1218107 Sep 16 04:51:47.423638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b', 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'fixed_ips': [{'subnet_id': '1e17278b-0d20-4b60-84dc-40a6dbcb0221'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:47.424814 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.477871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-2127111c-7d7e-449f-bde5-dea8f841726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.478354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-2127111c-7d7e-449f-bde5-dea8f841726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.488066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4c3423ab-4d08-46fa-ba20-097bfc393062 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8834300 Sep 16 04:51:47.489486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:47.492223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-2127111c-7d7e-449f-bde5-dea8f841726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.493797 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-2127111c-7d7e-449f-bde5-dea8f841726b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2732 time: 0.1996729 Sep 16 04:51:47.496758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60200) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:47.501380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:47.591153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Allocated IP 172.20.0.2 (06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b/1e17278b-0d20-4b60-84dc-40a6dbcb0221/b40e6b53-fb97-420d-8744-eab61211879f) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:47.617894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0db8f6ec-acfe-4741-8d42-3fc28461029d req-efe56179-7a48-456c-9e03-5bd23698faee tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834428 Sep 16 04:51:47.664475 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.671193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:47.673640 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96ea1d-8be2-4559-85a3-f6b867c8bff1" -d '{"events": [{"server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "name": "network-vif-unplugged", "status": "completed", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:47.730835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-312e25ec-1b86-49c6-9865-c6f18d370f92 req-abf30c3c-a4ab-4521-90d2-555a95c32deb tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 210 time: 0.0307343 Sep 16 04:51:47.739742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491078c-7227-4aa8-8853-6b674fa3473e req-64a0212a-f44c-4da1-9b35-a9246f53fd88 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.741893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2491078c-7227-4aa8-8853-6b674fa3473e req-64a0212a-f44c-4da1-9b35-a9246f53fd88 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 945 time: 0.1961682 Sep 16 04:51:47.790182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2491078c-7227-4aa8-8853-6b674fa3473e req-e1bd6599-2fd8-43b3-9163-8b5d76f02e2f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Sep 16 04:51:47.800874 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.842358 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e20b334-41fd-4916-bcdd-12a97edcedf4 x-openstack-request-id: req-2e20b334-41fd-4916-bcdd-12a97edcedf4 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:47.842649 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "name": "network-vif-unplugged", "status": "completed", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:47.842898 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e20b334-41fd-4916-bcdd-12a97edcedf4 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:47.843309 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6', 'code': 200} Sep 16 04:51:47.866717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47584784-1dcb-4455-96c1-6c0b67c807ff req-45402296-0c40-421f-9557-6157677a1cab tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.872627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47584784-1dcb-4455-96c1-6c0b67c807ff req-45402296-0c40-421f-9557-6157677a1cab tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.878553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47584784-1dcb-4455-96c1-6c0b67c807ff req-45402296-0c40-421f-9557-6157677a1cab tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.880262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47584784-1dcb-4455-96c1-6c0b67c807ff req-45402296-0c40-421f-9557-6157677a1cab tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2388 time: 0.0810037 Sep 16 04:51:47.882126 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.913956 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.940036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.941062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.944810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fa68ba5-119f-4374-93f3-ac563fbc4d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.948074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fa68ba5-119f-4374-93f3-ac563fbc4d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.952169 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6fa68ba5-119f-4374-93f3-ac563fbc4d8f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a033f15e-c256-425b-84b9-88b20e0797d0 HTTP/1.1" status: 204 len: 168 time: 0.7979250 Sep 16 04:51:47.954421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:47.960327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:47.964022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:47.966359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Pushing event updated for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.987917 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Pushing event updated for resources: {'Port': ['ID=b40e6b53-fb97-420d-8744-eab61211879f,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.994610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47584784-1dcb-4455-96c1-6c0b67c807ff req-d2bdffca-7915-4ec4-8115-89fcbb9652c8 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868263 Sep 16 04:51:48.007062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on host n-h1-712143-16 for vnic_type normal with profile {"migrating_to": "n-h2-712143-16"} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:48.007430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:48.007759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:48.013313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:48.013647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Attempting to bind port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:48.028941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:48.035212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:48.035212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:48.035212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Bound port: 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:48.035212 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.050216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Attempting to bind port b40e6b53-fb97-420d-8744-eab61211879f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:48.050576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Attempting to bind port b40e6b53-fb97-420d-8744-eab61211879f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:48.051119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Attempting to bind port b40e6b53-fb97-420d-8744-eab61211879f on network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:48.057355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:48.058210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Checking segment: {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:48.058843 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.059488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Bound using segment: {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:48.060437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Bound port: b40e6b53-fb97-420d-8744-eab61211879f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:48.061035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.114505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:48.120396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:48.143195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] For port b40e6b53-fb97-420d-8744-eab61211879f, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:48.146313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] For port b40e6b53-fb97-420d-8744-eab61211879f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b40e6b53-fb97-420d-8744-eab61211879f,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:48.155480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa68ba5-119f-4374-93f3-ac563fbc4d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a033f15e-c256-425b-84b9-88b20e0797d0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.158181 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.202468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3959b-26fd-4700-8dfa-3f36b770e6d0 req-e1a5bbf3-1019-436e-878b-93bb434d0314 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.213536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb3959b-26fd-4700-8dfa-3f36b770e6d0 req-e1a5bbf3-1019-436e-878b-93bb434d0314 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0754817 Sep 16 04:51:48.217619 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.234644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-57493e96-1b20-4ef1-9a2f-90bf4661ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.235153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-57493e96-1b20-4ef1-9a2f-90bf4661ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.235633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-57493e96-1b20-4ef1-9a2f-90bf4661ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.237436 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-57493e96-1b20-4ef1-9a2f-90bf4661ecb9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8aa6daab3ba644c283831c4f1df21257&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.6830556 Sep 16 04:51:48.247183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea5d0fa-41a4-4758-84ef-f36843c0818b {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:48.275712 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.302316 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-e6538ac8-79a4-461d-a33f-578c2204be9b service neutron] show failed (client error): The resource could not be found. Sep 16 04:51:48.303879 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-e6538ac8-79a4-461d-a33f-578c2204be9b service neutron] 10.222.0.60 "GET /v2.0/ports/7be81e11-95a6-48cb-8e00-48bdfaf28368/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.2456522 Sep 16 04:51:48.309798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.333267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Transition to ACTIVE for port object aea5d0fa-41a4-4758-84ef-f36843c0818b will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:48.334023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb3959b-26fd-4700-8dfa-3f36b770e6d0 req-f548713a-4aa5-4db1-a41f-5bd1b1eaf31d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195045 Sep 16 04:51:48.339475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Pushing event updated for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=8']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.362233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.362919 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.364826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-ffb79aa0-753a-4f8d-8ba6-6becd4ddabe1 service neutron] 10.222.0.60 "PUT /v2.0/ports/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 1123 time: 1.4048519 Sep 16 04:51:48.406194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2dcdb-c3fc-4cdb-a2b0-c7c4499f097d None None] Pushing event updated for resources: {'Port': ['ID=b40e6b53-fb97-420d-8744-eab61211879f,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.540884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.609467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['875e960e-8179-4b81-b0fa-b7c3fd2bd0f6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:48.613721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.649185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-f3fc1123-77b2-4f09-8673-b6351f2a8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.650842 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b62907af-fa16-4c57-81bf-b4f36b9e10f2 req-f3fc1123-77b2-4f09-8673-b6351f2a8df4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3987415 Sep 16 04:51:48.654076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Pushing event updated for resources: {'Port': ['ID=aea5d0fa-41a4-4758-84ef-f36843c0818b,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.775101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Attempting to bind port aea5d0fa-41a4-4758-84ef-f36843c0818b on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:48.775878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Attempting to bind port aea5d0fa-41a4-4758-84ef-f36843c0818b by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:48.778515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Attempting to bind port aea5d0fa-41a4-4758-84ef-f36843c0818b on network dd5a29eb-4ca0-468a-90cc-0e72fb984585 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:48.797147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Port aea5d0fa-41a4-4758-84ef-f36843c0818b on network dd5a29eb-4ca0-468a-90cc-0e72fb984585 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:48.797718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Attempting to bind port aea5d0fa-41a4-4758-84ef-f36843c0818b on network dd5a29eb-4ca0-468a-90cc-0e72fb984585 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:48.813043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:48.813970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Checking segment: {'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:48.814680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Bound using segment: {'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:48.815319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Bound port: aea5d0fa-41a4-4758-84ef-f36843c0818b, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '229ed3a8-059b-4b8c-b25d-0907902e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:48.815845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.860436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dd50af8-227b-49ad-b3a8-183bc6505cb7 req-7265f3d6-0c97-4661-8ae0-7252f480704f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 210 time: 0.0383825 Sep 16 04:51:48.885477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdd620-908a-493a-b540-8cd756233aa0 req-c3dc7ae4-7164-450b-98c3-257668d49da4 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.887483 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6cdd620-908a-493a-b540-8cd756233aa0 req-c3dc7ae4-7164-450b-98c3-257668d49da4 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1223896 Sep 16 04:51:48.958874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] For port aea5d0fa-41a4-4758-84ef-f36843c0818b, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:48.963603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6cdd620-908a-493a-b540-8cd756233aa0 req-61a50abe-0601-4b25-948f-317518efece5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672812 Sep 16 04:51:48.964839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] For port aea5d0fa-41a4-4758-84ef-f36843c0818b, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=aea5d0fa-41a4-4758-84ef-f36843c0818b,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:49.052970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20daf7-a6b4-4d84-b91a-ab6f7a3d9510 req-a2951305-99f4-492a-9dd0-eaa7efe40472 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.055526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b20daf7-a6b4-4d84-b91a-ab6f7a3d9510 req-a2951305-99f4-492a-9dd0-eaa7efe40472 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 943 time: 0.0661056 Sep 16 04:51:49.056021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60230) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:49.067754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.070918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30e79ffb-4ee2-40b8-898e-fe6d1d1a6899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.148045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.148671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.150104 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/aea5d0fa-41a4-4758-84ef-f36843c0818b HTTP/1.1" status: 200 len: 1093 time: 2.0335732 Sep 16 04:51:49.167635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.170199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b20daf7-a6b4-4d84-b91a-ab6f7a3d9510 req-3cfb28e8-31a7-424d-ab60-d443d36f52e3 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960381 Sep 16 04:51:49.203010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f817958-0109-435c-9812-67b680adc180 req-565ef53b-68a7-4bb7-99e4-884c46bef489 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.211011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f817958-0109-435c-9812-67b680adc180 req-565ef53b-68a7-4bb7-99e4-884c46bef489 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.216036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f817958-0109-435c-9812-67b680adc180 req-565ef53b-68a7-4bb7-99e4-884c46bef489 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.219995 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.222647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'tag': 'aea5d0fa-41a4-4758-84ef-f36843c0818b'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:49.223625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f817958-0109-435c-9812-67b680adc180 req-565ef53b-68a7-4bb7-99e4-884c46bef489 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2400 time: 0.1331067 Sep 16 04:51:49.226364 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b489c1-c000-4971-b300-52c1a16644f0" -d '{"events": [{"name": "network-changed", "server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "tag": "aea5d0fa-41a4-4758-84ef-f36843c0818b"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:49.230086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2abfc2-d3bb-4ea2-b651-2c2d0ff471f7 service neutron] Pushing event updated for resources: {'Port': ['ID=aea5d0fa-41a4-4758-84ef-f36843c0818b,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:49.305651 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30e79ffb-4ee2-40b8-898e-fe6d1d1a6899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.324756 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d3dc1c-d03f-4a5d-bb65-4dedb92f031f x-openstack-request-id: req-36d3dc1c-d03f-4a5d-bb65-4dedb92f031f {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:49.325052 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "tag": "aea5d0fa-41a4-4758-84ef-f36843c0818b", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:49.325525 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36d3dc1c-d03f-4a5d-bb65-4dedb92f031f {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:49.326536 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'tag': 'aea5d0fa-41a4-4758-84ef-f36843c0818b', 'status': 'completed', 'code': 200} Sep 16 04:51:49.365334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Request body: {'port': {'device_id': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:49.405721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f817958-0109-435c-9812-67b680adc180 req-9dce6e35-a239-47c8-8a2e-db37efb2ecdb tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695402 Sep 16 04:51:49.405721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.57', 62129) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:49.424808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-c8bd3ae9-c8dc-4234-8def-1594fdd9db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.427137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-c8bd3ae9-c8dc-4234-8def-1594fdd9db6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0&tenant_id=ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 1101 time: 0.2198133 Sep 16 04:51:49.440706 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30e79ffb-4ee2-40b8-898e-fe6d1d1a6899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.471789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:49.513833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e79ffb-4ee2-40b8-898e-fe6d1d1a6899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022bb443-34bb-428b-8dfd-5662976cc976,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:49.528101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-30e79ffb-4ee2-40b8-898e-fe6d1d1a6899 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7c5cd51dfd94bb7a2e0859ad4e3a715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706504 Sep 16 04:51:49.534220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60238) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:49.558051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b489c1-c000-4971-b300-52c1a16644f0 req-22d9da90-aea5-43a3-b22d-4278d7db1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.558842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b489c1-c000-4971-b300-52c1a16644f0 req-22d9da90-aea5-43a3-b22d-4278d7db1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.559866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b489c1-c000-4971-b300-52c1a16644f0 req-22d9da90-aea5-43a3-b22d-4278d7db1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.561794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15b489c1-c000-4971-b300-52c1a16644f0 req-22d9da90-aea5-43a3-b22d-4278d7db1558 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2800 time: 0.1512332 Sep 16 04:51:49.563708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.589637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fe98c-d986-40c3-846e-3c30a6948cd3 req-669ce0a2-5e51-4610-8b66-8d8855e00cfc tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.591439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066fe98c-d986-40c3-846e-3c30a6948cd3 req-669ce0a2-5e51-4610-8b66-8d8855e00cfc tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0896628 Sep 16 04:51:49.601903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Allocated IP 172.25.7.176 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/ff33dea6-23f2-47ae-a8e7-4c126129e23e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:49.671371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.689260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066fe98c-d986-40c3-846e-3c30a6948cd3 req-626dd051-2611-42ea-ba0c-568e2c49a0a6 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874038 Sep 16 04:51:49.692973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084569d-a7f6-41cd-9f85-181249e9f720 None None] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:49.726715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b489c1-c000-4971-b300-52c1a16644f0 req-49735d9f-9778-411f-99c9-75b447f05802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.727488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b489c1-c000-4971-b300-52c1a16644f0 req-49735d9f-9778-411f-99c9-75b447f05802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.728575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b489c1-c000-4971-b300-52c1a16644f0 req-49735d9f-9778-411f-99c9-75b447f05802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.729712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15b489c1-c000-4971-b300-52c1a16644f0 req-49735d9f-9778-411f-99c9-75b447f05802 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8aa6daab3ba644c283831c4f1df21257&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1373172 Sep 16 04:51:49.754800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3702b49e-23a2-47f8-84a7-738ef3e668c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.778019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-93f5f4e4-a326-4950-a0b9-f5056107352b None None] Provisioning complete for port b40e6b53-fb97-420d-8744-eab61211879f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:49.778562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-93f5f4e4-a326-4950-a0b9-f5056107352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.839533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b489c1-c000-4971-b300-52c1a16644f0 req-6e7773a4-1eff-4c14-b252-5db415054f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.841073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15b489c1-c000-4971-b300-52c1a16644f0 req-6e7773a4-1eff-4c14-b252-5db415054f18 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999227 Sep 16 04:51:49.845210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:49.846987 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c44bd5-b996-4ca8-ac63-fcf7b183c868" -d '{"events": [{"name": "network-changed", "server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:49.892953 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb413128-49ac-4d19-a3ac-ed9afa18d076 x-openstack-request-id: req-fb413128-49ac-4d19-a3ac-ed9afa18d076 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:49.893530 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:49.893530 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb413128-49ac-4d19-a3ac-ed9afa18d076 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:49.894239 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6', 'status': 'completed', 'code': 200} Sep 16 04:51:49.906309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3702b49e-23a2-47f8-84a7-738ef3e668c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.966090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-93f5f4e4-a326-4950-a0b9-f5056107352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.983575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1b6433f-fb2a-40e1-b9f3-617a95c8219b req-8545a272-50a2-46f7-8076-57351f3eb1d1 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 210 time: 0.0423396 Sep 16 04:51:50.026250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-93f5f4e4-a326-4950-a0b9-f5056107352b None None] For port b40e6b53-fb97-420d-8744-eab61211879f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b40e6b53-fb97-420d-8744-eab61211879f,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.046975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-9dc63b04-9b86-464b-82b2-5e4449482e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.048599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-9dc63b04-9b86-464b-82b2-5e4449482e04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1126 time: 0.0640891 Sep 16 04:51:50.121906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-93f5f4e4-a326-4950-a0b9-f5056107352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.195894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5f4e4-a326-4950-a0b9-f5056107352b None None] Pushing event updated for resources: {'Port': ['ID=b40e6b53-fb97-420d-8744-eab61211879f,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.351321 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.354817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-8e258a5c-c5bc-4587-a63a-b7be1397afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.356898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-8e258a5c-c5bc-4587-a63a-b7be1397afd1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.2885275 Sep 16 04:51:50.456994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9937ece8-cb0d-4560-b425-d426e9454d77 None None] Provisioning complete for port b40e6b53-fb97-420d-8744-eab61211879f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:50.457819 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9937ece8-cb0d-4560-b425-d426e9454d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.495346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab327a2a-af52-4584-9209-2eac52e69ef0 req-93a9701d-935c-4b68-bc89-0ac60c727bb4 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.499003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab327a2a-af52-4584-9209-2eac52e69ef0 req-93a9701d-935c-4b68-bc89-0ac60c727bb4 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.3838842 Sep 16 04:51:50.559410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b40e6b53-fb97-420d-8744-eab61211879f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:50.569159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-656b335a-2542-4a52-b3fa-ab0c977e90ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 217 time: 0.1143632 Sep 16 04:51:50.569702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.586508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c2f396-9f9d-40a9-8029-1377d476e055 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:50.594038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-c2f356a0-410a-41ab-a843-ea96957cd12f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.597541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-c2f356a0-410a-41ab-a843-ea96957cd12f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 807 time: 0.3636687 Sep 16 04:51:50.597826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.599938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3702b49e-23a2-47f8-84a7-738ef3e668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.603078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3702b49e-23a2-47f8-84a7-738ef3e668c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.606537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ee92a-d0ab-4371-b277-3c3067fc1155 req-868661ef-0f60-4ecf-9124-dacaa94d31ba tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.606714 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3702b49e-23a2-47f8-84a7-738ef3e668c1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/022bb443-34bb-428b-8dfd-5662976cc976 HTTP/1.1" status: 204 len: 168 time: 1.0690923 Sep 16 04:51:50.607914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b17ee92a-d0ab-4371-b277-3c3067fc1155 req-868661ef-0f60-4ecf-9124-dacaa94d31ba tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 943 time: 0.3071208 Sep 16 04:51:50.615694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Request body: {'port': {'device_id': '4447866d-09df-480b-9102-c072f85b4192', 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'admin_state_up': True, 'tenant_id': '965e3ef5096545d6bfac513a019ead0f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:50.631427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702b49e-23a2-47f8-84a7-738ef3e668c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022bb443-34bb-428b-8dfd-5662976cc976,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.638755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Transition to ACTIVE for port object 97c2f396-9f9d-40a9-8029-1377d476e055 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:50.642489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:50.678453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b40e6b53-fb97-420d-8744-eab61211879f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:50.679112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.693188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.706077 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.746122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.755544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:50.770936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Transition to ACTIVE for port object 7be81e11-95a6-48cb-8e00-48bdfaf28368 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:50.771912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:50.778292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:50.781884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Pushing event updated for resources: {'Port': ['ID=ff33dea6-23f2-47ae-a8e7-4c126129e23e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.856344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab327a2a-af52-4584-9209-2eac52e69ef0 req-b45059f9-f5af-4775-8654-ec00ac9fb8bf tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952278 Sep 16 04:51:50.884700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b17ee92a-d0ab-4371-b277-3c3067fc1155 req-fa1fe87e-76dd-4ea3-bd77-64537026a61c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310837 Sep 16 04:51:50.893598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-01846f7f-d81b-4b1c-a2e9-3d5d6fad23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.897951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-01846f7f-d81b-4b1c-a2e9-3d5d6fad23f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.1710849 Sep 16 04:51:50.950940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Pushing event updated for resources: {'Port': ['ID=97c2f396-9f9d-40a9-8029-1377d476e055,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.956598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.958912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-24b97f46-8d0a-42d4-8eef-c15a033f4493 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490160 Sep 16 04:51:51.029051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:51.061889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Made reservation on behalf of 965e3ef5096545d6bfac513a019ead0f for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:51.065707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.148433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:51.157674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] No DVR routers for this DVR port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:51.172396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Attempting to bind port 97c2f396-9f9d-40a9-8029-1377d476e055 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:51.172707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Attempting to bind port 97c2f396-9f9d-40a9-8029-1377d476e055 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:51.172975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Attempting to bind port 97c2f396-9f9d-40a9-8029-1377d476e055 on network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:51.182345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Port 97c2f396-9f9d-40a9-8029-1377d476e055 on network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:51.182735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Attempting to bind port 97c2f396-9f9d-40a9-8029-1377d476e055 on network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:51.216249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:51.216666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Checking segment: {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:51.216987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Bound using segment: {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:51.217438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Bound port: 97c2f396-9f9d-40a9-8029-1377d476e055, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f72844-36f2-4924-845a-12d9836fc323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:51.217807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.221276 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:51.233972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Attempting to bind port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:51.234496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Attempting to bind port 7be81e11-95a6-48cb-8e00-48bdfaf28368 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:51.234915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Attempting to bind port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:51.261776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:51.261776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Attempting to bind port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:51.263164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 has no active binding in host n-h2-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:51:51.310684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:51.311040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:51.311442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:51.311899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Bound port: 7be81e11-95a6-48cb-8e00-48bdfaf28368, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:51.312270 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.332497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:51.335415 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67702b9c-9186-4ddc-b89e-58a1989c56ad" -d '{"events": [{"server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "name": "network-vif-unplugged", "status": "completed", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:51.428717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] For port 97c2f396-9f9d-40a9-8029-1377d476e055, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:51.448223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] For port 97c2f396-9f9d-40a9-8029-1377d476e055, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=97c2f396-9f9d-40a9-8029-1377d476e055,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:51.460616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.503028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abea45-8268-4e59-87ea-deec6fdc5035 req-7b36e9e2-349b-4e85-87f2-dc83b35a6639 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.513526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abea45-8268-4e59-87ea-deec6fdc5035 req-7b36e9e2-349b-4e85-87f2-dc83b35a6639 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.515536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:51.519501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abea45-8268-4e59-87ea-deec6fdc5035 req-7b36e9e2-349b-4e85-87f2-dc83b35a6639 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.520101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:51.521181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9abea45-8268-4e59-87ea-deec6fdc5035 req-7b36e9e2-349b-4e85-87f2-dc83b35a6639 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2412 time: 0.5613341 Sep 16 04:51:51.536764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.602352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d24bec-ec94-4344-b2ac-9631f9b60aa8 req-7f200d9d-3a54-4c0d-beb9-0347cd8b9b32 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.603913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82d24bec-ec94-4344-b2ac-9631f9b60aa8 req-7f200d9d-3a54-4c0d-beb9-0347cd8b9b32 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 947 time: 0.5431986 Sep 16 04:51:51.605882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-abd0e279-4ff2-4d6f-b121-d239848f67ae service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089251 Sep 16 04:51:51.608308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.609913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.611355 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] 10.222.0.57 "PUT /v2.0/ports/97c2f396-9f9d-40a9-8029-1377d476e055 HTTP/1.1" status: 200 len: 1093 time: 2.2554364 Sep 16 04:51:51.632676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60262) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:51.649635 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9abea45-8268-4e59-87ea-deec6fdc5035 req-4928ac21-bfce-4520-89ec-c7274125fbc8 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926454 Sep 16 04:51:51.687343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72ec4e35-648a-4a95-9f08-d3969f2293bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.695949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd84aa1-81d8-4f93-921a-66d582e47739 service neutron] Pushing event updated for resources: {'Port': ['ID=97c2f396-9f9d-40a9-8029-1377d476e055,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:51.714885 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.802496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0bc2ad7-ed40-495b-9a25-842e960e0c98 req-32896f1c-ccda-4a7f-8e92-c99da169aad6 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 210 time: 0.0541694 Sep 16 04:51:51.845700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Allocated IP 172.20.0.3 (12df3f6b-9150-4e87-82e1-60f6500a8ee2/a4938e87-e66c-4d56-8c64-04f0d75094f3/3ea6224d-5985-450c-985e-e72e875a9b4e) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:51.882190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82d24bec-ec94-4344-b2ac-9631f9b60aa8 req-d775728f-4234-4853-bc5a-90c49c03134d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413228 Sep 16 04:51:51.882277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.882277 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.882277 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] 10.222.0.57 "PUT /v2.0/ports/7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 1096 time: 2.4224682 Sep 16 04:51:51.882277 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.882565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08c44bd5-b996-4ca8-ac63-fcf7b183c868 req-2d7e33fd-e929-47c7-a102-f28e8cd514b3 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344155 Sep 16 04:51:51.952920 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bd933d-4bae-43c0-8169-af41fbdcdb6e x-openstack-request-id: req-05bd933d-4bae-43c0-8169-af41fbdcdb6e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:51.953223 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "name": "network-vif-unplugged", "status": "completed", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:51.956374 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05bd933d-4bae-43c0-8169-af41fbdcdb6e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:51.956374 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'code': 200} Sep 16 04:51:52.008295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb6efd-fbf0-4206-9919-1709fbda560b service neutron] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.056781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-b6b7646a-1b7e-4d82-8067-4d6f9f4d9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.057297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-b6b7646a-1b7e-4d82-8067-4d6f9f4d9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.057762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-b6b7646a-1b7e-4d82-8067-4d6f9f4d9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.060076 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-b6b7646a-1b7e-4d82-8067-4d6f9f4d9980 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2868 time: 0.1918485 Sep 16 04:51:52.153041 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-27e33102-bcdb-4a06-88c5-5f7253068e46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=c7d8ae39-92fb-4f8b-a55e-41fada98c033 HTTP/1.1" status: 200 len: 217 time: 0.0547993 Sep 16 04:51:52.157934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be709f0-46bf-410a-81c5-6bb485b58d6b req-47cf0a63-20cd-4c61-9501-440d6ff929e1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.159456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2be709f0-46bf-410a-81c5-6bb485b58d6b req-47cf0a63-20cd-4c61-9501-440d6ff929e1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1898222 Sep 16 04:51:52.203095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323aa89-91b2-43ca-9a9e-46a0203729b8 req-7a5851ae-95aa-4870-9b6b-1fa304120e93 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.204597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f323aa89-91b2-43ca-9a9e-46a0203729b8 req-7a5851ae-95aa-4870-9b6b-1fa304120e93 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 943 time: 0.1857207 Sep 16 04:51:52.214048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-f1a1a3bc-fff0-4340-be8f-d15ff15e5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.215517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-f1a1a3bc-fff0-4340-be8f-d15ff15e5a7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1099 time: 0.1716683 Sep 16 04:51:52.219102 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72ec4e35-648a-4a95-9f08-d3969f2293bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.219707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.243494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9778ab34-50fa-428a-b502-dbb8dd194fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.244994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9778ab34-50fa-428a-b502-dbb8dd194fc7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c57276eb-fe01-4cde-a222-2516f5748aaa HTTP/1.1" status: 200 len: 801 time: 0.0782435 Sep 16 04:51:52.274321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2be709f0-46bf-410a-81c5-6bb485b58d6b req-2ca67093-1378-411e-9cc7-53dca44f5c11 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029849 Sep 16 04:51:52.286325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f323aa89-91b2-43ca-9a9e-46a0203729b8 req-dc74b275-f407-48c8-9c2f-9013a698d891 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650237 Sep 16 04:51:52.295902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72ec4e35-648a-4a95-9f08-d3969f2293bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.332195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Router 0a16817e-46f5-46f1-83df-9e70a843f8df is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:52.350202 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-72ec4e35-648a-4a95-9f08-d3969f2293bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=895955dc9d2d46fd8b7cc6a428a12735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268000 Sep 16 04:51:52.355775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60270) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:52.363636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec4e35-648a-4a95-9f08-d3969f2293bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8d3225-0a8c-4262-b3b4-a0a7f0db1ba0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.421102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.426201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-c5c21298-6f61-42d4-8567-7630efe39eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.427755 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-c5c21298-6f61-42d4-8567-7630efe39eca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbe445a-3424-4f7f-b5b6-8b72bda44875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965779 Sep 16 04:51:52.512089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:52.515299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-3fa97bac-1a95-4723-8074-6d24ba8c8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.516794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-3fa97bac-1a95-4723-8074-6d24ba8c8105 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1912947 Sep 16 04:51:52.522687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Pushing event updated for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.526854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:52.530942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:52.532695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:52.536485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.537125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.541165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7687983-8819-4e32-862c-a29363b0f0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.543326 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Sync routers for ids ['0a16817e-46f5-46f1-83df-9e70a843f8df'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:52.555555 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Routers {'0a16817e-46f5-46f1-83df-9e70a843f8df'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:52.556347 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0a16817e-46f5-46f1-83df-9e70a843f8df'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:52.588835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-1e24be08-9dda-428d-b86e-9f997f3cd4d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 217 time: 0.0486746 Sep 16 04:51:52.603855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7687983-8819-4e32-862c-a29363b0f0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.669744 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Set router 0a16817e-46f5-46f1-83df-9e70a843f8df gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:52.681859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-972a8e6d-a544-4914-a3e9-fc1da9ba55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.683491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-972a8e6d-a544-4914-a3e9-fc1da9ba55e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0727751 Sep 16 04:51:52.746214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-1a491baf-f46d-4e31-9953-b1cdf7c851b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.748025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-1a491baf-f46d-4e31-9953-b1cdf7c851b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455689 Sep 16 04:51:52.752350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-ad4e8ae7-7dba-4c2b-858c-65b24ee6d455 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1413226 Sep 16 04:51:52.767871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Request body: {'port': {'device_id': '4447866d-09df-480b-9102-c072f85b4192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:52.785973 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-9afa5601-4a7a-435b-bf6c-a3af205aabc0 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217819 Sep 16 04:51:52.835777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7687983-8819-4e32-862c-a29363b0f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.838679 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7687983-8819-4e32-862c-a29363b0f0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.840125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f7687983-8819-4e32-862c-a29363b0f0bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c8d3225-0a8c-4262-b3b4-a0a7f0db1ba0 HTTP/1.1" status: 204 len: 168 time: 0.4833956 Sep 16 04:51:52.871055 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:51:51Z', 'revision_number': 3, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port': {'id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:20:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:49Z', 'updated_at': '2021-09-16T04:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:52.894468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7687983-8819-4e32-862c-a29363b0f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8d3225-0a8c-4262-b3b4-a0a7f0db1ba0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.901246 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Checking router: 0a16817e-46f5-46f1-83df-9e70a843f8df for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:52.901794 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Updating router 0a16817e-46f5-46f1-83df-9e70a843f8df port ff33dea6-23f2-47ae-a8e7-4c126129e23e binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:52.921665 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.922870 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-52b6f730-3a3b-48a4-83af-b77229ac25fc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4249227 Sep 16 04:51:52.935282 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.935749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60280) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:52.951746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6e8b-7bbe-477a-9bc0-57ad383febe8 req-56816d41-3c34-4bb0-8772-35b6731d0e16 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.957779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6e8b-7bbe-477a-9bc0-57ad383febe8 req-56816d41-3c34-4bb0-8772-35b6731d0e16 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.964585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6e8b-7bbe-477a-9bc0-57ad383febe8 req-56816d41-3c34-4bb0-8772-35b6731d0e16 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.966012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8df6e8b-7bbe-477a-9bc0-57ad383febe8 req-56816d41-3c34-4bb0-8772-35b6731d0e16 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2412 time: 0.2169647 Sep 16 04:51:53.017865 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.042070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7be81e11-95a6-48cb-8e00-48bdfaf28368 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:53.058405 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-d5ceb4a6-fe2e-40a2-afff-2a83184facb7 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555418 Sep 16 04:51:53.062329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-e185fd1c-99c1-433a-a8d0-b86c89f7cceb service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987680 Sep 16 04:51:53.092404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8df6e8b-7bbe-477a-9bc0-57ad383febe8 req-59592de3-c0f3-4559-95cb-84ff60c91e55 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113963 Sep 16 04:51:53.120721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f142a-35b0-4b97-9298-a2840fa67017 req-401de0f6-a8f7-4e3d-93d1-2f00cbcab9fc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.122409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-164f142a-35b0-4b97-9298-a2840fa67017 req-401de0f6-a8f7-4e3d-93d1-2f00cbcab9fc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 931 time: 0.1521049 Sep 16 04:51:53.148764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7be81e11-95a6-48cb-8e00-48bdfaf28368 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:53.181854 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-c0c37df6-36ba-4dc9-9651-0edcb44cca19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=aea5d0fa-41a4-4758-84ef-f36843c0818b HTTP/1.1" status: 200 len: 217 time: 0.0479500 Sep 16 04:51:53.233966 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.247116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-567695a0-c63a-45f7-85a8-8ebef2eab538 service neutron] 10.222.0.57 "GET /v2.0/ports/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.2592812 Sep 16 04:51:53.306669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-164f142a-35b0-4b97-9298-a2840fa67017 req-f6bb90b8-7ad1-4a0e-9c18-082a1079ceaf tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674166 Sep 16 04:51:53.359046 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.375732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e895c9b-50bd-481a-9e54-d5657407bb11 req-7ed93054-2dc9-4d09-ad3b-db5340d33696 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710056 Sep 16 04:51:53.400103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c873c-169a-4baf-a2a5-75b47fbd01e9 req-e595ed37-15fd-4f87-b46c-2c1b266a4959 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.407495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-220c873c-169a-4baf-a2a5-75b47fbd01e9 req-e595ed37-15fd-4f87-b46c-2c1b266a4959 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 947 time: 0.1505361 Sep 16 04:51:53.437097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-625024cb-bd9d-4c71-8a7b-17f447fcd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.438787 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-625024cb-bd9d-4c71-8a7b-17f447fcd70d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=486ad241-0e6c-4acb-a3dd-41413937431b HTTP/1.1" status: 200 len: 801 time: 0.2475905 Sep 16 04:51:53.455507 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Attempting to bind port ff33dea6-23f2-47ae-a8e7-4c126129e23e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:53.455882 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Attempting to bind port ff33dea6-23f2-47ae-a8e7-4c126129e23e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:53.456250 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Attempting to bind port ff33dea6-23f2-47ae-a8e7-4c126129e23e on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:53.465688 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:53.466058 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:53.466524 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.466915 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:53.467704 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Bound port: ff33dea6-23f2-47ae-a8e7-4c126129e23e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:53.467933 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.528776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-220c873c-169a-4baf-a2a5-75b47fbd01e9 req-92d93132-b437-4fa7-a0a9-268aba24d7ad tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132689 Sep 16 04:51:53.541276 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] For port ff33dea6-23f2-47ae-a8e7-4c126129e23e, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:53.545144 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] For port ff33dea6-23f2-47ae-a8e7-4c126129e23e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ff33dea6-23f2-47ae-a8e7-4c126129e23e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:53.563583 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403f8e7-ee30-41a3-a276-9fdc4ce74ab6 None None] Pushing event updated for resources: {'Port': ['ID=ff33dea6-23f2-47ae-a8e7-4c126129e23e,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:53.573969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd28f90-b151-421b-a786-a699816ab9a7 req-1092f86c-5308-4402-8b78-82ff551c8a30 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.576075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfd28f90-b151-421b-a786-a699816ab9a7 req-1092f86c-5308-4402-8b78-82ff551c8a30 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1336415 Sep 16 04:51:53.673377 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.680009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-c0d3bb0d-4524-4d2c-aee2-4a695e3859f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.681654 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-c0d3bb0d-4524-4d2c-aee2-4a695e3859f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dd5a29eb-4ca0-468a-90cc-0e72fb984585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701148 Sep 16 04:51:53.713709 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Routers {'0a16817e-46f5-46f1-83df-9e70a843f8df'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:53.714603 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0a16817e-46f5-46f1-83df-9e70a843f8df'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:53.719044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea6224d-5985-450c-985e-e72e875a9b4e {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:53.730816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.748587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Transition to ACTIVE for port object 3ea6224d-5985-450c-985e-e72e875a9b4e will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:53.773192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfd28f90-b151-421b-a786-a699816ab9a7 req-139ad986-1101-4aa0-9117-fd193c37f3e9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853104 Sep 16 04:51:53.804114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd00e3-3d25-4dfb-8197-b734c959133c req-1e1b0606-91a1-46de-bc08-3471c44dcd91 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.821657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59bd00e3-3d25-4dfb-8197-b734c959133c req-1e1b0606-91a1-46de-bc08-3471c44dcd91 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 943 time: 0.2196434 Sep 16 04:51:53.824979 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] Set router 0a16817e-46f5-46f1-83df-9e70a843f8df gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:53.835617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:53.882089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59bd00e3-3d25-4dfb-8197-b734c959133c req-988acd22-3517-4b44-94d0-ac3105d77d66 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Sep 16 04:51:53.887549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.911834 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-4fd0754e-a355-4348-a893-e5f806f63e22 service neutron] 10.222.0.57 "GET /v2.0/networks/dd5a29eb-4ca0-468a-90cc-0e72fb984585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969290 Sep 16 04:51:53.916844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:53.953498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Pushing event updated for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:53.962510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'tag': '97c2f396-9f9d-40a9-8029-1377d476e055'}, {'name': 'network-changed', 'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:53.964764 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a" -d '{"events": [{"name": "network-changed", "server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "tag": "97c2f396-9f9d-40a9-8029-1377d476e055"}, {"name": "network-changed", "server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:53.998265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:53.998846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:53.999388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:54.004199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:54.004740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:54.006190 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403f8e7-ee30-41a3-a276-9fdc4ce74ab6 None None] Pushing event updated for resources: {'Port': ['ID=ff33dea6-23f2-47ae-a8e7-4c126129e23e,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.011122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:54.011893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:54.012094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:54.012662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:54.013430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Bound port: 3ea6224d-5985-450c-985e-e72e875a9b4e, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:54.013990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.066467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:54.082434 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e924d-661a-468b-b79f-e2a23a161e37 x-openstack-request-id: req-595e924d-661a-468b-b79f-e2a23a161e37 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:54.082730 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "tag": "97c2f396-9f9d-40a9-8029-1377d476e055", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:54.082982 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-595e924d-661a-468b-b79f-e2a23a161e37 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:54.083625 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'tag': '97c2f396-9f9d-40a9-8029-1377d476e055', 'status': 'completed', 'code': 200} Sep 16 04:51:54.083752 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'status': 'completed', 'code': 200} Sep 16 04:51:54.093272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.098951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:54.103047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:54.148657 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:51:51Z', 'revision_number': 3, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port': {'id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:20:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:49Z', 'updated_at': '2021-09-16T04:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:54.163146 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-4a89b80d-5ecf-4277-bc28-d0e94ce76b0f service neutron] 10.222.0.57 "GET /v2.0/networks/dd5a29eb-4ca0-468a-90cc-0e72fb984585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257617 Sep 16 04:51:54.182322 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76416ea7-8525-4e8a-b763-6a8e4d321576 None None] The sync data for ids ['0a16817e-46f5-46f1-83df-9e70a843f8df'] in n-d-712143-16 is: [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:51:51Z', 'revision_number': 3, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port': {'id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:20:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:49Z', 'updated_at': '2021-09-16T04:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:54.201553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.230555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bba3f1-4e19-4646-9b81-57912b83e4ee req-8071e72a-98c5-46eb-a8ca-6901fb1d2b9f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.236722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bba3f1-4e19-4646-9b81-57912b83e4ee req-8071e72a-98c5-46eb-a8ca-6901fb1d2b9f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.243595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bba3f1-4e19-4646-9b81-57912b83e4ee req-8071e72a-98c5-46eb-a8ca-6901fb1d2b9f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.248904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-c0240af8-9910-45e8-af4f-aecf06e0ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.250334 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9bba3f1-4e19-4646-9b81-57912b83e4ee req-8071e72a-98c5-46eb-a8ca-6901fb1d2b9f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2412 time: 0.0808907 Sep 16 04:51:54.250451 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-c0240af8-9910-45e8-af4f-aecf06e0ee82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1099 time: 0.1459503 Sep 16 04:51:54.251540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.255381 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-e6b4b387-cc9e-4ea6-8b5d-1eec4319483b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.166&port_id=97c2f396-9f9d-40a9-8029-1377d476e055 HTTP/1.1" status: 200 len: 217 time: 0.0631535 Sep 16 04:51:54.325516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.325516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.325516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] 10.222.0.60 "PUT /v2.0/ports/3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 200 len: 1092 time: 1.5567636 Sep 16 04:51:54.325516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:54.325516 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b128142-684e-4478-ad6b-f545bdf244d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:54.355954 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9bba3f1-4e19-4646-9b81-57912b83e4ee req-0dfecaff-1a94-4fb5-8b3d-befdf3471176 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008186 Sep 16 04:51:54.361062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c6eb-f3d8-4dd5-b40a-b1d47a0ab6bf service neutron] Pushing event updated for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.421252 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f7dcfc-bd82-413c-b2e6-a445b696e744 x-openstack-request-id: req-64f7dcfc-bd82-413c-b2e6-a445b696e744 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:54.421946 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:54.422401 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64f7dcfc-bd82-413c-b2e6-a445b696e744 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:54.423018 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e', 'status': 'completed', 'code': 200} Sep 16 04:51:54.460546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-58ba0f14-15ed-4f93-8c15-1fcd5366c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.465633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-58ba0f14-15ed-4f93-8c15-1fcd5366c541 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c57276eb-fe01-4cde-a222-2516f5748aaa HTTP/1.1" status: 200 len: 801 time: 0.1915467 Sep 16 04:51:54.528129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b128142-684e-4478-ad6b-f545bdf244d8 req-849d65ba-73b8-4ce0-9eaf-f2a665e115b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.529648 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b128142-684e-4478-ad6b-f545bdf244d8 req-849d65ba-73b8-4ce0-9eaf-f2a665e115b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1095 time: 0.0877070 Sep 16 04:51:54.570758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c36467-8e49-4ef3-8aca-410e9a7c277e req-7f0d4440-ffdf-48d6-9bef-f3d969e91a77 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.572554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18c36467-8e49-4ef3-8aca-410e9a7c277e req-7f0d4440-ffdf-48d6-9bef-f3d969e91a77 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 943 time: 0.1039751 Sep 16 04:51:54.736398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b128142-684e-4478-ad6b-f545bdf244d8 req-f81956b9-b806-438d-a756-2ed6a3431606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.738157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b128142-684e-4478-ad6b-f545bdf244d8 req-f81956b9-b806-438d-a756-2ed6a3431606 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=965e3ef5096545d6bfac513a019ead0f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2003543 Sep 16 04:51:54.747599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18c36467-8e49-4ef3-8aca-410e9a7c277e req-d4919c18-562b-4bd7-b1d3-256b450569d4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641228 Sep 16 04:51:54.767507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd875-f3fc-45a6-91c7-24f5ddf5d3c3 req-4e0db3b2-b2c8-4a3f-a18e-1c9129446fb9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.769265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a7dd875-f3fc-45a6-91c7-24f5ddf5d3c3 req-4e0db3b2-b2c8-4a3f-a18e-1c9129446fb9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 947 time: 0.1061997 Sep 16 04:51:54.871491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:54.876199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-f10fd227-d5aa-4933-8ab5-fbbe0da5a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.877624 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-f10fd227-d5aa-4933-8ab5-fbbe0da5a39b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.6157382 Sep 16 04:51:54.888077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-de456741-abd3-48fa-8251-217687a3e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.889576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-de456741-abd3-48fa-8251-217687a3e0d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbe445a-3424-4f7f-b5b6-8b72bda44875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4085059 Sep 16 04:51:54.891147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] Transition to ACTIVE for port object 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:54.937316 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-e21fef50-f709-4f4b-8cef-8d0d73874b9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 217 time: 0.0404799 Sep 16 04:51:54.938416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Allocated IP 172.20.0.1 (06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b/1e17278b-0d20-4b60-84dc-40a6dbcb0221/beb094f4-f9fb-4844-8c38-203f7331bf27) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:54.992379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a7dd875-f3fc-45a6-91c7-24f5ddf5d3c3 req-9b85b6f7-a838-4b3a-810a-028caf0f4229 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116356 Sep 16 04:51:55.011951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.024735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:55.027041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b128142-684e-4478-ad6b-f545bdf244d8 req-0778dd56-b124-4522-99e9-adc8b615d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.030285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b128142-684e-4478-ad6b-f545bdf244d8 req-0778dd56-b124-4522-99e9-adc8b615d81a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2807562 Sep 16 04:51:55.073831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dcc00-90cd-41e8-ac9d-b22d336f2558 req-bb32e58d-0c8f-40bd-8713-55c6eb2a36a6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.077542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec6dcc00-90cd-41e8-ac9d-b22d336f2558 req-bb32e58d-0c8f-40bd-8713-55c6eb2a36a6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1679847 Sep 16 04:51:55.218274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec6dcc00-90cd-41e8-ac9d-b22d336f2558 req-2ffc7dca-85e4-47cf-a197-c0bb36f60837 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350343 Sep 16 04:51:55.224643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.253296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] No DVR routers for this DVR port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:55.256721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-90290cc6-6296-4abe-842e-4f6a15af46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.258334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-90290cc6-6296-4abe-842e-4f6a15af46d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.3084030 Sep 16 04:51:55.261848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-954e4465-a52e-4d6c-99cc-27addd5fae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.263426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-954e4465-a52e-4d6c-99cc-27addd5fae66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1095 time: 0.1648557 Sep 16 04:51:55.277675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89b73-aefa-4ed8-9ba4-b9080ec848ab req-2a9edc86-bdcd-4177-b742-a61683938f9b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.277899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:55.278872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:55.282138 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aca27f2-cd6e-44f1-b872-b097a4939beb" -d '{"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:55.285367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ada89b73-aefa-4ed8-9ba4-b9080ec848ab req-2a9edc86-bdcd-4177-b742-a61683938f9b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.0877330 Sep 16 04:51:55.355833 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d672192b-ac71-4bab-8c42-264067b19a0a x-openstack-request-id: req-d672192b-ac71-4bab-8c42-264067b19a0a {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:55.356357 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:55.361514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-21bc1eb3-6441-4d0b-9ec2-1dc5a3f01523 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 200 len: 217 time: 0.0715184 Sep 16 04:51:55.362654 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d672192b-ac71-4bab-8c42-264067b19a0a {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:55.363259 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'code': 200} Sep 16 04:51:55.382861 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] 10.222.0.57 "PUT /v2.0/ports/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6/bindings/n-h2-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 2.0859818 Sep 16 04:51:55.383520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01624f8-d4d3-443e-a28b-c7f002c37a63 service neutron] Pushing event updated for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.387024 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.397261 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-89df307b-34e7-4184-a87a-bb12c2a416b1 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563715 Sep 16 04:51:55.440800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-8c1aab90-0f9d-484a-899c-509638a9e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.441966 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-8c1aab90-0f9d-484a-899c-509638a9e045 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367188 Sep 16 04:51:55.447779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.473344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ada89b73-aefa-4ed8-9ba4-b9080ec848ab req-8b0a2674-0fc0-4158-aa71-71d5e5316413 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849048 Sep 16 04:51:55.487229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-2d053f01-ee81-4168-9583-6fd893fdf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.488798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-2d053f01-ee81-4168-9583-6fd893fdf161 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.1194401 Sep 16 04:51:55.510289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.556516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-0272f467-0104-420c-84d6-825fe8ee788d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496681 Sep 16 04:51:55.664234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.60', 54041) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:55.703608 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95d511da-9a02-4471-83e1-ebe306ca9d7c req-ce262b2c-ecd7-4dc8-8279-0baabfaa2131 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920915 Sep 16 04:51:55.712409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-3736e79b-1aba-400e-b7f8-5d8b1be41514 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327635 Sep 16 04:51:55.736166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-47762170-8f65-471b-924d-af02aaa08e76 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.737646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-47762170-8f65-471b-924d-af02aaa08e76 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0721602 Sep 16 04:51:55.748726 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.901815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:55.913877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:55.917556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa452-4821-46d6-96e6-102fb3e4c666 req-c4e929d9-1aaf-408a-9b7b-38ef088fa860 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.920279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:55.931993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa452-4821-46d6-96e6-102fb3e4c666 req-c4e929d9-1aaf-408a-9b7b-38ef088fa860 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.938833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa452-4821-46d6-96e6-102fb3e4c666 req-c4e929d9-1aaf-408a-9b7b-38ef088fa860 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.943775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-214aa452-4821-46d6-96e6-102fb3e4c666 req-c4e929d9-1aaf-408a-9b7b-38ef088fa860 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2412 time: 0.4388578 Sep 16 04:51:55.969211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Pushing event updated for resources: {'Port': ['ID=beb094f4-f9fb-4844-8c38-203f7331bf27,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.986609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-426e07f8-d5be-4a21-90c3-b1eb61769203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.988141 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-426e07f8-d5be-4a21-90c3-b1eb61769203 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41&tenant_id=8cdb984372b74e3fad220d4bbcbe4521 HTTP/1.1" status: 200 len: 1096 time: 0.2341368 Sep 16 04:51:55.992196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-5abaa781-119b-4a25-ae5f-ef487186adc5 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691412 Sep 16 04:51:56.015996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.038224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-7f47a66e-0e1b-4fa3-980a-a29e94071227 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666643 Sep 16 04:51:56.046090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-214aa452-4821-46d6-96e6-102fb3e4c666 req-2d71c528-6817-4248-b961-be4aad8cb930 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673642 Sep 16 04:51:56.055516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a9ff9-1477-4e16-8fb3-b41b27268dc3 req-71b42360-a3c7-4756-9552-a1b6b923eb9b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.069346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-980a9ff9-1477-4e16-8fb3-b41b27268dc3 req-71b42360-a3c7-4756-9552-a1b6b923eb9b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 943 time: 0.1557231 Sep 16 04:51:56.170696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-a9988cc5-4ad4-4f80-af7e-b8d56f421c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.172895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-a9988cc5-4ad4-4f80-af7e-b8d56f421c7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1096 time: 0.1583552 Sep 16 04:51:56.180521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-6b28ef7d-c721-4fe3-a7c8-be6de544018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.181352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-6b28ef7d-c721-4fe3-a7c8-be6de544018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.182004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-6b28ef7d-c721-4fe3-a7c8-be6de544018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.183758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-980a9ff9-1477-4e16-8fb3-b41b27268dc3 req-7b8c37e7-9594-4a6a-99f9-e23eae2a5973 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202986 Sep 16 04:51:56.184369 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-6b28ef7d-c721-4fe3-a7c8-be6de544018c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2868 time: 0.1044254 Sep 16 04:51:56.212978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7c4866-b373-4703-b0b4-0baa02464aed req-79e30208-34e6-47f7-a988-e755af64606a service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650178 Sep 16 04:51:56.258468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-41ba99a1-4afa-4e17-b692-933603261580 None None] Provisioning complete for port beb094f4-f9fb-4844-8c38-203f7331bf27 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:56.259861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-41ba99a1-4afa-4e17-b692-933603261580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.302304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-41ba99a1-4afa-4e17-b692-933603261580 None None] Port beb094f4-f9fb-4844-8c38-203f7331bf27 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:56.360923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db357d-5afb-4dc2-8ba3-cd9a9d18658e req-deca26c9-e473-4371-8aa2-1b037035a729 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.367489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0db357d-5afb-4dc2-8ba3-cd9a9d18658e req-deca26c9-e473-4371-8aa2-1b037035a729 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 947 time: 0.0712450 Sep 16 04:51:56.401726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-12ef46c7-d56a-4f8a-9abe-98003a6dafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.403417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-12ef46c7-d56a-4f8a-9abe-98003a6dafad service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.2179804 Sep 16 04:51:56.408529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-d82eddc7-3c47-414d-ae05-3a6262ba2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.409994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-d82eddc7-3c47-414d-ae05-3a6262ba2a77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbe445a-3424-4f7f-b5b6-8b72bda44875 HTTP/1.1" status: 200 len: 901 time: 0.1986408 Sep 16 04:51:56.423372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0db357d-5afb-4dc2-8ba3-cd9a9d18658e req-509ba30e-f36a-49f4-a699-7092761de968 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507865 Sep 16 04:51:56.482292 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-aaf79e75-39a6-4076-aa1e-652ec149f9ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 217 time: 0.0703177 Sep 16 04:51:56.484099 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.502159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e553d8-501d-4c09-905b-189ccc22674f req-884d2257-7481-4514-bbd8-9fca92671883 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.504063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12e553d8-501d-4c09-905b-189ccc22674f req-884d2257-7481-4514-bbd8-9fca92671883 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 948 time: 0.0857735 Sep 16 04:51:56.528118 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-0bc14aae-745b-4c8e-ae9f-29ef12dbc4fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.166&port_id=97c2f396-9f9d-40a9-8029-1377d476e055 HTTP/1.1" status: 200 len: 217 time: 0.0542040 Sep 16 04:51:56.529848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ff33dea6-23f2-47ae-a8e7-4c126129e23e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:56.559490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12e553d8-501d-4c09-905b-189ccc22674f req-b1687a76-ea73-4915-b603-c4f07627aeeb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485148 Sep 16 04:51:56.601850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ff33dea6-23f2-47ae-a8e7-4c126129e23e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:56.602492 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.642177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-9b8be28c-cc2d-4389-9604-3d14fef84b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.643903 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-9b8be28c-cc2d-4389-9604-3d14fef84b7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.1312554 Sep 16 04:51:56.650489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-7def6710-9218-4a26-b3e5-f5080bfba9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.651985 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-7def6710-9218-4a26-b3e5-f5080bfba9c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c57276eb-fe01-4cde-a222-2516f5748aaa HTTP/1.1" status: 200 len: 801 time: 0.0989656 Sep 16 04:51:56.656604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfce344-707e-4797-98f3-4c90221c426b req-a5be871e-a685-48a4-8231-0c9ea15ac9d2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.665776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5dfce344-707e-4797-98f3-4c90221c426b req-a5be871e-a685-48a4-8231-0c9ea15ac9d2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.0700929 Sep 16 04:51:56.697211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-3ea35758-406f-4a1f-a359-feb0e48b0749 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427930 Sep 16 04:51:56.719752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5dfce344-707e-4797-98f3-4c90221c426b req-0041579d-bae5-4099-84dd-7ea2509a93d5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524716 Sep 16 04:51:56.720164 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.748474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port ff33dea6-23f2-47ae-a8e7-4c126129e23e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ff33dea6-23f2-47ae-a8e7-4c126129e23e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.807857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7be81e11-95a6-48cb-8e00-48bdfaf28368 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:56.837681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-7d1bb79d-ad8f-4a75-98dd-d68152647ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.839177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-7d1bb79d-ad8f-4a75-98dd-d68152647ff8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbe445a-3424-4f7f-b5b6-8b72bda44875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532214 Sep 16 04:51:56.877719 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.909532 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-0b931966-23bd-4117-8d27-32069e419cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036445 Sep 16 04:51:56.941066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.953423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.953687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=ff33dea6-23f2-47ae-a8e7-4c126129e23e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.960512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'mac_address': 'fa:16:3e:05:6f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:57.003183 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.017707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be81e11-95a6-48cb-8e00-48bdfaf28368 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:57.039943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:57.170843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0d6d5-2ae5-494e-962b-e86d335d8836 req-0c43c6bb-317e-4097-820d-e90c9ddb7b71 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.176805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0d6d5-2ae5-494e-962b-e86d335d8836 req-0c43c6bb-317e-4097-820d-e90c9ddb7b71 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.183201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0d6d5-2ae5-494e-962b-e86d335d8836 req-0c43c6bb-317e-4097-820d-e90c9ddb7b71 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.187278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.188229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:57.208367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57f0d6d5-2ae5-494e-962b-e86d335d8836 req-0c43c6bb-317e-4097-820d-e90c9ddb7b71 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2412 time: 0.0871766 Sep 16 04:51:57.235199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.272948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57f0d6d5-2ae5-494e-962b-e86d335d8836 req-6ad89897-42b1-4121-b573-b0c81e5d0a2c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603514 Sep 16 04:51:57.290841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60374) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:57.301695 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-210bfda0-6a3a-49eb-b69d-6964f7ac4a07 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441328 Sep 16 04:51:57.309440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:57.336283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.355206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'mac_address': 'fa:16:3e:a5:b2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:57.361108 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.362486 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-93aa4621-3c91-435e-8f78-9eb0bdc03ac1 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216001 Sep 16 04:51:57.375725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Pushing event updated for resources: {'Port': ['ID=beb094f4-f9fb-4844-8c38-203f7331bf27,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.407730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5faa-cbf7-4252-aaef-d85c33177ea9 req-007d9172-a9f5-40b6-8e72-1921d6f2a377 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.411075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49dc5faa-cbf7-4252-aaef-d85c33177ea9 req-007d9172-a9f5-40b6-8e72-1921d6f2a377 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 943 time: 0.0931947 Sep 16 04:51:57.446637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.463291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0cff13-2ad7-449f-99fa-03906dd1ee47 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:57.485616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49dc5faa-cbf7-4252-aaef-d85c33177ea9 req-d0453d43-f1c0-4011-b824-d41b001e5857 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681205 Sep 16 04:51:57.488370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:57.503293 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-b8bacaf4-1c7a-4a27-a8cf-6c284b7fa844 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763065 Sep 16 04:51:57.524240 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3857-cf1f-42bc-8361-202e162d0b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.531975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:57.533616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:57.604798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.677014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b82daf-7c1d-4c9a-a7fc-75f0cfba2378 req-3ee492f1-22c3-4743-a17f-ce9952a0191b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.679276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3b82daf-7c1d-4c9a-a7fc-75f0cfba2378 req-3ee492f1-22c3-4743-a17f-ce9952a0191b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 948 time: 0.1338055 Sep 16 04:51:57.695847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.733094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Router 0a16817e-46f5-46f1-83df-9e70a843f8df has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:57.745683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-ad92d90f-9910-42b7-b25d-3c5638570d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.747494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-ad92d90f-9910-42b7-b25d-3c5638570d35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1100 time: 0.0572309 Sep 16 04:51:57.747618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.807170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3857-cf1f-42bc-8361-202e162d0b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.815570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3b82daf-7c1d-4c9a-a7fc-75f0cfba2378 req-49ae9f70-193b-4be8-8772-b7cd12ba9cc6 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910411 Sep 16 04:51:57.839305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb80556-e4ba-4fd6-a0ed-b268b1cb4213 req-eb702a08-381d-4e88-9082-bc1ae4e9237a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.839305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3eb80556-e4ba-4fd6-a0ed-b268b1cb4213 req-eb702a08-381d-4e88-9082-bc1ae4e9237a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 949 time: 0.1154349 Sep 16 04:51:57.849771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cab4b083-cdf2-42e7-803b-820100d123ae None None] Provisioning complete for port beb094f4-f9fb-4844-8c38-203f7331bf27 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:57.849771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cab4b083-cdf2-42e7-803b-820100d123ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.884129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3eb80556-e4ba-4fd6-a0ed-b268b1cb4213 req-5a36159a-bbf8-4a36-9bef-31808c07dbf8 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442731 Sep 16 04:51:57.900243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cab4b083-cdf2-42e7-803b-820100d123ae None None] Port beb094f4-f9fb-4844-8c38-203f7331bf27 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:57.906906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3857-cf1f-42bc-8361-202e162d0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.982828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ab3f3857-cf1f-42bc-8361-202e162d0b31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b41405d63081419ea661cf3a037d7caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899903 Sep 16 04:51:57.983594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-10d0d241-7cac-4403-a27a-96993132e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.985129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-10d0d241-7cac-4403-a27a-96993132e6b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1971087 Sep 16 04:51:57.985240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f3857-cf1f-42bc-8361-202e162d0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e042093-90cb-4c06-a1a0-941e219a6272,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.987317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60388) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:58.002638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-706fcc2b-919d-49cf-831a-43ad8ab533ac tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.002638 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-706fcc2b-919d-49cf-831a-43ad8ab533ac tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0911567 Sep 16 04:51:58.003122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f999f-5084-4b5d-b2ff-cd5beece18d6 req-311f7740-683b-43ed-a450-0ddc8ac81843 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.003550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e73f999f-5084-4b5d-b2ff-cd5beece18d6 req-311f7740-683b-43ed-a450-0ddc8ac81843 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.0923297 Sep 16 04:51:58.007077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:58.016458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Sync routers for ids ['0a16817e-46f5-46f1-83df-9e70a843f8df'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:58.018815 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ceb5c46f-c30c-4cf9-a448-887f5989b601 admin admin] 10.222.0.59 "PUT /v2.0/routers/0a16817e-46f5-46f1-83df-9e70a843f8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0820405 Sep 16 04:51:58.027134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Routers {'0a16817e-46f5-46f1-83df-9e70a843f8df'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:58.027814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0a16817e-46f5-46f1-83df-9e70a843f8df'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:58.058426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e73f999f-5084-4b5d-b2ff-cd5beece18d6 req-f87d344b-4648-4c27-ad05-3e3f2a5b48e5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475559 Sep 16 04:51:58.073467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-6cfcf63b-a090-447d-86e6-84ed1cf830ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 217 time: 0.0725317 Sep 16 04:51:58.200133 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3de7b68f-f441-47d5-94d7-95b2b4c34cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.211757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-476ff856-4842-4b34-bb25-5b3599911cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.213696 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-476ff856-4842-4b34-bb25-5b3599911cf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1060932 Sep 16 04:51:58.281491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea6704-8584-461b-a8b3-86e74f45bb42 req-67ee7ed4-fbb4-43d6-959e-7203978428ad tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.283025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58ea6704-8584-461b-a8b3-86e74f45bb42 req-67ee7ed4-fbb4-43d6-959e-7203978428ad tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 948 time: 0.1064641 Sep 16 04:51:58.285905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3de7b68f-f441-47d5-94d7-95b2b4c34cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.313405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Set router 0a16817e-46f5-46f1-83df-9e70a843f8df gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:58.347933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-9c86fb0a-c1b4-45e0-970f-e8672b87748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.348328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-9c86fb0a-c1b4-45e0-970f-e8672b87748d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985339 Sep 16 04:51:58.359824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:58.396543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58ea6704-8584-461b-a8b3-86e74f45bb42 req-96ab6a92-af57-4ba3-8b62-0d80e22d9020 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973353 Sep 16 04:51:58.400269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3a0cff13-2ad7-449f-99fa-03906dd1ee47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:58.442411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-4051893f-4750-4845-9f26-4ba33c055295 service neutron] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:58.447340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-4051893f-4750-4845-9f26-4ba33c055295 service neutron] Notify callbacks [] for binding, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.448465 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f789d93-46c8-4fc4-873e-2891a2b0ff25 req-4051893f-4750-4845-9f26-4ba33c055295 service neutron] 10.222.0.60 "DELETE /v2.0/ports/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6/bindings/n-h1-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.4334574 Sep 16 04:51:58.517271 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3de7b68f-f441-47d5-94d7-95b2b4c34cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.519870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3de7b68f-f441-47d5-94d7-95b2b4c34cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.535627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3de7b68f-f441-47d5-94d7-95b2b4c34cf6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e042093-90cb-4c06-a1a0-941e219a6272 HTTP/1.1" status: 204 len: 168 time: 0.5441599 Sep 16 04:51:58.541243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ff33dea6-23f2-47ae-a8e7-4c126129e23e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:58.547947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c361ca5-e7c9-401b-b154-640ab3a74f20 req-d27a9cb8-0dee-493e-bc53-ee2e875e05b6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.553117 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-42fdd82e-ad4b-4336-a7ab-daa6fb9230fa service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881893 Sep 16 04:51:58.553976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7b68f-f441-47d5-94d7-95b2b4c34cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e042093-90cb-4c06-a1a0-941e219a6272,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:58.555691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c361ca5-e7c9-401b-b154-640ab3a74f20 req-d27a9cb8-0dee-493e-bc53-ee2e875e05b6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.563387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c361ca5-e7c9-401b-b154-640ab3a74f20 req-d27a9cb8-0dee-493e-bc53-ee2e875e05b6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.581408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c361ca5-e7c9-401b-b154-640ab3a74f20 req-d27a9cb8-0dee-493e-bc53-ee2e875e05b6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2412 time: 0.2240884 Sep 16 04:51:58.600075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-8e09bb33-6ac2-42e3-996a-46071311cb7b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.602437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-8e09bb33-6ac2-42e3-996a-46071311cb7b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0&tenant_id=ec390820661b415b9b248b7fbb6c98a5&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 948 time: 0.2378275 Sep 16 04:51:58.707788 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d8e60a6-9687-4e50-bbfd-61a3d1cebe8a req-1a30ce98-f368-4b92-a342-778373948a1f service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345634 Sep 16 04:51:58.722447 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-11d6eac0-79a3-455f-80d4-d53249a567d2 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:51:58.723506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-11d6eac0-79a3-455f-80d4-d53249a567d2 service neutron] 10.222.0.60 "DELETE /v2.0/ports/7be81e11-95a6-48cb-8e00-48bdfaf28368/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.1098247 Sep 16 04:51:58.780176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c361ca5-e7c9-401b-b154-640ab3a74f20 req-8064f9b7-8731-45ce-8ef6-50d4997e7a44 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978886 Sep 16 04:51:58.795082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81834f-b397-4f63-a18d-f0abec476fdf req-98413a3e-13f9-47ef-90cc-1b1c8bde2731 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.796661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a81834f-b397-4f63-a18d-f0abec476fdf req-98413a3e-13f9-47ef-90cc-1b1c8bde2731 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 943 time: 0.1066928 Sep 16 04:51:58.829156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c7d8ae39-92fb-4f8b-a55e-41fada98c033 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:58.853439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ff33dea6-23f2-47ae-a8e7-4c126129e23e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:58.853890 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.867090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a81834f-b397-4f63-a18d-f0abec476fdf req-a0606419-3ca9-4a14-85eb-3ed443b4abc6 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611112 Sep 16 04:51:58.883669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-ff020306-01b2-402c-a0c4-530f97ed7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.885703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-ff020306-01b2-402c-a0c4-530f97ed7d17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1100 time: 0.0523221 Sep 16 04:51:59.036898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-b729ee31-a80f-4318-a3cd-594f650559f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.038962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-b729ee31-a80f-4318-a3cd-594f650559f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1468785 Sep 16 04:51:59.066992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3ea6224d-5985-450c-985e-e72e875a9b4e details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:59.098235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60420) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.104252 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-network', 'tenant_id': '63d79f55e51948258736f4a675134830'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:59.108332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-419c9077-0356-461d-abaa-936988f21780 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 217 time: 0.0608437 Sep 16 04:51:59.108496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c7d8ae39-92fb-4f8b-a55e-41fada98c033, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c7d8ae39-92fb-4f8b-a55e-41fada98c033,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:59.125813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c9b18-1b06-4750-94b5-09268ada9601 req-25804392-a7df-4d5a-8cc8-69f0183a84fb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.129558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 4, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port': {'id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:49Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'beb094f4-f9fb-4844-8c38-203f7331bf27', 'name': '', 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'mac_address': 'fa:16:3e:bd:92:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e17278b-0d20-4b60-84dc-40a6dbcb0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:54Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 2, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'subnets': [{'id': '1e17278b-0d20-4b60-84dc-40a6dbcb0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:59.133090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd6c9b18-1b06-4750-94b5-09268ada9601 req-25804392-a7df-4d5a-8cc8-69f0183a84fb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 949 time: 0.1287334 Sep 16 04:51:59.143992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'c7d8ae39-92fb-4f8b-a55e-41fada98c033', 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875', 'port_id': 'c7d8ae39-92fb-4f8b-a55e-41fada98c033', 'mac_address': 'fa:16:3e:59:9e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57276eb-fe01-4cde-a222-2516f5748aaa', 'ip_address': '19.80.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:59.175183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Checking router: 0a16817e-46f5-46f1-83df-9e70a843f8df for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:59.175605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Updating router 0a16817e-46f5-46f1-83df-9e70a843f8df port beb094f4-f9fb-4844-8c38-203f7331bf27 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:59.198343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Made reservation on behalf of 63d79f55e51948258736f4a675134830 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:59.201507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.212185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.241603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-ca94139c-fe3f-4d25-ac4c-46d15086bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.243234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-ca94139c-fe3f-4d25-ac4c-46d15086bdb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1092856 Sep 16 04:51:59.251843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd6c9b18-1b06-4750-94b5-09268ada9601 req-2f10b72b-5cda-4cb4-afe1-33ff1faf9d24 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085937 Sep 16 04:51:59.259206 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.305676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1814c-8035-42ce-b76c-a97366f5ef9a req-d799bf02-63b9-407f-b145-e29d2ad412ec tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.308890 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.313707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d9a1814c-8035-42ce-b76c-a97366f5ef9a req-d799bf02-63b9-407f-b145-e29d2ad412ec tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.1339173 Sep 16 04:51:59.336700 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.347385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d8ae39-92fb-4f8b-a55e-41fada98c033 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:59.358189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:59.368936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d9a1814c-8035-42ce-b76c-a97366f5ef9a req-dbd94e08-4bcd-4c53-9a24-467858478656 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540786 Sep 16 04:51:59.375311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-ab310c0f-f82b-4525-8a3d-f02268be905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.375311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-ab310c0f-f82b-4525-8a3d-f02268be905d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191509 Sep 16 04:51:59.441285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '3ea6224d-5985-450c-985e-e72e875a9b4e', 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'port_id': '3ea6224d-5985-450c-985e-e72e875a9b4e', 'mac_address': 'fa:16:3e:23:f9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4938e87-e66c-4d56-8c64-04f0d75094f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:59.444241 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.445917 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c7d8ae39-92fb-4f8b-a55e-41fada98c033, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c7d8ae39-92fb-4f8b-a55e-41fada98c033,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:59.486111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:59.492734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4dde51-2c50-4a75-a921-2f9846a910ee,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.515216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60428) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.523113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.527836 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Added segment 761e939b-1fc8-4de6-bc66-cc4fa2fdc01c of type vlan for network 745d646c-f6ff-471b-81aa-7490a30c2f1c Sep 16 04:51:59.527949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.541036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5256-9505-4091-bb3f-3b54375995e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.564915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.569292 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.576784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea6224d-5985-450c-985e-e72e875a9b4e {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:59.618194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-dcf285fb-e79b-459e-875b-897af2673dce service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373846 Sep 16 04:51:59.628194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:59.659018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c7d8ae39-92fb-4f8b-a55e-41fada98c033,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.689463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59d539-5d3b-49c6-a952-501540729719 req-aa1c9452-9417-41b1-9ac1-fa2df33e7ec0 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.690988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c59d539-5d3b-49c6-a952-501540729719 req-aa1c9452-9417-41b1-9ac1-fa2df33e7ec0 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1096 time: 0.1787579 Sep 16 04:51:59.727919 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.731580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636be2-f268-475b-b698-7749cbfc9051 req-1edef9ee-ec98-49ac-9e21-045e6d04d610 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.733035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce636be2-f268-475b-b698-7749cbfc9051 req-1edef9ee-ec98-49ac-9e21-045e6d04d610 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 948 time: 0.1942472 Sep 16 04:51:59.758531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.759814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.760414 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.822183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=745d646c-f6ff-471b-81aa-7490a30c2f1c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.823126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c59d539-5d3b-49c6-a952-501540729719 req-3c759baf-dbf4-4510-a32c-0924c340df59 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001260 Sep 16 04:51:59.837407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54963af3-0eba-4100-ba58-f99e7d4df284 req-eb726ece-e2cb-4a31-97c7-84a825b0c6b7 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088568 Sep 16 04:51:59.860817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 745d646c-f6ff-471b-81aa-7490a30c2f1c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:59.861105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce636be2-f268-475b-b698-7749cbfc9051 req-c44f3912-c915-4f75-805a-91bfde33fa58 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999513 Sep 16 04:51:59.913468 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5256-9505-4091-bb3f-3b54375995e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.988638 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.024577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f827-13c3-4da1-ae87-e0483ffa7892 req-8d9ea420-bc32-436d-abb6-d1d6f667a3c2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.030710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f827-13c3-4da1-ae87-e0483ffa7892 req-8d9ea420-bc32-436d-abb6-d1d6f667a3c2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.036677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f827-13c3-4da1-ae87-e0483ffa7892 req-8d9ea420-bc32-436d-abb6-d1d6f667a3c2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.038340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1a6f827-13c3-4da1-ae87-e0483ffa7892 req-8d9ea420-bc32-436d-abb6-d1d6f667a3c2 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2413 time: 0.0775845 Sep 16 04:52:00.040697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.098548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16144f25-56b4-417b-9796-f1c040211d3a req-a0ab8a61-26c9-46f4-8479-5e9cfffac51d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.100098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16144f25-56b4-417b-9796-f1c040211d3a req-a0ab8a61-26c9-46f4-8479-5e9cfffac51d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.1002340 Sep 16 04:52:00.103142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1a6f827-13c3-4da1-ae87-e0483ffa7892 req-2b67dfad-ca3b-4934-9769-f31dbe9afbf1 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501621 Sep 16 04:52:00.124689 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.142651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16144f25-56b4-417b-9796-f1c040211d3a req-5fe648a5-d997-469b-874e-0d5dfd608ee9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363529 Sep 16 04:52:00.169151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5256-9505-4091-bb3f-3b54375995e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.198333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceca112-71e0-4845-9418-19b7a49e92d1 None None] Pushing event updated for resources: {'Port': ['ID=beb094f4-f9fb-4844-8c38-203f7331bf27,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.238945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['3ea6224d-5985-450c-985e-e72e875a9b4e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:00.248649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2d1e5256-9505-4091-bb3f-3b54375995e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee94662ef80a42c681250e7f448e1096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204039 Sep 16 04:52:00.249204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60448) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:00.271965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Attempting to bind port beb094f4-f9fb-4844-8c38-203f7331bf27 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:00.277330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Attempting to bind port beb094f4-f9fb-4844-8c38-203f7331bf27 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:00.277330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Attempting to bind port beb094f4-f9fb-4844-8c38-203f7331bf27 on network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:00.282499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:00.282880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Checking segment: {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:00.283323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.283727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Bound using segment: {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:00.284207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Bound port: beb094f4-f9fb-4844-8c38-203f7331bf27, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:00.284595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.308866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a90bf957-7acf-4356-b1aa-f57d5dcd3a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.322340 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ead61e2a-c6c8-407b-be64-00be4aa75ee9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2222097 Sep 16 04:52:00.325258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60452) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:00.333125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Request body: {'subnet': {'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-subnet', 'tenant_id': '63d79f55e51948258736f4a675134830', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:00.346667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e5256-9505-4091-bb3f-3b54375995e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35cb31a-af78-467f-bbe4-3d1927ad2ea8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.361959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a90bf957-7acf-4356-b1aa-f57d5dcd3a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.410465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['c7d8ae39-92fb-4f8b-a55e-41fada98c033'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:00.452173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-4bb50a68-ed92-4ed7-82c5-e69b8cd59187 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.453701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-4bb50a68-ed92-4ed7-82c5-e69b8cd59187 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 821 time: 0.2536931 Sep 16 04:52:00.463062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] For port beb094f4-f9fb-4844-8c38-203f7331bf27, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:00.476575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-b644e194-8ed6-4154-ad2d-a6f97a3e07df tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/quotas/8cdb984372b74e3fad220d4bbcbe4521 HTTP/1.1" status: 200 len: 375 time: 0.0151670 Sep 16 04:52:00.486063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b859409-d59a-4bfb-b3f7-156559020405 req-fb73c7e7-8ef0-4701-85d6-33f264c83e7e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.487274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b859409-d59a-4bfb-b3f7-156559020405 req-fb73c7e7-8ef0-4701-85d6-33f264c83e7e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 949 time: 0.1372828 Sep 16 04:52:00.489228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] For port beb094f4-f9fb-4844-8c38-203f7331bf27, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=beb094f4-f9fb-4844-8c38-203f7331bf27,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:00.501681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Made reservation on behalf of 63d79f55e51948258736f4a675134830 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:00.504429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.504913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c91aa434-4a3f-449d-a678-7116159f61a0 None None] Provisioning complete for port beb094f4-f9fb-4844-8c38-203f7331bf27 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:00.505289 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c91aa434-4a3f-449d-a678-7116159f61a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.507745 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a90bf957-7acf-4356-b1aa-f57d5dcd3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.510708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a90bf957-7acf-4356-b1aa-f57d5dcd3a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.527810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a90bf957-7acf-4356-b1aa-f57d5dcd3a2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b35cb31a-af78-467f-bbe4-3d1927ad2ea8 HTTP/1.1" status: 204 len: 168 time: 0.2687082 Sep 16 04:52:00.571774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bf957-7acf-4356-b1aa-f57d5dcd3a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35cb31a-af78-467f-bbe4-3d1927ad2ea8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.588851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.592489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b859409-d59a-4bfb-b3f7-156559020405 req-5596e913-def1-4c24-8fee-86dfa608d710 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945625 Sep 16 04:52:00.616763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d54ec877-9908-4a70-8222-ae815b04976a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1283557 Sep 16 04:52:00.637665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c91aa434-4a3f-449d-a678-7116159f61a0 None None] Port beb094f4-f9fb-4844-8c38-203f7331bf27 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:00.737824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Routers {'0a16817e-46f5-46f1-83df-9e70a843f8df'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:00.738471 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0a16817e-46f5-46f1-83df-9e70a843f8df'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:00.752812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceca112-71e0-4845-9418-19b7a49e92d1 None None] Pushing event updated for resources: {'Port': ['ID=beb094f4-f9fb-4844-8c38-203f7331bf27,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.782148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-f68202d5-c537-4168-8ef9-048ebabd5ea3 service neutron] 10.222.0.59 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559131 Sep 16 04:52:00.840523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device aea5d0fa-41a4-4758-84ef-f36843c0818b details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:00.855605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7be81e11-95a6-48cb-8e00-48bdfaf28368 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:00.993205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-99ef2a0d-7d16-4522-a7b6-3c21d5e430b0 service neutron] 10.222.0.59 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117876 Sep 16 04:52:00.993205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e00890-67d4-4ea1-bd19-aa0348e48fc0 req-49b0a6a5-f282-4e63-8aa9-1f02e635e813 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.994821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7e00890-67d4-4ea1-bd19-aa0348e48fc0 req-49b0a6a5-f282-4e63-8aa9-1f02e635e813 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 948 time: 0.0529616 Sep 16 04:52:01.034488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7e00890-67d4-4ea1-bd19-aa0348e48fc0 req-638bf97e-b437-4118-8a60-61dfa5c48167 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Sep 16 04:52:01.093068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.resource_extend [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:52:01.154623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] Set router 0a16817e-46f5-46f1-83df-9e70a843f8df gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:01.211743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7e8fce15-c390-4e19-a888-2fb80e8cdde7 None None] Provisioning complete for port beb094f4-f9fb-4844-8c38-203f7331bf27 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:01.212123 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e8fce15-c390-4e19-a888-2fb80e8cdde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.224344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8ce8-f127-4b1e-bae5-5bb403d40bfb req-b0d31bf8-d51a-4edb-83a1-9144ad416009 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.230763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8ce8-f127-4b1e-bae5-5bb403d40bfb req-b0d31bf8-d51a-4edb-83a1-9144ad416009 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.236748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8ce8-f127-4b1e-bae5-5bb403d40bfb req-b0d31bf8-d51a-4edb-83a1-9144ad416009 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.238389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c21b8ce8-f127-4b1e-bae5-5bb403d40bfb req-b0d31bf8-d51a-4edb-83a1-9144ad416009 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2413 time: 0.0667269 Sep 16 04:52:01.277341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c21b8ce8-f127-4b1e-bae5-5bb403d40bfb req-6b97f9ce-3d96-4681-9f29-ae8b65673a5f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Sep 16 04:52:01.307344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port aea5d0fa-41a4-4758-84ef-f36843c0818b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=aea5d0fa-41a4-4758-84ef-f36843c0818b,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:01.340518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'aea5d0fa-41a4-4758-84ef-f36843c0818b', 'network_id': 'dd5a29eb-4ca0-468a-90cc-0e72fb984585', 'port_id': 'aea5d0fa-41a4-4758-84ef-f36843c0818b', 'mac_address': 'fa:16:3e:2f:a2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486ad241-0e6c-4acb-a3dd-41413937431b', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:01.372149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.404632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066995b-0095-48f9-9cd6-c2238e35cbe5 req-d8ab3057-4b56-4518-b299-e5739f38f036 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.406899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e066995b-0095-48f9-9cd6-c2238e35cbe5 req-d8ab3057-4b56-4518-b299-e5739f38f036 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.0708485 Sep 16 04:52:01.452665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc4717f-1e7f-46c6-82f9-574dcf91ace5,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.476644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.493955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Checking segment: {'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:01.493955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Network hostable DHCP agents. Network: 745d646c-f6ff-471b-81aa-7490a30c2f1c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:01.494837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e066995b-0095-48f9-9cd6-c2238e35cbe5 req-e562ebaf-9ef8-4b9d-a003-0012c74d5b42 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785449 Sep 16 04:52:01.531604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea5d0fa-41a4-4758-84ef-f36843c0818b {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:01.554473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 7be81e11-95a6-48cb-8e00-48bdfaf28368 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:01.563028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a4bf365-1c77-447b-9b7b-495260b5e03a req-65710a6c-4f66-403e-b5f6-9fd2db9d033a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 210 time: 0.0392499 Sep 16 04:52:01.564296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 7be81e11-95a6-48cb-8e00-48bdfaf28368 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:01.565198 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.587668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port aea5d0fa-41a4-4758-84ef-f36843c0818b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=aea5d0fa-41a4-4758-84ef-f36843c0818b,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:01.616516 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e8fce15-c390-4e19-a888-2fb80e8cdde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.638639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Network 745d646c-f6ff-471b-81aa-7490a30c2f1c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:01.682923 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.683860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 97c2f396-9f9d-40a9-8029-1377d476e055 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:01.738632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7e8fce15-c390-4e19-a888-2fb80e8cdde7 None None] For port beb094f4-f9fb-4844-8c38-203f7331bf27, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=beb094f4-f9fb-4844-8c38-203f7331bf27,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:01.752599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 745d646c-f6ff-471b-81aa-7490a30c2f1c) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:01.760035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.761122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.772878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf7d03-084a-4269-8010-10381edb25b9 None None] Network 745d646c-f6ff-471b-81aa-7490a30c2f1c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:01.804978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017c43b-44b8-4be4-b70b-e6b777c55093 req-6bb0665f-5411-4ef4-96c1-a99c539eea5e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.807072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e017c43b-44b8-4be4-b70b-e6b777c55093 req-6bb0665f-5411-4ef4-96c1-a99c539eea5e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 949 time: 0.1023588 Sep 16 04:52:01.854784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e017c43b-44b8-4be4-b70b-e6b777c55093 req-c0fd7640-0cd8-4d40-bb08-ecfb22f6f091 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Sep 16 04:52:01.862516 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e8fce15-c390-4e19-a888-2fb80e8cdde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.864395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=aea5d0fa-41a4-4758-84ef-f36843c0818b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.887723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93169fa2-2e90-46b5-81d6-997b47f7a638 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5612309 Sep 16 04:52:01.891777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60484) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:01.896469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:01.906027 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-00ca6313-c3aa-458f-a268-6e245625078c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722036 Sep 16 04:52:02.016685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-738811fe-2dd2-45b4-a8c6-d16671fe9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.016685 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-738811fe-2dd2-45b4-a8c6-d16671fe9ce4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 1102 time: 0.0497665 Sep 16 04:52:02.024467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 4, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port': {'id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:49Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'beb094f4-f9fb-4844-8c38-203f7331bf27', 'name': '', 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'mac_address': 'fa:16:3e:bd:92:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e17278b-0d20-4b60-84dc-40a6dbcb0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:54Z', 'updated_at': '2021-09-16T04:52:00Z', 'revision_number': 4, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'subnets': [{'id': '1e17278b-0d20-4b60-84dc-40a6dbcb0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:02.044445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.045790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.063353 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.084396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a2e76-d487-4945-8463-f492d1106b94 None None] The sync data for ids ['0a16817e-46f5-46f1-83df-9e70a843f8df'] in n-d-712143-16 is: [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 4, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port': {'id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:49Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'beb094f4-f9fb-4844-8c38-203f7331bf27', 'name': '', 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'mac_address': 'fa:16:3e:bd:92:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e17278b-0d20-4b60-84dc-40a6dbcb0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:54Z', 'updated_at': '2021-09-16T04:52:00Z', 'revision_number': 4, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'subnets': [{'id': '1e17278b-0d20-4b60-84dc-40a6dbcb0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:02.090569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fce15-c390-4e19-a888-2fb80e8cdde7 None None] Pushing event updated for resources: {'Port': ['ID=beb094f4-f9fb-4844-8c38-203f7331bf27,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:02.149284 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.212165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:02.213331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-90d56e1e-6b0b-4dd3-a9c3-57453baf031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.214845 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-90d56e1e-6b0b-4dd3-a9c3-57453baf031a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1706748 Sep 16 04:52:02.218641 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a85eb2-1342-4b2d-88b3-fdf4d682cedc" -d '{"events": [{"server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "name": "network-vif-plugged", "status": "completed", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:02.243319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 97c2f396-9f9d-40a9-8029-1377d476e055, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=97c2f396-9f9d-40a9-8029-1377d476e055,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:02.278130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-ac55fad7-4961-47af-861e-f2ff5c4a5cfe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e7ab6d15-09c9-4017-990e-c4a48f4a96d6 HTTP/1.1" status: 200 len: 217 time: 0.0497615 Sep 16 04:52:02.285446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:02.325555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '97c2f396-9f9d-40a9-8029-1377d476e055', 'network_id': '3bbe445a-3424-4f7f-b5b6-8b72bda44875', 'port_id': '97c2f396-9f9d-40a9-8029-1377d476e055', 'mac_address': 'fa:16:3e:dc:13:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57276eb-fe01-4cde-a222-2516f5748aaa', 'ip_address': '19.80.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:02.330860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-745d646c-f6ff-471b-81aa-7490a30c2f1c', 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c', 'tenant_id': '63d79f55e51948258736f4a675134830', 'fixed_ips': [{'subnet_id': '2dc4717f-1e7f-46c6-82f9-574dcf91ace5'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:02.332494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.368529 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a5f537-2f38-43db-ad57-58cee3b0cf4f x-openstack-request-id: req-c0a5f537-2f38-43db-ad57-58cee3b0cf4f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:02.368841 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "name": "network-vif-plugged", "status": "completed", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:02.369750 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0a5f537-2f38-43db-ad57-58cee3b0cf4f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:02.370349 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'code': 200} Sep 16 04:52:02.403309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-bbde50c3-90f0-4bdb-bf96-e9195bf522fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.404803 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-bbde50c3-90f0-4bdb-bf96-e9195bf522fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1082509 Sep 16 04:52:02.421666 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.432607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.433538 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:02.463104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c2f396-9f9d-40a9-8029-1377d476e055 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:02.516291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-d5beba0d-aa55-4498-835b-2cab63f7d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.517881 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-d5beba0d-aa55-4498-835b-2cab63f7d51b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804439 Sep 16 04:52:02.560182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6c7b1-99a7-4db3-9412-88eddea9aba6 req-4ef1f900-652a-47dc-876c-33e7a18db04f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.571592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86c6c7b1-99a7-4db3-9412-88eddea9aba6 req-4ef1f900-652a-47dc-876c-33e7a18db04f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 948 time: 0.4091842 Sep 16 04:52:02.576490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device beb094f4-f9fb-4844-8c38-203f7331bf27 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:02.614993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 97c2f396-9f9d-40a9-8029-1377d476e055, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=97c2f396-9f9d-40a9-8029-1377d476e055,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:02.688817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-a8334821-f125-43ab-9bf0-690e33eb3c60 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601701 Sep 16 04:52:02.717622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.725760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:02.730505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.739940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86c6c7b1-99a7-4db3-9412-88eddea9aba6 req-42feeb53-73dc-4ae4-aed5-54b4590ecd4f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673911 Sep 16 04:52:02.776066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a476c8a-0fee-46d7-bd68-ac3636b26488 req-d66b85d8-7bfd-4d00-a4b8-5df903c1bd19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.794057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a476c8a-0fee-46d7-bd68-ac3636b26488 req-d66b85d8-7bfd-4d00-a4b8-5df903c1bd19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.808174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a476c8a-0fee-46d7-bd68-ac3636b26488 req-d66b85d8-7bfd-4d00-a4b8-5df903c1bd19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.819813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a476c8a-0fee-46d7-bd68-ac3636b26488 req-d66b85d8-7bfd-4d00-a4b8-5df903c1bd19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2414 time: 0.2443876 Sep 16 04:52:02.876122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:02.876514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.917830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a476c8a-0fee-46d7-bd68-ac3636b26488 req-3b808475-9274-40b4-a863-a8a3c2506444 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895495 Sep 16 04:52:02.941080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port beb094f4-f9fb-4844-8c38-203f7331bf27 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:02.941457 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.024823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=97c2f396-9f9d-40a9-8029-1377d476e055,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:03.025341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aee825-ce52-4897-a78d-6254d57ec812 req-89f28d3a-71dc-4973-ba02-a95de0e52d77 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.027209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0aee825-ce52-4897-a78d-6254d57ec812 req-89f28d3a-71dc-4973-ba02-a95de0e52d77 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.1560142 Sep 16 04:52:03.040571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Allocated IP 172.20.0.2 (745d646c-f6ff-471b-81aa-7490a30c2f1c/2dc4717f-1e7f-46c6-82f9-574dcf91ace5/7627b324-aff7-4e71-a290-d7c57c688a09) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:03.117601 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da4aeb31-67e6-446b-9940-76c5a1316169 req-17653171-6839-43b4-befe-70bef1fadf75 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 210 time: 0.1058831 Sep 16 04:52:03.169368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0aee825-ce52-4897-a78d-6254d57ec812 req-d53371a9-2f87-43ee-917e-e9b8c30f5109 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288798 Sep 16 04:52:03.194034 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7d5e293-bf17-4f98-8af6-63e7099ec493 req-2fbdfa3e-1260-44d3-b340-de0ea8135466 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905515 Sep 16 04:52:03.208042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3ea6224d-5985-450c-985e-e72e875a9b4e up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:03.367437 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.459755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695285c-148f-4203-8502-c58ffee2563a req-abaf2493-56d4-469f-ae5f-70285febe5ac tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.461486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5695285c-148f-4203-8502-c58ffee2563a req-abaf2493-56d4-469f-ae5f-70285febe5ac tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 949 time: 0.2099750 Sep 16 04:52:03.462642 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.471000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['aea5d0fa-41a4-4758-84ef-f36843c0818b'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:03.471463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165614c1-79a7-4060-821a-77370107bcde req-dc7808c4-e3d1-4121-846a-a45da060f132 tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.473218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-165614c1-79a7-4060-821a-77370107bcde req-dc7808c4-e3d1-4121-846a-a45da060f132 tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1101 time: 0.2231259 Sep 16 04:52:03.492680 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.504199 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.531370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:03.532540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['97c2f396-9f9d-40a9-8029-1377d476e055'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:03.594067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-165614c1-79a7-4060-821a-77370107bcde req-edf8b5c3-3ec2-4270-b161-6d0849a24a43 tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012106 Sep 16 04:52:03.602983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5695285c-148f-4203-8502-c58ffee2563a req-95535ea6-5f5a-4ddb-a5c0-eff2bcbd15f8 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286263 Sep 16 04:52:03.796380 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.799167 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.799365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Allocated IP 172.25.7.209 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/d4cb60f4-b1ef-4441-b269-ef7a1d265c47) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:03.864461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c7d8ae39-92fb-4f8b-a55e-41fada98c033 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:03.937029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 3ea6224d-5985-450c-985e-e72e875a9b4e completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:03.940788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Network 745d646c-f6ff-471b-81aa-7490a30c2f1c is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:03.968125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:03.972835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:03.980705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 3ea6224d-5985-450c-985e-e72e875a9b4e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:03.981077 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.050448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.174128 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-d7848d26-f012-4ff3-b6a9-3028463f80d0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519669 Sep 16 04:52:04.199458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Attempting to bind port 7627b324-aff7-4e71-a290-d7c57c688a09 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:04.199829 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Attempting to bind port 7627b324-aff7-4e71-a290-d7c57c688a09 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:04.200195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Attempting to bind port 7627b324-aff7-4e71-a290-d7c57c688a09 on network 745d646c-f6ff-471b-81aa-7490a30c2f1c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:04.207273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Pushing event updated for resources: {'Port': ['ID=7627b324-aff7-4e71-a290-d7c57c688a09,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.225499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:04.225884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Checking segment: {'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:04.226322 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.226699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Bound using segment: {'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:04.227167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Bound port: 7627b324-aff7-4e71-a290-d7c57c688a09, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:04.227576 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.237869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port c7d8ae39-92fb-4f8b-a55e-41fada98c033 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:04.275314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5fce-475a-41e7-829e-01ebf2816525 req-5ea0638f-db40-4ed7-8bf2-59e0e4c3be78 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.275867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port c7d8ae39-92fb-4f8b-a55e-41fada98c033 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:04.276358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.281172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5fce-475a-41e7-829e-01ebf2816525 req-5ea0638f-db40-4ed7-8bf2-59e0e4c3be78 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.287749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5fce-475a-41e7-829e-01ebf2816525 req-5ea0638f-db40-4ed7-8bf2-59e0e4c3be78 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.289397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-844f5fce-475a-41e7-829e-01ebf2816525 req-5ea0638f-db40-4ed7-8bf2-59e0e4c3be78 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2415 time: 0.1663327 Sep 16 04:52:04.370428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.373101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:04.375482 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e673d-11da-41e4-8371-5427e471e1b3" -d '{"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:04.398681 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.408224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-844f5fce-475a-41e7-829e-01ebf2816525 req-6f15ba13-d1fe-4fdc-af27-1338a17e0827 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906038 Sep 16 04:52:04.416953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-d60db921-7bb8-4ac1-a65b-c1df7b55ec6f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.418392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-d60db921-7bb8-4ac1-a65b-c1df7b55ec6f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131317 Sep 16 04:52:04.449469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] For port 7627b324-aff7-4e71-a290-d7c57c688a09, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:04.455185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] For port 7627b324-aff7-4e71-a290-d7c57c688a09, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7627b324-aff7-4e71-a290-d7c57c688a09,segment=NetworkSegment(761e939b-1fc8-4de6-bc66-cc4fa2fdc01c),segment_id=761e939b-1fc8-4de6-bc66-cc4fa2fdc01c)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:04.457056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-c4455909-7c7b-458f-bff9-6587c611069c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/quotas/ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 375 time: 0.0202789 Sep 16 04:52:04.489107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:04.506044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-62606b0c-c417-4126-8f6f-c6f04734a779 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479338 Sep 16 04:52:04.528856 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.572883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c7d8ae39-92fb-4f8b-a55e-41fada98c033, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c7d8ae39-92fb-4f8b-a55e-41fada98c033,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:04.587116 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.650038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-a957bfd0-4dfa-41ba-abf3-ede913538cae tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269182 Sep 16 04:52:04.657322 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.660754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.663724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bb762-f165-42af-a4f0-fc3542313ff3 None None] Pushing event updated for resources: {'Port': ['ID=7627b324-aff7-4e71-a290-d7c57c688a09,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.720612 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.728064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.755123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:04.795368 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c7d8ae39-92fb-4f8b-a55e-41fada98c033,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.818323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cb60f4-b1ef-4441-b269-ef7a1d265c47,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.822705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:04.829894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:04.874613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.874868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.875212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.875581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.875921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.876254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.876699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.877039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.877420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.878234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.878234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.878449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:04.922766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-b1f7da8b-2012-45ff-9929-efb8927b8d21 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.927600 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-b1f7da8b-2012-45ff-9929-efb8927b8d21 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 821 time: 0.2080691 Sep 16 04:52:04.962087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Request body: {'port': {'device_id': 'ba88de80-238f-416f-8925-319c8c38d62d', 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'admin_state_up': True, 'tenant_id': '8cdb984372b74e3fad220d4bbcbe4521'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:04.975967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29beb195-0a73-4412-a76c-f27438364452 req-630adbd3-b42e-4004-bebd-6fb32b2cb1fc tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 210 time: 0.0885830 Sep 16 04:52:05.063425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334425-61d6-4aad-bb87-c44956a7cecf req-102df027-2663-4921-9b96-1e6b54ebdeb2 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.064992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-102df027-2663-4921-9b96-1e6b54ebdeb2 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4059608 Sep 16 04:52:05.118813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-e26da18c-36b7-4923-9723-b7c958e5ae5a tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/quotas/e06fc29e9d9f4037b4c23bf995f17bcf HTTP/1.1" status: 200 len: 375 time: 0.0305665 Sep 16 04:52:05.162720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-5b2e6dce-7d75-4739-86e3-40a3be6db6a8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295928 Sep 16 04:52:05.182548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fa218-5df9-4969-a742-6dcc5b6ef5cb req-aa5ee45b-9078-499f-a645-a986f7eb34e7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.182548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e52fa218-5df9-4969-a742-6dcc5b6ef5cb req-aa5ee45b-9078-499f-a645-a986f7eb34e7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 945 time: 0.0779519 Sep 16 04:52:05.223349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e52fa218-5df9-4969-a742-6dcc5b6ef5cb req-24cd4ddd-89c7-4c13-9a21-c3d8a99e39de tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370119 Sep 16 04:52:05.227402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Made reservation on behalf of 8cdb984372b74e3fad220d4bbcbe4521 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:05.231913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.290646 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27445690-bbc6-4920-96a7-ceaae0675a97 x-openstack-request-id: req-27445690-bbc6-4920-96a7-ceaae0675a97 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:05.291678 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:05.292179 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27445690-bbc6-4920-96a7-ceaae0675a97 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:05.292806 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'code': 200} Sep 16 04:52:05.354839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.452362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Allocated IP 172.20.0.7 (67533389-3bb3-4806-87ef-1c99dee8a51d/75d3002a-9b64-4709-99ca-fa6dd9ce7ca5/59ff8439-e378-4148-8ac2-885552332c33) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:05.680483 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c940b12-3080-41fe-bffd-368d1ed01354 req-4790164d-dab7-4f0f-a99c-f9d981b2f01b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 210 time: 0.0502272 Sep 16 04:52:05.723392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.748594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61df88-07ad-4692-86a0-c0b96e85124b req-e2c11318-1c6d-476a-9824-26d42d780bed tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.750141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba61df88-07ad-4692-86a0-c0b96e85124b req-e2c11318-1c6d-476a-9824-26d42d780bed tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.3974462 Sep 16 04:52:05.790197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be43fec6-3a2e-4e45-a5d8-fa69a9fc3e85 req-2ee40246-2088-417e-8e8f-eded5d7a5fd0 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 210 time: 0.0535822 Sep 16 04:52:05.801598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ff8c1-0fc5-425c-9822-533e23050167 req-f8b1d48c-90b2-4c2c-897a-d5aca6a3bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.804011 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bf6ff8c1-0fc5-425c-9822-533e23050167 req-f8b1d48c-90b2-4c2c-897a-d5aca6a3bb3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1102 time: 0.0637920 Sep 16 04:52:05.809269 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.866708 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bf6ff8c1-0fc5-425c-9822-533e23050167 req-87e1d09f-36e9-48b6-a19a-70663247b000 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446661 Sep 16 04:52:05.869293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba61df88-07ad-4692-86a0-c0b96e85124b req-219eedac-510b-4ed4-b70b-02039aeb0389 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070988 Sep 16 04:52:05.904291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02bdfd9-48a0-45f2-83ef-7a741b3b5218 None None] Network 745d646c-f6ff-471b-81aa-7490a30c2f1c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:05.913444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.963093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Network 67533389-3bb3-4806-87ef-1c99dee8a51d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:05.970750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:05.992280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:05.992280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Pushing event updated for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:05.992856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ed3bd8aa-2214-45f9-b397-9946eb016ca9 None None] Provisioning complete for port 7627b324-aff7-4e71-a290-d7c57c688a09 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:05.992856 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd8aa-2214-45f9-b397-9946eb016ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.014462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.014462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.014462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.014462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.014462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.014462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.015103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.015191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.015772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.015912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.016138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.016474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:06.040695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62ce8-02cc-4bac-a520-31945c70d3b3 req-71f69040-d72e-4503-8d09-a114ae512eca tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.047074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62ce8-02cc-4bac-a520-31945c70d3b3 req-71f69040-d72e-4503-8d09-a114ae512eca tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.053744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62ce8-02cc-4bac-a520-31945c70d3b3 req-71f69040-d72e-4503-8d09-a114ae512eca tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.055601 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29b62ce8-02cc-4bac-a520-31945c70d3b3 req-71f69040-d72e-4503-8d09-a114ae512eca tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2416 time: 0.1853054 Sep 16 04:52:06.055896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.056622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.128727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29b62ce8-02cc-4bac-a520-31945c70d3b3 req-77659a27-6289-4283-b1a0-a46c8c17cea6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653431 Sep 16 04:52:06.130716 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-cf9f7689-5697-46ee-9156-86f7ea4a3c81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1726792 Sep 16 04:52:06.150231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0382cf5-d418-47eb-92f3-05524b7ccfb9 req-75d0fe78-ca23-48e5-8a59-8d885cb4cb36 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.151856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0382cf5-d418-47eb-92f3-05524b7ccfb9 req-75d0fe78-ca23-48e5-8a59-8d885cb4cb36 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 931 time: 0.0779469 Sep 16 04:52:06.181067 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd8aa-2214-45f9-b397-9946eb016ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.189337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Router 78e15ae6-50f2-4659-8107-a48479a26b46 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:52:06.200317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0382cf5-d418-47eb-92f3-05524b7ccfb9 req-3c97e00c-edb1-4fcb-a0c8-fc55aaef7fb0 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375178 Sep 16 04:52:06.227293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ed3bd8aa-2214-45f9-b397-9946eb016ca9 None None] For port 7627b324-aff7-4e71-a290-d7c57c688a09, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7627b324-aff7-4e71-a290-d7c57c688a09,segment=NetworkSegment(761e939b-1fc8-4de6-bc66-cc4fa2fdc01c),segment_id=761e939b-1fc8-4de6-bc66-cc4fa2fdc01c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:06.289948 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd8aa-2214-45f9-b397-9946eb016ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.320391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Request body: {'port': {'device_id': 'ba88de80-238f-416f-8925-319c8c38d62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:06.353838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bd8aa-2214-45f9-b397-9946eb016ca9 None None] Pushing event updated for resources: {'Port': ['ID=7627b324-aff7-4e71-a290-d7c57c688a09,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.374985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:06.387927 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Sync routers for ids ['78e15ae6-50f2-4659-8107-a48479a26b46'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:06.390356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c8b52-97db-49e4-a4a1-7fb5687f61f1 req-bddb182b-19bc-44dc-b4f6-4f12d65c16f4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.408439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce9c8b52-97db-49e4-a4a1-7fb5687f61f1 req-bddb182b-19bc-44dc-b4f6-4f12d65c16f4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 945 time: 0.0850301 Sep 16 04:52:06.408564 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Routers {'78e15ae6-50f2-4659-8107-a48479a26b46'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:06.409674 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['78e15ae6-50f2-4659-8107-a48479a26b46'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:06.477946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce9c8b52-97db-49e4-a4a1-7fb5687f61f1 req-54d28b17-22aa-4384-b036-de25d5b63660 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702493 Sep 16 04:52:06.486091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.518279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-919034b7-be09-4ed5-ad20-a8142bbb11fa None None] Provisioning complete for port 7627b324-aff7-4e71-a290-d7c57c688a09 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:06.518718 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-919034b7-be09-4ed5-ad20-a8142bbb11fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.524906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.528267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bf58fea6-10f2-497c-9603-52817b2b59b4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6352196 Sep 16 04:52:06.531316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60596) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:06.637643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7627b324-aff7-4e71-a290-d7c57c688a09 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:06.690363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7627b324-aff7-4e71-a290-d7c57c688a09 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:06.690900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.762863 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Set router 78e15ae6-50f2-4659-8107-a48479a26b46 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:06.838596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13af2030-7e90-43b6-ba73-0a6ebda59199 req-3ef968fd-69a3-4428-84cf-1f1176405de3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 210 time: 0.0445142 Sep 16 04:52:06.884767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device aea5d0fa-41a4-4758-84ef-f36843c0818b up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:06.918896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22cb4868-1bde-4f9d-8a0d-d1936f89c998 req-f8680879-00de-4865-84c2-9d24e81ba1a4 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 210 time: 0.0341127 Sep 16 04:52:06.952387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ff8439-e378-4148-8ac2-885552332c33 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:06.970083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.995967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Transition to ACTIVE for port object 59ff8439-e378-4148-8ac2-885552332c33 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:07.009705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port aea5d0fa-41a4-4758-84ef-f36843c0818b completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:07.014104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port aea5d0fa-41a4-4758-84ef-f36843c0818b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:07.014420 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.043753 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:52:05Z', 'revision_number': 3, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port': {'id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:07.064240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.071803 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Checking router: 78e15ae6-50f2-4659-8107-a48479a26b46 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:07.072617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cccf5-56fc-4666-b0a5-c60d7c0c5e91 req-a3d0831a-e39b-4a1d-a7c8-645ce91c147a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.073231 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Updating router 78e15ae6-50f2-4659-8107-a48479a26b46 port d4cb60f4-b1ef-4441-b269-ef7a1d265c47 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:52:07.074129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-875cccf5-56fc-4666-b0a5-c60d7c0c5e91 req-a3d0831a-e39b-4a1d-a7c8-645ce91c147a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0918288 Sep 16 04:52:07.099413 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.107802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.150615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port aea5d0fa-41a4-4758-84ef-f36843c0818b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=aea5d0fa-41a4-4758-84ef-f36843c0818b,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:07.151822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-875cccf5-56fc-4666-b0a5-c60d7c0c5e91 req-0a0de1f2-e38d-4b68-bf18-8761ab9a5cf3 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695262 Sep 16 04:52:07.249698 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.250786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 97c2f396-9f9d-40a9-8029-1377d476e055 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:07.275357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Pushing event updated for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.344603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e'}, {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d8ae39-92fb-4f8b-a55e-41fada98c033'}, {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea5d0fa-41a4-4758-84ef-f36843c0818b'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:07.347100 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a12271c-493d-45b8-ba0f-9f74b8b32dfa" -d '{"events": [{"server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "name": "network-vif-plugged", "status": "completed", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e"}, {"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-plugged", "status": "completed", "tag": "c7d8ae39-92fb-4f8b-a55e-41fada98c033"}, {"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-plugged", "status": "completed", "tag": "aea5d0fa-41a4-4758-84ef-f36843c0818b"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:07.357385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:07.358128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:07.359169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:07.367282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:07.367611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:07.393692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:07.393692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:07.393692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:07.393983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Bound port: 59ff8439-e378-4148-8ac2-885552332c33, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:07.394160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.401289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=aea5d0fa-41a4-4758-84ef-f36843c0818b,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.435166 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.468527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:07.471724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:07.512654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 97c2f396-9f9d-40a9-8029-1377d476e055 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:07.522942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 97c2f396-9f9d-40a9-8029-1377d476e055 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:07.522942 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.540919 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.544840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.554164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-1c4d4499-ffe7-45d2-ae88-e1f1bc2faed8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747354 Sep 16 04:52:07.616497 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.627964 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Attempting to bind port d4cb60f4-b1ef-4441-b269-ef7a1d265c47 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:07.628457 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Attempting to bind port d4cb60f4-b1ef-4441-b269-ef7a1d265c47 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:07.628700 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Attempting to bind port d4cb60f4-b1ef-4441-b269-ef7a1d265c47 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:07.633990 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9192e-6af8-4467-abe7-76b2796fb388 None None] Pushing event updated for resources: {'Port': ['ID=d4cb60f4-b1ef-4441-b269-ef7a1d265c47,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.643629 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:07.644008 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:07.645703 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.645703 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:07.646490 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Bound port: d4cb60f4-b1ef-4441-b269-ef7a1d265c47, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:07.646912 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.647686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.650670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.653240 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] 10.222.0.57 "PUT /v2.0/ports/59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 200 len: 1092 time: 1.3379781 Sep 16 04:52:07.654782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'tag': '59ff8439-e378-4148-8ac2-885552332c33'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:07.658180 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "tag": "59ff8439-e378-4148-8ac2-885552332c33"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:07.667618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.686395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef2740-81a4-4ddb-9cc0-629bf1bb43b1 req-10cf1ed4-69a6-4f3e-9190-6be7c30ab8eb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.694647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97ef2740-81a4-4ddb-9cc0-629bf1bb43b1 req-10cf1ed4-69a6-4f3e-9190-6be7c30ab8eb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.2140558 Sep 16 04:52:07.711555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef41b7-8611-406d-8fe9-6ba7da8ac27d req-893a0253-df85-4c0b-a5c1-f7e375630af6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.718300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef41b7-8611-406d-8fe9-6ba7da8ac27d req-893a0253-df85-4c0b-a5c1-f7e375630af6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.724403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef41b7-8611-406d-8fe9-6ba7da8ac27d req-893a0253-df85-4c0b-a5c1-f7e375630af6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.732379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cef41b7-8611-406d-8fe9-6ba7da8ac27d req-893a0253-df85-4c0b-a5c1-f7e375630af6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2417 time: 0.2508383 Sep 16 04:52:07.732877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 97c2f396-9f9d-40a9-8029-1377d476e055, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=97c2f396-9f9d-40a9-8029-1377d476e055,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:07.734719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036179c-b7b4-41b8-bae4-431ce3edb2cf service neutron] Pushing event updated for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.745113 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] For port d4cb60f4-b1ef-4441-b269-ef7a1d265c47, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:07.752951 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] For port d4cb60f4-b1ef-4441-b269-ef7a1d265c47, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4cb60f4-b1ef-4441-b269-ef7a1d265c47,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:07.849855 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.867923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97ef2740-81a4-4ddb-9cc0-629bf1bb43b1 req-06187b76-867f-4a42-a218-1dd24a0032f8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714706 Sep 16 04:52:07.869792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-e3f0ef4b-2054-4b02-aa03-5e248505a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.871960 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-e3f0ef4b-2054-4b02-aa03-5e248505a701 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1095 time: 0.0465086 Sep 16 04:52:07.874490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cef41b7-8611-406d-8fe9-6ba7da8ac27d req-66293cd4-2c3a-4381-81d7-b4cbcb335fb5 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411030 Sep 16 04:52:07.886551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-de5dac8f-68d3-4a6f-a257-a8911a092cac tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.888212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-de5dac8f-68d3-4a6f-a257-a8911a092cac tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248661 Sep 16 04:52:07.890667 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.923553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Request body: {'port': {'device_id': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'ec390820661b415b9b248b7fbb6c98a5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:07.966434 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d0178b-befb-46e4-b473-b36a9afd348d x-openstack-request-id: req-e3d0178b-befb-46e4-b473-b36a9afd348d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:07.966798 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "name": "network-vif-plugged", "status": "completed", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e", "code": 200}, {"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-plugged", "status": "completed", "tag": "c7d8ae39-92fb-4f8b-a55e-41fada98c033", "code": 200}, {"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-plugged", "status": "completed", "tag": "aea5d0fa-41a4-4758-84ef-f36843c0818b", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:07.967184 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3d0178b-befb-46e4-b473-b36a9afd348d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:07.967623 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e', 'code': 200} Sep 16 04:52:07.967883 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d8ae39-92fb-4f8b-a55e-41fada98c033', 'code': 200} Sep 16 04:52:07.968145 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea5d0fa-41a4-4758-84ef-f36843c0818b', 'code': 200} Sep 16 04:52:07.981365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=97c2f396-9f9d-40a9-8029-1377d476e055,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:08.039619 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Routers {'78e15ae6-50f2-4659-8107-a48479a26b46'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:08.040743 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['78e15ae6-50f2-4659-8107-a48479a26b46'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:08.043580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-e0d0eeae-63f8-45fb-8251-3b86822ea53b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 200 len: 217 time: 0.1376305 Sep 16 04:52:08.170133 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] Set router 78e15ae6-50f2-4659-8107-a48479a26b46 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:08.177078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51d712-8ddd-494b-a011-f88fa278109e req-0ba6bae5-6705-4a2c-a4b4-eb170d841c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.179151 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4b51d712-8ddd-494b-a011-f88fa278109e req-0ba6bae5-6705-4a2c-a4b4-eb170d841c6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1097 time: 0.1006114 Sep 16 04:52:08.183134 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12166c72-9507-4ed5-868a-199478094548 x-openstack-request-id: req-12166c72-9507-4ed5-868a-199478094548 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:08.183452 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "tag": "59ff8439-e378-4148-8ac2-885552332c33", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:08.183706 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12166c72-9507-4ed5-868a-199478094548 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:08.184101 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'tag': '59ff8439-e378-4148-8ac2-885552332c33', 'status': 'completed', 'code': 200} Sep 16 04:52:08.185310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85009-4c12-4125-ba35-04823d6072a2 req-6db99d30-532a-4265-911e-60eb64d72110 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.186005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-878e5783-e98b-4aa0-bcfb-20a8ed690bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.186934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cef85009-4c12-4125-ba35-04823d6072a2 req-6db99d30-532a-4265-911e-60eb64d72110 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 945 time: 0.1854250 Sep 16 04:52:08.187452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-878e5783-e98b-4aa0-bcfb-20a8ed690bd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0709682 Sep 16 04:52:08.210891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Allocated IP 172.20.0.1 (745d646c-f6ff-471b-81aa-7490a30c2f1c/2dc4717f-1e7f-46c6-82f9-574dcf91ace5/870b8daf-4039-4527-8253-3ab3c28af6ad) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:08.246110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4b51d712-8ddd-494b-a011-f88fa278109e req-e69ce0a8-36f2-4b25-8228-4380f78ad8df service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572100 Sep 16 04:52:08.258915 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9192e-6af8-4467-abe7-76b2796fb388 None None] Pushing event updated for resources: {'Port': ['ID=d4cb60f4-b1ef-4441-b269-ef7a1d265c47,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:08.264664 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-50d498ba-f3ba-425c-9b54-cc68ae59596b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450802 Sep 16 04:52:08.323267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cef85009-4c12-4125-ba35-04823d6072a2 req-6346bfcc-bad3-409e-b62f-4215a28f329e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219189 Sep 16 04:52:08.325146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c64f15d-acf8-42b5-9b51-b3f757252ef7 req-9c901bc3-0ea6-4e5a-bd44-45a8fca577aa tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 210 time: 0.0608857 Sep 16 04:52:08.392422 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-66d7be2a-e189-4424-81b3-22a2ba048a2a service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136670 Sep 16 04:52:08.414686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Made reservation on behalf of ec390820661b415b9b248b7fbb6c98a5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:08.418171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.435323 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:52:05Z', 'revision_number': 3, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port': {'id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:08.466184 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15ae39-1835-479a-b763-e16a80d3d8ba None None] The sync data for ids ['78e15ae6-50f2-4659-8107-a48479a26b46'] in n-d-712143-16 is: [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:52:05Z', 'revision_number': 3, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port': {'id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:08.497830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.500820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c252f79-16c8-4117-9c17-0341b6e870bb req-f710ea47-161c-47db-8f01-0181c23bc425 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 210 time: 0.0767419 Sep 16 04:52:08.503192 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-0b50b4a9-f108-4445-8419-86070243fbd0 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558612 Sep 16 04:52:08.569467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b226d0ba-3473-43a9-8f01-4c59076a706d req-ee5b1c15-9f5f-4104-b014-c9cb38b627bb service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570139 Sep 16 04:52:08.618485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0fd84-b3a4-4c99-9ce0-d4a3f426017e req-b687a208-8455-4092-9de5-d8b0a86addaa tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.620097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3c0fd84-b3a4-4c99-9ce0-d4a3f426017e req-b687a208-8455-4092-9de5-d8b0a86addaa tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1655393 Sep 16 04:52:08.649791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334425-61d6-4aad-bb87-c44956a7cecf req-2049f399-2987-41be-b753-d161161da4a1 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.651411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-2049f399-2987-41be-b753-d161161da4a1 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407387 Sep 16 04:52:08.666454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Request body: {'port': {'device_id': '24efec3c-2094-40de-ba1d-4384c48c1ba7', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'e06fc29e9d9f4037b4c23bf995f17bcf'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:08.712642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3c0fd84-b3a4-4c99-9ce0-d4a3f426017e req-e8e8cae2-406b-45a1-b7a1-373c1da39e00 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820138 Sep 16 04:52:08.719033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Allocated IP 192.168.233.93 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/621f0954-8eb6-41a3-af5c-eac6c38a97df) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:08.813376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.865915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-0d1a314b-7a45-4195-9274-82b72296a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.867497 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-0d1a314b-7a45-4195-9274-82b72296a40e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1095 time: 0.0650618 Sep 16 04:52:08.966799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Network 745d646c-f6ff-471b-81aa-7490a30c2f1c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:08.985604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:08.988281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Made reservation on behalf of e06fc29e9d9f4037b4c23bf995f17bcf for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:08.992223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.004734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.007608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-beaaaa2b-8ff1-4be6-a2cc-3459f19be0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.009451 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-beaaaa2b-8ff1-4be6-a2cc-3459f19be0d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1244719 Sep 16 04:52:09.013779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:09.014273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.027204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Pushing event updated for resources: {'Port': ['ID=870b8daf-4039-4527-8253-3ab3c28af6ad,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.075564 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-fc60e38b-7e12-4e96-9e51-135eb2fce4f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 200 len: 217 time: 0.0451007 Sep 16 04:52:09.097502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.112334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa278b47-c304-415d-bd0a-95860d9c72f1 req-a45fb9f6-59c1-4b94-889d-e6f7186dd291 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.120889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa278b47-c304-415d-bd0a-95860d9c72f1 req-a45fb9f6-59c1-4b94-889d-e6f7186dd291 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.2773783 Sep 16 04:52:09.152670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd67ed-e44d-455b-9e4e-ff3ee5c5c89a req-eb62ff65-6e8a-496a-88a4-1e5ae79e90b5 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.158696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd67ed-e44d-455b-9e4e-ff3ee5c5c89a req-eb62ff65-6e8a-496a-88a4-1e5ae79e90b5 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.164794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd67ed-e44d-455b-9e4e-ff3ee5c5c89a req-eb62ff65-6e8a-496a-88a4-1e5ae79e90b5 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.172360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1dd67ed-e44d-455b-9e4e-ff3ee5c5c89a req-eb62ff65-6e8a-496a-88a4-1e5ae79e90b5 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.2133408 Sep 16 04:52:09.183328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-ae085879-018a-47bb-9d7c-8c9ba5278853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.186972 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-ae085879-018a-47bb-9d7c-8c9ba5278853 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0973980 Sep 16 04:52:09.260057 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-b2178142-1332-4914-a82a-4e0530e4c3c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597663 Sep 16 04:52:09.300925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f6ad0ff3-f193-4409-a0bd-8452fa5c16f9 None None] Provisioning complete for port 870b8daf-4039-4527-8253-3ab3c28af6ad triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:09.302182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0ff3-f193-4409-a0bd-8452fa5c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.310296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa278b47-c304-415d-bd0a-95860d9c72f1 req-8f34ddfb-a2d8-4be8-83d3-3d5344d7c8c2 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885972 Sep 16 04:52:09.314456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.319669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1dd67ed-e44d-455b-9e4e-ff3ee5c5c89a req-45d023e5-084d-46b4-86fc-3c1f94b752d4 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464071 Sep 16 04:52:09.395382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad0ff3-f193-4409-a0bd-8452fa5c16f9 None None] Port 870b8daf-4039-4527-8253-3ab3c28af6ad cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:09.414303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.446531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.491750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:09.528572 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-452ddbb9-5402-4350-9b93-0a15c00adbf9 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528331 Sep 16 04:52:09.554908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:09.562406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b870-dbe2-4199-8394-9047fb8221d0 req-bd32d076-0dcf-4861-aab6-609d38c073c8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.564283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ef9b870-dbe2-4199-8394-9047fb8221d0 req-bd32d076-0dcf-4861-aab6-609d38c073c8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.1601133 Sep 16 04:52:09.567449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.568283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c190a64-cf5c-4213-afc6-93c85640b042,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.570115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:09.573578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.576183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:09.581617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.582374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.667686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ef9b870-dbe2-4199-8394-9047fb8221d0 req-f8b2fb4f-722b-41b2-80bd-16c82f4fe8de tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949442 Sep 16 04:52:09.745048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-73445f51-d17e-483f-9849-37c1fdc1d0c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8411367 Sep 16 04:52:09.761807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Allocated IP 192.168.233.25 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/26029134-46be-45a9-9bf0-f263d9b66577) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:09.777678 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-953d6bd7-3ee7-4d38-a73d-17b68a3b9ab2 req-f59c741e-bfd7-42a4-905d-c99ec15e729c service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378771 Sep 16 04:52:09.786016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Request body: {'port': {'device_id': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:09.918374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-818b6a44-0c02-4ee3-8a06-748b18ae181e None None] Provisioning complete for port 621f0954-8eb6-41a3-af5c-eac6c38a97df triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:09.918727 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-818b6a44-0c02-4ee3-8a06-748b18ae181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.937514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5ca74-634b-437a-84bc-3353ac00a31d req-160a168b-aac4-4a18-ac85-bd4a75f913a7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.939070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79b5ca74-634b-437a-84bc-3353ac00a31d req-160a168b-aac4-4a18-ac85-bd4a75f913a7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 945 time: 0.1468976 Sep 16 04:52:09.942938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.943414 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.957784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-818b6a44-0c02-4ee3-8a06-748b18ae181e None None] Port 621f0954-8eb6-41a3-af5c-eac6c38a97df cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:09.968310 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.974302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c2f396-9f9d-40a9-8029-1377d476e055'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:09.976780 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cb55c8-7d53-45a0-b42f-27594dbda10c" -d '{"events": [{"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-plugged", "status": "completed", "tag": "97c2f396-9f9d-40a9-8029-1377d476e055"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:10.020948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79b5ca74-634b-437a-84bc-3353ac00a31d req-2dee28d3-dbb9-4ea5-bd7a-fd378bcced57 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700483 Sep 16 04:52:10.109095 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.109826 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.181342 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.201786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7cc56e0-b1da-4ad2-9347-43819a545847 req-edb1810d-4af7-4638-8655-bc48ac2fbacf tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 210 time: 0.0768497 Sep 16 04:52:10.216287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.247345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:10.255469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:10.277047 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:10.284858 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e2b18-2b6c-4e12-9807-52c588dea5db x-openstack-request-id: req-b73e2b18-2b6c-4e12-9807-52c588dea5db {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:10.285160 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-plugged", "status": "completed", "tag": "97c2f396-9f9d-40a9-8029-1377d476e055", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:10.285413 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b73e2b18-2b6c-4e12-9807-52c588dea5db {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:10.285811 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c2f396-9f9d-40a9-8029-1377d476e055', 'code': 200} Sep 16 04:52:10.298327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Pushing event updated for resources: {'Port': ['ID=870b8daf-4039-4527-8253-3ab3c28af6ad,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:10.304376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Pushing event updated for resources: {'Port': ['ID=26029134-46be-45a9-9bf0-f263d9b66577,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:10.360529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.361161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.361679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccc325-3f54-418f-a06d-f5136501a7b3 req-9281c76d-0cfb-4dc9-9911-ca029fcaf67e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.370860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2eccc325-3f54-418f-a06d-f5136501a7b3 req-9281c76d-0cfb-4dc9-9911-ca029fcaf67e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 935 time: 0.2659421 Sep 16 04:52:10.487150 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea15ed78-e666-42cb-a762-89ef24731912 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8255076 Sep 16 04:52:10.502411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Request body: {'port': {'device_id': '24efec3c-2094-40de-ba1d-4384c48c1ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:10.530788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Network 745d646c-f6ff-471b-81aa-7490a30c2f1c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:10.538119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:10.550574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07e203-6c65-4a21-898e-14c46a369cd5 req-f16b399d-5354-4147-b79d-be1ad2cab428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.551099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07e203-6c65-4a21-898e-14c46a369cd5 req-f16b399d-5354-4147-b79d-be1ad2cab428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.552039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07e203-6c65-4a21-898e-14c46a369cd5 req-f16b399d-5354-4147-b79d-be1ad2cab428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.555642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2eccc325-3f54-418f-a06d-f5136501a7b3 req-a96c368e-0dee-49df-80d9-4fd0d1a854b4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802692 Sep 16 04:52:10.555825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a07e203-6c65-4a21-898e-14c46a369cd5 req-f16b399d-5354-4147-b79d-be1ad2cab428 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2874 time: 0.1131260 Sep 16 04:52:10.566980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4cb60f4-b1ef-4441-b269-ef7a1d265c47 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:10.603760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b1a12-2362-4d58-86e1-7d9ee378795e req-f7f68571-fb37-4ef0-a13d-313db5a98b98 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.609599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f9b1a12-2362-4d58-86e1-7d9ee378795e req-f7f68571-fb37-4ef0-a13d-313db5a98b98 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.2316921 Sep 16 04:52:10.614021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.626871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5274d059-9403-475a-be5a-93f42fecaef8 None None] Provisioning complete for port 26029134-46be-45a9-9bf0-f263d9b66577 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:10.627289 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5274d059-9403-475a-be5a-93f42fecaef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.674996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a07e203-6c65-4a21-898e-14c46a369cd5 req-b2b4b574-4631-49ac-9427-b33c2f6c0340 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701077 Sep 16 04:52:10.729239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d4cb60f4-b1ef-4441-b269-ef7a1d265c47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:10.729911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.762420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5274d059-9403-475a-be5a-93f42fecaef8 None None] Port 26029134-46be-45a9-9bf0-f263d9b66577 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:10.797202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621f0954-8eb6-41a3-af5c-eac6c38a97df {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:10.809695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f9b1a12-2362-4d58-86e1-7d9ee378795e req-b37b09bd-7257-486b-8ca4-1ce92cba1baf tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368198 Sep 16 04:52:10.811730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.966878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.994974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ee35744f-fe41-47fd-aaef-f90166482c0e None None] Provisioning complete for port 870b8daf-4039-4527-8253-3ab3c28af6ad triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:10.995382 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ee35744f-fe41-47fd-aaef-f90166482c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.998044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port d4cb60f4-b1ef-4441-b269-ef7a1d265c47, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4cb60f4-b1ef-4441-b269-ef7a1d265c47,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:11.035114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ee35744f-fe41-47fd-aaef-f90166482c0e None None] Port 870b8daf-4039-4527-8253-3ab3c28af6ad cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:11.078233 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4acfbe7c-cee3-4a83-b377-4d76a07dd288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.101507 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.135416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e276-a5de-4b7e-8b9c-b6945f43e5dc req-9d2dcb2d-60f2-4a13-8a4b-08fb5fad9637 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.136933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6a1e276-a5de-4b7e-8b9c-b6945f43e5dc req-9d2dcb2d-60f2-4a13-8a4b-08fb5fad9637 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1097 time: 0.4576256 Sep 16 04:52:11.141949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Transition to ACTIVE for port object 621f0954-8eb6-41a3-af5c-eac6c38a97df will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:11.150831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=d4cb60f4-b1ef-4441-b269-ef7a1d265c47,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:11.178739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Router 78e15ae6-50f2-4659-8107-a48479a26b46 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:11.202638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddfdc6-1361-4cbb-961c-6aa449331bbc req-7608f93f-8ff2-401a-a2ed-0ea287c0a0f8 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.208485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddfdc6-1361-4cbb-961c-6aa449331bbc req-7608f93f-8ff2-401a-a2ed-0ea287c0a0f8 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.214308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddfdc6-1361-4cbb-961c-6aa449331bbc req-7608f93f-8ff2-401a-a2ed-0ea287c0a0f8 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.215924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21ddfdc6-1361-4cbb-961c-6aa449331bbc req-7608f93f-8ff2-401a-a2ed-0ea287c0a0f8 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.1202657 Sep 16 04:52:11.221772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.229984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6a1e276-a5de-4b7e-8b9c-b6945f43e5dc req-4ee3e512-9fd3-4ac4-a5f8-1a909ce9a6ae tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818310 Sep 16 04:52:11.355318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:11.376222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26029134-46be-45a9-9bf0-f263d9b66577 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:11.384990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.398518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Transition to ACTIVE for port object 26029134-46be-45a9-9bf0-f263d9b66577 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:11.439697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21ddfdc6-1361-4cbb-961c-6aa449331bbc req-84b17e2e-f73c-4455-85b6-6a85e9ddcf77 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129793 Sep 16 04:52:11.473698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Attempting to bind port 621f0954-8eb6-41a3-af5c-eac6c38a97df on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:11.473968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Attempting to bind port 621f0954-8eb6-41a3-af5c-eac6c38a97df by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:11.474300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Attempting to bind port 621f0954-8eb6-41a3-af5c-eac6c38a97df on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:11.484625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.489780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Port 621f0954-8eb6-41a3-af5c-eac6c38a97df on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:11.490655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Attempting to bind port 621f0954-8eb6-41a3-af5c-eac6c38a97df on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:11.516602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:11.516602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-10efc7b7-896a-4d3d-b663-c2e6813679ff admin admin] 10.222.0.59 "PUT /v2.0/routers/78e15ae6-50f2-4659-8107-a48479a26b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9775591 Sep 16 04:52:11.516762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Sync routers for ids ['78e15ae6-50f2-4659-8107-a48479a26b46'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:11.529333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:11.529678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:11.530067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:11.530514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Bound port: 621f0954-8eb6-41a3-af5c-eac6c38a97df, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:11.530896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.537033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Routers {'78e15ae6-50f2-4659-8107-a48479a26b46'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:11.540392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Pushing event updated for resources: {'Port': ['ID=26029134-46be-45a9-9bf0-f263d9b66577,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:11.540630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['78e15ae6-50f2-4659-8107-a48479a26b46'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:11.585888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42577c-103e-491a-b166-477750dc24c4 req-f418785d-b1d8-4173-93c5-bc541ad90d71 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.591000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f42577c-103e-491a-b166-477750dc24c4 req-f418785d-b1d8-4173-93c5-bc541ad90d71 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.1658759 Sep 16 04:52:11.665678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Attempting to bind port 26029134-46be-45a9-9bf0-f263d9b66577 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:11.666180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Attempting to bind port 26029134-46be-45a9-9bf0-f263d9b66577 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:11.666310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d6942-937a-4558-8071-8154d913e0ae req-50094c0d-5976-4d96-af69-ff8bf75ef683 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.666686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Attempting to bind port 26029134-46be-45a9-9bf0-f263d9b66577 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:11.667824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-912d6942-937a-4558-8071-8154d913e0ae req-50094c0d-5976-4d96-af69-ff8bf75ef683 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 947 time: 0.1556954 Sep 16 04:52:11.675955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Port 26029134-46be-45a9-9bf0-f263d9b66577 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:11.676448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Attempting to bind port 26029134-46be-45a9-9bf0-f263d9b66577 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:11.689387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:11.693230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:11.694427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:11.694997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Bound port: 26029134-46be-45a9-9bf0-f263d9b66577, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:11.695851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.705041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f42577c-103e-491a-b166-477750dc24c4 req-1ef39a2e-4109-4bc4-a4b7-8997eccbcae6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041846 Sep 16 04:52:11.732812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Set router 78e15ae6-50f2-4659-8107-a48479a26b46 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:11.815898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] For port 26029134-46be-45a9-9bf0-f263d9b66577, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:11.820697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] For port 26029134-46be-45a9-9bf0-f263d9b66577, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26029134-46be-45a9-9bf0-f263d9b66577,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:11.825780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:11.839390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-912d6942-937a-4558-8071-8154d913e0ae req-44e8a7a8-78db-4e9b-a9a5-24dbc687ccf0 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546817 Sep 16 04:52:11.851318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:11.867650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86313a6-de2d-4975-8d87-a090065afcb6 req-70033cf8-48f0-4f3a-b386-f0f12f960d32 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.874239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86313a6-de2d-4975-8d87-a090065afcb6 req-70033cf8-48f0-4f3a-b386-f0f12f960d32 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1097 time: 0.0768864 Sep 16 04:52:11.890727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.913917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86313a6-de2d-4975-8d87-a090065afcb6 req-84880373-34fe-40fd-a48e-86d05ffe3ba6 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376203 Sep 16 04:52:11.943038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.975518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.976158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.980314 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] 10.222.0.60 "PUT /v2.0/ports/26029134-46be-45a9-9bf0-f263d9b66577 HTTP/1.1" status: 200 len: 1096 time: 1.4841344 Sep 16 04:52:11.989194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24efec3c-2094-40de-ba1d-4384c48c1ba7', 'tag': '26029134-46be-45a9-9bf0-f263d9b66577'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:11.992850 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069d29f1-26f1-4be1-b129-c554a56dfac6" -d '{"events": [{"name": "network-changed", "server_uuid": "24efec3c-2094-40de-ba1d-4384c48c1ba7", "tag": "26029134-46be-45a9-9bf0-f263d9b66577"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:12.047782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:52:09Z', 'revision_number': 4, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port': {'id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '870b8daf-4039-4527-8253-3ab3c28af6ad', 'name': '', 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c', 'tenant_id': '63d79f55e51948258736f4a675134830', 'mac_address': 'fa:16:3e:5e:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2dc4717f-1e7f-46c6-82f9-574dcf91ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:07Z', 'updated_at': '2021-09-16T04:52:09Z', 'revision_number': 2, 'project_id': '63d79f55e51948258736f4a675134830', 'subnets': [{'id': '2dc4717f-1e7f-46c6-82f9-574dcf91ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:12.071204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec33f58-238c-4ecd-b2b6-470340ebadaf service neutron] Pushing event updated for resources: {'Port': ['ID=26029134-46be-45a9-9bf0-f263d9b66577,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:12.095522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.096400 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.103667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] 10.222.0.60 "PUT /v2.0/ports/621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 200 len: 1096 time: 2.3217108 Sep 16 04:52:12.114990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:12.118628 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff6558b-5629-4225-9192-8de624ede304" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:12.124611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Checking router: 78e15ae6-50f2-4659-8107-a48479a26b46 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:12.132266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Updating router 78e15ae6-50f2-4659-8107-a48479a26b46 port 870b8daf-4039-4527-8253-3ab3c28af6ad binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:52:12.138745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b1a1-3bef-4829-801d-7e1915e6d805 req-a695091c-f151-469a-afd7-583cece4a435 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.143520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74d8b1a1-3bef-4829-801d-7e1915e6d805 req-a695091c-f151-469a-afd7-583cece4a435 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.2284975 Sep 16 04:52:12.184545 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.288168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74d8b1a1-3bef-4829-801d-7e1915e6d805 req-d496a485-0d28-460a-8e2e-d891e73c9481 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904603 Sep 16 04:52:12.332433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa241-3d5b-4ccd-9b0c-a3f61f2c4680 service neutron] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:12.337922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334425-61d6-4aad-bb87-c44956a7cecf req-f672f51c-1bee-4805-9c3b-5ec7ad23c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.339654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-f672f51c-1bee-4805-9c3b-5ec7ad23c5d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 1099 time: 0.1462631 Sep 16 04:52:12.348588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6ea45-5572-4577-a175-31d42bf5227d req-5ff0201f-a354-4349-b177-b867a6683060 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.356030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ee6ea45-5572-4577-a175-31d42bf5227d req-5ff0201f-a354-4349-b177-b867a6683060 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.3284595 Sep 16 04:52:12.411051 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf1c98e-1226-4615-a5d3-3585ffaa6b37 x-openstack-request-id: req-9bf1c98e-1226-4615-a5d3-3585ffaa6b37 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:12.411619 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24efec3c-2094-40de-ba1d-4384c48c1ba7", "tag": "26029134-46be-45a9-9bf0-f263d9b66577", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:12.411619 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9bf1c98e-1226-4615-a5d3-3585ffaa6b37 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:12.412702 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24efec3c-2094-40de-ba1d-4384c48c1ba7', 'tag': '26029134-46be-45a9-9bf0-f263d9b66577', 'status': 'completed', 'code': 200} Sep 16 04:52:12.451021 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5b3738-ce2c-429a-9105-38970e9c6cf5 x-openstack-request-id: req-5b5b3738-ce2c-429a-9105-38970e9c6cf5 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:12.451220 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:12.451662 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b5b3738-ce2c-429a-9105-38970e9c6cf5 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:12.452075 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'status': 'completed', 'code': 200} Sep 16 04:52:12.456639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-ea944f5c-7322-40c7-8bff-4762623d7354 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=26029134-46be-45a9-9bf0-f263d9b66577 HTTP/1.1" status: 200 len: 217 time: 0.0978823 Sep 16 04:52:12.543880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ee6ea45-5572-4577-a175-31d42bf5227d req-5e4f741e-108d-4689-9148-46c3151917d9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822796 Sep 16 04:52:12.593835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6558b-5629-4225-9192-8de624ede304 req-e5399e79-e1fd-440f-aa50-752b215a1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.594003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334425-61d6-4aad-bb87-c44956a7cecf req-a73a6357-8643-4d31-8ade-0df6f2060a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.594719 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-dff6558b-5629-4225-9192-8de624ede304 req-e5399e79-e1fd-440f-aa50-752b215a1824 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 1099 time: 0.1198807 Sep 16 04:52:12.596115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-a73a6357-8643-4d31-8ade-0df6f2060a9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1282997 Sep 16 04:52:12.658779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-dff6558b-5629-4225-9192-8de624ede304 req-309b04c7-2bbb-4a0c-9e84-233dca8546db service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494134 Sep 16 04:52:12.676756 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.683369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4cb60f4-b1ef-4441-b269-ef7a1d265c47 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:12.785836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d4cb60f4-b1ef-4441-b269-ef7a1d265c47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:12.786638 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.793325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334425-61d6-4aad-bb87-c44956a7cecf req-25cc6abe-6a3d-4528-b20e-30ba48b6dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.794881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-25cc6abe-6a3d-4528-b20e-30ba48b6dc3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1734250 Sep 16 04:52:12.838126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97423165-92ba-4097-befe-2d5619d5da65 req-7dc68c7f-e2bd-40e2-9e3f-0df55ec0e1a6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.844905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97423165-92ba-4097-befe-2d5619d5da65 req-7dc68c7f-e2bd-40e2-9e3f-0df55ec0e1a6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.846442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6558b-5629-4225-9192-8de624ede304 req-7038c84e-4e58-4381-a79d-4d874daf6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.848464 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-dff6558b-5629-4225-9192-8de624ede304 req-7038c84e-4e58-4381-a79d-4d874daf6467 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832659 Sep 16 04:52:12.851777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97423165-92ba-4097-befe-2d5619d5da65 req-7dc68c7f-e2bd-40e2-9e3f-0df55ec0e1a6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.863168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97423165-92ba-4097-befe-2d5619d5da65 req-7dc68c7f-e2bd-40e2-9e3f-0df55ec0e1a6 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.1218646 Sep 16 04:52:12.878056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.938435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 59ff8439-e378-4148-8ac2-885552332c33 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:12.978143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6bae2-7037-477c-8d5b-fe2d1b7bd83f None None] Pushing event updated for resources: {'Port': ['ID=870b8daf-4039-4527-8253-3ab3c28af6ad,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.022177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-5ddc2565-b184-4d9f-b3b0-60b42b01c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.023740 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-5ddc2565-b184-4d9f-b3b0-60b42b01c9ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 1099 time: 0.1056969 Sep 16 04:52:13.106703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97423165-92ba-4097-befe-2d5619d5da65 req-0f57ff9c-b90e-479e-bd66-7d155892bc1a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423861 Sep 16 04:52:13.107462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-f11ca529-4597-4ae7-9ecc-f1b54050024e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 200 len: 217 time: 0.0761034 Sep 16 04:52:13.140197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Attempting to bind port 870b8daf-4039-4527-8253-3ab3c28af6ad on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:13.140572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Attempting to bind port 870b8daf-4039-4527-8253-3ab3c28af6ad by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:13.140930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Attempting to bind port 870b8daf-4039-4527-8253-3ab3c28af6ad on network 745d646c-f6ff-471b-81aa-7490a30c2f1c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:13.161567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:13.162026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Checking segment: {'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:13.162449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.162847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Bound using segment: {'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:13.163404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Bound port: 870b8daf-4039-4527-8253-3ab3c28af6ad, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:13.163848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.264955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac406f5-62aa-4865-8ad4-a0fa3ad7e97f req-3b34c23d-32b5-4001-8887-915949ae5a7f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.274062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eac406f5-62aa-4865-8ad4-a0fa3ad7e97f req-3b34c23d-32b5-4001-8887-915949ae5a7f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.2107313 Sep 16 04:52:13.277401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-6d8e8fb8-2f3f-448c-97de-fa40b76192fd service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749627 Sep 16 04:52:13.299933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-4ab801b9-baa1-4298-954f-76bb7907fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.301421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-4ab801b9-baa1-4298-954f-76bb7907fbbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1850245 Sep 16 04:52:13.350407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:13.357318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-46468cdc-8dab-449e-bccc-1bfcefee107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.358839 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-46468cdc-8dab-449e-bccc-1bfcefee107b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0488732 Sep 16 04:52:13.382477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '59ff8439-e378-4148-8ac2-885552332c33', 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'port_id': '59ff8439-e378-4148-8ac2-885552332c33', 'mac_address': 'fa:16:3e:dc:1e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d3002a-9b64-4709-99ca-fa6dd9ce7ca5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:13.388021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f2fd521a-030d-4943-b77f-943c07eaf5dd None None] Provisioning complete for port 870b8daf-4039-4527-8253-3ab3c28af6ad triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:13.388649 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f2fd521a-030d-4943-b77f-943c07eaf5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.445230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] For port 870b8daf-4039-4527-8253-3ab3c28af6ad, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:13.464162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eac406f5-62aa-4865-8ad4-a0fa3ad7e97f req-16c1b93d-7422-4d88-95d9-9cb418802188 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891317 Sep 16 04:52:13.475164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] For port 870b8daf-4039-4527-8253-3ab3c28af6ad, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=870b8daf-4039-4527-8253-3ab3c28af6ad,segment=NetworkSegment(761e939b-1fc8-4de6-bc66-cc4fa2fdc01c),segment_id=761e939b-1fc8-4de6-bc66-cc4fa2fdc01c)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:13.477930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd521a-030d-4943-b77f-943c07eaf5dd None None] Port 870b8daf-4039-4527-8253-3ab3c28af6ad cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:13.488325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.522427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ff8439-e378-4148-8ac2-885552332c33 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:13.547083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:13.548062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046f709-6c18-49df-a766-484a956038e0 req-55f4c5c6-432c-459f-9c58-3f8115de0637 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.550037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0046f709-6c18-49df-a766-484a956038e0 req-55f4c5c6-432c-459f-9c58-3f8115de0637 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 947 time: 0.3339736 Sep 16 04:52:13.558755 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-a54add5a-3613-4ad1-9ae7-9ed5da2ea491 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806612 Sep 16 04:52:13.559901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02334425-61d6-4aad-bb87-c44956a7cecf req-77f8b343-7ea2-4164-97bd-822473b44ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596252 Sep 16 04:52:13.564495 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.634251 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6bae2-7037-477c-8d5b-fe2d1b7bd83f None None] Pushing event updated for resources: {'Port': ['ID=870b8daf-4039-4527-8253-3ab3c28af6ad,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.641996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0046f709-6c18-49df-a766-484a956038e0 req-7bc5dfa2-622a-42df-b423-5df6f833fdaf tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810163 Sep 16 04:52:13.652372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cb4e6-5ed5-4f53-8cc5-d1f96dc30d49 req-25adf6cc-4bcf-4650-8d8f-28720180988b tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.663756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d61cb4e6-5ed5-4f53-8cc5-d1f96dc30d49 req-25adf6cc-4bcf-4650-8d8f-28720180988b tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1097 time: 0.0797882 Sep 16 04:52:13.670352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Routers {'78e15ae6-50f2-4659-8107-a48479a26b46'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:13.671091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['78e15ae6-50f2-4659-8107-a48479a26b46'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:13.716839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d61cb4e6-5ed5-4f53-8cc5-d1f96dc30d49 req-e6730a2e-cf9e-4f31-abd9-3e76372a0a6b tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486326 Sep 16 04:52:13.744253 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.853685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.867321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6772-e1a9-49e3-93e7-21eb56e8f665 req-96deaeec-bece-480f-a04b-0b873e6840cb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.873057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] Set router 78e15ae6-50f2-4659-8107-a48479a26b46 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:13.877534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48bf6772-e1a9-49e3-93e7-21eb56e8f665 req-96deaeec-bece-480f-a04b-0b873e6840cb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.1439617 Sep 16 04:52:13.920979 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7477d6fc-38c6-4adf-8f68-d1cab8bb02ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.937052 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b12820d-fc37-484d-b38a-2bc5c55f167a req-6fb2e304-8bb6-48e0-ab30-11831b153f00 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674555 Sep 16 04:52:13.998414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad611b5-a6db-4de2-ab53-c7826df8c48f req-9e271769-a7ac-4d60-a9b1-e3c22a87f0e9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.000503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ad611b5-a6db-4de2-ab53-c7826df8c48f req-9e271769-a7ac-4d60-a9b1-e3c22a87f0e9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1888523 Sep 16 04:52:14.010866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48bf6772-e1a9-49e3-93e7-21eb56e8f665 req-0f369801-e365-4abb-82ed-c294b96f057f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324015 Sep 16 04:52:14.030751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-51d9a5d6-881b-4ce4-82cb-48bb9990e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.032673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-51d9a5d6-881b-4ce4-82cb-48bb9990e0a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 1099 time: 0.1854465 Sep 16 04:52:14.118136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ad611b5-a6db-4de2-ab53-c7826df8c48f req-22ba2e94-5cd8-4acd-8766-15706a39751e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061254 Sep 16 04:52:14.192557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-066cb69d-6236-45e6-b948-de941bc3df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.194295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-066cb69d-6236-45e6-b948-de941bc3df83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1434202 Sep 16 04:52:14.275700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-fdb5b19d-b9ca-4545-8b5e-53d2c0ff05d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=26029134-46be-45a9-9bf0-f263d9b66577 HTTP/1.1" status: 200 len: 217 time: 0.0726564 Sep 16 04:52:14.287712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.320071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f91ea536-ee8d-4a03-8e6d-4887303c0afc None None] Provisioning complete for port 870b8daf-4039-4527-8253-3ab3c28af6ad triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:14.320071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f91ea536-ee8d-4a03-8e6d-4887303c0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.364741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6299f-f356-4a85-aa9b-712534078953 req-a831c259-f75f-4dbb-b0f1-ebdcbec8bee3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.371629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6299f-f356-4a85-aa9b-712534078953 req-a831c259-f75f-4dbb-b0f1-ebdcbec8bee3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.377602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6299f-f356-4a85-aa9b-712534078953 req-a831c259-f75f-4dbb-b0f1-ebdcbec8bee3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.379397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ad6299f-f356-4a85-aa9b-712534078953 req-a831c259-f75f-4dbb-b0f1-ebdcbec8bee3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.1157153 Sep 16 04:52:14.381750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-fca50d3d-7e5c-42d8-a959-1866c47ef8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.383208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-fca50d3d-7e5c-42d8-a959-1866c47ef8dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0848544 Sep 16 04:52:14.457286 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f91ea536-ee8d-4a03-8e6d-4887303c0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.471674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:52:09Z', 'revision_number': 4, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port': {'id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '870b8daf-4039-4527-8253-3ab3c28af6ad', 'name': '', 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c', 'tenant_id': '63d79f55e51948258736f4a675134830', 'mac_address': 'fa:16:3e:5e:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2dc4717f-1e7f-46c6-82f9-574dcf91ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:07Z', 'updated_at': '2021-09-16T04:52:13Z', 'revision_number': 4, 'project_id': '63d79f55e51948258736f4a675134830', 'subnets': [{'id': '2dc4717f-1e7f-46c6-82f9-574dcf91ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:14.485251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ad6299f-f356-4a85-aa9b-712534078953 req-4679db74-ef3e-4304-ac0d-568ac43d3d9a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859246 Sep 16 04:52:14.509298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d388d-6e79-48c8-b160-499b7bb10367 None None] The sync data for ids ['78e15ae6-50f2-4659-8107-a48479a26b46'] in n-d-712143-16 is: [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:52:09Z', 'revision_number': 4, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port': {'id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '870b8daf-4039-4527-8253-3ab3c28af6ad', 'name': '', 'network_id': '745d646c-f6ff-471b-81aa-7490a30c2f1c', 'tenant_id': '63d79f55e51948258736f4a675134830', 'mac_address': 'fa:16:3e:5e:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2dc4717f-1e7f-46c6-82f9-574dcf91ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:07Z', 'updated_at': '2021-09-16T04:52:13Z', 'revision_number': 4, 'project_id': '63d79f55e51948258736f4a675134830', 'subnets': [{'id': '2dc4717f-1e7f-46c6-82f9-574dcf91ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:14.516604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-51b50d13-b089-4430-b0cf-684fb9545c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.520996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-51b50d13-b089-4430-b0cf-684fb9545c55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180449 Sep 16 04:52:14.532673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f91ea536-ee8d-4a03-8e6d-4887303c0afc None None] For port 870b8daf-4039-4527-8253-3ab3c28af6ad, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=870b8daf-4039-4527-8253-3ab3c28af6ad,segment=NetworkSegment(761e939b-1fc8-4de6-bc66-cc4fa2fdc01c),segment_id=761e939b-1fc8-4de6-bc66-cc4fa2fdc01c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:14.541293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['59ff8439-e378-4148-8ac2-885552332c33'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:14.617508 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f91ea536-ee8d-4a03-8e6d-4887303c0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.728115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ea536-ee8d-4a03-8e6d-4887303c0afc None None] Pushing event updated for resources: {'Port': ['ID=870b8daf-4039-4527-8253-3ab3c28af6ad,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:14.738991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-6a624eef-cb90-4e9e-b495-9d29e50866e6 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095230 Sep 16 04:52:14.815668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520956-82a9-4e66-9621-737c63eeca2e req-e8f2ca6f-199b-46ce-9014-bdc1c5d8a838 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.817113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6520956-82a9-4e66-9621-737c63eeca2e req-e8f2ca6f-199b-46ce-9014-bdc1c5d8a838 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 944 time: 0.1470420 Sep 16 04:52:14.915397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-069d29f1-26f1-4be1-b129-c554a56dfac6 req-4d60dd2e-78a8-4950-a3de-804fefa48817 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623521 Sep 16 04:52:14.957314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6520956-82a9-4e66-9621-737c63eeca2e req-366f829f-4110-412a-9eef-21650db256b6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297855 Sep 16 04:52:14.998626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.185550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c149-9ac6-43fb-bd8d-042f69c22ef8 req-8befc50f-ac27-4e00-a5d0-8ea6ab1891db tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.187202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a71c149-9ac6-43fb-bd8d-042f69c22ef8 req-8befc50f-ac27-4e00-a5d0-8ea6ab1891db tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 947 time: 0.0753303 Sep 16 04:52:15.254867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a71c149-9ac6-43fb-bd8d-042f69c22ef8 req-31758e82-7e28-49c3-abeb-5a9d704a95ab tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569685 Sep 16 04:52:15.946001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787260d-cabb-4cfa-b812-a89ec835b4ea req-b48be7c8-459d-4809-9075-ced46ac317b7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.952815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8787260d-cabb-4cfa-b812-a89ec835b4ea req-b48be7c8-459d-4809-9075-ced46ac317b7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.0772026 Sep 16 04:52:16.024284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8787260d-cabb-4cfa-b812-a89ec835b4ea req-36cc67dd-4977-44a5-98ea-eb10e2b4995a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629170 Sep 16 04:52:16.192052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37e92-a317-4e25-9c54-c8fb08984cfc req-f8aa640d-e701-4851-8376-a6539a0b37e0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.193549 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1f37e92-a317-4e25-9c54-c8fb08984cfc req-f8aa640d-e701-4851-8376-a6539a0b37e0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0556600 Sep 16 04:52:16.231999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1f37e92-a317-4e25-9c54-c8fb08984cfc req-ad50cbaa-4e13-42b4-8b0f-37d73d0d0d34 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323513 Sep 16 04:52:16.336258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a943ba-cde4-4125-b92c-06068cb255a4 req-39850472-eaf2-4799-bd76-4a3663d499bf tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.342318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a943ba-cde4-4125-b92c-06068cb255a4 req-39850472-eaf2-4799-bd76-4a3663d499bf tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.348274 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a943ba-cde4-4125-b92c-06068cb255a4 req-39850472-eaf2-4799-bd76-4a3663d499bf tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.350447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2a943ba-cde4-4125-b92c-06068cb255a4 req-39850472-eaf2-4799-bd76-4a3663d499bf tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.0638189 Sep 16 04:52:16.392101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2a943ba-cde4-4125-b92c-06068cb255a4 req-af21f092-53a1-4e8b-b556-2d2856b9aef1 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Sep 16 04:52:16.525795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 870b8daf-4039-4527-8253-3ab3c28af6ad up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:16.533342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c372-d156-4759-8d74-f50d428e1343 req-86c8de8b-bb94-4958-a05b-2e70a2f675b5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.535738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39d6c372-d156-4759-8d74-f50d428e1343 req-86c8de8b-bb94-4958-a05b-2e70a2f675b5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 944 time: 0.0589197 Sep 16 04:52:16.576304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 870b8daf-4039-4527-8253-3ab3c28af6ad triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:16.576692 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.590530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39d6c372-d156-4759-8d74-f50d428e1343 req-44f9efe9-334f-4ec5-ace2-85f82389bd80 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487616 Sep 16 04:52:16.675131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-58820412-460c-477b-b235-3a5e9e522202 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:16.676101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-58820412-460c-477b-b235-3a5e9e522202 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057993 Sep 16 04:52:16.680368 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.742079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-9ce5c8f9-0257-4d54-8f79-0e35d98b37e5 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.743485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-9ce5c8f9-0257-4d54-8f79-0e35d98b37e5 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports/3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 200 len: 1094 time: 0.0514784 Sep 16 04:52:16.752763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Request body: {'binding': {'host': 'n-h1-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:16.753210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:52:16.765354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a81c1-8803-407f-a2eb-ad2cc5dc51a5 req-1c0bc71d-f1b1-441b-8cc1-9ad3bb81c2bb tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.766705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a48a81c1-8803-407f-a2eb-ad2cc5dc51a5 req-1c0bc71d-f1b1-441b-8cc1-9ad3bb81c2bb tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 947 time: 0.0896595 Sep 16 04:52:16.843019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a48a81c1-8803-407f-a2eb-ad2cc5dc51a5 req-1178f5e9-a1d4-49ef-96dd-723a21a743dc tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590138 Sep 16 04:52:16.921509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on host n-h1-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:16.921845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:16.922170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:16.926320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:16.926633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:16.931419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:16.931754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:16.932130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:16.932549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Bound port: 3ea6224d-5985-450c-985e-e72e875a9b4e, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:16.983749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:17.007002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 59ff8439-e378-4148-8ac2-885552332c33 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:17.073399 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.079182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-15680637-1180-432f-89fe-dfd01d8534b9 service neutron] 10.222.0.59 "POST /v2.0/ports/3ea6224d-5985-450c-985e-e72e875a9b4e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3253706 Sep 16 04:52:17.136707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64372fa2-f808-45c0-93c6-6ac2145cf248 req-45435f91-7247-4b50-b6c0-a3444ef78c2f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.138126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64372fa2-f808-45c0-93c6-6ac2145cf248 req-45435f91-7247-4b50-b6c0-a3444ef78c2f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.0510592 Sep 16 04:52:17.142416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 621f0954-8eb6-41a3-af5c-eac6c38a97df details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:17.160260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 59ff8439-e378-4148-8ac2-885552332c33 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:17.176177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 59ff8439-e378-4148-8ac2-885552332c33 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:17.176556 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.196815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64372fa2-f808-45c0-93c6-6ac2145cf248 req-d8b7f56d-cdfb-493b-8b19-ba320d414b82 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516508 Sep 16 04:52:17.282642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.314133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'mac_address': 'fa:16:3e:ba:d0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:17.345002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.396658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ff8439-e378-4148-8ac2-885552332c33'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:17.399303 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d624135-0886-4e37-a98d-2765ec828201" -d '{"events": [{"server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "name": "network-vif-plugged", "status": "completed", "tag": "59ff8439-e378-4148-8ac2-885552332c33"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:17.402445 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.425173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.429259 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621f0954-8eb6-41a3-af5c-eac6c38a97df {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:17.436460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979527ac-a543-4fea-b4a5-00f8ae0ff1ba req-d3d9a15a-8176-4ca4-b0ba-75a7110374ad tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.438125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-979527ac-a543-4fea-b4a5-00f8ae0ff1ba req-d3d9a15a-8176-4ca4-b0ba-75a7110374ad tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0862892 Sep 16 04:52:17.464484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.514338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-979527ac-a543-4fea-b4a5-00f8ae0ff1ba req-14f466a3-5992-4878-9998-97e3fb90c83f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Sep 16 04:52:17.528920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6167-5cf9-42cf-a099-64f14b49d303 req-f94e3f68-60d9-4a93-a57e-191a4c85429b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.530556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-382b6167-5cf9-42cf-a099-64f14b49d303 req-f94e3f68-60d9-4a93-a57e-191a4c85429b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 945 time: 0.0660141 Sep 16 04:52:17.570917 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e298d-7afc-45cc-b1c4-c8a3fa8f9e1a x-openstack-request-id: req-884e298d-7afc-45cc-b1c4-c8a3fa8f9e1a {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:17.571475 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "name": "network-vif-plugged", "status": "completed", "tag": "59ff8439-e378-4148-8ac2-885552332c33", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:17.571475 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-884e298d-7afc-45cc-b1c4-c8a3fa8f9e1a {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:17.571944 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ff8439-e378-4148-8ac2-885552332c33', 'code': 200} Sep 16 04:52:17.573655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-382b6167-5cf9-42cf-a099-64f14b49d303 req-5d9c92cd-1a24-4b32-9745-f1eb6a502aac tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Sep 16 04:52:17.587322 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.592458 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.592458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 26029134-46be-45a9-9bf0-f263d9b66577 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:17.684280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.688981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f01d3-2404-4506-a349-eaaf9316744b req-6418c31a-8216-4a4a-a79b-8530f9dc7d40 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.695938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f01d3-2404-4506-a349-eaaf9316744b req-6418c31a-8216-4a4a-a79b-8530f9dc7d40 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.697798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 26029134-46be-45a9-9bf0-f263d9b66577, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26029134-46be-45a9-9bf0-f263d9b66577,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.701616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.702069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.702510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.703036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.703626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f01d3-2404-4506-a349-eaaf9316744b req-6418c31a-8216-4a4a-a79b-8530f9dc7d40 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.703754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.704340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.704760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.705220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.705652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.706102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.706560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.706975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:17.713520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-968f01d3-2404-4506-a349-eaaf9316744b req-6418c31a-8216-4a4a-a79b-8530f9dc7d40 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.0936823 Sep 16 04:52:17.772962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4235-bf33-44ba-82a1-4bb657bb2a05 req-ce5d0553-0c74-4472-9437-8908e25bce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.775275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-793f4235-bf33-44ba-82a1-4bb657bb2a05 req-ce5d0553-0c74-4472-9437-8908e25bce99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1097 time: 0.0489960 Sep 16 04:52:17.794881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '26029134-46be-45a9-9bf0-f263d9b66577', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '26029134-46be-45a9-9bf0-f263d9b66577', 'mac_address': 'fa:16:3e:24:22:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:17.829694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c9d8-73ff-47d7-a182-2c4a1b4f291a req-a2b9e810-8767-450b-8bfd-207cd72bb867 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.831481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37e8c9d8-73ff-47d7-a182-2c4a1b4f291a req-a2b9e810-8767-450b-8bfd-207cd72bb867 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0971975 Sep 16 04:52:17.844319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.846394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.848021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-968f01d3-2404-4506-a349-eaaf9316744b req-8b71aa9e-e62b-4fee-9d34-fdd043adb1a5 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284995 Sep 16 04:52:17.872163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26029134-46be-45a9-9bf0-f263d9b66577 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:17.890036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-793f4235-bf33-44ba-82a1-4bb657bb2a05 req-ec94dd7c-66f9-44e6-98af-eecff789b18b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935476 Sep 16 04:52:17.896485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 26029134-46be-45a9-9bf0-f263d9b66577, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26029134-46be-45a9-9bf0-f263d9b66577,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.902616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-499795aa-496d-4003-b0e8-6359d3430030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.906850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-499795aa-496d-4003-b0e8-6359d3430030 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1097 time: 0.0919557 Sep 16 04:52:17.911595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37e8c9d8-73ff-47d7-a182-2c4a1b4f291a req-220e092f-6799-4dcf-a213-ae93abbc9127 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623593 Sep 16 04:52:18.000588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27850510-7f19-42d5-95be-7ed310b10bcb req-89f20351-e224-4e0b-8af9-36a0e40c98fb tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.002112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27850510-7f19-42d5-95be-7ed310b10bcb req-89f20351-e224-4e0b-8af9-36a0e40c98fb tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 947 time: 0.0527632 Sep 16 04:52:18.004072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.043166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27850510-7f19-42d5-95be-7ed310b10bcb req-ad95f352-8f5b-45dd-9f4a-a3c6bba205d6 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Sep 16 04:52:18.061476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=26029134-46be-45a9-9bf0-f263d9b66577,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.099819 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:18.260263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['621f0954-8eb6-41a3-af5c-eac6c38a97df'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:18.264531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['26029134-46be-45a9-9bf0-f263d9b66577'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:18.312812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7b6d-2c59-47ad-b402-2faf0609afbd req-21bc172b-85a2-4759-b0d0-dc929cdbf8ea tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.319968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-251e7b6d-2c59-47ad-b402-2faf0609afbd req-21bc172b-85a2-4759-b0d0-dc929cdbf8ea tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 948 time: 0.0556638 Sep 16 04:52:18.375828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-251e7b6d-2c59-47ad-b402-2faf0609afbd req-a128b3a6-a118-4454-a51e-4874b6ba99fe tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548368 Sep 16 04:52:18.507489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-9692fa4c-ff93-43ee-8ad0-5d68e2bb34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.509615 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-9692fa4c-ff93-43ee-8ad0-5d68e2bb34c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1097438 Sep 16 04:52:18.587203 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-85b8b64e-4cdb-4220-9ff2-ff40037b7a6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 200 len: 217 time: 0.0428739 Sep 16 04:52:18.658156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-8b919fd2-5862-4ff7-a288-defb7cf7ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.659783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-8b919fd2-5862-4ff7-a288-defb7cf7ada2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0537980 Sep 16 04:52:18.671704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14230990-3f33-4843-9460-b39fe64a12f3 req-a4a1b5cb-bfb8-4254-b044-79c83d862854 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.673159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14230990-3f33-4843-9460-b39fe64a12f3 req-a4a1b5cb-bfb8-4254-b044-79c83d862854 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0731781 Sep 16 04:52:18.705701 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-f4d8cd96-4592-40c1-83b1-02975f91751b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250287 Sep 16 04:52:18.738437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ff89d-a8cd-46d5-98a3-1410a28a9e3f req-dfae9ac0-a10d-43e3-8b64-5cafc888c8c9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.740071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a8ff89d-a8cd-46d5-98a3-1410a28a9e3f req-dfae9ac0-a10d-43e3-8b64-5cafc888c8c9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 945 time: 0.0856578 Sep 16 04:52:18.743329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14230990-3f33-4843-9460-b39fe64a12f3 req-7cc70102-9a13-4705-a6e0-7c9886f836ff tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520535 Sep 16 04:52:18.785478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a8ff89d-a8cd-46d5-98a3-1410a28a9e3f req-b02465a3-3091-4111-9f32-b5946128f09e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Sep 16 04:52:18.840089 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-e087a31b-59f0-4943-a291-f92d4aec0bd7 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066697 Sep 16 04:52:18.973741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d02af-b447-4d69-852c-63ecff7c5fab req-5b2eda3d-722b-4028-bf85-a53ca6722819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.981337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d02af-b447-4d69-852c-63ecff7c5fab req-5b2eda3d-722b-4028-bf85-a53ca6722819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.988895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d02af-b447-4d69-852c-63ecff7c5fab req-5b2eda3d-722b-4028-bf85-a53ca6722819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.991561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e7d02af-b447-4d69-852c-63ecff7c5fab req-5b2eda3d-722b-4028-bf85-a53ca6722819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.0794587 Sep 16 04:52:19.065594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e7d02af-b447-4d69-852c-63ecff7c5fab req-7cd865d0-39d5-42bd-831a-31c8254246c5 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670469 Sep 16 04:52:19.081357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1349e84-dfaa-452b-8052-a4390567580a req-74fe4296-c69b-40f4-bd81-4efa40f07933 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.083081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1349e84-dfaa-452b-8052-a4390567580a req-74fe4296-c69b-40f4-bd81-4efa40f07933 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0697534 Sep 16 04:52:19.134119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1349e84-dfaa-452b-8052-a4390567580a req-801ea418-c6d0-4e45-85ac-b2d06767b71b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Sep 16 04:52:19.151353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 26029134-46be-45a9-9bf0-f263d9b66577 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:19.175751 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-dc1f0f05-d481-4aff-ad31-240d057b8618 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193343 Sep 16 04:52:19.221214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6d511-b184-4884-a5f7-50a371c754bf req-3d63cbd6-8276-45f8-be0b-e44f734b6c65 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.222788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3f6d511-b184-4884-a5f7-50a371c754bf req-3d63cbd6-8276-45f8-be0b-e44f734b6c65 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 948 time: 0.0580149 Sep 16 04:52:19.261889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3f6d511-b184-4884-a5f7-50a371c754bf req-bdc5b3d8-ae13-4d14-8e5b-b8abdf784808 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Sep 16 04:52:19.283638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 26029134-46be-45a9-9bf0-f263d9b66577 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:19.288414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 26029134-46be-45a9-9bf0-f263d9b66577 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:19.288725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.366315 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.398795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 26029134-46be-45a9-9bf0-f263d9b66577, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26029134-46be-45a9-9bf0-f263d9b66577,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:19.490746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd8cee-3076-4610-a793-f113208a9783 req-abc48128-c6c5-4d79-a728-477f7fd7d42b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.492253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53cd8cee-3076-4610-a793-f113208a9783 req-abc48128-c6c5-4d79-a728-477f7fd7d42b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 948 time: 0.0530331 Sep 16 04:52:19.495282 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.496394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 621f0954-8eb6-41a3-af5c-eac6c38a97df up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:19.541617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53cd8cee-3076-4610-a793-f113208a9783 req-b4a4820e-3f0e-4c91-8030-2b7638819446 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Sep 16 04:52:19.574473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efec3c-2094-40de-ba1d-4384c48c1ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26029134-46be-45a9-9bf0-f263d9b66577'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:19.576797 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aae1209-ebc3-4cc0-80b7-8f84993f7013" -d '{"events": [{"server_uuid": "24efec3c-2094-40de-ba1d-4384c48c1ba7", "name": "network-vif-plugged", "status": "completed", "tag": "26029134-46be-45a9-9bf0-f263d9b66577"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:19.596833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=26029134-46be-45a9-9bf0-f263d9b66577,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:19.604393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-617edc9a-a1a7-489b-a277-dcf495b00b5a tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.606118 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-617edc9a-a1a7-489b-a277-dcf495b00b5a tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.0600891 Sep 16 04:52:19.630079 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f459b73d-0a47-40c8-ae04-b4007e8097ca x-openstack-request-id: req-f459b73d-0a47-40c8-ae04-b4007e8097ca {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:19.631974 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24efec3c-2094-40de-ba1d-4384c48c1ba7", "name": "network-vif-plugged", "status": "completed", "tag": "26029134-46be-45a9-9bf0-f263d9b66577", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:19.631974 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f459b73d-0a47-40c8-ae04-b4007e8097ca {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:19.631974 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24efec3c-2094-40de-ba1d-4384c48c1ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26029134-46be-45a9-9bf0-f263d9b66577', 'code': 200} Sep 16 04:52:19.640332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-16'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:19.701049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 621f0954-8eb6-41a3-af5c-eac6c38a97df completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:19.709320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 621f0954-8eb6-41a3-af5c-eac6c38a97df triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:19.709320 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.722492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.759762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf3a27-a21a-410b-8e9f-32b59ac7c19e req-2a753c3e-7a1f-4047-aa48-87b6d471fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.761532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2cf3a27-a21a-410b-8e9f-32b59ac7c19e req-2a753c3e-7a1f-4047-aa48-87b6d471fbee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 1101 time: 0.0559793 Sep 16 04:52:19.801371 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.831814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2cf3a27-a21a-410b-8e9f-32b59ac7c19e req-7d2172e5-5f5e-4a56-981a-ca179f58aa63 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628633 Sep 16 04:52:19.893665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:19.945972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:19.963946 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.012147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8508470-5f94-441a-8014-b98bd0af0bbb req-5cb75051-a8ca-4fc8-b75c-defa14dc89ca tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.016274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8508470-5f94-441a-8014-b98bd0af0bbb req-5cb75051-a8ca-4fc8-b75c-defa14dc89ca tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 945 time: 0.1179321 Sep 16 04:52:20.022640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:20.032334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c11441-3e77-471f-9b4e-d77cc3246fcd req-9006fe46-3a9f-42f9-a44e-434b67f6827c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.037281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.041563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42c11441-3e77-471f-9b4e-d77cc3246fcd req-9006fe46-3a9f-42f9-a44e-434b67f6827c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1308334 Sep 16 04:52:20.073127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:20.075508 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62dc595-b5af-48a2-b326-a428d8874f02" -d '{"events": [{"server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:20.085159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.094788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8508470-5f94-441a-8014-b98bd0af0bbb req-a2791b44-7c9f-4514-9923-3c7cb440fd38 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Sep 16 04:52:20.115735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42c11441-3e77-471f-9b4e-d77cc3246fcd req-6b012370-55af-4d4d-8752-12bb07ebf893 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525653 Sep 16 04:52:20.152727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.182322 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3565ad-ebc5-4063-b7d4-1c90ee75343b x-openstack-request-id: req-2c3565ad-ebc5-4063-b7d4-1c90ee75343b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:20.182635 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:20.182885 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c3565ad-ebc5-4063-b7d4-1c90ee75343b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:20.197040 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e', 'code': 200} Sep 16 04:52:20.251013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ddf70-2aa2-48bb-851c-52e46a99e1c6 req-7f967f0b-00b4-4198-a2ea-fd887d334af9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.257412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ddf70-2aa2-48bb-851c-52e46a99e1c6 req-7f967f0b-00b4-4198-a2ea-fd887d334af9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.257679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.262797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:20.271593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:20.271593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:20.271844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ddf70-2aa2-48bb-851c-52e46a99e1c6 req-7f967f0b-00b4-4198-a2ea-fd887d334af9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.271844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a18ddf70-2aa2-48bb-851c-52e46a99e1c6 req-7f967f0b-00b4-4198-a2ea-fd887d334af9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.0771115 Sep 16 04:52:20.286032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:20.286365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Attempting to bind port 3ea6224d-5985-450c-985e-e72e875a9b4e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:20.292505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:20.292988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:20.293377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:20.293838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Bound port: 3ea6224d-5985-450c-985e-e72e875a9b4e, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:20.294202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.346895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a18ddf70-2aa2-48bb-851c-52e46a99e1c6 req-833ecb23-baa9-4ae0-ab90-f058833fb56d tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715103 Sep 16 04:52:20.356153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a19b28-f7a0-41fe-9ed7-8afba689be28 req-aff48c5b-6804-4530-9b2f-0afb939f6ae7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.394855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91a19b28-f7a0-41fe-9ed7-8afba689be28 req-aff48c5b-6804-4530-9b2f-0afb939f6ae7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1014655 Sep 16 04:52:20.431869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c3df8-4864-4489-8b84-88910f59de34 req-9a089777-b36b-4098-af44-5714567b6721 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.439216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c3df8-4864-4489-8b84-88910f59de34 req-9a089777-b36b-4098-af44-5714567b6721 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.445069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c3df8-4864-4489-8b84-88910f59de34 req-9a089777-b36b-4098-af44-5714567b6721 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.447510 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-535c3df8-4864-4489-8b84-88910f59de34 req-9a089777-b36b-4098-af44-5714567b6721 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.57 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 2418 time: 0.1508634 Sep 16 04:52:20.482520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91a19b28-f7a0-41fe-9ed7-8afba689be28 req-31b8501b-6240-43b9-846a-d7ece4c5f0a9 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550218 Sep 16 04:52:20.520486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:20.542956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1533-c206-4fc5-ab6d-c31e77bac318 req-67ef88b1-ea83-4507-a57b-4bb40cd426f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.545063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c11e1533-c206-4fc5-ab6d-c31e77bac318 req-67ef88b1-ea83-4507-a57b-4bb40cd426f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 949 time: 0.0688369 Sep 16 04:52:20.563772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:20.601960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port aea5d0fa-41a4-4758-84ef-f36843c0818b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:20.602503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.603903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c11e1533-c206-4fc5-ab6d-c31e77bac318 req-26a15414-6dad-4923-8135-4f359f141e5d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Sep 16 04:52:20.652035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.688480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c1c6-6162-4f45-b929-f9817ab9617f req-67758465-3a02-4e8d-a8ad-338c3d236ddd tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.690493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8a9c1c6-6162-4f45-b929-f9817ab9617f req-67758465-3a02-4e8d-a8ad-338c3d236ddd tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.0586195 Sep 16 04:52:20.762880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8a9c1c6-6162-4f45-b929-f9817ab9617f req-a4e148e4-da7a-4830-b327-3ed76b3f9073 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638785 Sep 16 04:52:20.775118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=8']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.779421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port aea5d0fa-41a4-4758-84ef-f36843c0818b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=aea5d0fa-41a4-4758-84ef-f36843c0818b,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:20.779867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.806270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.807391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.808907 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-ed22197c-9e3e-4fc3-ab3c-084c590e57e5 service neutron] 10.222.0.57 "PUT /v2.0/ports/3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 200 len: 1123 time: 1.1743083 Sep 16 04:52:20.815936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for aea5d0fa-41a4-4758-84ef-f36843c0818b owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:20.917283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['3ea6224d-5985-450c-985e-e72e875a9b4e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:21.072461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.105655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=aea5d0fa-41a4-4758-84ef-f36843c0818b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.185517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['c7d8ae39-92fb-4f8b-a55e-41fada98c033', 'aea5d0fa-41a4-4758-84ef-f36843c0818b', '97c2f396-9f9d-40a9-8029-1377d476e055'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:21.229738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port aea5d0fa-41a4-4758-84ef-f36843c0818b on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:21.237982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.241313 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-535c3df8-4864-4489-8b84-88910f59de34 req-da8de19f-20b6-4515-89fd-8cede8753f19 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.57 "DELETE /v2.0/ports/aea5d0fa-41a4-4758-84ef-f36843c0818b HTTP/1.1" status: 204 len: 173 time: 0.7743328 Sep 16 04:52:21.472846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port 97c2f396-9f9d-40a9-8029-1377d476e055 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:21.475281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.496198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab26b7-8204-4d5a-90fa-cc5564c07e36 req-169e1e05-4bdf-4753-8391-d7e37d91b8f7 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.504129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49ab26b7-8204-4d5a-90fa-cc5564c07e36 req-169e1e05-4bdf-4753-8391-d7e37d91b8f7 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.2098801 Sep 16 04:52:21.551501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878655b6-589b-4b26-9845-336d5eca5e8e req-a275a2c1-a395-4327-8ffe-0257ccd1789c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.559089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-878655b6-589b-4b26-9845-336d5eca5e8e req-a275a2c1-a395-4327-8ffe-0257ccd1789c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 943 time: 0.1949394 Sep 16 04:52:21.582114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49ab26b7-8204-4d5a-90fa-cc5564c07e36 req-0d20f090-2a72-41a2-be1d-f0808d7392a9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728917 Sep 16 04:52:21.644675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-878655b6-589b-4b26-9845-336d5eca5e8e req-492dfc2f-cd57-4db2-a27b-bb572e3d7231 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845215 Sep 16 04:52:21.666564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port 97c2f396-9f9d-40a9-8029-1377d476e055, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=97c2f396-9f9d-40a9-8029-1377d476e055,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:21.667866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.668364 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:21.673172 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33735e05-cca9-45b4-995c-014177370f60" -d '{"events": [{"server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "name": "network-vif-plugged", "status": "completed", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:21.692174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for 97c2f396-9f9d-40a9-8029-1377d476e055 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:21.802921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedb28f-8d1a-4cb4-9f86-6cbbf45d3791 req-773b4bbc-05a8-4f94-8ec5-9f3d22ddba21 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.812129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedb28f-8d1a-4cb4-9f86-6cbbf45d3791 req-773b4bbc-05a8-4f94-8ec5-9f3d22ddba21 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.813671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbedb28f-8d1a-4cb4-9f86-6cbbf45d3791 req-773b4bbc-05a8-4f94-8ec5-9f3d22ddba21 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 1682 time: 0.1108387 Sep 16 04:52:21.833150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99105561-92a2-4856-9800-fb30b2a1672c req-666f40aa-7e4d-4d23-956a-54cfe92fedc1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.835493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99105561-92a2-4856-9800-fb30b2a1672c req-666f40aa-7e4d-4d23-956a-54cfe92fedc1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0964158 Sep 16 04:52:21.897850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbedb28f-8d1a-4cb4-9f86-6cbbf45d3791 req-b1fcbdcf-6c95-4fa3-b6e1-6524aab0ac45 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611887 Sep 16 04:52:21.928192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99105561-92a2-4856-9800-fb30b2a1672c req-28743eb9-2e5e-4552-a496-505755671012 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805426 Sep 16 04:52:21.987079 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.989267 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4f0085-1128-47c8-8a7d-fa9e14599131 x-openstack-request-id: req-8d4f0085-1128-47c8-8a7d-fa9e14599131 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:21.990424 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "name": "network-vif-plugged", "status": "completed", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:21.991375 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d4f0085-1128-47c8-8a7d-fa9e14599131 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:21.999032 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'code': 200} Sep 16 04:52:22.077225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23eff73-6afe-438b-a0b5-cd6d0b4decbc req-4d3c27b0-33c2-4951-8abe-1365191e150a tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.087211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b23eff73-6afe-438b-a0b5-cd6d0b4decbc req-4d3c27b0-33c2-4951-8abe-1365191e150a tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 949 time: 0.1025436 Sep 16 04:52:22.134689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=97c2f396-9f9d-40a9-8029-1377d476e055,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.168167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port 97c2f396-9f9d-40a9-8029-1377d476e055 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:22.179041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.183894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-535c3df8-4864-4489-8b84-88910f59de34 req-f9f9c950-0f8d-4b4b-81d5-b1d4942d039c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.57 "DELETE /v2.0/ports/97c2f396-9f9d-40a9-8029-1377d476e055 HTTP/1.1" status: 204 len: 173 time: 0.9250953 Sep 16 04:52:22.184342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['aea5d0fa-41a4-4758-84ef-f36843c0818b'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:22.184474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e'}, {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-deleted', 'tag': 'aea5d0fa-41a4-4758-84ef-f36843c0818b'}, {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-deleted', 'tag': '97c2f396-9f9d-40a9-8029-1377d476e055'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:22.186726 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75c94e1-ef71-4503-81a7-32121d908ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e"}, {"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-deleted", "tag": "aea5d0fa-41a4-4758-84ef-f36843c0818b"}, {"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-deleted", "tag": "97c2f396-9f9d-40a9-8029-1377d476e055"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:22.273253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672cf0d-d7c4-4f28-b432-a373d95cb07d req-8f917736-17b2-4e8e-b10e-29de7448540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.276048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1672cf0d-d7c4-4f28-b432-a373d95cb07d req-8f917736-17b2-4e8e-b10e-29de7448540e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 1101 time: 0.1775930 Sep 16 04:52:22.313379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b23eff73-6afe-438b-a0b5-cd6d0b4decbc req-5531553e-333f-4fdd-947d-9623f0ae8589 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170594 Sep 16 04:52:22.358065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port c7d8ae39-92fb-4f8b-a55e-41fada98c033 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:22.358417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.360389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1672cf0d-d7c4-4f28-b432-a373d95cb07d req-d67be652-b85b-4775-8536-5832038449b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767014 Sep 16 04:52:22.409588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6571ca-257e-42a4-b4d9-e6cfdd7e7055 req-febf1307-5ac6-4713-89fd-6e85a362a478 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.418434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec6571ca-257e-42a4-b4d9-e6cfdd7e7055 req-febf1307-5ac6-4713-89fd-6e85a362a478 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1040308 Sep 16 04:52:22.489052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec6571ca-257e-42a4-b4d9-e6cfdd7e7055 req-3e2da923-96bb-47ae-bacc-149b27243b11 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696325 Sep 16 04:52:22.498567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port c7d8ae39-92fb-4f8b-a55e-41fada98c033, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c7d8ae39-92fb-4f8b-a55e-41fada98c033,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.499165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.500265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b4921-ddbb-4196-a762-99ff7574f3d9 req-2141e7ad-2a61-4088-abb7-bc3760454393 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.507839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa1b4921-ddbb-4196-a762-99ff7574f3d9 req-2141e7ad-2a61-4088-abb7-bc3760454393 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1097 time: 0.0590997 Sep 16 04:52:22.523943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for c7d8ae39-92fb-4f8b-a55e-41fada98c033 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:22.547855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa1b4921-ddbb-4196-a762-99ff7574f3d9 req-00c8bd7e-2961-40c1-907a-b9f8176f1074 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367713 Sep 16 04:52:22.592908 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e974d5-b691-4a52-8db1-dd4cf161b4e6 x-openstack-request-id: req-52e974d5-b691-4a52-8db1-dd4cf161b4e6 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:22.593236 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e", "status": "completed", "code": 200}, {"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-deleted", "tag": "aea5d0fa-41a4-4758-84ef-f36843c0818b", "status": "completed", "code": 200}, {"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-deleted", "tag": "97c2f396-9f9d-40a9-8029-1377d476e055", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:22.593980 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52e974d5-b691-4a52-8db1-dd4cf161b4e6 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:22.594457 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e', 'status': 'completed', 'code': 200} Sep 16 04:52:22.594775 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-deleted', 'tag': 'aea5d0fa-41a4-4758-84ef-f36843c0818b', 'status': 'completed', 'code': 200} Sep 16 04:52:22.595087 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-deleted', 'tag': '97c2f396-9f9d-40a9-8029-1377d476e055', 'status': 'completed', 'code': 200} Sep 16 04:52:22.661656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-4dfdb689-efd3-46c2-911b-f20cd9529cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.667928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-4dfdb689-efd3-46c2-911b-f20cd9529cf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1126 time: 0.0734665 Sep 16 04:52:22.867287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.948261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['aea5d0fa-41a4-4758-84ef-f36843c0818b'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:22.956827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=c7d8ae39-92fb-4f8b-a55e-41fada98c033,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:23.016039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port c7d8ae39-92fb-4f8b-a55e-41fada98c033 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:23.018884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.022152 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-535c3df8-4864-4489-8b84-88910f59de34 req-2f82c352-767c-4df8-aba5-0b4569e4e93a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.57 "DELETE /v2.0/ports/c7d8ae39-92fb-4f8b-a55e-41fada98c033 HTTP/1.1" status: 204 len: 173 time: 0.8111606 Sep 16 04:52:23.030132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3ea6224d-5985-450c-985e-e72e875a9b4e details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:23.222191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:23.223271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82129c58-e63a-44c3-9bda-c0be197e4dfc req-16735cdd-c501-4c54-96c7-959f0d6398a7 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.225181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82129c58-e63a-44c3-9bda-c0be197e4dfc req-16735cdd-c501-4c54-96c7-959f0d6398a7 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.5121863 Sep 16 04:52:23.247030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3ea6224d-5985-450c-985e-e72e875a9b4e has no active binding in host n-h1-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:52:23.251620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-ab613f0c-413d-40f4-b13c-d442350dc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.253065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-ab613f0c-413d-40f4-b13c-d442350dc243 service neutron] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.5777311 Sep 16 04:52:23.277352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93fd7-2292-4650-b6d9-da2f2058e48e req-662bda77-7c09-4d79-b1de-fad3217e665e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.278737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38b93fd7-2292-4650-b6d9-da2f2058e48e req-662bda77-7c09-4d79-b1de-fad3217e665e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 943 time: 0.1062524 Sep 16 04:52:23.294387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82129c58-e63a-44c3-9bda-c0be197e4dfc req-5803e1b1-51d5-40a5-acdd-6e9cf2de3b8c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610778 Sep 16 04:52:23.338090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-d567e352-4377-4fff-9e49-171e2f3eb5a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 200 len: 217 time: 0.0547981 Sep 16 04:52:23.396219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38b93fd7-2292-4650-b6d9-da2f2058e48e req-ad91b450-428c-4939-b858-3db2b4dd3f69 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067669 Sep 16 04:52:23.463691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-2c2a16d7-7de5-4cc1-8915-421a3374d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.465330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-2c2a16d7-7de5-4cc1-8915-421a3374d1a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.1161194 Sep 16 04:52:23.528357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2361c-55ab-40e3-a8c2-cd89be31d633 req-bf296cf6-d48b-4edf-bbaa-1c5030f4d1c3 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.529790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54d2361c-55ab-40e3-a8c2-cd89be31d633 req-bf296cf6-d48b-4edf-bbaa-1c5030f4d1c3 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 949 time: 0.1402440 Sep 16 04:52:23.531647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa88b71-3ae3-4971-899b-28648bd05115 req-4cad1827-deb7-476d-9edd-36222e95bd21 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 210 time: 0.0634477 Sep 16 04:52:23.533719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-005dcd16-ca87-47db-8a72-b47d7d35beb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525506 Sep 16 04:52:23.639359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54d2361c-55ab-40e3-a8c2-cd89be31d633 req-170e4bfa-0862-4c86-b926-fa93506f9d57 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933774 Sep 16 04:52:23.837799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-be0493a0-3a95-4729-ab39-6c35430beceb service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534044 Sep 16 04:52:23.888346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-3f79ae9d-f8de-4129-a781-6f5098a2f642 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543478 Sep 16 04:52:23.972409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c473f-4c6b-4fd4-9b0a-95e01990264f req-6c7093da-e05e-4377-8310-5ff901b998cb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.974341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f1c473f-4c6b-4fd4-9b0a-95e01990264f req-6c7093da-e05e-4377-8310-5ff901b998cb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.2649777 Sep 16 04:52:24.072225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75c94e1-ef71-4503-81a7-32121d908ea4 req-0b01f677-cbd1-4cb1-baac-0b42e19b03d7 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197878 Sep 16 04:52:24.093180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f1c473f-4c6b-4fd4-9b0a-95e01990264f req-b63a9d58-2f9c-4937-96a1-d74a6a20f41b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082768 Sep 16 04:52:24.122412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-1f9e8a71-927c-4276-bc4f-88fd78b9138b tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.123933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-1f9e8a71-927c-4276-bc4f-88fd78b9138b tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234516 Sep 16 04:52:24.141581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-e6443e81-aa88-4bee-ae47-c9467fb448e9 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/quotas/e06fc29e9d9f4037b4c23bf995f17bcf HTTP/1.1" status: 200 len: 375 time: 0.0113437 Sep 16 04:52:24.228351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-af5380fc-d349-4528-85b1-6ae546ac7120 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777349 Sep 16 04:52:24.426624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a04e74-f4d5-4ec8-b63a-de5a84f4b70e req-53ddd3e4-daf5-4574-b2eb-058292b06a10 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.440507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90a04e74-f4d5-4ec8-b63a-de5a84f4b70e req-53ddd3e4-daf5-4574-b2eb-058292b06a10 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0715427 Sep 16 04:52:24.477224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90a04e74-f4d5-4ec8-b63a-de5a84f4b70e req-9bb6d878-b806-4fdb-a3b5-e4bfaf919e39 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355742 Sep 16 04:52:24.596032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-deleted', 'tag': 'c7d8ae39-92fb-4f8b-a55e-41fada98c033'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:24.615427 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7938a0a4-99b3-46f4-aa46-a5cbddde290a" -d '{"events": [{"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-deleted", "tag": "c7d8ae39-92fb-4f8b-a55e-41fada98c033"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:24.664719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e75fde-b8f4-4cef-9028-c88928f127bf req-743fc2c5-0903-4e64-9df8-f58a917b3b06 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 210 time: 0.0678144 Sep 16 04:52:24.768975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6541bc04-ae10-4b58-b563-bad6ad28d80a req-be5e79a0-6c2f-4b11-b2d0-348e1451b65c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=24beb40c-3a93-488e-b70b-b22fb12f8f5b HTTP/1.1" status: 200 len: 210 time: 0.0291624 Sep 16 04:52:24.779925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b526a7-9596-475f-9c3c-2795a28ed5bb req-9080165f-59d4-4752-9f3d-d983af15e29a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.788049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14b526a7-9596-475f-9c3c-2795a28ed5bb req-9080165f-59d4-4752-9f3d-d983af15e29a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 943 time: 0.2460494 Sep 16 04:52:24.822919 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c43bcf-4d89-4392-84dd-39634d6f848c x-openstack-request-id: req-52c43bcf-4d89-4392-84dd-39634d6f848c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:24.823214 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24beb40c-3a93-488e-b70b-b22fb12f8f5b", "name": "network-vif-deleted", "tag": "c7d8ae39-92fb-4f8b-a55e-41fada98c033", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:24.823494 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52c43bcf-4d89-4392-84dd-39634d6f848c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:24.823891 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24beb40c-3a93-488e-b70b-b22fb12f8f5b', 'name': 'network-vif-deleted', 'tag': 'c7d8ae39-92fb-4f8b-a55e-41fada98c033', 'status': 'completed', 'code': 200} Sep 16 04:52:24.837167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14b526a7-9596-475f-9c3c-2795a28ed5bb req-775e87a9-7258-45df-b037-a3cb73e0be8f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Sep 16 04:52:25.064956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c7d8ae39-92fb-4f8b-a55e-41fada98c033 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:25.086706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: c7d8ae39-92fb-4f8b-a55e-41fada98c033 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:25.087178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c7d8ae39-92fb-4f8b-a55e-41fada98c033 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:25.088197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device aea5d0fa-41a4-4758-84ef-f36843c0818b no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:25.113625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: aea5d0fa-41a4-4758-84ef-f36843c0818b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:25.114076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device aea5d0fa-41a4-4758-84ef-f36843c0818b not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:25.114602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 97c2f396-9f9d-40a9-8029-1377d476e055 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:25.140281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 97c2f396-9f9d-40a9-8029-1377d476e055 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:25.140733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 97c2f396-9f9d-40a9-8029-1377d476e055 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:25.221734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdeffc-c08e-43d6-bc9d-4149908d5f4b req-72100d82-8de8-4e58-b2ee-66104f90c693 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.223386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4efdeffc-c08e-43d6-bc9d-4149908d5f4b req-72100d82-8de8-4e58-b2ee-66104f90c693 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.0501177 Sep 16 04:52:25.266114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4efdeffc-c08e-43d6-bc9d-4149908d5f4b req-6cac8baf-ce2d-4677-aa07-f8f0c833a87e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361571 Sep 16 04:52:25.399907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-95f3e7de-d973-48fe-b166-d9dc71052810 req-776d1b24-62c7-458d-a8c7-d00ab8e4cdf0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:25.401004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95f3e7de-d973-48fe-b166-d9dc71052810 req-776d1b24-62c7-458d-a8c7-d00ab8e4cdf0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053804 Sep 16 04:52:25.650175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f060-c73f-4e6c-a7ff-db257666f705 req-3ca74b51-12c2-480e-9f79-b80c04dc59d5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.652035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fe6f060-c73f-4e6c-a7ff-db257666f705 req-3ca74b51-12c2-480e-9f79-b80c04dc59d5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0976186 Sep 16 04:52:25.701757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-14240e21-9fb9-4331-b835-541bfc83ca18 service neutron] 10.222.0.60 "GET /v2.0/ports/3ea6224d-5985-450c-985e-e72e875a9b4e/bindings/n-h1-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.1142020 Sep 16 04:52:25.717695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fe6f060-c73f-4e6c-a7ff-db257666f705 req-c6272c84-4025-45fc-b161-32d195c0da24 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575886 Sep 16 04:52:25.889697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afdd5a93-25e9-4e8d-984a-aa00b04260e4 req-ee6c4d1b-ce50-4c73-b6ce-f09671da611c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 210 time: 0.0687735 Sep 16 04:52:25.962028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60938) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.051466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-85843935-6549-48bb-89c5-2c769d40f20a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting subnet 486ad241-0e6c-4acb-a3dd-41413937431b {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:26.055202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85843935-6549-48bb-89c5-2c769d40f20a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.114579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85843935-6549-48bb-89c5-2c769d40f20a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.148099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:26.244473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:26.272036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85843935-6549-48bb-89c5-2c769d40f20a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.290882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0529e24-7ed2-494e-880e-9176d354a3db req-e609549b-ec69-4fbe-856a-a3c2ab4e6e5a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.301333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0529e24-7ed2-494e-880e-9176d354a3db req-e609549b-ec69-4fbe-856a-a3c2ab4e6e5a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.4772978 Sep 16 04:52:26.350229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea6224d-5985-450c-985e-e72e875a9b4e {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:26.365919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-5d8c6762-2d39-4adc-890b-b95861379ce3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2237031 Sep 16 04:52:26.373178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:26.388491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc55b-eb91-4412-8437-a7ad33c07a0a req-04a7feda-01bb-4f2f-bcfd-79544a60f266 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.390551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca4cc55b-eb91-4412-8437-a7ad33c07a0a req-04a7feda-01bb-4f2f-bcfd-79544a60f266 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 943 time: 0.2520587 Sep 16 04:52:26.444405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0529e24-7ed2-494e-880e-9176d354a3db req-072bea17-5216-45c2-b513-a9a06c483fc1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437423 Sep 16 04:52:26.491572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca4cc55b-eb91-4412-8437-a7ad33c07a0a req-95bb72d1-b88d-4e91-a0d2-952deb086d34 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783217 Sep 16 04:52:26.576415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85843935-6549-48bb-89c5-2c769d40f20a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.577533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.638915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a583f4e-22db-4173-b2d2-c1dbfe0c6b88 None None] Network dd5a29eb-4ca0-468a-90cc-0e72fb984585 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:26.649393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85843935-6549-48bb-89c5-2c769d40f20a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Subnet': ['ID=486ad241-0e6c-4acb-a3dd-41413937431b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.656687 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85843935-6549-48bb-89c5-2c769d40f20a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.665476 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-85843935-6549-48bb-89c5-2c769d40f20a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "DELETE /v2.0/subnets/486ad241-0e6c-4acb-a3dd-41413937431b HTTP/1.1" status: 204 len: 168 time: 0.7005558 Sep 16 04:52:26.669303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60948) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.807911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.814477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] Transition to ACTIVE for port object 3ea6224d-5985-450c-985e-e72e875a9b4e will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:26.908673 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.951233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] DHCP port deletion for dd5a29eb-4ca0-468a-90cc-0e72fb984585 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:26.968639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port f5e4c764-e212-47e2-ae4c-42e81c36f638 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:26.973415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.119529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] Deleting port f5e4c764-e212-47e2-ae4c-42e81c36f638 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:27.120207 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.166927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd715ae6-212a-4b6b-8118-d93a82dcb221 req-d6649159-697c-419e-b696-9aaf5f1be6e0 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 210 time: 0.0511444 Sep 16 04:52:27.172624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port f5e4c764-e212-47e2-ae4c-42e81c36f638, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f5e4c764-e212-47e2-ae4c-42e81c36f638,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:27.173422 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.200066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] No DVR routers for this DVR port 3ea6224d-5985-450c-985e-e72e875a9b4e on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:27.202266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for f5e4c764-e212-47e2-ae4c-42e81c36f638 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:27.222356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226b3b-c884-4d79-9b4f-1ec8adf12866 req-8ea11df6-146d-49f3-8257-e8227eae9118 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.230556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21226b3b-c884-4d79-9b4f-1ec8adf12866 req-8ea11df6-146d-49f3-8257-e8227eae9118 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.2763541 Sep 16 04:52:27.247293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] Pushing event updated for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=10']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.291994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] For port f5e4c764-e212-47e2-ae4c-42e81c36f638, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f5e4c764-e212-47e2-ae4c-42e81c36f638,segment=NetworkSegment(229ed3a8-059b-4b8c-b25d-0907902e6818),segment_id=229ed3a8-059b-4b8c-b25d-0907902e6818)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:27.292418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.295467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-76add5fb-f6d5-48fd-b5a3-c6adfec7699b service neutron] 10.222.0.60 "PUT /v2.0/ports/3ea6224d-5985-450c-985e-e72e875a9b4e/bindings/n-h1-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 1.5767725 Sep 16 04:52:27.312561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] Calling delete_port for f5e4c764-e212-47e2-ae4c-42e81c36f638 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:27.352782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21226b3b-c884-4d79-9b4f-1ec8adf12866 req-9fb81d2d-663b-43f1-922d-7e2f44a735a6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065140 Sep 16 04:52:27.432610 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.463769 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.469703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=f5e4c764-e212-47e2-ae4c-42e81c36f638,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.503861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port f5e4c764-e212-47e2-ae4c-42e81c36f638 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:27.546458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] No DVR routers for this DVR port f5e4c764-e212-47e2-ae4c-42e81c36f638 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:27.549237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363e607-402a-4823-9f10-ba6ba23fc957 None None] Pushing event deleted for resources: {'Port': ['ID=f5e4c764-e212-47e2-ae4c-42e81c36f638,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.658770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432febd-a645-4570-9f88-adf2075ec3b2 req-6b3035a4-36ac-46ff-a3be-576704c20193 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.671548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9432febd-a645-4570-9f88-adf2075ec3b2 req-6b3035a4-36ac-46ff-a3be-576704c20193 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1083424 Sep 16 04:52:27.697966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.707540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.732556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594c2aa-5f68-42b4-8567-08081d2df52b req-00a8b849-896d-46b5-95cb-8a576c35b040 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.734336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0594c2aa-5f68-42b4-8567-08081d2df52b req-00a8b849-896d-46b5-95cb-8a576c35b040 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.1012466 Sep 16 04:52:27.752124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9432febd-a645-4570-9f88-adf2075ec3b2 req-e8454c25-dff6-4b74-a62c-8e1d83bc561c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821784 Sep 16 04:52:27.780910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5a29eb-4ca0-468a-90cc-0e72fb984585']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.784312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7894adb1-b23d-4b0b-a536-9fbaa4b0e1ab tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389786 Sep 16 04:52:27.795698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229ed3a8-059b-4b8c-b25d-0907902e6818') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.796000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229ed3a8-059b-4b8c-b25d-0907902e6818') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.799271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-20c2f03a-756a-4296-87e8-56223e683079 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.800814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-20c2f03a-756a-4296-87e8-56223e683079 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.2325699 Sep 16 04:52:27.825797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0594c2aa-5f68-42b4-8567-08081d2df52b req-171ff78b-1b15-4b6f-b0c0-98577690e349 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852950 Sep 16 04:52:27.829201 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.900319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.945450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:27.945919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:27.949050 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:28.032409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-679c48d9-90a5-44aa-8f9b-68264c3bcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.033913 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-679c48d9-90a5-44aa-8f9b-68264c3bcf2a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192&tenant_id=965e3ef5096545d6bfac513a019ead0f HTTP/1.1" status: 200 len: 1096 time: 0.2209835 Sep 16 04:52:28.059398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-a5f63660-ecda-4fe0-bd3e-b822d7f2c94d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.060901 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-a5f63660-ecda-4fe0-bd3e-b822d7f2c94d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592380 Sep 16 04:52:28.100205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.141591 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.143772 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "DELETE /v2.0/networks/dd5a29eb-4ca0-468a-90cc-0e72fb984585 HTTP/1.1" status: 204 len: 168 time: 1.4730182 Sep 16 04:52:28.144947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b5a99-baee-47fe-abe0-7359b149315b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Network': ['ID=dd5a29eb-4ca0-468a-90cc-0e72fb984585,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.147315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60984) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:28.182599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Request body: {'port': {'device_id': '7bdd43ac-2695-4fec-94bd-4b6c9ec354bb', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'e06fc29e9d9f4037b4c23bf995f17bcf'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:28.282374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b701ea-73a7-4294-9085-d7926413a812 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting subnet c57276eb-fe01-4cde-a222-2516f5748aaa {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:28.287278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4b701ea-73a7-4294-9085-d7926413a812 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.322804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-598762b7-efeb-4fc3-95dc-b3cff1605213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.324630 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-598762b7-efeb-4fc3-95dc-b3cff1605213 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1096 time: 0.1111073 Sep 16 04:52:28.339210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4b701ea-73a7-4294-9085-d7926413a812 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.507548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-94bd75ff-4eed-4d30-9543-2da8b916277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.509573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-94bd75ff-4eed-4d30-9543-2da8b916277e service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1656377 Sep 16 04:52:28.512613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-056ba7c6-9163-47c7-a7b6-db84412b30f1 req-db0a1e6b-7eaf-40ea-88cc-5e04e0bccb88 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 210 time: 0.0653262 Sep 16 04:52:28.516142 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4b701ea-73a7-4294-9085-d7926413a812 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.535668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f5e4c764-e212-47e2-ae4c-42e81c36f638 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:28.567074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: f5e4c764-e212-47e2-ae4c-42e81c36f638 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:28.568389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f5e4c764-e212-47e2-ae4c-42e81c36f638 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:28.574746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Made reservation on behalf of e06fc29e9d9f4037b4c23bf995f17bcf for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:28.579297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.644784 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-2298091c-6f4d-413b-b9a3-ef5bbd7bb5cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 200 len: 217 time: 0.0445769 Sep 16 04:52:28.657653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc9aaf-4299-4381-a999-b9d9af5fe5d9 req-e9bd7a7b-30e6-4295-97e9-61b21068eb9a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.669049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fffc9aaf-4299-4381-a999-b9d9af5fe5d9 req-e9bd7a7b-30e6-4295-97e9-61b21068eb9a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0700102 Sep 16 04:52:28.721037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4b701ea-73a7-4294-9085-d7926413a812 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.821442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b701ea-73a7-4294-9085-d7926413a812 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Subnet': ['ID=c57276eb-fe01-4cde-a222-2516f5748aaa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.829996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4b701ea-73a7-4294-9085-d7926413a812 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.836088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c4b701ea-73a7-4294-9085-d7926413a812 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "DELETE /v2.0/subnets/c57276eb-fe01-4cde-a222-2516f5748aaa HTTP/1.1" status: 204 len: 168 time: 0.6842217 Sep 16 04:52:28.838352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2745b7-04e0-46ec-af3c-1821c9826136 None None] Network 3bbe445a-3424-4f7f-b5b6-8b72bda44875 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:28.850658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fffc9aaf-4299-4381-a999-b9d9af5fe5d9 req-3814cb39-7526-4183-8568-60ae7e884521 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764164 Sep 16 04:52:28.851448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60996) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:29.054340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-906441fb-629d-418b-b3b9-faaced3cf942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.056382 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-906441fb-629d-418b-b3b9-faaced3cf942 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.3622952 Sep 16 04:52:29.125708 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-e4c42b60-e126-4cb5-850a-01d0227f4412 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547833 Sep 16 04:52:29.126963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Allocated IP 192.168.233.22 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/dc64c63f-5d9d-4c82-9c08-5df529f93bc9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:29.129501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.173390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9c021-4c51-4968-949f-fc074ad6fddc req-faf311b9-c5de-4aa5-9901-9c6db717be77 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.188011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0a9c021-4c51-4968-949f-fc074ad6fddc req-faf311b9-c5de-4aa5-9901-9c6db717be77 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1218114 Sep 16 04:52:29.224894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3ea6224d-5985-450c-985e-e72e875a9b4e no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:29.272395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0a9c021-4c51-4968-949f-fc074ad6fddc req-70258d17-5e6a-4617-97d3-4fe55a4d0aa2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793767 Sep 16 04:52:29.318511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port b15f3ce8-9a97-4054-95b6-874df26266b7 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:29.321095 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.350557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3ea6224d-5985-450c-985e-e72e875a9b4e not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:29.371871 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-8485769d-1ba7-49ed-aa0c-a4f7f4582ebf service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254624 Sep 16 04:52:29.438588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] DHCP port deletion for 3bbe445a-3424-4f7f-b5b6-8b72bda44875 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:29.542034 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.580549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port b15f3ce8-9a97-4054-95b6-874df26266b7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b15f3ce8-9a97-4054-95b6-874df26266b7,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:29.580549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.603083 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-a5c3117f-95e6-42f8-957e-82a6737aa28b service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107222 Sep 16 04:52:29.614299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for b15f3ce8-9a97-4054-95b6-874df26266b7 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:29.615612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] Deleting port b15f3ce8-9a97-4054-95b6-874df26266b7 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:29.615612 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.635922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afe8e2-efec-45b5-b4ec-76964d79f5ca req-19adb839-83ec-4e11-b720-8494eabb2cb2 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.638245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87afe8e2-efec-45b5-b4ec-76964d79f5ca req-19adb839-83ec-4e11-b720-8494eabb2cb2 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.2457299 Sep 16 04:52:29.713068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] For port b15f3ce8-9a97-4054-95b6-874df26266b7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b15f3ce8-9a97-4054-95b6-874df26266b7,segment=NetworkSegment(77f72844-36f2-4924-845a-12d9836fc323),segment_id=77f72844-36f2-4924-845a-12d9836fc323)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:29.713386 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.725222 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.739040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['26029134-46be-45a9-9bf0-f263d9b66577'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:29.742432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] Calling delete_port for b15f3ce8-9a97-4054-95b6-874df26266b7 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:29.772345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-780e7ca8-d09b-4199-b53d-b579da3b5ef4 req-424067ac-8ad7-41e2-b307-9d8ae3bac372 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 210 time: 0.0674045 Sep 16 04:52:29.798703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87afe8e2-efec-45b5-b4ec-76964d79f5ca req-988a0752-3cf1-4e47-9af6-446a560f6653 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320953 Sep 16 04:52:29.819139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Pushing event updated for resources: {'Port': ['ID=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.846150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:29.851996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:29.863340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:29.923834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.961534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.962996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.971713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=b15f3ce8-9a97-4054-95b6-874df26266b7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.993906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.001613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port b15f3ce8-9a97-4054-95b6-874df26266b7 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:30.044668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] Pushing event deleted for resources: {'Port': ['ID=b15f3ce8-9a97-4054-95b6-874df26266b7,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:30.072288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620cfaa-c08d-490b-8161-60921f2a4bc4 None None] No DVR routers for this DVR port b15f3ce8-9a97-4054-95b6-874df26266b7 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:30.091002 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-7b737016-cbc3-4327-a6ec-dc0b2fea75f8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9223909 Sep 16 04:52:30.136254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.172970 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > segment before_delete 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.173237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.174016 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.174369 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > port after_create 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.174694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > port after_delete 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.175031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > port after_update 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.175698 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > segment after_delete 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.175698 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > subnet after_create 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.176150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > subnet after_delete 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.176479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > subnet after_update 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.192587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9e50e414-2260-43d2-baba-5a39dab18b25 None None] Provisioning complete for port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:30.193435 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e50e414-2260-43d2-baba-5a39dab18b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.202620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Request body: {'port': {'device_id': '7bdd43ac-2695-4fec-94bd-4b6c9ec354bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:30.243519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9e50e414-2260-43d2-baba-5a39dab18b25 None None] Port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:30.296993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.325740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > subnet after_create 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.328273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > subnet after_delete 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.329763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > subnet before_create 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.333706 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Subscribe: > subnet before_update 55550000 {{(pid=101824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:52:30.334359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbe445a-3424-4f7f-b5b6-8b72bda44875']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:30.402718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f72844-36f2-4924-845a-12d9836fc323') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:30.403091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f72844-36f2-4924-845a-12d9836fc323') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:30.415810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1520a0-8390-4563-838d-0bfecccc1844 req-7d98a015-092f-4763-a9ab-3bc5b528656d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.423633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c1520a0-8390-4563-838d-0bfecccc1844 req-7d98a015-092f-4763-a9ab-3bc5b528656d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.4420667 Sep 16 04:52:30.460094 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.507295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.515200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38b77-de76-487d-b0cc-fb2f24958334 req-59f4472c-5c02-4dff-8a5a-8a846ce760f4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.516764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32e38b77-de76-487d-b0cc-fb2f24958334 req-59f4472c-5c02-4dff-8a5a-8a846ce760f4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1750093 Sep 16 04:52:30.531181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:30.531181 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: from cryptography.utils import int_from_bytes Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: from cryptography.utils import int_from_bytes Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:30.532481 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:30.598388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b15f3ce8-9a97-4054-95b6-874df26266b7 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:30.641825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c1520a0-8390-4563-838d-0bfecccc1844 req-3fe8fe3d-25ae-4dd1-8645-e1417b993602 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172031 Sep 16 04:52:30.686003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b15f3ce8-9a97-4054-95b6-874df26266b7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:30.686445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b15f3ce8-9a97-4054-95b6-874df26266b7 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:30.731753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32e38b77-de76-487d-b0cc-fb2f24958334 req-fd290b9b-8d03-43b9-963a-8573f1d61206 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780469 Sep 16 04:52:30.789138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc64c63f-5d9d-4c82-9c08-5df529f93bc9 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:30.799635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.816619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Transition to ACTIVE for port object dc64c63f-5d9d-4c82-9c08-5df529f93bc9 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:30.983587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0fcf7-7c24-4c50-b341-d5a5e577d84b req-fec1eace-c12b-4967-9d66-4d0038d67fd0 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.983587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63c0fcf7-7c24-4c50-b341-d5a5e577d84b req-fec1eace-c12b-4967-9d66-4d0038d67fd0 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 935 time: 0.0851312 Sep 16 04:52:30.983587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f078b-402d-414d-be80-311d85b8f0bb req-234c5b74-9d5d-4d24-93c6-b8dc136c395a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.983587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-129f078b-402d-414d-be80-311d85b8f0bb req-234c5b74-9d5d-4d24-93c6-b8dc136c395a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.0642741 Sep 16 04:52:31.016834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63c0fcf7-7c24-4c50-b341-d5a5e577d84b req-e977fb91-c50d-453f-89ce-7b3feca3e515 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Sep 16 04:52:31.019562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-129f078b-402d-414d-be80-311d85b8f0bb req-b92d90f6-e890-4e76-8cde-398eeb2cbebf tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528295 Sep 16 04:52:31.234470 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.234841 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.256631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.262787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "DELETE /v2.0/networks/3bbe445a-3424-4f7f-b5b6-8b72bda44875 HTTP/1.1" status: 204 len: 168 time: 2.4096830 Sep 16 04:52:31.264054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85850870-4a35-4e3b-9157-e04b435044f7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Network': ['ID=3bbe445a-3424-4f7f-b5b6-8b72bda44875,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.269570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 32790) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:31.275127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-365190714'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:31.329475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Pushing event updated for resources: {'Port': ['ID=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.435601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Attempting to bind port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:31.435943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Attempting to bind port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:31.436279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Attempting to bind port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:31.450967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:31.451322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Attempting to bind port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:31.455265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:31.460173 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.492459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:31.493213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:31.494512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:31.497197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Bound port: dc64c63f-5d9d-4c82-9c08-5df529f93bc9, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:31.498046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.501473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:31.506238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-32a3cad5-fe80-4123-9fd9-ba8ebc621fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.508495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-32a3cad5-fe80-4123-9fd9-ba8ebc621fc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 1101 time: 0.0904434 Sep 16 04:52:31.520327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.524196 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Added segment 0c1ddfca-304b-4647-8e59-7ede5eadd641 of type vlan for network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 Sep 16 04:52:31.629441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] For port dc64c63f-5d9d-4c82-9c08-5df529f93bc9, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:31.634750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] For port dc64c63f-5d9d-4c82-9c08-5df529f93bc9, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:31.650158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-a7c596c0-815d-4eba-8718-de6ca19f05f2 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.652478 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-a7c596c0-815d-4eba-8718-de6ca19f05f2 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.1876173 Sep 16 04:52:31.656109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.699963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-e6f4da46-cfec-47ee-a3c6-4437607f3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.702706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-e6f4da46-cfec-47ee-a3c6-4437607f3fac service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1788437 Sep 16 04:52:31.766209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.768787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-c7a425da-9060-4c7e-8055-b4d06cb1fd4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 200 len: 217 time: 0.0578949 Sep 16 04:52:31.815031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.822267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.823169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.826619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Pushing event updated for resources: {'Port': ['ID=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.924317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.931205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.932701 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-4b13efab-7619-40a3-a736-8cf92c62e788 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc64c63f-5d9d-4c82-9c08-5df529f93bc9 HTTP/1.1" status: 200 len: 1096 time: 1.7394168 Sep 16 04:52:31.933508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdd43ac-2695-4fec-94bd-4b6c9ec354bb', 'tag': 'dc64c63f-5d9d-4c82-9c08-5df529f93bc9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:31.938052 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40d14b-bf5d-4ace-a0c3-e9891590410a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdd43ac-2695-4fec-94bd-4b6c9ec354bb", "tag": "dc64c63f-5d9d-4c82-9c08-5df529f93bc9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:32.106947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-6c13ac9d-1e75-441c-aff6-9471b6ac94b8 service neutron] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:32.114921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-6c13ac9d-1e75-441c-aff6-9471b6ac94b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.119747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e13d42d6-958b-4d80-a63e-1607e565afbd req-6c13ac9d-1e75-441c-aff6-9471b6ac94b8 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3ea6224d-5985-450c-985e-e72e875a9b4e/bindings/n-h2-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.4432387 Sep 16 04:52:32.219078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-a35cf9c2-f8d5-4e5d-a1e6-961988e598ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.220691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-a35cf9c2-f8d5-4e5d-a1e6-961988e598ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 1099 time: 0.0859952 Sep 16 04:52:32.294351 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-39523214-78be-4db6-afa2-b0739e7ff8bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=dc64c63f-5d9d-4c82-9c08-5df529f93bc9 HTTP/1.1" status: 200 len: 217 time: 0.0497782 Sep 16 04:52:32.330388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-baed8b3f-ea22-45ff-afa3-4a8536af4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.331805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-baed8b3f-ea22-45ff-afa3-4a8536af4fa1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.5549338 Sep 16 04:52:32.384307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1136484 Sep 16 04:52:32.395187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 32810) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:32.408706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'subnet': {'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:32.421036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-624f3786-3921-4cb0-b6a6-533edae0acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.422743 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-624f3786-3921-4cb0-b6a6-533edae0acf3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1033609 Sep 16 04:52:32.426119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5628b1-7afb-4aa6-bb0c-77764b759819 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Network': ['ID=7a9cf761-a68c-4d5d-b890-f2962f8dec89,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.437252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:32.497075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c8721-cf29-4573-b7b0-b9ee9f2cc363 req-de7680a9-894c-4437-9575-0d4701fab1ab tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.504753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f0c8721-cf29-4573-b7b0-b9ee9f2cc363 req-de7680a9-894c-4437-9575-0d4701fab1ab tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.6458273 Sep 16 04:52:32.531763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-e2cd8803-9675-4fae-98fc-7ba50d3374f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.533579 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-e2cd8803-9675-4fae-98fc-7ba50d3374f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897112 Sep 16 04:52:32.558216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574c97-1ff4-49c6-832d-96f83bc78132 req-43570cfa-618c-431b-8759-9bce33353f2c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.564893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a574c97-1ff4-49c6-832d-96f83bc78132 req-43570cfa-618c-431b-8759-9bce33353f2c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.6604395 Sep 16 04:52:32.617181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-1f7166ef-f759-4057-aed3-a971459a453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.618595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-1f7166ef-f759-4057-aed3-a971459a453d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2310984 Sep 16 04:52:32.678530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a574c97-1ff4-49c6-832d-96f83bc78132 req-bca98560-8616-4303-ab6c-7d476fbf6e8f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124098 Sep 16 04:52:32.707172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f0c8721-cf29-4573-b7b0-b9ee9f2cc363 req-e9bcd9d7-7e5d-46af-a078-e6d1e37a20d6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009442 Sep 16 04:52:32.721537 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-8272b7ea-1ca7-496f-967f-ca100d000326 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683993 Sep 16 04:52:32.823289 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510f67b0-9f97-4b20-b5ae-13e5bd850dde x-openstack-request-id: req-510f67b0-9f97-4b20-b5ae-13e5bd850dde {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:32.823592 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdd43ac-2695-4fec-94bd-4b6c9ec354bb", "tag": "dc64c63f-5d9d-4c82-9c08-5df529f93bc9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:32.823851 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-510f67b0-9f97-4b20-b5ae-13e5bd850dde {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:32.824253 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdd43ac-2695-4fec-94bd-4b6c9ec354bb', 'tag': 'dc64c63f-5d9d-4c82-9c08-5df529f93bc9', 'status': 'completed', 'code': 200} Sep 16 04:52:32.841862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-1c93c1b6-5838-41a6-b4bb-5f3a5db20ad4 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037275 Sep 16 04:52:32.925377 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7289e64-27a9-447b-a860-c4d591a575c2 req-c56de199-0c57-47f3-9c34-e546e8d4980f service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829238 Sep 16 04:52:32.973486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:32.977596 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.198898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-cbe6451c-cc5e-4ca3-915e-2557835fcc5f service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344886 Sep 16 04:52:33.211348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56763f6-0302-4147-b565-be66b4c21813 req-5c122b4d-3a10-473a-a80a-0447dc83b2ea tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.220232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c56763f6-0302-4147-b565-be66b4c21813 req-5c122b4d-3a10-473a-a80a-0447dc83b2ea tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 947 time: 0.2683072 Sep 16 04:52:33.258314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-1ecbe7bb-ef51-4431-9172-1819580de1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.261091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-1ecbe7bb-ef51-4431-9172-1819580de1d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 1099 time: 0.0648766 Sep 16 04:52:33.293459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d610-0671-459b-8c4b-11bd1f7ae0d4 req-1c88eafa-5f8d-4540-891a-071805dd7a23 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.306252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bb4d610-0671-459b-8c4b-11bd1f7ae0d4 req-1c88eafa-5f8d-4540-891a-071805dd7a23 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.2646146 Sep 16 04:52:33.377568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c56763f6-0302-4147-b565-be66b4c21813 req-06391703-583b-4453-9c47-6228e615392a tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477730 Sep 16 04:52:33.430089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bb4d610-0671-459b-8c4b-11bd1f7ae0d4 req-9fa0f980-362b-4cfa-bfb2-20c553ec464a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088984 Sep 16 04:52:33.526597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-a1439ce1-3a4e-4238-a437-ee43980f6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.528778 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-a1439ce1-3a4e-4238-a437-ee43980f6a4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2360175 Sep 16 04:52:33.582780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-c783cb80-7cac-4374-a309-35699ebb0f34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=dc64c63f-5d9d-4c82-9c08-5df529f93bc9 HTTP/1.1" status: 200 len: 217 time: 0.0426095 Sep 16 04:52:33.665349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-5eeb6313-67b0-49aa-851f-7ade0d938366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.674697 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-5eeb6313-67b0-49aa-851f-7ade0d938366 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0820343 Sep 16 04:52:33.678848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081cdec-79c2-4109-b20e-491c903a08ce req-e7fa1c86-b5dc-4d60-921b-c7c3fd93335e tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.680788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7081cdec-79c2-4109-b20e-491c903a08ce req-e7fa1c86-b5dc-4d60-921b-c7c3fd93335e tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1096 time: 0.0556581 Sep 16 04:52:33.739751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.750298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-9acf9fb2-4dd8-431f-9a08-6bc3afb9bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.752515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-9acf9fb2-4dd8-431f-9a08-6bc3afb9bc01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645351 Sep 16 04:52:33.789185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7081cdec-79c2-4109-b20e-491c903a08ce req-7f29ea0c-d107-406b-a2d1-9cfd380f8f1b tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016445 Sep 16 04:52:33.861708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Subnet': ['ID=5d6e6642-5e90-42e6-b1ff-8a5cfafeec32,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.931830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929e4cd-5ac5-427d-ba0d-b489e1223e37 req-0e8040c2-9d75-4382-a13a-9d83d9806ae9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.933387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1929e4cd-5ac5-427d-ba0d-b489e1223e37 req-0e8040c2-9d75-4382-a13a-9d83d9806ae9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0677342 Sep 16 04:52:33.972097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0ccf5-282e-4297-aefd-b817b785d239 req-f116fffe-5802-4401-9558-0b902efa440a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.979405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29b0ccf5-282e-4297-aefd-b817b785d239 req-f116fffe-5802-4401-9558-0b902efa440a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1853955 Sep 16 04:52:34.034476 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-1f4a5902-15a6-4ea0-b91c-9342eb7df5cd service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616792 Sep 16 04:52:34.040999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29b0ccf5-282e-4297-aefd-b817b785d239 req-caf147a9-349c-4bdd-bbad-1a5b3f6a4d5b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606217 Sep 16 04:52:34.047187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Checking segment: {'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:34.047579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network hostable DHCP agents. Network: 7a9cf761-a68c-4d5d-b890-f2962f8dec89, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:34.107089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1929e4cd-5ac5-427d-ba0d-b489e1223e37 req-03083fb6-db78-492e-be87-3b1f9876c465 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529186 Sep 16 04:52:34.194000 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff40d14b-bf5d-4ace-a0c3-e9891590410a req-e857aecb-eb8e-466d-94f4-8e2997c29141 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442246 Sep 16 04:52:34.220963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:34.373523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 7a9cf761-a68c-4d5d-b890-f2962f8dec89) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:34.387748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.388378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.397528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb38b2-8a26-4963-b878-f0630bd06d9d None None] Network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:34.424931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-f6f1b51f-d2a6-42f3-b5c4-275c3a3e9ded tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.427267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-f6f1b51f-d2a6-42f3-b5c4-275c3a3e9ded tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 807 time: 0.1624751 Sep 16 04:52:34.448361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-7178d443-825b-470d-a5d8-30ce6621342c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/quotas/965e3ef5096545d6bfac513a019ead0f HTTP/1.1" status: 200 len: 375 time: 0.0143988 Sep 16 04:52:34.541881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8f2846a7-5c3a-4cce-9b0e-9202846cceae tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1405005 Sep 16 04:52:34.542824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 32840) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:34.549348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-357384222'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:34.553777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabea9-1226-4b71-8e24-d12be96ebb67 req-d0cde91b-cb05-4e92-a08c-573922cec314 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.555382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0cabea9-1226-4b71-8e24-d12be96ebb67 req-d0cde91b-cb05-4e92-a08c-573922cec314 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 947 time: 0.0874906 Sep 16 04:52:34.575599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-94fe4511-1973-4177-9213-c8a5fa3feba4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201131 Sep 16 04:52:34.627562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-7a9cf761-a68c-4d5d-b890-f2962f8dec89', 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'fixed_ips': [{'subnet_id': '5d6e6642-5e90-42e6-b1ff-8a5cfafeec32'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:34.628678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.695486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:34.702164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.726840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-2e48daf2-dac7-4c03-b3de-3975a594dd68 service neutron] 10.222.0.59 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240363 Sep 16 04:52:34.758578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0cabea9-1226-4b71-8e24-d12be96ebb67 req-35b8b829-c102-4fea-85dc-38f772241b7d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875756 Sep 16 04:52:34.774857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:34.796286 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.796646 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Added segment 3739b1ac-7c5a-43ed-8be4-5c832b67872a of type vlan for network b0f64aba-96cd-430f-aa65-c69df84b068d Sep 16 04:52:34.841931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Allocated IP 19.80.0.2 (7a9cf761-a68c-4d5d-b890-f2962f8dec89/5d6e6642-5e90-42e6-b1ff-8a5cfafeec32/cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:34.879876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-b6ebb416-83c6-4535-b8cd-1a81238dc4a7 service neutron] 10.222.0.59 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336949 Sep 16 04:52:34.902717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.043781 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.043973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.049948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.054754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.118993 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.238079 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6933312 Sep 16 04:52:35.238533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14985f74-e91f-4357-9de8-35d5764caaf9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Network': ['ID=b0f64aba-96cd-430f-aa65-c69df84b068d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.245464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 32854) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:35.253689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-166d5806-09c1-4420-979f-f63648588611 req-cc54eb4e-e1e0-4cd8-8b75-9997e7069230 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 210 time: 0.0623286 Sep 16 04:52:35.268745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'subnet': {'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:35.278582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b0f64aba-96cd-430f-aa65-c69df84b068d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:35.317545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:35.418004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd549a-69c1-40fe-8b60-2f1241578b2a req-083a2011-9941-43ae-8809-421768a602fe tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.423483 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfbd549a-69c1-40fe-8b60-2f1241578b2a req-083a2011-9941-43ae-8809-421768a602fe tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1625328 Sep 16 04:52:35.532268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:35.556674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:35.567119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Pushing event updated for resources: {'Port': ['ID=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.603548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfbd549a-69c1-40fe-8b60-2f1241578b2a req-3f13b1f6-b123-40c5-92c1-ca920ed7cf77 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749766 Sep 16 04:52:35.663497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Attempting to bind port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:35.663758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Attempting to bind port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:35.664167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Attempting to bind port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 on network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:35.666174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:35.669824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:35.670235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Checking segment: {'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:35.670516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.670776 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.671301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Bound using segment: {'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:35.671823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Bound port: cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:35.672285 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.790619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa35ed5-74a8-4a5b-b41c-6b4e6584f509 req-6b5c4f35-80df-48ce-8d6f-06f501cb0e12 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.796658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5aa35ed5-74a8-4a5b-b41c-6b4e6584f509 req-6b5c4f35-80df-48ce-8d6f-06f501cb0e12 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1345816 Sep 16 04:52:35.811745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] For port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:35.815482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] For port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:35.904236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5aa35ed5-74a8-4a5b-b41c-6b4e6584f509 req-4060edf3-cb66-4edd-88b7-dc6280fd19e6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941565 Sep 16 04:52:35.936262 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.936890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453517-351f-4de9-a4e0-f79e0bae73f0 req-ca9eacbe-12f3-44f2-858f-f22609220e3d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.949084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c453517-351f-4de9-a4e0-f79e0bae73f0 req-ca9eacbe-12f3-44f2-858f-f22609220e3d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 947 time: 0.0743363 Sep 16 04:52:36.024692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c453517-351f-4de9-a4e0-f79e0bae73f0 req-a9563d5d-1082-4202-a6ce-c6a4e3034a7e tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703204 Sep 16 04:52:36.078213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d611107-53d3-46f3-9779-a378aaae1cc6 None None] Pushing event updated for resources: {'Port': ['ID=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:36.163848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.258567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Subnet': ['ID=0c02624d-95e2-4768-9fb1-f04ffaa8d213,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:36.284960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Checking segment: {'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:36.286874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network hostable DHCP agents. Network: b0f64aba-96cd-430f-aa65-c69df84b068d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:36.408112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4f7bf57-f104-4c36-b094-0f633891741e req-f8ebff21-0c71-4de9-a629-8271fa236c1b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 210 time: 0.0434270 Sep 16 04:52:36.496226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network b0f64aba-96cd-430f-aa65-c69df84b068d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:36.581286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b0f64aba-96cd-430f-aa65-c69df84b068d) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:36.581477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:36.581907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.581907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.608983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484043ed-aafc-45e2-a8a2-60574f54b3ee None None] Network b0f64aba-96cd-430f-aa65-c69df84b068d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:36.725884 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-561fcf71-06c8-4d37-a43a-849e2d1402e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4760687 Sep 16 04:52:36.769915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:36.771147 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.797155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0be53-d963-4f71-8d77-98c4086a0899 req-70241f43-64d5-4293-a67a-856ed800b9ef tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.798458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ca0be53-d963-4f71-8d77-98c4086a0899 req-70241f43-64d5-4293-a67a-856ed800b9ef tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.0931184 Sep 16 04:52:36.866434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ca0be53-d963-4f71-8d77-98c4086a0899 req-b22dabbd-3d97-4076-b976-8f0e3b90e18f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567875 Sep 16 04:52:36.967746 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.987344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-b0f64aba-96cd-430f-aa65-c69df84b068d', 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'fixed_ips': [{'subnet_id': '0c02624d-95e2-4768-9fb1-f04ffaa8d213'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:36.988211 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.088827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:37.119418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c015889-bee1-4cb4-9196-a9d859c835c5 req-4307e8a4-b0d4-47eb-abb4-2c5dc94ae599 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.120935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c015889-bee1-4cb4-9196-a9d859c835c5 req-4307e8a4-b0d4-47eb-abb4-2c5dc94ae599 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1017129 Sep 16 04:52:37.136056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device dc64c63f-5d9d-4c82-9c08-5df529f93bc9 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:37.150310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-fa05d6f9-f10f-4949-9367-54aac8516c2c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.156390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-fa05d6f9-f10f-4949-9367-54aac8516c2c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.158612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-fa05d6f9-f10f-4949-9367-54aac8516c2c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/networks?id=7a9cf761-a68c-4d5d-b890-f2962f8dec89&id=b0f64aba-96cd-430f-aa65-c69df84b068d HTTP/1.1" status: 200 len: 1390 time: 0.1826544 Sep 16 04:52:37.158764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Allocated IP 19.86.0.2 (b0f64aba-96cd-430f-aa65-c69df84b068d/0c02624d-95e2-4768-9fb1-f04ffaa8d213/322cb5de-5319-405f-95e4-d469f0031ea9) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:37.183495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-fcd352b2-437c-4b92-9630-18d9e4b5a8c9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/quotas/8aa6daab3ba644c283831c4f1df21257 HTTP/1.1" status: 200 len: 375 time: 0.0161321 Sep 16 04:52:37.215684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c015889-bee1-4cb4-9196-a9d859c835c5 req-362a4603-2b90-4e10-9ae1-b1f30cf96c86 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834181 Sep 16 04:52:37.260754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-ede41d35-30f9-4114-b9f9-f0e8640fb551 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689297 Sep 16 04:52:37.331224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port dc64c63f-5d9d-4c82-9c08-5df529f93bc9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:37.355100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'dc64c63f-5d9d-4c82-9c08-5df529f93bc9', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'dc64c63f-5d9d-4c82-9c08-5df529f93bc9', 'mac_address': 'fa:16:3e:31:92:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:37.363703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd101f90-fb15-42b1-8fde-a2277152f1c5 None None] Network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:37.395227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d298-e44c-4952-9374-24bf89513e4a req-8607dd33-550c-4c19-b8af-e438164e0f21 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.395752 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.396824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc84d298-e44c-4952-9374-24bf89513e4a req-8607dd33-550c-4c19-b8af-e438164e0f21 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 947 time: 0.0943270 Sep 16 04:52:37.437908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-e4297adf-e85c-4748-9507-6abcf2475615 service neutron] 10.222.0.59 "GET /v2.0/networks/7a9cf761-a68c-4d5d-b890-f2962f8dec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663077 Sep 16 04:52:37.591678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc84d298-e44c-4952-9374-24bf89513e4a req-6fb808fd-b653-4f21-82f3-6517a5b1bce0 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850917 Sep 16 04:52:37.653169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-5efc5492-451d-4c0e-8fa8-ee68b4d26429 service neutron] 10.222.0.59 "GET /v2.0/networks/7a9cf761-a68c-4d5d-b890-f2962f8dec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169285 Sep 16 04:52:37.729080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55bfdc54-c60d-4211-8ec5-0aec1a4bd8f9 req-be4ad6af-738b-4510-9fcc-206416238a95 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 210 time: 0.0510776 Sep 16 04:52:37.785270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b6974047-739e-448c-9fb5-b0e7a7a40c31 None None] Provisioning complete for port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:37.785839 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6974047-739e-448c-9fb5-b0e7a7a40c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.789417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.810118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c5d8de39-0018-4ef7-8db9-09ee2db8c887 service neutron] 10.222.0.59 "GET /v2.0/networks/b0f64aba-96cd-430f-aa65-c69df84b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555896 Sep 16 04:52:37.816992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc64c63f-5d9d-4c82-9c08-5df529f93bc9 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:37.849793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.856884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.960264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port dc64c63f-5d9d-4c82-9c08-5df529f93bc9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:38.016322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-3aa26ef2-50fa-42c6-9e74-86700e4a77e3 service neutron] 10.222.0.59 "GET /v2.0/networks/b0f64aba-96cd-430f-aa65-c69df84b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995344 Sep 16 04:52:38.026375 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.099908 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.131324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Network b0f64aba-96cd-430f-aa65-c69df84b068d is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:38.134635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ba1ba-f4d0-43ad-b39d-a434d8087d02 req-29ad1242-9344-444e-b2b8-f72790813ce7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.138842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:38.146202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:38.149474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-135ba1ba-f4d0-43ad-b39d-a434d8087d02 req-29ad1242-9344-444e-b2b8-f72790813ce7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1020312 Sep 16 04:52:38.158456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Pushing event updated for resources: {'Port': ['ID=322cb5de-5319-405f-95e4-d469f0031ea9,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.231064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-135ba1ba-f4d0-43ad-b39d-a434d8087d02 req-8e513fc9-c735-4f2f-a103-1ff845f68372 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746887 Sep 16 04:52:38.277193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Attempting to bind port 322cb5de-5319-405f-95e4-d469f0031ea9 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:38.277577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Attempting to bind port 322cb5de-5319-405f-95e4-d469f0031ea9 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:38.277942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Attempting to bind port 322cb5de-5319-405f-95e4-d469f0031ea9 on network b0f64aba-96cd-430f-aa65-c69df84b068d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:38.280045 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.298984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:38.298984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Checking segment: {'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:38.298984 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.298984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Bound using segment: {'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:38.298984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Bound port: 322cb5de-5319-405f-95e4-d469f0031ea9, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:38.300458 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.366709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdeb20b-7a7a-4a23-bb4a-4811bb14d37a req-069a1ea6-32cc-4e83-8ddc-365f04b3cc85 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.376784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccdeb20b-7a7a-4a23-bb4a-4811bb14d37a req-069a1ea6-32cc-4e83-8ddc-365f04b3cc85 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0763037 Sep 16 04:52:38.407607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7ab22902-5707-4946-a4b1-a12e19b0082d None None] Provisioning complete for port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:38.407607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ab22902-5707-4946-a4b1-a12e19b0082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.413714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45219572-ecea-4a64-9cdb-4263aa0aad87 req-b88bae02-affe-48ff-bb07-1889e6368af1 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 210 time: 0.0343552 Sep 16 04:52:38.500478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] For port 322cb5de-5319-405f-95e4-d469f0031ea9, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:38.558563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:38.565529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] For port 322cb5de-5319-405f-95e4-d469f0031ea9, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=322cb5de-5319-405f-95e4-d469f0031ea9,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:38.632622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:38.633039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.665688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccdeb20b-7a7a-4a23-bb4a-4811bb14d37a req-1c5a8b54-b118-4bbd-96ff-c46750fab645 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879143 Sep 16 04:52:38.699729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['dc64c63f-5d9d-4c82-9c08-5df529f93bc9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:38.705289 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.788623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-35684691-919f-4890-b1e8-84c3b662c05c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.790761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-35684691-919f-4890-b1e8-84c3b662c05c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 807 time: 0.3684556 Sep 16 04:52:38.808989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464b942-9516-4028-9e5e-21a7e168d36d req-a577efed-74d8-4956-9ed6-5ac10a09fafa tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.834302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5464b942-9516-4028-9e5e-21a7e168d36d req-a577efed-74d8-4956-9ed6-5ac10a09fafa tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 948 time: 0.1215315 Sep 16 04:52:38.835021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583def15-5b3f-415d-a2f0-c431c9f44749 None None] Pushing event updated for resources: {'Port': ['ID=322cb5de-5319-405f-95e4-d469f0031ea9,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.872155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Request body: {'port': {'device_id': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'admin_state_up': True, 'tenant_id': '965e3ef5096545d6bfac513a019ead0f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:39.086699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5464b942-9516-4028-9e5e-21a7e168d36d req-741d5726-0b70-4908-b2d2-2b1944a178d0 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510762 Sep 16 04:52:39.103719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a5c30d-7d10-44be-8dd0-51f95bc51721 req-1bfa5c87-755f-4928-be1f-ebe292e363d0 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 210 time: 0.2527859 Sep 16 04:52:39.232191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Made reservation on behalf of 965e3ef5096545d6bfac513a019ead0f for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:39.236199 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.409387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459aa1d3-b7d1-4cb0-ba9d-f6966424b762 req-92353256-5884-4bce-98c3-696e7cf6bfdd tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.411503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-459aa1d3-b7d1-4cb0-ba9d-f6966424b762 req-92353256-5884-4bce-98c3-696e7cf6bfdd tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1023390 Sep 16 04:52:39.444014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Allocated IP 172.20.0.7 (12df3f6b-9150-4e87-82e1-60f6500a8ee2/a4938e87-e66c-4d56-8c64-04f0d75094f3/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:39.511818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-459aa1d3-b7d1-4cb0-ba9d-f6966424b762 req-e356c3a4-d27b-4552-a32b-ec016231d054 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857959 Sep 16 04:52:39.575925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2e68e8b-5394-4345-a47e-3125942af6d6 req-8cb233c6-fa93-4548-b8c9-e9be7acabd17 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 210 time: 0.0455339 Sep 16 04:52:39.770207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.857397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbca7-3506-4242-80b2-777f92583bce req-f263786b-52de-4e70-b905-482829f42617 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.859025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38dbbca7-3506-4242-80b2-777f92583bce req-f263786b-52de-4e70-b905-482829f42617 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0777678 Sep 16 04:52:39.907878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.961990 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38dbbca7-3506-4242-80b2-777f92583bce req-7e97ea40-0b6d-4877-9efa-be938363eccf tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951443 Sep 16 04:52:40.004867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:40.005706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Pushing event updated for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.012130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:40.013328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:40.085970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.086821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.096065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c007b69-debe-4b2c-a3b0-397c60d9de5f None None] Network b0f64aba-96cd-430f-aa65-c69df84b068d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:40.183107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.193355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-56fc48a3-c2e7-4a94-a126-cff611e1eb01 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3412433 Sep 16 04:52:40.197778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-81c8b25b-e1a9-4cd8-8267-487e16e2d043 None None] Provisioning complete for port 322cb5de-5319-405f-95e4-d469f0031ea9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:40.198155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81c8b25b-e1a9-4cd8-8267-487e16e2d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.225708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Request body: {'port': {'device_id': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:40.387392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81c8b25b-e1a9-4cd8-8267-487e16e2d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.483657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-81c8b25b-e1a9-4cd8-8267-487e16e2d043 None None] For port 322cb5de-5319-405f-95e4-d469f0031ea9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=322cb5de-5319-405f-95e4-d469f0031ea9,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:40.592161 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81c8b25b-e1a9-4cd8-8267-487e16e2d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.638439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 322cb5de-5319-405f-95e4-d469f0031ea9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:40.711173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8b25b-e1a9-4cd8-8267-487e16e2d043 None None] Pushing event updated for resources: {'Port': ['ID=322cb5de-5319-405f-95e4-d469f0031ea9,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.719543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40520401-8768-4323-873a-c7ae61c052e2 req-733d9c03-e39f-472d-87fe-2aec47e65c7f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.730161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40520401-8768-4323-873a-c7ae61c052e2 req-733d9c03-e39f-472d-87fe-2aec47e65c7f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 931 time: 0.5532484 Sep 16 04:52:40.732141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 322cb5de-5319-405f-95e4-d469f0031ea9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:40.732526 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.826660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d41955df-1a33-43bc-9220-4de8f77b399f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.849206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d41955df-1a33-43bc-9220-4de8f77b399f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.852967 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d41955df-1a33-43bc-9220-4de8f77b399f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.60 "GET /v2.0/networks?id=7a9cf761-a68c-4d5d-b890-f2962f8dec89&id=b0f64aba-96cd-430f-aa65-c69df84b068d HTTP/1.1" status: 200 len: 1390 time: 0.2686968 Sep 16 04:52:40.858612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.871974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'port': {'device_id': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89', 'admin_state_up': True, 'tenant_id': '8aa6daab3ba644c283831c4f1df21257'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:40.873002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45218a0d-db9f-49b0-a620-40270a61ff41 req-3bfe003a-0986-4d64-ad40-c6e2846c362a tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.874753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45218a0d-db9f-49b0-a620-40270a61ff41 req-3bfe003a-0986-4d64-ad40-c6e2846c362a tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 948 time: 0.6646404 Sep 16 04:52:40.905148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40520401-8768-4323-873a-c7ae61c052e2 req-b9fe0dcc-7b6d-4fea-b6f0-e729c60529eb tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722100 Sep 16 04:52:40.947901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8fa39a12-c1ed-4121-946a-ad32fee6813a None None] Provisioning complete for port 322cb5de-5319-405f-95e4-d469f0031ea9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:40.948273 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8fa39a12-c1ed-4121-946a-ad32fee6813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.987431 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-edd3e002-90fc-44c9-bf07-864b8bf04d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.100644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45218a0d-db9f-49b0-a620-40270a61ff41 req-67b5ebc0-d1f6-47c3-a0da-cb26fa64d8ca tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894157 Sep 16 04:52:41.153290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device dc64c63f-5d9d-4c82-9c08-5df529f93bc9 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:41.192931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:41.196722 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.236748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59b5b79a-c838-4690-bf6a-40e645438c2d req-d0668772-e42d-4874-a127-ab458f6cec77 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 210 time: 0.0392449 Sep 16 04:52:41.290173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:41.297202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:41.297643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.305851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bb7f6-5838-4481-8405-b36874f5ab98 req-3d14b1c9-6029-422d-a6fd-0d2b516a0e18 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.313296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c1bb7f6-5838-4481-8405-b36874f5ab98 req-3d14b1c9-6029-422d-a6fd-0d2b516a0e18 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.2013466 Sep 16 04:52:41.356536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Allocated IP 19.80.0.212 (7a9cf761-a68c-4d5d-b890-f2962f8dec89/5d6e6642-5e90-42e6-b1ff-8a5cfafeec32/7ee92122-57b8-4201-a8fe-a316cd10d378) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:41.442828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c1bb7f6-5838-4481-8405-b36874f5ab98 req-e455b2b7-e158-4d09-bd72-9e6c7be2d092 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285906 Sep 16 04:52:41.465371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d498-3f08-402d-8d78-8e3d56042b16 req-26779c23-4b7c-42ee-a933-a750ce62db72 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.472484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1554d498-3f08-402d-8d78-8e3d56042b16 req-26779c23-4b7c-42ee-a933-a750ce62db72 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1515930 Sep 16 04:52:41.477244 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.517919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdd43ac-2695-4fec-94bd-4b6c9ec354bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc64c63f-5d9d-4c82-9c08-5df529f93bc9'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:41.520124 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb81da9-cf8f-4f86-9a82-198b913d4c94" -d '{"events": [{"server_uuid": "7bdd43ac-2695-4fec-94bd-4b6c9ec354bb", "name": "network-vif-plugged", "status": "completed", "tag": "dc64c63f-5d9d-4c82-9c08-5df529f93bc9"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:41.527464 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.538362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port dc64c63f-5d9d-4c82-9c08-5df529f93bc9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:41.573495 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17b226b-a5ea-467c-977c-bdeb0a491857 x-openstack-request-id: req-b17b226b-a5ea-467c-977c-bdeb0a491857 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:41.573817 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdd43ac-2695-4fec-94bd-4b6c9ec354bb", "name": "network-vif-plugged", "status": "completed", "tag": "dc64c63f-5d9d-4c82-9c08-5df529f93bc9", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:41.574074 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b17b226b-a5ea-467c-977c-bdeb0a491857 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:41.574474 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdd43ac-2695-4fec-94bd-4b6c9ec354bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc64c63f-5d9d-4c82-9c08-5df529f93bc9', 'code': 200} Sep 16 04:52:41.609413 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.625643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1554d498-3f08-402d-8d78-8e3d56042b16 req-87c4c93f-26c2-45a8-a65b-ec53f52c6eb7 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479976 Sep 16 04:52:41.633885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:41.642502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.656398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.663164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Transition to ACTIVE for port object 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:41.687104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.708001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:41.711402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:41.718594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:41.749801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Port': ['ID=7ee92122-57b8-4201-a8fe-a316cd10d378,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.762570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.823967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4491d90-3563-46c6-8fac-dcdbbb40f0fb req-f3f67ca5-edf1-447d-83a7-58db3062a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.825668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e4491d90-3563-46c6-8fac-dcdbbb40f0fb req-f3f67ca5-edf1-447d-83a7-58db3062a62a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 1101 time: 0.0769663 Sep 16 04:52:41.832295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.833482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.840554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Pushing event updated for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.897156 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e4491d90-3563-46c6-8fac-dcdbbb40f0fb req-878234cb-36c5-4120-8d26-522a91c047dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605540 Sep 16 04:52:41.940674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:41.941206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:41.941319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:41.953415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:41.957541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:41.972522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:41.972869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:41.973251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:41.973858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Bound port: 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:41.975805 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-dc890fda-6638-4f9a-92ca-c2234057215e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1084247 Sep 16 04:52:41.978518 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.989793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Request body: {'port': {'device_id': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d', 'admin_state_up': True, 'tenant_id': '8aa6daab3ba644c283831c4f1df21257'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:42.085084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d379d4ae-8913-4632-826f-4f0334df9fc6 None None] Provisioning complete for port 7ee92122-57b8-4201-a8fe-a316cd10d378 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:42.086330 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d379d4ae-8913-4632-826f-4f0334df9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.123727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acc47c-4f19-4af0-b8e7-83b7e3dd6f0e req-9331d718-fccd-4ff9-89e7-8913687f6b6d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.124705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3acc47c-4f19-4af0-b8e7-83b7e3dd6f0e req-9331d718-fccd-4ff9-89e7-8913687f6b6d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.1094534 Sep 16 04:52:42.156485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d379d4ae-8913-4632-826f-4f0334df9fc6 None None] Port 7ee92122-57b8-4201-a8fe-a316cd10d378 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:42.172300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:42.183339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:42.191471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3acc47c-4f19-4af0-b8e7-83b7e3dd6f0e req-e1a3618e-cb7c-4f95-bfe1-3ee0f89d7af7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Sep 16 04:52:42.232217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Made reservation on behalf of 8aa6daab3ba644c283831c4f1df21257 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:42.236793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.259680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ab8ca-3e86-41ca-aa70-7d81ed1d499e req-33d22815-5a7e-4c8b-a881-63230d38d1eb tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.261570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-612ab8ca-3e86-41ca-aa70-7d81ed1d499e req-33d22815-5a7e-4c8b-a881-63230d38d1eb tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0531635 Sep 16 04:52:42.281135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.347354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.347939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.349862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] 10.222.0.60 "PUT /v2.0/ports/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed HTTP/1.1" status: 200 len: 1092 time: 2.1298790 Sep 16 04:52:42.353244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:42.355627 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42dccf5-b8c2-4224-bc3a-f44d0511377b" -d '{"events": [{"name": "network-changed", "server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:42.386021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-612ab8ca-3e86-41ca-aa70-7d81ed1d499e req-6d719731-c138-444a-9c89-0e4b44dfa821 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172032 Sep 16 04:52:42.413132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351cf4c-b071-44f1-bf57-1de485606d37 service neutron] Pushing event updated for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.416004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Allocated IP 19.86.0.186 (b0f64aba-96cd-430f-aa65-c69df84b068d/0c02624d-95e2-4768-9fb1-f04ffaa8d213/812f5a10-544b-448f-a0b4-f6e3f64c2799) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:42.438004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda82c-4bc4-408d-992d-6ce359078c87 req-9147eca9-1a36-439b-906a-157d985bf4e4 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.454298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fcda82c-4bc4-408d-992d-6ce359078c87 req-9147eca9-1a36-439b-906a-157d985bf4e4 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 932 time: 0.0871358 Sep 16 04:52:42.454298 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6663146f-c0a3-4d02-a005-740f4753296e x-openstack-request-id: req-6663146f-c0a3-4d02-a005-740f4753296e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:42.454298 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:42.454298 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6663146f-c0a3-4d02-a005-740f4753296e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:42.454298 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed', 'status': 'completed', 'code': 200} Sep 16 04:52:42.518291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fcda82c-4bc4-408d-992d-6ce359078c87 req-f99efb1f-9f66-4fd4-b2fa-5624ba47e53e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722318 Sep 16 04:52:42.527691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dccf5-b8c2-4224-bc3a-f44d0511377b req-0a803495-f08d-4f3f-b853-78e7b1b81069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.529239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d42dccf5-b8c2-4224-bc3a-f44d0511377b req-0a803495-f08d-4f3f-b853-78e7b1b81069 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1095 time: 0.0645375 Sep 16 04:52:42.544049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 322cb5de-5319-405f-95e4-d469f0031ea9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:42.606150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 322cb5de-5319-405f-95e4-d469f0031ea9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:42.606578 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.626822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.673470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97ed88-5231-4635-a2f2-86e3331cb5f7 req-5f3169ac-30ff-4fde-8c8c-ee77e98ba2ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.674991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae97ed88-5231-4635-a2f2-86e3331cb5f7 req-5f3169ac-30ff-4fde-8c8c-ee77e98ba2ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.0984311 Sep 16 04:52:42.679950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dccf5-b8c2-4224-bc3a-f44d0511377b req-94d1c354-654e-4431-81f8-271e6f413ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.681386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d42dccf5-b8c2-4224-bc3a-f44d0511377b req-94d1c354-654e-4431-81f8-271e6f413ad0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=965e3ef5096545d6bfac513a019ead0f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1368659 Sep 16 04:52:42.767786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae97ed88-5231-4635-a2f2-86e3331cb5f7 req-906726c1-40ee-42ef-b205-484eadc6d52a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854132 Sep 16 04:52:42.837438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647eae70-5a1b-4a25-b986-616ba1998629 req-06e98da7-1ce6-4495-ad3b-a91eb9adc284 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.837800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-647eae70-5a1b-4a25-b986-616ba1998629 req-06e98da7-1ce6-4495-ad3b-a91eb9adc284 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1353197 Sep 16 04:52:42.839188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dccf5-b8c2-4224-bc3a-f44d0511377b req-1f8f86ee-8a40-4222-b66a-9322de5e4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.840571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d42dccf5-b8c2-4224-bc3a-f44d0511377b req-1f8f86ee-8a40-4222-b66a-9322de5e4cb3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515906 Sep 16 04:52:42.885127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-647eae70-5a1b-4a25-b986-616ba1998629 req-f24282bf-baea-442b-b694-6a532c931258 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Sep 16 04:52:42.951551 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.982963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-4aeb4818-83cf-4b37-a3b4-3de8667ff741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.984673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-4aeb4818-83cf-4b37-a3b4-3de8667ff741 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1095 time: 0.0476944 Sep 16 04:52:42.997588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Network b0f64aba-96cd-430f-aa65-c69df84b068d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:43.001040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:43.011411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:43.037172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event updated for resources: {'Port': ['ID=812f5a10-544b-448f-a0b4-f6e3f64c2799,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.057802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-d81cafe8-2714-48a1-a5fe-2b0efa49fd5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed HTTP/1.1" status: 200 len: 217 time: 0.0625575 Sep 16 04:52:43.082565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.083783 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.124924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-509115e4-8a72-43e6-9e33-d3cef19706fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.127151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-509115e4-8a72-43e6-9e33-d3cef19706fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0622637 Sep 16 04:52:43.165026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-23d0ca22-24a4-4156-a12f-b64daaf73d85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300360 Sep 16 04:52:43.166896 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-c930c82a-5910-4fc1-82c7-641e82cc6c64 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1817093 Sep 16 04:52:43.203392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Request body: {'port': {'device_id': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:43.309149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.390208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8950c8de-0443-4417-a26d-c132557a84b6 None None] Provisioning complete for port 812f5a10-544b-448f-a0b4-f6e3f64c2799 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:43.391079 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8950c8de-0443-4417-a26d-c132557a84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.435710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20da7b1-1c4e-4952-a5f7-986c759876cd req-a55dc5b8-a68b-46f1-bac2-6d6c7db5dd8a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.446408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f20da7b1-1c4e-4952-a5f7-986c759876cd req-a55dc5b8-a68b-46f1-bac2-6d6c7db5dd8a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.1302915 Sep 16 04:52:43.475577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8950c8de-0443-4417-a26d-c132557a84b6 None None] Port 812f5a10-544b-448f-a0b4-f6e3f64c2799 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:43.498342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-7f771f7d-eb38-44c1-9479-8a4dbe7e52c6 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065782 Sep 16 04:52:43.534564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f20da7b1-1c4e-4952-a5f7-986c759876cd req-287a6cb0-3e3a-47e7-a8f2-e4a5c62c23b2 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871274 Sep 16 04:52:43.596342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7ffa7-f780-4b09-80a1-f2f8293ea0a1 req-6adfe290-ce89-4fb1-acf1-5a9724fb8ab4 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.597889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52f7ffa7-f780-4b09-80a1-f2f8293ea0a1 req-6adfe290-ce89-4fb1-acf1-5a9724fb8ab4 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0985875 Sep 16 04:52:43.713933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52f7ffa7-f780-4b09-80a1-f2f8293ea0a1 req-38db509f-c601-4a99-9e5e-68cd333a792f tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906992 Sep 16 04:52:43.728697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820ef4c-1221-4afa-ab23-e8746cf3c500 req-82e94266-6360-43dd-8fd1-c33bff5495ab tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.734578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820ef4c-1221-4afa-ab23-e8746cf3c500 req-82e94266-6360-43dd-8fd1-c33bff5495ab tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.736318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d820ef4c-1221-4afa-ab23-e8746cf3c500 req-82e94266-6360-43dd-8fd1-c33bff5495ab tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1655 time: 0.1121552 Sep 16 04:52:43.738792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1495d741-e2b2-4e02-9c61-b4daf6e3a86d req-32904303-cd3f-4e05-b996-ea01ac74a2b7 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017837 Sep 16 04:52:43.779428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d820ef4c-1221-4afa-ab23-e8746cf3c500 req-55e3b438-2128-40ee-ad50-a858fb58ce9e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354795 Sep 16 04:52:43.837815 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8b780c5-83fa-4a81-b938-64e0ab280ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.888294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee92122-57b8-4201-a8fe-a316cd10d378 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:43.893908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66f90d-6bee-483e-a53d-8fa4ba6b77c6 req-f3ea3cb7-b7e9-43f8-b9d0-9a46070a2214 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.895568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e66f90d-6bee-483e-a53d-8fa4ba6b77c6 req-f3ea3cb7-b7e9-43f8-b9d0-9a46070a2214 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.0570309 Sep 16 04:52:43.896263 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.908466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Transition to ACTIVE for port object 7ee92122-57b8-4201-a8fe-a316cd10d378 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:43.937616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e66f90d-6bee-483e-a53d-8fa4ba6b77c6 req-6d74caf2-24db-469a-8c8d-38904e706b9a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360866 Sep 16 04:52:43.952256 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.006363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639ab02-495e-4069-823a-999760fa461f service neutron] Pushing event updated for resources: {'Port': ['ID=7ee92122-57b8-4201-a8fe-a316cd10d378,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.014852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c886397-2ece-4eed-84a6-7173e8fc5e57 req-d35dcd93-6546-4129-94ca-c1d9b278ddea tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.016511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c886397-2ece-4eed-84a6-7173e8fc5e57 req-d35dcd93-6546-4129-94ca-c1d9b278ddea tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0583756 Sep 16 04:52:44.060008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c886397-2ece-4eed-84a6-7173e8fc5e57 req-56f720ed-80af-411e-99e5-cb98ea7cb913 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369189 Sep 16 04:52:44.084064 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.099334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Attempting to bind port 7ee92122-57b8-4201-a8fe-a316cd10d378 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:44.099692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Attempting to bind port 7ee92122-57b8-4201-a8fe-a316cd10d378 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:44.100029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Attempting to bind port 7ee92122-57b8-4201-a8fe-a316cd10d378 on network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:44.105361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Port 7ee92122-57b8-4201-a8fe-a316cd10d378 on network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:44.105780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Attempting to bind port 7ee92122-57b8-4201-a8fe-a316cd10d378 on network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:44.111085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:44.111458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Checking segment: {'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:44.115802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Bound using segment: {'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:44.115802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Bound port: 7ee92122-57b8-4201-a8fe-a316cd10d378, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1ddfca-304b-4647-8e59-7ede5eadd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:44.115802 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.190138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] For port 7ee92122-57b8-4201-a8fe-a316cd10d378, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:44.194055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] For port 7ee92122-57b8-4201-a8fe-a316cd10d378, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7ee92122-57b8-4201-a8fe-a316cd10d378,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:44.267228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.300429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.301154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.303179 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-a639ab02-495e-4069-823a-999760fa461f service neutron] 10.222.0.60 "PUT /v2.0/ports/7ee92122-57b8-4201-a8fe-a316cd10d378 HTTP/1.1" status: 200 len: 1093 time: 1.1051922 Sep 16 04:52:44.303664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'tag': '7ee92122-57b8-4201-a8fe-a316cd10d378'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:44.305988 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6e3c25-3657-4dc2-9db1-4c77d98818f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "tag": "7ee92122-57b8-4201-a8fe-a316cd10d378"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:44.341887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639ab02-495e-4069-823a-999760fa461f service neutron] Pushing event updated for resources: {'Port': ['ID=7ee92122-57b8-4201-a8fe-a316cd10d378,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.347312 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518fd94a-b139-4054-a358-beed9439b565 x-openstack-request-id: req-518fd94a-b139-4054-a358-beed9439b565 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:44.347605 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "tag": "7ee92122-57b8-4201-a8fe-a316cd10d378", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:44.347854 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-518fd94a-b139-4054-a358-beed9439b565 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:44.348245 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'tag': '7ee92122-57b8-4201-a8fe-a316cd10d378', 'status': 'completed', 'code': 200} Sep 16 04:52:44.424195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Request body: {'port': {'device_id': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:44.424796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-db1e29ac-c129-443c-83dc-5d6d1f920750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.425208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-db1e29ac-c129-443c-83dc-5d6d1f920750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.427367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-db1e29ac-c129-443c-83dc-5d6d1f920750 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1915 time: 0.0536027 Sep 16 04:52:44.534086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-dc9195b3-26eb-413f-9705-3d180b747a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.534604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-dc9195b3-26eb-413f-9705-3d180b747a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.535086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-dc9195b3-26eb-413f-9705-3d180b747a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.537495 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-dc9195b3-26eb-413f-9705-3d180b747a94 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8aa6daab3ba644c283831c4f1df21257&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1009223 Sep 16 04:52:44.550245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-2121afe1-e7f1-4b52-8f0d-51968f07de12 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.552306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-2121afe1-e7f1-4b52-8f0d-51968f07de12 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/networks?id=06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b HTTP/1.1" status: 200 len: 815 time: 0.1562672 Sep 16 04:52:44.560865 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.581866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-b8604939-ac14-4f15-9d60-be010d07dee1 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/quotas/5f26c7dbf8bf4bfeb8a5c9adf2a77fff HTTP/1.1" status: 200 len: 375 time: 0.0225654 Sep 16 04:52:44.640758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-cb84195d-701f-493e-86ad-8efe3aba5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.642224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db6e3c25-3657-4dc2-9db1-4c77d98818f3 req-cb84195d-701f-493e-86ad-8efe3aba5a90 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961719 Sep 16 04:52:44.762937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-52c9807a-488d-49d8-8ecf-cf14ebdd37c5 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f26c7dbf8bf4bfeb8a5c9adf2a77fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544020 Sep 16 04:52:44.773198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434a732-3170-417d-a70a-b442f34d826e req-4bdf5221-6827-4cb9-970c-e646d8a6dce0 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.775454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0434a732-3170-417d-a70a-b442f34d826e req-4bdf5221-6827-4cb9-970c-e646d8a6dce0 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.1626842 Sep 16 04:52:44.917003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0434a732-3170-417d-a70a-b442f34d826e req-f1fe8ea5-e3fa-4686-983a-e29cabd0eb79 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240773 Sep 16 04:52:44.957259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-92089619-9386-4bf2-94e7-47c3276141f1 service neutron] 10.222.0.59 "GET /v2.0/networks/06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734483 Sep 16 04:52:44.963751 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.085352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812f5a10-544b-448f-a0b4-f6e3f64c2799 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:45.100089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.123799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379fb6c-8421-4dbc-98a8-5e8951daaf8a req-f9328825-2b97-4160-befa-c56908095ab3 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.125271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c379fb6c-8421-4dbc-98a8-5e8951daaf8a req-f9328825-2b97-4160-befa-c56908095ab3 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1440263 Sep 16 04:52:45.140498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Transition to ACTIVE for port object 812f5a10-544b-448f-a0b4-f6e3f64c2799 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:45.150396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-226b0395-587c-43e6-8f35-6f09277e6ba2 service neutron] 10.222.0.59 "GET /v2.0/networks/06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850724 Sep 16 04:52:45.177125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c379fb6c-8421-4dbc-98a8-5e8951daaf8a req-718b18ab-fc9f-4607-baab-764ca6b822ea tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Sep 16 04:52:45.192678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.244043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Pushing event updated for resources: {'Port': ['ID=812f5a10-544b-448f-a0b4-f6e3f64c2799,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.393000 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-b0b1f9b4-8b77-4514-ac9a-194b4e633fe4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957675 Sep 16 04:52:45.415270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83341d20-170a-49b8-92d0-b925d17a1d6e req-d8f19f78-698c-4444-9103-999b4ee05699 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.432944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83341d20-170a-49b8-92d0-b925d17a1d6e req-d8f19f78-698c-4444-9103-999b4ee05699 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.435699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83341d20-170a-49b8-92d0-b925d17a1d6e req-d8f19f78-698c-4444-9103-999b4ee05699 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1679 time: 0.1775568 Sep 16 04:52:45.522614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-e0b4ef7f-dd3d-4037-8598-0be81d4bb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.524818 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-e0b4ef7f-dd3d-4037-8598-0be81d4bb346 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 1097 time: 0.0950081 Sep 16 04:52:45.555488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Attempting to bind port 812f5a10-544b-448f-a0b4-f6e3f64c2799 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:45.556003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Attempting to bind port 812f5a10-544b-448f-a0b4-f6e3f64c2799 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:45.556472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Attempting to bind port 812f5a10-544b-448f-a0b4-f6e3f64c2799 on network b0f64aba-96cd-430f-aa65-c69df84b068d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:45.585967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83341d20-170a-49b8-92d0-b925d17a1d6e req-f2bdc92b-4f38-4aaa-9ac0-4496348a0224 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241250 Sep 16 04:52:45.587279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Port 812f5a10-544b-448f-a0b4-f6e3f64c2799 on network b0f64aba-96cd-430f-aa65-c69df84b068d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:45.587838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Attempting to bind port 812f5a10-544b-448f-a0b4-f6e3f64c2799 on network b0f64aba-96cd-430f-aa65-c69df84b068d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:45.614823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d573b-3f3d-45b7-9422-e3cc7718802c req-dddd90de-d936-4260-acf3-a628d512f012 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.617268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e7d573b-3f3d-45b7-9422-e3cc7718802c req-dddd90de-d936-4260-acf3-a628d512f012 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1772995 Sep 16 04:52:45.619183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:45.619747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Checking segment: {'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:45.620367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Bound using segment: {'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:45.621229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Bound port: 812f5a10-544b-448f-a0b4-f6e3f64c2799, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3739b1ac-7c5a-43ed-8be4-5c832b67872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:45.621641 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.667572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-324d3a12-9027-4633-bb67-3a57f3d89235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.669101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-324d3a12-9027-4633-bb67-3a57f3d89235 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 HTTP/1.1" status: 200 len: 925 time: 0.1187549 Sep 16 04:52:45.742245 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-2eec548a-c799-485e-8f13-6933c1dedb84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db870990-e6da-479f-952e-e6605c73b9b8 HTTP/1.1" status: 200 len: 1001 time: 0.0643890 Sep 16 04:52:45.744479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e7d573b-3f3d-45b7-9422-e3cc7718802c req-7d2e7e85-71ec-4374-bc22-6b382d32bc12 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191933 Sep 16 04:52:45.802519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-cf2c43c2-b2ac-4368-8aa7-e566d307e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.803994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-cf2c43c2-b2ac-4368-8aa7-e566d307e139 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64041bfa-9030-4fbb-8a39-813ffc64eeae HTTP/1.1" status: 200 len: 863 time: 0.0535738 Sep 16 04:52:45.808110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e6bae-876f-4464-a0fb-2ca06a0dae28 req-d98d1e39-1391-4d6b-b8c0-305498f3567c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.809700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-836e6bae-876f-4464-a0fb-2ca06a0dae28 req-d98d1e39-1391-4d6b-b8c0-305498f3567c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0796943 Sep 16 04:52:45.818551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] For port 812f5a10-544b-448f-a0b4-f6e3f64c2799, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:45.826522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] For port 812f5a10-544b-448f-a0b4-f6e3f64c2799, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=812f5a10-544b-448f-a0b4-f6e3f64c2799,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:45.855459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-ce89e7b6-475c-400f-8cdc-ec6ac739fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.857177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-ce89e7b6-475c-400f-8cdc-ec6ac739fefd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434184 Sep 16 04:52:45.858070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-836e6bae-876f-4464-a0fb-2ca06a0dae28 req-9b2db8ca-0c13-43f1-b771-884e4a1a8ebc tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Sep 16 04:52:45.884325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.920927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.921565 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.923295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] 10.222.0.60 "PUT /v2.0/ports/812f5a10-544b-448f-a0b4-f6e3f64c2799 HTTP/1.1" status: 200 len: 1093 time: 1.5148683 Sep 16 04:52:45.926083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'tag': '812f5a10-544b-448f-a0b4-f6e3f64c2799'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:45.929840 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095650c2-4a29-4115-b327-adbf1f9d2b77" -d '{"events": [{"name": "network-changed", "server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "tag": "812f5a10-544b-448f-a0b4-f6e3f64c2799"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:45.965569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7dba6-f73d-455d-a526-7aa742ed0708 service neutron] Pushing event updated for resources: {'Port': ['ID=812f5a10-544b-448f-a0b4-f6e3f64c2799,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.973647 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-e0991d43-f791-4514-9712-6c665fc5a274 service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051304 Sep 16 04:52:46.011890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a07e0ed1-1917-41c8-ac4f-ad98199ba890 req-5309cbef-c545-4b74-a481-5f3fa1319e51 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0393279 Sep 16 04:52:46.088708 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1288fca5-3ae2-448f-97cc-ce457803e468 x-openstack-request-id: req-1288fca5-3ae2-448f-97cc-ce457803e468 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:46.089322 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "tag": "812f5a10-544b-448f-a0b4-f6e3f64c2799", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:46.089322 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1288fca5-3ae2-448f-97cc-ce457803e468 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:46.089891 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'tag': '812f5a10-544b-448f-a0b4-f6e3f64c2799', 'status': 'completed', 'code': 200} Sep 16 04:52:46.112113 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-af1b2880-51d6-4409-b4a0-3415cac2cb30 req-72f1190d-1d58-43d0-a306-bcea13866c65 service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299005 Sep 16 04:52:46.138768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-6609c84b-62cc-47fc-8172-408b3ea8bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.140798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-6609c84b-62cc-47fc-8172-408b3ea8bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.142764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-6609c84b-62cc-47fc-8172-408b3ea8bd22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1983 time: 0.0989070 Sep 16 04:52:46.219380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-96026f2b-4f29-4435-b8b8-37e6e2fd67f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=7ee92122-57b8-4201-a8fe-a316cd10d378 HTTP/1.1" status: 200 len: 217 time: 0.0635047 Sep 16 04:52:46.299061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1db55-10f4-48b8-a67c-a57ad3cda684 req-b3d9b5db-091f-4de7-ba53-b0e656fa6519 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.300630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41d1db55-10f4-48b8-a67c-a57ad3cda684 req-b3d9b5db-091f-4de7-ba53-b0e656fa6519 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.1560354 Sep 16 04:52:46.335526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6660d5-3c6b-49c0-bd8a-86c9ef7bd257 req-bb0a80b2-6e6d-48e1-8506-7ddf7c2a62a8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.337013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a6660d5-3c6b-49c0-bd8a-86c9ef7bd257 req-bb0a80b2-6e6d-48e1-8506-7ddf7c2a62a8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1218441 Sep 16 04:52:46.338436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-20f4241c-a7ef-4c57-a3ea-d7c88dbee280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.339815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-20f4241c-a7ef-4c57-a3ea-d7c88dbee280 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d6e6642-5e90-42e6-b1ff-8a5cfafeec32 HTTP/1.1" status: 200 len: 801 time: 0.1085529 Sep 16 04:52:46.420661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41d1db55-10f4-48b8-a67c-a57ad3cda684 req-513b03d4-4028-473a-85bc-d33a2ae39a02 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111484 Sep 16 04:52:46.436066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a6660d5-3c6b-49c0-bd8a-86c9ef7bd257 req-606f5f0e-6cd1-435a-9b60-7f0dcc09b7a7 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896194 Sep 16 04:52:46.443449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-f9ac2944-3b4e-4f83-8a5a-24edee017244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.445043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-f9ac2944-3b4e-4f83-8a5a-24edee017244 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a9cf761-a68c-4d5d-b890-f2962f8dec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876453 Sep 16 04:52:46.566290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271bf6-de24-45e3-9d7e-e562d22a952e req-52851b97-6ae5-445a-9416-35148c77c9e6 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.567980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6271bf6-de24-45e3-9d7e-e562d22a952e req-52851b97-6ae5-445a-9416-35148c77c9e6 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1097 time: 0.0886264 Sep 16 04:52:46.588435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-296dd6b0-0c33-4eaf-bc4e-9b19a37a4cce service neutron] 10.222.0.60 "GET /v2.0/networks/7a9cf761-a68c-4d5d-b890-f2962f8dec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295280 Sep 16 04:52:46.641420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6271bf6-de24-45e3-9d7e-e562d22a952e req-9da84f32-1e2d-4147-ac3b-a19096080bbd tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607488 Sep 16 04:52:46.703325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-9f993d21-7484-43e0-8b5f-3e4715388a79 service neutron] 10.222.0.60 "GET /v2.0/networks/7a9cf761-a68c-4d5d-b890-f2962f8dec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065090 Sep 16 04:52:46.718265 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.778240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-1248f237-8a42-4484-afd8-7cfa05b542c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=812f5a10-544b-448f-a0b4-f6e3f64c2799 HTTP/1.1" status: 200 len: 217 time: 0.0509214 Sep 16 04:52:46.806959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec74f39-cfec-4c98-a39b-5d499b6f10b1 req-9edc0850-7a8d-4f5d-90fb-11261d71e810 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.813004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec74f39-cfec-4c98-a39b-5d499b6f10b1 req-9edc0850-7a8d-4f5d-90fb-11261d71e810 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.814503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ec74f39-cfec-4c98-a39b-5d499b6f10b1 req-9edc0850-7a8d-4f5d-90fb-11261d71e810 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1679 time: 0.0980313 Sep 16 04:52:46.872818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-4797eccc-2012-4384-b9e8-b0f97b287fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.874232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-4797eccc-2012-4384-b9e8-b0f97b287fda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c02624d-95e2-4768-9fb1-f04ffaa8d213 HTTP/1.1" status: 200 len: 801 time: 0.0856802 Sep 16 04:52:46.887424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ec74f39-cfec-4c98-a39b-5d499b6f10b1 req-c0fc0536-c512-4d29-8742-30d9d9b45eb1 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Sep 16 04:52:47.222414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-ef44b4e8-9c75-4896-ac88-5b0c773c5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.223960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-ef44b4e8-9c75-4896-ac88-5b0c773c5d55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f64aba-96cd-430f-aa65-c69df84b068d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334520 Sep 16 04:52:47.237823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7b6d-9722-423c-ad15-dbd628ddc6c5 req-7f2e1264-03c8-4a42-9334-1e6e917f851f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.239778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a3e7b6d-9722-423c-ad15-dbd628ddc6c5 req-7f2e1264-03c8-4a42-9334-1e6e917f851f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.0583096 Sep 16 04:52:47.321682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:47.332048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a3e7b6d-9722-423c-ad15-dbd628ddc6c5 req-5a91dd74-390b-4132-8acd-904683636e63 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834177 Sep 16 04:52:47.363691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-4c746774-88a8-4810-9c80-9c1c4d384c59 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f64aba-96cd-430f-aa65-c69df84b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228530 Sep 16 04:52:47.475842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:47.489660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed', 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'port_id': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed', 'mac_address': 'fa:16:3e:67:e9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4938e87-e66c-4d56-8c64-04f0d75094f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:47.514959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedf180-33c2-46ae-97b4-08da6b74da56 req-408c7634-a796-48c7-b3a7-2f3d9a15cf35 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.516495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aedf180-33c2-46ae-97b4-08da6b74da56 req-408c7634-a796-48c7-b3a7-2f3d9a15cf35 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1152279 Sep 16 04:52:47.520412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86672a2-1db0-4468-8bb9-de680b0543ad req-6346f9e5-ede1-4106-88c1-0370c31b40e2 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f64aba-96cd-430f-aa65-c69df84b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435244 Sep 16 04:52:47.540005 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.556260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:47.564869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aedf180-33c2-46ae-97b4-08da6b74da56 req-fc85b858-4719-409c-96f1-65257efea7d2 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Sep 16 04:52:47.578255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:47.661162 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.711794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:47.725998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3079fa8-9820-4744-b2e8-7527670d3bda req-b43adaae-c7e7-414e-ad72-374b77ed18ec tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0337942 Sep 16 04:52:47.824501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-81b76c03-5038-494a-9058-dde41d94074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.824985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-81b76c03-5038-494a-9058-dde41d94074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.826672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-81b76c03-5038-494a-9058-dde41d94074b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6daab3ba644c283831c4f1df21257&device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1983 time: 0.0728695 Sep 16 04:52:47.853254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816ae6e-4459-404a-a87b-848c7e3400b7 req-e0e51d77-3691-41a1-a828-53722dcff766 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.854757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1816ae6e-4459-404a-a87b-848c7e3400b7 req-e0e51d77-3691-41a1-a828-53722dcff766 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 944 time: 0.0727444 Sep 16 04:52:47.939477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1816ae6e-4459-404a-a87b-848c7e3400b7 req-96c44bf3-dad9-4930-8986-8035ccffe560 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744576 Sep 16 04:52:47.958461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-a0796a1b-2106-4067-8bcd-e5508b90b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.960301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-a0796a1b-2106-4067-8bcd-e5508b90b241 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0f64aba-96cd-430f-aa65-c69df84b068d HTTP/1.1" status: 200 len: 902 time: 0.1252890 Sep 16 04:52:47.988227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:48.021630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-211caf4d-7f89-4b50-b7bd-249f812829e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=812f5a10-544b-448f-a0b4-f6e3f64c2799 HTTP/1.1" status: 200 len: 217 time: 0.0468810 Sep 16 04:52:48.094435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640c008-39c6-4f2c-b74b-c9febcafb3c9 req-39ba74e5-988a-4983-8111-f732e48925a8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.095984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1640c008-39c6-4f2c-b74b-c9febcafb3c9 req-39ba74e5-988a-4983-8111-f732e48925a8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0839710 Sep 16 04:52:48.102083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-61823b7b-f611-43fe-bd8b-681a45d152ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.103497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-61823b7b-f611-43fe-bd8b-681a45d152ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c02624d-95e2-4768-9fb1-f04ffaa8d213 HTTP/1.1" status: 200 len: 801 time: 0.0639896 Sep 16 04:52:48.163845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1640c008-39c6-4f2c-b74b-c9febcafb3c9 req-22dfb94a-9934-424d-8bd2-bc2314bf78d9 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576849 Sep 16 04:52:48.172285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-656d4888-b514-4147-85f7-9611f9466d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.173826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-656d4888-b514-4147-85f7-9611f9466d7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f64aba-96cd-430f-aa65-c69df84b068d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565851 Sep 16 04:52:48.305171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-b71fc446-5989-4258-946b-ba870db2c00f service neutron] 10.222.0.60 "GET /v2.0/networks/b0f64aba-96cd-430f-aa65-c69df84b068d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233249 Sep 16 04:52:48.314614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d828f8-1444-47b1-8121-9ba528738efc req-972c11af-c342-4690-a181-c4a02d821a0f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.321159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d828f8-1444-47b1-8121-9ba528738efc req-972c11af-c342-4690-a181-c4a02d821a0f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.322712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9d828f8-1444-47b1-8121-9ba528738efc req-972c11af-c342-4690-a181-c4a02d821a0f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1679 time: 0.1009400 Sep 16 04:52:48.421106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9d828f8-1444-47b1-8121-9ba528738efc req-28459e2e-78b5-4435-864c-89ff3fdeca5f tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922208 Sep 16 04:52:48.455000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-23f57422-017d-47a2-8ca7-afe3943e366f tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.456554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-23f57422-017d-47a2-8ca7-afe3943e366f tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.57 "GET /v2.0/networks?id=06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b HTTP/1.1" status: 200 len: 815 time: 0.1157415 Sep 16 04:52:48.472642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095650c2-4a29-4115-b327-adbf1f9d2b77 req-26104a26-ff16-4d37-b4be-9f63040fa912 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f64aba-96cd-430f-aa65-c69df84b068d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368732 Sep 16 04:52:48.490043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Request body: {'port': {'device_id': 'e9f80945-7429-4d07-a587-7fc8532e6c55', 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b', 'admin_state_up': True, 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:48.532437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c25e-0ebb-4390-9537-f45211665d15 req-143e8b8e-bfad-42e4-a802-c9c680d9e098 tempest-LiveMigrationNegativeTest-1097407912 tempest-LiveMigrationNegativeTest-1097407912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.533952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7b4c25e-0ebb-4390-9537-f45211665d15 req-143e8b8e-bfad-42e4-a802-c9c680d9e098 tempest-LiveMigrationNegativeTest-1097407912 tempest-LiveMigrationNegativeTest-1097407912-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 1101 time: 0.0421548 Sep 16 04:52:48.556815 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7b4c25e-0ebb-4390-9537-f45211665d15 req-b0a32300-5171-4418-a9d9-e05a35b0253e tempest-LiveMigrationNegativeTest-1097407912 tempest-LiveMigrationNegativeTest-1097407912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.651318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7b4c25e-0ebb-4390-9537-f45211665d15 req-b0a32300-5171-4418-a9d9-e05a35b0253e tempest-LiveMigrationNegativeTest-1097407912 tempest-LiveMigrationNegativeTest-1097407912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.758377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-a6a73f81-7c85-43a2-8fb8-a2c58947e5dd tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:48.759264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-a6a73f81-7c85-43a2-8fb8-a2c58947e5dd tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066791 Sep 16 04:52:48.798772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-d0c87d8b-f4b4-4a24-a692-79293cca9515 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.800140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-d0c87d8b-f4b4-4a24-a692-79293cca9515 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports/59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 200 len: 1094 time: 0.0358934 Sep 16 04:52:48.809742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Request body: {'binding': {'host': 'n-h2-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:48.810191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:52:48.813715 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7b4c25e-0ebb-4390-9537-f45211665d15 req-b0a32300-5171-4418-a9d9-e05a35b0253e tempest-LiveMigrationNegativeTest-1097407912 tempest-LiveMigrationNegativeTest-1097407912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.856794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7b4c25e-0ebb-4390-9537-f45211665d15 req-b0a32300-5171-4418-a9d9-e05a35b0253e tempest-LiveMigrationNegativeTest-1097407912 tempest-LiveMigrationNegativeTest-1097407912-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150878 Sep 16 04:52:48.885435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a32300-5171-4418-a9d9-e05a35b0253e tempest-LiveMigrationNegativeTest-1097407912 tempest-LiveMigrationNegativeTest-1097407912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee926ae-e2d5-4b20-aa2b-c0e293000d14,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.899758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Made reservation on behalf of 5f26c7dbf8bf4bfeb8a5c9adf2a77fff for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:48.909015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.012382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a479c1e-4ef1-480f-8461-e114c1c1e872 req-ca3c66ce-73ef-4d4c-a4a1-1e16e2e22b84 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.013829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a479c1e-4ef1-480f-8461-e114c1c1e872 req-ca3c66ce-73ef-4d4c-a4a1-1e16e2e22b84 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.0790937 Sep 16 04:52:49.034035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on host n-h2-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:49.034383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:49.034901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:49.040667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Allocated IP 172.20.0.8 (06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b/1e17278b-0d20-4b60-84dc-40a6dbcb0221/bb6f52d3-5227-4022-a2ae-ddd7b4c66f59) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:49.047927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:49.048259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:49.056986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:49.057328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:49.057707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:49.058168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Bound port: 59ff8439-e378-4148-8ac2-885552332c33, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:49.092037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a479c1e-4ef1-480f-8461-e114c1c1e872 req-f2fe9440-54b4-450d-89e9-0d91de72e86b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688856 Sep 16 04:52:49.139125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:49.206965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.218965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a0ab-d13b-468f-acf2-63f5faba2361 req-b5fe2a8e-d8ce-460f-a3a0-0eff75d3394c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.220805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfc1a0ab-d13b-468f-acf2-63f5faba2361 req-b5fe2a8e-d8ce-460f-a3a0-0eff75d3394c tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0511560 Sep 16 04:52:49.222918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.224020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-24db2352-64d7-4806-9ed9-e4a6c4d69196 service neutron] 10.222.0.59 "POST /v2.0/ports/59ff8439-e378-4148-8ac2-885552332c33/bindings HTTP/1.1" status: 201 len: 390 time: 0.4179292 Sep 16 04:52:49.261028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfc1a0ab-d13b-468f-acf2-63f5faba2361 req-6b2552d3-2240-4f33-883d-3c1c3749f3da tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Sep 16 04:52:49.329677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.347089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:49.398777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Pushing event updated for resources: {'Port': ['ID=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.422166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:49.424870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:49.428671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:49.537306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.538809 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.552446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:49.557792 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:49.558558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.570819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707183-40cf-4405-9c57-4e2a9993c2fe req-c12af88c-c98a-467b-8506-e67d7e29ed79 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.584752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b707183-40cf-4405-9c57-4e2a9993c2fe req-c12af88c-c98a-467b-8506-e67d7e29ed79 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.1174173 Sep 16 04:52:49.622328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-fd7ea5e1-c5e9-4496-9519-620096a74758 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1379030 Sep 16 04:52:49.687217 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.693831 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b707183-40cf-4405-9c57-4e2a9993c2fe req-6bb800cd-56fc-49b3-a2e2-1ac2859d5f83 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988863 Sep 16 04:52:49.728884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:49.729728 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9b2dba-acd1-4752-ad06-0505724b6f11" -d '{"events": [{"server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "name": "network-vif-plugged", "status": "completed", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:49.751228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:49.773602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbbcf2-be68-4769-9f33-adb01556942b req-a6518013-1e70-4521-a3cc-56a1986475bd tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.775292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2bbbcf2-be68-4769-9f33-adb01556942b req-a6518013-1e70-4521-a3cc-56a1986475bd tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 944 time: 0.1038222 Sep 16 04:52:49.833414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-839e8001-62cb-41ab-a526-d0f5f7ae166e None None] Provisioning complete for port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:49.833707 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-839e8001-62cb-41ab-a526-d0f5f7ae166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.856687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.862458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2bbbcf2-be68-4769-9f33-adb01556942b req-f52bccab-43ef-4a1a-9ca3-8a2a1f829673 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782309 Sep 16 04:52:49.880243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77338ca-d5de-4ef0-9383-42b02a7b1d95 req-93b79fd8-ac84-4a64-977d-5f600288532e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.888306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a77338ca-d5de-4ef0-9383-42b02a7b1d95 req-93b79fd8-ac84-4a64-977d-5f600288532e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 945 time: 0.0912044 Sep 16 04:52:49.895885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-839e8001-62cb-41ab-a526-d0f5f7ae166e None None] Port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:49.926063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.941255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a77338ca-d5de-4ef0-9383-42b02a7b1d95 req-ac1bb814-d65e-48da-891f-85850497981a tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520129 Sep 16 04:52:50.056886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c12de2-4489-4fce-9b6a-7b3f65639d0a req-7a6673cf-141d-4c09-acb3-087ba48dd283 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.062958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c12de2-4489-4fce-9b6a-7b3f65639d0a req-7a6673cf-141d-4c09-acb3-087ba48dd283 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.064584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63c12de2-4489-4fce-9b6a-7b3f65639d0a req-7a6673cf-141d-4c09-acb3-087ba48dd283 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1679 time: 0.0963733 Sep 16 04:52:50.074422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d612-465d-4204-ae49-8f4920de753d req-a6364e4e-8eb4-424d-92a6-141bfefd0175 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.075819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9320d612-465d-4204-ae49-8f4920de753d req-a6364e4e-8eb4-424d-92a6-141bfefd0175 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0788403 Sep 16 04:52:50.134366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63c12de2-4489-4fce-9b6a-7b3f65639d0a req-149064c3-c4c3-4576-8cf8-0c31a9e13613 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Sep 16 04:52:50.139726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9320d612-465d-4204-ae49-8f4920de753d req-ee0ce3cb-1f4d-41da-a548-d6ebd830ed80 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571606 Sep 16 04:52:50.203350 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3833aea1-282f-4f50-b624-da8401f579e2 x-openstack-request-id: req-3833aea1-282f-4f50-b624-da8401f579e2 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:50.203771 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "name": "network-vif-plugged", "status": "completed", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:50.204023 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3833aea1-282f-4f50-b624-da8401f579e2 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:50.204504 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed', 'code': 200} Sep 16 04:52:50.329448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c564f3-d5ae-485b-83e9-146bba9c603f req-c17c8e9a-401d-4354-ae22-fd39e6cb3baa tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.330913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77c564f3-d5ae-485b-83e9-146bba9c603f req-c17c8e9a-401d-4354-ae22-fd39e6cb3baa tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.0766213 Sep 16 04:52:50.336816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba51f7-f116-4a4f-ab93-e17e02b99204 req-a80a5e87-af8d-4ea3-a216-a0a12dd897f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.338224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24ba51f7-f116-4a4f-ab93-e17e02b99204 req-a80a5e87-af8d-4ea3-a216-a0a12dd897f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1097 time: 0.0581505 Sep 16 04:52:50.402378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77c564f3-d5ae-485b-83e9-146bba9c603f req-7318ea81-84a3-461c-9783-8aac9f14c659 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629828 Sep 16 04:52:50.431878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24ba51f7-f116-4a4f-ab93-e17e02b99204 req-14a9d002-c701-4736-923a-fdcd9f930db4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769510 Sep 16 04:52:50.557536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535d924-5e56-4dd6-b362-fcd7d8d6d9fe req-c2e5504e-9442-49f7-8ee9-7779c7a84d9d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.559606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c535d924-5e56-4dd6-b362-fcd7d8d6d9fe req-c2e5504e-9442-49f7-8ee9-7779c7a84d9d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0853672 Sep 16 04:52:50.600367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c535d924-5e56-4dd6-b362-fcd7d8d6d9fe req-d79db463-9059-4483-a847-86bcf7cfb2df tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336320 Sep 16 04:52:50.773233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a200f-003c-4550-a62e-1693e5078415 req-6421018e-8822-4958-975a-db6fa276b1a8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.775027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-587a200f-003c-4550-a62e-1693e5078415 req-6421018e-8822-4958-975a-db6fa276b1a8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0557749 Sep 16 04:52:50.817352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-587a200f-003c-4550-a62e-1693e5078415 req-1a7ea3ca-0ba5-4c89-80b9-1593b3ba19ee tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Sep 16 04:52:50.919476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69b2e4-8a62-4059-a5f9-2a66faa3f2e1 req-3919c460-e76c-4aad-9d22-e5b07057c662 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.920957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f69b2e4-8a62-4059-a5f9-2a66faa3f2e1 req-3919c460-e76c-4aad-9d22-e5b07057c662 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.0495050 Sep 16 04:52:50.962242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f69b2e4-8a62-4059-a5f9-2a66faa3f2e1 req-d3fa6048-c11e-426f-a80d-e9e71bd6dbbc tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Sep 16 04:52:51.084611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc68b1-c1dc-4a64-973c-558f59f04e24 req-682149a2-3107-4693-b995-611166472c86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.084611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75bc68b1-c1dc-4a64-973c-558f59f04e24 req-682149a2-3107-4693-b995-611166472c86 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Sep 16 04:52:51.127784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75bc68b1-c1dc-4a64-973c-558f59f04e24 req-b0daaf40-e36e-4253-8433-4c336f55da9c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340512 Sep 16 04:52:51.286055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795727d9-5e4a-424b-9d8d-f030859d667b req-cde9ef4e-8593-4552-b4e3-e4db1ace6bff tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.291912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795727d9-5e4a-424b-9d8d-f030859d667b req-cde9ef4e-8593-4552-b4e3-e4db1ace6bff tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.293495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-795727d9-5e4a-424b-9d8d-f030859d667b req-cde9ef4e-8593-4552-b4e3-e4db1ace6bff tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1679 time: 0.0807738 Sep 16 04:52:51.307392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f43d56-68d1-4d0c-a101-e7388e1e5ff7 req-456382d1-c013-4956-861d-e356e9adb01f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.308877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4f43d56-68d1-4d0c-a101-e7388e1e5ff7 req-456382d1-c013-4956-861d-e356e9adb01f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0858707 Sep 16 04:52:51.372052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-795727d9-5e4a-424b-9d8d-f030859d667b req-2d17c13c-fd23-4e4e-9332-856cac2dc893 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725892 Sep 16 04:52:51.383744 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7ee92122-57b8-4201-a8fe-a316cd10d378 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:51.384257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4f43d56-68d1-4d0c-a101-e7388e1e5ff7 req-198f749b-3cee-425b-b970-d7bd7b3a92bd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640609 Sep 16 04:52:51.509622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7ee92122-57b8-4201-a8fe-a316cd10d378, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7ee92122-57b8-4201-a8fe-a316cd10d378,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:51.512909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-aa3856eb-4f0f-4862-9daa-5331a939069c tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--62407762&fields=id&tenant_id=13236adb32e448919a01fbef193e9b09 HTTP/1.1" status: 200 len: 267 time: 0.0559499 Sep 16 04:52:51.523298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '7ee92122-57b8-4201-a8fe-a316cd10d378', 'network_id': '7a9cf761-a68c-4d5d-b890-f2962f8dec89', 'port_id': '7ee92122-57b8-4201-a8fe-a316cd10d378', 'mac_address': 'fa:16:3e:f8:06:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6e6642-5e90-42e6-b1ff-8a5cfafeec32', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:51.628216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16296-0340-4dc7-a7c6-a64bc4066425 req-469b7016-b090-4257-98c1-70cb977369f8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.630524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecb16296-0340-4dc7-a7c6-a64bc4066425 req-469b7016-b090-4257-98c1-70cb977369f8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1165674 Sep 16 04:52:51.688727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-46807b87-7e49-4429-8841-781f5e39c837 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.690183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-46807b87-7e49-4429-8841-781f5e39c837 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/networks?id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 HTTP/1.1" status: 200 len: 824 time: 0.1659181 Sep 16 04:52:51.704505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.716443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecb16296-0340-4dc7-a7c6-a64bc4066425 req-894242c4-9aa2-40c3-b6b8-54aff8c6ce91 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783498 Sep 16 04:52:51.732175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-22bbee89-73c3-499f-8082-1effc53beaad tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/quotas/13236adb32e448919a01fbef193e9b09 HTTP/1.1" status: 200 len: 375 time: 0.0354755 Sep 16 04:52:51.738446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee92122-57b8-4201-a8fe-a316cd10d378 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:51.763071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7ee92122-57b8-4201-a8fe-a316cd10d378, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7ee92122-57b8-4201-a8fe-a316cd10d378,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:51.789813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-110c196b-9b8b-4ae8-8ede-e378b7f12f92 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0567789 Sep 16 04:52:51.859304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.860459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 812f5a10-544b-448f-a0b4-f6e3f64c2799 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:51.905651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa722b4-0762-47bf-908f-bb534859bb5c req-d8159e84-7e94-4656-9750-bcd571967962 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.907440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fa722b4-0762-47bf-908f-bb534859bb5c req-d8159e84-7e94-4656-9750-bcd571967962 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1166601 Sep 16 04:52:51.943550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7ee92122-57b8-4201-a8fe-a316cd10d378,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:51.946869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-50213588-103b-4581-a88d-0d0e91b2e9fd service neutron] 10.222.0.59 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442211 Sep 16 04:52:51.963432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fa722b4-0762-47bf-908f-bb534859bb5c req-f3213627-a9a1-448b-9cfc-d4cfbf5aa3d5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486448 Sep 16 04:52:52.049910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 812f5a10-544b-448f-a0b4-f6e3f64c2799, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=812f5a10-544b-448f-a0b4-f6e3f64c2799,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.066957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '812f5a10-544b-448f-a0b4-f6e3f64c2799', 'network_id': 'b0f64aba-96cd-430f-aa65-c69df84b068d', 'port_id': '812f5a10-544b-448f-a0b4-f6e3f64c2799', 'mac_address': 'fa:16:3e:6a:b7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c02624d-95e2-4768-9fb1-f04ffaa8d213', 'ip_address': '19.86.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:52.101490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-a469ccdd-a0ef-4316-8a65-174726df9f48 service neutron] 10.222.0.59 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371107 Sep 16 04:52:52.109272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.118532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8f510-acbb-4cba-a95f-e1a7f2dbc9fd req-e7e6f8f9-98af-4f8f-a01b-3e622a88f878 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.119984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ca8f510-acbb-4cba-a95f-e1a7f2dbc9fd req-e7e6f8f9-98af-4f8f-a01b-3e622a88f878 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0660982 Sep 16 04:52:52.122920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812f5a10-544b-448f-a0b4-f6e3f64c2799 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:52.148286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 812f5a10-544b-448f-a0b4-f6e3f64c2799, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=812f5a10-544b-448f-a0b4-f6e3f64c2799,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.165577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ca8f510-acbb-4cba-a95f-e1a7f2dbc9fd req-5b80b61a-4ae0-4e39-8fe0-de63e9622606 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Sep 16 04:52:52.261018 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.273254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685775ab-e799-40d7-b506-35b936d05ce1 req-f7236d20-f455-4c97-a878-be261c269f85 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.274791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-685775ab-e799-40d7-b506-35b936d05ce1 req-f7236d20-f455-4c97-a878-be261c269f85 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.0497892 Sep 16 04:52:52.309760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=812f5a10-544b-448f-a0b4-f6e3f64c2799,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:52.313611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-685775ab-e799-40d7-b506-35b936d05ce1 req-5146ea97-b464-4775-9cdc-af39cfbaa937 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Sep 16 04:52:52.532146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc076-2867-4745-b535-76a32250f4f2 req-f1fcdec3-9300-4067-bf7e-01b9d2647c54 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.533598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de0dc076-2867-4745-b535-76a32250f4f2 req-f1fcdec3-9300-4067-bf7e-01b9d2647c54 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.1087596 Sep 16 04:52:52.554264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dec69-34b7-4cef-a8ad-f8de0335e89f req-d8d0588c-0f17-46b2-b18b-21ed455b8459 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.560206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dec69-34b7-4cef-a8ad-f8de0335e89f req-d8d0588c-0f17-46b2-b18b-21ed455b8459 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.561739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a74dec69-34b7-4cef-a8ad-f8de0335e89f req-d8d0588c-0f17-46b2-b18b-21ed455b8459 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1681 time: 0.1074800 Sep 16 04:52:52.582926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['812f5a10-544b-448f-a0b4-f6e3f64c2799'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:52.615647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de0dc076-2867-4745-b535-76a32250f4f2 req-fc7fcf0d-956e-4329-9d70-0e71b74092b7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755694 Sep 16 04:52:52.620908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a74dec69-34b7-4cef-a8ad-f8de0335e89f req-e83ad152-56be-402c-b93c-1e647e4c8b91 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505619 Sep 16 04:52:52.719801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05fd9c-9245-4373-963a-d87518dd115b req-db4441cf-7e02-46e7-be82-b1374de14b54 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.721380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d05fd9c-9245-4373-963a-d87518dd115b req-db4441cf-7e02-46e7-be82-b1374de14b54 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f6587ec-64b1-4258-a875-2686f86f04d9 HTTP/1.1" status: 200 len: 945 time: 0.0996177 Sep 16 04:52:52.723642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f45f9bd-9346-4803-9f99-e5062d39d0d5 req-30c5fbc9-e0d8-423e-8cd6-7774ca24b5b9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 210 time: 0.0344310 Sep 16 04:52:52.903732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da1654-753d-4b5c-a00d-d00a89938f36 req-12b8786b-1fab-4eb3-bad6-f34832a528f8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.905233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84da1654-753d-4b5c-a00d-d00a89938f36 req-12b8786b-1fab-4eb3-bad6-f34832a528f8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1807325 Sep 16 04:52:52.924415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d17a-5291-4dbc-9bdb-2593d91ba923 req-785fe1a5-2cd5-4491-a667-5b1962dc1128 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.927035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eba4d17a-5291-4dbc-9bdb-2593d91ba923 req-785fe1a5-2cd5-4491-a667-5b1962dc1128 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1097 time: 0.1316278 Sep 16 04:52:53.003419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84da1654-753d-4b5c-a00d-d00a89938f36 req-1e4f01b0-1e33-49a4-968f-86af91f25b7a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886698 Sep 16 04:52:53.017807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eba4d17a-5291-4dbc-9bdb-2593d91ba923 req-82e5ec80-a477-432b-80b3-9968e2256586 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768359 Sep 16 04:52:53.030994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Deleting port db870990-e6da-479f-952e-e6605c73b9b8 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:53.030994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.189981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] For port db870990-e6da-479f-952e-e6605c73b9b8, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=db870990-e6da-479f-952e-e6605c73b9b8,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:53.190350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.212574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7e7ae-0a3f-4925-bc3f-168a49a36938 req-835f4344-0333-4abe-be28-469e6cade942 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.214394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6de7e7ae-0a3f-4925-bc3f-168a49a36938 req-835f4344-0333-4abe-be28-469e6cade942 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1207361 Sep 16 04:52:53.226676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4797-3539-46dc-b956-b8375918f1f1 req-d4bed6cd-0a53-4c32-8cd7-3d6d1b299cbc tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.228357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-065f4797-3539-46dc-b956-b8375918f1f1 req-d4bed6cd-0a53-4c32-8cd7-3d6d1b299cbc tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1310236 Sep 16 04:52:53.428589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6de7e7ae-0a3f-4925-bc3f-168a49a36938 req-c02ff279-fcff-4ded-9282-672ca0001ab7 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806018 Sep 16 04:52:53.437719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-065f4797-3539-46dc-b956-b8375918f1f1 req-bcd98c17-e282-4c4c-b278-39f1321d067f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512840 Sep 16 04:52:53.567025 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.567514 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.568099 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Floating IP 7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9 disassociated. External IP: 172.25.7.160, port: db870990-e6da-479f-952e-e6605c73b9b8. Sep 16 04:52:53.568508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Calling delete_port for db870990-e6da-479f-952e-e6605c73b9b8 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:53.650728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7ee92122-57b8-4201-a8fe-a316cd10d378'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.964073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9e5fa-5829-484d-b72f-2c99b8297a8a req-abc3a337-2db9-4b2e-9375-045bff6f1d89 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.965509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cb9e5fa-5829-484d-b72f-2c99b8297a8a req-abc3a337-2db9-4b2e-9375-045bff6f1d89 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.3937044 Sep 16 04:52:53.976182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3ee1f-4629-4165-85f3-bd7ddb887d8c req-e163df0d-8a69-4c18-b01a-804a9cc03192 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.977712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27a3ee1f-4629-4165-85f3-bd7ddb887d8c req-e163df0d-8a69-4c18-b01a-804a9cc03192 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.4069986 Sep 16 04:52:54.052370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cb9e5fa-5829-484d-b72f-2c99b8297a8a req-025550ce-5a7b-4cd4-8c03-b2ea3077b922 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721138 Sep 16 04:52:54.056754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27a3ee1f-4629-4165-85f3-bd7ddb887d8c req-4e4fff76-bb8c-403c-a94d-52503751c1ca tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686076 Sep 16 04:52:54.197450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1518d54-e26d-4854-9f57-a763d9799fed req-43d51b38-ea37-4f68-999c-a75fc7609957 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 210 time: 0.0604546 Sep 16 04:52:54.218622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deefae-7d76-4ccb-b868-667bbe4a7b4b req-1a53c51e-ef02-4ebf-8c7c-bd43b201043d tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.225970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deefae-7d76-4ccb-b868-667bbe4a7b4b req-1a53c51e-ef02-4ebf-8c7c-bd43b201043d tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.227682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7deefae-7d76-4ccb-b868-667bbe4a7b4b req-1a53c51e-ef02-4ebf-8c7c-bd43b201043d tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1681 time: 0.1045926 Sep 16 04:52:54.276986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7deefae-7d76-4ccb-b868-667bbe4a7b4b req-3c2cfbba-6f52-477f-bdb8-b01c35a003da tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Sep 16 04:52:54.293101 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.324929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event deleted for resources: {'Port': ['ID=db870990-e6da-479f-952e-e6605c73b9b8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:54.348296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68736e3-18cb-4153-b089-083a052f0c5a req-be15cd3c-abf7-4fb3-9a9f-2f86f31a4666 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.358389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d68736e3-18cb-4153-b089-083a052f0c5a req-be15cd3c-abf7-4fb3-9a9f-2f86f31a4666 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0976160 Sep 16 04:52:54.491838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d68736e3-18cb-4153-b089-083a052f0c5a req-7b7fcf26-9e83-44c9-a00c-288b7f67359c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937304 Sep 16 04:52:54.583235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Router 17e24a87-164e-4098-a956-e7546699c750 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:54.668886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8986afc-2f5d-480b-af41-9c8846a0248c req-5d6d8993-f13b-4279-9a1b-5e3962988d88 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.670342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8986afc-2f5d-480b-af41-9c8846a0248c req-5d6d8993-f13b-4279-9a1b-5e3962988d88 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1271775 Sep 16 04:52:54.808808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1387ad7-3133-4852-99a9-fa41bdb932cf req-eed5cce0-b43b-49a3-88c7-b052da4e200d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.810722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1387ad7-3133-4852-99a9-fa41bdb932cf req-eed5cce0-b43b-49a3-88c7-b052da4e200d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.2026873 Sep 16 04:52:54.815301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8986afc-2f5d-480b-af41-9c8846a0248c req-92a5abf8-8599-4178-b62a-118d52ceb82e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112206 Sep 16 04:52:54.857050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:54.874441 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] Sync routers for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:54.889032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1387ad7-3133-4852-99a9-fa41bdb932cf req-5333b4c4-3172-4df5-b5f2-a8636ec9fb12 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707836 Sep 16 04:52:54.894829 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:54.896248 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:54.967097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] No DVR routers for this DVR port db870990-e6da-479f-952e-e6605c73b9b8 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:54.967097 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.967097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d05fd9c-9245-4373-963a-d87518dd115b req-56914e1b-148a-4f18-949d-96a538d3a7aa tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "DELETE /v2.0/ports/db870990-e6da-479f-952e-e6605c73b9b8 HTTP/1.1" status: 204 len: 173 time: 2.2046809 Sep 16 04:52:54.967097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'name': 'network-vif-deleted', 'tag': 'db870990-e6da-479f-952e-e6605c73b9b8'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:54.967097 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9dc40-c537-4653-b5e4-6c938f030610" -d '{"events": [{"server_uuid": "9f6587ec-64b1-4258-a875-2686f86f04d9", "name": "network-vif-deleted", "tag": "db870990-e6da-479f-952e-e6605c73b9b8"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:55.043968 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0873bb-3eb9-4f9a-ade0-1c74502ffa0d x-openstack-request-id: req-9d0873bb-3eb9-4f9a-ade0-1c74502ffa0d {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:55.043968 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6587ec-64b1-4258-a875-2686f86f04d9", "name": "network-vif-deleted", "tag": "db870990-e6da-479f-952e-e6605c73b9b8", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:55.043968 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d0873bb-3eb9-4f9a-ade0-1c74502ffa0d {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:55.043968 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6587ec-64b1-4258-a875-2686f86f04d9', 'name': 'network-vif-deleted', 'tag': 'db870990-e6da-479f-952e-e6605c73b9b8', 'status': 'completed', 'code': 200} Sep 16 04:52:55.044638 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:55.193842 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:55.401257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d43f5-15bb-4caa-8d4f-87cf2521e29f req-6cfdd4e4-cbac-48df-99fb-81aa909ac0ab tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.407163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7ee92122-57b8-4201-a8fe-a316cd10d378 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:55.419349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4d43f5-15bb-4caa-8d4f-87cf2521e29f req-6cfdd4e4-cbac-48df-99fb-81aa909ac0ab tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1975787 Sep 16 04:52:55.431042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-2416a77d-2f2c-4b25-a6fc-c81f7eeb5b28 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.432670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-2416a77d-2f2c-4b25-a6fc-c81f7eeb5b28 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "GET /v2.0/networks?id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 HTTP/1.1" status: 200 len: 824 time: 0.3079813 Sep 16 04:52:55.443778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2ad1-9f3c-4ef4-bc74-1f9e6afc3020 req-803ff794-4b13-4e83-b9b5-31f3653be1a9 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.453852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d50f2ad1-9f3c-4ef4-bc74-1f9e6afc3020 req-803ff794-4b13-4e83-b9b5-31f3653be1a9 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.2382369 Sep 16 04:52:55.513955 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:55.598065 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] Checking router: 17e24a87-164e-4098-a956-e7546699c750 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:55.612517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4d43f5-15bb-4caa-8d4f-87cf2521e29f req-541622d9-dab5-4d2c-8cc3-890e1c9154b5 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998310 Sep 16 04:52:55.616733 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:55.617358 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:55.630260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d50f2ad1-9f3c-4ef4-bc74-1f9e6afc3020 req-61cc4d03-b34c-49b5-a96d-53ce3f4e736b tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753483 Sep 16 04:52:55.637632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-f2ae72b8-aa5b-44d1-b720-09c5484c35ae tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13236adb32e448919a01fbef193e9b09 HTTP/1.1" status: 200 len: 378 time: 0.1673706 Sep 16 04:52:55.671880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 7ee92122-57b8-4201-a8fe-a316cd10d378 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:55.676582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 7ee92122-57b8-4201-a8fe-a316cd10d378 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:55.676969 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.678200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Request body: {'port': {'device_id': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'admin_state_up': True, 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'security_groups': ['bd28855e-13f0-4f4d-ac33-ba91d2b9a85e']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:55.833052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbd30ea1-7857-4a3d-8bc4-9152af07c1f7 req-44f0c541-0a41-4831-9a59-5114ae52d783 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 210 time: 0.0428190 Sep 16 04:52:55.900124 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.954112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48fd97-4b77-421e-b27c-e0a3e55d3f92 req-c599109a-03b7-4d6f-a78f-223aae521a53 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.969285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48fd97-4b77-421e-b27c-e0a3e55d3f92 req-c599109a-03b7-4d6f-a78f-223aae521a53 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.978774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a48fd97-4b77-421e-b27c-e0a3e55d3f92 req-c599109a-03b7-4d6f-a78f-223aae521a53 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1681 time: 0.1944647 Sep 16 04:52:56.012950 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-0727a5cb-fe38-4984-a62d-72e34bc483a1 service neutron] show failed (client error): The resource could not be found. Sep 16 04:52:56.014649 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7ee92122-57b8-4201-a8fe-a316cd10d378, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7ee92122-57b8-4201-a8fe-a316cd10d378,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:56.015178 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-0727a5cb-fe38-4984-a62d-72e34bc483a1 service neutron] 10.222.0.60 "GET /v2.0/ports/621f0954-8eb6-41a3-af5c-eac6c38a97df/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.1618748 Sep 16 04:52:56.015780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee92122-57b8-4201-a8fe-a316cd10d378'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:56.018440 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3ec48d-a95f-47a5-a030-a141f4e05fb8" -d '{"events": [{"server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "name": "network-vif-plugged", "status": "completed", "tag": "7ee92122-57b8-4201-a8fe-a316cd10d378"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:56.088081 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.088901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 812f5a10-544b-448f-a0b4-f6e3f64c2799 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:56.118984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a48fd97-4b77-421e-b27c-e0a3e55d3f92 req-8d298209-fd22-4b29-a9e9-7d03bf555ba9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390483 Sep 16 04:52:56.124702 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:56.212714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Made reservation on behalf of 13236adb32e448919a01fbef193e9b09 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:56.216680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.248359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7ee92122-57b8-4201-a8fe-a316cd10d378,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.351925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 812f5a10-544b-448f-a0b4-f6e3f64c2799 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:56.358668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 812f5a10-544b-448f-a0b4-f6e3f64c2799 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:56.361595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.411459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780c14-420d-4b40-8796-b4e4e4882c86 req-47979cc2-9f95-4a63-b7fc-4197f680b8ae tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.419480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed780c14-420d-4b40-8796-b4e4e4882c86 req-47979cc2-9f95-4a63-b7fc-4197f680b8ae tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.2965758 Sep 16 04:52:56.479398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed780c14-420d-4b40-8796-b4e4e4882c86 req-21010617-d9fa-44c8-b526-4f9c13dec588 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Sep 16 04:52:56.495118 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:56.558436 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.569303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa9df1-ef20-43c3-b58c-43b6ce4187c2 req-53d3048c-25cf-4bef-aa42-ac62788839bb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.576671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9fa9df1-ef20-43c3-b58c-43b6ce4187c2 req-53d3048c-25cf-4bef-aa42-ac62788839bb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.2868085 Sep 16 04:52:56.602187 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c353a73-b609-41d1-9765-ec74917b40cc None None] The sync data for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 is: [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:56.626235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9fa9df1-ef20-43c3-b58c-43b6ce4187c2 req-a7cd8ca4-f798-4c5c-a95a-4b31b01cb27b tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487020 Sep 16 04:52:56.681125 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafb84b8-8860-4fb2-b881-0816fee83f6c x-openstack-request-id: req-aafb84b8-8860-4fb2-b881-0816fee83f6c {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:56.681438 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "name": "network-vif-plugged", "status": "completed", "tag": "7ee92122-57b8-4201-a8fe-a316cd10d378", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:56.681688 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aafb84b8-8860-4fb2-b881-0816fee83f6c {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:56.682198 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee92122-57b8-4201-a8fe-a316cd10d378', 'code': 200} Sep 16 04:52:56.743159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 812f5a10-544b-448f-a0b4-f6e3f64c2799, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=812f5a10-544b-448f-a0b4-f6e3f64c2799,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:56.792293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Allocated IP 172.20.0.5 (a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11/64041bfa-9030-4fbb-8a39-813ffc64eeae/06015b8a-9b35-46ee-a0a5-16ead1cc4f1c) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:56.823661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.823661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device db870990-e6da-479f-952e-e6605c73b9b8 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:56.824392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d7cb6-9a29-4a51-9cb8-8c4555aa10f6 req-f05993ca-ef49-4046-a753-a21fec810f9a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.825957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d2d7cb6-9a29-4a51-9cb8-8c4555aa10f6 req-f05993ca-ef49-4046-a753-a21fec810f9a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.2124298 Sep 16 04:52:56.878708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bb99-22a8-4146-a37d-c808b0c8e414 req-05bd535f-d1d4-477f-a62b-8cf1a574837c tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.880970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e80bb99-22a8-4146-a37d-c808b0c8e414 req-05bd535f-d1d4-477f-a62b-8cf1a574837c tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.1229668 Sep 16 04:52:56.896190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: db870990-e6da-479f-952e-e6605c73b9b8 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:56.897339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device db870990-e6da-479f-952e-e6605c73b9b8 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:56.930296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=812f5a10-544b-448f-a0b4-f6e3f64c2799,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.934420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d2d7cb6-9a29-4a51-9cb8-8c4555aa10f6 req-890d5b57-f2b0-4575-9649-221ee0664c51 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989919 Sep 16 04:52:56.985842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588e3c55-c447-43e0-91a9-bbf31637ae2f None None] New status for floating IP 7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:52:57.018636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e80bb99-22a8-4146-a37d-c808b0c8e414 req-104b852c-0f1a-454b-9bd8-c7611f6e3d63 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184056 Sep 16 04:52:57.095045 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.178494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2ddad-b225-4113-ac25-a9f4b3e70f8a req-c88a0186-0307-4385-a096-e8e22ef03449 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.180453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44b2ddad-b225-4113-ac25-a9f4b3e70f8a req-c88a0186-0307-4385-a096-e8e22ef03449 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1043246 Sep 16 04:52:57.237257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44b2ddad-b225-4113-ac25-a9f4b3e70f8a req-2248479c-5e0c-41bd-97c2-b797a137a3f1 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442073 Sep 16 04:52:57.282518 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.365447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:57.371476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:57.374149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:57.402307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event updated for resources: {'Port': ['ID=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:57.440944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ae9c5-fcac-42a9-a294-2336ad9428cc req-6ec12c2b-5608-4bac-91e5-d201aa60a942 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.443407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e9ae9c5-fcac-42a9-a294-2336ad9428cc req-6ec12c2b-5608-4bac-91e5-d201aa60a942 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 931 time: 0.1245923 Sep 16 04:52:57.449551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.450277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.501759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e9ae9c5-fcac-42a9-a294-2336ad9428cc req-316282c9-3b27-4fb2-83f1-23a28d410476 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404892 Sep 16 04:52:57.547056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8998e6c2-20a4-431d-b08a-ca3d6238d11e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8970687 Sep 16 04:52:57.566683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Request body: {'port': {'device_id': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:57.581308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7652f1fb-f458-4bf8-9535-9072f5b55d4c None None] Provisioning complete for port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:57.581906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7652f1fb-f458-4bf8-9535-9072f5b55d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.627736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7652f1fb-f458-4bf8-9535-9072f5b55d4c None None] Port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:57.685311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01fe1-aa98-4a38-bff9-32eec62db475 req-dd0b98d4-a7cd-43c9-a95c-91ebb761a77b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.695540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01fe1-aa98-4a38-bff9-32eec62db475 req-dd0b98d4-a7cd-43c9-a95c-91ebb761a77b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.697291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebd01fe1-aa98-4a38-bff9-32eec62db475 req-dd0b98d4-a7cd-43c9-a95c-91ebb761a77b tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1683 time: 0.1248238 Sep 16 04:52:57.698112 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.740588 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.771451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebd01fe1-aa98-4a38-bff9-32eec62db475 req-74e6fe85-380a-459c-b8f9-dfc518491b22 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642424 Sep 16 04:52:57.919730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9cd99-1666-40a7-8d95-22e9b712f54b req-f2fa0ef2-1fe9-46bc-a060-5fb6bd2dff5f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.921319 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26f9cd99-1666-40a7-8d95-22e9b712f54b req-f2fa0ef2-1fe9-46bc-a060-5fb6bd2dff5f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0865362 Sep 16 04:52:58.016339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26f9cd99-1666-40a7-8d95-22e9b712f54b req-36559f69-852d-43ae-93dd-b51338d5c367 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627201 Sep 16 04:52:58.169036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:58.182176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.201557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4b329-74bb-41a6-8dcf-6fc8efa359ad req-d44367d5-0d68-4266-bd8b-3e223e52d4c2 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.203385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78c4b329-74bb-41a6-8dcf-6fc8efa359ad req-d44367d5-0d68-4266-bd8b-3e223e52d4c2 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1074855 Sep 16 04:52:58.216802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Transition to ACTIVE for port object 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:58.241912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4b9a-bd53-4b99-8792-4f235dc445d4 req-f5a850cf-19f2-4e62-a582-bfaa4fef9ad6 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.243509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a14a4b9a-bd53-4b99-8792-4f235dc445d4 req-f5a850cf-19f2-4e62-a582-bfaa4fef9ad6 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.1145709 Sep 16 04:52:58.276469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78c4b329-74bb-41a6-8dcf-6fc8efa359ad req-bfaef5f5-6ce9-4532-8ae0-97223c7d7ae9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Sep 16 04:52:58.289785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.325633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a14a4b9a-bd53-4b99-8792-4f235dc445d4 req-c55079a8-112a-414a-bc31-2fe8a4ebfb4c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702803 Sep 16 04:52:58.373070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:58.513271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eff76a-b9ef-4dc5-a686-14e60f5c8316 req-7d2a6c6d-a8c5-45cf-bdfa-4a7aa9cb98be tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.514801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62eff76a-b9ef-4dc5-a686-14e60f5c8316 req-7d2a6c6d-a8c5-45cf-bdfa-4a7aa9cb98be tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.1652162 Sep 16 04:52:58.555611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555daf-2540-44de-8ac7-c74821789b75 req-530861ec-57a6-4541-9f9d-301cedfa8cc3 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.563500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2555daf-2540-44de-8ac7-c74821789b75 req-530861ec-57a6-4541-9f9d-301cedfa8cc3 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1123002 Sep 16 04:52:58.580742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Attempting to bind port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:58.581085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Attempting to bind port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:58.581415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Attempting to bind port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c on network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:58.601630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c on network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:58.601950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Attempting to bind port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c on network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:58.620307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62eff76a-b9ef-4dc5-a686-14e60f5c8316 req-d2df182c-c335-445f-90a1-cc3c71d3e5e0 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882077 Sep 16 04:52:58.621006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:58.621345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Checking segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:58.621721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Bound using segment: {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:58.622165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Bound port: 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e966a3-1af9-4e3b-a988-ed85799336e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:58.622528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.631893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2555daf-2540-44de-8ac7-c74821789b75 req-fb41c2e8-ce45-4de9-9cd8-737cef4e2699 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674207 Sep 16 04:52:58.685921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812f5a10-544b-448f-a0b4-f6e3f64c2799'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:58.691035 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ed8c0a-859e-4884-ba18-8aa462aa0143" -d '{"events": [{"server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "name": "network-vif-plugged", "status": "completed", "tag": "812f5a10-544b-448f-a0b4-f6e3f64c2799"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:58.742442 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec024c-18ec-48d6-97bc-844958a7df94 x-openstack-request-id: req-d8ec024c-18ec-48d6-97bc-844958a7df94 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:58.742779 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "name": "network-vif-plugged", "status": "completed", "tag": "812f5a10-544b-448f-a0b4-f6e3f64c2799", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:58.743029 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8ec024c-18ec-48d6-97bc-844958a7df94 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:58.743453 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812f5a10-544b-448f-a0b4-f6e3f64c2799', 'code': 200} Sep 16 04:52:58.756869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] For port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:58.776245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] For port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:58.806721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea85319-2170-472b-a467-71426f27e5ca req-60d26c20-1592-4e08-aa8e-bae776c50842 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.807497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ea85319-2170-472b-a467-71426f27e5ca req-60d26c20-1592-4e08-aa8e-bae776c50842 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 943 time: 0.0997591 Sep 16 04:52:58.884200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ea85319-2170-472b-a467-71426f27e5ca req-862130a5-6cce-49a0-9abb-6087fe354dcb tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692787 Sep 16 04:52:58.886357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.905578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7714e1f-ec0c-4cce-8f6e-2e02c1be39b2 req-83225186-fde2-480c-a340-21dbe59ff068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.906087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7714e1f-ec0c-4cce-8f6e-2e02c1be39b2 req-83225186-fde2-480c-a340-21dbe59ff068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.907725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7714e1f-ec0c-4cce-8f6e-2e02c1be39b2 req-83225186-fde2-480c-a340-21dbe59ff068 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1987 time: 0.0965273 Sep 16 04:52:58.955748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7714e1f-ec0c-4cce-8f6e-2e02c1be39b2 req-8304622c-00db-4a1b-9064-71908c66eab9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Sep 16 04:52:58.970929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.977538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.977538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] 10.222.0.60 "PUT /v2.0/ports/06015b8a-9b35-46ee-a0a5-16ead1cc4f1c HTTP/1.1" status: 200 len: 1092 time: 1.4115617 Sep 16 04:52:58.977538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'tag': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:58.977538 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c8e6b9-8615-4f51-989e-57a681f4c202" -d '{"events": [{"name": "network-changed", "server_uuid": "d7434dad-5202-4991-af64-fd6fa5d624e0", "tag": "06015b8a-9b35-46ee-a0a5-16ead1cc4f1c"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:59.015096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1ef4c-0a53-4412-9847-4b94af749cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.027429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a511c8-3e47-4a9f-9a8d-a859bb03f867 req-8621b7b7-47f9-46f5-a2b9-35582e6cefd7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.033450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a511c8-3e47-4a9f-9a8d-a859bb03f867 req-8621b7b7-47f9-46f5-a2b9-35582e6cefd7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.035087 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20a511c8-3e47-4a9f-9a8d-a859bb03f867 req-8621b7b7-47f9-46f5-a2b9-35582e6cefd7 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1683 time: 0.1233151 Sep 16 04:52:59.064002 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21afe9cd-d10f-458c-9084-7cd991ce89eb x-openstack-request-id: req-21afe9cd-d10f-458c-9084-7cd991ce89eb {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:59.064291 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7434dad-5202-4991-af64-fd6fa5d624e0", "tag": "06015b8a-9b35-46ee-a0a5-16ead1cc4f1c", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:59.064542 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21afe9cd-d10f-458c-9084-7cd991ce89eb {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:59.064932 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'tag': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'status': 'completed', 'code': 200} Sep 16 04:52:59.101219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20a511c8-3e47-4a9f-9a8d-a859bb03f867 req-68173f32-c92e-49f2-ac94-ce3ca0600c02 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Sep 16 04:52:59.246625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49965e0-0ad5-4e3e-9624-9c345242e472 req-43fc27d2-61a1-4af3-97ed-40e24d61320e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.248215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b49965e0-0ad5-4e3e-9624-9c345242e472 req-43fc27d2-61a1-4af3-97ed-40e24d61320e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0849426 Sep 16 04:52:59.257422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e6b9-8615-4f51-989e-57a681f4c202 req-f5a52a11-3c89-402b-8992-be3f5695988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.258890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12c8e6b9-8615-4f51-989e-57a681f4c202 req-f5a52a11-3c89-402b-8992-be3f5695988f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 1095 time: 0.0828233 Sep 16 04:52:59.322937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b49965e0-0ad5-4e3e-9624-9c345242e472 req-a1d92e4a-14ed-40da-a7cd-6dbac443318b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686312 Sep 16 04:52:59.437654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 621f0954-8eb6-41a3-af5c-eac6c38a97df no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:59.440682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e6b9-8615-4f51-989e-57a681f4c202 req-cedbcf39-d5da-43e2-bfb7-c6beae6d6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.442716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12c8e6b9-8615-4f51-989e-57a681f4c202 req-cedbcf39-d5da-43e2-bfb7-c6beae6d6d3f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=13236adb32e448919a01fbef193e9b09&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1715133 Sep 16 04:52:59.538601 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.581157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:59.650121 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.706624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.782270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335d5cb-4858-4f4f-a9de-fdc8c3c140c1 req-1fb45ee3-5bdb-4c77-ab3d-5bd664132398 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.790079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5335d5cb-4858-4f4f-a9de-fdc8c3c140c1 req-1fb45ee3-5bdb-4c77-ab3d-5bd664132398 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.4132433 Sep 16 04:52:59.859995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b8674-4a44-4e64-93eb-a53bce78e5b8 req-665452f9-4655-4104-ad4b-d595bac8e58e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.861501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-504b8674-4a44-4e64-93eb-a53bce78e5b8 req-665452f9-4655-4104-ad4b-d595bac8e58e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 949 time: 0.4374743 Sep 16 04:52:59.907733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5335d5cb-4858-4f4f-a9de-fdc8c3c140c1 req-b87f941f-7528-46ce-8c07-44f1ae41c1a1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168578 Sep 16 04:52:59.932367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e6b9-8615-4f51-989e-57a681f4c202 req-cde395b1-6eff-4720-97c9-d3cb21d11ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.934194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12c8e6b9-8615-4f51-989e-57a681f4c202 req-cde395b1-6eff-4720-97c9-d3cb21d11ed8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4754949 Sep 16 04:52:59.949761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-504b8674-4a44-4e64-93eb-a53bce78e5b8 req-3c26fe4d-f4a6-4552-afaf-cd05da65af28 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763378 Sep 16 04:53:00.098235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-6b4b7b67-5ffe-4564-b461-b6ca4f7485c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.100137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-6b4b7b67-5ffe-4564-b461-b6ca4f7485c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 1095 time: 0.1160431 Sep 16 04:53:00.137970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e03f3-17b7-46b6-a3b4-38f9ce111545 req-816ad8a9-f050-44bf-8f2e-327977932349 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.139585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af1e03f3-17b7-46b6-a3b4-38f9ce111545 req-816ad8a9-f050-44bf-8f2e-327977932349 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.1132467 Sep 16 04:53:00.185576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36509c-a8a2-45c1-b03a-c5ba679c7831 req-71880842-95e3-467c-bda1-5a4c8453b217 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.187027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b36509c-a8a2-45c1-b03a-c5ba679c7831 req-71880842-95e3-467c-bda1-5a4c8453b217 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1312406 Sep 16 04:53:00.193545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-a77321f2-33f4-4f18-9fa4-1a71609aa43e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c HTTP/1.1" status: 200 len: 217 time: 0.0811334 Sep 16 04:53:00.296964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af1e03f3-17b7-46b6-a3b4-38f9ce111545 req-ae83d836-de9c-4b12-a419-b974b79d9511 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494238 Sep 16 04:53:00.307186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b36509c-a8a2-45c1-b03a-c5ba679c7831 req-b007bedf-4198-40e3-aa8f-0dc512f96fb1 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117432 Sep 16 04:53:00.313096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8ff6ec17-ca77-4323-810d-77a3c65393fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.314615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-8ff6ec17-ca77-4323-810d-77a3c65393fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64041bfa-9030-4fbb-8a39-813ffc64eeae HTTP/1.1" status: 200 len: 863 time: 0.1116927 Sep 16 04:53:00.536385 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb149-75d0-4272-8cbf-e1c40c378485 req-2b68cc8a-b7bd-4ad3-b9f4-9cbb4ac0637d tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.542520 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb149-75d0-4272-8cbf-e1c40c378485 req-2b68cc8a-b7bd-4ad3-b9f4-9cbb4ac0637d tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.544192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b0bb149-75d0-4272-8cbf-e1c40c378485 req-2b68cc8a-b7bd-4ad3-b9f4-9cbb4ac0637d tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1683 time: 0.1213698 Sep 16 04:53:00.546507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-5cd899ea-899d-473b-a2f5-693d2aa3a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.547933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-5cd899ea-899d-473b-a2f5-693d2aa3a945 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2153347 Sep 16 04:53:00.555500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84601a-edcb-4717-915d-39f1fe78a448 req-ebaef9a4-202a-4e76-8579-b96874d66882 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.557072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc84601a-edcb-4717-915d-39f1fe78a448 req-ebaef9a4-202a-4e76-8579-b96874d66882 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 943 time: 0.1508801 Sep 16 04:53:00.680720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b0bb149-75d0-4272-8cbf-e1c40c378485 req-89f82bc9-89cb-479c-96dd-2fc2303cb2a9 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225646 Sep 16 04:53:00.692576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc84601a-edcb-4717-915d-39f1fe78a448 req-bebbc700-6051-495d-84a2-4a5546ab6739 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124222 Sep 16 04:53:00.713050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-e6fd618d-da4c-4019-bb64-32854782d561 service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487448 Sep 16 04:53:00.745856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:00.748954 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3993429-df38-4bc1-8a4f-4b671d35751e" -d '{"events": [{"server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "name": "network-vif-unplugged", "status": "completed", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:00.818813 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4e20a3-5cfa-4ee9-8be6-b682ea0087fb x-openstack-request-id: req-7a4e20a3-5cfa-4ee9-8be6-b682ea0087fb {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:00.819508 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "name": "network-vif-unplugged", "status": "completed", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:00.819980 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a4e20a3-5cfa-4ee9-8be6-b682ea0087fb {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:00.820583 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'code': 200} Sep 16 04:53:00.868591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddeb223d-f570-4f61-b4b0-50d7200df51b req-ff3cccb4-39f9-4897-b1b3-9b1c6248086f service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443241 Sep 16 04:53:00.883093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323942-eff5-4181-9356-ebd981655f8c req-ef0c2c01-65e6-4d5d-aa88-21ccb828d0ce tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.888064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e323942-eff5-4181-9356-ebd981655f8c req-ef0c2c01-65e6-4d5d-aa88-21ccb828d0ce tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0912929 Sep 16 04:53:00.925548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e323942-eff5-4181-9356-ebd981655f8c req-bf1bd3ed-ef2c-49e4-bc44-18a7f2effdba tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343161 Sep 16 04:53:01.068730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f76e9-30ba-4e08-af44-c4a9cd1ddc7a req-52d1f425-305f-4417-997a-4332098ece25 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.070688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b3f76e9-30ba-4e08-af44-c4a9cd1ddc7a req-52d1f425-305f-4417-997a-4332098ece25 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0872877 Sep 16 04:53:01.085240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd88b-6e39-4164-836f-36a2207019ac req-58c5d5c4-4dff-4f92-bbe1-6d86b3c413f5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.090727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b2cd88b-6e39-4164-836f-36a2207019ac req-58c5d5c4-4dff-4f92-bbe1-6d86b3c413f5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.0791852 Sep 16 04:53:01.145436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b3f76e9-30ba-4e08-af44-c4a9cd1ddc7a req-353e4688-1cbe-4abe-98b8-6017648b5abe tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530849 Sep 16 04:53:01.151840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b2cd88b-6e39-4164-836f-36a2207019ac req-debfe7d8-8488-4f7a-9479-8b248a401be8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 Sep 16 04:53:01.473679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02bd2-64f4-4209-929d-3c70dc9fb838 req-1f31b739-0270-44e6-a0df-ee587ad287f1 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.475317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aeb02bd2-64f4-4209-929d-3c70dc9fb838 req-1f31b739-0270-44e6-a0df-ee587ad287f1 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.0963535 Sep 16 04:53:01.483864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9beb4-5398-4648-884d-ed1ef2c0d862 req-ce96ece0-8bc2-4ba2-89b6-777afcd10561 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.485352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33d9beb4-5398-4648-884d-ed1ef2c0d862 req-ce96ece0-8bc2-4ba2-89b6-777afcd10561 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0924671 Sep 16 04:53:01.546806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aeb02bd2-64f4-4209-929d-3c70dc9fb838 req-e0c7389b-248b-4643-a21b-c734a2edbb8d tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603549 Sep 16 04:53:01.556613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33d9beb4-5398-4648-884d-ed1ef2c0d862 req-2ca97e4c-f812-48c6-a8d0-af3eb5c3f75c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639429 Sep 16 04:53:01.851191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5ae64-d749-4369-9cc8-8fd387bb573b req-a3e71a54-6f1b-4002-a3f4-3fe59dbd7246 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.857119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5ae64-d749-4369-9cc8-8fd387bb573b req-a3e71a54-6f1b-4002-a3f4-3fe59dbd7246 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.858674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29d5ae64-d749-4369-9cc8-8fd387bb573b req-a3e71a54-6f1b-4002-a3f4-3fe59dbd7246 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1683 time: 0.0881572 Sep 16 04:53:01.871069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f84725-d405-4ccd-baf5-19b26adf0923 req-bab232e7-82c4-44f7-b4af-743b8795daf2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.872627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1f84725-d405-4ccd-baf5-19b26adf0923 req-bab232e7-82c4-44f7-b4af-743b8795daf2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 943 time: 0.0753057 Sep 16 04:53:01.931984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29d5ae64-d749-4369-9cc8-8fd387bb573b req-d254e16d-0679-40ba-b372-e0b2a75ec80a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583174 Sep 16 04:53:01.934740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1f84725-d405-4ccd-baf5-19b26adf0923 req-5ae2afb2-60ae-409f-a2bc-f82f1abbc2d1 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553253 Sep 16 04:53:02.073493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b895b3-627f-4020-b653-7fe8b561852a req-9aa63c88-b060-4a1c-854e-c481e95dc27b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.075083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05b895b3-627f-4020-b653-7fe8b561852a req-9aa63c88-b060-4a1c-854e-c481e95dc27b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0696740 Sep 16 04:53:02.119555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05b895b3-627f-4020-b653-7fe8b561852a req-a4b80437-0d2b-4856-88e4-4c9e99a80c1c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365410 Sep 16 04:53:02.280140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e59904-c03e-42bc-8f86-21f44911dd46 req-f5b221ca-9c59-4654-ae53-1bd3c143ef64 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.282511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70e59904-c03e-42bc-8f86-21f44911dd46 req-f5b221ca-9c59-4654-ae53-1bd3c143ef64 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0596011 Sep 16 04:53:02.324015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70e59904-c03e-42bc-8f86-21f44911dd46 req-f9345248-29fe-4b21-83c2-7e336d14c9ed tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349574 Sep 16 04:53:02.491906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a589b-2c8c-440a-bd0f-fcc5257c1f3b req-e4088066-4d9e-4e24-86c8-6d7d350bd2a1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.494387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-708a589b-2c8c-440a-bd0f-fcc5257c1f3b req-e4088066-4d9e-4e24-86c8-6d7d350bd2a1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.0728533 Sep 16 04:53:02.557205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-708a589b-2c8c-440a-bd0f-fcc5257c1f3b req-d2f03c88-f53a-4424-9227-edd04d63be21 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Sep 16 04:53:02.565920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb3fe-91ff-4ba2-a366-3ed4a0be2f24 req-0c5ea1d3-3c63-47cc-a26f-5d10f4d7abba tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.575313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb3fe-91ff-4ba2-a366-3ed4a0be2f24 req-0c5ea1d3-3c63-47cc-a26f-5d10f4d7abba tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.576708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa7fb3fe-91ff-4ba2-a366-3ed4a0be2f24 req-0c5ea1d3-3c63-47cc-a26f-5d10f4d7abba tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1683 time: 0.1155474 Sep 16 04:53:02.636141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa7fb3fe-91ff-4ba2-a366-3ed4a0be2f24 req-5d6dddcf-7b1b-4686-9c0c-10e37a4a80bd tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504162 Sep 16 04:53:02.716574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1e5e0-4670-414c-926f-05674deb2f99 req-3a98749c-8c34-4f76-8afa-c0aef2259e16 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.718520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdb1e5e0-4670-414c-926f-05674deb2f99 req-3a98749c-8c34-4f76-8afa-c0aef2259e16 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.0698273 Sep 16 04:53:02.777003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdb1e5e0-4670-414c-926f-05674deb2f99 req-270d7d42-3866-42cf-824d-31c0e24c0b9c tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Sep 16 04:53:02.785841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a90252-dc2a-4f0d-a9ba-d26876c06509 req-994ffa85-08a8-4e2c-82bc-a4d4a1345390 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.787505 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5a90252-dc2a-4f0d-a9ba-d26876c06509 req-994ffa85-08a8-4e2c-82bc-a4d4a1345390 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0939252 Sep 16 04:53:02.829768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5a90252-dc2a-4f0d-a9ba-d26876c06509 req-a0ffd426-7634-4ad1-934f-7116e3fa3ae7 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Sep 16 04:53:03.065518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c90b3-2746-4d2c-8ca0-6e3034ca7b7b req-7589db6f-a774-46ff-857b-7856bca46932 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.067799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec1c90b3-2746-4d2c-8ca0-6e3034ca7b7b req-7589db6f-a774-46ff-857b-7856bca46932 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 943 time: 0.0659492 Sep 16 04:53:03.117307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec1c90b3-2746-4d2c-8ca0-6e3034ca7b7b req-62bb2fb8-c2b3-490a-b368-296892b3f308 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427878 Sep 16 04:53:03.270551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3124-9b74-4635-9cf0-1e4891ac1368 req-f23e10bc-5df1-4cd0-b38f-ecf20c689c8c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.272115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c1e3124-9b74-4635-9cf0-1e4891ac1368 req-f23e10bc-5df1-4cd0-b38f-ecf20c689c8c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0533261 Sep 16 04:53:03.310680 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c1e3124-9b74-4635-9cf0-1e4891ac1368 req-f23601a5-2bfb-4b68-9b32-16852e6096c1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324345 Sep 16 04:53:03.436992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:03.451990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58471f4-773f-4cd8-a8c9-6f8cce5c8e41 req-40cb7ff1-ef4c-4db1-b8ed-cfa257ec4cfd tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.453561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58471f4-773f-4cd8-a8c9-6f8cce5c8e41 req-40cb7ff1-ef4c-4db1-b8ed-cfa257ec4cfd tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0551500 Sep 16 04:53:03.499503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58471f4-773f-4cd8-a8c9-6f8cce5c8e41 req-9d8c9fdf-659a-4705-b576-f367ea321ca0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399590 Sep 16 04:53:03.566131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:03.577411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'port_id': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'mac_address': 'fa:16:3e:1f:b6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:03.622350 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.637193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:03.668253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:03.696832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4de90-ad81-476c-b838-6b7835ee6ae9 req-f36dfbb1-c643-408b-ac30-a298051670f5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.698409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2f4de90-ad81-476c-b838-6b7835ee6ae9 req-f36dfbb1-c643-408b-ac30-a298051670f5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.0589521 Sep 16 04:53:03.756119 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.778037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2f4de90-ad81-476c-b838-6b7835ee6ae9 req-33c8731a-7de3-417a-98f5-55383353fb64 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730939 Sep 16 04:53:03.802566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bc9ff-f03d-49f9-b9d9-877135e4850e req-c3271869-cf4c-4f35-b577-a3a7dd6fb9e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.808694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bc9ff-f03d-49f9-b9d9-877135e4850e req-c3271869-cf4c-4f35-b577-a3a7dd6fb9e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.810214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b92bc9ff-f03d-49f9-b9d9-877135e4850e req-c3271869-cf4c-4f35-b577-a3a7dd6fb9e3 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1683 time: 0.0990961 Sep 16 04:53:03.823170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.891691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b92bc9ff-f03d-49f9-b9d9-877135e4850e req-ce5a53b2-3246-438e-b2b8-7e850f20eae5 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741341 Sep 16 04:53:03.931898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34203-1d2e-4dca-949a-3b82d7760067 req-34375326-48e5-47a6-bb09-e3114ce98558 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.933742 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbb34203-1d2e-4dca-949a-3b82d7760067 req-34375326-48e5-47a6-bb09-e3114ce98558 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.0787268 Sep 16 04:53:04.002315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbb34203-1d2e-4dca-949a-3b82d7760067 req-7d704ee9-1006-4767-8e61-1bec1d697f04 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613256 Sep 16 04:53:04.019084 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426bd24-1ccd-4a50-b317-e6116f759ec1 req-470f7677-d3dc-4318-8cfa-893cf3bc4fa3 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.021236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8426bd24-1ccd-4a50-b317-e6116f759ec1 req-470f7677-d3dc-4318-8cfa-893cf3bc4fa3 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0662503 Sep 16 04:53:04.051657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['06015b8a-9b35-46ee-a0a5-16ead1cc4f1c'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:04.064477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8426bd24-1ccd-4a50-b317-e6116f759ec1 req-9c4b77e3-868d-43d7-a50e-d00bf2e9f6d8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362439 Sep 16 04:53:04.138572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-90a9dada-a456-48c6-b9e7-134774867b46 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.145521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-90a9dada-a456-48c6-b9e7-134774867b46 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.146703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-90a9dada-a456-48c6-b9e7-134774867b46 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 1683 time: 0.0553803 Sep 16 04:53:04.268731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b63a71-66f3-4393-861c-c3449e215e6f req-de1dfd07-69d8-4824-ad10-7ff6c31f77ea tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.271502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b63a71-66f3-4393-861c-c3449e215e6f req-de1dfd07-69d8-4824-ad10-7ff6c31f77ea tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 944 time: 0.0858755 Sep 16 04:53:04.309905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port 812f5a10-544b-448f-a0b4-f6e3f64c2799 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:04.310157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.350463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b63a71-66f3-4393-861c-c3449e215e6f req-5031080f-9474-43ef-95b3-34b7ee33aadd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714929 Sep 16 04:53:04.450291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port 812f5a10-544b-448f-a0b4-f6e3f64c2799, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=812f5a10-544b-448f-a0b4-f6e3f64c2799,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:04.450659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.468784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for 812f5a10-544b-448f-a0b4-f6e3f64c2799 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:04.494046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a24a9-c1d5-43c4-aa7a-3d4615a0d6cc req-718e8b96-a727-4d4e-936b-10df7ad1205c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.495563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b2a24a9-c1d5-43c4-aa7a-3d4615a0d6cc req-718e8b96-a727-4d4e-936b-10df7ad1205c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1060219 Sep 16 04:53:04.576358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b2a24a9-c1d5-43c4-aa7a-3d4615a0d6cc req-57732e70-7260-472e-b5b1-8b8fa785011e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531809 Sep 16 04:53:04.649798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc5b5-0614-4d4b-838b-b985793fe188 req-78b4743c-6b0e-46d3-8373-277d2bed9bba tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.651321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d1bc5b5-0614-4d4b-838b-b985793fe188 req-78b4743c-6b0e-46d3-8373-277d2bed9bba tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0739098 Sep 16 04:53:04.716823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d1bc5b5-0614-4d4b-838b-b985793fe188 req-9aca5812-5be2-4286-ad9d-5bcda5ddcdad tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472245 Sep 16 04:53:04.814358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.827730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['812f5a10-544b-448f-a0b4-f6e3f64c2799', '7ee92122-57b8-4201-a8fe-a316cd10d378'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:04.845628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=812f5a10-544b-448f-a0b4-f6e3f64c2799,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:04.905255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port 812f5a10-544b-448f-a0b4-f6e3f64c2799 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:04.924589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.931605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-352ede80-e17e-4269-b2f7-9c8882e8c43e tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.60 "DELETE /v2.0/ports/812f5a10-544b-448f-a0b4-f6e3f64c2799 HTTP/1.1" status: 204 len: 173 time: 0.7775919 Sep 16 04:53:04.932096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'name': 'network-vif-deleted', 'tag': '812f5a10-544b-448f-a0b4-f6e3f64c2799'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:04.934453 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb7a1ed-8e8d-44e8-a7f7-8171bc9b8d4e" -d '{"events": [{"server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "name": "network-vif-deleted", "tag": "812f5a10-544b-448f-a0b4-f6e3f64c2799"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:05.108016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a6841-a950-4052-a5c3-a6e72c80a629 req-5f0df350-6fb9-40fc-966a-a703e323c71c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.122265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f8a6841-a950-4052-a5c3-a6e72c80a629 req-5f0df350-6fb9-40fc-966a-a703e323c71c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.2180481 Sep 16 04:53:05.193817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f8a6841-a950-4052-a5c3-a6e72c80a629 req-719f64a7-2a8f-451c-92af-76ec3473e4c2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706513 Sep 16 04:53:05.204321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747598e-04e9-44bc-a3ed-724e30bebcbf req-83f53a28-e7b7-41a6-ae68-12131569cb07 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.205840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2747598e-04e9-44bc-a3ed-724e30bebcbf req-83f53a28-e7b7-41a6-ae68-12131569cb07 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 946 time: 0.1614356 Sep 16 04:53:05.213345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port 7ee92122-57b8-4201-a8fe-a316cd10d378 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:05.213691 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.264421 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55a56c3-8b19-46e4-9b57-37a597408e8f x-openstack-request-id: req-f55a56c3-8b19-46e4-9b57-37a597408e8f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:05.266135 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "name": "network-vif-deleted", "tag": "812f5a10-544b-448f-a0b4-f6e3f64c2799", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:05.266351 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f55a56c3-8b19-46e4-9b57-37a597408e8f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:05.266756 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'name': 'network-vif-deleted', 'tag': '812f5a10-544b-448f-a0b4-f6e3f64c2799', 'status': 'completed', 'code': 200} Sep 16 04:53:05.359655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2747598e-04e9-44bc-a3ed-724e30bebcbf req-ef2688b9-9185-4b3e-b8ec-61e6f1ac5b0c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f1561c6-989e-44ce-833e-84621efa43db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368046 Sep 16 04:53:05.388132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port 7ee92122-57b8-4201-a8fe-a316cd10d378, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7ee92122-57b8-4201-a8fe-a316cd10d378,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:05.388503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.406810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for 7ee92122-57b8-4201-a8fe-a316cd10d378 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:05.415955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b44ef-3909-4024-87bc-81266c3db86b req-bddbfe27-79da-460b-b2d9-76b56be12d9b tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.417431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a0b44ef-3909-4024-87bc-81266c3db86b req-bddbfe27-79da-460b-b2d9-76b56be12d9b tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.1059601 Sep 16 04:53:05.445256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:05.536945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a0b44ef-3909-4024-87bc-81266c3db86b req-f1b0450e-716c-4515-8f2c-a2a3a2bff7aa tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111805 Sep 16 04:53:05.554023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5c007-fadf-403f-8afd-46d4c33a34dd req-d1ebe740-3835-4df4-bc42-97047053cfd6 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.555591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30a5c007-fadf-403f-8afd-46d4c33a34dd req-d1ebe740-3835-4df4-bc42-97047053cfd6 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1215367 Sep 16 04:53:05.558131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:05.562396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:05.562761 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.663947 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.687027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:05.689318 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383167a3-d7a0-4ce4-8cd7-1a052d7278c4" -d '{"events": [{"server_uuid": "d7434dad-5202-4991-af64-fd6fa5d624e0", "name": "network-vif-plugged", "status": "completed", "tag": "06015b8a-9b35-46ee-a0a5-16ead1cc4f1c"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:05.691994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30a5c007-fadf-403f-8afd-46d4c33a34dd req-ee5ae87a-e4a9-447e-a3bb-90141da55d1d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086490 Sep 16 04:53:05.703708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:05.720786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639efa3-331a-4eb4-a016-8d827adb9125 req-8315636f-28b4-4187-b3cc-eed48b90119e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.722263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7639efa3-331a-4eb4-a016-8d827adb9125 req-8315636f-28b4-4187-b3cc-eed48b90119e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 944 time: 0.1267653 Sep 16 04:53:05.789722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7639efa3-331a-4eb4-a016-8d827adb9125 req-67ded1e8-d771-4c79-9250-ac62a8b58c89 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609868 Sep 16 04:53:05.801339 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.813172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837873e-4bda-477c-ae2b-8cfc26892d6a req-67a77971-9573-4068-b9da-5dfdee8885a7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.814800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b837873e-4bda-477c-ae2b-8cfc26892d6a req-67a77971-9573-4068-b9da-5dfdee8885a7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0732903 Sep 16 04:53:05.841389 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20d625d-eb93-4fb2-8086-3b4c1d741596 x-openstack-request-id: req-c20d625d-eb93-4fb2-8086-3b4c1d741596 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:05.842240 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7434dad-5202-4991-af64-fd6fa5d624e0", "name": "network-vif-plugged", "status": "completed", "tag": "06015b8a-9b35-46ee-a0a5-16ead1cc4f1c", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:05.842660 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c20d625d-eb93-4fb2-8086-3b4c1d741596 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:05.843223 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'code': 200} Sep 16 04:53:05.848206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.861610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.882737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b837873e-4bda-477c-ae2b-8cfc26892d6a req-6a93e9e3-afbb-48ad-86a9-ad33fd6dfa23 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605190 Sep 16 04:53:05.885698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=7ee92122-57b8-4201-a8fe-a316cd10d378,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.898279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.898629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.899014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.899417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.899920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.900111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.900444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.900775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.901102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.901435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.901761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.902164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:05.960700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port 7ee92122-57b8-4201-a8fe-a316cd10d378 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:05.963846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.966127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8a87b9a-a1e5-40e3-adfd-c4263bed17ec req-5a3da501-849b-4469-921a-d650ecaa5247 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.60 "DELETE /v2.0/ports/7ee92122-57b8-4201-a8fe-a316cd10d378 HTTP/1.1" status: 204 len: 173 time: 1.0263431 Sep 16 04:53:05.975823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7cde-7121-4476-8b3f-0989962b414c req-8b9b749f-3655-4ba6-9f1c-096c3ad4eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.977995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-11fb7cde-7121-4476-8b3f-0989962b414c req-8b9b749f-3655-4ba6-9f1c-096c3ad4eb83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 1097 time: 0.0432742 Sep 16 04:53:05.998243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a9487-1134-4581-8d96-47775fdf9044 req-805e8ce0-8b22-4e54-b774-ffa97f73c859 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.999903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-238a9487-1134-4581-8d96-47775fdf9044 req-805e8ce0-8b22-4e54-b774-ffa97f73c859 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0948341 Sep 16 04:53:06.018461 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-11fb7cde-7121-4476-8b3f-0989962b414c req-9be58296-4102-4fac-8628-045bc25d813a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321434 Sep 16 04:53:06.040942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-238a9487-1134-4581-8d96-47775fdf9044 req-b40d1177-b9a0-4a29-9c8b-6b4550d0b1d2 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Sep 16 04:53:06.313512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603ad4-bb67-4ad9-8aa2-95b2ccc8703a req-85d7a88b-5258-4661-9fc7-c3a35d2eb772 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.314983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88603ad4-bb67-4ad9-8aa2-95b2ccc8703a req-85d7a88b-5258-4661-9fc7-c3a35d2eb772 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.0480883 Sep 16 04:53:06.352863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88603ad4-bb67-4ad9-8aa2-95b2ccc8703a req-5f3e4817-ca87-41ad-ba83-1cf2bad24b17 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Sep 16 04:53:06.454479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9571c67f-7c52-41a8-a60d-0502f937443a req-72eab1cf-061a-428a-acc5-7a990185388a tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf80b4e5-ee17-4ef4-9227-4343bf35e1be HTTP/1.1" status: 200 len: 210 time: 0.0269988 Sep 16 04:53:06.635864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Request body: {'port': {'device_id': 'e9f80945-7429-4d07-a587-7fc8532e6c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:06.652582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40ebc5-9c71-4f88-9d0c-bef87b94655c req-fabaf4c3-3c27-4e8a-834b-e5417151c54d tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.654219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e40ebc5-9c71-4f88-9d0c-bef87b94655c req-fabaf4c3-3c27-4e8a-834b-e5417151c54d tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 931 time: 0.0517104 Sep 16 04:53:06.702970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e40ebc5-9c71-4f88-9d0c-bef87b94655c req-37d8c270-89bb-4edd-b80d-1d0cf0f1caac tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389385 Sep 16 04:53:06.712133 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.795148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cd320-19ca-4c8a-8eb3-05f50b66000c req-6b64281f-ffe1-42f6-97be-b0ee7618e793 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.797079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc1cd320-19ca-4c8a-8eb3-05f50b66000c req-6b64281f-ffe1-42f6-97be-b0ee7618e793 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0513892 Sep 16 04:53:06.836509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc1cd320-19ca-4c8a-8eb3-05f50b66000c req-1dbb7251-17c0-4388-9549-16fe7ac9f1a6 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333669 Sep 16 04:53:06.905191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-12039566-37d6-4d0a-b5d4-6184eddde173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.906748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-12039566-37d6-4d0a-b5d4-6184eddde173 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f&tenant_id=ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 1099 time: 0.0941131 Sep 16 04:53:06.938104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ad9b-4945-4ae5-9d37-5998d97a0791 req-0d3c0a8f-a4cd-4f6e-900f-f95f85496d05 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.946456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61d8ad9b-4945-4ae5-9d37-5998d97a0791 req-0d3c0a8f-a4cd-4f6e-900f-f95f85496d05 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.0852377 Sep 16 04:53:06.969766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:06.992563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61d8ad9b-4945-4ae5-9d37-5998d97a0791 req-e1e479cb-2438-4165-9efa-0ae194fc79f2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451176 Sep 16 04:53:07.035463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f9914-6b4d-47fc-afec-760d7f9fb4d5 req-030d979d-6404-47b2-91ed-b7639c210573 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.037461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe9f9914-6b4d-47fc-afec-760d7f9fb4d5 req-030d979d-6404-47b2-91ed-b7639c210573 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0606403 Sep 16 04:53:07.067990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.081752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe9f9914-6b4d-47fc-afec-760d7f9fb4d5 req-7ba85ba5-57e7-4da3-b7e2-b471428967db tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Sep 16 04:53:07.095209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:07.123306 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.151030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Transition to ACTIVE for port object bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:07.195704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364316bc-af15-4fe6-9475-792ee3b61c8e req-7087695a-0ef3-45f8-8ce8-772584e1c95e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.196955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-364316bc-af15-4fe6-9475-792ee3b61c8e req-7087695a-0ef3-45f8-8ce8-772584e1c95e tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0718918 Sep 16 04:53:07.251700 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.259214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-d14881b8-2b8a-4be9-859f-63e2a54d9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.260727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-d14881b8-2b8a-4be9-859f-63e2a54d9ee2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d51911b4704bcb90b621c7da65cc75&device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1102 time: 0.0629041 Sep 16 04:53:07.268419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-364316bc-af15-4fe6-9475-792ee3b61c8e req-fa80d9d8-bc8c-4815-99d2-604a9716b6a5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Sep 16 04:53:07.268867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'name': 'network-vif-deleted', 'tag': '7ee92122-57b8-4201-a8fe-a316cd10d378'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:07.271221 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6224ab8e-5a38-48d6-9690-b12664877cce" -d '{"events": [{"server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "name": "network-vif-deleted", "tag": "7ee92122-57b8-4201-a8fe-a316cd10d378"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:07.323962 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b170d0-e20c-4d11-ba50-dc92aee6c28f x-openstack-request-id: req-24b170d0-e20c-4d11-ba50-dc92aee6c28f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:07.323962 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80b4e5-ee17-4ef4-9227-4343bf35e1be", "name": "network-vif-deleted", "tag": "7ee92122-57b8-4201-a8fe-a316cd10d378", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:07.323962 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24b170d0-e20c-4d11-ba50-dc92aee6c28f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:07.323962 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf80b4e5-ee17-4ef4-9227-4343bf35e1be', 'name': 'network-vif-deleted', 'tag': '7ee92122-57b8-4201-a8fe-a316cd10d378', 'status': 'completed', 'code': 200} Sep 16 04:53:07.340130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Pushing event updated for resources: {'Port': ['ID=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.376444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.376648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.376958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.377193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.377532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.377868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.378198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.378527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.378883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.382191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.382191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.382191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.397508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:07.476034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7ee92122-57b8-4201-a8fe-a316cd10d378 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:07.477033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-7df50df9-3b10-4bdd-830a-4ba5ca3825e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.478154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-7df50df9-3b10-4bdd-830a-4ba5ca3825e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1489673 Sep 16 04:53:07.512481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:07.518375 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Attempting to bind port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:07.518751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Attempting to bind port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:07.519097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Attempting to bind port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 on network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:07.520116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592e11-f300-40a7-816f-4730ee40eefe req-39ef7a8b-74f0-4ba0-b400-65fba221f8de tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.521304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 7ee92122-57b8-4201-a8fe-a316cd10d378 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:07.521777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7ee92122-57b8-4201-a8fe-a316cd10d378 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:07.522089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92592e11-f300-40a7-816f-4730ee40eefe req-39ef7a8b-74f0-4ba0-b400-65fba221f8de tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.0800478 Sep 16 04:53:07.522680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 812f5a10-544b-448f-a0b4-f6e3f64c2799 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:07.553934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 812f5a10-544b-448f-a0b4-f6e3f64c2799 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:07.555002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 812f5a10-544b-448f-a0b4-f6e3f64c2799 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:07.558461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33398) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.564606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 on network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:07.565101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Attempting to bind port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 on network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:07.575405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621f0954-8eb6-41a3-af5c-eac6c38a97df {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:07.579366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-296a98d4-f4f8-47c0-a01f-6692fc4d2231 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47 HTTP/1.1" status: 200 len: 217 time: 0.0848787 Sep 16 04:53:07.584732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.587393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:07.592420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Checking segment: {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:07.592420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Bound using segment: {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:07.592420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Bound port: bb6f52d3-5227-4022-a2ae-ddd7b4c66f59, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3c0b88-6ef4-400e-8266-5b27c616d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:07.592420 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.617317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Transition to ACTIVE for port object 621f0954-8eb6-41a3-af5c-eac6c38a97df will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:07.669349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] For port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:07.672797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] For port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:07.684659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c51fa6-cd2f-4768-af82-07bb6ff4b7af tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting subnet 0c02624d-95e2-4768-9fb1-f04ffaa8d213 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:07.692687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92592e11-f300-40a7-816f-4730ee40eefe req-bc436099-8536-4fcc-af9a-d4ba2679c5ec tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370916 Sep 16 04:53:07.693378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09c51fa6-cd2f-4768-af82-07bb6ff4b7af tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.725905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-83f95907-85c5-4ff4-b26b-57cfd3021504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.726568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-83f95907-85c5-4ff4-b26b-57cfd3021504 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1181924 Sep 16 04:53:07.759053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.796372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.817810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.890081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.890718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.892381 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] 10.222.0.57 "PUT /v2.0/ports/bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 HTTP/1.1" status: 200 len: 1092 time: 1.2639961 Sep 16 04:53:07.927090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f80945-7429-4d07-a587-7fc8532e6c55', 'tag': 'bb6f52d3-5227-4022-a2ae-ddd7b4c66f59'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:07.941003 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5672e258-42ae-43d7-b110-4c6b690969d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f80945-7429-4d07-a587-7fc8532e6c55", "tag": "bb6f52d3-5227-4022-a2ae-ddd7b4c66f59"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:07.941003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] No DVR routers for this DVR port 621f0954-8eb6-41a3-af5c-eac6c38a97df on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:07.941707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-51dd5a77-aa2b-40d2-bfdf-8f09441388bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.943687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-51dd5a77-aa2b-40d2-bfdf-8f09441388bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1097 time: 0.2277451 Sep 16 04:53:08.029650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed9b8-6bde-4d32-a851-64d45530669b service neutron] Pushing event updated for resources: {'Port': ['ID=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:08.065522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Attempting to bind port 621f0954-8eb6-41a3-af5c-eac6c38a97df on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:08.065857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Attempting to bind port 621f0954-8eb6-41a3-af5c-eac6c38a97df by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:08.066189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Attempting to bind port 621f0954-8eb6-41a3-af5c-eac6c38a97df on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:08.069761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09c51fa6-cd2f-4768-af82-07bb6ff4b7af tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.109339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Port 621f0954-8eb6-41a3-af5c-eac6c38a97df on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:08.109869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Attempting to bind port 621f0954-8eb6-41a3-af5c-eac6c38a97df on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:08.130764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:08.131475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:08.132118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:08.133063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Bound port: 621f0954-8eb6-41a3-af5c-eac6c38a97df, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:08.133063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.151712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-c0f874e4-42e0-4ffe-a9ad-fbc3b69a720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.153331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-c0f874e4-42e0-4ffe-a9ad-fbc3b69a720b service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.2012227 Sep 16 04:53:08.183365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-a82c5d87-c305-4c13-a9b5-d8e1eee1abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.184841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-a82c5d87-c305-4c13-a9b5-d8e1eee1abfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4463274 Sep 16 04:53:08.185266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-c37e6678-0a17-4363-8544-8a4f45edb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.186679 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-c37e6678-0a17-4363-8544-8a4f45edb7e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f26c7dbf8bf4bfeb8a5c9adf2a77fff&device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 1095 time: 0.1082261 Sep 16 04:53:08.211341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c830ef-c083-4eb7-a7ff-e10a8059a0db req-54d5e0dc-5d75-40da-bd9f-6e2c2103d6de tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.212786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14c830ef-c083-4eb7-a7ff-e10a8059a0db req-54d5e0dc-5d75-40da-bd9f-6e2c2103d6de tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1579106 Sep 16 04:53:08.218146 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-78f99940-57ad-4940-9cb1-03d30eaef09c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 200 len: 217 time: 0.0565286 Sep 16 04:53:08.228155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e974761-79c5-42d3-99ed-89eba43418ec req-3b17d4d0-4bcf-4fb9-8aee-e326ad27d90f tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.229583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e974761-79c5-42d3-99ed-89eba43418ec req-3b17d4d0-4bcf-4fb9-8aee-e326ad27d90f tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 943 time: 0.1713490 Sep 16 04:53:08.294078 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09c51fa6-cd2f-4768-af82-07bb6ff4b7af tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.298305 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-abd6e942-9fa7-409a-b55a-2a0761259ab7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 HTTP/1.1" status: 200 len: 217 time: 0.0757551 Sep 16 04:53:08.322492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:08.355197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:08.360142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-46d5bc84-ff58-4d01-84f1-ee1fcb6b9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.364763 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-46d5bc84-ff58-4d01-84f1-ee1fcb6b9aae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.1359518 Sep 16 04:53:08.377920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-74493b9d-944b-4e47-8cc2-75a0b62f3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.380796 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-74493b9d-944b-4e47-8cc2-75a0b62f3f7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e17278b-0d20-4b60-84dc-40a6dbcb0221 HTTP/1.1" status: 200 len: 854 time: 0.0714734 Sep 16 04:53:08.392480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e974761-79c5-42d3-99ed-89eba43418ec req-bbaa1f55-8f2c-4a1d-9769-fe38f98f14f3 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515522 Sep 16 04:53:08.407319 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14c830ef-c083-4eb7-a7ff-e10a8059a0db req-d8cb753d-16c2-442e-a605-8dc6c952c0d2 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878185 Sep 16 04:53:08.428075 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-0cb757f3-9e32-4a3c-bdc6-e5ff9544d3a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413737 Sep 16 04:53:08.444641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-e57aed2a-a54f-4b25-a174-28b14a3a77ef service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118669 Sep 16 04:53:08.457945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.503172 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e7a4e-2e9c-471c-b908-856dd553be01 x-openstack-request-id: req-552e7a4e-2e9c-471c-b908-856dd553be01 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:08.503575 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f80945-7429-4d07-a587-7fc8532e6c55", "tag": "bb6f52d3-5227-4022-a2ae-ddd7b4c66f59", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:08.503739 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-552e7a4e-2e9c-471c-b908-856dd553be01 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:08.504144 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f80945-7429-4d07-a587-7fc8532e6c55', 'tag': 'bb6f52d3-5227-4022-a2ae-ddd7b4c66f59', 'status': 'completed', 'code': 200} Sep 16 04:53:08.547530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09c51fa6-cd2f-4768-af82-07bb6ff4b7af tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.564204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.564821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.566203 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] 10.222.0.57 "PUT /v2.0/ports/621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 200 len: 1096 time: 1.6007710 Sep 16 04:53:08.578403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-9aff5fb7-e975-49c3-a054-e4985cca7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.580178 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-9aff5fb7-e975-49c3-a054-e4985cca7231 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864181 Sep 16 04:53:08.598623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fa282-a6a0-4e1a-bfb6-351d5676651a service neutron] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=8']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:08.641748 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09c51fa6-cd2f-4768-af82-07bb6ff4b7af tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.643951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-09c51fa6-cd2f-4768-af82-07bb6ff4b7af tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "DELETE /v2.0/subnets/0c02624d-95e2-4768-9fb1-f04ffaa8d213 HTTP/1.1" status: 204 len: 168 time: 1.0844505 Sep 16 04:53:08.650183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c51fa6-cd2f-4768-af82-07bb6ff4b7af tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Subnet': ['ID=0c02624d-95e2-4768-9fb1-f04ffaa8d213,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:08.654148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c10f9-8d9a-4f6f-afbf-2f97c6c61056 None None] Network b0f64aba-96cd-430f-aa65-c69df84b068d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:08.656368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33414) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:08.668137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-8ee47ef0-495e-41be-9bc4-d6bfe666c69e service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246928 Sep 16 04:53:08.726262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3fb2a5e-4a4e-4b62-9f76-7962dca932d1 req-9ec3b9e9-e5f9-462c-94ed-86d2c7a00aec service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631338 Sep 16 04:53:08.739751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a455c-d7cc-49d5-b8d9-74ee2564ca0f req-1252bb65-b469-410b-8dc7-b20c1375dc5e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.741377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d26a455c-d7cc-49d5-b8d9-74ee2564ca0f req-1252bb65-b469-410b-8dc7-b20c1375dc5e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1979756 Sep 16 04:53:08.779751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e1c5b-bef3-4628-9643-fb66d51df820 req-5f58957a-5677-4073-80c4-5557aa167ea1 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.780947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-237e1c5b-bef3-4628-9643-fb66d51df820 req-5f58957a-5677-4073-80c4-5557aa167ea1 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.2386835 Sep 16 04:53:08.821751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.878183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-237e1c5b-bef3-4628-9643-fb66d51df820 req-9d428cfc-8001-48ac-9e20-29e6f9e42cfb tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743892 Sep 16 04:53:08.878183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d26a455c-d7cc-49d5-b8d9-74ee2564ca0f req-83d0406e-6629-4c01-9d74-2ebf609fec07 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903449 Sep 16 04:53:08.933301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port 322cb5de-5319-405f-95e4-d469f0031ea9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:08.934075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.936234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] DHCP port deletion for b0f64aba-96cd-430f-aa65-c69df84b068d request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:08.993136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] Deleting port 322cb5de-5319-405f-95e4-d469f0031ea9 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:08.993866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.028560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port 322cb5de-5319-405f-95e4-d469f0031ea9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=322cb5de-5319-405f-95e4-d469f0031ea9,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:09.029029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.033231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-a60af3c7-7a4c-4a30-91f3-91c208654db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.034923 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-a60af3c7-7a4c-4a30-91f3-91c208654db9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 1099 time: 0.4105225 Sep 16 04:53:09.051809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for 322cb5de-5319-405f-95e4-d469f0031ea9 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:09.080896 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-28d70009-655b-4554-bd7d-95d04970c17b service neutron] 10.222.0.57 "GET /v2.0/networks/06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716880 Sep 16 04:53:09.083566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] For port 322cb5de-5319-405f-95e4-d469f0031ea9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=322cb5de-5319-405f-95e4-d469f0031ea9,segment=NetworkSegment(3739b1ac-7c5a-43ed-8be4-5c832b67872a),segment_id=3739b1ac-7c5a-43ed-8be4-5c832b67872a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:09.084055 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.097502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] Calling delete_port for 322cb5de-5319-405f-95e4-d469f0031ea9 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:09.172808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f3ecd-93f0-4569-9e97-c8e051474f6b req-314e42b5-8e57-4484-8a2f-faf1f143dc00 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.174200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f2f3ecd-93f0-4569-9e97-c8e051474f6b req-314e42b5-8e57-4484-8a2f-faf1f143dc00 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1351748 Sep 16 04:53:09.183979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afa0df-8a85-4a17-a855-68442ab3900a req-0f47bfbe-c260-4751-8044-08f5dd35c403 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.187792 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-fbb0d32d-7a69-42ff-a56c-35d762684ef5 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117784 Sep 16 04:53:09.191049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79afa0df-8a85-4a17-a855-68442ab3900a req-0f47bfbe-c260-4751-8044-08f5dd35c403 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.1508701 Sep 16 04:53:09.258868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79afa0df-8a85-4a17-a855-68442ab3900a req-65aaa75d-27c5-49ab-b500-380f1aaa5640 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668457 Sep 16 04:53:09.261974 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.263312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f2f3ecd-93f0-4569-9e97-c8e051474f6b req-7048b447-004b-42a5-b1c1-acaeb46d17c6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688591 Sep 16 04:53:09.267867 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61f10dd4-02bb-46bf-88ae-60fcf25aed91 req-7ce55a9b-7dbb-44fe-9f28-6078ca01b858 service neutron] 10.222.0.57 "GET /v2.0/networks/06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679897 Sep 16 04:53:09.269048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-94f078dc-dd28-4650-9dff-a13e98fd2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.270317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.270651 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-94f078dc-dd28-4650-9dff-a13e98fd2a23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1921675 Sep 16 04:53:09.303474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=322cb5de-5319-405f-95e4-d469f0031ea9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.307849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port 322cb5de-5319-405f-95e4-d469f0031ea9 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:09.317289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] Pushing event deleted for resources: {'Port': ['ID=322cb5de-5319-405f-95e4-d469f0031ea9,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.322246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a41c68-1653-4c0f-89d0-7b03affab7a9 None None] No DVR routers for this DVR port 322cb5de-5319-405f-95e4-d469f0031ea9 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:09.361426 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-6c3d2947-a63d-437b-bb27-9b32322b7211 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 200 len: 217 time: 0.0450487 Sep 16 04:53:09.437771 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.470487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb7441-10b1-4ee6-97ba-8065e3f07747 req-714ae262-73d2-4f60-8dfc-69c8bdc4079d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.471987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68fb7441-10b1-4ee6-97ba-8065e3f07747 req-714ae262-73d2-4f60-8dfc-69c8bdc4079d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.1086340 Sep 16 04:53:09.481959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-f0c0316c-fb31-4f6e-b735-406e2e80aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.481959 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-f0c0316c-fb31-4f6e-b735-406e2e80aa7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0561841 Sep 16 04:53:09.482226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.486629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Request body: {'floatingip': {'port_id': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:09.493026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f64aba-96cd-430f-aa65-c69df84b068d']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:09.526131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3739b1ac-7c5a-43ed-8be4-5c832b67872a') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:09.528045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3739b1ac-7c5a-43ed-8be4-5c832b67872a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:09.540334 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.586967 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.598950 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.602482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:09.602887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:09.605882 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:09.627385 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52786ed-9662-475a-a0c8-566073d10cfe req-5b0234e6-4d94-4206-92b0-f0d4a90e6634 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.628949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52786ed-9662-475a-a0c8-566073d10cfe req-5b0234e6-4d94-4206-92b0-f0d4a90e6634 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 943 time: 0.1560574 Sep 16 04:53:09.682786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87beb4-1b80-4ad4-bcc3-02fb67f8df27 req-a49e119c-e62d-4257-b1b3-ae596d695045 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.684333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd87beb4-1b80-4ad4-bcc3-02fb67f8df27 req-a49e119c-e62d-4257-b1b3-ae596d695045 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1403375 Sep 16 04:53:09.694756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-40ee5afc-805f-4cd2-b32f-424b4df0a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.696306 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-40ee5afc-805f-4cd2-b32f-424b4df0a8c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398420 Sep 16 04:53:09.709508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-d8f333b7-8fd5-4be5-a636-50645af96555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.711095 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-d8f333b7-8fd5-4be5-a636-50645af96555 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f26c7dbf8bf4bfeb8a5c9adf2a77fff&device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 1095 time: 0.1312041 Sep 16 04:53:09.754439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52786ed-9662-475a-a0c8-566073d10cfe req-2061d411-258a-450e-a1f3-a1109ee2d94f tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134017 Sep 16 04:53:09.762779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd87beb4-1b80-4ad4-bcc3-02fb67f8df27 req-d88ddde1-bbba-4669-ad5d-b4dac66dfd9f tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668466 Sep 16 04:53:09.763966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.778186 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.780171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "DELETE /v2.0/networks/b0f64aba-96cd-430f-aa65-c69df84b068d HTTP/1.1" status: 204 len: 168 time: 1.1215818 Sep 16 04:53:09.782706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33428) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.821534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88744b3-370f-41c5-b786-817ce30a8f31 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Network': ['ID=b0f64aba-96cd-430f-aa65-c69df84b068d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.874570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c608da30-24f2-413c-b194-581f2d40016c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting subnet 5d6e6642-5e90-42e6-b1ff-8a5cfafeec32 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:09.878631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c608da30-24f2-413c-b194-581f2d40016c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.932337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c608da30-24f2-413c-b194-581f2d40016c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.049446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-94cc8b28-d8e8-434f-a055-236daa70bfd4 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.051510 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-94cc8b28-d8e8-434f-a055-236daa70bfd4 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.57 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.0977542 Sep 16 04:53:10.149882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.152723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c608da30-24f2-413c-b194-581f2d40016c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.239492 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-12d7a6ba-207c-4a98-bd18-40c08799a68b service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142362 Sep 16 04:53:10.240026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bbede-953b-421a-bfd9-401efb6b372a req-b4da2165-8e36-4518-964a-7f41883fcc2f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.240026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-793bbede-953b-421a-bfd9-401efb6b372a req-b4da2165-8e36-4518-964a-7f41883fcc2f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1907380 Sep 16 04:53:10.295940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-793bbede-953b-421a-bfd9-401efb6b372a req-88f63f4b-3d4b-4847-aaf9-5c837ffc0ca3 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586581 Sep 16 04:53:10.312660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Deleting port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:10.312875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.446044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-0dee13fb-2964-4295-8d15-7fa3acbd6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.447746 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-0dee13fb-2964-4295-8d15-7fa3acbd6090 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b HTTP/1.1" status: 200 len: 916 time: 0.5278018 Sep 16 04:53:10.509815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:10.512649 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d965e-2ba3-41a2-89bc-64f547899acc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:10.517021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] For port dc64c63f-5d9d-4c82-9c08-5df529f93bc9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:10.517407 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.555374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a484-e604-4c16-aaa4-309b3715123f req-0761b5c0-dfff-4598-a0cb-ffb48b8f153f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.558438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a18a484-e604-4c16-aaa4-309b3715123f req-0761b5c0-dfff-4598-a0cb-ffb48b8f153f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1414859 Sep 16 04:53:10.560789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Calling delete_port for dc64c63f-5d9d-4c82-9c08-5df529f93bc9 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:10.576541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 322cb5de-5319-405f-95e4-d469f0031ea9 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:10.610488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 322cb5de-5319-405f-95e4-d469f0031ea9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:10.611698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 322cb5de-5319-405f-95e4-d469f0031ea9 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:10.612566 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-4edab8a7-e579-4297-924f-d45b1be9e96c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 HTTP/1.1" status: 200 len: 217 time: 0.1475279 Sep 16 04:53:10.649775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769099f2-7bdc-48cd-9418-16502d3d9a3a req-fad68dcc-cdd6-44a9-afbb-48530c93a5bb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.657397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-769099f2-7bdc-48cd-9418-16502d3d9a3a req-fad68dcc-cdd6-44a9-afbb-48530c93a5bb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.2392619 Sep 16 04:53:10.703201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a18a484-e604-4c16-aaa4-309b3715123f req-b5c13021-dda2-4d0a-aed6-0bc962d7759a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346867 Sep 16 04:53:10.743217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-769099f2-7bdc-48cd-9418-16502d3d9a3a req-d214a84f-416a-4618-92df-bf84b5b9cc33 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848217 Sep 16 04:53:11.028632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e815d3a-e120-42a6-80fd-adf661ba3365 req-1b5d9d92-4c06-4459-a70c-dbc5d758ae77 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.030236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e815d3a-e120-42a6-80fd-adf661ba3365 req-1b5d9d92-4c06-4459-a70c-dbc5d758ae77 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 943 time: 0.1136000 Sep 16 04:53:11.038766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dde7b-f424-4f3c-8c03-2f6ed392391a req-b48b7edd-3a8a-4324-b5f6-232bf32b93f6 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.046279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a36dde7b-f424-4f3c-8c03-2f6ed392391a req-b48b7edd-3a8a-4324-b5f6-232bf32b93f6 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 949 time: 0.1447434 Sep 16 04:53:11.108824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a36dde7b-f424-4f3c-8c03-2f6ed392391a req-efbce8e6-92f5-429b-a281-9b7e45b8a137 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616848 Sep 16 04:53:11.145663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e815d3a-e120-42a6-80fd-adf661ba3365 req-84289d1a-2754-4f47-9db6-0cf66f410cb1 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745375 Sep 16 04:53:11.194710 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1c8300-0544-41b4-bb6a-e467250efb29 x-openstack-request-id: req-0a1c8300-0544-41b4-bb6a-e467250efb29 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:11.194934 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:11.195149 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a1c8300-0544-41b4-bb6a-e467250efb29 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:11.195814 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'status': 'completed', 'code': 200} Sep 16 04:53:11.224265 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1dfa1c8b-2047-41ac-8457-ddc76d608c70 req-35f45abb-8dee-45df-9ad0-15f3e6cd3fbd service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8592429 Sep 16 04:53:11.236375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c978af-9ae1-4ca3-92a6-a41bfeac95f5 req-c31b65d0-a8e8-4d0a-8777-a522abcdb1c6 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.239745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9c978af-9ae1-4ca3-92a6-a41bfeac95f5 req-c31b65d0-a8e8-4d0a-8777-a522abcdb1c6 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1097 time: 0.0533216 Sep 16 04:53:11.239984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-46239c50-666c-40f9-bf3f-2ff4d9460e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.241392 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-46239c50-666c-40f9-bf3f-2ff4d9460e45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e17278b-0d20-4b60-84dc-40a6dbcb0221 HTTP/1.1" status: 200 len: 854 time: 0.6146340 Sep 16 04:53:11.279782 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.280188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9c978af-9ae1-4ca3-92a6-a41bfeac95f5 req-e9d64de7-be76-4627-aaca-eb6e24b5260b tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Sep 16 04:53:11.314975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d965e-2ba3-41a2-89bc-64f547899acc req-6c83b1c9-162f-49cd-936e-37281f398106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.317455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-6c83b1c9-162f-49cd-936e-37281f398106 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 1099 time: 0.1320686 Sep 16 04:53:11.337792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-b7208b82-28c7-4545-9c78-095cdee4131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.339758 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-b7208b82-28c7-4545-9c78-095cdee4131e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751777 Sep 16 04:53:11.393188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c608da30-24f2-413c-b194-581f2d40016c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.437541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608da30-24f2-413c-b194-581f2d40016c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6e6642-5e90-42e6-b1ff-8a5cfafeec32,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.444645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c608da30-24f2-413c-b194-581f2d40016c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.449734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c608da30-24f2-413c-b194-581f2d40016c tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "DELETE /v2.0/subnets/5d6e6642-5e90-42e6-b1ff-8a5cfafeec32 HTTP/1.1" status: 204 len: 168 time: 1.6457100 Sep 16 04:53:11.451105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b2b08d-d3c2-4295-9d9f-d25bdcf90280 None None] Network 7a9cf761-a68c-4d5d-b890-f2962f8dec89 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:11.475453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33456) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:11.523801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.531307 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.543121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97492145-0f19-467b-8411-8f64d4d0cad4 req-c8be920e-0dfe-4545-a1a7-925296977606 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.544783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97492145-0f19-467b-8411-8f64d4d0cad4 req-c8be920e-0dfe-4545-a1a7-925296977606 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1031504 Sep 16 04:53:11.559920 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-22dc061c-1990-47ac-89bb-481ee934a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.565082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['26029134-46be-45a9-9bf0-f263d9b66577'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:11.624437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Pushing event deleted for resources: {'Port': ['ID=dc64c63f-5d9d-4c82-9c08-5df529f93bc9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.650139 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.708336 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Floating IP 7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9 associated. External IP: 172.25.7.160, port: 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c. Sep 16 04:53:11.723194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] No DVR routers for this DVR port dc64c63f-5d9d-4c82-9c08-5df529f93bc9 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:11.737780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.741795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73c0facd-d602-4b4e-8aa0-f46d4da88644 req-3bae638e-e71c-417f-a5d1-cba4bdc7cb4c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.57 "DELETE /v2.0/ports/dc64c63f-5d9d-4c82-9c08-5df529f93bc9 HTTP/1.1" status: 204 len: 173 time: 1.6777949 Sep 16 04:53:11.744965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdd43ac-2695-4fec-94bd-4b6c9ec354bb', 'name': 'network-vif-deleted', 'tag': 'dc64c63f-5d9d-4c82-9c08-5df529f93bc9'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:11.747618 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e243d-b7fd-4053-8354-406cce20be51" -d '{"events": [{"server_uuid": "7bdd43ac-2695-4fec-94bd-4b6c9ec354bb", "name": "network-vif-deleted", "tag": "dc64c63f-5d9d-4c82-9c08-5df529f93bc9"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:11.788601 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-f9b4be47-75d7-4c92-84b3-2d531ee9b478 service neutron] 10.222.0.57 "GET /v2.0/networks/06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286582 Sep 16 04:53:11.827028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97492145-0f19-467b-8411-8f64d4d0cad4 req-856993b5-ad4b-4e7e-815b-17f15406e011 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958520 Sep 16 04:53:11.871933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d965e-2ba3-41a2-89bc-64f547899acc req-bcb66c66-451e-4096-83b0-abfa58defc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.873746 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-bcb66c66-451e-4096-83b0-abfa58defc69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.5470855 Sep 16 04:53:11.886522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Deleting port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:11.886881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.017909 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-b1336c04-5bed-41b3-90dd-0aa6886c59e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 200 len: 217 time: 0.1145413 Sep 16 04:53:12.054205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] For port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:12.054763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.071150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] DHCP port deletion for 7a9cf761-a68c-4d5d-b890-f2962f8dec89 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:12.074608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260ff0a-0cc9-4a08-b0fd-2583d9d0e423 req-89d7d1a0-4a80-495e-bc0e-82ec6b5f4e6f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.075586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d965e-2ba3-41a2-89bc-64f547899acc req-f976833b-af14-44e3-9cef-ca1f9911d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.076212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a260ff0a-0cc9-4a08-b0fd-2583d9d0e423 req-89d7d1a0-4a80-495e-bc0e-82ec6b5f4e6f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1467195 Sep 16 04:53:12.082706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Calling delete_port for cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:12.083617 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-f976833b-af14-44e3-9cef-ca1f9911d5d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 1099 time: 0.3717353 Sep 16 04:53:12.177006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] Deleting port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:12.177398 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.199129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a260ff0a-0cc9-4a08-b0fd-2583d9d0e423 req-52148250-4783-4558-8c16-69463ff89b19 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143036 Sep 16 04:53:12.310183 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b49c48f-af57-4cee-82c8-9bd59ebb63a4 x-openstack-request-id: req-6b49c48f-af57-4cee-82c8-9bd59ebb63a4 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:12.310183 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdd43ac-2695-4fec-94bd-4b6c9ec354bb", "name": "network-vif-deleted", "tag": "dc64c63f-5d9d-4c82-9c08-5df529f93bc9", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:12.310183 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b49c48f-af57-4cee-82c8-9bd59ebb63a4 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:12.310183 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdd43ac-2695-4fec-94bd-4b6c9ec354bb', 'name': 'network-vif-deleted', 'tag': 'dc64c63f-5d9d-4c82-9c08-5df529f93bc9', 'status': 'completed', 'code': 200} Sep 16 04:53:12.317300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] For port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,segment=NetworkSegment(0c1ddfca-304b-4647-8e59-7ede5eadd641),segment_id=0c1ddfca-304b-4647-8e59-7ede5eadd641)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:12.317804 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.325988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d965e-2ba3-41a2-89bc-64f547899acc req-1cd6a93d-ffc7-4b1f-8d53-cc00d3eeaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.331115 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-1cd6a93d-ffc7-4b1f-8d53-cc00d3eeaa19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.2774720 Sep 16 04:53:12.369608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] Calling delete_port for cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:12.410356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5672e258-42ae-43d7-b110-4c6b690969d4 req-7a89a494-b688-44da-b54f-c1eebc8ddd59 service neutron] 10.222.0.57 "GET /v2.0/networks/06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574434 Sep 16 04:53:12.439755 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.464837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d965e-2ba3-41a2-89bc-64f547899acc req-06bb304f-0eb1-4517-80a3-c05b1206c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.465624 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-06bb304f-0eb1-4517-80a3-c05b1206c607 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.3539410 Sep 16 04:53:12.486268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Port': ['ID=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.488035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] No DVR routers for this DVR port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:12.527292 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.564954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] Pushing event deleted for resources: {'Port': ['ID=cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.580335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6245b54-2b73-473f-b496-dd84347ea3a5 None None] No DVR routers for this DVR port cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:12.601250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd62233-f32c-49ae-a27b-eb5c14e040dc req-42b51918-5ad9-45de-8826-a2ade2925358 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.603809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dd62233-f32c-49ae-a27b-eb5c14e040dc req-42b51918-5ad9-45de-8826-a2ade2925358 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.2177095 Sep 16 04:53:12.610995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-4903fcad-cbd7-4a77-a67f-77fa23fdf094 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 200 len: 217 time: 0.0881486 Sep 16 04:53:12.615308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:12.621063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d965e-2ba3-41a2-89bc-64f547899acc req-b0c6d76c-f008-43fa-ad6c-bcedf40fa2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.622605 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-b0c6d76c-f008-43fa-ad6c-bcedf40fa2e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2691786 Sep 16 04:53:12.652585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:12.652938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbbc93e6-96fe-4c0e-b329-b6e7cf0dcbe0 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:12.662839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.691098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dd62233-f32c-49ae-a27b-eb5c14e040dc req-c7bd2fa4-ba83-4e61-95f8-977170c94cc9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767021 Sep 16 04:53:12.696401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d965e-2ba3-41a2-89bc-64f547899acc req-7a001e22-5d19-4e2f-a81c-42516c727549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.700287 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-7a001e22-5d19-4e2f-a81c-42516c727549 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0732450 Sep 16 04:53:12.703356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9cf761-a68c-4d5d-b890-f2962f8dec89']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.724199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Router 17e24a87-164e-4098-a956-e7546699c750 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:12.738683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1ddfca-304b-4647-8e59-7ede5eadd641') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.739405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1ddfca-304b-4647-8e59-7ede5eadd641') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.751874 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.768326 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.776244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:12.779361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:12.780933 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:12.861224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d965e-2ba3-41a2-89bc-64f547899acc req-182e76b4-196b-479e-8689-3bc049f9de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.862747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-182e76b4-196b-479e-8689-3bc049f9de6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374466 Sep 16 04:53:12.872662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f83da2e-604a-49b7-8be1-1134181b7f11 req-06743c7c-03ca-4bed-92e2-40348588de13 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bdd43ac-2695-4fec-94bd-4b6c9ec354bb HTTP/1.1" status: 200 len: 210 time: 0.0656381 Sep 16 04:53:12.920546 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-74881977-7e83-4a90-bc9d-0af39df07be4 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836041 Sep 16 04:53:12.969612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.977405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.980380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] 10.222.0.59 "DELETE /v2.0/networks/7a9cf761-a68c-4d5d-b890-f2962f8dec89 HTTP/1.1" status: 204 len: 168 time: 1.5035717 Sep 16 04:53:13.002349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790db5e2-5228-4f92-b671-8f7dbca80385 tempest-ServersTestMultiNic-447890473 tempest-ServersTestMultiNic-447890473-project] Pushing event deleted for resources: {'Network': ['ID=7a9cf761-a68c-4d5d-b890-f2962f8dec89,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.017128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38263df9-b61f-4a0d-89f9-3b81afb9898d req-24342cc5-6988-446f-8fe9-0dacef994f86 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.018568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38263df9-b61f-4a0d-89f9-3b81afb9898d req-24342cc5-6988-446f-8fe9-0dacef994f86 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0784631 Sep 16 04:53:13.064432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38263df9-b61f-4a0d-89f9-3b81afb9898d req-02a25235-d2e8-41e9-afcd-50f9dc92b3d7 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377731 Sep 16 04:53:13.070317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:13.077920 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.081690 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] Sync routers for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:13.094678 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:13.095362 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:13.137227 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-b2e2b7ba-a687-43ce-a9b8-5a881605bc61 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478652 Sep 16 04:53:13.145401 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8163b8d8-402f-47a9-8e70-ba6ae536a677 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "PUT /v2.0/floatingips/7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9 HTTP/1.1" status: 200 len: 991 time: 3.6591187 Sep 16 04:53:13.161616 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-c610d758-1bce-4d8c-9758-33bc0803cd08 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284064 Sep 16 04:53:13.247995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'tag': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:13.250139 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d10211a-d421-4544-bac8-d0d51a396bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7434dad-5202-4991-af64-fd6fa5d624e0", "tag": "06015b8a-9b35-46ee-a0a5-16ead1cc4f1c"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:13.251865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf13f0-8aea-45ad-93ed-40920600071f req-b747ab85-641c-48d7-80da-edb4aa4e7b89 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.262271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7cf13f0-8aea-45ad-93ed-40920600071f req-b747ab85-641c-48d7-80da-edb4aa4e7b89 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1246214 Sep 16 04:53:13.283504 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:13.291067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:13.309363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device dc64c63f-5d9d-4c82-9c08-5df529f93bc9 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:13.313773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7cf13f0-8aea-45ad-93ed-40920600071f req-00a2ebab-22f6-484a-8fae-c90207de2f71 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Sep 16 04:53:13.331374 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-533d965e-2ba3-41a2-89bc-64f547899acc req-37108404-ac5c-4530-ae0e-9b75d08ffaa3 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795144 Sep 16 04:53:13.363926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: dc64c63f-5d9d-4c82-9c08-5df529f93bc9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:13.364419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device dc64c63f-5d9d-4c82-9c08-5df529f93bc9 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:13.367015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:13.415578 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.resource_extend [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:53:13.529778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.564184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:13.576475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:13.578708 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47493a68-50ac-437b-91f3-8f66cbb78ece" -d '{"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:13.594504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c6078-50da-46cd-b4cd-58a940465b08 req-9d94b5ce-ad92-4ac7-a4cd-4de52b4eeb16 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.596369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b6c6078-50da-46cd-b4cd-58a940465b08 req-9d94b5ce-ad92-4ac7-a4cd-4de52b4eeb16 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0625505 Sep 16 04:53:13.606430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:13.607929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'mac_address': 'fa:16:3e:a5:b2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:13.641187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b6c6078-50da-46cd-b4cd-58a940465b08 req-a64f9d0e-96de-42f4-82fa-dd00cde578b0 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Sep 16 04:53:13.659059 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '17e24a87-164e-4098-a956-e7546699c750', 'port_id': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'mac_address': 'fa:16:3e:1f:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:43Z', 'updated_at': '2021-09-16T04:53:10Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:13.670111 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.692775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a0cff13-2ad7-449f-99fa-03906dd1ee47 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:13.692892 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeca662-0f90-440c-97e7-6e9a9a26ed98 x-openstack-request-id: req-fdeca662-0f90-440c-97e7-6e9a9a26ed98 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:13.692892 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7434dad-5202-4991-af64-fd6fa5d624e0", "tag": "06015b8a-9b35-46ee-a0a5-16ead1cc4f1c", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:13.692892 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdeca662-0f90-440c-97e7-6e9a9a26ed98 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:13.692892 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'tag': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'status': 'completed', 'code': 200} Sep 16 04:53:13.703142 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] Checking router: 17e24a87-164e-4098-a956-e7546699c750 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:13.720663 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:13.724488 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:13.727896 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-19d96d3b-8248-4047-badb-cb6f42c25903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.758916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-a5a4e746-4984-42eb-b353-a6eaef76b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.760489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-a5a4e746-4984-42eb-b353-a6eaef76b06e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13236adb32e448919a01fbef193e9b09&device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 1097 time: 0.0477943 Sep 16 04:53:13.765844 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89118d0-1095-42ef-84f0-db5b60e6150b x-openstack-request-id: req-d89118d0-1095-42ef-84f0-db5b60e6150b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:13.766477 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:13.766949 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d89118d0-1095-42ef-84f0-db5b60e6150b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:13.767531 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'code': 200} Sep 16 04:53:13.841344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-f4d765bf-653a-4ddc-9e91-01ba6dcbd9d9 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:13.842113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-f4d765bf-653a-4ddc-9e91-01ba6dcbd9d9 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170171 Sep 16 04:53:13.846938 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.857805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:13.858256 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:13.880218 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:13.905257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-aca1db00-4443-4eeb-b54d-9183de1b1311 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.906876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-aca1db00-4443-4eeb-b54d-9183de1b1311 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed HTTP/1.1" status: 200 len: 1094 time: 0.0476911 Sep 16 04:53:13.920107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-e220fb9b-3a51-4877-9e88-defb4d6c8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.920361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86be42e-a41d-44ca-afff-7e473045d5ea req-6acde0c3-6352-44c1-b11c-ba447dae113b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.922028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d86be42e-a41d-44ca-afff-7e473045d5ea req-6acde0c3-6352-44c1-b11c-ba447dae113b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.1062980 Sep 16 04:53:13.922158 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-e220fb9b-3a51-4877-9e88-defb4d6c8ce5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 HTTP/1.1" status: 200 len: 925 time: 0.1531122 Sep 16 04:53:13.926923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Request body: {'binding': {'host': 'n-h1-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:13.927612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:53:13.953081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.008685 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-bba96cac-630b-48ec-ac70-0479ba9603f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c HTTP/1.1" status: 200 len: 999 time: 0.0793979 Sep 16 04:53:14.013203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d86be42e-a41d-44ca-afff-7e473045d5ea req-b0f391a4-98d7-4209-90d4-9216168584b7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821507 Sep 16 04:53:14.071852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-aa3dbeff-071f-4a43-b55d-c70d1666b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.073388 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-aa3dbeff-071f-4a43-b55d-c70d1666b8fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64041bfa-9030-4fbb-8a39-813ffc64eeae HTTP/1.1" status: 200 len: 863 time: 0.0543079 Sep 16 04:53:14.082175 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.140238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on host n-h1-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:14.141245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:14.141862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:14.149351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33514) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:14.186936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-445c6464-1a3c-43ac-b3b6-129af1c1da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.190360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-445c6464-1a3c-43ac-b3b6-129af1c1da7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033959 Sep 16 04:53:14.193483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:14.193635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:14.201827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:14.202056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:14.202572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:14.203000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Bound port: 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:14.230960 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '17e24a87-164e-4098-a956-e7546699c750', 'port_id': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'mac_address': 'fa:16:3e:1f:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:43Z', 'updated_at': '2021-09-16T04:53:10Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:14.264353 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6504-8750-4794-a663-f0165113ca45 None None] The sync data for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 is: [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'floating_ip_address': '172.25.7.160', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '17e24a87-164e-4098-a956-e7546699c750', 'port_id': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'mac_address': 'fa:16:3e:1f:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:43Z', 'updated_at': '2021-09-16T04:53:10Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:14.295837 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-cb8a99ff-38e1-4523-94ea-875edba73a4f service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928097 Sep 16 04:53:14.413490 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.421285 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d10211a-d421-4544-bac8-d0d51a396bdb req-38dd19ef-2230-4ff5-b3c6-ae4c899016fd service neutron] 10.222.0.60 "GET /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166394 Sep 16 04:53:14.428975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0cff13-2ad7-449f-99fa-03906dd1ee47 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:14.456046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:14.552794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a6346-117e-4132-9c3e-b9cf282a0e70 None None] New status for floating IP 7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:14.591137 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.592306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:14.644335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4558776-407d-4480-ae1f-8d0bb525a592 req-d48e2700-e210-4b43-94a7-39cf3b1ff32c tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.646373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4558776-407d-4480-ae1f-8d0bb525a592 req-d48e2700-e210-4b43-94a7-39cf3b1ff32c tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 943 time: 0.4402726 Sep 16 04:53:14.674582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:14.739478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.740865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-a3a7ea19-0f52-4518-bcd9-7ca32df035e9 service neutron] 10.222.0.59 "POST /v2.0/ports/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed/bindings HTTP/1.1" status: 201 len: 390 time: 0.8176486 Sep 16 04:53:14.745487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=10']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.775715 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4558776-407d-4480-ae1f-8d0bb525a592 req-172a4996-dfad-48bd-bd7c-2f106c0962ba tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069095 Sep 16 04:53:14.906060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:14.919196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'bb6f52d3-5227-4022-a2ae-ddd7b4c66f59', 'network_id': '06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b', 'port_id': 'bb6f52d3-5227-4022-a2ae-ddd7b4c66f59', 'mac_address': 'fa:16:3e:6b:51:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e17278b-0d20-4b60-84dc-40a6dbcb0221', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:14.958667 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.973259 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:14.997334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:15.016902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.082072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.142926 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.211670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.254414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda62b18-8f40-4318-87ae-2713e7deb816 req-24099736-d544-4ba5-827a-35a89acf3d79 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.255914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bda62b18-8f40-4318-87ae-2713e7deb816 req-24099736-d544-4ba5-827a-35a89acf3d79 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1206968 Sep 16 04:53:15.315396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 621f0954-8eb6-41a3-af5c-eac6c38a97df details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:15.367973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bda62b18-8f40-4318-87ae-2713e7deb816 req-254a9bdf-2ea7-452f-9bae-557037fe0dc6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812664 Sep 16 04:53:15.462325 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:15.475021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'mac_address': 'fa:16:3e:ba:d0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:15.521216 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.543565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621f0954-8eb6-41a3-af5c-eac6c38a97df {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:15.570296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed0dcc-e409-4379-a044-343948067cd4 req-283e2d1f-7902-427c-a6da-f1080d2546c5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.571604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:15.572097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4ed0dcc-e409-4379-a044-343948067cd4 req-283e2d1f-7902-427c-a6da-f1080d2546c5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 947 time: 0.1129959 Sep 16 04:53:15.579202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb31e43-9be2-4392-badd-b9b030a03f2b req-19f7ff45-ca65-4a4d-807d-ed1bbef14d06 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.580658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cb31e43-9be2-4392-badd-b9b030a03f2b req-19f7ff45-ca65-4a4d-807d-ed1bbef14d06 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1229286 Sep 16 04:53:15.582599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-9c2cd67a-f8a4-4177-a92d-b07df4bcc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.584240 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-9c2cd67a-f8a4-4177-a92d-b07df4bcc6bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1097 time: 0.0463574 Sep 16 04:53:15.657095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4ed0dcc-e409-4379-a044-343948067cd4 req-b678d9cd-be10-48c0-88a2-e2461bf8731d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754609 Sep 16 04:53:15.661311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cb31e43-9be2-4392-badd-b9b030a03f2b req-6d1f6e97-8cc2-450e-a27d-17d352bfa207 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704722 Sep 16 04:53:15.662800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Deleting port 97f6348f-55a2-4f13-963c-44a52d54733b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:15.663146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.667694 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.729280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-c96103bd-3ece-47b5-9f89-fe282252e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.731569 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-c96103bd-3ece-47b5-9f89-fe282252e1d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1299889 Sep 16 04:53:15.742096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.773125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] For port 97f6348f-55a2-4f13-963c-44a52d54733b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=97f6348f-55a2-4f13-963c-44a52d54733b,segment=NetworkSegment(64044bb0-58dd-445b-a886-4f3b5ed6f66e),segment_id=64044bb0-58dd-445b-a886-4f3b5ed6f66e)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:15.773522 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.785516 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-6c4b4df7-b3da-48df-ad07-bb539215d0b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed HTTP/1.1" status: 200 len: 217 time: 0.0407283 Sep 16 04:53:15.824113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Calling delete_port for 97f6348f-55a2-4f13-963c-44a52d54733b owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:15.838610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-e1ba965c-3fdd-4af8-b18e-776582224e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.840199 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-e1ba965c-3fdd-4af8-b18e-776582224e00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0430779 Sep 16 04:53:15.862933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3a0cff13-2ad7-449f-99fa-03906dd1ee47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:15.880777 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-51d6d0f3-fb1e-40c8-ba9b-93c99353a4b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277543 Sep 16 04:53:15.892441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327f941-4844-496c-b565-69f5facfe609 req-0425c5a7-619a-4d23-80e1-ff95bfd2f84a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.893945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f327f941-4844-496c-b565-69f5facfe609 req-0425c5a7-619a-4d23-80e1-ff95bfd2f84a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.1396198 Sep 16 04:53:15.905585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d0ea8-b347-4f61-830c-df3501c48c76 req-e5b37ada-d930-4a7f-99e6-67b3b93fa7b9 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.905832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['bb6f52d3-5227-4022-a2ae-ddd7b4c66f59'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:15.907262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-771d0ea8-b347-4f61-830c-df3501c48c76 req-e5b37ada-d930-4a7f-99e6-67b3b93fa7b9 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 949 time: 0.1367612 Sep 16 04:53:15.981516 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-7f3b7ddf-0408-497d-b39a-0d4cd6b1a650 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859804 Sep 16 04:53:16.015535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f327f941-4844-496c-b565-69f5facfe609 req-2a720439-1b8c-4727-90cf-a4e93fea00fc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072555 Sep 16 04:53:16.022228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-771d0ea8-b347-4f61-830c-df3501c48c76 req-41512816-d352-4b48-a3e6-8c810ef9c7c7 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062376 Sep 16 04:53:16.206081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261661-a141-4c04-acb8-525871b4011a req-f67996f5-21e0-4a42-a5fb-8dd3a0c6b9bc tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.208244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b261661-a141-4c04-acb8-525871b4011a req-f67996f5-21e0-4a42-a5fb-8dd3a0c6b9bc tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 944 time: 0.0566113 Sep 16 04:53:16.209533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.247068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f6348f-55a2-4f13-963c-44a52d54733b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.334582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b261661-a141-4c04-acb8-525871b4011a req-be744bb0-f813-4f79-996f-2852e8e6ea2d tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163578 Sep 16 04:53:16.374961 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-2e67c78c-6794-4acd-afdc-e189f0a4c5ff service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810205 Sep 16 04:53:16.515430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687bf46-fae9-4fd0-9d2f-ea4f0ee3dbfb req-fde43faf-6d2b-47cc-a77d-de6f69a4756a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.520165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4687bf46-fae9-4fd0-9d2f-ea4f0ee3dbfb req-fde43faf-6d2b-47cc-a77d-de6f69a4756a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 948 time: 0.0928624 Sep 16 04:53:16.520957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.570481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['621f0954-8eb6-41a3-af5c-eac6c38a97df'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:16.615026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37427fe0-0390-4a35-9761-9231654faf80 req-76f98dcf-121b-4263-b357-7592532da760 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.616831 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-76f98dcf-121b-4263-b357-7592532da760 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f&tenant_id=ec390820661b415b9b248b7fbb6c98a5&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 948 time: 0.1195962 Sep 16 04:53:16.657867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4687bf46-fae9-4fd0-9d2f-ea4f0ee3dbfb req-138664b7-2f29-46fd-aa01-6a5d6af3d4b9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298108 Sep 16 04:53:16.675552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848dba6-6dbf-41eb-aa9f-1c97924db9fe req-b855a3b9-a33a-4a67-9e7c-d9ae2a3562bb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.682907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f848dba6-6dbf-41eb-aa9f-1c97924db9fe req-b855a3b9-a33a-4a67-9e7c-d9ae2a3562bb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1500726 Sep 16 04:53:16.707714 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-37427fe0-0390-4a35-9761-9231654faf80 req-abfd8f9e-ded2-4f21-ab54-e59bc1087ab1 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:53:16.708874 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-abfd8f9e-ded2-4f21-ab54-e59bc1087ab1 service neutron] 10.222.0.60 "DELETE /v2.0/ports/621f0954-8eb6-41a3-af5c-eac6c38a97df/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0842545 Sep 16 04:53:16.715336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.795606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f848dba6-6dbf-41eb-aa9f-1c97924db9fe req-cd22905b-d9c2-4218-be5c-d681d4fda1ca tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085849 Sep 16 04:53:16.831329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-925efe4a-66d7-42ea-bbb7-2cfee13b548d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.833151 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-925efe4a-66d7-42ea-bbb7-2cfee13b548d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.60 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 949 time: 0.0663924 Sep 16 04:53:16.920233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29482cc6-97f0-4a02-8d8c-cb97027d66bf req-748be386-9ec0-4768-89b9-46296233c9e6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.921731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29482cc6-97f0-4a02-8d8c-cb97027d66bf req-748be386-9ec0-4768-89b9-46296233c9e6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1479762 Sep 16 04:53:16.936577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Deleting port 26029134-46be-45a9-9bf0-f263d9b66577 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:16.936925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.945193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37427fe0-0390-4a35-9761-9231654faf80 req-44dba702-789d-4e7a-a0ce-85d253184ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.946688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-44dba702-789d-4e7a-a0ce-85d253184ef9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 1100 time: 0.1238558 Sep 16 04:53:17.031722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] For port 26029134-46be-45a9-9bf0-f263d9b66577, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26029134-46be-45a9-9bf0-f263d9b66577,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:17.032094 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.043265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29482cc6-97f0-4a02-8d8c-cb97027d66bf req-b8a40cab-54c8-4610-aacd-71f3b3ccac92 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124976 Sep 16 04:53:17.044903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Calling delete_port for 26029134-46be-45a9-9bf0-f263d9b66577 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:17.092060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Router 503a426c-82bb-4897-a0c1-ec42b3027c66 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:17.118265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37427fe0-0390-4a35-9761-9231654faf80 req-aa06b303-7267-477c-ace3-0d12e89da5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.119833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-aa06b303-7267-477c-ace3-0d12e89da5a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1641994 Sep 16 04:53:17.252632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-1f41fc83-1bf4-4a81-a929-b9f7b4dbd1af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 200 len: 217 time: 0.0849786 Sep 16 04:53:17.299965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.312992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['26029134-46be-45a9-9bf0-f263d9b66577'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:17.328367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Pushing event deleted for resources: {'Port': ['ID=26029134-46be-45a9-9bf0-f263d9b66577,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.366101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37427fe0-0390-4a35-9761-9231654faf80 req-4ad35315-281f-4dde-be29-c3e987ac9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.368037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-4ad35315-281f-4dde-be29-c3e987ac9fe6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1048357 Sep 16 04:53:17.392924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] No DVR routers for this DVR port 26029134-46be-45a9-9bf0-f263d9b66577 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:17.396407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.398665 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b9fa01a-1808-46b1-abfc-1c705bf2aa07 req-61c68f59-7539-4cad-957c-6bdff70bd49c tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.60 "DELETE /v2.0/ports/26029134-46be-45a9-9bf0-f263d9b66577 HTTP/1.1" status: 204 len: 173 time: 0.5584757 Sep 16 04:53:17.399225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efec3c-2094-40de-ba1d-4384c48c1ba7', 'name': 'network-vif-deleted', 'tag': '26029134-46be-45a9-9bf0-f263d9b66577'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:17.402098 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde4be0-d970-4484-b4b8-ea7fa14cd367" -d '{"events": [{"server_uuid": "24efec3c-2094-40de-ba1d-4384c48c1ba7", "name": "network-vif-deleted", "tag": "26029134-46be-45a9-9bf0-f263d9b66577"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:17.428614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24eb2e-221c-419b-9879-3ab55a0d2911 req-2539e08d-2464-478e-aab4-3710b6c0efe8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.430077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f24eb2e-221c-419b-9879-3ab55a0d2911 req-2539e08d-2464-478e-aab4-3710b6c0efe8 tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/ports?device_id=24efec3c-2094-40de-ba1d-4384c48c1ba7 HTTP/1.1" status: 200 len: 867 time: 0.2660172 Sep 16 04:53:17.432126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:17.437985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18a798b2-9466-4f47-98e1-f872dbc051e0 admin admin] 10.222.0.59 "PUT /v2.0/routers/503a426c-82bb-4897-a0c1-ec42b3027c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2875991 Sep 16 04:53:17.440807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33550) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:17.444145 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] Sync routers for ids ['503a426c-82bb-4897-a0c1-ec42b3027c66'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:17.446297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb841-bb3e-457e-ba9d-b854a46b255c req-0810d8cf-3f0f-440b-aa6b-e7bd2beebd98 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.455293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-705eb841-bb3e-457e-ba9d-b854a46b255c req-0810d8cf-3f0f-440b-aa6b-e7bd2beebd98 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.2860260 Sep 16 04:53:17.455863 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] Routers {'503a426c-82bb-4897-a0c1-ec42b3027c66'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:17.457429 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['503a426c-82bb-4897-a0c1-ec42b3027c66'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:17.528841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f24eb2e-221c-419b-9879-3ab55a0d2911 req-81d6867b-4204-4cb0-9795-2847f10cf87d tempest-LiveMigrationNegativeTest-1767320409 tempest-LiveMigrationNegativeTest-1767320409-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c190a64-cf5c-4213-afc6-93c85640b042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707788 Sep 16 04:53:17.541578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-705eb841-bb3e-457e-ba9d-b854a46b255c req-7fd8055b-942f-4476-9a22-3c96faab6bb6 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829134 Sep 16 04:53:17.547641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37427fe0-0390-4a35-9761-9231654faf80 req-8714a612-7185-4743-82f5-99bc2b5fa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.550805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-8714a612-7185-4743-82f5-99bc2b5fa740 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1694262 Sep 16 04:53:17.580751 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.664408 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] Set router 503a426c-82bb-4897-a0c1-ec42b3027c66 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:17.717123 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e586eff-19f2-43d4-b805-d292b8301786 x-openstack-request-id: req-9e586eff-19f2-43d4-b805-d292b8301786 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:17.717689 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24efec3c-2094-40de-ba1d-4384c48c1ba7", "name": "network-vif-deleted", "tag": "26029134-46be-45a9-9bf0-f263d9b66577", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:17.717934 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e586eff-19f2-43d4-b805-d292b8301786 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:17.718482 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24efec3c-2094-40de-ba1d-4384c48c1ba7', 'name': 'network-vif-deleted', 'tag': '26029134-46be-45a9-9bf0-f263d9b66577', 'status': 'completed', 'code': 200} Sep 16 04:53:17.719841 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.911223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Deleting port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:17.911845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.924524 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:53:16Z', 'revision_number': 5, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port': {'id': 'ab17e693-c9a6-4cd4-bee6-b13427dbb0ad', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ef:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:17.968671 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] Checking router: 503a426c-82bb-4897-a0c1-ec42b3027c66 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:17.989027 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] Routers {'503a426c-82bb-4897-a0c1-ec42b3027c66'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:17.990029 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['503a426c-82bb-4897-a0c1-ec42b3027c66'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:18.033673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] For port ab17e693-c9a6-4cd4-bee6-b13427dbb0ad, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ab17e693-c9a6-4cd4-bee6-b13427dbb0ad,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:18.034072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.048689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Calling delete_port for ab17e693-c9a6-4cd4-bee6-b13427dbb0ad owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:18.085017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-6d72d821-8543-424f-b405-6704f1e926be service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253057 Sep 16 04:53:18.098055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb10239-3a1a-48f6-a9c4-c5f93e25abd6 req-b01b92d1-02d7-4148-b524-144daa9357e4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.106660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cb10239-3a1a-48f6-a9c4-c5f93e25abd6 req-b01b92d1-02d7-4148-b524-144daa9357e4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 948 time: 0.0896888 Sep 16 04:53:18.135469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b631d2a-3d86-4491-8e62-6f13a6d9df09 req-1f9d62fb-9334-461d-8255-c2616b04adb4 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.137409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b631d2a-3d86-4491-8e62-6f13a6d9df09 req-1f9d62fb-9334-461d-8255-c2616b04adb4 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 944 time: 0.4720163 Sep 16 04:53:18.219845 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] Set router 503a426c-82bb-4897-a0c1-ec42b3027c66 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:18.277285 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:53:17Z', 'revision_number': 6, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:18.304355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cb10239-3a1a-48f6-a9c4-c5f93e25abd6 req-9cef7826-f3b7-4ea0-97b9-abe38386120d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967187 Sep 16 04:53:18.310255 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0145d-d478-4113-8ec9-ee221e72965e None None] The sync data for ids ['503a426c-82bb-4897-a0c1-ec42b3027c66'] in n-d-712143-16 is: [{'id': '503a426c-82bb-4897-a0c1-ec42b3027c66', 'name': 'tempest-ServersTestMultiNic-920498457-router', 'tenant_id': '8aa6daab3ba644c283831c4f1df21257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:25Z', 'updated_at': '2021-09-16T04:53:17Z', 'revision_number': 6, 'project_id': '8aa6daab3ba644c283831c4f1df21257', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:18.325033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b631d2a-3d86-4491-8e62-6f13a6d9df09 req-5080eb50-d3b5-4d43-87e5-50bb690e92a9 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786029 Sep 16 04:53:18.332727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37427fe0-0390-4a35-9761-9231654faf80 req-dcdbfce0-4c71-4a1b-9f7a-d39258a0fe2b service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224190 Sep 16 04:53:18.341889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.388726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab17e693-c9a6-4cd4-bee6-b13427dbb0ad,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.495065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.529546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efd321-251d-4454-b327-120d0a5e31be req-7af0cc5d-5070-42d6-933b-1d40f4110575 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.531890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47efd321-251d-4454-b327-120d0a5e31be req-7af0cc5d-5070-42d6-933b-1d40f4110575 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1023598 Sep 16 04:53:18.542366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d059eaf-19fb-4362-be94-3930db50e8fb req-f0d89499-d2fe-4563-b9d2-d2d97f06b280 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.543975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d059eaf-19fb-4362-be94-3930db50e8fb req-f0d89499-d2fe-4563-b9d2-d2d97f06b280 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.1031122 Sep 16 04:53:18.612410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47efd321-251d-4454-b327-120d0a5e31be req-afee2fe3-c595-4e64-91fb-88f09383f6bf tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673370 Sep 16 04:53:18.621000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d059eaf-19fb-4362-be94-3930db50e8fb req-b9e435c3-ad50-4b32-8de6-1c66e8677b65 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694997 Sep 16 04:53:18.687083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.694547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.801391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e280b52-d0a5-46a9-8e02-799163d36835 req-433cf675-a9dd-42e6-ac9d-d6bdd1a981dd tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.809823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e280b52-d0a5-46a9-8e02-799163d36835 req-433cf675-a9dd-42e6-ac9d-d6bdd1a981dd tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.0748734 Sep 16 04:53:18.815195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 97f6348f-55a2-4f13-963c-44a52d54733b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:18.841393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 97f6348f-55a2-4f13-963c-44a52d54733b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:18.845160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 97f6348f-55a2-4f13-963c-44a52d54733b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:18.875567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e280b52-d0a5-46a9-8e02-799163d36835 req-394d218a-cce3-4490-ba3e-a5e220259b78 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638320 Sep 16 04:53:18.910575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.911165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503a426c-82bb-4897-a0c1-ec42b3027c66 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:53:18.916821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.920636 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-df9315e1-4f6e-44ec-b541-f82e40a81c08 admin admin] 10.222.0.59 "DELETE /v2.0/routers/503a426c-82bb-4897-a0c1-ec42b3027c66 HTTP/1.1" status: 204 len: 168 time: 1.4759822 Sep 16 04:53:18.920902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33568) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:18.968427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7479db5e-1183-457e-893f-56f7fa963760 admin admin] Deleting subnet 1aa23143-60a8-4f08-a693-518fea7d9885 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:18.971660 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7479db5e-1183-457e-893f-56f7fa963760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.010797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7479db5e-1183-457e-893f-56f7fa963760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.091944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7479db5e-1183-457e-893f-56f7fa963760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.204063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7479db5e-1183-457e-893f-56f7fa963760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.240603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479db5e-1183-457e-893f-56f7fa963760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa23143-60a8-4f08-a693-518fea7d9885,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.244611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7479db5e-1183-457e-893f-56f7fa963760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.246739 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7479db5e-1183-457e-893f-56f7fa963760 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1aa23143-60a8-4f08-a693-518fea7d9885 HTTP/1.1" status: 204 len: 168 time: 0.3248577 Sep 16 04:53:19.249355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33570) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.255606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f90709-e933-42f8-b4a7-67a3a9a1d724 None None] Network f7feb7d4-63ef-4013-b009-489adb81443f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:19.329835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.356641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 621f0954-8eb6-41a3-af5c-eac6c38a97df up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:19.417390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33578) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.482433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Deleting port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:19.483020 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.534430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 621f0954-8eb6-41a3-af5c-eac6c38a97df completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:19.539562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 621f0954-8eb6-41a3-af5c-eac6c38a97df triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:19.540118 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.594304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] DHCP port deletion for f7feb7d4-63ef-4013-b009-489adb81443f request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:19.596288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] For port 819c3286-b6ed-44b5-a30c-9527a1ea26d4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=819c3286-b6ed-44b5-a30c-9527a1ea26d4,segment=NetworkSegment(64044bb0-58dd-445b-a886-4f3b5ed6f66e),segment_id=64044bb0-58dd-445b-a886-4f3b5ed6f66e)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:19.596772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.613205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Calling delete_port for 819c3286-b6ed-44b5-a30c-9527a1ea26d4 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:19.678689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55539b0-5e21-4fdb-a07d-169f39712e24 req-df8a5b20-8256-48bd-b9db-e13c72b3aad2 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.680923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f55539b0-5e21-4fdb-a07d-169f39712e24 req-df8a5b20-8256-48bd-b9db-e13c72b3aad2 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 944 time: 0.1783392 Sep 16 04:53:19.694951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cc509-3a8a-499a-a345-f597478fdbff req-27a11d5d-9206-4f23-aa61-78891b4533d0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.701100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b40cc509-3a8a-499a-a345-f597478fdbff req-27a11d5d-9206-4f23-aa61-78891b4533d0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 948 time: 0.2348838 Sep 16 04:53:19.757579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f203ba96-d000-4b96-a039-25e4a3587c30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e06fc29e9d9f4037b4c23bf995f17bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389635 Sep 16 04:53:19.760310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33586) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.803605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f55539b0-5e21-4fdb-a07d-169f39712e24 req-4d6541bd-7227-4bdf-a7d4-581b89270d0e tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768728 Sep 16 04:53:19.817070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b40cc509-3a8a-499a-a345-f597478fdbff req-29d71178-65b8-4f81-94a3-2f77e5bbcc2c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779128 Sep 16 04:53:19.824318 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d0be029-bf46-48c3-bf7f-a6dc068f9b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.847900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.854922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Deleting port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:19.855433 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.877185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] No DVR routers for this DVR port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:19.880709 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d0be029-bf46-48c3-bf7f-a6dc068f9b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.952069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Pushing event deleted for resources: {'Port': ['ID=819c3286-b6ed-44b5-a30c-9527a1ea26d4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.952759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] For port 819c3286-b6ed-44b5-a30c-9527a1ea26d4, host n-d-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:19.953198 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.956372 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.975359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Calling delete_port for 819c3286-b6ed-44b5-a30c-9527a1ea26d4 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:19.979303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.ipam_backend_mixin [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 was not found and therefore no delete operation was performed {{(pid=101826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:53:19.984452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8d70-911b-4d65-8063-e4bfdbf78a80 req-1ca2295b-a356-485a-895f-7a83e4103cb3 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.986413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-388b8d70-911b-4d65-8063-e4bfdbf78a80 req-1ca2295b-a356-485a-895f-7a83e4103cb3 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 950 time: 0.0903969 Sep 16 04:53:19.992542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:19.994946 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a21e9-0486-49ef-9631-f43c489e2b87" -d '{"events": [{"server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "name": "network-vif-plugged", "status": "completed", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:19.998089 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.011194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958a73b-fb0e-49c2-adcc-b6e0140d1470 req-25039f96-008a-4275-8a44-c53773037085 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.020634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2958a73b-fb0e-49c2-adcc-b6e0140d1470 req-25039f96-008a-4275-8a44-c53773037085 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.0927036 Sep 16 04:53:20.035627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:20.037678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Pushing event deleted for resources: {'Port': ['ID=819c3286-b6ed-44b5-a30c-9527a1ea26d4,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.042468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] No DVR routers for this DVR port 819c3286-b6ed-44b5-a30c-9527a1ea26d4 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:20.050900 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.051286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.051642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.051986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.052326 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.052667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.058335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.058841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.059155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.059528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.059873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.060209 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99736a49-921f-40dd-867f-f4a70ae75032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:20.070238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.083236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-388b8d70-911b-4d65-8063-e4bfdbf78a80 req-c569cbcc-b0a1-42d0-8082-9d2adea021ab tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896440 Sep 16 04:53:20.103211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7feb7d4-63ef-4013-b009-489adb81443f']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:20.111626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2958a73b-fb0e-49c2-adcc-b6e0140d1470 req-6aff7147-d2ca-440e-b161-cb4d90a4dec1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889332 Sep 16 04:53:20.114988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64044bb0-58dd-445b-a886-4f3b5ed6f66e') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:20.115384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64044bb0-58dd-445b-a886-4f3b5ed6f66e') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:20.125032 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.125858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:20.128051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.146301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.151932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:20.152325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:20.153985 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:20.206802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=10']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.227090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:20.227503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.237204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d0be029-bf46-48c3-bf7f-a6dc068f9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.240715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d0be029-bf46-48c3-bf7f-a6dc068f9b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.245499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2d0be029-bf46-48c3-bf7f-a6dc068f9b5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c190a64-cf5c-4213-afc6-93c85640b042 HTTP/1.1" status: 204 len: 168 time: 0.4817255 Sep 16 04:53:20.252427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0be029-bf46-48c3-bf7f-a6dc068f9b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c190a64-cf5c-4213-afc6-93c85640b042,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.265686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bb65d-54b8-4073-a094-75ad0065c1c9 req-4f74d561-4104-47b1-8f74-e90a10c3dfc9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.267450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd4bb65d-54b8-4073-a094-75ad0065c1c9 req-4f74d561-4104-47b1-8f74-e90a10c3dfc9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 950 time: 0.1057894 Sep 16 04:53:20.293296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.301911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.304959 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f7feb7d4-63ef-4013-b009-489adb81443f HTTP/1.1" status: 204 len: 168 time: 1.0543818 Sep 16 04:53:20.334993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fe9c8-8924-49c8-b73f-ae232b2c1661 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7feb7d4-63ef-4013-b009-489adb81443f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.359013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd4bb65d-54b8-4073-a094-75ad0065c1c9 req-ef69131e-508a-461a-9121-e2b7c98f1e37 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840197 Sep 16 04:53:20.381114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d71c7-477a-46a7-8da6-3d9f0688a24e req-8ab9b00e-2ce3-44b0-937a-4d90392c8c3a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.392499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a48d71c7-477a-46a7-8da6-3d9f0688a24e req-8ab9b00e-2ce3-44b0-937a-4d90392c8c3a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.0942931 Sep 16 04:53:20.414839 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf0b6e-09ca-4e2c-895c-b0943ea3f11c x-openstack-request-id: req-88cf0b6e-09ca-4e2c-895c-b0943ea3f11c {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:20.415163 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "name": "network-vif-plugged", "status": "completed", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:20.415533 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88cf0b6e-09ca-4e2c-895c-b0943ea3f11c {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:20.417551 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'code': 200} Sep 16 04:53:20.421041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.464982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a48d71c7-477a-46a7-8da6-3d9f0688a24e req-75991409-0fdc-47fb-b119-074be50d7cf1 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685942 Sep 16 04:53:20.495464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:20.549998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 819c3286-b6ed-44b5-a30c-9527a1ea26d4 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:20.570590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 819c3286-b6ed-44b5-a30c-9527a1ea26d4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:20.570936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 819c3286-b6ed-44b5-a30c-9527a1ea26d4 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:20.571393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ab17e693-c9a6-4cd4-bee6-b13427dbb0ad no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:20.596088 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.596886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:20.599094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ab17e693-c9a6-4cd4-bee6-b13427dbb0ad {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:20.599455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ab17e693-c9a6-4cd4-bee6-b13427dbb0ad not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:20.690815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.757590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33612) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:20.772012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:20.780927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:20.780927 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.820088 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-808feb88-25ea-48de-89c6-2425c7495765 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8aa6daab3ba644c283831c4f1df21257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609725 Sep 16 04:53:20.822565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33614) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:20.880126 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.880834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f568f24c-f5c2-4b08-aff8-29c79eb8237c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.911867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f568f24c-f5c2-4b08-aff8-29c79eb8237c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.927187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:21.007551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.015180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-23e706fa-ea9d-4866-af38-c4edd61a93dd tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313756 Sep 16 04:53:21.023963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975d345-fc46-436d-b6e7-e6a0d29d3ce3 req-c4438ab4-086a-4478-b7aa-30d7d0221c1f tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.025770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e975d345-fc46-436d-b6e7-e6a0d29d3ce3 req-c4438ab4-086a-4478-b7aa-30d7d0221c1f tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 944 time: 0.1074102 Sep 16 04:53:21.065058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.111646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f568f24c-f5c2-4b08-aff8-29c79eb8237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.114907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f568f24c-f5c2-4b08-aff8-29c79eb8237c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.118397 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f568f24c-f5c2-4b08-aff8-29c79eb8237c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f1561c6-989e-44ce-833e-84621efa43db HTTP/1.1" status: 204 len: 168 time: 0.2927988 Sep 16 04:53:21.118397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:21.183147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f24c-f5c2-4b08-aff8-29c79eb8237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1561c6-989e-44ce-833e-84621efa43db,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.219853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e975d345-fc46-436d-b6e7-e6a0d29d3ce3 req-312ffe10-30f1-49d8-b0f9-bc2cd3a0f88b tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836293 Sep 16 04:53:21.245595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33638) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:21.246334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e57b15a3-763e-434a-9455-63d989fa777b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=124ed3cf79cd44298361201b0d347fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221449 Sep 16 04:53:21.293132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-8a46f0d0-9122-43d0-9571-16be74adbac1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.300057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-8a46f0d0-9122-43d0-9571-16be74adbac1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733161 Sep 16 04:53:21.354557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-c007d6ad-5685-43dd-8ec9-5323efa0f311 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/quotas/ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 375 time: 0.0533655 Sep 16 04:53:21.426611 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-099dc332-cc52-4b21-a70f-8b5b1afb2e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.438471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-edae7e86-7d46-4a80-bfab-eb96b7e8eaa8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831113 Sep 16 04:53:21.453802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aed2f-8477-44bf-9c32-4c10b78c74d3 req-131407e2-8cd0-48a8-9f89-c6e679493f60 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.455353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-961aed2f-8477-44bf-9c32-4c10b78c74d3 req-131407e2-8cd0-48a8-9f89-c6e679493f60 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.1526215 Sep 16 04:53:21.468794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-099dc332-cc52-4b21-a70f-8b5b1afb2e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.565442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-961aed2f-8477-44bf-9c32-4c10b78c74d3 req-842650f2-2ffd-4d11-91e4-82b5675c7006 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020286 Sep 16 04:53:21.577663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 26029134-46be-45a9-9bf0-f263d9b66577 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:21.603303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 26029134-46be-45a9-9bf0-f263d9b66577 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:21.603773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 26029134-46be-45a9-9bf0-f263d9b66577 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:21.697588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-099dc332-cc52-4b21-a70f-8b5b1afb2e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.715475 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-099dc332-cc52-4b21-a70f-8b5b1afb2e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.716934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-099dc332-cc52-4b21-a70f-8b5b1afb2e81 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ee926ae-e2d5-4b20-aa2b-c0e293000d14 HTTP/1.1" status: 204 len: 168 time: 0.4684219 Sep 16 04:53:21.736984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dc332-cc52-4b21-a70f-8b5b1afb2e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee926ae-e2d5-4b20-aa2b-c0e293000d14,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.755733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81852d0a-96e4-4509-b854-b8d28c10f5eb req-e37fd89f-b644-4203-ade1-6e18c0ed5ae2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.765017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81852d0a-96e4-4509-b854-b8d28c10f5eb req-e37fd89f-b644-4203-ade1-6e18c0ed5ae2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 945 time: 0.1261728 Sep 16 04:53:21.910099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-6359279e-ca18-474e-8bf2-a3bf7c89ac45 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.911670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-6359279e-ca18-474e-8bf2-a3bf7c89ac45 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.1350753 Sep 16 04:53:21.926122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81852d0a-96e4-4509-b854-b8d28c10f5eb req-13362896-a54e-42ed-b877-de433dfe4fee tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600988 Sep 16 04:53:21.932588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-16'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:22.053685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d21b8f9-9b04-4b9b-bca7-8dab1d9e072c req-4d356369-52e1-48d5-b9b8-fdd8a35ca185 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 210 time: 0.0353384 Sep 16 04:53:22.093968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d6971-1208-46ae-b77f-8d8896ef4d32 req-93f51293-3f61-49ce-aed4-22f6e5343aa3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.095489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e4d6971-1208-46ae-b77f-8d8896ef4d32 req-93f51293-3f61-49ce-aed4-22f6e5343aa3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.1115336 Sep 16 04:53:22.101488 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.197184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e4d6971-1208-46ae-b77f-8d8896ef4d32 req-d51eb5f4-85df-4d9c-97f6-4b77d2e2e7ae tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921910 Sep 16 04:53:22.342370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:22.387058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974b87-c201-4170-9488-11c4ab4f6df0 req-689fb42e-0c9c-476d-b318-d37f776cacc9 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.388684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac974b87-c201-4170-9488-11c4ab4f6df0 req-689fb42e-0c9c-476d-b318-d37f776cacc9 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0852516 Sep 16 04:53:22.418008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:22.418514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47'}, {'server_uuid': 'e9f80945-7429-4d07-a587-7fc8532e6c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6f52d3-5227-4022-a2ae-ddd7b4c66f59'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:22.425024 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3855226-0606-44cc-b4d1-6b79ebd9a0b2" -d '{"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47"}, {"server_uuid": "e9f80945-7429-4d07-a587-7fc8532e6c55", "name": "network-vif-plugged", "status": "completed", "tag": "bb6f52d3-5227-4022-a2ae-ddd7b4c66f59"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:22.474996 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3c8b9f-722b-4923-acc0-a424c96d64cf x-openstack-request-id: req-ef3c8b9f-722b-4923-acc0-a424c96d64cf {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:22.476097 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47", "code": 200}, {"server_uuid": "e9f80945-7429-4d07-a587-7fc8532e6c55", "name": "network-vif-plugged", "status": "completed", "tag": "bb6f52d3-5227-4022-a2ae-ddd7b4c66f59", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:22.476370 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef3c8b9f-722b-4923-acc0-a424c96d64cf {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:22.477139 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'code': 200} Sep 16 04:53:22.478174 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f80945-7429-4d07-a587-7fc8532e6c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6f52d3-5227-4022-a2ae-ddd7b4c66f59', 'code': 200} Sep 16 04:53:22.483515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac974b87-c201-4170-9488-11c4ab4f6df0 req-1014974b-e14a-4f98-a9e8-0cbded29daab tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871799 Sep 16 04:53:22.501382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ff8439-e378-4148-8ac2-885552332c33'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:22.504934 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98227c0-0a9c-47ee-9559-4aa1968102ff" -d '{"events": [{"server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "name": "network-vif-unplugged", "status": "completed", "tag": "59ff8439-e378-4148-8ac2-885552332c33"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:22.510069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.543298 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ace852-492d-4992-b3e8-c77aea1eb8fd x-openstack-request-id: req-17ace852-492d-4992-b3e8-c77aea1eb8fd {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:22.543796 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "name": "network-vif-unplugged", "status": "completed", "tag": "59ff8439-e378-4148-8ac2-885552332c33", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:22.544139 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-17ace852-492d-4992-b3e8-c77aea1eb8fd {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:22.544477 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ff8439-e378-4148-8ac2-885552332c33', 'code': 200} Sep 16 04:53:22.608436 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.730366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Pushing event updated for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:22.767102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64e1c3-67b0-48e3-9151-9cb2cafd314b req-d8426748-080f-435a-aaf0-8ab889500a93 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.768819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f64e1c3-67b0-48e3-9151-9cb2cafd314b req-d8426748-080f-435a-aaf0-8ab889500a93 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.1309128 Sep 16 04:53:22.771672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on host n-h1-712143-16 for vnic_type normal with profile {"migrating_to": "n-h2-712143-16"} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:22.772069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:22.772417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:22.779111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:22.779466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Attempting to bind port 59ff8439-e378-4148-8ac2-885552332c33 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:22.795997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:22.796318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:22.796699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:22.797143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Bound port: 59ff8439-e378-4148-8ac2-885552332c33, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:22.797501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.863759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e22978-dec2-4599-9db0-157676440841 req-f4c9692d-ec89-4961-83a8-7b0559dc36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.866006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-13e22978-dec2-4599-9db0-157676440841 req-f4c9692d-ec89-4961-83a8-7b0559dc36b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 1097 time: 0.0590761 Sep 16 04:53:22.884583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33698) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:22.913753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f64e1c3-67b0-48e3-9151-9cb2cafd314b req-6fa0be9f-f280-4be3-8aeb-10ab301d5e68 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364381 Sep 16 04:53:22.924217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:22.928676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:22.991337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.018239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1535590458-network', 'tenant_id': '66eebbe72abf4c5490504e7339c33bac'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:23.032111 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-13e22978-dec2-4599-9db0-157676440841 req-c64015f4-2304-4d1a-835c-dd71ba8098c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820780 Sep 16 04:53:23.057188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fc561-b022-48f9-b8f7-f014ee29c6cc req-c584fd8a-8c7f-4f9c-8638-5521519d04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.058979 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-567fc561-b022-48f9-b8f7-f014ee29c6cc req-c584fd8a-8c7f-4f9c-8638-5521519d04d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1103 time: 0.0821455 Sep 16 04:53:23.087666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.088297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.089665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] 10.222.0.60 "PUT /v2.0/ports/59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 200 len: 1123 time: 1.1626313 Sep 16 04:53:23.133225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Made reservation on behalf of 66eebbe72abf4c5490504e7339c33bac for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:23.133386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb74dde-6ca7-4cbc-ae08-5d34e7fcd529 service neutron] Pushing event updated for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=8']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:23.141753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.152644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.167172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['59ff8439-e378-4148-8ac2-885552332c33'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:23.178889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-055ffe11-99b2-46e1-a553-3efc624411de req-37af595d-caf8-497e-bcf8-0892bdce4848 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 210 time: 0.0420892 Sep 16 04:53:23.187409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d647a3-15bd-4ffe-8edc-65ff5fb883a1 req-057cda53-497f-4611-9a52-b31da1905d0c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.189000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19d647a3-15bd-4ffe-8edc-65ff5fb883a1 req-057cda53-497f-4611-9a52-b31da1905d0c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.1172750 Sep 16 04:53:23.268407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19d647a3-15bd-4ffe-8edc-65ff5fb883a1 req-062c8974-14c4-47ed-a518-78ffd21b79f4 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661528 Sep 16 04:53:23.325929 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.363737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb83e77-db3a-43d0-ad57-67d5450c25ce req-a894c886-ffd4-40db-bc76-8c86ae990df7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.365250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcb83e77-db3a-43d0-ad57-67d5450c25ce req-a894c886-ffd4-40db-bc76-8c86ae990df7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Sep 16 04:53:23.415470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['59ff8439-e378-4148-8ac2-885552332c33'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:23.440273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcb83e77-db3a-43d0-ad57-67d5450c25ce req-2d9003e9-fe8f-4fe3-b876-61f7e4e0c136 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618536 Sep 16 04:53:23.458648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.483555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:23.493291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b76744-44b0-4ba7-8d35-180005cb4dcb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:23.498177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.498539 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Added segment 3db7b635-a507-4b70-bae0-b16083b11328 of type vlan for network d42556db-4fca-4a9a-84c8-f3caf6bd08cd Sep 16 04:53:23.563145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.575420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59ff8439-e378-4148-8ac2-885552332c33 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:23.578218 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-567fc561-b022-48f9-b8f7-f014ee29c6cc req-4a972297-bd1a-4b2d-9e2f-b29dfd195762 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710125 Sep 16 04:53:23.612465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d896c62-1f6c-4488-a34b-10548f257627 req-a1097a0c-16e0-47cf-8625-3a0b5e9df925 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.614071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d896c62-1f6c-4488-a34b-10548f257627 req-a1097a0c-16e0-47cf-8625-3a0b5e9df925 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0531778 Sep 16 04:53:23.669282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d896c62-1f6c-4488-a34b-10548f257627 req-010b44e8-41e0-457a-ad47-8345268cb6fd tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Sep 16 04:53:23.698965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:23.710785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59ff8439-e378-4148-8ac2-885552332c33 has no active binding in host n-h2-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:53:23.774149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.775161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.775799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.835093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] Pushing event updated for resources: {'Network': ['ID=d42556db-4fca-4a9a-84c8-f3caf6bd08cd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:23.845009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d42556db-4fca-4a9a-84c8-f3caf6bd08cd details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:24.009495 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-22bb8f27-17c1-4b64-a693-bce9f30a120b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1236217 Sep 16 04:53:24.012383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33728) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:24.022419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Request body: {'subnet': {'network_id': 'd42556db-4fca-4a9a-84c8-f3caf6bd08cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1535590458-subnet', 'tenant_id': '66eebbe72abf4c5490504e7339c33bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:24.039153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78da7be-015d-46b9-885f-29ff3a59780e req-d62a7bcd-1913-490c-b753-55c6c43401a6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.040683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c78da7be-015d-46b9-885f-29ff3a59780e req-d62a7bcd-1913-490c-b753-55c6c43401a6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.0501833 Sep 16 04:53:24.087614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c78da7be-015d-46b9-885f-29ff3a59780e req-9bc7c6e0-1be0-4787-8034-79159cf3876f tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Sep 16 04:53:24.109401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Made reservation on behalf of 66eebbe72abf4c5490504e7339c33bac for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:24.111889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.210462 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-360079d8-db5d-42f5-ab6e-59e548c4908f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251629 Sep 16 04:53:24.319664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74aa07a7-4ea5-4c60-9148-84b337931cac req-f4de7e9c-7030-4244-bec0-684f004d2802 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 210 time: 0.0347919 Sep 16 04:53:24.356918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-fbc59f4a-a5b9-4633-814e-9338bbc88723 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.358418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-fbc59f4a-a5b9-4633-814e-9338bbc88723 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417463 Sep 16 04:53:24.373214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Request body: {'port': {'device_id': '02dc100a-878a-45a0-b266-78d7a5009266', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'ec390820661b415b9b248b7fbb6c98a5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:24.375894 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.437364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c0127d-21d0-498d-b062-bbea6d8e755c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.461832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Checking segment: {'id': '3db7b635-a507-4b70-bae0-b16083b11328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd42556db-4fca-4a9a-84c8-f3caf6bd08cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:24.462315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Network hostable DHCP agents. Network: d42556db-4fca-4a9a-84c8-f3caf6bd08cd, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:24.481378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15568-2367-42ee-a58c-8fbe7584474f req-7da6770a-6c2f-414d-a041-82d738fbd42b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.482918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfb15568-2367-42ee-a58c-8fbe7584474f req-7da6770a-6c2f-414d-a041-82d738fbd42b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.1236246 Sep 16 04:53:24.543689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfb15568-2367-42ee-a58c-8fbe7584474f req-c73e7036-73be-4816-8d2a-34683b6ea39c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507271 Sep 16 04:53:24.545576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'tag': '59ff8439-e378-4148-8ac2-885552332c33'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:24.547839 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b666b6-479a-4f3d-9b86-a819c5d1019b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "tag": "59ff8439-e378-4148-8ac2-885552332c33"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:24.551380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Network d42556db-4fca-4a9a-84c8-f3caf6bd08cd is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:24.661502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac518c1d-ea03-4ceb-9e24-abaa7d8ffffd req-9eaebcdd-6df0-4c87-8074-2522cd47563d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.663010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac518c1d-ea03-4ceb-9e24-abaa7d8ffffd req-9eaebcdd-6df0-4c87-8074-2522cd47563d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.0525217 Sep 16 04:53:24.664339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Made reservation on behalf of ec390820661b415b9b248b7fbb6c98a5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:24.667682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.692817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d42556db-4fca-4a9a-84c8-f3caf6bd08cd) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:24.698436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.699176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.702853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a715b-26d8-46c8-be7b-a56e822a0c99 None None] Network d42556db-4fca-4a9a-84c8-f3caf6bd08cd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:24.756849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac518c1d-ea03-4ceb-9e24-abaa7d8ffffd req-07c41253-059a-4fcd-a502-661aa21260c5 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865190 Sep 16 04:53:24.837288 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-609d13fc-cb91-46aa-af4f-0bf38bd4975d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8209746 Sep 16 04:53:24.863901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de2403-255c-4e66-a658-b0702b27bc78 None None] Network d42556db-4fca-4a9a-84c8-f3caf6bd08cd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:24.867135 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03ae5d6-82d5-4357-b7fb-c29e7c4ce10e x-openstack-request-id: req-d03ae5d6-82d5-4357-b7fb-c29e7c4ce10e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:24.867468 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "tag": "59ff8439-e378-4148-8ac2-885552332c33", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:24.867728 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d03ae5d6-82d5-4357-b7fb-c29e7c4ce10e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:24.868130 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'tag': '59ff8439-e378-4148-8ac2-885552332c33', 'status': 'completed', 'code': 200} Sep 16 04:53:24.871899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Allocated IP 192.168.233.195 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/9f45de83-354b-456e-a4de-a3ac1df02cf3) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:24.980909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-460cd5a4-af39-4047-bf2b-7574603026f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.982058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-460cd5a4-af39-4047-bf2b-7574603026f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1126 time: 0.0800290 Sep 16 04:53:25.050908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b362-2e3b-4ed2-a6a2-919b497aab63 req-6d3b0a52-d008-4e97-b6ff-376bd82003e6 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.058754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2230b362-2e3b-4ed2-a6a2-919b497aab63 req-6d3b0a52-d008-4e97-b6ff-376bd82003e6 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 945 time: 0.1895456 Sep 16 04:53:25.110226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-848084a8-45db-4b7a-b2b4-6ecf5a402765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.112635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-848084a8-45db-4b7a-b2b4-6ecf5a402765 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1171205 Sep 16 04:53:25.137937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2230b362-2e3b-4ed2-a6a2-919b497aab63 req-b007f74b-fbab-41d7-8263-4a41491ad4b4 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783257 Sep 16 04:53:25.192262 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-f7c58a5f-1377-4270-b013-7c84e630afe3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 200 len: 217 time: 0.0654485 Sep 16 04:53:25.200462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.261865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-722e1089-e3d3-4336-9029-374d83f176d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.263399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-722e1089-e3d3-4336-9029-374d83f176d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0458565 Sep 16 04:53:25.307177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-7e80f823-5711-4244-bb3f-8c37e2e7cd97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244129 Sep 16 04:53:25.357979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c143c65-67e6-4316-86d8-ffd777a22f1e req-98f322b5-5761-4d15-9b08-476e07aca133 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.359474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c143c65-67e6-4316-86d8-ffd777a22f1e req-98f322b5-5761-4d15-9b08-476e07aca133 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.1253052 Sep 16 04:53:25.370267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-e5a8331c-2ef2-41a5-960f-5f7aa98df3ee tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.371776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-e5a8331c-2ef2-41a5-960f-5f7aa98df3ee tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/networks?id=d42556db-4fca-4a9a-84c8-f3caf6bd08cd HTTP/1.1" status: 200 len: 814 time: 0.1622500 Sep 16 04:53:25.405990 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-1435fd56-b535-4c6e-9ab1-e4967fa824d4 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885108 Sep 16 04:53:25.406470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-bc6f2541-05a3-4569-81b7-7d846a337b4a tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/quotas/66eebbe72abf4c5490504e7339c33bac HTTP/1.1" status: 200 len: 375 time: 0.0143614 Sep 16 04:53:25.427130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.445909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c143c65-67e6-4316-86d8-ffd777a22f1e req-130b9a59-5336-4d2d-a251-e9c859926d39 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732205 Sep 16 04:53:25.452087 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-90c5774a-6c72-4bff-b862-98f93ec26acf tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=66eebbe72abf4c5490504e7339c33bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397599 Sep 16 04:53:25.518111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368', '621f0954-8eb6-41a3-af5c-eac6c38a97df'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:25.525094 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b0b666b6-479a-4f3d-9b86-a819c5d1019b req-31d44751-8cf3-4757-9839-96f5d5cf4d1d service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026673 Sep 16 04:53:25.530485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:25.538558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:25.568208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:25.578142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.647516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.648167 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.659179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-6b492fe5-bce5-42ae-9abf-7633b754a908 service neutron] 10.222.0.59 "GET /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703126 Sep 16 04:53:25.776536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-9de854b1-d537-4400-a3e3-7141ad7ff9a6 service neutron] 10.222.0.59 "GET /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060181 Sep 16 04:53:25.779098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-9e7dfbe7-7edf-42dd-a03b-b1142be1914c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4099844 Sep 16 04:53:25.799204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Request body: {'port': {'device_id': '02dc100a-878a-45a0-b266-78d7a5009266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:25.813581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0eae9852-e7d5-4509-bfc5-c5ea6332cacc None None] Provisioning complete for port 9f45de83-354b-456e-a4de-a3ac1df02cf3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:25.814118 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0eae9852-e7d5-4509-bfc5-c5ea6332cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.852680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0eae9852-e7d5-4509-bfc5-c5ea6332cacc None None] Port 9f45de83-354b-456e-a4de-a3ac1df02cf3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:25.886038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.915887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4489cda-2e73-4bcb-9d02-92f89af851f7 req-08da1806-3644-449f-a62b-31aed45f086e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.917367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4489cda-2e73-4bcb-9d02-92f89af851f7 req-08da1806-3644-449f-a62b-31aed45f086e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 936 time: 0.0802166 Sep 16 04:53:26.027383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4489cda-2e73-4bcb-9d02-92f89af851f7 req-0f86d793-addb-4181-a09e-56b1c4e809c2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930233 Sep 16 04:53:26.173998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109280f7-3131-4ce7-ac81-32a392187620 req-699f2049-ac42-4220-a15a-a0f8a58bfaa0 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.175561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-109280f7-3131-4ce7-ac81-32a392187620 req-699f2049-ac42-4220-a15a-a0f8a58bfaa0 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.1088965 Sep 16 04:53:26.287688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-109280f7-3131-4ce7-ac81-32a392187620 req-d61d1d6e-d248-4ccb-bac0-6c00f07ef653 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851827 Sep 16 04:53:26.312644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f72457-5eeb-45a3-9636-3ef2b2f151cb req-a1439599-a785-45b0-bb91-f53f61368d5e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.315276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51f72457-5eeb-45a3-9636-3ef2b2f151cb req-a1439599-a785-45b0-bb91-f53f61368d5e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.1116385 Sep 16 04:53:26.384473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-003b9fc1-e364-4d87-a8ff-1512e779e23e req-d0369df6-9f7e-405f-a235-11bb5ad2ccd6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0463994 Sep 16 04:53:26.386487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f45de83-354b-456e-a4de-a3ac1df02cf3 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:26.397287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.422055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51f72457-5eeb-45a3-9636-3ef2b2f151cb req-416aaaf7-ef56-4778-a01b-1ca8239ffc9c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Sep 16 04:53:26.424549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Transition to ACTIVE for port object 9f45de83-354b-456e-a4de-a3ac1df02cf3 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:26.537107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba358070-0e79-4259-99a2-a44fab5fa1dd req-f0e7bc1d-aa5b-4f4d-9b9b-116610f86b2c tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.538631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba358070-0e79-4259-99a2-a44fab5fa1dd req-f0e7bc1d-aa5b-4f4d-9b9b-116610f86b2c tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0532367 Sep 16 04:53:26.554692 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.646233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:26.659096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba358070-0e79-4259-99a2-a44fab5fa1dd req-8dcfb9c3-743b-4af0-81d1-4ef2be5b0bdb tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102760 Sep 16 04:53:26.666535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51e67-4e1c-46d4-8a6c-0c417a3042bc req-f25f9eec-9fd0-4a8e-92d9-c93feabcbdaa tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.668051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbb51e67-4e1c-46d4-8a6c-0c417a3042bc req-f25f9eec-9fd0-4a8e-92d9-c93feabcbdaa tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.1388693 Sep 16 04:53:26.751446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbb51e67-4e1c-46d4-8a6c-0c417a3042bc req-6f4cce24-7091-4c5f-8900-1357bbdc60eb tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665138 Sep 16 04:53:26.769102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Attempting to bind port 9f45de83-354b-456e-a4de-a3ac1df02cf3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:26.769300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Attempting to bind port 9f45de83-354b-456e-a4de-a3ac1df02cf3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:26.769641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Attempting to bind port 9f45de83-354b-456e-a4de-a3ac1df02cf3 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:26.774682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Port 9f45de83-354b-456e-a4de-a3ac1df02cf3 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:26.775003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Attempting to bind port 9f45de83-354b-456e-a4de-a3ac1df02cf3 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:26.786172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:26.786728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:26.787225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:26.787796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Bound port: 9f45de83-354b-456e-a4de-a3ac1df02cf3, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:26.788289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.889882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:26.892882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:27.021055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.065510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.066707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.068129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f45de83-354b-456e-a4de-a3ac1df02cf3 HTTP/1.1" status: 200 len: 1097 time: 1.2734962 Sep 16 04:53:27.068578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:27.070939 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250cae80-d82d-4a40-9fe2-282841f22fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:27.094083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff43da-81b8-467a-b218-57f5e14bfa27 service neutron] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.199185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce74a6-c6c8-46f6-9727-7e4d4c857ecf req-3acf18ab-323f-4931-bc3b-d81d1e69052a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.206624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bce74a6-c6c8-46f6-9727-7e4d4c857ecf req-3acf18ab-323f-4931-bc3b-d81d1e69052a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 948 time: 0.0763993 Sep 16 04:53:27.249155 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f970e-1bb4-46e5-bbfb-4b6a58a70a2b x-openstack-request-id: req-0f9f970e-1bb4-46e5-bbfb-4b6a58a70a2b {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:27.249155 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:27.249155 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f9f970e-1bb4-46e5-bbfb-4b6a58a70a2b {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:27.249155 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'status': 'completed', 'code': 200} Sep 16 04:53:27.290322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bce74a6-c6c8-46f6-9727-7e4d4c857ecf req-d47860e3-64ee-49cb-849e-abef7f9ae08a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720930 Sep 16 04:53:27.297701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-d9598bca-1921-4e3c-86d4-162bebd41ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.301460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-d9598bca-1921-4e3c-86d4-162bebd41ef5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 1100 time: 0.0920162 Sep 16 04:53:27.360847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-7d71746c-d448-4b3d-929b-132b5dc2a7f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3 HTTP/1.1" status: 200 len: 217 time: 0.0465999 Sep 16 04:53:27.456859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af06c42-4a27-4fae-9401-2e4326ca27f6 req-117d8920-88db-482f-bea7-2ec21a834766 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.458355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5af06c42-4a27-4fae-9401-2e4326ca27f6 req-117d8920-88db-482f-bea7-2ec21a834766 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1103 time: 0.1362596 Sep 16 04:53:27.460795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-4184b490-ffbf-4ad1-9b0c-4e340e42d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.462131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-4184b490-ffbf-4ad1-9b0c-4e340e42d3d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0852761 Sep 16 04:53:27.479387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9738a7-d190-4c51-9bd2-078f51a10abb req-6e122de3-0801-4ec8-83e8-9cb907efea66 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.480858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c9738a7-d190-4c51-9bd2-078f51a10abb req-6e122de3-0801-4ec8-83e8-9cb907efea66 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.1028891 Sep 16 04:53:27.570563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5af06c42-4a27-4fae-9401-2e4326ca27f6 req-f883b928-2c49-49a6-b272-ffde4db551f8 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050715 Sep 16 04:53:27.596520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c9738a7-d190-4c51-9bd2-078f51a10abb req-2e306f48-f23b-4812-aa63-9b28c807ee22 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982153 Sep 16 04:53:27.601053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-0c056d7e-b427-4111-850c-9c545780272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.602690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-0c056d7e-b427-4111-850c-9c545780272d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1208317 Sep 16 04:53:27.661219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a3bcc74-59c0-4a43-a113-becba01ac8e4 req-4f018db0-600d-488a-b828-b5186783f52c tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0455475 Sep 16 04:53:27.734623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33854) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:27.801961 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.872989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02924866-da01-4159-b65f-978aa45da53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.985189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02924866-da01-4159-b65f-978aa45da53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.077070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-56b30409-6312-4025-964e-cfeae4c6974b service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507453 Sep 16 04:53:28.086117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa170a-3d7f-4985-9838-3ec0d02c3cfc req-b3bbeec6-be7b-4303-909f-d71c7321acb3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.087543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34aa170a-3d7f-4985-9838-3ec0d02c3cfc req-b3bbeec6-be7b-4303-909f-d71c7321acb3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.3706069 Sep 16 04:53:28.145737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02924866-da01-4159-b65f-978aa45da53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.181879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34aa170a-3d7f-4985-9838-3ec0d02c3cfc req-8b1d8189-7abd-4aef-b692-f5b5a29ee837 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858026 Sep 16 04:53:28.213881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02924866-da01-4159-b65f-978aa45da53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb9818-8740-4eca-82d7-c3e4629ed7b0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.219602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d7f183f-70c0-4423-af81-4d7101df4b78 req-bf5baf25-343f-4aab-b6b3-797d18dd2fa4 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275206 Sep 16 04:53:28.231878 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-02924866-da01-4159-b65f-978aa45da53f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34af79654b3a4ceaa5deec267f6cf268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937296 Sep 16 04:53:28.232750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33860) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:28.288894 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96d26d84-76f3-4abe-b0c3-b58dad3b1752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.313212 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96d26d84-76f3-4abe-b0c3-b58dad3b1752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.448263 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96d26d84-76f3-4abe-b0c3-b58dad3b1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.451287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96d26d84-76f3-4abe-b0c3-b58dad3b1752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.452271 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-96d26d84-76f3-4abe-b0c3-b58dad3b1752 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2bb9818-8740-4eca-82d7-c3e4629ed7b0 HTTP/1.1" status: 204 len: 168 time: 0.2174277 Sep 16 04:53:28.461512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d26d84-76f3-4abe-b0c3-b58dad3b1752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb9818-8740-4eca-82d7-c3e4629ed7b0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.468395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410fc4-bf5c-483e-9a7b-59ed8e53c876 req-5e9bf6f6-1f4f-4e54-a016-4bcd1b698cc8 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.469910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd410fc4-bf5c-483e-9a7b-59ed8e53c876 req-5e9bf6f6-1f4f-4e54-a016-4bcd1b698cc8 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 1103 time: 0.1193163 Sep 16 04:53:28.473874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-f27c6fd4-1d88-47d8-9988-c83460e02a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.475333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-f27c6fd4-1d88-47d8-9988-c83460e02a02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 1100 time: 0.0805216 Sep 16 04:53:28.491537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585b642-4199-4d7d-abdf-6ea182c992e1 req-9d695045-8405-4753-bae6-c341d1c3d785 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.492988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c585b642-4199-4d7d-abdf-6ea182c992e1 req-9d695045-8405-4753-bae6-c341d1c3d785 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 948 time: 0.0956302 Sep 16 04:53:28.591464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd410fc4-bf5c-483e-9a7b-59ed8e53c876 req-68052831-86e7-4d57-9f52-b4bdbeb96786 tempest-ServersAdminTestJSON-804000811 tempest-ServersAdminTestJSON-804000811-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128807 Sep 16 04:53:28.612517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c585b642-4199-4d7d-abdf-6ea182c992e1 req-d8a60965-10bb-4e5f-b5c2-dd3c7bd5027e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016798 Sep 16 04:53:28.651972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-8063b734-0290-4b05-9375-c4c279f8135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.653898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-8063b734-0290-4b05-9375-c4c279f8135c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1590278 Sep 16 04:53:28.733394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-4a262fac-a5ea-48b4-bfbc-444846dc90a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3 HTTP/1.1" status: 200 len: 217 time: 0.0681963 Sep 16 04:53:28.813145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-40009c4f-d4a1-45a9-8c77-4a1ca30ad07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.814614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-40009c4f-d4a1-45a9-8c77-4a1ca30ad07f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0670943 Sep 16 04:53:28.823310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac13cf2-bbc7-4d24-a09e-7fe598c10db5 req-a3c8b9f8-687e-4c16-ac10-c61b751dac4d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.824731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ac13cf2-bbc7-4d24-a09e-7fe598c10db5 req-a3c8b9f8-687e-4c16-ac10-c61b751dac4d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.0870247 Sep 16 04:53:28.891011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ac13cf2-bbc7-4d24-a09e-7fe598c10db5 req-d743cdff-4ad2-47fa-85c9-f876956cc99d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574203 Sep 16 04:53:28.893696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-9d20c7b5-a459-4556-9cd9-57027f7b79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.895164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-9d20c7b5-a459-4556-9cd9-57027f7b79ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690806 Sep 16 04:53:28.994723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2ab8526-96fc-4bd3-92b8-5caef6b45b23 req-380b0c7c-0837-437d-92e8-3a9be80ee01a tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0291016 Sep 16 04:53:29.020172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-10d316ff-db6a-4186-bd1f-e45782a462a6 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122818 Sep 16 04:53:29.115485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cae80-d82d-4a40-9fe2-282841f22fe5 req-a79e5b09-7a9f-4477-8d99-5758c3dbf923 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863750 Sep 16 04:53:29.222209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfb09b-73d1-4712-ac3b-ef0d808a8193 req-ba848060-46f0-46d4-90af-e56579ba9142 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.223789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66cfb09b-73d1-4712-ac3b-ef0d808a8193 req-ba848060-46f0-46d4-90af-e56579ba9142 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 950 time: 0.0477564 Sep 16 04:53:29.271588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66cfb09b-73d1-4712-ac3b-ef0d808a8193 req-d495d61a-600d-4612-a8a1-454e5d9dca60 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Sep 16 04:53:29.314086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6119ce-e6e4-444d-8e4a-25a95bf00cd3 req-5283df36-0e65-4497-981a-52fd28b89d3a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.314086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef6119ce-e6e4-444d-8e4a-25a95bf00cd3 req-5283df36-0e65-4497-981a-52fd28b89d3a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.0555470 Sep 16 04:53:29.314332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33884) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:29.337993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054ed656-b747-49cb-9e63-c3249befb83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.369337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef6119ce-e6e4-444d-8e4a-25a95bf00cd3 req-f555d657-76c7-48bf-ab74-e742a33608b6 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Sep 16 04:53:29.446540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054ed656-b747-49cb-9e63-c3249befb83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.551151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054ed656-b747-49cb-9e63-c3249befb83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.588737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-054ed656-b747-49cb-9e63-c3249befb83e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43d6776558194c4faa2a1851e4d1f5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735214 Sep 16 04:53:29.590608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ed656-b747-49cb-9e63-c3249befb83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f88e06c-e1b4-4716-b73e-1d4cc0ec2f7c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:29.591446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33886) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:29.639148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e9193e4d-e457-47ba-8526-733b1e4601f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.662165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e9193e4d-e457-47ba-8526-733b1e4601f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.744894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b69c-6fcd-421a-8b33-018708333eaf req-dce14ecb-cae8-4606-8450-4c9d5a104b40 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.746529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a192b69c-6fcd-421a-8b33-018708333eaf req-dce14ecb-cae8-4606-8450-4c9d5a104b40 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 948 time: 0.0508499 Sep 16 04:53:29.789067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a192b69c-6fcd-421a-8b33-018708333eaf req-5e2f6acf-8543-4200-8a04-ab59b7587022 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Sep 16 04:53:29.807046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-14ed89da-6de4-43e3-a566-3193571e9402 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.808550 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-14ed89da-6de4-43e3-a566-3193571e9402 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.57 "GET /v2.0/networks?id=d42556db-4fca-4a9a-84c8-f3caf6bd08cd HTTP/1.1" status: 200 len: 814 time: 0.1205161 Sep 16 04:53:29.859717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Request body: {'port': {'device_id': 'b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3', 'network_id': 'd42556db-4fca-4a9a-84c8-f3caf6bd08cd', 'admin_state_up': True, 'tenant_id': '66eebbe72abf4c5490504e7339c33bac'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:29.877661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e9193e4d-e457-47ba-8526-733b1e4601f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.880467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e9193e4d-e457-47ba-8526-733b1e4601f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.885874 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e9193e4d-e457-47ba-8526-733b1e4601f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f88e06c-e1b4-4716-b73e-1d4cc0ec2f7c HTTP/1.1" status: 204 len: 168 time: 0.2922308 Sep 16 04:53:29.937821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9193e4d-e457-47ba-8526-733b1e4601f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f88e06c-e1b4-4716-b73e-1d4cc0ec2f7c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.047139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316ede6-856f-47c1-818d-00a3c7c6067b req-77c7f0cd-ddad-4dcd-a8ee-16ecc73ff271 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.048798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4316ede6-856f-47c1-818d-00a3c7c6067b req-77c7f0cd-ddad-4dcd-a8ee-16ecc73ff271 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.0540133 Sep 16 04:53:30.087176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4316ede6-856f-47c1-818d-00a3c7c6067b req-a6054611-0b6d-4633-a1f9-d006cc9ad168 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Sep 16 04:53:30.146164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Made reservation on behalf of 66eebbe72abf4c5490504e7339c33bac for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:30.150626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.172730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-002e3203-4c1d-4bde-bdef-57b316401f52 req-a24f5dbc-9ad4-4c2a-84b7-f375fbbab569 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0272706 Sep 16 04:53:30.280665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Allocated IP 172.20.0.3 (d42556db-4fca-4a9a-84c8-f3caf6bd08cd/43c0127d-21d0-498d-b062-bbea6d8e755c/4e9e121c-dc44-439e-9468-0840f88aac9e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:30.402977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc00022-5a03-4852-9df7-956b43b25121 req-f37e640c-c933-495a-8a49-97549b7586af tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.411713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfc00022-5a03-4852-9df7-956b43b25121 req-f37e640c-c933-495a-8a49-97549b7586af tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 950 time: 0.0589612 Sep 16 04:53:30.447809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfc00022-5a03-4852-9df7-956b43b25121 req-000746e6-94e7-49cd-a92e-236c9703d54d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Sep 16 04:53:30.453223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.519100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-9981da51-c1eb-4b8b-96d0-bdf225f3be3a tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.520810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-9981da51-c1eb-4b8b-96d0-bdf225f3be3a tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.0613058 Sep 16 04:53:30.537689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-16'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:30.561748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548a8ce-118a-4ef5-8ea3-c88c6460e718 req-79377104-2922-42e4-b552-dfe5599c2ce7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.563228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2548a8ce-118a-4ef5-8ea3-c88c6460e718 req-79377104-2922-42e4-b552-dfe5599c2ce7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 945 time: 0.0563438 Sep 16 04:53:30.573141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.602823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2548a8ce-118a-4ef5-8ea3-c88c6460e718 req-7c6bbf23-6efe-4d54-89c3-9ab038647680 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Sep 16 04:53:30.858344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.873830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Network d42556db-4fca-4a9a-84c8-f3caf6bd08cd is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:30.881503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Pushing event updated for resources: {'Port': ['ID=4e9e121c-dc44-439e-9468-0840f88aac9e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.884512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:30.888106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:30.948372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145daf2-7c01-4bbf-bdbd-0e561112fb99 req-921ddb0c-cd91-46ae-b559-fc324a346a0e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.952090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e145daf2-7c01-4bbf-bdbd-0e561112fb99 req-921ddb0c-cd91-46ae-b559-fc324a346a0e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 948 time: 0.0703731 Sep 16 04:53:30.977356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.977935 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.994614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e145daf2-7c01-4bbf-bdbd-0e561112fb99 req-88c8a784-84b7-4ae0-ab88-7e613d598482 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Sep 16 04:53:31.065644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:31.084340 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-89d7be65-cba7-4b86-b128-b9db9120f1a6 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2286501 Sep 16 04:53:31.104679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:31.137409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Request body: {'port': {'device_id': 'b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:31.183203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:31.185557 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04a72d2-e724-485a-b291-ad9acafbca75" -d '{"events": [{"server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "name": "network-vif-unplugged", "status": "completed", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:31.190235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.220509 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.225198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b1bda-34e3-42d5-93d1-d484d060aac6 req-7d2d009e-e24b-4d5b-acbb-127635aa5320 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.225951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-509b1bda-34e3-42d5-93d1-d484d060aac6 req-7d2d009e-e24b-4d5b-acbb-127635aa5320 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.0612550 Sep 16 04:53:31.257636 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda6d256-0aac-4b69-bc6d-db7d8e6e2ed4 x-openstack-request-id: req-fda6d256-0aac-4b69-bc6d-db7d8e6e2ed4 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:31.257636 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "name": "network-vif-unplugged", "status": "completed", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:31.257636 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fda6d256-0aac-4b69-bc6d-db7d8e6e2ed4 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:31.257636 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed', 'code': 200} Sep 16 04:53:31.284210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-509b1bda-34e3-42d5-93d1-d484d060aac6 req-b2406cf5-6a12-4e50-9585-afcacbf99f4b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497053 Sep 16 04:53:31.293753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.431817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:31.457092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68bf21-91b5-478f-9da7-65425647824e req-d5a763fb-902a-4841-bdbf-0cd1af985b7a tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.458764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da68bf21-91b5-478f-9da7-65425647824e req-d5a763fb-902a-4841-bdbf-0cd1af985b7a tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 931 time: 0.0924156 Sep 16 04:53:31.497416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:31.497633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:31.497956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:31.529667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Pushing event updated for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:31.536730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:31.537062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:31.568146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da68bf21-91b5-478f-9da7-65425647824e req-c0f8f6b0-e267-414e-80b1-c93e428dce18 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030378 Sep 16 04:53:31.572628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:31.572628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:31.573138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:31.573595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Bound port: 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:31.573967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.599599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:31.640448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:31.640825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:31.641752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:31.648838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:31.649423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:31.654780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:31.655163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:31.655794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:31.656258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Bound port: 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:31.656654 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.658495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb76d3-8ff6-4711-b95f-9d0ca1eb4a3f req-3f32d456-ec6f-49aa-b684-21816bc01d1d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.660170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1adb76d3-8ff6-4711-b95f-9d0ca1eb4a3f req-3f32d456-ec6f-49aa-b684-21816bc01d1d tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 950 time: 0.0847292 Sep 16 04:53:31.679315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:31.767598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1adb76d3-8ff6-4711-b95f-9d0ca1eb4a3f req-18b1fe0b-6607-46ab-82dd-eaf3e3328fff tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997531 Sep 16 04:53:31.799673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:31.807896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537affc5-e187-4cc1-a38d-fdfcc366055f req-43e509d9-0b23-47df-860c-441f9dba0fff tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.816387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-537affc5-e187-4cc1-a38d-fdfcc366055f req-43e509d9-0b23-47df-860c-441f9dba0fff tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.1196759 Sep 16 04:53:31.821207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:31.823998 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9e121c-dc44-439e-9468-0840f88aac9e {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:31.833007 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.866280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-537affc5-e187-4cc1-a38d-fdfcc366055f req-c8bf165e-cd1b-4a81-acd4-8cbb144e6695 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477209 Sep 16 04:53:31.867446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:31.871180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Transition to ACTIVE for port object 4e9e121c-dc44-439e-9468-0840f88aac9e will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:31.885630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'mac_address': 'fa:16:3e:45:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:31.893295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.943768 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.974861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:31.974861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f45de83-354b-456e-a4de-a3ac1df02cf3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:31.975038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.992323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:31.993469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.994107 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.995603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] 10.222.0.57 "PUT /v2.0/ports/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed HTTP/1.1" status: 200 len: 1123 time: 1.4631310 Sep 16 04:53:31.999506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b744-d6bc-43a5-8d5c-d469f9ea21bd service neutron] Pushing event updated for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=8']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.025309 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed-n-h2-712143-16-0 {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:32.025720 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:32.081380 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.114199 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:32.131065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:32.163130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e121c-dc44-439e-9468-0840f88aac9e,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.195991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Attempting to bind port 4e9e121c-dc44-439e-9468-0840f88aac9e on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:32.196489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Attempting to bind port 4e9e121c-dc44-439e-9468-0840f88aac9e by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '3db7b635-a507-4b70-bae0-b16083b11328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd42556db-4fca-4a9a-84c8-f3caf6bd08cd'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:32.196844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Attempting to bind port 4e9e121c-dc44-439e-9468-0840f88aac9e on network d42556db-4fca-4a9a-84c8-f3caf6bd08cd {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:32.197991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7156a-3329-4cca-9366-c3ca2f7609ab req-4765eace-9ba5-4b97-a20f-aff979631a44 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.201436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23a7156a-3329-4cca-9366-c3ca2f7609ab req-4765eace-9ba5-4b97-a20f-aff979631a44 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 949 time: 0.1215639 Sep 16 04:53:32.209293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Port 4e9e121c-dc44-439e-9468-0840f88aac9e on network d42556db-4fca-4a9a-84c8-f3caf6bd08cd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:32.212976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Attempting to bind port 4e9e121c-dc44-439e-9468-0840f88aac9e on network d42556db-4fca-4a9a-84c8-f3caf6bd08cd {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:32.215707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:32.216052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Checking segment: {'id': '3db7b635-a507-4b70-bae0-b16083b11328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd42556db-4fca-4a9a-84c8-f3caf6bd08cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:32.216443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Bound using segment: {'id': '3db7b635-a507-4b70-bae0-b16083b11328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd42556db-4fca-4a9a-84c8-f3caf6bd08cd'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:32.216879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Bound port: 4e9e121c-dc44-439e-9468-0840f88aac9e, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db7b635-a507-4b70-bae0-b16083b11328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd42556db-4fca-4a9a-84c8-f3caf6bd08cd'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:32.217244 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.247054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.295375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23a7156a-3329-4cca-9366-c3ca2f7609ab req-424b03b5-2c67-49f3-b934-c64986185f27 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873003 Sep 16 04:53:32.332616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] For port 4e9e121c-dc44-439e-9468-0840f88aac9e, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:32.336789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] For port 4e9e121c-dc44-439e-9468-0840f88aac9e, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e9e121c-dc44-439e-9468-0840f88aac9e,segment=NetworkSegment(3db7b635-a507-4b70-bae0-b16083b11328),segment_id=3db7b635-a507-4b70-bae0-b16083b11328)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:32.376725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9f45de83-354b-456e-a4de-a3ac1df02cf3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:32.418476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:32.457977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab933544-f5f7-46a0-917c-c8677fc47fcc req-064d0e1b-0994-4f6c-be27-26850896448e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.458621 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.460893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab933544-f5f7-46a0-917c-c8677fc47fcc req-064d0e1b-0994-4f6c-be27-26850896448e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.0622430 Sep 16 04:53:32.497075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.497641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.499143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] 10.222.0.57 "PUT /v2.0/ports/4e9e121c-dc44-439e-9468-0840f88aac9e HTTP/1.1" status: 200 len: 1092 time: 1.3718994 Sep 16 04:53:32.548656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d37ae2-554f-47ff-8d9f-c0bbd6af673b service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e121c-dc44-439e-9468-0840f88aac9e,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.561094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab933544-f5f7-46a0-917c-c8677fc47fcc req-938a77dc-f63a-4e95-85b6-7c4c5ce72ec5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918276 Sep 16 04:53:32.594858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:32.595386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:32.595675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:32.612256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:32.613241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:32.638351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:32.638942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:32.639573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:32.640205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Bound port: 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:32.640989 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.760963 n-d-712143-16 neutron-server[101826]: WARNING neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Concurrent port binding operations failed on port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed Sep 16 04:53:32.765373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:32.772297 n-d-712143-16 neutron-server[101826]: INFO neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempt 2 to bind port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed Sep 16 04:53:32.772851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed has no active binding in host n-h1-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:53:32.789512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47454e-12f2-44ea-bead-beb8f72e8567 req-a87032ab-8bf4-477f-a53b-92e177867e15 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.800298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a47454e-12f2-44ea-bead-beb8f72e8567 req-a87032ab-8bf4-477f-a53b-92e177867e15 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 943 time: 0.0927441 Sep 16 04:53:32.831838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-1fe90231-7c12-4080-8254-cd7bcf3451e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.833682 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-1fe90231-7c12-4080-8254-cd7bcf3451e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66eebbe72abf4c5490504e7339c33bac&device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 1095 time: 0.1172297 Sep 16 04:53:32.852581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a47454e-12f2-44ea-bead-beb8f72e8567 req-113eacb8-a178-4999-97f5-dc065d111cc1 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507591 Sep 16 04:53:32.947776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c18e9b-eca6-4274-92c8-f0f6e5ed653d req-8caa9bbc-f0d9-41fd-a710-39b54e21ce43 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.952791 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-b7ec4c6b-22c6-4db4-a827-df702c0a7574 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e9e121c-dc44-439e-9468-0840f88aac9e HTTP/1.1" status: 200 len: 217 time: 0.0502782 Sep 16 04:53:32.953396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7c18e9b-eca6-4274-92c8-f0f6e5ed653d req-8caa9bbc-f0d9-41fd-a710-39b54e21ce43 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 950 time: 0.0791409 Sep 16 04:53:33.018689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7c18e9b-eca6-4274-92c8-f0f6e5ed653d req-807901ae-74b4-4c91-bf8c-4eb25a985872 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605831 Sep 16 04:53:33.047843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55eb33-dd71-4a76-95ff-d7764f4dba23 req-d12148d8-af54-44b2-b760-d9d3bc6d222d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.057359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f55eb33-dd71-4a76-95ff-d7764f4dba23 req-d12148d8-af54-44b2-b760-d9d3bc6d222d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.1004055 Sep 16 04:53:33.065186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-a17dd812-a604-451b-b39e-d733674755e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.067417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-a17dd812-a604-451b-b39e-d733674755e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43c0127d-21d0-498d-b062-bbea6d8e755c HTTP/1.1" status: 200 len: 854 time: 0.0733395 Sep 16 04:53:33.104423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f55eb33-dd71-4a76-95ff-d7764f4dba23 req-96656612-ad99-476b-b6ca-e92b1d89df95 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460861 Sep 16 04:53:33.118369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615450e-7e05-4c83-8b77-36a773815ace req-d8128da0-1246-49d8-a56c-18bccf2d8654 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.119890 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1615450e-7e05-4c83-8b77-36a773815ace req-d8128da0-1246-49d8-a56c-18bccf2d8654 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 950 time: 0.1557014 Sep 16 04:53:33.121928 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-3615be9a-dac7-4f19-9d8f-38214e846ceb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d42556db-4fca-4a9a-84c8-f3caf6bd08cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434179 Sep 16 04:53:33.264588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'}, {'name': 'network-changed', 'server_uuid': 'b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3', 'tag': '4e9e121c-dc44-439e-9468-0840f88aac9e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:33.266817 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e0c897-49bc-49bc-919f-1ddc68895c53" -d '{"events": [{"name": "network-changed", "server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed"}, {"name": "network-changed", "server_uuid": "b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3", "tag": "4e9e121c-dc44-439e-9468-0840f88aac9e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:33.311930 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-3072edbb-47b4-49d6-96b9-9015c6e8fa84 service neutron] 10.222.0.57 "GET /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404495 Sep 16 04:53:33.327893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Deleting port 4d43ced1-e711-498c-8e9a-46284aa1050b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:33.328482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.343398 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0516ae2e-3f5f-4915-8575-1bd75286eb8f x-openstack-request-id: req-0516ae2e-3f5f-4915-8575-1bd75286eb8f {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:33.343639 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3", "tag": "4e9e121c-dc44-439e-9468-0840f88aac9e", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:33.343745 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0516ae2e-3f5f-4915-8575-1bd75286eb8f {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:33.344281 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed', 'status': 'completed', 'code': 200} Sep 16 04:53:33.344533 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3', 'tag': '4e9e121c-dc44-439e-9468-0840f88aac9e', 'status': 'completed', 'code': 200} Sep 16 04:53:33.429425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-6155cc37-3a67-4d6d-a329-c2ccef1c7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.430916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-6155cc37-3a67-4d6d-a329-c2ccef1c7643 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1126 time: 0.0826042 Sep 16 04:53:33.542759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c73038-a9a6-43bc-a66c-3c3975daa37b req-86997b31-6a33-4b89-858f-6de3e92240e4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.544677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00c73038-a9a6-43bc-a66c-3c3975daa37b req-86997b31-6a33-4b89-858f-6de3e92240e4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 949 time: 0.1265380 Sep 16 04:53:33.601183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] For port 4d43ced1-e711-498c-8e9a-46284aa1050b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4d43ced1-e711-498c-8e9a-46284aa1050b,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:33.601183 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.608800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00c73038-a9a6-43bc-a66c-3c3975daa37b req-9773bf7d-899c-4f7e-9e25-e634d025ad63 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Sep 16 04:53:33.610315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-1cb7cc75-0e01-42d4-a857-d6f36baca2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.610438 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-388e4024-55a8-4657-9951-8c4a7952b6ba req-f423200b-e547-477a-b648-37ef7fb9945a service neutron] 10.222.0.57 "GET /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648134 Sep 16 04:53:33.613144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-1cb7cc75-0e01-42d4-a857-d6f36baca2a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1586559 Sep 16 04:53:33.615053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Calling delete_port for 4d43ced1-e711-498c-8e9a-46284aa1050b owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:33.678810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-ae71aab3-0b9e-40f7-af34-ff75cf2abb23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed HTTP/1.1" status: 200 len: 217 time: 0.0562541 Sep 16 04:53:33.709123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:33.769474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-aaa44150-8eeb-45c2-9783-dd21eef7aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.771147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-aaa44150-8eeb-45c2-9783-dd21eef7aca3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0734627 Sep 16 04:53:33.807645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7558a1f-1222-435b-9b0d-dfc051d99292 req-fb2c7f7d-bd24-4f3b-adc2-8893ebe8149c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.811714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7558a1f-1222-435b-9b0d-dfc051d99292 req-fb2c7f7d-bd24-4f3b-adc2-8893ebe8149c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.1423860 Sep 16 04:53:33.830750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-30a030a7-2613-40aa-96dc-66270157465f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470071 Sep 16 04:53:33.877844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.893644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 9f45de83-354b-456e-a4de-a3ac1df02cf3 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:33.893644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 9f45de83-354b-456e-a4de-a3ac1df02cf3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:33.893644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.934522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7558a1f-1222-435b-9b0d-dfc051d99292 req-91309dcd-c61a-4583-9d73-cdaa7402367a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Sep 16 04:53:33.979365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.981698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-4afd38e6-d342-4f2a-be17-a59e82177f11 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415639 Sep 16 04:53:34.435046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:34.435046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:34.438180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Pushing event deleted for resources: {'Port': ['ID=4d43ced1-e711-498c-8e9a-46284aa1050b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.438990 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d74b7eb-5a88-4659-a4b6-3847499df487" -d '{"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-plugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:34.438990 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299c7093-d9ea-4912-8051-4bcfe0b4cc64 x-openstack-request-id: req-299c7093-d9ea-4912-8051-4bcfe0b4cc64 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:34.438990 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-plugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:34.438990 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-299c7093-d9ea-4912-8051-4bcfe0b4cc64 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:34.438990 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'code': 200} Sep 16 04:53:34.445131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47c0a0-c5ea-4a36-bf89-5ae5ec340d69 req-6f3bb518-08b2-4fc8-bbc5-19b0d54a9397 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.445131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c47c0a0-c5ea-4a36-bf89-5ae5ec340d69 req-6f3bb518-08b2-4fc8-bbc5-19b0d54a9397 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 943 time: 0.1496079 Sep 16 04:53:34.445661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e7ab6d15-09c9-4017-990e-c4a48f4a96d6', '3a0cff13-2ad7-449f-99fa-03906dd1ee47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:34.445842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] No DVR routers for this DVR port 4d43ced1-e711-498c-8e9a-46284aa1050b on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:34.445842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.445842 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1615450e-7e05-4c83-8b77-36a773815ace req-f08f5580-f4aa-402c-9a6e-8689e37b3470 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "DELETE /v2.0/ports/4d43ced1-e711-498c-8e9a-46284aa1050b HTTP/1.1" status: 204 len: 173 time: 1.0341456 Sep 16 04:53:34.446177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-57327ac6-357f-48a2-be17-9bc607d4ff25 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833358 Sep 16 04:53:34.446788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34034) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.446873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c47c0a0-c5ea-4a36-bf89-5ae5ec340d69 req-acafa6bd-6383-4984-a8fe-97776cd5efad tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002874 Sep 16 04:53:34.446873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095aba5f-dbcc-4586-b0fd-b69cf037e33c req-33df418f-5a62-4c6c-a94f-4cb69c87fad3 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 210 time: 0.0627713 Sep 16 04:53:34.447031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-a4fbec09-f916-476a-9e6c-ca5124aa6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.447031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-a4fbec09-f916-476a-9e6c-ca5124aa6b40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66eebbe72abf4c5490504e7339c33bac&device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 1095 time: 0.3159082 Sep 16 04:53:34.447031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78a8d7-2583-4e4c-844d-08179bf7df50 req-b37ecd85-1ac5-4d83-9e1b-e135e8f0678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.447031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fd78a8d7-2583-4e4c-844d-08179bf7df50 req-b37ecd85-1ac5-4d83-9e1b-e135e8f0678c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 1101 time: 0.1352761 Sep 16 04:53:34.447359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c2072-ec27-4954-96ea-df25b275db12 req-ff03aeb4-864a-4f9b-8dfb-aa9d0fbf8221 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.447359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d77c2072-ec27-4954-96ea-df25b275db12 req-ff03aeb4-864a-4f9b-8dfb-aa9d0fbf8221 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.0614178 Sep 16 04:53:34.447528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218dd40b-4678-420a-9c6a-a6a2ad6785cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.447528 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fd78a8d7-2583-4e4c-844d-08179bf7df50 req-b73de975-e146-405a-a8ce-99839585ab74 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031301 Sep 16 04:53:34.447673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d77c2072-ec27-4954-96ea-df25b275db12 req-fe11bd4b-8a23-47e8-a545-4065eb10377e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683560 Sep 16 04:53:34.447755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-6b78a196-8618-41ab-ace9-2fa2e51e9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.447755 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-6b78a196-8618-41ab-ace9-2fa2e51e9c53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d42556db-4fca-4a9a-84c8-f3caf6bd08cd HTTP/1.1" status: 200 len: 915 time: 0.1709971 Sep 16 04:53:34.447906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.512318 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-76053267-1267-4f47-82b0-311b484bbb3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e9e121c-dc44-439e-9468-0840f88aac9e HTTP/1.1" status: 200 len: 217 time: 0.0529857 Sep 16 04:53:34.543684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.597486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-30ae21dc-6bf0-4c8b-80af-a9b08eae8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.599736 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-30ae21dc-6bf0-4c8b-80af-a9b08eae8e25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43c0127d-21d0-498d-b062-bbea6d8e755c HTTP/1.1" status: 200 len: 854 time: 0.0743537 Sep 16 04:53:34.621164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218dd40b-4678-420a-9c6a-a6a2ad6785cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.682445 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-c25642ba-ca66-4204-9edf-e82edd63fab5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d42556db-4fca-4a9a-84c8-f3caf6bd08cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361784 Sep 16 04:53:34.739529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7825d-484b-42a3-8177-8c163fda9c63 req-a7bb7640-bf51-44c1-8f9b-dc75ce77531c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.741057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62f7825d-484b-42a3-8177-8c163fda9c63 req-a7bb7640-bf51-44c1-8f9b-dc75ce77531c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0517602 Sep 16 04:53:34.770539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218dd40b-4678-420a-9c6a-a6a2ad6785cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.781690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62f7825d-484b-42a3-8177-8c163fda9c63 req-5a742136-e559-43d9-b041-a51c60e5e563 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336955 Sep 16 04:53:34.831475 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-218dd40b-4678-420a-9c6a-a6a2ad6785cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b95fab4b73448ce854c5b0230abab74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6315734 Sep 16 04:53:34.834477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34042) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.838356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dd40b-4678-420a-9c6a-a6a2ad6785cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2c2171-4b27-4b37-b7d9-5becf7d79156,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.844976 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-8b6a2626-9d4a-452c-9733-f5abe7880c61 service neutron] 10.222.0.57 "GET /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429479 Sep 16 04:53:34.897460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f819cc4-8910-4d78-afe8-ab5a36eda1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.921307 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f819cc4-8910-4d78-afe8-ab5a36eda1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.978898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59e0c897-49bc-49bc-919f-1ddc68895c53 req-94310474-91a0-4714-b70b-676a499ab78b service neutron] 10.222.0.57 "GET /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997734 Sep 16 04:53:35.076228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523cf67-2af7-48f3-8679-eaaebf71041e req-ba5ffa5a-bb35-4ca4-9578-aae41c8f344f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.077715 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c523cf67-2af7-48f3-8679-eaaebf71041e req-ba5ffa5a-bb35-4ca4-9578-aae41c8f344f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.0496156 Sep 16 04:53:35.091645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f819cc4-8910-4d78-afe8-ab5a36eda1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.094211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f819cc4-8910-4d78-afe8-ab5a36eda1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.095288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9f819cc4-8910-4d78-afe8-ab5a36eda1e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b2c2171-4b27-4b37-b7d9-5becf7d79156 HTTP/1.1" status: 204 len: 168 time: 0.2603240 Sep 16 04:53:35.112071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f819cc4-8910-4d78-afe8-ab5a36eda1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2c2171-4b27-4b37-b7d9-5becf7d79156,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:35.134380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c523cf67-2af7-48f3-8679-eaaebf71041e req-8aa12a3e-24e7-4b31-b568-a0712b1e0e50 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491383 Sep 16 04:53:35.344055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49a2ba93-f73b-4b69-a8a1-a9af32ac339f req-f617a719-de60-4b72-a77e-722a03f66c36 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=66ea399e-6a0a-40f2-b5bc-8ba7d026504f HTTP/1.1" status: 200 len: 210 time: 0.0291533 Sep 16 04:53:35.346158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ea399e-6a0a-40f2-b5bc-8ba7d026504f', 'name': 'network-vif-deleted', 'tag': '4d43ced1-e711-498c-8e9a-46284aa1050b'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:35.352053 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b8d361-3e36-4111-ab4c-695a613da31b" -d '{"events": [{"server_uuid": "66ea399e-6a0a-40f2-b5bc-8ba7d026504f", "name": "network-vif-deleted", "tag": "4d43ced1-e711-498c-8e9a-46284aa1050b"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:35.370119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb7bee-b8f4-47a6-a365-8837a4e7daed req-27614035-693e-4051-98ee-f6f072d361d8 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.371813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95fb7bee-b8f4-47a6-a365-8837a4e7daed req-27614035-693e-4051-98ee-f6f072d361d8 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 943 time: 0.0856810 Sep 16 04:53:35.408207 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3615c0b-c643-43b9-99bc-01cfcf31639d x-openstack-request-id: req-c3615c0b-c643-43b9-99bc-01cfcf31639d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:35.408619 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ea399e-6a0a-40f2-b5bc-8ba7d026504f", "name": "network-vif-deleted", "tag": "4d43ced1-e711-498c-8e9a-46284aa1050b", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:35.409060 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3615c0b-c643-43b9-99bc-01cfcf31639d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:35.409547 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ea399e-6a0a-40f2-b5bc-8ba7d026504f', 'name': 'network-vif-deleted', 'tag': '4d43ced1-e711-498c-8e9a-46284aa1050b', 'status': 'completed', 'code': 200} Sep 16 04:53:35.423973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95fb7bee-b8f4-47a6-a365-8837a4e7daed req-036c3a06-a63d-4b9f-90d6-785225c52201 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442953 Sep 16 04:53:35.472236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 59ff8439-e378-4148-8ac2-885552332c33 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:35.566587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d2037-e262-43ef-8cdb-b6d435aab1ce req-5b001ac6-c565-44b9-ba9a-cca47e90beed tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.568905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4d43ced1-e711-498c-8e9a-46284aa1050b no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:35.569056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b51d2037-e262-43ef-8cdb-b6d435aab1ce req-5b001ac6-c565-44b9-ba9a-cca47e90beed tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.0751741 Sep 16 04:53:35.587941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 4d43ced1-e711-498c-8e9a-46284aa1050b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:35.588289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4d43ced1-e711-498c-8e9a-46284aa1050b not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:35.614438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b51d2037-e262-43ef-8cdb-b6d435aab1ce req-2593d04d-b597-40a3-9f4d-6293d1ea9083 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Sep 16 04:53:35.838469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34060) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:35.854799 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c991052-5146-4561-a3e1-ad0088ce2b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.934634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bffaba-97e2-4b59-8edc-3812554c9ccc req-055a7109-8186-45c6-a4e3-e45743a2ab1b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.936251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29bffaba-97e2-4b59-8edc-3812554c9ccc req-055a7109-8186-45c6-a4e3-e45743a2ab1b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0837824 Sep 16 04:53:35.994895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29bffaba-97e2-4b59-8edc-3812554c9ccc req-2dc07fa9-83a5-4603-bf23-ce6c353fe64e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520120 Sep 16 04:53:36.032199 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c991052-5146-4561-a3e1-ad0088ce2b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.126703 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c991052-5146-4561-a3e1-ad0088ce2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.180538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c991052-5146-4561-a3e1-ad0088ce2b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c901046-1dd8-4943-bbc2-aa2c9eb618f7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.186550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4c991052-5146-4561-a3e1-ad0088ce2b5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4c5ed576ef14193a37f43717660f729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467638 Sep 16 04:53:36.189218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34066) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.249280 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-206f89f7-80e6-4d97-a032-1b701bd4d2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.301403 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-206f89f7-80e6-4d97-a032-1b701bd4d2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.315049 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-b7ac1499-7f41-43bd-929d-9307fc705869 service neutron] 10.222.0.57 "GET /v2.0/ports/59ff8439-e378-4148-8ac2-885552332c33/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.0707829 Sep 16 04:53:36.343211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4dd1d-dac7-4624-b119-290dd5553296 req-4fedf739-bf56-43e3-a860-0a24784bd05e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.347710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1d4dd1d-dac7-4624-b119-290dd5553296 req-4fedf739-bf56-43e3-a860-0a24784bd05e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 943 time: 0.0930891 Sep 16 04:53:36.414738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1d4dd1d-dac7-4624-b119-290dd5553296 req-420ba439-03bf-4fa5-8c59-4ec9fb60c525 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426772 Sep 16 04:53:36.467917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-206f89f7-80e6-4d97-a032-1b701bd4d2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.468468 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-206f89f7-80e6-4d97-a032-1b701bd4d2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.472758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-206f89f7-80e6-4d97-a032-1b701bd4d2f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c901046-1dd8-4943-bbc2-aa2c9eb618f7 HTTP/1.1" status: 204 len: 168 time: 0.2794662 Sep 16 04:53:36.490475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f89f7-80e6-4d97-a032-1b701bd4d2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c901046-1dd8-4943-bbc2-aa2c9eb618f7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.593626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba81906-fae0-4276-b743-5933f6b25419 req-53630c46-cfc3-4090-a72a-0a652a3e313d tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.595470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ba81906-fae0-4276-b743-5933f6b25419 req-53630c46-cfc3-4090-a72a-0a652a3e313d tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 943 time: 0.0697160 Sep 16 04:53:36.644287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:36.645408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ba81906-fae0-4276-b743-5933f6b25419 req-fc3ba4d5-40f7-4d86-a30b-9fef8e1149dc tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Sep 16 04:53:36.694012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:36.709823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ff8439-e378-4148-8ac2-885552332c33 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:36.724876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:36.755622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c091eca-414e-4620-8ae1-f4af723284cb req-b67d320d-cf68-4f80-8ca7-d06d53d3a7aa tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.757424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c091eca-414e-4620-8ae1-f4af723284cb req-b67d320d-cf68-4f80-8ca7-d06d53d3a7aa tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.0520720 Sep 16 04:53:36.795963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c091eca-414e-4620-8ae1-f4af723284cb req-f00d7739-d87e-479e-b8b6-8a5790440f56 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323229 Sep 16 04:53:36.955012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.044289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] Transition to ACTIVE for port object 59ff8439-e378-4148-8ac2-885552332c33 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:37.135510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.207319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28117f5-516f-4a0b-a78d-019f8b64f970 req-ff488890-8347-4942-bd4b-4657e580ad43 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.209521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d28117f5-516f-4a0b-a78d-019f8b64f970 req-ff488890-8347-4942-bd4b-4657e580ad43 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0950854 Sep 16 04:53:37.213177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] No DVR routers for this DVR port 59ff8439-e378-4148-8ac2-885552332c33 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:37.260442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] Pushing event updated for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:37.262584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d28117f5-516f-4a0b-a78d-019f8b64f970 req-cf946230-541f-4165-8efd-9279477799bc tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456161 Sep 16 04:53:37.275517 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-63393e66-fc97-4e14-a1e9-99a50edc983a service neutron] 10.222.0.57 "PUT /v2.0/ports/59ff8439-e378-4148-8ac2-885552332c33/bindings/n-h2-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9413204 Sep 16 04:53:37.326640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb33b3-7a04-4531-a168-e60030120bab req-35045fa4-5636-4594-bdc7-915458204a46 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.333815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8afb33b3-7a04-4531-a168-e60030120bab req-35045fa4-5636-4594-bdc7-915458204a46 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 950 time: 0.0655565 Sep 16 04:53:37.405586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8afb33b3-7a04-4531-a168-e60030120bab req-80a31782-e75b-491b-b219-4f302a96b10b tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709391 Sep 16 04:53:37.413830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df18e-787e-4cb8-a087-7fc15e2e470c req-46612c53-65e2-4617-a5e5-0117c3e21441 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.415258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-315df18e-787e-4cb8-a087-7fc15e2e470c req-46612c53-65e2-4617-a5e5-0117c3e21441 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0788774 Sep 16 04:53:37.464160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-315df18e-787e-4cb8-a087-7fc15e2e470c req-72c5151c-52f2-4a62-9fdc-34cdb6e2adfb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Sep 16 04:53:37.473553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4e9e121c-dc44-439e-9468-0840f88aac9e details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:37.551047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86645c48-617f-47b3-85a9-abd20236d806 req-45013593-3ae0-4ef5-b75a-dfee3ffcdf28 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.552629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86645c48-617f-47b3-85a9-abd20236d806 req-45013593-3ae0-4ef5-b75a-dfee3ffcdf28 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 944 time: 0.0589993 Sep 16 04:53:37.595805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86645c48-617f-47b3-85a9-abd20236d806 req-3e7b64a1-7f36-45fc-a005-48ff2621aa81 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Sep 16 04:53:37.621484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4e9e121c-dc44-439e-9468-0840f88aac9e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e9e121c-dc44-439e-9468-0840f88aac9e,segment=NetworkSegment(3db7b635-a507-4b70-bae0-b16083b11328),segment_id=3db7b635-a507-4b70-bae0-b16083b11328)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:37.626270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-bd1d22b6-4bd8-4577-8a18-4f860ec0908b tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.627834 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-bd1d22b6-4bd8-4577-8a18-4f860ec0908b tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0457118 Sep 16 04:53:37.685510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-32077613-5a74-4e13-bb67-63027ff29853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.687735 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-32077613-5a74-4e13-bb67-63027ff29853 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d&tenant_id=8cdb984372b74e3fad220d4bbcbe4521 HTTP/1.1" status: 200 len: 1096 time: 0.0515599 Sep 16 04:53:37.767917 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59ff8439-e378-4148-8ac2-885552332c33 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:37.771768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '4e9e121c-dc44-439e-9468-0840f88aac9e', 'network_id': 'd42556db-4fca-4a9a-84c8-f3caf6bd08cd', 'port_id': '4e9e121c-dc44-439e-9468-0840f88aac9e', 'mac_address': 'fa:16:3e:f6:5f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c0127d-21d0-498d-b062-bbea6d8e755c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:37.828990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ff5d3631-5d36-4380-bb24-f70e3621c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.830499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-ff5d3631-5d36-4380-bb24-f70e3621c8ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1096 time: 0.1151557 Sep 16 04:53:37.852383 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.883404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bfb2a-e132-4b74-843d-3bfd00338e0e req-c0729cd2-7538-4b42-945c-86601634a3d8 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.888873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb8bfb2a-e132-4b74-843d-3bfd00338e0e req-c0729cd2-7538-4b42-945c-86601634a3d8 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 943 time: 0.0706043 Sep 16 04:53:37.897891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9e121c-dc44-439e-9468-0840f88aac9e {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:37.927935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb8bfb2a-e132-4b74-843d-3bfd00338e0e req-a7c18d64-7b2a-4655-8d01-e6fea61b8f7c tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341752 Sep 16 04:53:37.933629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4e9e121c-dc44-439e-9468-0840f88aac9e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e9e121c-dc44-439e-9468-0840f88aac9e,segment=NetworkSegment(3db7b635-a507-4b70-bae0-b16083b11328),segment_id=3db7b635-a507-4b70-bae0-b16083b11328)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:37.937986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-f3bc9bde-2ba3-45f6-b431-cdbfbb823f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.939490 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-f3bc9bde-2ba3-45f6-b431-cdbfbb823f2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1005194 Sep 16 04:53:37.988012 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-62ab11d2-4613-4777-a19e-98d9a71ca4e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 200 len: 217 time: 0.0392916 Sep 16 04:53:38.037979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-38b073e8-c4e8-4db4-91f1-7c300a6e9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.039631 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-38b073e8-c4e8-4db4-91f1-7c300a6e9435 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0463562 Sep 16 04:53:38.041487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beaa8e-c4b1-4a5d-934d-c7088ce571ea req-ce5093d9-0480-45fa-973d-5c087743b0ac tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.043043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6beaa8e-c4b1-4a5d-934d-c7088ce571ea req-ce5093d9-0480-45fa-973d-5c087743b0ac tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.0533597 Sep 16 04:53:38.046177 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.106752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=4e9e121c-dc44-439e-9468-0840f88aac9e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:38.108639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6beaa8e-c4b1-4a5d-934d-c7088ce571ea req-5b0ed6c6-acb6-4719-a7e8-ce84e2d88603 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567811 Sep 16 04:53:38.125256 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-51c15b3e-d691-4a9d-b1d0-ce761bb24bc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777242 Sep 16 04:53:38.243902 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-effb0c0c-ed73-4c05-8f3f-7396e1ca3a6c service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108739 Sep 16 04:53:38.252345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22a848-fbb1-482f-9d34-50ea69284e95 req-140ed7f5-1561-4b06-8e7b-95a304526ba8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.254015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da22a848-fbb1-482f-9d34-50ea69284e95 req-140ed7f5-1561-4b06-8e7b-95a304526ba8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0792999 Sep 16 04:53:38.329106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da22a848-fbb1-482f-9d34-50ea69284e95 req-c7281b19-a479-4b81-b936-a59d42afbdbe tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681016 Sep 16 04:53:38.348371 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-9795c8f3-6449-4261-8740-8427f98078c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0614374 Sep 16 04:53:38.356673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-aaafa0a2-ea03-4c77-a874-3f23382a3845 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:38.357649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-aaafa0a2-ea03-4c77-a874-3f23382a3845 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099735 Sep 16 04:53:38.361062 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-89703cfc-55d1-4594-8d62-6faf87c5c480 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097500 Sep 16 04:53:38.528865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef73ea-ef6e-4240-a4c8-a4068bc9c16e req-4f8d89c6-13d9-4d5c-86d2-f5f1f731a269 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.530361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04ef73ea-ef6e-4240-a4c8-a4068bc9c16e req-4f8d89c6-13d9-4d5c-86d2-f5f1f731a269 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 950 time: 0.0551746 Sep 16 04:53:38.572035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04ef73ea-ef6e-4240-a4c8-a4068bc9c16e req-e93bcaf1-c146-4a9f-bd11-a72068fb990a tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346897 Sep 16 04:53:38.729685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3d0e-bf44-40a7-9ab8-15c69a8c1a03 req-2af7ebcf-3376-4451-ba51-586222af2bcf tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.731255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-291f3d0e-bf44-40a7-9ab8-15c69a8c1a03 req-2af7ebcf-3376-4451-ba51-586222af2bcf tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 944 time: 0.0539033 Sep 16 04:53:38.770605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-291f3d0e-bf44-40a7-9ab8-15c69a8c1a03 req-2019b1a4-0350-4f14-81d1-22fbf9ff5b05 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Sep 16 04:53:38.827894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['4e9e121c-dc44-439e-9468-0840f88aac9e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:38.933599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-59bcd33f-d87d-41c0-a45b-bc34ec09eddf tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.936771 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-59bcd33f-d87d-41c0-a45b-bc34ec09eddf tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0559652 Sep 16 04:53:39.071494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e86cd5-6c88-453f-85eb-b63752e6abab req-f926ea29-3eb3-4234-b31f-08d6b37906e4 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.073310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8e86cd5-6c88-453f-85eb-b63752e6abab req-f926ea29-3eb3-4234-b31f-08d6b37906e4 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 944 time: 0.0605230 Sep 16 04:53:39.131925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8e86cd5-6c88-453f-85eb-b63752e6abab req-a07d4b77-5b4c-4b6a-b4ba-468446815109 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Sep 16 04:53:39.181160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-1d25b6e7-c99c-4483-87c6-3e087aea68c3 service neutron] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:39.184554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-1d25b6e7-c99c-4483-87c6-3e087aea68c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.185733 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7355593b-00c3-43b9-97f0-657fa9b5f5fb req-1d25b6e7-c99c-4483-87c6-3e087aea68c3 service neutron] 10.222.0.60 "DELETE /v2.0/ports/59ff8439-e378-4148-8ac2-885552332c33/bindings/n-h1-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.2403820 Sep 16 04:53:39.251729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563c400-3ca7-475c-ad9d-a16b745f7371 req-e437f85d-36a2-4104-9f82-d368e969e93a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.254292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a563c400-3ca7-475c-ad9d-a16b745f7371 req-e437f85d-36a2-4104-9f82-d368e969e93a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.0662136 Sep 16 04:53:39.312420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a563c400-3ca7-475c-ad9d-a16b745f7371 req-d235cead-7130-4f86-8c6b-41670ac5d974 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500305 Sep 16 04:53:39.468707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59dd30-3d29-41e5-9897-5f5c11f222e0 req-bca8ca72-63cd-4c6f-a5ee-3fa061e010aa tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.480471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae59dd30-3d29-41e5-9897-5f5c11f222e0 req-bca8ca72-63cd-4c6f-a5ee-3fa061e010aa tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0603712 Sep 16 04:53:39.551072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae59dd30-3d29-41e5-9897-5f5c11f222e0 req-43eb58dd-ed71-465e-a4c7-82903aa01873 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730808 Sep 16 04:53:39.703298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9551a9-9fda-4e66-9b62-306317db1eec req-fc5178f0-9568-4874-80a2-e3f540126f31 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.704697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e9551a9-9fda-4e66-9b62-306317db1eec req-fc5178f0-9568-4874-80a2-e3f540126f31 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 950 time: 0.0530937 Sep 16 04:53:39.744756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e9551a9-9fda-4e66-9b62-306317db1eec req-a10b1788-dc26-4c62-ac98-fb8724b2fb34 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Sep 16 04:53:39.898019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b62b-0d36-4540-a502-9172c4c2fab3 req-b5b0664b-ec63-41ec-b04b-390484307a55 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.899609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a753b62b-0d36-4540-a502-9172c4c2fab3 req-b5b0664b-ec63-41ec-b04b-390484307a55 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 944 time: 0.0556223 Sep 16 04:53:39.946692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a753b62b-0d36-4540-a502-9172c4c2fab3 req-9117bf81-4d44-4f9c-a011-3a8c4dd446ad tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Sep 16 04:53:40.025269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34196) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:40.124900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02c7d-f23a-4270-a982-d503fbace782 req-14374ea4-b27a-4a2c-a142-26949e53f19a tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.126733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5a02c7d-f23a-4270-a982-d503fbace782 req-14374ea4-b27a-4a2c-a142-26949e53f19a tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1096 time: 0.0432882 Sep 16 04:53:40.128595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.176381 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cbe7328a-c716-4420-b4d5-667445da9427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.195558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5a02c7d-f23a-4270-a982-d503fbace782 req-c880758c-7b73-4f75-9c22-e1a0e6a07393 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597219 Sep 16 04:53:40.277614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82521c91-cd6a-45c6-8c98-1a5e824398b0 req-99ded42e-7ac6-4f77-948f-ce055be2c7c5 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.279158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82521c91-cd6a-45c6-8c98-1a5e824398b0 req-99ded42e-7ac6-4f77-948f-ce055be2c7c5 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 944 time: 0.0770807 Sep 16 04:53:40.364399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82521c91-cd6a-45c6-8c98-1a5e824398b0 req-025ed348-8ae8-4e50-aaf5-5cc1ffc3ae53 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763898 Sep 16 04:53:40.382705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cbe7328a-c716-4420-b4d5-667445da9427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.385909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8699da-190a-4338-b395-8437b38622e2 req-3a6e7477-2b79-40eb-bef6-613343b63830 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.387435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab8699da-190a-4338-b395-8437b38622e2 req-3a6e7477-2b79-40eb-bef6-613343b63830 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 1096 time: 0.0791733 Sep 16 04:53:40.432524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab8699da-190a-4338-b395-8437b38622e2 req-2b1d11a4-43d4-4014-a9a0-4f93fe73fefb tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338023 Sep 16 04:53:40.465421 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cbe7328a-c716-4420-b4d5-667445da9427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.512657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cbe7328a-c716-4420-b4d5-667445da9427 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8e0d2f94b094679ac0401be378bf3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838154 Sep 16 04:53:40.514033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34210) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:40.516252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7328a-c716-4420-b4d5-667445da9427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d47a011-8320-4e40-9734-6459784c1694,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:40.596184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d2dc-1487-4da2-977b-872319ede591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.603082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e1d1-796c-4647-bfc4-58b6617e5f1b req-46415070-d4b1-4723-8b2d-9372122c03ae tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.617021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e409e1d1-796c-4647-bfc4-58b6617e5f1b req-46415070-d4b1-4723-8b2d-9372122c03ae tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 943 time: 0.0857401 Sep 16 04:53:40.632202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d2dc-1487-4da2-977b-872319ede591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.665355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e409e1d1-796c-4647-bfc4-58b6617e5f1b req-4e4606c5-45e1-423f-8ae5-3af54ef00d4e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473864 Sep 16 04:53:40.733017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10045e-fc91-4de0-bade-fed3ca53d850 req-1ec3e5d9-e49a-49b7-84fe-9247e4f8d2d2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.734861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c10045e-fc91-4de0-bade-fed3ca53d850 req-1ec3e5d9-e49a-49b7-84fe-9247e4f8d2d2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0504236 Sep 16 04:53:40.790794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c10045e-fc91-4de0-bade-fed3ca53d850 req-22ec967e-b3c8-439c-aca7-d4960b5a1e32 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 Sep 16 04:53:40.834476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d2dc-1487-4da2-977b-872319ede591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.845246 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d2dc-1487-4da2-977b-872319ede591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.851855 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9ae9d2dc-1487-4da2-977b-872319ede591 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d47a011-8320-4e40-9734-6459784c1694 HTTP/1.1" status: 204 len: 168 time: 0.3360925 Sep 16 04:53:40.930179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9d2dc-1487-4da2-977b-872319ede591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d47a011-8320-4e40-9734-6459784c1694,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:40.941615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136536f-5382-4707-b1f5-6de8f2ac57ee req-964d204f-9ada-41ad-8c8e-3888334e77ce tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.943502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0136536f-5382-4707-b1f5-6de8f2ac57ee req-964d204f-9ada-41ad-8c8e-3888334e77ce tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 950 time: 0.0904024 Sep 16 04:53:40.956755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-72138c96-4057-42c9-82ac-736fc055b6f6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.958449 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-72138c96-4057-42c9-82ac-736fc055b6f6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 950 time: 0.1874909 Sep 16 04:53:40.968296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-c8c0d754-f8f2-4e20-86e2-3745d12674af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.968472 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e7fdf880-fb0d-4ce3-a3e5-107d6d7aeb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.969914 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-c8c0d754-f8f2-4e20-86e2-3745d12674af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 1102 time: 0.1452036 Sep 16 04:53:40.985992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0136536f-5382-4707-b1f5-6de8f2ac57ee req-2614c014-fc1b-4789-a78c-ed834031314b tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361555 Sep 16 04:53:41.072905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-4832d93e-6159-44e7-af55-d6357f8179c6 service neutron] 10.222.0.60 "GET /v2.0/ports/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed/bindings/n-h1-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.0644078 Sep 16 04:53:41.300967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:41.324730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:41.364418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:41.375206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:41.381736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-a2135eb9-889c-4bcf-b69a-0683b111d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.383353 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-a2135eb9-889c-4bcf-b69a-0683b111d0ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.3866982 Sep 16 04:53:41.401709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Deleting port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:41.402052 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.431287 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-6a1f33a6-ac82-47d7-ba71-2c3fc0911fa3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3 HTTP/1.1" status: 200 len: 217 time: 0.0388300 Sep 16 04:53:41.485921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.513009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4e9e121c-dc44-439e-9468-0840f88aac9e up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:41.542083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-920b67a4-d929-4a51-8abb-17f77b6912a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.544235 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-920b67a4-d929-4a51-8abb-17f77b6912a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1029756 Sep 16 04:53:41.564014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] For port e7ab6d15-09c9-4017-990e-c4a48f4a96d6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:41.565891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.586095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] Transition to ACTIVE for port object 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:41.596783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e32d3e-9ae7-45de-9def-97ed7f17b157 req-61b75d3d-451e-4c29-a482-9322a7c46001 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.598364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9e32d3e-9ae7-45de-9def-97ed7f17b157 req-61b75d3d-451e-4c29-a482-9322a7c46001 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 944 time: 0.1529765 Sep 16 04:53:41.603756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Calling delete_port for e7ab6d15-09c9-4017-990e-c4a48f4a96d6 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:41.642590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9e32d3e-9ae7-45de-9def-97ed7f17b157 req-7bad67a8-d297-486b-96b4-e1fe52ada48b tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Sep 16 04:53:41.650171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34234) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.669373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-89d04af2-f358-4632-a4d3-5615eba14b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.669373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-89d04af2-f358-4632-a4d3-5615eba14b43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915856 Sep 16 04:53:41.669606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e4fa21e-07c6-433d-942f-27df5852827d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.686817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 4e9e121c-dc44-439e-9468-0840f88aac9e completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:41.690891 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.693106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 4e9e121c-dc44-439e-9468-0840f88aac9e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:41.693755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.732502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:41.804896 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-0fb12007-7bf9-4dc8-a5de-5815919f7482 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341457 Sep 16 04:53:41.848860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] No DVR routers for this DVR port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:41.904530 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.910380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] Pushing event updated for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=10']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:41.914488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:41.922115 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-cadaa21a-3771-405a-940b-fb897cf22d2f service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051135 Sep 16 04:53:41.933130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e121c-dc44-439e-9468-0840f88aac9e'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:41.935677 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2517132-56a9-4495-9a51-4ba441d21fed" -d '{"events": [{"server_uuid": "b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e121c-dc44-439e-9468-0840f88aac9e"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:41.939526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.977192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4e9e121c-dc44-439e-9468-0840f88aac9e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e9e121c-dc44-439e-9468-0840f88aac9e,segment=NetworkSegment(3db7b635-a507-4b70-bae0-b16083b11328),segment_id=3db7b635-a507-4b70-bae0-b16083b11328)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:41.985823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Pushing event deleted for resources: {'Port': ['ID=e7ab6d15-09c9-4017-990e-c4a48f4a96d6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.005714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-83bb14f5-56da-4e5f-ba57-aa94a654454e service neutron] 10.222.0.60 "PUT /v2.0/ports/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed/bindings/n-h1-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9256384 Sep 16 04:53:42.010448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3a0cff13-2ad7-449f-99fa-03906dd1ee47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:42.020049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0d3f8-fc5d-4fca-85e8-4cc4dd1c2f66 req-95bff6e5-257b-4514-b886-a35b56c6f1b9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.027801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43c0d3f8-fc5d-4fca-85e8-4cc4dd1c2f66 req-95bff6e5-257b-4514-b886-a35b56c6f1b9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1475747 Sep 16 04:53:42.051532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] No DVR routers for this DVR port e7ab6d15-09c9-4017-990e-c4a48f4a96d6 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:42.055873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.056809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57952f-4c50-4715-aa3c-db61ac15cc73 req-b006f527-e0be-4840-ac63-f714c52927a9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.059807 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6d35a2f0-b6b0-43f8-ab8d-ea1d5d9f5c35 req-6a965afb-dbba-4e3d-ac6f-c54be4f64aa1 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "DELETE /v2.0/ports/e7ab6d15-09c9-4017-990e-c4a48f4a96d6 HTTP/1.1" status: 204 len: 173 time: 1.0889213 Sep 16 04:53:42.060288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb039e55-73f7-403c-9527-6b63bdbe2445', 'name': 'network-vif-deleted', 'tag': 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:42.064969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab57952f-4c50-4715-aa3c-db61ac15cc73 req-b006f527-e0be-4840-ac63-f714c52927a9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 944 time: 0.2655430 Sep 16 04:53:42.067213 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5170b-7e3e-460d-8f09-1df1e89f0014" -d '{"events": [{"server_uuid": "bb039e55-73f7-403c-9527-6b63bdbe2445", "name": "network-vif-deleted", "tag": "e7ab6d15-09c9-4017-990e-c4a48f4a96d6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:42.108518 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e4fa21e-07c6-433d-942f-27df5852827d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.132752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43c0d3f8-fc5d-4fca-85e8-4cc4dd1c2f66 req-03714844-3729-425a-8d78-9d5f5571500d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041586 Sep 16 04:53:42.146140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab57952f-4c50-4715-aa3c-db61ac15cc73 req-1a56e617-48fb-4364-972f-7a8e17188df0 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757778 Sep 16 04:53:42.217644 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d106a378-1ab3-4212-a723-b5c2a9179926 x-openstack-request-id: req-d106a378-1ab3-4212-a723-b5c2a9179926 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:42.217954 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e121c-dc44-439e-9468-0840f88aac9e", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:42.218249 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d106a378-1ab3-4212-a723-b5c2a9179926 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:42.218651 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e121c-dc44-439e-9468-0840f88aac9e', 'code': 200} Sep 16 04:53:42.237042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.242854 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a473a6-e23b-4399-82cb-6389b59ca6f7 x-openstack-request-id: req-75a473a6-e23b-4399-82cb-6389b59ca6f7 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:42.242854 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb039e55-73f7-403c-9527-6b63bdbe2445", "name": "network-vif-deleted", "tag": "e7ab6d15-09c9-4017-990e-c4a48f4a96d6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:42.242854 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-75a473a6-e23b-4399-82cb-6389b59ca6f7 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:42.242854 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb039e55-73f7-403c-9527-6b63bdbe2445', 'name': 'network-vif-deleted', 'tag': 'e7ab6d15-09c9-4017-990e-c4a48f4a96d6', 'status': 'completed', 'code': 200} Sep 16 04:53:42.265324 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1db2c02-4f66-4f6b-83ee-a702e9cdbe52 req-67608d26-0d7a-4c84-bbcd-d8188ea4c533 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 210 time: 0.0546796 Sep 16 04:53:42.266878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e4fa21e-07c6-433d-942f-27df5852827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.328214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3e4fa21e-07c6-433d-942f-27df5852827d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa0ffe4081ca48ac8acb3a312a248e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6761940 Sep 16 04:53:42.329704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fa21e-07c6-433d-942f-27df5852827d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d625ff19-4d0d-43a3-9d7d-56bed59fddce,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.333426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34250) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:42.342746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=4e9e121c-dc44-439e-9468-0840f88aac9e,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.425369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-57b1849a-7bc5-4572-b2e7-a07f7eb0b260 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.427002 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-57b1849a-7bc5-4572-b2e7-a07f7eb0b260 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0758100 Sep 16 04:53:42.436862 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30d3d889-b2ee-4715-ac63-836be084177e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.465444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30d3d889-b2ee-4715-ac63-836be084177e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.575400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-55d34fdb-3680-41e4-974c-6dc36df79eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.577119 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-55d34fdb-3680-41e4-974c-6dc36df79eb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05&tenant_id=965e3ef5096545d6bfac513a019ead0f HTTP/1.1" status: 200 len: 1096 time: 0.0909386 Sep 16 04:53:42.601345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840323-7ba8-4ba4-a296-7ea91ce5f36f req-2be16d00-f86c-4737-9713-8c2f1d96dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.603434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3840323-7ba8-4ba4-a296-7ea91ce5f36f req-2be16d00-f86c-4737-9713-8c2f1d96dfee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 1097 time: 0.1180792 Sep 16 04:53:42.683998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30d3d889-b2ee-4715-ac63-836be084177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.687083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30d3d889-b2ee-4715-ac63-836be084177e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.691393 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-30d3d889-b2ee-4715-ac63-836be084177e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d625ff19-4d0d-43a3-9d7d-56bed59fddce HTTP/1.1" status: 204 len: 168 time: 0.3531356 Sep 16 04:53:42.730408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3840323-7ba8-4ba4-a296-7ea91ce5f36f req-c9998a02-d6ec-4381-b413-49bc92d06611 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721169 Sep 16 04:53:42.736094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3d889-b2ee-4715-ac63-836be084177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d625ff19-4d0d-43a3-9d7d-56bed59fddce,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.761935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-0ce931be-40c8-4b2d-966e-c252f95f800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.764341 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-0ce931be-40c8-4b2d-966e-c252f95f800a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1096 time: 0.1001313 Sep 16 04:53:42.781220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded622f-6b0b-4d59-9448-2eb171139ed2 req-5e273224-4dad-4839-b6e3-730b5e9e0f26 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.782725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eded622f-6b0b-4d59-9448-2eb171139ed2 req-5e273224-4dad-4839-b6e3-730b5e9e0f26 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.0614696 Sep 16 04:53:42.830177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eded622f-6b0b-4d59-9448-2eb171139ed2 req-38387e4e-0f13-4976-a6c0-8936db073cf7 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Sep 16 04:53:43.297095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-efa7582e-8579-4963-b9e3-35751b575489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.298650 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-efa7582e-8579-4963-b9e3-35751b575489 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1151483 Sep 16 04:53:43.337784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbaa0a-5b61-427f-ba31-31cef6b05e60 req-b7b4dc9a-18b3-47ba-a87f-c9edad02b23f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.339439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fcbaa0a-5b61-427f-ba31-31cef6b05e60 req-b7b4dc9a-18b3-47ba-a87f-c9edad02b23f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 944 time: 0.0921164 Sep 16 04:53:43.361130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66087f0d-c1ae-4a37-adb1-36bd0e5b950b req-676b6bc9-31a8-4ed2-b834-1f575703be48 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.362828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66087f0d-c1ae-4a37-adb1-36bd0e5b950b req-676b6bc9-31a8-4ed2-b834-1f575703be48 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0794833 Sep 16 04:53:43.368209 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-622221b5-0491-4f79-a348-4abbff75eb3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed HTTP/1.1" status: 200 len: 217 time: 0.0458441 Sep 16 04:53:43.411422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fcbaa0a-5b61-427f-ba31-31cef6b05e60 req-b401a2cd-8dd2-4e92-85f3-8e4527bbe806 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648701 Sep 16 04:53:43.444252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66087f0d-c1ae-4a37-adb1-36bd0e5b950b req-0589a33a-1ef6-4cc3-8668-7663d3a9ec18 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731444 Sep 16 04:53:43.450145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-148451ec-8c6a-4cf3-bde6-ce7f1706f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.452130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-148451ec-8c6a-4cf3-bde6-ce7f1706f557 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.0599666 Sep 16 04:53:43.505241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e7ab6d15-09c9-4017-990e-c4a48f4a96d6 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:43.507706 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-c6e61270-3f26-4b10-a9b1-a1875ef00cd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331585 Sep 16 04:53:43.539022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: e7ab6d15-09c9-4017-990e-c4a48f4a96d6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:43.539396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e7ab6d15-09c9-4017-990e-c4a48f4a96d6 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:43.589684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39fb440d-3acc-4dfb-ba9e-e746eeafad76 req-37cca0a2-968e-41f1-bf91-0390e354c604 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb039e55-73f7-403c-9527-6b63bdbe2445 HTTP/1.1" status: 200 len: 210 time: 0.0300460 Sep 16 04:53:43.638378 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-dca4bfbe-bfa1-4eda-900a-6c84af5bce07 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114631 Sep 16 04:53:43.685992 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85ed435c-e0f1-4c0b-b40f-72b4db0e6400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.754190 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-0e3d8200-afb2-4d6c-9111-b631f30f07ea service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041725 Sep 16 04:53:43.981399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34292) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.996912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f6a29-c56c-4cc0-a033-057f1b98417e req-032ca9ac-320c-4b8f-ba0c-134666998a7c tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.999727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa0f6a29-c56c-4cc0-a033-057f1b98417e req-032ca9ac-320c-4b8f-ba0c-134666998a7c tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.0612128 Sep 16 04:53:44.042314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa0f6a29-c56c-4cc0-a033-057f1b98417e req-8ddb1c1a-4a45-4541-927a-1c0a40bdb87f tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368676 Sep 16 04:53:44.097078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1251327972-network', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:44.149503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.231112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Made reservation on behalf of 751a174bd4fe4f6eb81a785715c27f70 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:44.233715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.243593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.346167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.453649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.506934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:44.512527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735b72e5-d49e-465d-9c85-3b147f66c9d3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:44.520457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.520810 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Added segment 0784983d-7040-4d4b-81ce-fb9c98fa9108 of type vlan for network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 Sep 16 04:53:44.581061 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.601877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a9b53-8fe3-4f37-8314-8de5e8c853ea req-1ede3262-59e4-4cd6-a587-b08bc7446564 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.604157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a79a9b53-8fe3-4f37-8314-8de5e8c853ea req-1ede3262-59e4-4cd6-a587-b08bc7446564 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 944 time: 0.0977612 Sep 16 04:53:44.628498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe01b76-c2d8-4f82-9d2f-50c9ddc0761b req-14f4f40d-eb7a-4851-b302-87c3693c2bc3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.629979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fe01b76-c2d8-4f82-9d2f-50c9ddc0761b req-14f4f40d-eb7a-4851-b302-87c3693c2bc3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0803974 Sep 16 04:53:44.658672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f21a-0480-443b-b619-7fce1f86253e req-b5a24b52-ba1b-4425-a2d5-e0a7164f87f2 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.660808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-b5a24b52-ba1b-4425-a2d5-e0a7164f87f2 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0497091 Sep 16 04:53:44.679772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a79a9b53-8fe3-4f37-8314-8de5e8c853ea req-2715b1a0-e0bc-41bf-a548-18ed3cbb52b1 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652759 Sep 16 04:53:44.687967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fe01b76-c2d8-4f82-9d2f-50c9ddc0761b req-d43ac6ea-1892-451f-9802-0916271c0f71 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499609 Sep 16 04:53:44.692206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.693008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.693648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.801470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6aac3205-13a1-44b6-a49e-68ea8fdd05c6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:44.822635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7457b219-5b61-4b93-8917-b3e544f8a0d0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8400800 Sep 16 04:53:44.823630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:44.825690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34312) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:44.831336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Request body: {'subnet': {'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1251327972-subnet', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:44.945866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Made reservation on behalf of 751a174bd4fe4f6eb81a785715c27f70 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:44.951210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.007091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d421f21a-0480-443b-b619-7fce1f86253e req-0e077984-367d-4f6f-9e5e-1964067ba588 service neutron] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:45.010387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d421f21a-0480-443b-b619-7fce1f86253e req-0e077984-367d-4f6f-9e5e-1964067ba588 service neutron] Notify callbacks [] for binding, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.011570 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d421f21a-0480-443b-b619-7fce1f86253e req-0e077984-367d-4f6f-9e5e-1964067ba588 service neutron] 10.222.0.57 "DELETE /v2.0/ports/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed/bindings/n-h2-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.3281348 Sep 16 04:53:45.072090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992c633-2e15-4711-a262-af74599c7088 req-fb5610af-9f20-4e01-ac9e-babb5fbba306 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.075681 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.090789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4992c633-2e15-4711-a262-af74599c7088 req-fb5610af-9f20-4e01-ac9e-babb5fbba306 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1096 time: 0.0943284 Sep 16 04:53:45.154443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4992c633-2e15-4711-a262-af74599c7088 req-456926bb-23f5-4edb-b428-640ba9ba9afd tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717835 Sep 16 04:53:45.275093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e8c7-9dcd-4da4-a0b3-a7aca4faa367 req-4cdcab8a-75be-442f-8a5c-48a83a246b35 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.276550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d68e8c7-9dcd-4da4-a0b3-a7aca4faa367 req-4cdcab8a-75be-442f-8a5c-48a83a246b35 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.0600848 Sep 16 04:53:45.317482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d68e8c7-9dcd-4da4-a0b3-a7aca4faa367 req-b9811109-7934-4d75-a288-61ccbcee5304 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346723 Sep 16 04:53:45.364140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.466194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.517284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdb234-704e-4e60-b646-83d71d5b159d req-4586cd96-53f8-4073-96a8-aaf87c32d978 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.519381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6fdb234-704e-4e60-b646-83d71d5b159d req-4586cd96-53f8-4073-96a8-aaf87c32d978 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 1096 time: 0.1175520 Sep 16 04:53:45.524598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Checking segment: {'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:45.524959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Network hostable DHCP agents. Network: 6aac3205-13a1-44b6-a49e-68ea8fdd05c6, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:45.538730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2b08f-8061-4ff8-8d5d-24a94a6b6c18 req-8acee953-41ab-4b61-997a-9eb7167da7a6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.540183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9be2b08f-8061-4ff8-8d5d-24a94a6b6c18 req-8acee953-41ab-4b61-997a-9eb7167da7a6 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.1114297 Sep 16 04:53:45.599199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6fdb234-704e-4e60-b646-83d71d5b159d req-2f728d98-2bf5-41c0-9719-78dabc2b4bdc tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709076 Sep 16 04:53:45.606451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9be2b08f-8061-4ff8-8d5d-24a94a6b6c18 req-37a185d5-c249-4be4-9fbe-8ba9c1d48832 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Sep 16 04:53:45.738124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:45.897496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 6aac3205-13a1-44b6-a49e-68ea8fdd05c6) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:45.902229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.903851 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.905314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26878d0-334a-4cdd-8be6-5230d1b569ae None None] Network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:45.992317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c998e86a-94a4-406e-b959-9125afd511ca admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1655176 Sep 16 04:53:45.994982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34350) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:45.999616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:46.070947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-6aac3205-13a1-44b6-a49e-68ea8fdd05c6', 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'fixed_ips': [{'subnet_id': '66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:46.071867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.111524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.114037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.198708 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.278103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Allocated IP 172.20.0.2 (6aac3205-13a1-44b6-a49e-68ea8fdd05c6/66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf/2651a8dc-cbdb-438b-b6ab-ee183e0ea44a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:46.426704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.483749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.538145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd6ee-4ce5-4d19-9726-4f75b2f5f786 req-77cb1138-374c-412a-a43d-8b14c6f36fbb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.540414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26dfd6ee-4ce5-4d19-9726-4f75b2f5f786 req-77cb1138-374c-412a-a43d-8b14c6f36fbb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0528760 Sep 16 04:53:46.545222 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.615014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26dfd6ee-4ce5-4d19-9726-4f75b2f5f786 req-cf50de36-49de-4915-acaa-f466a0dce384 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673034 Sep 16 04:53:46.616863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:46.622622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:46.640824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:46.739631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Pushing event updated for resources: {'Port': ['ID=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.764984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-b4e1fb66-0ed1-44be-b1c8-3ca115be7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.766785 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-b4e1fb66-0ed1-44be-b1c8-3ca115be7c38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66eebbe72abf4c5490504e7339c33bac&device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0635011 Sep 16 04:53:46.786260 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.800476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Attempting to bind port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:46.800849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Attempting to bind port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:46.801218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Attempting to bind port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a on network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:46.813633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:46.814065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Checking segment: {'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:46.814479 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.815275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Bound using segment: {'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:46.815908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Bound port: 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:46.816514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.910069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] For port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:46.914080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] For port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,segment=NetworkSegment(0784983d-7040-4d4b-81ce-fb9c98fa9108),segment_id=0784983d-7040-4d4b-81ce-fb9c98fa9108)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:46.918616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-ffac8d93-635f-4c8c-b7c0-0c2e0bef573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.918616 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-ffac8d93-635f-4c8c-b7c0-0c2e0bef573e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d42556db-4fca-4a9a-84c8-f3caf6bd08cd HTTP/1.1" status: 200 len: 915 time: 0.1365535 Sep 16 04:53:46.980744 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-cad2bf61-8990-40c8-b384-9f5c292c3f87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e9e121c-dc44-439e-9468-0840f88aac9e HTTP/1.1" status: 200 len: 217 time: 0.0375350 Sep 16 04:53:46.991449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.060834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10963672-6780-47e4-aa85-1ef642ae98b8 None None] Pushing event updated for resources: {'Port': ['ID=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.068989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-b1b1b6d6-4f20-40b2-965f-7c4079ed79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.070553 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-b1b1b6d6-4f20-40b2-965f-7c4079ed79f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43c0127d-21d0-498d-b062-bbea6d8e755c HTTP/1.1" status: 200 len: 854 time: 0.0508952 Sep 16 04:53:47.132453 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-798e48af-721b-4221-8420-d37cdc8adb1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d42556db-4fca-4a9a-84c8-f3caf6bd08cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348814 Sep 16 04:53:47.257367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8da69-94bd-4950-87d9-c1839c4d7371 req-4ab35081-3980-4192-8870-b84d4506ab19 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.264532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aba8da69-94bd-4950-87d9-c1839c4d7371 req-4ab35081-3980-4192-8870-b84d4506ab19 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.4787579 Sep 16 04:53:47.294855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.325765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e30ea-4ea9-4967-8f9f-1364e8ede36f req-93f86da3-0d6f-4e24-b69e-12ae376579e3 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.334418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-991e30ea-4ea9-4967-8f9f-1364e8ede36f req-93f86da3-0d6f-4e24-b69e-12ae376579e3 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.5503540 Sep 16 04:53:47.351568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.423479 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-21e1bcbf-7b0f-45db-8ae6-7e99839d121b service neutron] 10.222.0.57 "GET /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322376 Sep 16 04:53:47.451335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aba8da69-94bd-4950-87d9-c1839c4d7371 req-7685b3f6-2a9d-466b-b538-6b9f0fd81f14 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855323 Sep 16 04:53:47.467757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-991e30ea-4ea9-4967-8f9f-1364e8ede36f req-28cd2907-72d8-443f-8811-a3a01385efb8 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324766 Sep 16 04:53:47.532414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Allocated IP 172.25.7.70 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/aa6ce436-8dde-4432-a6e1-2e32bb21ad4d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:47.572058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-216624a9-ab14-4ee7-8a14-2339992826a5 req-bd1a7059-e56e-4054-ad4b-e25c83d34f8a service neutron] 10.222.0.57 "GET /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308527 Sep 16 04:53:47.677384 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.775295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ab2ce-7fb6-4260-b6f7-13b5e5e5eff1 req-278b4c7d-b7ca-4261-b1e4-a0b27a529e19 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.782147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-692ab2ce-7fb6-4260-b6f7-13b5e5e5eff1 req-278b4c7d-b7ca-4261-b1e4-a0b27a529e19 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0595322 Sep 16 04:53:47.828066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.875868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-692ab2ce-7fb6-4260-b6f7-13b5e5e5eff1 req-6ac964fe-0e4d-4ecd-a983-badabe82f378 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836890 Sep 16 04:53:47.903230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Pushing event updated for resources: {'Port': ['ID=aa6ce436-8dde-4432-a6e1-2e32bb21ad4d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.920825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:47.920825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:47.921747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:48.291125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097a473-dd73-458e-83b2-b1ea66a167a2 None None] Network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:48.296154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.327720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5105ba72-03ed-4e57-aba4-dba6a270eb85 None None] Provisioning complete for port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:48.328096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5105ba72-03ed-4e57-aba4-dba6a270eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.597091 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.633158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-df705034-e8f1-4ee6-a3d1-6dce5f2e5296 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.637471 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-df705034-e8f1-4ee6-a3d1-6dce5f2e5296 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.1705363 Sep 16 04:53:48.685581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5105ba72-03ed-4e57-aba4-dba6a270eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.731174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5105ba72-03ed-4e57-aba4-dba6a270eb85 None None] For port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,segment=NetworkSegment(0784983d-7040-4d4b-81ce-fb9c98fa9108),segment_id=0784983d-7040-4d4b-81ce-fb9c98fa9108)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:48.781846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:48.862735 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5105ba72-03ed-4e57-aba4-dba6a270eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.897318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Deleting port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:48.897924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.947647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b762-4454-4e48-b00d-15fff2ec2107 req-4770e9d5-dfd6-4d0c-bfd7-a4190d1c524c tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.951838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3988b762-4454-4e48-b00d-15fff2ec2107 req-4770e9d5-dfd6-4d0c-bfd7-a4190d1c524c tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.3012171 Sep 16 04:53:48.977194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d906685-d18e-4083-a08a-d76888a4c1a6 req-423f5f7c-1810-470c-8ccc-3962e5d4738b tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.981787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:48.982099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.983072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d906685-d18e-4083-a08a-d76888a4c1a6 req-423f5f7c-1810-470c-8ccc-3962e5d4738b tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 951 time: 0.3333445 Sep 16 04:53:49.029601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105ba72-03ed-4e57-aba4-dba6a270eb85 None None] Pushing event updated for resources: {'Port': ['ID=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.070683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d906685-d18e-4083-a08a-d76888a4c1a6 req-6b5d17a7-4187-4fb4-aef9-bb548a30d9d9 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/security-groups?id=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759792 Sep 16 04:53:49.076435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3988b762-4454-4e48-b00d-15fff2ec2107 req-7b391eeb-3b9f-42ac-9636-48b0d3688377 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104314 Sep 16 04:53:49.105710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] For port 3a0cff13-2ad7-449f-99fa-03906dd1ee47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3a0cff13-2ad7-449f-99fa-03906dd1ee47,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:49.106235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.114333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Router 8a7897b5-daf5-4404-81a0-c891b96a9e80 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:53:49.145144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-73a42f22-39c8-45d9-b82c-48784a547c0a None None] Provisioning complete for port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:49.145914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-73a42f22-39c8-45d9-b82c-48784a547c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.152388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Calling delete_port for 3a0cff13-2ad7-449f-99fa-03906dd1ee47 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:49.372594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:49.395865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Sync routers for ids ['8a7897b5-daf5-4404-81a0-c891b96a9e80'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:49.405409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Routers {'8a7897b5-daf5-4404-81a0-c891b96a9e80'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:49.406267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8a7897b5-daf5-4404-81a0-c891b96a9e80'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:49.408296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2ebd6-5feb-4431-a99e-a5d33bdbb190 req-e03e6302-24af-49b7-8e2c-e8bfea70a06e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.410520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fe2ebd6-5feb-4431-a99e-a5d33bdbb190 req-e03e6302-24af-49b7-8e2c-e8bfea70a06e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1031017 Sep 16 04:53:49.457044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fe2ebd6-5feb-4431-a99e-a5d33bdbb190 req-ea2c079c-5cd3-449a-b613-acf4c41b9770 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Sep 16 04:53:49.460304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.483619 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.488555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f0b5b253-4e3e-48de-822b-7737cadfc80b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4892681 Sep 16 04:53:49.488555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34464) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:49.515215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Pushing event deleted for resources: {'Port': ['ID=3a0cff13-2ad7-449f-99fa-03906dd1ee47,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.559576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] No DVR routers for this DVR port 3a0cff13-2ad7-449f-99fa-03906dd1ee47 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:49.563656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.564432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3a0cff13-2ad7-449f-99fa-03906dd1ee47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:49.566376 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ac08486-3b3c-40e3-81c8-141527c91d0f req-d96f9a27-a10f-42f6-90e0-d507e70bf5b5 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.57 "DELETE /v2.0/ports/3a0cff13-2ad7-449f-99fa-03906dd1ee47 HTTP/1.1" status: 204 len: 173 time: 0.9052000 Sep 16 04:53:49.567011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-deleted', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:49.571230 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f28b6e-288e-4ac2-814b-39d9543f4404" -d '{"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-deleted", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:49.638367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Set router 8a7897b5-daf5-4404-81a0-c891b96a9e80 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:49.648193 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7168a0-3afb-4f18-b637-57540c64dc1a x-openstack-request-id: req-3b7168a0-3afb-4f18-b637-57540c64dc1a {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:49.648193 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09e0045-7076-473f-8dbb-82bdd4339e5d", "name": "network-vif-deleted", "tag": "3a0cff13-2ad7-449f-99fa-03906dd1ee47", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:49.648193 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b7168a0-3afb-4f18-b637-57540c64dc1a {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:49.648193 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09e0045-7076-473f-8dbb-82bdd4339e5d', 'name': 'network-vif-deleted', 'tag': '3a0cff13-2ad7-449f-99fa-03906dd1ee47', 'status': 'completed', 'code': 200} Sep 16 04:53:49.944327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:53:48Z', 'revision_number': 3, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port': {'id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:47Z', 'updated_at': '2021-09-16T04:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:49.976036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Checking router: 8a7897b5-daf5-4404-81a0-c891b96a9e80 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:49.976732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Updating router 8a7897b5-daf5-4404-81a0-c891b96a9e80 port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:53:50.009154 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.150459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.281972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dbc8c9b-17f0-4647-a785-2c2f64e59d92 req-65b0b195-cb1e-4020-a216-daf323ffe607 tempest-ServersAdminTestJSON-2008929006 tempest-ServersAdminTestJSON-2008929006-project] 10.222.0.59 "GET /v2.0/ports?device_id=b09e0045-7076-473f-8dbb-82bdd4339e5d HTTP/1.1" status: 200 len: 210 time: 0.1007278 Sep 16 04:53:50.357097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e686b28-30eb-47b0-85ef-085cb47fe605 req-f8defe39-2f47-4361-84ac-388ce8c2dce3 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:50.360925 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.370371 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e686b28-30eb-47b0-85ef-085cb47fe605 req-f8defe39-2f47-4361-84ac-388ce8c2dce3 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.1830854 Sep 16 04:53:50.447780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e686b28-30eb-47b0-85ef-085cb47fe605 req-febc70a5-7c76-46e6-9ccc-f872eabfccef tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815697 Sep 16 04:53:50.465357 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.498617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Allocated IP 172.20.0.1 (6aac3205-13a1-44b6-a49e-68ea8fdd05c6/66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf/7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:50.730551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a963b73-a8f6-4434-b51b-e3d84f5a5890 None None] Pushing event updated for resources: {'Port': ['ID=aa6ce436-8dde-4432-a6e1-2e32bb21ad4d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.746763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:50.773891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35561f65-4c74-4038-8056-8afb5137c665 req-f82e7434-4800-4d77-a5e6-45708268deac tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:50.781264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35561f65-4c74-4038-8056-8afb5137c665 req-f82e7434-4800-4d77-a5e6-45708268deac tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1131175 Sep 16 04:53:50.820882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Attempting to bind port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:50.821262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Attempting to bind port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:50.821624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Attempting to bind port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:50.826877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.838187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:50.838544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:50.838957 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.839371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:50.839850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Bound port: aa6ce436-8dde-4432-a6e1-2e32bb21ad4d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:50.840231 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.883611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35561f65-4c74-4038-8056-8afb5137c665 req-3d960fad-d212-498f-9ce3-49fe5a6aecbf tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009960 Sep 16 04:53:50.908279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:50.909354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.991215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.010296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] For port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:51.017657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] For port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=aa6ce436-8dde-4432-a6e1-2e32bb21ad4d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:51.026567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:51.029902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:51.033641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:51.106006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.122933 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.164753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Pushing event updated for resources: {'Port': ['ID=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.212319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a963b73-a8f6-4434-b51b-e3d84f5a5890 None None] Pushing event updated for resources: {'Port': ['ID=aa6ce436-8dde-4432-a6e1-2e32bb21ad4d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.220448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Routers {'8a7897b5-daf5-4404-81a0-c891b96a9e80'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:51.223093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8a7897b5-daf5-4404-81a0-c891b96a9e80'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.417543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] Set router 8a7897b5-daf5-4404-81a0-c891b96a9e80 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:51.527257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.537263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7dbc4491-39e0-4fef-bdb0-f51cabb84496 None None] Provisioning complete for port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:51.537825 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7dbc4491-39e0-4fef-bdb0-f51cabb84496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.571699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:51.583022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d593d3-6095-45af-99d1-a70c4691c7e9 req-7f8e8b14-2cc7-4aa4-8040-733f3ef1f534 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.584609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91d593d3-6095-45af-99d1-a70c4691c7e9 req-7f8e8b14-2cc7-4aa4-8040-733f3ef1f534 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.1726849 Sep 16 04:53:51.654324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 3a0cff13-2ad7-449f-99fa-03906dd1ee47 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:51.654686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3a0cff13-2ad7-449f-99fa-03906dd1ee47 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:51.659699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91d593d3-6095-45af-99d1-a70c4691c7e9 req-512da18e-7db7-46ff-8455-25df452bc9de tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682056 Sep 16 04:53:51.698613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc4491-39e0-4fef-bdb0-f51cabb84496 None None] Port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:51.756988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:53:48Z', 'revision_number': 3, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port': {'id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:47Z', 'updated_at': '2021-09-16T04:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.774327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.786724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cb5e95-7cdb-48e1-b5fc-94712fc6d935 None None] The sync data for ids ['8a7897b5-daf5-4404-81a0-c891b96a9e80'] in n-d-712143-16 is: [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:53:48Z', 'revision_number': 3, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port': {'id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:47Z', 'updated_at': '2021-09-16T04:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:51.868620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.894031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34494) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.157712 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dbae1f41-81a1-495b-bbfc-a12bc9cca2f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53d51911b4704bcb90b621c7da65cc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619009 Sep 16 04:53:52.160703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34500) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.220657 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fa335eb-2155-45f1-b226-699048409d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.257217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fa335eb-2155-45f1-b226-699048409d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.419137 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.429770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Pushing event updated for resources: {'Port': ['ID=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.448623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fa335eb-2155-45f1-b226-699048409d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.448915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ac4e5-a32f-42a2-9ff5-f9b83afe4702 req-c5c7a6e5-2193-4bb8-8c0f-f76382845bec tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:52.452457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fa335eb-2155-45f1-b226-699048409d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.462006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5fa335eb-2155-45f1-b226-699048409d41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d8e35e1-a2a7-47e7-a78c-bf12c3582a83 HTTP/1.1" status: 204 len: 168 time: 0.2922928 Sep 16 04:53:52.465626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa335eb-2155-45f1-b226-699048409d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8e35e1-a2a7-47e7-a78c-bf12c3582a83,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.469338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-213ac4e5-a32f-42a2-9ff5-f9b83afe4702 req-c5c7a6e5-2193-4bb8-8c0f-f76382845bec tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1254334 Sep 16 04:53:52.606593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-213ac4e5-a32f-42a2-9ff5-f9b83afe4702 req-7ac9f5e7-71f2-4872-8b6c-7b3ec51a1c2d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298325 Sep 16 04:53:52.693501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:52.701550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:52.762712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device aa6ce436-8dde-4432-a6e1-2e32bb21ad4d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:52.953398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Router 8a7897b5-daf5-4404-81a0-c891b96a9e80 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:52.955835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:52.957253 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.186767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a1b9977f-5f57-4706-949c-c225fb4a841b None None] Provisioning complete for port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:53.187135 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a1b9977f-5f57-4706-949c-c225fb4a841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.238212 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.245328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9977f-5f57-4706-949c-c225fb4a841b None None] Port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:53.246559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010b1b5-b7a5-422f-a5f1-51fb021614c8 req-b00babde-1f20-4e49-9c3f-9cc57bcb3fd1 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.255388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2010b1b5-b7a5-422f-a5f1-51fb021614c8 req-b00babde-1f20-4e49-9c3f-9cc57bcb3fd1 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.2268176 Sep 16 04:53:53.271822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=aa6ce436-8dde-4432-a6e1-2e32bb21ad4d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:53.302977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:53.308891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8270f033-7b9a-4d5b-85cf-253ef902dfda admin admin] 10.222.0.59 "PUT /v2.0/routers/8a7897b5-daf5-4404-81a0-c891b96a9e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8185215 Sep 16 04:53:53.330079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2010b1b5-b7a5-422f-a5f1-51fb021614c8 req-17224d6f-9654-4dd8-b5d7-4a42db3922e3 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722644 Sep 16 04:53:53.452023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.515832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=aa6ce436-8dde-4432-a6e1-2e32bb21ad4d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:53.640101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34528) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:53.813112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f8bb7d98-babb-49a5-bd8a-d48b22490b6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41fc2de6641549deae56bb9a5c409500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862400 Sep 16 04:53:53.816453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34540) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:53.914303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da7d7359-172d-4df5-af89-6774b0286f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.928144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-e0fb4ad7-2cfa-4424-99d4-46638a223eb8 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2629478 Sep 16 04:53:53.935717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:53.949697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3be5-743a-41b5-9f73-ec6f985f128e req-74163658-17aa-400c-b776-082d26c03ff8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.951209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4fe3be5-743a-41b5-9f73-ec6f985f128e req-74163658-17aa-400c-b776-082d26c03ff8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1289573 Sep 16 04:53:53.951692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da7d7359-172d-4df5-af89-6774b0286f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.023796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4fe3be5-743a-41b5-9f73-ec6f985f128e req-998d8daf-fc2f-4bb2-8789-1d131f125546 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649061 Sep 16 04:53:54.106651 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.116956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da7d7359-172d-4df5-af89-6774b0286f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.119764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da7d7359-172d-4df5-af89-6774b0286f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.121177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-da7d7359-172d-4df5-af89-6774b0286f58 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/374e0d44-079a-414b-94c8-8a98f33e5cbf HTTP/1.1" status: 204 len: 168 time: 0.3030047 Sep 16 04:53:54.130941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d7359-172d-4df5-af89-6774b0286f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374e0d44-079a-414b-94c8-8a98f33e5cbf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.183889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955021af-1131-41c1-bac3-d1b658f224ce req-31552f85-7d11-4d49-8b6f-b0fc578a78ef tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.185492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-955021af-1131-41c1-bac3-d1b658f224ce req-31552f85-7d11-4d49-8b6f-b0fc578a78ef tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0891833 Sep 16 04:53:54.264653 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Sync routers for ids ['8a7897b5-daf5-4404-81a0-c891b96a9e80'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:54.274656 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Routers {'8a7897b5-daf5-4404-81a0-c891b96a9e80'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:54.278553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-955021af-1131-41c1-bac3-d1b658f224ce req-b425c056-cbdd-4b01-b2b5-3d5f8f06d1f5 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861583 Sep 16 04:53:54.290021 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8a7897b5-daf5-4404-81a0-c891b96a9e80'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:54.309880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.461600 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Set router 8a7897b5-daf5-4404-81a0-c891b96a9e80 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:54.571014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Allocated IP 172.25.7.25 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/8ae6eb62-1648-4b4e-a681-b9ad0320d929) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:54.574356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-10f5b3bd-2f27-4a0d-baf3-564dd7b2c1a5 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.581060 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-10f5b3bd-2f27-4a0d-baf3-564dd7b2c1a5 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.1097364 Sep 16 04:53:54.670930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device aa6ce436-8dde-4432-a6e1-2e32bb21ad4d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:54.743340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.769205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:54.769788 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.802301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Deleting port 4e9e121c-dc44-439e-9468-0840f88aac9e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:54.802660 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.954968 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:53:51Z', 'revision_number': 4, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port': {'id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:47Z', 'updated_at': '2021-09-16T04:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91', 'name': '', 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'mac_address': 'fa:16:3e:16:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:50Z', 'updated_at': '2021-09-16T04:53:51Z', 'revision_number': 2, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'subnets': [{'id': '66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:54.957452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156952-7f18-4184-8b97-203fdb8d705a req-670f3691-a51b-48de-b10a-0429efed87f8 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.959378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e156952-7f18-4184-8b97-203fdb8d705a req-670f3691-a51b-48de-b10a-0429efed87f8 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 945 time: 0.1370304 Sep 16 04:53:54.988540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.988771 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Checking router: 8a7897b5-daf5-4404-81a0-c891b96a9e80 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:54.989013 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Updating router 8a7897b5-daf5-4404-81a0-c891b96a9e80 port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:53:54.997164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] For port 4e9e121c-dc44-439e-9468-0840f88aac9e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e9e121c-dc44-439e-9468-0840f88aac9e,segment=NetworkSegment(3db7b635-a507-4b70-bae0-b16083b11328),segment_id=3db7b635-a507-4b70-bae0-b16083b11328)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:54.997733 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.023683 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.040373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Calling delete_port for 4e9e121c-dc44-439e-9468-0840f88aac9e owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:55.087448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:55.100855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:55.128642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e156952-7f18-4184-8b97-203fdb8d705a req-47630484-b350-4c95-b98d-2f0796cbda14 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1b76744-44b0-4ba7-8d35-180005cb4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630836 Sep 16 04:53:55.133316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:55.202194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Pushing event updated for resources: {'Port': ['ID=8ae6eb62-1648-4b4e-a681-b9ad0320d929,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:55.324284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732d2e-f326-46a0-81b5-4141463589bf req-71099353-23f6-40c5-90b4-845ad12a7101 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.326072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7732d2e-f326-46a0-81b5-4141463589bf req-71099353-23f6-40c5-90b4-845ad12a7101 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0864298 Sep 16 04:53:55.393255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7732d2e-f326-46a0-81b5-4141463589bf req-a5372cb3-14dd-46b7-9ccf-c74532dd3a3c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598338 Sep 16 04:53:55.417553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.477628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['4e9e121c-dc44-439e-9468-0840f88aac9e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:55.507478 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.551498 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.560199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Pushing event deleted for resources: {'Port': ['ID=4e9e121c-dc44-439e-9468-0840f88aac9e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:55.610393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] No DVR routers for this DVR port 4e9e121c-dc44-439e-9468-0840f88aac9e on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:55.613793 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.614859 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.617011 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4532ca3e-65cc-4a08-8e2d-7830cd425450 req-6be45c5a-0557-4cd1-9638-3bc04260cb4e tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.57 "DELETE /v2.0/ports/4e9e121c-dc44-439e-9468-0840f88aac9e HTTP/1.1" status: 204 len: 173 time: 1.0104246 Sep 16 04:53:55.619456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3', 'name': 'network-vif-deleted', 'tag': '4e9e121c-dc44-439e-9468-0840f88aac9e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:55.620614 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb8946-f31c-4f8f-8283-9a491e07992e" -d '{"events": [{"server_uuid": "b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3", "name": "network-vif-deleted", "tag": "4e9e121c-dc44-439e-9468-0840f88aac9e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:55.664512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a0a02-5084-49d3-874d-007dc8b1bf78 req-7d449e24-b082-4c13-841b-a7c93d754423 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.666125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f07a0a02-5084-49d3-874d-007dc8b1bf78 req-7d449e24-b082-4c13-841b-a7c93d754423 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0900633 Sep 16 04:53:55.685208 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Pushing event updated for resources: {'Port': ['ID=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:55.717838 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.718196 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.718516 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.718888 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.719164 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.719523 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.719846 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.720179 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.720490 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.720820 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.722192 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.722372 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:55.736064 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.771185 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Attempting to bind port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:55.771600 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Attempting to bind port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:55.771966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Attempting to bind port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 on network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:55.777531 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:55.777966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Checking segment: {'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:55.778373 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.778767 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Bound using segment: {'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:55.779253 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Bound port: 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784983d-7040-4d4b-81ce-fb9c98fa9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:55.779649 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.820469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f07a0a02-5084-49d3-874d-007dc8b1bf78 req-36f55fc0-728c-4de5-ab8e-e528903dae89 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088247 Sep 16 04:53:55.900281 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] For port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:55.904997 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] For port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,segment=NetworkSegment(0784983d-7040-4d4b-81ce-fb9c98fa9108),segment_id=0784983d-7040-4d4b-81ce-fb9c98fa9108)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:56.028888 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.063795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.115402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-47e8ecaa-bd7c-4480-80f9-2390443f8a3c None None] Provisioning complete for port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:56.115908 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-47e8ecaa-bd7c-4480-80f9-2390443f8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.148281 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a2aba-6439-407b-af4f-07c7da0da24d x-openstack-request-id: req-409a2aba-6439-407b-af4f-07c7da0da24d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:56.148770 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3", "name": "network-vif-deleted", "tag": "4e9e121c-dc44-439e-9468-0840f88aac9e", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:56.148885 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-409a2aba-6439-407b-af4f-07c7da0da24d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:56.149186 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3', 'name': 'network-vif-deleted', 'tag': '4e9e121c-dc44-439e-9468-0840f88aac9e', 'status': 'completed', 'code': 200} Sep 16 04:53:56.154395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.166921 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79ca64-7838-4579-a67d-43226e28e173 None None] Pushing event updated for resources: {'Port': ['ID=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.178232 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Routers {'8a7897b5-daf5-4404-81a0-c891b96a9e80'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:56.179040 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8a7897b5-daf5-4404-81a0-c891b96a9e80'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:56.257514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-47e8ecaa-bd7c-4480-80f9-2390443f8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.306595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-47e8ecaa-bd7c-4480-80f9-2390443f8a3c None None] For port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,segment=NetworkSegment(0784983d-7040-4d4b-81ce-fb9c98fa9108),segment_id=0784983d-7040-4d4b-81ce-fb9c98fa9108)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:56.332082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Pushing event updated for resources: {'Port': ['ID=8ae6eb62-1648-4b4e-a681-b9ad0320d929,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.396756 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-47e8ecaa-bd7c-4480-80f9-2390443f8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.430881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a57e6cc9-b22d-49dc-ab0e-456fadec1020 req-093c799e-2826-47aa-a0e4-d4d081c7c685 tempest-InstanceActionsTestJSON-557356412 tempest-InstanceActionsTestJSON-557356412-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8e67dd0-8ad2-4bf1-aed9-c22966fbc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0928562 Sep 16 04:53:56.434951 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] Set router 8a7897b5-daf5-4404-81a0-c891b96a9e80 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:56.454735 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.511568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8ecaa-bd7c-4480-80f9-2390443f8a3c None None] Pushing event updated for resources: {'Port': ['ID=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.598763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.600806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-5899d565-e687-42dc-bbf1-b150cba98519 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6718276 Sep 16 04:53:56.636391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a0070b97-5600-4e32-ad1a-ece525178c75 None None] Provisioning complete for port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:56.643780 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a0070b97-5600-4e32-ad1a-ece525178c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.755194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-bbee2147-8101-46be-b05c-e911b1321ba2 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.25 HTTP/1.1" status: 200 len: 695 time: 0.1324465 Sep 16 04:53:56.765044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac0ca9-05ea-47d8-b23c-d804ee842fd0 req-284900d0-c1bf-4d91-ad2b-c22fcbec4ee7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.777039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5ac0ca9-05ea-47d8-b23c-d804ee842fd0 req-284900d0-c1bf-4d91-ad2b-c22fcbec4ee7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.2267752 Sep 16 04:53:56.813330 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:53:51Z', 'revision_number': 4, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port': {'id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:47Z', 'updated_at': '2021-09-16T04:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91', 'name': '', 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'mac_address': 'fa:16:3e:16:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:50Z', 'updated_at': '2021-09-16T04:53:55Z', 'revision_number': 4, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'subnets': [{'id': '66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:56.848039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e18841-d446-46a3-bb64-e0343dad5038 None None] The sync data for ids ['8a7897b5-daf5-4404-81a0-c891b96a9e80'] in n-d-712143-16 is: [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:53:51Z', 'revision_number': 4, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port': {'id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:47Z', 'updated_at': '2021-09-16T04:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91', 'name': '', 'network_id': '6aac3205-13a1-44b6-a49e-68ea8fdd05c6', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'mac_address': 'fa:16:3e:16:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:50Z', 'updated_at': '2021-09-16T04:53:55Z', 'revision_number': 4, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'subnets': [{'id': '66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:56.880861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5ac0ca9-05ea-47d8-b23c-d804ee842fd0 req-d4d6f92b-4aeb-4b20-a46f-97b673d6c5e5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968535 Sep 16 04:53:57.118233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-d0089bdb-dd28-4643-980e-136e6c156dc7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.120034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-d0089bdb-dd28-4643-980e-136e6c156dc7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.3198633 Sep 16 04:53:57.129532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331e832-417f-4179-8fec-b600c4c5870d req-9c908956-27a9-441e-ae21-f851c5effcfc tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.132405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-6181c0c0-8bd0-485f-995e-964894d1df28 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.134749 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-6181c0c0-8bd0-485f-995e-964894d1df28 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0920751 Sep 16 04:53:57.140078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9331e832-417f-4179-8fec-b600c4c5870d req-9c908956-27a9-441e-ae21-f851c5effcfc tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 945 time: 0.1423666 Sep 16 04:53:57.153059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-39dc0f0c-8c07-4cf8-9415-20088d96f799 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:57.154034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59ea2276-0d8f-4f3b-a7ce-d239177b1561 req-39dc0f0c-8c07-4cf8-9415-20088d96f799 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129154 Sep 16 04:53:57.207914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9331e832-417f-4179-8fec-b600c4c5870d req-b1e6b46e-0c5c-4409-ad12-d68f2cb8415a tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c91f392-1c8f-43ec-b72a-45665f1c0c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674913 Sep 16 04:53:57.336430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7907349d-5da6-4454-931b-e7ab2b16329c req-c75c3334-b9b5-434f-b2ed-0938148883da tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips/4bf72bc6-2afb-4fcf-b45a-eb30f2c0b0d3 HTTP/1.1" status: 200 len: 692 time: 0.0766931 Sep 16 04:53:57.403922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Deleting port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:57.404400 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.556893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907349d-5da6-4454-931b-e7ab2b16329c req-4c246be5-0fde-4b83-b97f-afeb337c6280 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.558311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7907349d-5da6-4454-931b-e7ab2b16329c req-4c246be5-0fde-4b83-b97f-afeb337c6280 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2159002 Sep 16 04:53:57.562839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] For port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:57.563459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.575298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-7907349d-5da6-4454-931b-e7ab2b16329c req-889cce41-8f44-4a7f-b6c7-5d2e3738b794 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:57.576910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7907349d-5da6-4454-931b-e7ab2b16329c req-889cce41-8f44-4a7f-b6c7-5d2e3738b794 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085921 Sep 16 04:53:57.595877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Calling delete_port for bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:57.601691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4e9e121c-dc44-439e-9468-0840f88aac9e no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:57.640078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 4e9e121c-dc44-439e-9468-0840f88aac9e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:57.641008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4e9e121c-dc44-439e-9468-0840f88aac9e not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:57.642486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34614) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.719138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db7ffdd-74f2-4d1b-9261-dffeff513517 admin admin] Deleting subnet 43c0127d-21d0-498d-b062-bbea6d8e755c {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:57.724365 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db7ffdd-74f2-4d1b-9261-dffeff513517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.859011 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db7ffdd-74f2-4d1b-9261-dffeff513517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.864781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0335193-89cd-49df-970e-91ae4e7b17ea req-9526fb40-bc68-4470-86cc-3b4b7f2052db tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=751a174bd4fe4f6eb81a785715c27f70 HTTP/1.1" status: 200 len: 695 time: 0.1431520 Sep 16 04:53:57.977568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db7ffdd-74f2-4d1b-9261-dffeff513517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.997112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.022914 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.055823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Pushing event deleted for resources: {'Port': ['ID=bb6f52d3-5227-4022-a2ae-ddd7b4c66f59,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.113679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335193-89cd-49df-970e-91ae4e7b17ea req-e2b85260-f788-4a6e-a88f-5a601dc8c7c2 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.114346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] No DVR routers for this DVR port bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:58.115567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0335193-89cd-49df-970e-91ae4e7b17ea req-e2b85260-f788-4a6e-a88f-5a601dc8c7c2 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/networks?id=acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 787 time: 0.2296345 Sep 16 04:53:58.118385 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.124512 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7903ea00-2955-4ecf-9f9e-4139b83fd9a2 req-13b693b7-8d68-4fa8-ac7f-289f9fa0ee36 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.57 "DELETE /v2.0/ports/bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 HTTP/1.1" status: 204 len: 173 time: 0.9774804 Sep 16 04:53:58.131993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc000772-79e2-47cd-aeeb-356f1629772d req-0a00dd24-5060-4497-9458-7b0306df4d15 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.133797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc000772-79e2-47cd-aeeb-356f1629772d req-0a00dd24-5060-4497-9458-7b0306df4d15 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1342750 Sep 16 04:53:58.148520 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-b0335193-89cd-49df-970e-91ae4e7b17ea req-9b99c914-31ce-4655-94de-9d8cd9d1382a tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:58.149991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0335193-89cd-49df-970e-91ae4e7b17ea req-9b99c914-31ce-4655-94de-9d8cd9d1382a tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152018 Sep 16 04:53:58.150608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f80945-7429-4d07-a587-7fc8532e6c55', 'name': 'network-vif-deleted', 'tag': 'bb6f52d3-5227-4022-a2ae-ddd7b4c66f59'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:58.154901 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9f3424-74db-47e6-a630-c0d54edacd4e" -d '{"events": [{"server_uuid": "e9f80945-7429-4d07-a587-7fc8532e6c55", "name": "network-vif-deleted", "tag": "bb6f52d3-5227-4022-a2ae-ddd7b4c66f59"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:58.226218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc000772-79e2-47cd-aeeb-356f1629772d req-77ec6da0-9c03-4f4b-b3e5-ecae4010b6ad tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723972 Sep 16 04:53:58.288318 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860573a2-110b-40c4-9e03-12d8a1278116 x-openstack-request-id: req-860573a2-110b-40c4-9e03-12d8a1278116 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:58.292672 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f80945-7429-4d07-a587-7fc8532e6c55", "name": "network-vif-deleted", "tag": "bb6f52d3-5227-4022-a2ae-ddd7b4c66f59", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:58.292672 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-860573a2-110b-40c4-9e03-12d8a1278116 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:58.292672 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f80945-7429-4d07-a587-7fc8532e6c55', 'name': 'network-vif-deleted', 'tag': 'bb6f52d3-5227-4022-a2ae-ddd7b4c66f59', 'status': 'completed', 'code': 200} Sep 16 04:53:58.339397 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db7ffdd-74f2-4d1b-9261-dffeff513517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.360603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35490f17-c2e7-4b76-912f-794691f38595 req-c3a0bb7e-b9a4-43b7-898c-085a2258a9b8 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips/4bf72bc6-2afb-4fcf-b45a-eb30f2c0b0d3 HTTP/1.1" status: 200 len: 692 time: 0.0925601 Sep 16 04:53:58.389684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7ffdd-74f2-4d1b-9261-dffeff513517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c0127d-21d0-498d-b062-bbea6d8e755c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.402084 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db7ffdd-74f2-4d1b-9261-dffeff513517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.404322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3db7ffdd-74f2-4d1b-9261-dffeff513517 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/43c0127d-21d0-498d-b062-bbea6d8e755c HTTP/1.1" status: 204 len: 168 time: 0.7598522 Sep 16 04:53:58.407079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34654) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:58.428930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65009691-464b-4908-8deb-fea52b7feec4 req-981e8ff2-6abc-4c6b-96e9-f8e93dd86384 tempest-AttachSCSIVolumeTestJSON-530372060 tempest-AttachSCSIVolumeTestJSON-530372060-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9f80945-7429-4d07-a587-7fc8532e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0673528 Sep 16 04:53:58.530988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.601739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35490f17-c2e7-4b76-912f-794691f38595 req-99f32934-756e-47a6-b57e-a10b03cb9a52 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.607182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35490f17-c2e7-4b76-912f-794691f38595 req-99f32934-756e-47a6-b57e-a10b03cb9a52 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2245815 Sep 16 04:53:58.618488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-35490f17-c2e7-4b76-912f-794691f38595 req-e76f1023-6b25-4776-86a3-0e1afac1b457 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:58.622382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35490f17-c2e7-4b76-912f-794691f38595 req-e76f1023-6b25-4776-86a3-0e1afac1b457 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105007 Sep 16 04:53:58.680401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.682944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:58.716069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35490f17-c2e7-4b76-912f-794691f38595 req-d84eeb49-bc7c-4250-b132-b59d82071fbc tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.25 HTTP/1.1" status: 200 len: 695 time: 0.0881877 Sep 16 04:53:58.717693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42556db-4fca-4a9a-84c8-f3caf6bd08cd']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:58.739327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db7b635-a507-4b70-bae0-b16083b11328') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:58.739720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db7b635-a507-4b70-bae0-b16083b11328') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:58.763819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.793501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.811781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:58.812513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.815769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35490f17-c2e7-4b76-912f-794691f38595 req-ed66716a-be2d-4631-8975-57aac4c2cd50 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.25 HTTP/1.1" status: 200 len: 695 time: 0.0974615 Sep 16 04:53:58.823487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:58.826071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:58.832659 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:59.019976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Deleting port 8ae6eb62-1648-4b4e-a681-b9ad0320d929 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:59.019976 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.065682 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.118713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.118713 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d42556db-4fca-4a9a-84c8-f3caf6bd08cd HTTP/1.1" status: 204 len: 168 time: 0.6793492 Sep 16 04:53:59.118713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5421b-2229-4e43-aa10-3866f257a0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42556db-4fca-4a9a-84c8-f3caf6bd08cd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.118922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.118922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.131996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Calling delete_port for 8ae6eb62-1648-4b4e-a681-b9ad0320d929 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:59.419169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914002fd-7101-4652-966f-253d1abefd8a req-feb019fb-5a7a-427c-8d6f-75061f6ff044 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.421136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-914002fd-7101-4652-966f-253d1abefd8a req-feb019fb-5a7a-427c-8d6f-75061f6ff044 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1009021 Sep 16 04:53:59.485181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34712) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.588278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34716) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.599017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:59.643850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:59.644215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device bb6f52d3-5227-4022-a2ae-ddd7b4c66f59 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:59.653641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd424-587c-4d82-90e2-5566057be35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.711928 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1edaf909-39f9-4b46-8e33-dc770aa88a11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66eebbe72abf4c5490504e7339c33bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222539 Sep 16 04:53:59.750695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34718) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.792751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.826688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Pushing event deleted for resources: {'Port': ['ID=8ae6eb62-1648-4b4e-a681-b9ad0320d929,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.839627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-914002fd-7101-4652-966f-253d1abefd8a req-a16f0aca-f15c-4bf6-9ba3-5ad4a333c91d tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112577 Sep 16 04:53:59.856876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd424-587c-4d82-90e2-5566057be35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.856876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc32f284-72c2-494a-991f-56de40f7d682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.885261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc32f284-72c2-494a-991f-56de40f7d682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.013226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.015807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.018529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35490f17-c2e7-4b76-912f-794691f38595 req-6a48c542-b6b3-406e-a038-e76c466435ac tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "DELETE /v2.0/floatingips/4bf72bc6-2afb-4fcf-b45a-eb30f2c0b0d3 HTTP/1.1" status: 204 len: 173 time: 1.2005579 Sep 16 04:54:00.152584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19fde344-762e-4d22-837b-db32d1b6c438 req-95c712d4-59f6-4dc3-a1bf-ad1b3132ea18 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1140363 Sep 16 04:54:00.162241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:00.185548 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd424-587c-4d82-90e2-5566057be35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.225858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd424-587c-4d82-90e2-5566057be35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4606f78e-4e44-4b02-bc3f-de27131d6c34,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.230264 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6c2dd424-587c-4d82-90e2-5566057be35d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1123a08792c74d19aa4f339cd8e0be97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7519355 Sep 16 04:54:00.233111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34740) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.285547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-08f3965d-8754-4aea-a373-a230d2dae31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.317473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-08f3965d-8754-4aea-a373-a230d2dae31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.332553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc32f284-72c2-494a-991f-56de40f7d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.348963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc32f284-72c2-494a-991f-56de40f7d682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.352674 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bc32f284-72c2-494a-991f-56de40f7d682 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1b76744-44b0-4ba7-8d35-180005cb4dcb HTTP/1.1" status: 204 len: 168 time: 0.5985718 Sep 16 04:54:00.372995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32f284-72c2-494a-991f-56de40f7d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b76744-44b0-4ba7-8d35-180005cb4dcb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.465321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.573656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-08f3965d-8754-4aea-a373-a230d2dae31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.576287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-08f3965d-8754-4aea-a373-a230d2dae31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.580838 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-08f3965d-8754-4aea-a373-a230d2dae31c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4606f78e-4e44-4b02-bc3f-de27131d6c34 HTTP/1.1" status: 204 len: 168 time: 0.3437011 Sep 16 04:54:00.581160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.599991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3965d-8754-4aea-a373-a230d2dae31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4606f78e-4e44-4b02-bc3f-de27131d6c34,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.710136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Allocated IP 172.25.7.154 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c57a4a65-4f66-415b-8694-558d32172365) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:00.817576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.965759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b374f-a6b3-430a-85e8-9dfb2c42a6f0 req-e9ae98a8-d542-41ce-aece-7326becf72b6 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.967417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-183b374f-a6b3-430a-85e8-9dfb2c42a6f0 req-e9ae98a8-d542-41ce-aece-7326becf72b6 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0543599 Sep 16 04:54:01.009253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-183b374f-a6b3-430a-85e8-9dfb2c42a6f0 req-13ddfc7b-a033-4745-bb11-c86ce2e448eb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Sep 16 04:54:01.054628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.109503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:01.121570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:01.121570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:01.124303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Pushing event updated for resources: {'Port': ['ID=c57a4a65-4f66-415b-8694-558d32172365,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.235079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.426224 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.594171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.880031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.899547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34810) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.916446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c47e27e3-d6e4-4f34-a592-b683269d2b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.952698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Pushing event updated for resources: {'Port': ['ID=c57a4a65-4f66-415b-8694-558d32172365,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.964668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.022954 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c47e27e3-d6e4-4f34-a592-b683269d2b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.109363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34822) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.141320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c47e27e3-d6e4-4f34-a592-b683269d2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.174426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b932c-1fff-42bd-b668-30a37f65d0fb req-4f94cce3-507d-4bdd-96cf-12f5d2826496 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.176204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-667b932c-1fff-42bd-b668-30a37f65d0fb req-4f94cce3-507d-4bdd-96cf-12f5d2826496 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0910652 Sep 16 04:54:02.218753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34826) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.226167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c47e27e3-d6e4-4f34-a592-b683269d2b24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3059698abbd949f9aa77199baa09454f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248756 Sep 16 04:54:02.242092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e27e3-d6e4-4f34-a592-b683269d2b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77339629-e259-4bbf-86bd-715366194a93,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.265969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-527962328-network', 'tenant_id': '0e6e6030926f4450b4ed5851e97cd171'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:02.270767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.272007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19fde344-762e-4d22-837b-db32d1b6c438 req-2007086c-fd1c-4112-9da0-fe8ee7db68cd tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1139121 Sep 16 04:54:02.303001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-667b932c-1fff-42bd-b668-30a37f65d0fb req-2ce7a094-a3ec-4d82-ac89-2e5c72d8fa56 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184711 Sep 16 04:54:02.336720 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8e9be30-1d62-457f-96e1-63dfb3da5f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.346122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19fde344-762e-4d22-837b-db32d1b6c438 req-679c3327-31f3-44cf-95a5-3a58249ab2db tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.0622525 Sep 16 04:54:02.386989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Made reservation on behalf of 0e6e6030926f4450b4ed5851e97cd171 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:02.388674 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.396332 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8e9be30-1d62-457f-96e1-63dfb3da5f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.412523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.620784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fde344-762e-4d22-837b-db32d1b6c438 req-15073154-0ae9-425c-a82e-de83fcf381e8 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.620784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19fde344-762e-4d22-837b-db32d1b6c438 req-15073154-0ae9-425c-a82e-de83fcf381e8 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1835520 Sep 16 04:54:02.621262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.714059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-73f53346-e404-4d3c-b322-6a5e6f9688f7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips/47464ff0-7507-445a-8495-678ca04d02c8 HTTP/1.1" status: 200 len: 693 time: 0.0651340 Sep 16 04:54:02.830584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-d829d65e-6605-4032-886c-35e4793fd939 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.835811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-d829d65e-6605-4032-886c-35e4793fd939 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1152751 Sep 16 04:54:02.880137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.880684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8e9be30-1d62-457f-96e1-63dfb3da5f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.883177 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8e9be30-1d62-457f-96e1-63dfb3da5f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.893211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b8e9be30-1d62-457f-96e1-63dfb3da5f6b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77339629-e259-4bbf-86bd-715366194a93 HTTP/1.1" status: 204 len: 168 time: 0.6657412 Sep 16 04:54:02.902971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-62643ac5-8ea7-4eac-babd-e62d5f7f1da9 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.0643625 Sep 16 04:54:02.904125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9be30-1d62-457f-96e1-63dfb3da5f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77339629-e259-4bbf-86bd-715366194a93,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.915457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:02.926388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a99667-f5a8-424a-869b-fd4070c58475,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.962371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.962371 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Added segment af10849e-ba62-46a0-b2d7-8cf034b3603f of type vlan for network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf Sep 16 04:54:02.965245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-e6ebb7f4-599c-423e-a24e-51fbe5ca0753 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.0555801 Sep 16 04:54:03.029599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.122705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Deleting port c57a4a65-4f66-415b-8694-558d32172365 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:03.123376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.154381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.155415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:03.156586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.215157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.215563 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.229104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Calling delete_port for c57a4a65-4f66-415b-8694-558d32172365 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:03.237306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] Pushing event updated for resources: {'Network': ['ID=1681d2b4-2433-4b04-aac8-ea66dd7f6aaf,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.249229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:03.311893 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-017db6ee-1e54-44d0-bd7f-f2c1d1fb1907 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2011776 Sep 16 04:54:03.315063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34870) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.324796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Request body: {'subnet': {'network_id': '1681d2b4-2433-4b04-aac8-ea66dd7f6aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-527962328-subnet', 'tenant_id': '0e6e6030926f4450b4ed5851e97cd171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:03.447589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Made reservation on behalf of 0e6e6030926f4450b4ed5851e97cd171 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:03.450895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.583304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7b79-4bf4-4709-b9b2-9b9128af211e req-c261c069-b52c-4a34-8804-e40a6e9babb0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:03.585823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffdb7b79-4bf4-4709-b9b2-9b9128af211e req-c261c069-b52c-4a34-8804-e40a6e9babb0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1566365 Sep 16 04:54:03.666013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffdb7b79-4bf4-4709-b9b2-9b9128af211e req-7109a6b7-0ff2-42d2-af9c-a39e18dae762 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647838 Sep 16 04:54:03.808310 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.842372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Pushing event deleted for resources: {'Port': ['ID=c57a4a65-4f66-415b-8694-558d32172365,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.967689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.970366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.972135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-675bed3b-a0e3-4996-bc81-c5ad7108099d req-7e2034b1-3e33-4c79-9369-12b03e257aa7 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "DELETE /v2.0/floatingips/47464ff0-7507-445a-8495-678ca04d02c8 HTTP/1.1" status: 204 len: 173 time: 0.9999778 Sep 16 04:54:04.035663 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-f0aff00c-1386-422e-a780-5250f2b7ca1e req-3af36b9e-c6ee-41aa-bdb5-8e1f5f793545 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] show failed (client error): The resource could not be found. Sep 16 04:54:04.036627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0aff00c-1386-422e-a780-5250f2b7ca1e req-3af36b9e-c6ee-41aa-bdb5-8e1f5f793545 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips/47464ff0-7507-445a-8495-678ca04d02c8 HTTP/1.1" status: 404 len: 350 time: 0.0429242 Sep 16 04:54:04.114064 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-7b295f68-b3b1-418c-9ece-8e831cdb6622 req-43e3c67f-610d-4fdb-b41b-2d1b5f8475c3 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] show failed (client error): The resource could not be found. Sep 16 04:54:04.114064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b295f68-b3b1-418c-9ece-8e831cdb6622 req-43e3c67f-610d-4fdb-b41b-2d1b5f8475c3 tempest-FloatingIPsTestJSON-1207501949 tempest-FloatingIPsTestJSON-1207501949-project] 10.222.0.59 "GET /v2.0/floatingips/47464ff0-7507-445a-8495-678ca04d02c8 HTTP/1.1" status: 404 len: 350 time: 0.0436752 Sep 16 04:54:04.114064 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.114436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34894) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:04.205465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Checking segment: {'id': 'af10849e-ba62-46a0-b2d7-8cf034b3603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1681d2b4-2433-4b04-aac8-ea66dd7f6aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:04.205829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Network hostable DHCP agents. Network: 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:04.215069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24b376f-cbfb-4d4b-969f-1c81ee8fd689,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:04.304003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:04.373670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:04.387853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9558439c-2e8f-4d60-8ad4-147d1a4c2d5f None None] Network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:04.393117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:04.394051 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.524521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0f6ab651-544d-49ff-9de8-dfd9c0074ad0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2040312 Sep 16 04:54:04.555582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c81d9d-a70d-4c3c-810f-e11b5a35454d None None] Network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:04.917535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc40f2-7b80-4e79-aee6-616cbeca25ca req-3156e5e0-9459-4256-9ec7-fd70a63b3af5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:04.919273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7efc40f2-7b80-4e79-aee6-616cbeca25ca req-3156e5e0-9459-4256-9ec7-fd70a63b3af5 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1024938 Sep 16 04:54:05.004610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7efc40f2-7b80-4e79-aee6-616cbeca25ca req-8feb5d4c-3823-4059-9e26-7420d3abf33b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781989 Sep 16 04:54:05.167674 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.515817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Deleting port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:05.516234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.624478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] For port 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,segment=NetworkSegment(0784983d-7040-4d4b-81ce-fb9c98fa9108),segment_id=0784983d-7040-4d4b-81ce-fb9c98fa9108)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:05.624890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.640191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Calling delete_port for 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:05.904961 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.934874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.193270 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.369413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb29b4-7d2d-4cfa-a37e-1896b9d55e06 req-a39ac5cb-6919-4fd3-8d8d-c4a201415a15 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:06.386007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6acb29b4-7d2d-4cfa-a37e-1896b9d55e06 req-a39ac5cb-6919-4fd3-8d8d-c4a201415a15 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0802722 Sep 16 04:54:06.434295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6acb29b4-7d2d-4cfa-a37e-1896b9d55e06 req-8ff71de2-74ae-4457-ae67-463752a7af5a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440009 Sep 16 04:54:06.524020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Router 8a7897b5-daf5-4404-81a0-c891b96a9e80 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:06.670342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:06.679488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34964) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:06.683529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] Sync routers for ids ['8a7897b5-daf5-4404-81a0-c891b96a9e80'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:06.687435 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b73bce75-4b35-479b-8e10-876fa0afb15f admin admin] 10.222.0.59 "PUT /v2.0/routers/8a7897b5-daf5-4404-81a0-c891b96a9e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5681014 Sep 16 04:54:06.696461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] Routers {'8a7897b5-daf5-4404-81a0-c891b96a9e80'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:06.697192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8a7897b5-daf5-4404-81a0-c891b96a9e80'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:06.792032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.821615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] Set router 8a7897b5-daf5-4404-81a0-c891b96a9e80 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:07.009810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.086675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:54:05Z', 'revision_number': 5, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port': {'id': 'aa6ce436-8dde-4432-a6e1-2e32bb21ad4d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:47Z', 'updated_at': '2021-09-16T04:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:07.126037 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] Checking router: 8a7897b5-daf5-4404-81a0-c891b96a9e80 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:07.136328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] Routers {'8a7897b5-daf5-4404-81a0-c891b96a9e80'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:07.137020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8a7897b5-daf5-4404-81a0-c891b96a9e80'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:07.153550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Deleting port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:07.158643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.243987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] Set router 8a7897b5-daf5-4404-81a0-c891b96a9e80 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:07.263878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] For port aa6ce436-8dde-4432-a6e1-2e32bb21ad4d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=aa6ce436-8dde-4432-a6e1-2e32bb21ad4d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:07.263878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.276821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Calling delete_port for aa6ce436-8dde-4432-a6e1-2e32bb21ad4d owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:07.319759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:54:07Z', 'revision_number': 6, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:07.352540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2976238-7fd1-48e2-a677-53e02732adb9 None None] The sync data for ids ['8a7897b5-daf5-4404-81a0-c891b96a9e80'] in n-d-712143-16 is: [{'id': '8a7897b5-daf5-4404-81a0-c891b96a9e80', 'name': 'tempest-FloatingIPsTestJSON-1251327972-router', 'tenant_id': '751a174bd4fe4f6eb81a785715c27f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:46Z', 'updated_at': '2021-09-16T04:54:07Z', 'revision_number': 6, 'project_id': '751a174bd4fe4f6eb81a785715c27f70', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:07.888226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.916147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6ce436-8dde-4432-a6e1-2e32bb21ad4d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.929723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.929723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.929917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.930130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.930476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.930806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.931764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.932115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.932709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.933033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.933351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:07.933684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.048007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-b246f8e1-f83a-4fd4-9c61-59b2d9d0fc13 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=486b77e62d6f40428b6c69f6ba1180c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547028 Sep 16 04:54:08.172122 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.317125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.325763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.346028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-d3986349-2764-4cec-8dab-5b140eecf4e0 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.347904 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-d3986349-2764-4cec-8dab-5b140eecf4e0 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/networks?id=1681d2b4-2433-4b04-aac8-ea66dd7f6aaf HTTP/1.1" status: 200 len: 821 time: 0.3664958 Sep 16 04:54:08.365194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-5bbf833d-ebcc-4dac-a5d7-47b4354aa171 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.367188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-5bbf833d-ebcc-4dac-a5d7-47b4354aa171 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2917233 Sep 16 04:54:08.445224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-84903c9b-0f35-43e7-88fe-f0f1617b7693 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/quotas/0e6e6030926f4450b4ed5851e97cd171 HTTP/1.1" status: 200 len: 375 time: 0.0914817 Sep 16 04:54:08.447635 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-b81a82df-b1d9-4bb8-9416-6ba8a0f20252 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/quotas/486b77e62d6f40428b6c69f6ba1180c7 HTTP/1.1" status: 200 len: 375 time: 0.0511186 Sep 16 04:54:08.484550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-0ec34c54-00e8-4d3e-a2ae-c37ee3e27626 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e6e6030926f4450b4ed5851e97cd171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329340 Sep 16 04:54:08.507067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-e325d857-3efa-486d-976b-f9d2ccfddbb8 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=486b77e62d6f40428b6c69f6ba1180c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466292 Sep 16 04:54:08.592770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-f64621ba-9033-4cf0-854f-8aa82904cc55 service neutron] 10.222.0.59 "GET /v2.0/networks/1681d2b4-2433-4b04-aac8-ea66dd7f6aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945144 Sep 16 04:54:08.600507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:08.624433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:08.624785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7f41d5c3-cdb4-4c97-a8e3-05ad5d6ffc91 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:08.625214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device aa6ce436-8dde-4432-a6e1-2e32bb21ad4d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:08.643712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: aa6ce436-8dde-4432-a6e1-2e32bb21ad4d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:08.644067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device aa6ce436-8dde-4432-a6e1-2e32bb21ad4d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:08.692872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-b0eaab10-c987-4bc2-be3b-6ff5d38cdf0c service neutron] 10.222.0.59 "GET /v2.0/networks/1681d2b4-2433-4b04-aac8-ea66dd7f6aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927110 Sep 16 04:54:08.798820 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-942c1416-2676-4383-bf2e-9208b5083e90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476315 Sep 16 04:54:08.885321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-ba03c2a3-963c-457d-beb0-2c03aa82db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.886801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-ba03c2a3-963c-457d-beb0-2c03aa82db5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 1101 time: 0.0394983 Sep 16 04:54:09.014589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-dc7e2d15-516c-4420-b136-a978c029c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:09.016115 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-dc7e2d15-516c-4420-b136-a978c029c0f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.0934379 Sep 16 04:54:09.070930 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-42d6972d-1ab8-4b97-a7d4-94e83b29f8aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 200 len: 217 time: 0.0391109 Sep 16 04:54:09.115709 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:54:09.161951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-7f62f6e9-394a-425b-995d-12019fd28d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:09.164799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-7f62f6e9-394a-425b-995d-12019fd28d8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0832076 Sep 16 04:54:09.224276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-a5385d11-79b0-43fd-bb52-60c787e7c86a service neutron] 10.222.0.60 "GET /v2.0/ports/9f45de83-354b-456e-a4de-a3ac1df02cf3/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 383 time: 0.0753374 Sep 16 04:54:09.257778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-1d549eef-7c0e-4408-9666-6b1edf2b28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:09.259407 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-1d549eef-7c0e-4408-9666-6b1edf2b28f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788898 Sep 16 04:54:09.368788 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-f74c4fe0-730f-40bc-a6e8-dc7b0cfe2b95 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998442 Sep 16 04:54:09.410887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.411496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7897b5-daf5-4404-81a0-c891b96a9e80 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:09.416542 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.429893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aac83faf-b147-4658-b97b-cee01525c9ec admin admin] 10.222.0.59 "DELETE /v2.0/routers/8a7897b5-daf5-4404-81a0-c891b96a9e80 HTTP/1.1" status: 204 len: 168 time: 2.7493899 Sep 16 04:54:09.431052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34998) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.484631 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfd3f448-f76d-4ba9-ad2c-164fd03f854d req-6c30d3f4-1cbb-408c-8be1-f678d7ed6ae0 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052377 Sep 16 04:54:09.541943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fc6367-67d4-4557-b385-4750289295ee admin admin] Deleting subnet 66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:09.565042 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23fc6367-67d4-4557-b385-4750289295ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.596785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35008) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.635646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23fc6367-67d4-4557-b385-4750289295ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.792113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3ff0fda-a0c3-41f9-b4b6-fa3abcdefe47 req-61371f8a-2bc5-4f99-bc6e-f0bd3f6a2fae tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 210 time: 0.0761142 Sep 16 04:54:09.937853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf58fa6c-3ed2-42a3-a9b4-634e05cf48e8 req-e4bde77c-de6b-4fd2-87ac-97cb4ae43d8b tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 210 time: 0.0696290 Sep 16 04:54:09.954042 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23fc6367-67d4-4557-b385-4750289295ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.965399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6309a-83d1-464a-a5be-8d1bf93144b0 req-ec8a85b1-5a29-4165-8cd3-09b714cce033 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:09.966044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5c6309a-83d1-464a-a5be-8d1bf93144b0 req-ec8a85b1-5a29-4165-8cd3-09b714cce033 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1730690 Sep 16 04:54:10.037651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5c6309a-83d1-464a-a5be-8d1bf93144b0 req-40b850f6-1f0c-4052-9c2d-b003d9b3c08e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485506 Sep 16 04:54:10.156322 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.160476 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23fc6367-67d4-4557-b385-4750289295ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.174973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-e8503eda-a878-4a8c-b2f8-cb965593828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.176785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-e8503eda-a878-4a8c-b2f8-cb965593828c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266&tenant_id=ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 1102 time: 0.0754616 Sep 16 04:54:10.200565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc6367-67d4-4557-b385-4750289295ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.213773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafdfaed-2e2c-43ba-8625-c5ad8ee6850b None None] Network 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:10.252492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23fc6367-67d4-4557-b385-4750289295ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.257395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-23fc6367-67d4-4557-b385-4750289295ee admin admin] 10.222.0.59 "DELETE /v2.0/subnets/66c98ba7-0fb9-4abd-8187-bc7bff7e6fcf HTTP/1.1" status: 204 len: 168 time: 0.8251367 Sep 16 04:54:10.258099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35030) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.340116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.342930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-8bc1cea6-9904-4ad1-9b3d-3e840a8e600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.344595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-8bc1cea6-9904-4ad1-9b3d-3e840a8e600e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 1102 time: 0.1402464 Sep 16 04:54:10.398602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.581954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-7739eaff-d232-495a-a014-2b1c838a41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.583861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-7739eaff-d232-495a-a014-2b1c838a41fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2310426 Sep 16 04:54:10.679964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-e4b019c9-8bbe-449f-9292-4e85a6d1c5db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3 HTTP/1.1" status: 200 len: 217 time: 0.0878165 Sep 16 04:54:10.682943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Deleting port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:10.683327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.841066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Deleting port beb094f4-f9fb-4844-8c38-203f7331bf27 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:10.841361 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.843807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] DHCP port deletion for 6aac3205-13a1-44b6-a49e-68ea8fdd05c6 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:10.958885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] For port beb094f4-f9fb-4844-8c38-203f7331bf27, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=beb094f4-f9fb-4844-8c38-203f7331bf27,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:10.959668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.977766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Calling delete_port for beb094f4-f9fb-4844-8c38-203f7331bf27 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:10.978338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] Deleting port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:10.978789 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.084937 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] For port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,segment=NetworkSegment(0784983d-7040-4d4b-81ce-fb9c98fa9108),segment_id=0784983d-7040-4d4b-81ce-fb9c98fa9108)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:11.085280 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.105169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] Calling delete_port for 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:11.212955 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-229bc078-84ad-490e-b60b-14a5017f03aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.310928 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.336140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-25f0c4b2-dcbd-4b54-b72f-d0b37b4af665 req-f657ad6d-2036-4407-96ef-0d3f2122a674 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 210 time: 0.0931687 Sep 16 04:54:11.396029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] No DVR routers for this DVR port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:11.405652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ad121-2b19-4b87-a155-1c0a178366ec None None] Pushing event deleted for resources: {'Port': ['ID=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:11.421598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26bde0b4-8c36-4822-a51d-ede4a771989c req-7dee51d9-2c7c-4b32-a072-3d4b1ff515b6 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 210 time: 0.1765659 Sep 16 04:54:11.447926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.464100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] For port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,segment=NetworkSegment(0784983d-7040-4d4b-81ce-fb9c98fa9108),segment_id=0784983d-7040-4d4b-81ce-fb9c98fa9108)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:11.464768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.495822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-f8aa5926-b16a-47dc-a716-bad87f5ee8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.497538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-f8aa5926-b16a-47dc-a716-bad87f5ee8f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.2535906 Sep 16 04:54:11.499738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Calling delete_port for 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:11.499938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb094f4-f9fb-4844-8c38-203f7331bf27,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:11.509397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.509749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.510094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.510436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.510774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.511114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.511516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.511853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.512183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.512811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.513148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.513514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:11.603403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9437b-9fc3-43cf-80c4-51383f7f3493 req-e7a5d3f7-eba4-4d1c-8db7-46d66aee4e4c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.605089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34b9437b-9fc3-43cf-80c4-51383f7f3493 req-e7a5d3f7-eba4-4d1c-8db7-46d66aee4e4c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1607480 Sep 16 04:54:11.624940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-1476066f-fcc0-47ff-b426-96aaca88f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.626839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-1476066f-fcc0-47ff-b426-96aaca88f383 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176054 Sep 16 04:54:11.795904 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34b9437b-9fc3-43cf-80c4-51383f7f3493 req-714ffb04-ac68-4975-a226-ea909c8ee86e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663628 Sep 16 04:54:11.804497 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.866789 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.883053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-518de32b-0718-43e2-80c7-bd4d8dd3c1aa service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420659 Sep 16 04:54:11.884969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] No DVR routers for this DVR port 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:11.920848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2651a8dc-cbdb-438b-b6ab-ee183e0ea44a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.053616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.085233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aac3205-13a1-44b6-a49e-68ea8fdd05c6']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.102852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0784983d-7040-4d4b-81ce-fb9c98fa9108') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.103150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0784983d-7040-4d4b-81ce-fb9c98fa9108') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.121417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.129582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5fd9a58-6c08-4c8f-a8ac-3637f28d93d7 req-328facd7-0b15-4f51-90c0-4fffa9eb82b5 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816792 Sep 16 04:54:12.151567 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.165853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:12.166288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:12.168353 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:12.325425 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.335778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.338138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6aac3205-13a1-44b6-a49e-68ea8fdd05c6 HTTP/1.1" status: 204 len: 168 time: 2.0789611 Sep 16 04:54:12.359860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf6639-5728-4c99-889d-07ada771adc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aac3205-13a1-44b6-a49e-68ea8fdd05c6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.419303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Router 0a16817e-46f5-46f1-83df-9e70a843f8df has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:12.493188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-523578b1-6de8-4e5b-abe9-48c0dcbb5a6f req-08d8299e-827c-4fa6-b410-f7a54525eb67 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 210 time: 0.0526385 Sep 16 04:54:12.629153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:12.637495 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1df4afa3-a2ce-4799-9eed-2ea882b6d513 admin admin] 10.222.0.59 "PUT /v2.0/routers/0a16817e-46f5-46f1-83df-9e70a843f8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0395896 Sep 16 04:54:12.640046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35070) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:12.641683 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] Sync routers for ids ['0a16817e-46f5-46f1-83df-9e70a843f8df'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:12.661145 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] Routers {'0a16817e-46f5-46f1-83df-9e70a843f8df'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:12.661907 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0a16817e-46f5-46f1-83df-9e70a843f8df'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.679222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c3b211a-e164-4ad1-b675-dc3fe336dc04 req-b52d3491-93be-47d7-b9c3-88d113f83dd9 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 210 time: 0.0701461 Sep 16 04:54:12.702020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:12.735151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:12.743963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2651a8dc-cbdb-438b-b6ab-ee183e0ea44a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:12.768967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.883948 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] Set router 0a16817e-46f5-46f1-83df-9e70a843f8df gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:12.997998 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35076) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:13.049253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba0b1-ef91-4024-b09b-4aa48921edad req-00061a11-84be-402b-b3f3-e2db3d322704 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:13.051345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ceaba0b1-ef91-4024-b09b-4aa48921edad req-00061a11-84be-402b-b3f3-e2db3d322704 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1267560 Sep 16 04:54:13.078869 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.112648 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-e05d4b56-96d1-4a15-87a1-dd9f8d4a3cb5 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=486b77e62d6f40428b6c69f6ba1180c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701542 Sep 16 04:54:13.122655 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3ba267bb-fbfb-480d-8c51-0f34d654e719 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=751a174bd4fe4f6eb81a785715c27f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224639 Sep 16 04:54:13.123545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ceaba0b1-ef91-4024-b09b-4aa48921edad req-3f98045d-db46-492a-b503-6e34702dee4a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609970 Sep 16 04:54:13.125130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35078) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:13.346610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-fac4b280-f20f-469f-ba68-7aa39a717c10 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:13.348130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-fac4b280-f20f-469f-ba68-7aa39a717c10 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121327 Sep 16 04:54:13.357543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1370d368-f362-4301-940b-f77a3949e565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.361553 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:54:11Z', 'revision_number': 5, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port': {'id': 'ff33dea6-23f2-47ae-a8e7-4c126129e23e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:49Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.382095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Deleting port ff33dea6-23f2-47ae-a8e7-4c126129e23e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:13.383282 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.395476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Request body: {'port': {'device_id': '71ed9f3b-89e3-430d-88be-0aecf9862961', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '486b77e62d6f40428b6c69f6ba1180c7'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:13.398235 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] Checking router: 0a16817e-46f5-46f1-83df-9e70a843f8df for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:13.407880 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] Routers {'0a16817e-46f5-46f1-83df-9e70a843f8df'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:13.409289 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0a16817e-46f5-46f1-83df-9e70a843f8df'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.441088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1370d368-f362-4301-940b-f77a3949e565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.526971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] Set router 0a16817e-46f5-46f1-83df-9e70a843f8df gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:13.629163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] For port ff33dea6-23f2-47ae-a8e7-4c126129e23e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ff33dea6-23f2-47ae-a8e7-4c126129e23e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:13.629741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.639695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:54:13Z', 'revision_number': 6, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.652489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Calling delete_port for ff33dea6-23f2-47ae-a8e7-4c126129e23e owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:13.673959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c651eed6-b25b-49fc-bfb2-f5ec5d19f890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.685883 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900df4e-ec73-4daa-a971-f0a799a98f0e None None] The sync data for ids ['0a16817e-46f5-46f1-83df-9e70a843f8df'] in n-d-712143-16 is: [{'id': '0a16817e-46f5-46f1-83df-9e70a843f8df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229497909-router', 'tenant_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:48Z', 'updated_at': '2021-09-16T04:54:13Z', 'revision_number': 6, 'project_id': '5f26c7dbf8bf4bfeb8a5c9adf2a77fff', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:13.706696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c05c436-9126-4446-9a1c-8eaf4edcdd81 req-8163f55b-2cae-41dc-9690-177f2a8485f6 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 210 time: 0.0510650 Sep 16 04:54:13.777718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1370d368-f362-4301-940b-f77a3949e565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.779373 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1370d368-f362-4301-940b-f77a3949e565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.780587 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1370d368-f362-4301-940b-f77a3949e565 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/735b72e5-d49e-465d-9c85-3b147f66c9d3 HTTP/1.1" status: 204 len: 168 time: 0.6540165 Sep 16 04:54:13.805924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Made reservation on behalf of 486b77e62d6f40428b6c69f6ba1180c7 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:13.809485 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.825259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370d368-f362-4301-940b-f77a3949e565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735b72e5-d49e-465d-9c85-3b147f66c9d3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:13.828612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.843996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff70b0b1-32b6-4f95-b007-8590a4aadb15 req-a2ad3129-4ec4-4e77-b368-a4060095c737 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 210 time: 0.0683231 Sep 16 04:54:13.849621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:13.943021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.044107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.120816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-6dc1f4f2-be24-4490-9157-21bc0cac0f8e tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:14.122796 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-6dc1f4f2-be24-4490-9157-21bc0cac0f8e tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.57 "GET /v2.0/networks?id=1681d2b4-2433-4b04-aac8-ea66dd7f6aaf HTTP/1.1" status: 200 len: 821 time: 0.1440156 Sep 16 04:54:14.131440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.139716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:14.149463 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a98871-795c-4db4-b3cf-633a6dd12e4d" -d '{"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-unplugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:14.188976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Request body: {'port': {'device_id': '1964aae6-f0cd-4a1d-9722-67f8af123f4a', 'network_id': '1681d2b4-2433-4b04-aac8-ea66dd7f6aaf', 'admin_state_up': True, 'tenant_id': '0e6e6030926f4450b4ed5851e97cd171'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:14.202017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:14.205521 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.248302 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859efc17-48f5-4319-8d04-cb5a1cf82a4e x-openstack-request-id: req-859efc17-48f5-4319-8d04-cb5a1cf82a4e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:14.248621 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-unplugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:14.248872 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-859efc17-48f5-4319-8d04-cb5a1cf82a4e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:14.249266 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'code': 200} Sep 16 04:54:14.271005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbe7dcd-87a7-49a0-b07b-9d948826a36b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:14.287927 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.386756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:14.410207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb859-327b-4543-b42b-550413b503a8 req-0e1d9c75-c2e0-4dca-89ba-50934bf16d6b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:14.415619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f7bb859-327b-4543-b42b-550413b503a8 req-0e1d9c75-c2e0-4dca-89ba-50934bf16d6b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 948 time: 0.1589231 Sep 16 04:54:14.485567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Allocated IP 192.168.233.216 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/2570d285-1875-49df-a56e-48fc08f9cbbc) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:14.488472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f7bb859-327b-4543-b42b-550413b503a8 req-615d5fb0-f913-4b41-9a5f-e5d60810d33b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626616 Sep 16 04:54:14.570579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.635310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff33dea6-23f2-47ae-a8e7-4c126129e23e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:14.637728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Made reservation on behalf of 0e6e6030926f4450b4ed5851e97cd171 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:14.641887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.695108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ff33dea6-23f2-47ae-a8e7-4c126129e23e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:14.717656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ff33dea6-23f2-47ae-a8e7-4c126129e23e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:14.727450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ff33dea6-23f2-47ae-a8e7-4c126129e23e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:14.727450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device beb094f4-f9fb-4844-8c38-203f7331bf27 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:14.747143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: beb094f4-f9fb-4844-8c38-203f7331bf27 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:14.747752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device beb094f4-f9fb-4844-8c38-203f7331bf27 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:14.847680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.861455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dca65870-3682-4110-888e-40b500b4264d req-f607702a-2bc0-4c34-a32e-317e47a55b19 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 210 time: 0.0548747 Sep 16 04:54:14.966732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.974166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2eb1a2f-315d-473b-b1cc-bbcf288f72ff req-56a5f0bf-7496-47dd-84d6-3dd4dfac93af tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 210 time: 0.0323701 Sep 16 04:54:15.005899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.008597 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.011779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.062756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Allocated IP 172.20.0.9 (1681d2b4-2433-4b04-aac8-ea66dd7f6aaf/b24b376f-cbfb-4d4b-969f-1c81ee8fd689/7b190c5f-a1c3-4b31-af66-eafbc849a6ba) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:15.145685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.146241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a16817e-46f5-46f1-83df-9e70a843f8df {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:15.164962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.167939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a4b47043-21d0-4bb5-9f1a-93f001e554fd admin admin] 10.222.0.59 "DELETE /v2.0/routers/0a16817e-46f5-46f1-83df-9e70a843f8df HTTP/1.1" status: 204 len: 168 time: 2.5266137 Sep 16 04:54:15.170492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35118) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.242608 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.242719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2571f517-5fcc-4cf1-b7b7-e27d99c04b79 admin admin] Deleting subnet 1e17278b-0d20-4b60-84dc-40a6dbcb0221 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:15.242719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2571f517-5fcc-4cf1-b7b7-e27d99c04b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.291415 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2571f517-5fcc-4cf1-b7b7-e27d99c04b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.323713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:15.330804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:15.336950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Pushing event updated for resources: {'Port': ['ID=2570d285-1875-49df-a56e-48fc08f9cbbc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.343224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:15.351991 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.406278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2571f517-5fcc-4cf1-b7b7-e27d99c04b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.560758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2571f517-5fcc-4cf1-b7b7-e27d99c04b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.625086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35130) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.626105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571f517-5fcc-4cf1-b7b7-e27d99c04b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e17278b-0d20-4b60-84dc-40a6dbcb0221,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.630627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebabdf05-d4aa-4acd-bb4f-93dc465947d9 None None] Network 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:15.655696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2571f517-5fcc-4cf1-b7b7-e27d99c04b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.658730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2571f517-5fcc-4cf1-b7b7-e27d99c04b79 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1e17278b-0d20-4b60-84dc-40a6dbcb0221 HTTP/1.1" status: 204 len: 168 time: 0.4868033 Sep 16 04:54:15.665382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35134) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.726951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8b21d-badc-44b7-81fa-be9a9d740e6e req-0d5ce6f8-c00c-452d-a966-f8e94011e3ab tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.737946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebb8b21d-badc-44b7-81fa-be9a9d740e6e req-0d5ce6f8-c00c-452d-a966-f8e94011e3ab tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 948 time: 0.1249959 Sep 16 04:54:15.745307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3d846c93-e854-4b8b-95b8-aa3513a11947 None None] Provisioning complete for port 2570d285-1875-49df-a56e-48fc08f9cbbc triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:15.745687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d846c93-e854-4b8b-95b8-aa3513a11947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.819602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.820373 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.821924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.831637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-network', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:15.831747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3d846c93-e854-4b8b-95b8-aa3513a11947 None None] Port 2570d285-1875-49df-a56e-48fc08f9cbbc cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:15.867677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:15.875517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebb8b21d-badc-44b7-81fa-be9a9d740e6e req-7e0e18f1-4d4b-479a-b027-d881e8a4d622 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361063 Sep 16 04:54:15.939481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Deleting port b40e6b53-fb97-420d-8744-eab61211879f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:15.939830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.941088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] DHCP port deletion for 06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:15.948871 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.063451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:16.065289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Made reservation on behalf of 9d3bb1e24a714a66bf0bac404a6c381f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:16.067957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.080643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] For port b40e6b53-fb97-420d-8744-eab61211879f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b40e6b53-fb97-420d-8744-eab61211879f,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:16.080843 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.093756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:16.100131 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.102661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:16.112014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Calling delete_port for b40e6b53-fb97-420d-8744-eab61211879f owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:16.116365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:16.139995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] Deleting port b40e6b53-fb97-420d-8744-eab61211879f {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:16.142375 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.145128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'mac_address': 'fa:16:3e:45:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:16.153590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.154132 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.158355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Pushing event updated for resources: {'Port': ['ID=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.171158 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-8f350fc9-13b2-4bb1-b1be-274c42952ffa tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7812693 Sep 16 04:54:16.198465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Request body: {'port': {'device_id': '71ed9f3b-89e3-430d-88be-0aecf9862961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:16.227595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c826c5-4fe1-4028-a565-4dec7d955ee3 req-35ac2276-80fd-4662-b925-4fb0fd309134 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.231746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7c826c5-4fe1-4028-a565-4dec7d955ee3 req-35ac2276-80fd-4662-b925-4fb0fd309134 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 936 time: 0.2063482 Sep 16 04:54:16.248548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.252206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] For port b40e6b53-fb97-420d-8744-eab61211879f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b40e6b53-fb97-420d-8744-eab61211879f,segment=NetworkSegment(fe3c0b88-6ef4-400e-8266-5b27c616d807),segment_id=fe3c0b88-6ef4-400e-8266-5b27c616d807)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:16.254210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.276412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] Calling delete_port for b40e6b53-fb97-420d-8744-eab61211879f owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:16.277444 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-5170f773-74ce-440f-8813-3879a1203bd1 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0969169 Sep 16 04:54:16.281568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f45de83-354b-456e-a4de-a3ac1df02cf3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:16.291070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.292956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7c826c5-4fe1-4028-a565-4dec7d955ee3 req-597b8857-034d-41d4-96c0-671c007cfc16 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Sep 16 04:54:16.335439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Request body: {'port': {'device_id': '1964aae6-f0cd-4a1d-9722-67f8af123f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:16.341626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:16.428354 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.482320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793152e6-faa3-4c41-81c8-040e38ff59d9 req-bbe5ba3f-4a4c-47b8-9291-85b24746d536 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.484434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-793152e6-faa3-4c41-81c8-040e38ff59d9 req-bbe5ba3f-4a4c-47b8-9291-85b24746d536 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 931 time: 0.0584393 Sep 16 04:54:16.502258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.503650 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.512778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.541281 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.543533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] Pushing event deleted for resources: {'Port': ['ID=b40e6b53-fb97-420d-8744-eab61211879f,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.550393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Pushing event deleted for resources: {'Port': ['ID=b40e6b53-fb97-420d-8744-eab61211879f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.551221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e20c0-0522-40ea-8bd9-705f71b62f88 None None] No DVR routers for this DVR port b40e6b53-fb97-420d-8744-eab61211879f on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:16.557714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] No DVR routers for this DVR port b40e6b53-fb97-420d-8744-eab61211879f on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:16.580556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-793152e6-faa3-4c41-81c8-040e38ff59d9 req-c4887cbd-707c-4af6-9f69-c3f97791f3af tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813456 Sep 16 04:54:16.602683 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.627839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.726684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.729380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:16.729563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b40e6b53-fb97-420d-8744-eab61211879f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:16.782085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.782441 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Added segment 3bbc1194-9860-4950-8442-5e3b15853611 of type vlan for network e1e2490c-1db9-47fa-92a2-082050bb82f9 Sep 16 04:54:16.784484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261c3f36-a841-4c44-b486-b484ef61783d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.804133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:16.810904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9f45de83-354b-456e-a4de-a3ac1df02cf3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:16.819025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b40e6b53-fb97-420d-8744-eab61211879f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:16.821910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b40e6b53-fb97-420d-8744-eab61211879f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:16.833522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3c0b88-6ef4-400e-8266-5b27c616d807') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:16.833852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3c0b88-6ef4-400e-8266-5b27c616d807') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:16.854604 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.892131 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.895964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.953770 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.966681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2570d285-1875-49df-a56e-48fc08f9cbbc {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:16.978507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:16.978833 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.979011 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:16.980757 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:17.013724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Transition to ACTIVE for port object 2570d285-1875-49df-a56e-48fc08f9cbbc will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:17.019500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216e5d-7359-42e4-b4d6-879a8c30188d req-9cbe9b08-9a69-487a-8716-a4d9ac90dd64 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.021212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48216e5d-7359-42e4-b4d6-879a8c30188d req-9cbe9b08-9a69-487a-8716-a4d9ac90dd64 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 949 time: 0.1932523 Sep 16 04:54:17.070948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-5e418ed5-03bf-4ecc-836a-774478c4ca12 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.072533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-5e418ed5-03bf-4ecc-836a-774478c4ca12 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266&tenant_id=ec390820661b415b9b248b7fbb6c98a5&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 949 time: 0.1747146 Sep 16 04:54:17.103873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b190c5f-a1c3-4b31-af66-eafbc849a6ba {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:17.112507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.125345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Transition to ACTIVE for port object 7b190c5f-a1c3-4b31-af66-eafbc849a6ba will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:17.134389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48216e5d-7359-42e4-b4d6-879a8c30188d req-e3f345c9-108c-4d61-85b3-17185d33a878 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809135 Sep 16 04:54:17.142927 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.144039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.144629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.159592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.182860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.199154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.205919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] 10.222.0.59 "DELETE /v2.0/networks/06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b HTTP/1.1" status: 204 len: 168 time: 1.5325599 Sep 16 04:54:17.206932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35152) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:17.243505 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-90592b83-49d7-4435-a55b-91ed4d6d4774 service neutron] 10.222.0.60 "GET /v2.0/ports/9f45de83-354b-456e-a4de-a3ac1df02cf3/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 383 time: 0.1622331 Sep 16 04:54:17.247068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e2490c-1db9-47fa-92a2-082050bb82f9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.258437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e1e2490c-1db9-47fa-92a2-082050bb82f9 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:17.285994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956209b-8a20-4248-ae64-61ad122bc99e admin admin] Pushing event deleted for resources: {'Network': ['ID=06a0de93-f0be-4fb7-aa6f-33a3bfd1f06b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.305881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c0141e74-ed80-46db-82d8-5078fe2a3dd2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6743541 Sep 16 04:54:17.306109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35154) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:17.309156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.344346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Request body: {'subnet': {'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-subnet', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:17.409205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Attempting to bind port 2570d285-1875-49df-a56e-48fc08f9cbbc on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:17.411355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Attempting to bind port 2570d285-1875-49df-a56e-48fc08f9cbbc by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:17.411355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Attempting to bind port 2570d285-1875-49df-a56e-48fc08f9cbbc on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:17.418474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Pushing event updated for resources: {'Port': ['ID=2570d285-1875-49df-a56e-48fc08f9cbbc,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.428278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-28dcecb7-4e77-4dc7-b1a2-89ba06f41705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.430198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-28dcecb7-4e77-4dc7-b1a2-89ba06f41705 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 1101 time: 0.1560955 Sep 16 04:54:17.437183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Port 2570d285-1875-49df-a56e-48fc08f9cbbc on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:17.437568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Attempting to bind port 2570d285-1875-49df-a56e-48fc08f9cbbc on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:17.462241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:17.462580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:17.462967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:17.463570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Bound port: 2570d285-1875-49df-a56e-48fc08f9cbbc, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:17.464135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.486369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Made reservation on behalf of 9d3bb1e24a714a66bf0bac404a6c381f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:17.488845 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.570605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96ff24-4c06-459f-be19-9fc4175c60fe req-8e0d5db7-017d-4ba3-914e-d1ae23e10143 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.572250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a96ff24-4c06-459f-be19-9fc4175c60fe req-8e0d5db7-017d-4ba3-914e-d1ae23e10143 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 948 time: 0.1411169 Sep 16 04:54:17.580489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Pushing event updated for resources: {'Port': ['ID=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.669318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a96ff24-4c06-459f-be19-9fc4175c60fe req-c49085fb-6adb-4dd8-aa7e-e1ffc113fc35 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652406 Sep 16 04:54:17.672671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-595a30e0-e93f-4bf9-b4b4-bcd0fc1fd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.674692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-595a30e0-e93f-4bf9-b4b4-bcd0fc1fd6d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2315145 Sep 16 04:54:17.727036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] For port 2570d285-1875-49df-a56e-48fc08f9cbbc, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:17.730351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] For port 2570d285-1875-49df-a56e-48fc08f9cbbc, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2570d285-1875-49df-a56e-48fc08f9cbbc,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:17.732083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-fc7c7bad-5886-4de7-b4d8-3de775ebe531 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3 HTTP/1.1" status: 200 len: 217 time: 0.0487404 Sep 16 04:54:17.754632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Attempting to bind port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:17.755445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Attempting to bind port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'af10849e-ba62-46a0-b2d7-8cf034b3603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1681d2b4-2433-4b04-aac8-ea66dd7f6aaf'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:17.755876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Attempting to bind port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba on network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:17.791026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba on network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:17.791450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Attempting to bind port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba on network 1681d2b4-2433-4b04-aac8-ea66dd7f6aaf {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:17.798497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:17.798934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Checking segment: {'id': 'af10849e-ba62-46a0-b2d7-8cf034b3603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1681d2b4-2433-4b04-aac8-ea66dd7f6aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:17.799399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Bound using segment: {'id': 'af10849e-ba62-46a0-b2d7-8cf034b3603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1681d2b4-2433-4b04-aac8-ea66dd7f6aaf'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:17.799832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Bound port: 7b190c5f-a1c3-4b31-af66-eafbc849a6ba, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af10849e-ba62-46a0-b2d7-8cf034b3603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1681d2b4-2433-4b04-aac8-ea66dd7f6aaf'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:17.800217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.821974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.859062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2868-1d7f-41a1-8ce1-a67f9196efc2 req-4c4d1318-97f5-4598-ac1f-037ab2db429f tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.866699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-970b2868-1d7f-41a1-8ce1-a67f9196efc2 req-4c4d1318-97f5-4598-ac1f-037ab2db429f tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 943 time: 0.1392982 Sep 16 04:54:17.872187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.872643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.874038 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] 10.222.0.57 "PUT /v2.0/ports/2570d285-1875-49df-a56e-48fc08f9cbbc HTTP/1.1" status: 200 len: 1097 time: 1.6813860 Sep 16 04:54:17.883322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:17.920232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-63199596-0a13-47a7-88e0-09d20d31154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.921043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-63199596-0a13-47a7-88e0-09d20d31154a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1783974 Sep 16 04:54:17.944384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] For port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:17.948122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] For port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,segment=NetworkSegment(af10849e-ba62-46a0-b2d7-8cf034b3603f),segment_id=af10849e-ba62-46a0-b2d7-8cf034b3603f)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:17.951825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ed9f3b-89e3-430d-88be-0aecf9862961', 'tag': '2570d285-1875-49df-a56e-48fc08f9cbbc'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:17.959055 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "71ed9f3b-89e3-430d-88be-0aecf9862961", "tag": "2570d285-1875-49df-a56e-48fc08f9cbbc"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:17.965198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-970b2868-1d7f-41a1-8ce1-a67f9196efc2 req-cf6cf693-4850-4919-b9a0-70feb38a2c34 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975070 Sep 16 04:54:17.978165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 9f45de83-354b-456e-a4de-a3ac1df02cf3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:17.979084 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.005683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-fc0b903f-48ce-46a3-bc33-eb13d322fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.007756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-fc0b903f-48ce-46a3-bc33-eb13d322fc2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769448 Sep 16 04:54:18.062656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.069247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650024a-16fd-44b3-b842-25676724cb7e service neutron] Pushing event updated for resources: {'Port': ['ID=2570d285-1875-49df-a56e-48fc08f9cbbc,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.075777 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7994d248-a2a3-4656-bc1a-097268043c83 x-openstack-request-id: req-7994d248-a2a3-4656-bc1a-097268043c83 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:18.076062 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ed9f3b-89e3-430d-88be-0aecf9862961", "tag": "2570d285-1875-49df-a56e-48fc08f9cbbc", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:18.076414 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7994d248-a2a3-4656-bc1a-097268043c83 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:18.076803 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ed9f3b-89e3-430d-88be-0aecf9862961', 'tag': '2570d285-1875-49df-a56e-48fc08f9cbbc', 'status': 'completed', 'code': 200} Sep 16 04:54:18.086187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.122110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.146966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.147666 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.149224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] 10.222.0.57 "PUT /v2.0/ports/7b190c5f-a1c3-4b31-af66-eafbc849a6ba HTTP/1.1" status: 200 len: 1092 time: 1.8289928 Sep 16 04:54:18.187434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:18.188704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:18.192728 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd02a6c8-c9eb-4462-92f6-879b84258ee9" -d '{"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-plugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:18.210492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506c75e-7415-46e8-8c77-93f6ebc9b555 service neutron] Pushing event updated for resources: {'Port': ['ID=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.223199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-2e8be2da-e4e6-4c3c-94b2-e7e56a37f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.224849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-2e8be2da-e4e6-4c3c-94b2-e7e56a37f000 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=486b77e62d6f40428b6c69f6ba1180c7&device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 1100 time: 0.1227720 Sep 16 04:54:18.289623 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-0713cd3f-12b2-4009-aa6e-4aa50a56be03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2570d285-1875-49df-a56e-48fc08f9cbbc HTTP/1.1" status: 200 len: 217 time: 0.0449607 Sep 16 04:54:18.308577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2935bc4-26d4-43b6-9332-a762d3499490,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.308957 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1f60b3-1d0a-4c9a-800b-0d877b41715f x-openstack-request-id: req-8e1f60b3-1d0a-4c9a-800b-0d877b41715f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:18.308957 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-plugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:18.308957 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e1f60b3-1d0a-4c9a-800b-0d877b41715f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:18.308957 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'code': 200} Sep 16 04:54:18.342630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-7f232ec6-9991-408a-a264-5f3dc8313b17 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268511 Sep 16 04:54:18.363045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Checking segment: {'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:18.363668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Network hostable DHCP agents. Network: e1e2490c-1db9-47fa-92a2-082050bb82f9, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:18.389874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-dc154f8c-a0dc-4029-a7f0-5796dc2e5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.391593 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-dc154f8c-a0dc-4029-a7f0-5796dc2e5895 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0940404 Sep 16 04:54:18.393552 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.414786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e07ccb-464b-4a49-88f6-89384ed718e3 req-6752967f-4189-4c11-be92-daa6c9524153 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.416337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10e07ccb-464b-4a49-88f6-89384ed718e3 req-6752967f-4189-4c11-be92-daa6c9524153 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 949 time: 0.1638925 Sep 16 04:54:18.447481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.458713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.507860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10e07ccb-464b-4a49-88f6-89384ed718e3 req-febdb127-6538-46bb-b774-48fda2db0cd4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575414 Sep 16 04:54:18.512233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-8cfd2353-3c42-4620-87c3-23249ad8d28b service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603405 Sep 16 04:54:18.530157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-ae067eb5-81dd-42a4-beda-9ec6a7083ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.530369 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-ae067eb5-81dd-42a4-beda-9ec6a7083ea3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e6e6030926f4450b4ed5851e97cd171&device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 1095 time: 0.1373355 Sep 16 04:54:18.536596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-9cfa4c43-fe39-4ee7-9395-75fbfcb56054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.538046 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-9cfa4c43-fe39-4ee7-9395-75fbfcb56054 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314304 Sep 16 04:54:18.553291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Network e1e2490c-1db9-47fa-92a2-082050bb82f9 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:18.639567 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-41681a4a-1fe6-48a1-9e61-8a81c67847d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b190c5f-a1c3-4b31-af66-eafbc849a6ba HTTP/1.1" status: 200 len: 217 time: 0.0682592 Sep 16 04:54:18.684674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e1e2490c-1db9-47fa-92a2-082050bb82f9) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:18.689475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.690072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.695605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2b4a4-491b-47b7-a8a5-6fd21412e60c None None] Network e1e2490c-1db9-47fa-92a2-082050bb82f9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:18.803360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-becc12c3-8571-439c-bda8-84bb353b05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.804833 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-becc12c3-8571-439c-bda8-84bb353b05ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b24b376f-cbfb-4d4b-969f-1c81ee8fd689 HTTP/1.1" status: 200 len: 861 time: 0.1550558 Sep 16 04:54:18.811820 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-5bf8c36f-7e44-4d05-adef-4991a1d1d163 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395046 Sep 16 04:54:18.847291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005b21a-5e47-4ae5-a55e-bbb047c52f5a req-cdbedbce-85bb-4576-9eb5-f8fbdc2fb669 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.849034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f005b21a-5e47-4ae5-a55e-bbb047c52f5a req-cdbedbce-85bb-4576-9eb5-f8fbdc2fb669 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 948 time: 0.0741522 Sep 16 04:54:18.853512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18484b5f-df1f-4aab-babc-4a04cf1c19dc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5438764 Sep 16 04:54:18.854363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35174) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:18.863636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:18.876989 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-7d6d721e-458a-4ca9-aa6c-c70ca50a689a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1681d2b4-2433-4b04-aac8-ea66dd7f6aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550809 Sep 16 04:54:18.906716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-e1e2490c-1db9-47fa-92a2-082050bb82f9', 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'fixed_ips': [{'subnet_id': 'd2935bc4-26d4-43b6-9332-a762d3499490'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:18.909313 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.931812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f005b21a-5e47-4ae5-a55e-bbb047c52f5a req-bbb50b34-3488-4168-ad2d-5d3ebf60e17e tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626330 Sep 16 04:54:19.028539 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.030024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.110563 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.120536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Allocated IP 172.20.0.2 (e1e2490c-1db9-47fa-92a2-082050bb82f9/d2935bc4-26d4-43b6-9332-a762d3499490/72ed5a96-6f64-402f-90f9-8b36b79754eb) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:19.148536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24d953-09cf-4de3-9cae-57bf5e4d4a2f req-889a5064-4ecf-4531-a476-dfffb8d2efb6 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.156825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e24d953-09cf-4de3-9cae-57bf5e4d4a2f req-889a5064-4ecf-4531-a476-dfffb8d2efb6 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 943 time: 0.0886652 Sep 16 04:54:19.209775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e24d953-09cf-4de3-9cae-57bf5e4d4a2f req-b68aa97c-4c73-4e06-9d97-b1fde161f395 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447567 Sep 16 04:54:19.344418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.381339 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9e60deff-db4b-46f8-a13e-80dfa9f25667 req-525cef05-9123-4f4b-94fa-c12e876ef97b service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578976 Sep 16 04:54:19.382873 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.410717 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-45ffe075-dfc6-4f3b-b37f-7d972d2dd18b service neutron] 10.222.0.57 "GET /v2.0/networks/1681d2b4-2433-4b04-aac8-ea66dd7f6aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258434 Sep 16 04:54:19.433844 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.448651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Deleting port 870b8daf-4039-4527-8253-3ab3c28af6ad {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:19.449005 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.472691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Network e1e2490c-1db9-47fa-92a2-082050bb82f9 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:19.475537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:19.479092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:19.515078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Pushing event updated for resources: {'Port': ['ID=72ed5a96-6f64-402f-90f9-8b36b79754eb,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.549775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Attempting to bind port 72ed5a96-6f64-402f-90f9-8b36b79754eb on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:19.550542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Attempting to bind port 72ed5a96-6f64-402f-90f9-8b36b79754eb by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:19.551376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Attempting to bind port 72ed5a96-6f64-402f-90f9-8b36b79754eb on network e1e2490c-1db9-47fa-92a2-082050bb82f9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:19.558263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:19.558911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Checking segment: {'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:19.559700 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.560120 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Bound using segment: {'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:19.560729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Bound port: 72ed5a96-6f64-402f-90f9-8b36b79754eb, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:19.561128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.602761 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ffdbed3-6d38-45a7-acf2-aa758bd29e31 req-2729b39e-d3af-40f2-a410-81aa72dd070a service neutron] 10.222.0.57 "GET /v2.0/networks/1681d2b4-2433-4b04-aac8-ea66dd7f6aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830125 Sep 16 04:54:19.634974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] For port 870b8daf-4039-4527-8253-3ab3c28af6ad, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=870b8daf-4039-4527-8253-3ab3c28af6ad,segment=NetworkSegment(761e939b-1fc8-4de6-bc66-cc4fa2fdc01c),segment_id=761e939b-1fc8-4de6-bc66-cc4fa2fdc01c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:19.635486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.650972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Calling delete_port for 870b8daf-4039-4527-8253-3ab3c28af6ad owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:19.652072 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] For port 72ed5a96-6f64-402f-90f9-8b36b79754eb, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:19.660321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] For port 72ed5a96-6f64-402f-90f9-8b36b79754eb, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=72ed5a96-6f64-402f-90f9-8b36b79754eb,segment=NetworkSegment(3bbc1194-9860-4950-8442-5e3b15853611),segment_id=3bbc1194-9860-4950-8442-5e3b15853611)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:19.765658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-6c01b370-b89e-4964-8194-01904007564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.767137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-6c01b370-b89e-4964-8194-01904007564b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=486b77e62d6f40428b6c69f6ba1180c7&device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 1100 time: 0.0925267 Sep 16 04:54:19.770077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89dad3-767a-4379-9328-8ba2e74ea850 req-6743a2e7-3d7c-41f2-9165-b78d131b92a3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.772385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c89dad3-767a-4379-9328-8ba2e74ea850 req-6743a2e7-3d7c-41f2-9165-b78d131b92a3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.1277800 Sep 16 04:54:19.774032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.779418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.801655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.877878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c89dad3-767a-4379-9328-8ba2e74ea850 req-f2f9b8a5-9a2d-4ff8-9bb8-00eaebe5e65a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842872 Sep 16 04:54:19.879324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f9b95-ed0c-4932-9837-13962082757d None None] Pushing event updated for resources: {'Port': ['ID=72ed5a96-6f64-402f-90f9-8b36b79754eb,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.967126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Allocated IP 172.25.7.125 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/b3a27060-3b83-4061-9b7e-6628c6004aeb) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:20.083698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-ebf148d2-b801-4564-a0aa-f61bade0e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.085464 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-ebf148d2-b801-4564-a0aa-f61bade0e94c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2465763 Sep 16 04:54:20.088553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1964aae6-f0cd-4a1d-9722-67f8af123f4a', 'tag': '7b190c5f-a1c3-4b31-af66-eafbc849a6ba'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:20.091757 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af7438b-3678-44c4-abe6-46243b5c2aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "1964aae6-f0cd-4a1d-9722-67f8af123f4a", "tag": "7b190c5f-a1c3-4b31-af66-eafbc849a6ba"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:20.209800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-e23c9430-8b54-45b6-b5db-0f45557ea029 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2570d285-1875-49df-a56e-48fc08f9cbbc HTTP/1.1" status: 200 len: 217 time: 0.0852168 Sep 16 04:54:20.286767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3fc80-7d4f-4c95-a6a3-ba83e0e47ad3 req-8f0cf1e8-b10f-48b7-bbda-5ee1e26fae83 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.293347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ca3fc80-7d4f-4c95-a6a3-ba83e0e47ad3 req-8f0cf1e8-b10f-48b7-bbda-5ee1e26fae83 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 948 time: 0.2152579 Sep 16 04:54:20.324244 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec6c6ea-4700-4e76-8998-4fd39612d1f0 x-openstack-request-id: req-bec6c6ea-4700-4e76-8998-4fd39612d1f0 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:20.324534 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1964aae6-f0cd-4a1d-9722-67f8af123f4a", "tag": "7b190c5f-a1c3-4b31-af66-eafbc849a6ba", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:20.324782 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bec6c6ea-4700-4e76-8998-4fd39612d1f0 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:20.325183 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1964aae6-f0cd-4a1d-9722-67f8af123f4a', 'tag': '7b190c5f-a1c3-4b31-af66-eafbc849a6ba', 'status': 'completed', 'code': 200} Sep 16 04:54:20.355411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.373724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-8fcf5728-06fe-4a40-ae4e-2c301db9705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.375214 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-8fcf5728-06fe-4a40-ae4e-2c301db9705f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1557047 Sep 16 04:54:20.394409 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.410498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Pushing event deleted for resources: {'Port': ['ID=870b8daf-4039-4527-8253-3ab3c28af6ad,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.434580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ca3fc80-7d4f-4c95-a6a3-ba83e0e47ad3 req-f33f8e05-dc89-4fd5-8e29-c3c286250a5d tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270709 Sep 16 04:54:20.498928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67033-21d1-47b5-91c7-69f5cbf3ea60 req-133f20df-7ffb-4e47-9f6f-c0c458c0dc4b tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.500536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17a67033-21d1-47b5-91c7-69f5cbf3ea60 req-133f20df-7ffb-4e47-9f6f-c0c458c0dc4b tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 943 time: 0.1369836 Sep 16 04:54:20.515484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-3c118531-7969-4907-b49b-6ab2a09b9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.518138 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-3c118531-7969-4907-b49b-6ab2a09b9b65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e6e6030926f4450b4ed5851e97cd171&device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 1095 time: 0.1954420 Sep 16 04:54:20.562177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-3d57521d-61f0-42a2-85fd-22d3ee63a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.564238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17a67033-21d1-47b5-91c7-69f5cbf3ea60 req-58076a5e-f3b4-46cd-9470-0daf8c56a81f tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Sep 16 04:54:20.572035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-3d57521d-61f0-42a2-85fd-22d3ee63a947 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1705582 Sep 16 04:54:20.703424 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.779069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 72ed5a96-6f64-402f-90f9-8b36b79754eb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:20.797751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:20.799266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:20.801626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:20.827263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-779d90d7-5482-4de2-9d23-d92b2161c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.830114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-779d90d7-5482-4de2-9d23-d92b2161c290 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1681d2b4-2433-4b04-aac8-ea66dd7f6aaf HTTP/1.1" status: 200 len: 922 time: 0.3021498 Sep 16 04:54:20.860028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Pushing event updated for resources: {'Port': ['ID=b3a27060-3b83-4061-9b7e-6628c6004aeb,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.866439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 72ed5a96-6f64-402f-90f9-8b36b79754eb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:20.866822 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.983908 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-b179e8e7-b0b1-41df-ab3e-1f733868344a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b190c5f-a1c3-4b31-af66-eafbc849a6ba HTTP/1.1" status: 200 len: 217 time: 0.1316843 Sep 16 04:54:20.993946 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.034144 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-5059cd21-8cea-409b-bb02-b36fd52c1d10 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450159 Sep 16 04:54:21.043225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 72ed5a96-6f64-402f-90f9-8b36b79754eb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=72ed5a96-6f64-402f-90f9-8b36b79754eb,segment=NetworkSegment(3bbc1194-9860-4950-8442-5e3b15853611),segment_id=3bbc1194-9860-4950-8442-5e3b15853611)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:21.122365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-e1328b9b-56b9-499a-a2aa-1f75e9c658da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.122808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d19c03-e67b-4e73-8dc3-973f7e0a19ed req-0b74ffad-31e0-41ab-8a54-d97137c5802e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.123903 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-e1328b9b-56b9-499a-a2aa-1f75e9c658da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b24b376f-cbfb-4d4b-969f-1c81ee8fd689 HTTP/1.1" status: 200 len: 861 time: 0.1275113 Sep 16 04:54:21.124490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8d19c03-e67b-4e73-8dc3-973f7e0a19ed req-0b74ffad-31e0-41ab-8a54-d97137c5802e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0872777 Sep 16 04:54:21.145953 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.246143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=72ed5a96-6f64-402f-90f9-8b36b79754eb,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:21.257658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.258626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.268973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.270100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.270693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.273159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.273896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.274659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.275420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.276343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.276874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.277368 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:21.284946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8d19c03-e67b-4e73-8dc3-973f7e0a19ed req-825f3af7-4d91-4237-9efa-a6f38a7d8874 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347306 Sep 16 04:54:21.294599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-cb27c8cc-d2fe-4657-a92d-9e90ca0bc791 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1681d2b4-2433-4b04-aac8-ea66dd7f6aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169806 Sep 16 04:54:21.440821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d56213-9d52-4512-8c92-3e1627496fbf None None] Network e1e2490c-1db9-47fa-92a2-082050bb82f9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:21.514989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.587422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ce1ec6fb-0a37-41a4-ad7c-d3835fd565ce None None] Provisioning complete for port 72ed5a96-6f64-402f-90f9-8b36b79754eb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:21.587422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce1ec6fb-0a37-41a4-ad7c-d3835fd565ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.651944 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-fd7e42e4-ba7b-4678-a7a6-fc5fd614ea93 service neutron] 10.222.0.57 "GET /v2.0/networks/1681d2b4-2433-4b04-aac8-ea66dd7f6aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705009 Sep 16 04:54:21.657431 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c83ccd30-4f52-4fbf-a528-6cd893e53b6d req-8ff1a2e6-4d67-495c-af10-ada93ff6a020 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904572 Sep 16 04:54:21.746711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 2570d285-1875-49df-a56e-48fc08f9cbbc details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:21.901738 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5af7438b-3678-44c4-abe6-46243b5c2aa6 req-8ad9fa1f-a44b-41af-878b-30dff4d28f19 service neutron] 10.222.0.57 "GET /v2.0/networks/1681d2b4-2433-4b04-aac8-ea66dd7f6aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895416 Sep 16 04:54:22.026564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Router 78e15ae6-50f2-4659-8107-a48479a26b46 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:22.168939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 2570d285-1875-49df-a56e-48fc08f9cbbc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2570d285-1875-49df-a56e-48fc08f9cbbc,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:22.183936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '2570d285-1875-49df-a56e-48fc08f9cbbc', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '2570d285-1875-49df-a56e-48fc08f9cbbc', 'mac_address': 'fa:16:3e:6c:4f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:22.214437 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.223046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:22.236979 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-423187db-45af-4f50-88d9-502fac20ce41 admin admin] 10.222.0.59 "PUT /v2.0/routers/78e15ae6-50f2-4659-8107-a48479a26b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0261624 Sep 16 04:54:22.238690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] Sync routers for ids ['78e15ae6-50f2-4659-8107-a48479a26b46'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:22.243266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35210) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:22.253334 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.276345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] Routers {'78e15ae6-50f2-4659-8107-a48479a26b46'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:22.277008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['78e15ae6-50f2-4659-8107-a48479a26b46'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:22.280343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2570d285-1875-49df-a56e-48fc08f9cbbc {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:22.356525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-54d92e81-28cd-4e03-bd3e-2eddebb35425 None None] Provisioning complete for port 72ed5a96-6f64-402f-90f9-8b36b79754eb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:22.356911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-54d92e81-28cd-4e03-bd3e-2eddebb35425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.362135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 2570d285-1875-49df-a56e-48fc08f9cbbc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2570d285-1875-49df-a56e-48fc08f9cbbc,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:22.365610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a1828-cd1c-4bd0-a202-7e53e8b89be5 req-068f6a35-a2a8-442d-bc91-ba52e816b046 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.367182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-663a1828-cd1c-4bd0-a202-7e53e8b89be5 req-068f6a35-a2a8-442d-bc91-ba52e816b046 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 948 time: 0.4207687 Sep 16 04:54:22.402220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d050f-4b3e-496a-9944-bc17e4ae19eb req-13aaac8d-1172-4fc4-b577-f3cc6b269ea3 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.402931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff5d050f-4b3e-496a-9944-bc17e4ae19eb req-13aaac8d-1172-4fc4-b577-f3cc6b269ea3 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 943 time: 0.4350126 Sep 16 04:54:22.404837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-558ecebc-6c01-498f-b63f-6008bbcf5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.406192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-558ecebc-6c01-498f-b63f-6008bbcf5c2b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266&tenant_id=ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 1102 time: 0.4114335 Sep 16 04:54:22.435319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.469145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] Set router 78e15ae6-50f2-4659-8107-a48479a26b46 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:22.543175 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.543175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b190c5f-a1c3-4b31-af66-eafbc849a6ba details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:22.588913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.620017 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.699698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 72ed5a96-6f64-402f-90f9-8b36b79754eb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:22.736654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-663a1828-cd1c-4bd0-a202-7e53e8b89be5 req-c8a77f77-28e1-4dff-a1c1-ea457e1e82b8 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518093 Sep 16 04:54:22.752219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff5d050f-4b3e-496a-9944-bc17e4ae19eb req-e4e620b4-642f-4f9c-abfe-56bedffb81bb tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630249 Sep 16 04:54:22.758921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-5efd4236-11f9-49c8-bae4-dce655241848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.760703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-5efd4236-11f9-49c8-bae4-dce655241848 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 1102 time: 0.1834388 Sep 16 04:54:22.794769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=2570d285-1875-49df-a56e-48fc08f9cbbc,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:22.877902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Deleting port d4cb60f4-b1ef-4441-b269-ef7a1d265c47 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:22.878175 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.915843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,segment=NetworkSegment(af10849e-ba62-46a0-b2d7-8cf034b3603f),segment_id=af10849e-ba62-46a0-b2d7-8cf034b3603f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:22.926459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 72ed5a96-6f64-402f-90f9-8b36b79754eb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:22.926992 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.950564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '7b190c5f-a1c3-4b31-af66-eafbc849a6ba', 'network_id': '1681d2b4-2433-4b04-aac8-ea66dd7f6aaf', 'port_id': '7b190c5f-a1c3-4b31-af66-eafbc849a6ba', 'mac_address': 'fa:16:3e:0f:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24b376f-cbfb-4d4b-969f-1c81ee8fd689', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:22.973336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93214405-ff9c-4912-a729-a54d74914bc2 req-13da98ec-df2a-4f9e-8a18-851047a18175 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.975283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93214405-ff9c-4912-a729-a54d74914bc2 req-13da98ec-df2a-4f9e-8a18-851047a18175 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0981872 Sep 16 04:54:22.979890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-fb7ca1f5-ec8a-45f1-9c99-aa2f2ec2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.981863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-fb7ca1f5-ec8a-45f1-9c99-aa2f2ec2d734 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1895773 Sep 16 04:54:23.007824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:54:19Z', 'revision_number': 5, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port': {'id': 'd4cb60f4-b1ef-4441-b269-ef7a1d265c47', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.009852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] For port d4cb60f4-b1ef-4441-b269-ef7a1d265c47, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4cb60f4-b1ef-4441-b269-ef7a1d265c47,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:23.010668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.026131 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Calling delete_port for d4cb60f4-b1ef-4441-b269-ef7a1d265c47 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:23.040181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-5d1971ac-86a0-4523-83c8-cf39b0fa186c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3 HTTP/1.1" status: 200 len: 217 time: 0.0501232 Sep 16 04:54:23.047639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] Checking router: 78e15ae6-50f2-4659-8107-a48479a26b46 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:23.049474 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.074018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] Routers {'78e15ae6-50f2-4659-8107-a48479a26b46'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:23.074721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['78e15ae6-50f2-4659-8107-a48479a26b46'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.084700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Router 890e6321-3c47-48d6-9884-4d511322f3fc is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:54:23.097307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b190c5f-a1c3-4b31-af66-eafbc849a6ba {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:23.098700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93214405-ff9c-4912-a729-a54d74914bc2 req-9954d6a6-11fa-4366-adf6-4ca88c34d4b2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158209 Sep 16 04:54:23.121091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-f7639408-f946-48ce-8140-8478896823dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.123687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-f7639408-f946-48ce-8140-8478896823dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0724537 Sep 16 04:54:23.203219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,segment=NetworkSegment(af10849e-ba62-46a0-b2d7-8cf034b3603f),segment_id=af10849e-ba62-46a0-b2d7-8cf034b3603f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:23.214263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-860f83fc-9ac3-4d10-a23a-475f068e5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.215845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-860f83fc-9ac3-4d10-a23a-475f068e5db4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605252 Sep 16 04:54:23.224310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] Set router 78e15ae6-50f2-4659-8107-a48479a26b46 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:23.284280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:54:22Z', 'revision_number': 6, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.315545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d78ef0-11c1-4316-bc7b-784f777f5053 None None] The sync data for ids ['78e15ae6-50f2-4659-8107-a48479a26b46'] in n-d-712143-16 is: [{'id': '78e15ae6-50f2-4659-8107-a48479a26b46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1229984736-router', 'tenant_id': '63d79f55e51948258736f4a675134830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:02Z', 'updated_at': '2021-09-16T04:54:22Z', 'revision_number': 6, 'project_id': '63d79f55e51948258736f4a675134830', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:23.317219 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.322002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:23.335152 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Sync routers for ids ['890e6321-3c47-48d6-9884-4d511322f3fc'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:23.355572 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Routers {'890e6321-3c47-48d6-9884-4d511322f3fc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:23.360039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['890e6321-3c47-48d6-9884-4d511322f3fc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.385042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:23.385661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-25647d3f-d19c-45d6-b57d-bb73350c42a5 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364849 Sep 16 04:54:23.419471 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.462647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.467807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8aa4d2ea-f09a-4f3b-8725-ba0f50bbc8cb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6084671 Sep 16 04:54:23.467977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cb60f4-b1ef-4441-b269-ef7a1d265c47,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:23.467977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35220) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.499932 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Set router 890e6321-3c47-48d6-9884-4d511322f3fc gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:23.505119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8584d33-8fe2-411a-ad88-049b4e1b380a req-468b9c81-1c89-4c4c-9c38-5c82dad90bb2 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107910 Sep 16 04:54:23.607720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.750776 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:21Z', 'revision_number': 3, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port': {'id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.802924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['2570d285-1875-49df-a56e-48fc08f9cbbc'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:23.808456 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Checking router: 890e6321-3c47-48d6-9884-4d511322f3fc for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:23.809007 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Updating router 890e6321-3c47-48d6-9884-4d511322f3fc port b3a27060-3b83-4061-9b7e-6628c6004aeb binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:23.846618 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.896760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7b190c5f-a1c3-4b31-af66-eafbc849a6ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:23.952880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:23.988347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8411e0-9ae7-4536-8f41-ccd09833cc45 req-0bbb3382-c8b7-4a7c-b685-6de652d62288 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.997646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d8411e0-9ae7-4536-8f41-ccd09833cc45 req-0bbb3382-c8b7-4a7c-b685-6de652d62288 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 944 time: 0.1214266 Sep 16 04:54:24.021163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0af796-09ee-4a3e-beac-086cd78ec03b req-241457d9-5084-45ef-8aa0-f806a8314ed3 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.034658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd0af796-09ee-4a3e-beac-086cd78ec03b req-241457d9-5084-45ef-8aa0-f806a8314ed3 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 949 time: 0.1425195 Sep 16 04:54:24.057150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.059488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.156265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d8411e0-9ae7-4536-8f41-ccd09833cc45 req-5f10366f-a26c-4451-ae7f-a5102f966ccd tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577098 Sep 16 04:54:24.219664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd0af796-09ee-4a3e-beac-086cd78ec03b req-a4e7dd36-ef35-480a-b26d-70c97c64c3bc tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658955 Sep 16 04:54:24.281658 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.314021 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.341327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:24.343756 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579c877d-7f04-4cff-a67a-a8b22336f1e3" -d '{"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-unplugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:24.361229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:24.361460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f59646-0c47-4f97-bdd3-ff45d05dce11 req-c8f084e3-b5ce-4ac6-948f-ff22fd82b84e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.362985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9f59646-0c47-4f97-bdd3-ff45d05dce11 req-c8f084e3-b5ce-4ac6-948f-ff22fd82b84e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0599334 Sep 16 04:54:24.394604 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970cda33-4af8-40d5-b9ac-de1f506e343b x-openstack-request-id: req-970cda33-4af8-40d5-b9ac-de1f506e343b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:24.394953 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-unplugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:24.395298 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-970cda33-4af8-40d5-b9ac-de1f506e343b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:24.395703 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'code': 200} Sep 16 04:54:24.408338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9f59646-0c47-4f97-bdd3-ff45d05dce11 req-d9b7bfaa-d7f9-4d82-856a-e3e45a264c07 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392032 Sep 16 04:54:24.547022 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.620147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4cb60f4-b1ef-4441-b269-ef7a1d265c47 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:24.620147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d4cb60f4-b1ef-4441-b269-ef7a1d265c47 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:24.620147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4cb60f4-b1ef-4441-b269-ef7a1d265c47 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:24.620147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 870b8daf-4039-4527-8253-3ab3c28af6ad no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:24.638001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 870b8daf-4039-4527-8253-3ab3c28af6ad {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:24.638356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 870b8daf-4039-4527-8253-3ab3c28af6ad not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:24.728544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Allocated IP 172.20.0.1 (e1e2490c-1db9-47fa-92a2-082050bb82f9/d2935bc4-26d4-43b6-9332-a762d3499490/bc9c13b2-114c-4e0c-abd7-5dbf33791aaa) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:24.844612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.902434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.934599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e15ae6-50f2-4659-8107-a48479a26b46 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:24.934599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.934599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c805d2e9-4108-464f-a660-0643e4ad714c admin admin] 10.222.0.59 "DELETE /v2.0/routers/78e15ae6-50f2-4659-8107-a48479a26b46 HTTP/1.1" status: 204 len: 168 time: 2.6629558 Sep 16 04:54:24.937006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35240) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.985611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d3f734-1277-41fe-a0f7-bc688279a33e admin admin] Deleting subnet 2dc4717f-1e7f-46c6-82f9-574dcf91ace5 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:24.989401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d3f734-1277-41fe-a0f7-bc688279a33e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.028157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d3f734-1277-41fe-a0f7-bc688279a33e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.121283 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d3f734-1277-41fe-a0f7-bc688279a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.291062 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.291713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.298078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fba37a-3879-46ae-87fe-1d7d72ca76cd req-ceaa243a-06cc-435f-8d72-6a8e82fe8b85 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.299727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95fba37a-3879-46ae-87fe-1d7d72ca76cd req-ceaa243a-06cc-435f-8d72-6a8e82fe8b85 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 944 time: 0.0690262 Sep 16 04:54:25.333620 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0e5d5-e17c-4849-8a50-ab90c4b18ec3 None None] Pushing event updated for resources: {'Port': ['ID=b3a27060-3b83-4061-9b7e-6628c6004aeb,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.336099 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Attempting to bind port b3a27060-3b83-4061-9b7e-6628c6004aeb on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:25.336532 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Attempting to bind port b3a27060-3b83-4061-9b7e-6628c6004aeb by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:25.336960 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Attempting to bind port b3a27060-3b83-4061-9b7e-6628c6004aeb on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:25.342141 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:25.342608 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:25.343077 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.343839 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:25.343993 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Bound port: b3a27060-3b83-4061-9b7e-6628c6004aeb, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:25.344525 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.390928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.401251 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] For port b3a27060-3b83-4061-9b7e-6628c6004aeb, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:25.404858 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] For port b3a27060-3b83-4061-9b7e-6628c6004aeb, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b3a27060-3b83-4061-9b7e-6628c6004aeb,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:25.405553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5221f7-5d69-41e9-b446-827fc7a5320b req-7b23667e-ca18-4a74-a60f-bfa6ef8732d3 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.408419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f5221f7-5d69-41e9-b446-827fc7a5320b req-7b23667e-ca18-4a74-a60f-bfa6ef8732d3 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 949 time: 0.1067812 Sep 16 04:54:25.411908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95fba37a-3879-46ae-87fe-1d7d72ca76cd req-8f12f9b3-d3d5-4809-ac40-bbe21b2d2738 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887737 Sep 16 04:54:25.461444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f5221f7-5d69-41e9-b446-827fc7a5320b req-d41a4a7c-4528-44cf-a4a9-c88cace1eeb4 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Sep 16 04:54:25.469679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.507360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Network e1e2490c-1db9-47fa-92a2-082050bb82f9 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:25.514619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:25.520208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:25.555906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Pushing event updated for resources: {'Port': ['ID=bc9c13b2-114c-4e0c-abd7-5dbf33791aaa,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.570251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.594183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddbdad-0036-48c1-a761-7f661d8dab0c req-88a988a4-2cc3-40de-bbde-8e58b0fba6b7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.596756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cddbdad-0036-48c1-a761-7f661d8dab0c req-88a988a4-2cc3-40de-bbde-8e58b0fba6b7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 948 time: 0.0638161 Sep 16 04:54:25.614029 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d3f734-1277-41fe-a0f7-bc688279a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.644120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3f734-1277-41fe-a0f7-bc688279a33e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc4717f-1e7f-46c6-82f9-574dcf91ace5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.652231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d3f734-1277-41fe-a0f7-bc688279a33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.654207 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91d3f734-1277-41fe-a0f7-bc688279a33e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2dc4717f-1e7f-46c6-82f9-574dcf91ace5 HTTP/1.1" status: 204 len: 168 time: 0.7161806 Sep 16 04:54:25.656917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35266) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.660596 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.662006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586742ae-e950-48b6-b724-75cb736d251a None None] Network 745d646c-f6ff-471b-81aa-7490a30c2f1c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:25.699211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cddbdad-0036-48c1-a761-7f661d8dab0c req-15c63b0c-4357-4481-879b-e86573f6a908 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574269 Sep 16 04:54:25.732346 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Routers {'890e6321-3c47-48d6-9884-4d511322f3fc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:25.733273 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['890e6321-3c47-48d6-9884-4d511322f3fc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:25.795625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 2570d285-1875-49df-a56e-48fc08f9cbbc up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:25.829681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.854865 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] Set router 890e6321-3c47-48d6-9884-4d511322f3fc gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:25.898966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Deleting port 7627b324-aff7-4e71-a290-d7c57c688a09 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:25.899409 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.915225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-37b3c03a-ecec-438a-87b3-ae728c3b5d0c None None] Provisioning complete for port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:25.915903 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-37b3c03a-ecec-438a-87b3-ae728c3b5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.946908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:25.979632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] For port 7627b324-aff7-4e71-a290-d7c57c688a09, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7627b324-aff7-4e71-a290-d7c57c688a09,segment=NetworkSegment(761e939b-1fc8-4de6-bc66-cc4fa2fdc01c),segment_id=761e939b-1fc8-4de6-bc66-cc4fa2fdc01c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:25.980304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.989675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-37b3c03a-ecec-438a-87b3-ae728c3b5d0c None None] Port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:25.999330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Calling delete_port for 7627b324-aff7-4e71-a290-d7c57c688a09 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:26.071519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] DHCP port deletion for 745d646c-f6ff-471b-81aa-7490a30c2f1c request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:26.118817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 2570d285-1875-49df-a56e-48fc08f9cbbc completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:26.130653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:26.131019 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0e5d5-e17c-4849-8a50-ab90c4b18ec3 None None] Pushing event updated for resources: {'Port': ['ID=b3a27060-3b83-4061-9b7e-6628c6004aeb,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.140301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.159362 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:21Z', 'revision_number': 3, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port': {'id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:26.164241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 2570d285-1875-49df-a56e-48fc08f9cbbc triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:26.164882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.175663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'mac_address': 'fa:16:3e:45:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:26.300595 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a5084-915f-46a0-a566-ea0dbbf8d003 None None] The sync data for ids ['890e6321-3c47-48d6-9884-4d511322f3fc'] in n-d-712143-16 is: [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:21Z', 'revision_number': 3, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port': {'id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:26.310048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.351163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7627b324-aff7-4e71-a290-d7c57c688a09,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.367936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] No DVR routers for this DVR port 7627b324-aff7-4e71-a290-d7c57c688a09 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:26.427625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.441172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] Deleting port 7627b324-aff7-4e71-a290-d7c57c688a09 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:26.441553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.502648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.527932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.537956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745d646c-f6ff-471b-81aa-7490a30c2f1c']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:26.550413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:26.550878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761e939b-1fc8-4de6-bc66-cc4fa2fdc01c') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:26.562342 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.583753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.592539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:26.593490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.594255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] For port 7627b324-aff7-4e71-a290-d7c57c688a09, host n-d-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:26.595319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:26.596625 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:26.651355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f45de83-354b-456e-a4de-a3ac1df02cf3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:26.664129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] Calling delete_port for 7627b324-aff7-4e71-a290-d7c57c688a09 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:26.671016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7790c-864f-4ded-b9ee-d653a5b84591 req-a953c82b-b33d-4974-a9aa-39cdb053d1f2 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.673533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56c7790c-864f-4ded-b9ee-d653a5b84591 req-a953c82b-b33d-4974-a9aa-39cdb053d1f2 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 944 time: 0.1538284 Sep 16 04:54:26.684670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.ipam_backend_mixin [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] Port 7627b324-aff7-4e71-a290-d7c57c688a09 was not found and therefore no delete operation was performed {{(pid=101826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:54:26.690776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7627b324-aff7-4e71-a290-d7c57c688a09 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:26.693758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.741642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7627b324-aff7-4e71-a290-d7c57c688a09 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:26.747632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7627b324-aff7-4e71-a290-d7c57c688a09 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:26.761450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23adab-30ca-4e3f-90f6-26396042681d req-56ffdf30-1aa8-4a0f-9a91-1153d3c84451 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.763016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de23adab-30ca-4e3f-90f6-26396042681d req-56ffdf30-1aa8-4a0f-9a91-1153d3c84451 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 949 time: 0.1576099 Sep 16 04:54:26.777387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.830374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:26.839608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56c7790c-864f-4ded-b9ee-d653a5b84591 req-e9e794e8-60be-48e5-9b74-a0bbeb8e4116 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516173 Sep 16 04:54:26.843815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] Pushing event deleted for resources: {'Port': ['ID=7627b324-aff7-4e71-a290-d7c57c688a09,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.846592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603d100-7c3c-4ff3-a699-ffd96cc0fe36 None None] No DVR routers for this DVR port 7627b324-aff7-4e71-a290-d7c57c688a09 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:26.848617 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.859100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.865248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Pushing event updated for resources: {'Port': ['ID=bc9c13b2-114c-4e0c-abd7-5dbf33791aaa,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.874114 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.945631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.949005 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] 10.222.0.59 "DELETE /v2.0/networks/745d646c-f6ff-471b-81aa-7490a30c2f1c HTTP/1.1" status: 204 len: 168 time: 1.2904034 Sep 16 04:54:26.952030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2e32d-44c3-481c-9eab-90429c648e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=745d646c-f6ff-471b-81aa-7490a30c2f1c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.972530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ed9f3b-89e3-430d-88be-0aecf9862961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2570d285-1875-49df-a56e-48fc08f9cbbc'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:26.975090 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecc9f82-c6a7-4e7a-a7ee-d4f493b4c6db" -d '{"events": [{"server_uuid": "71ed9f3b-89e3-430d-88be-0aecf9862961", "name": "network-vif-plugged", "status": "completed", "tag": "2570d285-1875-49df-a56e-48fc08f9cbbc"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:26.992166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de23adab-30ca-4e3f-90f6-26396042681d req-cddfef3b-7bb6-4a4c-bb81-dd6da0905b91 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132750 Sep 16 04:54:27.028535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.050002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 2570d285-1875-49df-a56e-48fc08f9cbbc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2570d285-1875-49df-a56e-48fc08f9cbbc,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:27.075541 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e8602b-3263-4e9a-b53e-14d13c8c3124 x-openstack-request-id: req-30e8602b-3263-4e9a-b53e-14d13c8c3124 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:27.075885 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ed9f3b-89e3-430d-88be-0aecf9862961", "name": "network-vif-plugged", "status": "completed", "tag": "2570d285-1875-49df-a56e-48fc08f9cbbc", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:27.076082 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30e8602b-3263-4e9a-b53e-14d13c8c3124 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:27.076478 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ed9f3b-89e3-430d-88be-0aecf9862961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2570d285-1875-49df-a56e-48fc08f9cbbc', 'code': 200} Sep 16 04:54:27.127812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Network e1e2490c-1db9-47fa-92a2-082050bb82f9 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:27.129355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce8b52-2bb1-49ad-9c6c-dafe26057835 req-ed031b0c-7645-488a-8404-9f4977779455 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.130640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:27.140265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=10']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.144224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8ce8b52-2bb1-49ad-9c6c-dafe26057835 req-ed031b0c-7645-488a-8404-9f4977779455 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0966611 Sep 16 04:54:27.156365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.157689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b190c5f-a1c3-4b31-af66-eafbc849a6ba up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:27.194743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8ce8b52-2bb1-49ad-9c6c-dafe26057835 req-1febddbb-1aee-44d1-9dc0-777d70668ea0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476100 Sep 16 04:54:27.294501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=2570d285-1875-49df-a56e-48fc08f9cbbc,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.309345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9f45de83-354b-456e-a4de-a3ac1df02cf3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:27.316307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246b49d-cc94-499b-888a-5cef1a7a1f7c req-fe12e576-272d-40ac-b9a2-b6bb6a9c001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.318049 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0246b49d-cc94-499b-888a-5cef1a7a1f7c req-fe12e576-272d-40ac-b9a2-b6bb6a9c001e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 1102 time: 0.1046500 Sep 16 04:54:27.367077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c5d10-90fc-466b-8b83-e7b722e65ecc req-dd1be015-267d-4544-9275-0e1352008df8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.377459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb5c5d10-90fc-466b-8b83-e7b722e65ecc req-dd1be015-267d-4544-9275-0e1352008df8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 950 time: 0.0860724 Sep 16 04:54:27.389810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0246b49d-cc94-499b-888a-5cef1a7a1f7c req-77f12e9c-a3fd-489a-8a41-15db6ed289f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630920 Sep 16 04:54:27.394230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Router 890e6321-3c47-48d6-9884-4d511322f3fc has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:27.490858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb5c5d10-90fc-466b-8b83-e7b722e65ecc req-80770b47-ca4a-44c7-8802-5dede5ae5ed2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985756 Sep 16 04:54:27.499269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:27.504322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:27.505107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.601556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-74af392d-2eef-4e19-a5c5-cf0aa286ba0c None None] Provisioning complete for port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:27.602099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74af392d-2eef-4e19-a5c5-cf0aa286ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.628323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:27.646972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-74af392d-2eef-4e19-a5c5-cf0aa286ba0c None None] Port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:27.655806 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4f40e2a4-5cfe-4ac6-88ff-384a1b58427e admin admin] 10.222.0.59 "PUT /v2.0/routers/890e6321-3c47-48d6-9884-4d511322f3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1798575 Sep 16 04:54:27.678787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35296) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.712180 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.751497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,segment=NetworkSegment(af10849e-ba62-46a0-b2d7-8cf034b3603f),segment_id=af10849e-ba62-46a0-b2d7-8cf034b3603f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:27.755373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aebda0e0-a858-4671-b638-e43b7024634d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f26c7dbf8bf4bfeb8a5c9adf2a77fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734625 Sep 16 04:54:27.756527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35304) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.865913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-4c1f9e5b-6951-4cfb-a1e5-69202b30a08c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366168 Sep 16 04:54:27.868483 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.868638 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.895201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a169f228-6d10-422e-a808-5959a53ddd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.965658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.011443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a169f228-6d10-422e-a808-5959a53ddd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.098633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-9ba9e894-7674-41ad-8870-892e97cc7d8a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.103902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-9ba9e894-7674-41ad-8870-892e97cc7d8a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186415 Sep 16 04:54:28.138134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-6c5a2406-5e6f-4b12-a14c-1eaf4e00b113 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/quotas/ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 375 time: 0.0134170 Sep 16 04:54:28.218717 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a169f228-6d10-422e-a808-5959a53ddd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.221516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a169f228-6d10-422e-a808-5959a53ddd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.225266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a169f228-6d10-422e-a808-5959a53ddd03 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c91f392-1c8f-43ec-b72a-45665f1c0c08 HTTP/1.1" status: 204 len: 168 time: 0.4651656 Sep 16 04:54:28.234020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82d9a2e2-6fdb-4977-9984-88519ea716aa req-6ed69cc0-b8b0-4e76-8a72-689f18f6b02b tempest-FloatingIPsNegativeTestJSON-325868571 tempest-FloatingIPsNegativeTestJSON-325868571-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=9d3bb1e24a714a66bf0bac404a6c381f HTTP/1.1" status: 200 len: 217 time: 0.0527911 Sep 16 04:54:28.253076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169f228-6d10-422e-a808-5959a53ddd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c91f392-1c8f-43ec-b72a-45665f1c0c08,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.296263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-289a8f8e-4560-4784-9403-d4ce400297ae tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1498182 Sep 16 04:54:28.407979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9db05-b380-4f0b-b8f6-4c7c56760a74 req-1807c19b-82c5-4b7e-94e4-b7e26cfab766 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.415888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bb9db05-b380-4f0b-b8f6-4c7c56760a74 req-1807c19b-82c5-4b7e-94e4-b7e26cfab766 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 945 time: 0.0823708 Sep 16 04:54:28.471084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bb9db05-b380-4f0b-b8f6-4c7c56760a74 req-554f3119-0880-446f-9e49-73ccebba66d9 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479343 Sep 16 04:54:28.647785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6470e20-d4cc-4c4c-81f0-94022b7f0d56 req-9fc6c2d7-c2cc-4096-9cc4-8318c9a04430 tempest-FloatingIPsNegativeTestJSON-325868571 tempest-FloatingIPsNegativeTestJSON-325868571-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0514841 Sep 16 04:54:28.716882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b3a27060-3b83-4061-9b7e-6628c6004aeb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:28.735225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2816e9d7-7265-448d-a920-99593fe2b0a2 req-b1dbb6a8-ecb7-4002-bcff-52a3afb4a4be tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 210 time: 0.0549905 Sep 16 04:54:28.805325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5d290-e4cf-46d6-b692-1456ca5b35cd req-32186896-c180-49ad-9bc8-e996b368e43e tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.817589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b3a27060-3b83-4061-9b7e-6628c6004aeb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:28.818362 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.819312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3a5d290-e4cf-46d6-b692-1456ca5b35cd req-32186896-c180-49ad-9bc8-e996b368e43e tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 950 time: 0.1230400 Sep 16 04:54:28.888483 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-f86e79f7-b9a5-4906-afb2-6b2e862c136a req-21f447c2-acbd-42d9-b4fc-15e13b1ce96d tempest-FloatingIPsNegativeTestJSON-325868571 tempest-FloatingIPsNegativeTestJSON-325868571-project] show failed (client error): The resource could not be found. Sep 16 04:54:28.889520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f86e79f7-b9a5-4906-afb2-6b2e862c136a req-21f447c2-acbd-42d9-b4fc-15e13b1ce96d tempest-FloatingIPsNegativeTestJSON-325868571 tempest-FloatingIPsNegativeTestJSON-325868571-project] 10.222.0.59 "GET /v2.0/floatingips/539e34d9-890d-4b45-9b9f-bbfb2cb3ae3a HTTP/1.1" status: 404 len: 350 time: 0.1094458 Sep 16 04:54:28.900359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35348) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:28.922677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3a5d290-e4cf-46d6-b692-1456ca5b35cd req-c34f4809-2f7f-449b-b07a-dcba88ee15d3 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967133 Sep 16 04:54:28.998023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.030468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Sync routers for ids ['890e6321-3c47-48d6-9884-4d511322f3fc'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:29.043982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port b3a27060-3b83-4061-9b7e-6628c6004aeb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b3a27060-3b83-4061-9b7e-6628c6004aeb,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:29.049050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Routers {'890e6321-3c47-48d6-9884-4d511322f3fc'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:29.049920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['890e6321-3c47-48d6-9884-4d511322f3fc'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:29.147697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1964aae6-f0cd-4a1d-9722-67f8af123f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b190c5f-a1c3-4b31-af66-eafbc849a6ba'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:29.151133 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aed50d-5a66-4670-b6d4-157d42e4b8d4" -d '{"events": [{"server_uuid": "1964aae6-f0cd-4a1d-9722-67f8af123f4a", "name": "network-vif-plugged", "status": "completed", "tag": "7b190c5f-a1c3-4b31-af66-eafbc849a6ba"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:29.161502 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.255232 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fb1ab0-e976-4f41-806b-96620d681777 x-openstack-request-id: req-82fb1ab0-e976-4f41-806b-96620d681777 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:29.255551 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1964aae6-f0cd-4a1d-9722-67f8af123f4a", "name": "network-vif-plugged", "status": "completed", "tag": "7b190c5f-a1c3-4b31-af66-eafbc849a6ba", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:29.255810 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82fb1ab0-e976-4f41-806b-96620d681777 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:29.256204 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1964aae6-f0cd-4a1d-9722-67f8af123f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b190c5f-a1c3-4b31-af66-eafbc849a6ba', 'code': 200} Sep 16 04:54:29.285732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=b3a27060-3b83-4061-9b7e-6628c6004aeb,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:29.298899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Set router 890e6321-3c47-48d6-9884-4d511322f3fc gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:29.331376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35362) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:29.467365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cee97-f00c-495c-b22c-2042e14fbae3 req-12de4429-8376-4b0f-b146-d106c2926b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.469007 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a75cee97-f00c-495c-b22c-2042e14fbae3 req-12de4429-8376-4b0f-b146-d106c2926b08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 1097 time: 0.1085804 Sep 16 04:54:29.512397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2ed8f2f9-2ee6-4a88-9ae3-2c639d20bbb5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63d79f55e51948258736f4a675134830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798475 Sep 16 04:54:29.516086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35366) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:29.561882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-27c8984d-fdfa-4e6f-86c1-0190e16e855b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.570975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-27c8984d-fdfa-4e6f-86c1-0190e16e855b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 821 time: 0.2320609 Sep 16 04:54:29.590188 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a75cee97-f00c-495c-b22c-2042e14fbae3 req-74b407ea-01db-4c7c-9d44-3250c40804e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060781 Sep 16 04:54:29.597395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-4045b3e0-32f1-415a-b8f8-45a97aea6b08 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/quotas/8cdb984372b74e3fad220d4bbcbe4521 HTTP/1.1" status: 200 len: 375 time: 0.0243733 Sep 16 04:54:29.601395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 4, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port': {'id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bc9c13b2-114c-4e0c-abd7-5dbf33791aaa', 'name': '', 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'mac_address': 'fa:16:3e:50:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'd2935bc4-26d4-43b6-9332-a762d3499490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:24Z', 'updated_at': '2021-09-16T04:54:26Z', 'revision_number': 2, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'subnets': [{'id': 'd2935bc4-26d4-43b6-9332-a762d3499490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:29.634038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Checking router: 890e6321-3c47-48d6-9884-4d511322f3fc for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:29.634618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Updating router 890e6321-3c47-48d6-9884-4d511322f3fc port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:29.665524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.676553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.705710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4a7a0-f6aa-420e-87bd-394dc1d20822 req-75456316-064d-4a25-a0f6-633bf04b8331 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.707582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cb4a7a0-f6aa-420e-87bd-394dc1d20822 req-75456316-064d-4a25-a0f6-633bf04b8331 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 945 time: 0.1220105 Sep 16 04:54:29.726569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-ad3d53e2-0e7d-4bdc-8d4e-8e95ca9e1f92 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1279843 Sep 16 04:54:29.737401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26eab800-ee80-4341-82db-a2112488e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.774769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26eab800-ee80-4341-82db-a2112488e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.831991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cb4a7a0-f6aa-420e-87bd-394dc1d20822 req-c8402736-5023-4046-b0bf-3c225744c242 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014662 Sep 16 04:54:29.969951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:30.014058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-c9d70cac-7973-40df-8702-2e767e63589c service neutron] 10.222.0.59 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855897 Sep 16 04:54:30.123566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 9f45de83-354b-456e-a4de-a3ac1df02cf3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:30.125021 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.156522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1293bb6-544a-4c2d-89f6-75bb07f80e5c req-bb639d9b-5522-4631-9908-759a1cfd6ef4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 210 time: 0.0358722 Sep 16 04:54:30.197469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-c8fe963d-b698-45fc-a8db-56780edf020b service neutron] 10.222.0.59 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797435 Sep 16 04:54:30.273421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.350266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe4174-9ed3-466d-beda-0db270464f03 req-73848deb-4d16-4f84-a8f9-e4434d6e76f3 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:30.358871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6abe4174-9ed3-466d-beda-0db270464f03 req-73848deb-4d16-4f84-a8f9-e4434d6e76f3 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 950 time: 0.1018870 Sep 16 04:54:30.409762 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.410012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6abe4174-9ed3-466d-beda-0db270464f03 req-7a81fc81-9924-4e9e-ab6e-8bc6ec2aebd6 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490746 Sep 16 04:54:30.456797 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.506432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26eab800-ee80-4341-82db-a2112488e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.513148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26eab800-ee80-4341-82db-a2112488e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.513148 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-26eab800-ee80-4341-82db-a2112488e20b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c4dde51-2c50-4a75-a921-2f9846a910ee HTTP/1.1" status: 204 len: 168 time: 0.9851053 Sep 16 04:54:30.522353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eab800-ee80-4341-82db-a2112488e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4dde51-2c50-4a75-a921-2f9846a910ee,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.525148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Deleting port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:30.525405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.577125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:30.628333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c780c-2ec9-4a8c-b374-b293850323e3 None None] Pushing event updated for resources: {'Port': ['ID=bc9c13b2-114c-4e0c-abd7-5dbf33791aaa,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.675589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] For port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa, host n-d-712143-16, got binding levels [] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:30.675985 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.696397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Calling delete_port for bc9c13b2-114c-4e0c-abd7-5dbf33791aaa owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:30.719199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b3a27060-3b83-4061-9b7e-6628c6004aeb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:30.782716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Attempting to bind port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:30.783611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Attempting to bind port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:30.783611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Attempting to bind port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa on network e1e2490c-1db9-47fa-92a2-082050bb82f9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:30.791461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:30.791834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Checking segment: {'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:30.792259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.792711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Bound using segment: {'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:30.793487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Bound port: bc9c13b2-114c-4e0c-abd7-5dbf33791aaa, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbc1194-9860-4950-8442-5e3b15853611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:30.793619 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.810775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b3a27060-3b83-4061-9b7e-6628c6004aeb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:30.811143 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.910501 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.946735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] For port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:30.966404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8f8cb224-94aa-450a-be1d-31edba495875 None None] Provisioning complete for port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:30.966795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb224-94aa-450a-be1d-31edba495875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.970610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] For port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bc9c13b2-114c-4e0c-abd7-5dbf33791aaa,segment=NetworkSegment(3bbc1194-9860-4950-8442-5e3b15853611),segment_id=3bbc1194-9860-4950-8442-5e3b15853611)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:31.039763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.044743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cb224-94aa-450a-be1d-31edba495875 None None] Port bc9c13b2-114c-4e0c-abd7-5dbf33791aaa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:31.050990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103334c-e089-4678-8add-3691a0782652 req-92948a77-838b-4725-8591-333cb03d79e4 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.052563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6103334c-e089-4678-8add-3691a0782652 req-92948a77-838b-4725-8591-333cb03d79e4 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 945 time: 0.0539744 Sep 16 04:54:31.090633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6103334c-e089-4678-8add-3691a0782652 req-2951c6c2-06e8-4b9d-a94e-76c10300c133 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Sep 16 04:54:31.195093 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.284744 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:31.287092 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cdeba0-a526-4aab-8202-f3af7b718dc2" -d '{"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-plugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:31.304379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a58124-7b4c-46e5-bf8e-7e56b251746f req-6a716831-7290-4d75-bc10-c6eeeddb1798 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 210 time: 0.0428312 Sep 16 04:54:31.308881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Routers {'890e6321-3c47-48d6-9884-4d511322f3fc'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:31.308881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['890e6321-3c47-48d6-9884-4d511322f3fc'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:31.376455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c780c-2ec9-4a8c-b374-b293850323e3 None None] Pushing event updated for resources: {'Port': ['ID=bc9c13b2-114c-4e0c-abd7-5dbf33791aaa,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.422605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.457513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9c13b2-114c-4e0c-abd7-5dbf33791aaa,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.711650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-91df9faa-ff71-40a8-8164-c94be51efb0e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec390820661b415b9b248b7fbb6c98a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172311 Sep 16 04:54:31.725458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8ef3247-7594-4311-ab69-99d5269ef746 req-92d8f81e-779e-4b43-b38e-0357cc633041 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 210 time: 0.1304662 Sep 16 04:54:31.765994 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08845f72-2bc3-4ff6-b067-492787e707fe x-openstack-request-id: req-08845f72-2bc3-4ff6-b067-492787e707fe {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:31.766561 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-plugged", "status": "completed", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:31.771553 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08845f72-2bc3-4ff6-b067-492787e707fe {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:31.771553 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'code': 200} Sep 16 04:54:31.777255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1fd2bae1-2afe-40fe-b438-0719b10c1b84 None None] Could not find standard attr ID for object bc9c13b2-114c-4e0c-abd7-5dbf33791aaa. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:31.805669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] Set router 890e6321-3c47-48d6-9884-4d511322f3fc gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:31.868639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.896150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-3b5faca7-ff01-4f71-a722-534d9426dbec tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.898075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-3b5faca7-ff01-4f71-a722-534d9426dbec tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683412 Sep 16 04:54:31.912349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Request body: {'port': {'device_id': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'ec390820661b415b9b248b7fbb6c98a5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:32.045205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 4, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port': {'id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bc9c13b2-114c-4e0c-abd7-5dbf33791aaa', 'name': '', 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'mac_address': 'fa:16:3e:50:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'd2935bc4-26d4-43b6-9332-a762d3499490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:24Z', 'updated_at': '2021-09-16T04:54:30Z', 'revision_number': 4, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'subnets': [{'id': 'd2935bc4-26d4-43b6-9332-a762d3499490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:32.081199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8039d7-db5d-4c3f-95ed-60edb40f0247 None None] The sync data for ids ['890e6321-3c47-48d6-9884-4d511322f3fc'] in n-d-712143-16 is: [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 4, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port': {'id': 'b3a27060-3b83-4061-9b7e-6628c6004aeb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bc9c13b2-114c-4e0c-abd7-5dbf33791aaa', 'name': '', 'network_id': 'e1e2490c-1db9-47fa-92a2-082050bb82f9', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'mac_address': 'fa:16:3e:50:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'd2935bc4-26d4-43b6-9332-a762d3499490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:24Z', 'updated_at': '2021-09-16T04:54:30Z', 'revision_number': 4, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'subnets': [{'id': 'd2935bc4-26d4-43b6-9332-a762d3499490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:32.186840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Router 890e6321-3c47-48d6-9884-4d511322f3fc has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:32.248998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6525d4b-9daf-49f8-a575-835441c27c8b req-780bf60b-d974-439d-a4d9-09295c5ca9a6 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:32.250665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6525d4b-9daf-49f8-a575-835441c27c8b req-780bf60b-d974-439d-a4d9-09295c5ca9a6 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 945 time: 0.0712068 Sep 16 04:54:32.304427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6525d4b-9daf-49f8-a575-835441c27c8b req-998345a0-b396-4e1d-9a34-40dbfba0a050 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Sep 16 04:54:32.322271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:32.324368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Made reservation on behalf of ec390820661b415b9b248b7fbb6c98a5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:32.328034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.341249 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b7098583-3963-413f-a04d-65f998bd0614 admin admin] 10.222.0.59 "PUT /v2.0/routers/890e6321-3c47-48d6-9884-4d511322f3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4346826 Sep 16 04:54:32.342675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35430) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.537140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.667391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.687227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc40b4a-7e42-44ce-bb1d-2cb36932a321 req-d29aa15d-bd42-46b5-abbc-06052bdfe3e4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 210 time: 0.0605476 Sep 16 04:54:32.698590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Allocated IP 192.168.233.169 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/0d3d066e-1ea5-40e2-bdcc-1e58a789f766) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:32.745100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c4cdb-7ba5-483d-8840-a7e8e58fe907 req-e6de0c16-49bc-4ca7-88ee-fef3e09e3d17 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:32.746617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b3c4cdb-7ba5-483d-8840-a7e8e58fe907 req-e6de0c16-49bc-4ca7-88ee-fef3e09e3d17 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 950 time: 0.1056237 Sep 16 04:54:32.858329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b3c4cdb-7ba5-483d-8840-a7e8e58fe907 req-11bf059c-754f-423d-9f10-6893fd9503c6 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955663 Sep 16 04:54:32.917276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.937762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b323eaf-523a-4d76-8e8a-a9c8f287d7dc req-80d523cb-cc71-4b45-9c51-46f1eb08a7b5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 210 time: 0.0336649 Sep 16 04:54:33.226069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Deleting port b3a27060-3b83-4061-9b7e-6628c6004aeb {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:33.226641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.318092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] For port b3a27060-3b83-4061-9b7e-6628c6004aeb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b3a27060-3b83-4061-9b7e-6628c6004aeb,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:33.318489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.332965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Calling delete_port for b3a27060-3b83-4061-9b7e-6628c6004aeb owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:33.356780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.369963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9f45de83-354b-456e-a4de-a3ac1df02cf3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:33.425119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368', '621f0954-8eb6-41a3-af5c-eac6c38a97df'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:33.432431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-ea86b113-d3fa-41ef-b97d-5e6b83b9d1b9 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d0d71823f5ca4dd0a2dae264cc46baae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672641 Sep 16 04:54:33.450428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:33.465259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:33.467085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.483170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:33.520426 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] Sync routers for ids ['890e6321-3c47-48d6-9884-4d511322f3fc'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:33.533696 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] Routers {'890e6321-3c47-48d6-9884-4d511322f3fc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:33.534327 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['890e6321-3c47-48d6-9884-4d511322f3fc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:33.683171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-6faef2e8-c369-46d8-b0f4-15397381eb64 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:33.685291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-6faef2e8-c369-46d8-b0f4-15397381eb64 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410231 Sep 16 04:54:33.688111 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] Set router 890e6321-3c47-48d6-9884-4d511322f3fc gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:33.692205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:33.692929 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.711765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-d33e0d2a-b72d-4355-9886-2e1c483e9a92 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/quotas/d0d71823f5ca4dd0a2dae264cc46baae HTTP/1.1" status: 200 len: 375 time: 0.0143521 Sep 16 04:54:33.750585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-2d42b4db-32d5-4a07-87d3-a53be3023fc8 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0d71823f5ca4dd0a2dae264cc46baae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325863 Sep 16 04:54:33.763465 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:32Z', 'revision_number': 6, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:33.792887 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] Checking router: 890e6321-3c47-48d6-9884-4d511322f3fc for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:33.803186 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] Routers {'890e6321-3c47-48d6-9884-4d511322f3fc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:33.803944 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['890e6321-3c47-48d6-9884-4d511322f3fc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:33.843402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b7695f3d-d2f6-4796-a801-1d0b5c505965 None None] Provisioning complete for port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:33.843784 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b7695f3d-d2f6-4796-a801-1d0b5c505965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.881691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b7695f3d-d2f6-4796-a801-1d0b5c505965 None None] Port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:33.893976 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] Set router 890e6321-3c47-48d6-9884-4d511322f3fc gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:33.916599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.949324 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:32Z', 'revision_number': 6, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:33.949446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a27060-3b83-4061-9b7e-6628c6004aeb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.977687 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb1335-cd40-420b-bbaf-f667746a0ed0 None None] The sync data for ids ['890e6321-3c47-48d6-9884-4d511322f3fc'] in n-d-712143-16 is: [{'id': '890e6321-3c47-48d6-9884-4d511322f3fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1300751632-router', 'tenant_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:19Z', 'updated_at': '2021-09-16T04:54:32Z', 'revision_number': 6, 'project_id': '9d3bb1e24a714a66bf0bac404a6c381f', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:34.009713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-efda4538-7e75-47fd-b8a7-a8031cfd8505 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1029387 Sep 16 04:54:34.014635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.022406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Request body: {'port': {'device_id': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:34.105562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.112580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.114737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.132881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869ade0-1a60-439a-84b1-a9d6cce0918e req-61f6a10b-77e2-448f-a023-3d01caec1455 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.134511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e869ade0-1a60-439a-84b1-a9d6cce0918e req-61f6a10b-77e2-448f-a023-3d01caec1455 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 936 time: 0.0844662 Sep 16 04:54:34.282832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.283493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890e6321-3c47-48d6-9884-4d511322f3fc {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:34.292068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.293292 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eb1b9a8a-7523-4c10-8f36-1fc008df321d admin admin] 10.222.0.59 "DELETE /v2.0/routers/890e6321-3c47-48d6-9884-4d511322f3fc HTTP/1.1" status: 204 len: 168 time: 1.9495330 Sep 16 04:54:34.296029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35484) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.360804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee7ef83-459e-4af7-a481-8e5dff81edf2 admin admin] Deleting subnet d2935bc4-26d4-43b6-9332-a762d3499490 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:34.364620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ef83-459e-4af7-a481-8e5dff81edf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.405194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ef83-459e-4af7-a481-8e5dff81edf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.500094 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ef83-459e-4af7-a481-8e5dff81edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.606447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e869ade0-1a60-439a-84b1-a9d6cce0918e req-56854208-a4aa-4b36-9174-5c2161d467b2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550474 Sep 16 04:54:34.663227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229fce-ff01-46be-bafa-144b9359900a req-37ce1727-1e84-4657-b0c6-5add58c09515 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.664749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02229fce-ff01-46be-bafa-144b9359900a req-37ce1727-1e84-4657-b0c6-5add58c09515 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 950 time: 0.4666774 Sep 16 04:54:34.779542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02229fce-ff01-46be-bafa-144b9359900a req-4106970f-049c-4f55-8a63-b1d7ba8d70ff tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdbe7dcd-87a7-49a0-b07b-9d948826a36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066222 Sep 16 04:54:34.796049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1831a4c-7478-49f5-81eb-0738b94862f2 req-7b6dfb38-7433-495f-90ab-78d38b722c17 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.799352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ef83-459e-4af7-a481-8e5dff81edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.805025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1831a4c-7478-49f5-81eb-0738b94862f2 req-7b6dfb38-7433-495f-90ab-78d38b722c17 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 945 time: 0.1331983 Sep 16 04:54:34.858437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e1030-997a-47bb-b800-d76821d3eeb7 None None] Network e1e2490c-1db9-47fa-92a2-082050bb82f9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:34.877845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1831a4c-7478-49f5-81eb-0738b94862f2 req-d9cfb854-57ab-46ec-87cf-eaf5cc9cdd5b tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717802 Sep 16 04:54:34.880838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7ef83-459e-4af7-a481-8e5dff81edf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2935bc4-26d4-43b6-9332-a762d3499490,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.881595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ef83-459e-4af7-a481-8e5dff81edf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.888938 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4ee7ef83-459e-4af7-a481-8e5dff81edf2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d2935bc4-26d4-43b6-9332-a762d3499490 HTTP/1.1" status: 204 len: 168 time: 0.5918343 Sep 16 04:54:34.889271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35490) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.897079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bc9c13b2-114c-4e0c-abd7-5dbf33791aaa no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:34.904088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-2beb4ecc-9dea-4ea7-ad41-8c7b6bfe3ed9 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.905803 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-2beb4ecc-9dea-4ea7-ad41-8c7b6bfe3ed9 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.57 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 950 time: 0.1455483 Sep 16 04:54:34.945243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: bc9c13b2-114c-4e0c-abd7-5dbf33791aaa {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:34.945787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bc9c13b2-114c-4e0c-abd7-5dbf33791aaa not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:34.946368 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b3a27060-3b83-4061-9b7e-6628c6004aeb no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:34.981098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c3985bd-9e70-4b12-b3cd-cbd78e55a972 req-2c0709af-72e3-451e-bfec-cb3751a63895 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 210 time: 0.0699337 Sep 16 04:54:35.018356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eea1d20e-7515-4564-80f5-ca85cd4386ba req-a91bc116-e70e-465d-889a-2b151ec2ed05 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 210 time: 0.0775850 Sep 16 04:54:35.032243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:35.048828 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.049024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b3a27060-3b83-4061-9b7e-6628c6004aeb {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:35.049245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b3a27060-3b83-4061-9b7e-6628c6004aeb not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:35.067377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Deleting port 2570d285-1875-49df-a56e-48fc08f9cbbc {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:35.067880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.073134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Transition to ACTIVE for port object 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:35.135100 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.187727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] For port 2570d285-1875-49df-a56e-48fc08f9cbbc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2570d285-1875-49df-a56e-48fc08f9cbbc,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:35.188884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.204398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Calling delete_port for 2570d285-1875-49df-a56e-48fc08f9cbbc owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:35.207489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Deleting port 72ed5a96-6f64-402f-90f9-8b36b79754eb {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:35.208034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.238086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] DHCP port deletion for e1e2490c-1db9-47fa-92a2-082050bb82f9 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:35.286980 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.300682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] Deleting port 72ed5a96-6f64-402f-90f9-8b36b79754eb {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:35.300985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.339131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] For port 72ed5a96-6f64-402f-90f9-8b36b79754eb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=72ed5a96-6f64-402f-90f9-8b36b79754eb,segment=NetworkSegment(3bbc1194-9860-4950-8442-5e3b15853611),segment_id=3bbc1194-9860-4950-8442-5e3b15853611)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:35.339614 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.366964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] For port 72ed5a96-6f64-402f-90f9-8b36b79754eb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=72ed5a96-6f64-402f-90f9-8b36b79754eb,segment=NetworkSegment(3bbc1194-9860-4950-8442-5e3b15853611),segment_id=3bbc1194-9860-4950-8442-5e3b15853611)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:35.367410 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.370639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Calling delete_port for 72ed5a96-6f64-402f-90f9-8b36b79754eb owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:35.386674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] Calling delete_port for 72ed5a96-6f64-402f-90f9-8b36b79754eb owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:35.394121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.465161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.522504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['2570d285-1875-49df-a56e-48fc08f9cbbc'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:35.523767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Pushing event deleted for resources: {'Port': ['ID=2570d285-1875-49df-a56e-48fc08f9cbbc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.576143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:35.576143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:35.576143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:35.585151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:35.585538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:35.588890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] No DVR routers for this DVR port 2570d285-1875-49df-a56e-48fc08f9cbbc on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:35.592577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.593833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:35.595108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:35.595516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:35.596076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Bound port: 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:35.596303 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d0203fb6-8935-47fd-931e-2727c3804fa9 req-38c2be86-e187-4a5e-9599-1c5df96119dd tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.57 "DELETE /v2.0/ports/2570d285-1875-49df-a56e-48fc08f9cbbc HTTP/1.1" status: 204 len: 173 time: 0.6772745 Sep 16 04:54:35.596460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.596931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ed9f3b-89e3-430d-88be-0aecf9862961', 'name': 'network-vif-deleted', 'tag': '2570d285-1875-49df-a56e-48fc08f9cbbc'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:35.599625 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d0b4a1-4afa-472c-905c-2fda3e509111" -d '{"events": [{"server_uuid": "71ed9f3b-89e3-430d-88be-0aecf9862961", "name": "network-vif-deleted", "tag": "2570d285-1875-49df-a56e-48fc08f9cbbc"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:35.617753 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.678633 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d1f85f-f530-492d-92d9-27f2c9d2d2db x-openstack-request-id: req-37d1f85f-f530-492d-92d9-27f2c9d2d2db {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:35.679041 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ed9f3b-89e3-430d-88be-0aecf9862961", "name": "network-vif-deleted", "tag": "2570d285-1875-49df-a56e-48fc08f9cbbc", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:35.679421 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37d1f85f-f530-492d-92d9-27f2c9d2d2db {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:35.679996 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ed9f3b-89e3-430d-88be-0aecf9862961', 'name': 'network-vif-deleted', 'tag': '2570d285-1875-49df-a56e-48fc08f9cbbc', 'status': 'completed', 'code': 200} Sep 16 04:54:35.695596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] Pushing event deleted for resources: {'Port': ['ID=72ed5a96-6f64-402f-90f9-8b36b79754eb,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.703124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0de08-4bea-4ed9-8719-da48438687fb None None] No DVR routers for this DVR port 72ed5a96-6f64-402f-90f9-8b36b79754eb on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:35.714271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:35.714271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:35.717419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.785578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Pushing event deleted for resources: {'Port': ['ID=72ed5a96-6f64-402f-90f9-8b36b79754eb,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.791613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] No DVR routers for this DVR port 72ed5a96-6f64-402f-90f9-8b36b79754eb on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:35.892969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.896543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.936065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-fa350b34-c876-4e94-a963-2632205bcf58 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.937495 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-fa350b34-c876-4e94-a963-2632205bcf58 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 821 time: 0.1156592 Sep 16 04:54:35.952689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Request body: {'port': {'device_id': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'admin_state_up': True, 'tenant_id': '8cdb984372b74e3fad220d4bbcbe4521'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:35.968306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0453eb26-5754-4b6b-82c5-68dff6557b59 req-09f392cf-5c3e-4da6-8b61-f7dbc6c78439 tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 210 time: 0.0797110 Sep 16 04:54:35.980972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e2490c-1db9-47fa-92a2-082050bb82f9']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:35.994366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a16b22-6a2a-448a-b47b-be46d7a5777e req-26788e63-5223-4f43-9871-170927828770 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.995971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07a16b22-6a2a-448a-b47b-be46d7a5777e req-26788e63-5223-4f43-9871-170927828770 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.2797937 Sep 16 04:54:36.023345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbc1194-9860-4950-8442-5e3b15853611') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:36.023647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbc1194-9860-4950-8442-5e3b15853611') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:36.030296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.032472 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.033931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] 10.222.0.60 "PUT /v2.0/ports/0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 1097 time: 2.0162022 Sep 16 04:54:36.034461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:36.037061 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0497bf2-146c-4983-b9fd-a8c8b59bca04" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:36.087916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.122055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae1b65-fdb8-4bf0-b82e-0e4ba286e6ac service neutron] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.144971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.158873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:36.159306 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:36.161737 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:36.181414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07a16b22-6a2a-448a-b47b-be46d7a5777e req-3a9174e8-c592-428e-83e9-890232569102 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702771 Sep 16 04:54:36.272735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d120a17-ea5f-4f7f-87c5-3277981e159f req-b0b5022f-95f2-45ee-b4b1-66d3f332767f tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.274321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d120a17-ea5f-4f7f-87c5-3277981e159f req-b0b5022f-95f2-45ee-b4b1-66d3f332767f tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 945 time: 0.1979051 Sep 16 04:54:36.291212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Made reservation on behalf of 8cdb984372b74e3fad220d4bbcbe4521 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:36.295924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.319975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf1dbffb-dd85-4309-92fb-7fb70d7595ad req-43aa4fc4-df7c-4056-a143-3e3d88e2c644 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 210 time: 0.0434382 Sep 16 04:54:36.346158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-f8972e35-ce23-44da-a87a-85432f9a040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.347719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-f8972e35-ce23-44da-a87a-85432f9a040e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1100 time: 0.1722445 Sep 16 04:54:36.387803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d120a17-ea5f-4f7f-87c5-3277981e159f req-77d8ed38-a3d3-4852-ba7a-f3f89b379302 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/security-groups?id=a7a99667-f5a8-424a-869b-fd4070c58475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959995 Sep 16 04:54:36.429781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.441504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-6a006298-32aa-4487-8835-5dfa2dce2032 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.0801916 Sep 16 04:54:36.448045 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.453319 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] 10.222.0.59 "DELETE /v2.0/networks/e1e2490c-1db9-47fa-92a2-082050bb82f9 HTTP/1.1" status: 204 len: 168 time: 1.5616746 Sep 16 04:54:36.487937 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdf2d7e-90c8-470e-8a72-5b3dc336a313 x-openstack-request-id: req-0fdf2d7e-90c8-470e-8a72-5b3dc336a313 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:36.488755 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:36.489219 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fdf2d7e-90c8-470e-8a72-5b3dc336a313 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:36.489843 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'status': 'completed', 'code': 200} Sep 16 04:54:36.505305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e1a0f8e-c151-4d76-92cd-f2fd86d64227 req-6efecf26-358a-48e0-a109-ad89093033bb tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 210 time: 0.0723422 Sep 16 04:54:36.533010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-644de47e-8506-4a4c-b89e-b78a390ea63d tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.533010 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-644de47e-8506-4a4c-b89e-b78a390ea63d tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.57 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 945 time: 0.1156113 Sep 16 04:54:36.534052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aab58b-75b7-4932-b0bf-dd24d870078d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e2490c-1db9-47fa-92a2-082050bb82f9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.579389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-ee348e4d-d7e1-485d-8ecc-6f4e086c8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.583631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-ee348e4d-d7e1-485d-8ecc-6f4e086c8890 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0927279 Sep 16 04:54:36.586165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Allocated IP 172.20.0.13 (67533389-3bb3-4806-87ef-1c99dee8a51d/75d3002a-9b64-4709-99ca-fa6dd9ce7ca5/69927cce-7c92-4b34-86f7-341c34d89cb2) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:36.638736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 72ed5a96-6f64-402f-90f9-8b36b79754eb no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:36.655316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-943b36c0-dd3f-4fa6-9893-2e8f48cbd589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.657820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-943b36c0-dd3f-4fa6-9893-2e8f48cbd589 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645211 Sep 16 04:54:36.680347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 72ed5a96-6f64-402f-90f9-8b36b79754eb {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:36.681502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 72ed5a96-6f64-402f-90f9-8b36b79754eb not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:36.783718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Deleting port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:36.784320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.790083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-72232bcd-9359-442e-845a-64cf2742c976 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240768 Sep 16 04:54:36.907363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e8baf4-5b64-45e3-90aa-3ddeff207e7c req-cb2a22b5-83cf-4e7d-a0cd-18b76581e2f9 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069903 Sep 16 04:54:36.908559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.924351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] For port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,segment=NetworkSegment(af10849e-ba62-46a0-b2d7-8cf034b3603f),segment_id=af10849e-ba62-46a0-b2d7-8cf034b3603f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:36.924728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.941807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Calling delete_port for 7b190c5f-a1c3-4b31-af66-eafbc849a6ba owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:37.092025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2827702-5d8a-4f1d-8d2e-0fcd3bc566de req-57cf6b1f-f647-41b8-8c3b-cb077752865d tempest-TenantUsagesTestJSON-222099660 tempest-TenantUsagesTestJSON-222099660-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ed9f3b-89e3-430d-88be-0aecf9862961 HTTP/1.1" status: 200 len: 210 time: 0.0299215 Sep 16 04:54:37.162028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.176038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-7df6ca02-62d0-476f-94a3-18fa95867853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.179906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-7df6ca02-62d0-476f-94a3-18fa95867853 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1100 time: 0.0584791 Sep 16 04:54:37.200783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35522) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.226703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.265398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7b190c5f-a1c3-4b31-af66-eafbc849a6ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:37.285237 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Network 67533389-3bb3-4806-87ef-1c99dee8a51d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:37.322190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:37.333292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:37.362984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-5599a9a3-7345-4565-a08d-3940f23bb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.365081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-5599a9a3-7345-4565-a08d-3940f23bb20c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1753874 Sep 16 04:54:37.372829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a1838db8-0445-41e0-a598-3ab503c1131d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d3bb1e24a714a66bf0bac404a6c381f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706574 Sep 16 04:54:37.375528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Pushing event updated for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:37.376714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] No DVR routers for this DVR port 7b190c5f-a1c3-4b31-af66-eafbc849a6ba on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:37.378100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35528) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.392622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.394637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3063a552-ad4e-4141-a11e-ed075dfadb88 req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.57 "DELETE /v2.0/ports/7b190c5f-a1c3-4b31-af66-eafbc849a6ba HTTP/1.1" status: 204 len: 173 time: 0.8626521 Sep 16 04:54:37.421974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11314e-25f3-43a8-9943-b6e9905e4fb7 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] Pushing event deleted for resources: {'Port': ['ID=7b190c5f-a1c3-4b31-af66-eafbc849a6ba,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:37.440363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.441044 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.465883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-c3868d26-e056-4055-8d87-4f5e45615996 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.0514266 Sep 16 04:54:37.488018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4fd6e-ab31-4aed-aa3e-3d3d3a4501f2 req-9ada667e-07cd-4e8a-9654-c954e6107613 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.489527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79b4fd6e-ab31-4aed-aa3e-3d3d3a4501f2 req-9ada667e-07cd-4e8a-9654-c954e6107613 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.1701279 Sep 16 04:54:37.601121 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-6240abfd-f5a5-4891-b55d-696fa4256896 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6531537 Sep 16 04:54:37.607744 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc870eb5-8b56-417a-bcbc-66872d68d825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.616775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Request body: {'port': {'device_id': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:37.619723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf611-7684-4828-930e-b34885bdcee9 req-cf4f1334-0306-4f52-a6b3-f7851b3caa76 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.621819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acabf611-7684-4828-930e-b34885bdcee9 req-cf4f1334-0306-4f52-a6b3-f7851b3caa76 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 932 time: 0.1639891 Sep 16 04:54:37.626821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-fcbec871-9cbb-4058-ba6b-cd81777d489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.628160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-fcbec871-9cbb-4058-ba6b-cd81777d489c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1216168 Sep 16 04:54:37.633531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79b4fd6e-ab31-4aed-aa3e-3d3d3a4501f2 req-1f99f10e-faca-47ab-bfeb-24e63ba516c7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111743 Sep 16 04:54:37.684817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1964aae6-f0cd-4a1d-9722-67f8af123f4a', 'name': 'network-vif-deleted', 'tag': '7b190c5f-a1c3-4b31-af66-eafbc849a6ba'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:37.687159 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41535525-274a-45b1-8af7-ce05b8cae6c0" -d '{"events": [{"server_uuid": "1964aae6-f0cd-4a1d-9722-67f8af123f4a", "name": "network-vif-deleted", "tag": "7b190c5f-a1c3-4b31-af66-eafbc849a6ba"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:37.690422 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc870eb5-8b56-417a-bcbc-66872d68d825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.736462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.753780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acabf611-7684-4828-930e-b34885bdcee9 req-280111c9-aae8-45da-8047-342b19264e42 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146870 Sep 16 04:54:37.756604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-680b997e-df55-42c4-a1f3-ec97e6ac30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.758064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-680b997e-df55-42c4-a1f3-ec97e6ac30c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179466 Sep 16 04:54:37.793624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 2570d285-1875-49df-a56e-48fc08f9cbbc no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:37.823553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 2570d285-1875-49df-a56e-48fc08f9cbbc {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:37.824334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 2570d285-1875-49df-a56e-48fc08f9cbbc not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:37.925156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f887863-c09c-4a23-91d2-c5ee0ed3335b req-21e67eb5-a331-4490-883b-ce5dc047470f tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 210 time: 0.0369358 Sep 16 04:54:37.995603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-422c4285-c847-4921-8d25-ff8a5a7744b0 req-384ce632-8cc9-4d3a-91ca-705b16bfd8a5 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 210 time: 0.0695105 Sep 16 04:54:37.999908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-fcd955fb-41cd-4201-8175-dbfd0aeb67ab service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317262 Sep 16 04:54:38.055076 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e85ff2-04a6-486f-be8a-3d312e25f24a x-openstack-request-id: req-27e85ff2-04a6-486f-be8a-3d312e25f24a {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:38.055463 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1964aae6-f0cd-4a1d-9722-67f8af123f4a", "name": "network-vif-deleted", "tag": "7b190c5f-a1c3-4b31-af66-eafbc849a6ba", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:38.055783 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27e85ff2-04a6-486f-be8a-3d312e25f24a {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:38.056238 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1964aae6-f0cd-4a1d-9722-67f8af123f4a', 'name': 'network-vif-deleted', 'tag': '7b190c5f-a1c3-4b31-af66-eafbc849a6ba', 'status': 'completed', 'code': 200} Sep 16 04:54:38.058356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-df806ee3-487a-4363-9105-c7eb3e73ad59 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d0d71823f5ca4dd0a2dae264cc46baae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630152 Sep 16 04:54:38.095938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc870eb5-8b56-417a-bcbc-66872d68d825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.098798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc870eb5-8b56-417a-bcbc-66872d68d825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.100171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fc870eb5-8b56-417a-bcbc-66872d68d825 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/261c3f36-a841-4c44-b486-b484ef61783d HTTP/1.1" status: 204 len: 168 time: 0.7149868 Sep 16 04:54:38.120779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc870eb5-8b56-417a-bcbc-66872d68d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c3f36-a841-4c44-b486-b484ef61783d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:38.138804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0497bf2-146c-4983-b9fd-a8c8b59bca04 req-280a97d2-0b56-4bc8-a56f-f83bf459a106 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199274 Sep 16 04:54:38.261924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-b76d49ef-1c17-47c3-8677-8c2fe1b30ee4 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.263655 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-b76d49ef-1c17-47c3-8677-8c2fe1b30ee4 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922555 Sep 16 04:54:38.272601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69927cce-7c92-4b34-86f7-341c34d89cb2 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:38.283483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Request body: {'port': {'device_id': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'd0d71823f5ca4dd0a2dae264cc46baae'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:38.298829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.340591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Transition to ACTIVE for port object 69927cce-7c92-4b34-86f7-341c34d89cb2 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:38.771393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92860b0-f0a8-4b18-9c03-a92c3090fa31 req-d46e0029-1bca-48f2-bd7d-93cfdbe32feb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.772955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f92860b0-f0a8-4b18-9c03-a92c3090fa31 req-d46e0029-1bca-48f2-bd7d-93cfdbe32feb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.0535820 Sep 16 04:54:38.822696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f92860b0-f0a8-4b18-9c03-a92c3090fa31 req-fd963c94-a71b-47fb-b30a-a43d0f867cec tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Sep 16 04:54:38.850815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Made reservation on behalf of d0d71823f5ca4dd0a2dae264cc46baae for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:38.857871 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.861753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.892003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.904913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1d04f-8772-4544-8c39-ba62995b1fd0 req-52ac7bc0-e329-4c0d-8151-ad93091bb92c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.906916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05f1d04f-8772-4544-8c39-ba62995b1fd0 req-52ac7bc0-e329-4c0d-8151-ad93091bb92c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.0627091 Sep 16 04:54:38.932862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Pushing event updated for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:38.977798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05f1d04f-8772-4544-8c39-ba62995b1fd0 req-5562a54f-ea72-4f85-980a-acae8be55ccb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614157 Sep 16 04:54:39.073331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ea8e7d8-e053-4ef1-bc3a-e5263c484f4d req-acc6f979-e2f0-4fa8-8f6c-5288249ab30d tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 210 time: 0.0402281 Sep 16 04:54:39.119565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:39.119900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:39.120321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:39.132018 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:39.132351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:39.140328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:39.140670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:39.141069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:39.141540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Bound port: 69927cce-7c92-4b34-86f7-341c34d89cb2, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:39.141914 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.218246 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.244231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:39.247413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:39.250297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d318fd2-dec9-477d-81e9-bb1b1a14bfcb req-6a6181c8-96b7-4a01-8b11-7dfb00525a51 tempest-InstanceActionsNegativeTestJSON-1579471781 tempest-InstanceActionsNegativeTestJSON-1579471781-project] 10.222.0.59 "GET /v2.0/ports?device_id=1964aae6-f0cd-4a1d-9722-67f8af123f4a HTTP/1.1" status: 200 len: 210 time: 0.0326626 Sep 16 04:54:39.333276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.397858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35568) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.406297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0158d28a-80cc-4e7c-b004-f4d0487eb171,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.413859 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.505788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.506418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.507864 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] 10.222.0.60 "PUT /v2.0/ports/69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 200 len: 1093 time: 1.8981638 Sep 16 04:54:39.553438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4ac3c-2496-449a-ac2a-bfaa11014b11 service neutron] Pushing event updated for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.562158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Allocated IP 192.168.233.237 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/98f629bc-2fe0-44ca-a668-5602841f0c23) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:39.612972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a6e1bdf2-29b2-45b2-8916-96654cb8acf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=486b77e62d6f40428b6c69f6ba1180c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141101 Sep 16 04:54:39.615787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35574) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.673531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28f76bf8-21ad-412a-bbf0-464540fb7af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.700012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28f76bf8-21ad-412a-bbf0-464540fb7af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.725028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-d31107c5-8a35-4f12-9a77-afd1962fac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.729960 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-d31107c5-8a35-4f12-9a77-afd1962fac2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1096 time: 0.0790739 Sep 16 04:54:39.784927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b190c5f-a1c3-4b31-af66-eafbc849a6ba no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:39.790770 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-7cead87a-29bd-4103-9376-05fd2e4e16a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 200 len: 217 time: 0.0502419 Sep 16 04:54:39.811581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.814281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 7b190c5f-a1c3-4b31-af66-eafbc849a6ba {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:39.814944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b190c5f-a1c3-4b31-af66-eafbc849a6ba not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:39.864765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28f76bf8-21ad-412a-bbf0-464540fb7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.868292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-49f6d7a8-60f4-4ff1-929b-ab1f305163fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.869870 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-49f6d7a8-60f4-4ff1-929b-ab1f305163fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0704045 Sep 16 04:54:39.870287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28f76bf8-21ad-412a-bbf0-464540fb7af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.871774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-28f76bf8-21ad-412a-bbf0-464540fb7af6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdbe7dcd-87a7-49a0-b07b-9d948826a36b HTTP/1.1" status: 204 len: 168 time: 0.2548919 Sep 16 04:54:39.902339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76bf8-21ad-412a-bbf0-464540fb7af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbe7dcd-87a7-49a0-b07b-9d948826a36b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.917745 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-2c4a6fdc-57fe-4e24-a5b3-d11d636d8bdc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405111 Sep 16 04:54:39.966211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31cc9-9bcf-4be5-8e7f-2cf5947b7fbd req-9f1c46c4-d825-42b0-8533-f9e735b5d2a2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.967907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-efd31cc9-9bcf-4be5-8e7f-2cf5947b7fbd req-9f1c46c4-d825-42b0-8533-f9e735b5d2a2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.0629749 Sep 16 04:54:39.985207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:40.091293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-efd31cc9-9bcf-4be5-8e7f-2cf5947b7fbd req-28a372c3-c376-4a83-a46f-175f88e8a941 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074274 Sep 16 04:54:40.230805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35596) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.256691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458be01-a158-4163-ac3d-30de7eab46fe req-f1ddc23e-1b53-4ed1-aec2-7e3f9f309899 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.258535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2458be01-a158-4163-ac3d-30de7eab46fe req-f1ddc23e-1b53-4ed1-aec2-7e3f9f309899 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.1130979 Sep 16 04:54:40.258682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:40.265512 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.292998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cd645-1297-4016-a4c1-ad48cd4cceb3 req-269acb8b-5e32-4044-85d8-1c587c48f541 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.295661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'mac_address': 'fa:16:3e:15:03:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:40.301188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a75cd645-1297-4016-a4c1-ad48cd4cceb3 req-269acb8b-5e32-4044-85d8-1c587c48f541 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 936 time: 0.1149061 Sep 16 04:54:40.339917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2458be01-a158-4163-ac3d-30de7eab46fe req-8df2cb55-a1b8-48f5-961d-5576f2a279e7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723472 Sep 16 04:54:40.358864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:40.362410 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2" -d '{"events": [{"name": "network-changed", "server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:40.373258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.383892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a75cd645-1297-4016-a4c1-ad48cd4cceb3 req-1946af47-5df3-444d-ab5c-5f6af7ed059b tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813920 Sep 16 04:54:40.416046 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.443112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:40.449639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35606) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.509424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:40.536804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec273b61-de71-40e6-84f6-dc14f2bae7c2 admin admin] Deleting subnet b24b376f-cbfb-4d4b-969f-1c81ee8fd689 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:40.539375 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Pushing event updated for resources: {'Port': ['ID=98f629bc-2fe0-44ca-a668-5602841f0c23,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.540906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec273b61-de71-40e6-84f6-dc14f2bae7c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.559763 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa528e3-8422-41e0-a9c3-b89041f03b6c x-openstack-request-id: req-caa528e3-8422-41e0-a9c3-b89041f03b6c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:40.560069 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:40.560322 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-caa528e3-8422-41e0-a9c3-b89041f03b6c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:40.560743 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2', 'status': 'completed', 'code': 200} Sep 16 04:54:40.581726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:40.588069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:40.591724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:40.607292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec273b61-de71-40e6-84f6-dc14f2bae7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.617993 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-ad64f172-ac8f-408e-a279-0d7e3b1f4d7d service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906881 Sep 16 04:54:40.627764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.696423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-network', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:40.707810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.723008 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec273b61-de71-40e6-84f6-dc14f2bae7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.750192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.751209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.804949 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fa4f221-98ca-4e0d-aa75-5d37b28e0b84 req-0ce90356-54e1-4c71-98ed-14924c0d1954 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649399 Sep 16 04:54:40.885011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Made reservation on behalf of 19dd6a1b3f1e494cb525439b72895742 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:40.887747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.891419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec273b61-de71-40e6-84f6-dc14f2bae7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.899531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0d3d066e-1ea5-40e2-bdcc-1e58a789f766'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:40.925618 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.938567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273b61-de71-40e6-84f6-dc14f2bae7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24b376f-cbfb-4d4b-969f-1c81ee8fd689,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.950934 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec273b61-de71-40e6-84f6-dc14f2bae7c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.955756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ec273b61-de71-40e6-84f6-dc14f2bae7c2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b24b376f-cbfb-4d4b-969f-1c81ee8fd689 HTTP/1.1" status: 204 len: 168 time: 0.5025070 Sep 16 04:54:40.964152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35608) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.964305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-76eb26b2-33a9-469c-993e-8fad65c46feb None None] Provisioning complete for port 98f629bc-2fe0-44ca-a668-5602841f0c23 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:40.964305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-76eb26b2-33a9-469c-993e-8fad65c46feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.028019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-76eb26b2-33a9-469c-993e-8fad65c46feb None None] Port 98f629bc-2fe0-44ca-a668-5602841f0c23 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:41.039580 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.054824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-05a7bc35-1fd1-4419-a0f3-af30d2bb66f7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7759271 Sep 16 04:54:41.056644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-389b12fb-d36a-4c06-8e38-07c23beb58cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.064224 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35610) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.088123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Request body: {'port': {'device_id': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:41.135602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5eae6b1-4f8a-42f1-88d9-455770bd5916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.171450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.188557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-97d06c8b-84b6-4496-b398-ee9236a14bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.190155 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-97d06c8b-84b6-4496-b398-ee9236a14bcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1096 time: 0.1539991 Sep 16 04:54:41.289412 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.322245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1681d2b4-2433-4b04-aac8-ea66dd7f6aaf']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:41.347800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af10849e-ba62-46a0-b2d7-8cf034b3603f') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:41.348145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af10849e-ba62-46a0-b2d7-8cf034b3603f') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:41.374406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f77a2e-c0b4-4504-9f76-baca4861c01b req-7ba656c4-bd77-43b9-8490-a7c032ff5a52 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.387311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17f77a2e-c0b4-4504-9f76-baca4861c01b req-7ba656c4-bd77-43b9-8490-a7c032ff5a52 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 949 time: 0.1719737 Sep 16 04:54:41.387311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.388865 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.397839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-bf5c2f29-ded5-4e78-a3f8-eeea4b309545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.406018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-bf5c2f29-ded5-4e78-a3f8-eeea4b309545 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.2028244 Sep 16 04:54:41.425820 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.441211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:41.441624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:41.443559 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:41.460037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17f77a2e-c0b4-4504-9f76-baca4861c01b req-da8bb09d-a76e-4a75-bcca-633d5eff15e9 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757294 Sep 16 04:54:41.463479 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-253598b5-3b63-4c31-a02e-b371704af364 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 200 len: 217 time: 0.0507343 Sep 16 04:54:41.510035 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.561195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-bc451063-9848-464c-be33-7d6756abd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.562673 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-bc451063-9848-464c-be33-7d6756abd6bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0885103 Sep 16 04:54:41.618219 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-fde8809e-577f-43ab-91a6-57dfa4bfe9aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453248 Sep 16 04:54:41.643100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa2223-771e-4df1-bb72-06b34d0dbec1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.675121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ecb7-7dac-4dda-a2ee-26dd4d8971bd req-312cf63e-b3f9-4732-af55-1dd4029544eb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.676671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96a5ecb7-7dac-4dda-a2ee-26dd4d8971bd req-312cf63e-b3f9-4732-af55-1dd4029544eb tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.1677320 Sep 16 04:54:41.690224 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c10fb-2558-40f5-92b2-a9901c21dd03 req-261791dc-43e9-4025-b169-84f615a8c7b2 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.691815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-064c10fb-2558-40f5-92b2-a9901c21dd03 req-261791dc-43e9-4025-b169-84f615a8c7b2 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 936 time: 0.1479707 Sep 16 04:54:41.738431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f629bc-2fe0-44ca-a668-5602841f0c23 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:41.748733 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.761694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5eae6b1-4f8a-42f1-88d9-455770bd5916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.773455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Transition to ACTIVE for port object 98f629bc-2fe0-44ca-a668-5602841f0c23 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:41.774797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96a5ecb7-7dac-4dda-a2ee-26dd4d8971bd req-e8727f06-67a0-4258-b37a-5e861c15e3cd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820298 Sep 16 04:54:41.779689 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-a8028776-6f0b-4221-ab64-6929d3b3a5b2 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514816 Sep 16 04:54:41.783279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-064c10fb-2558-40f5-92b2-a9901c21dd03 req-9a14fe46-aec7-438e-9152-fd364e8d1ca0 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818255 Sep 16 04:54:41.786590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.795659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.800525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] 10.222.0.59 "DELETE /v2.0/networks/1681d2b4-2433-4b04-aac8-ea66dd7f6aaf HTTP/1.1" status: 204 len: 168 time: 0.8431911 Sep 16 04:54:41.801175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:41.812762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.813097 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Added segment a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf of type vlan for network 48748cf5-c33e-4d04-b925-7e8b02175a96 Sep 16 04:54:41.866615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b930ca2-a182-4a9d-9aa7-bd1832a3815a admin admin] Pushing event deleted for resources: {'Network': ['ID=1681d2b4-2433-4b04-aac8-ea66dd7f6aaf,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.887557 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.902335 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e1b5fc9-0703-4640-a867-6cc4a5a611b2 req-b14312c5-afd3-42f9-a222-2a3797757d7d service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136780 Sep 16 04:54:41.935411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.935660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5eae6b1-4f8a-42f1-88d9-455770bd5916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.977448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c5eae6b1-4f8a-42f1-88d9-455770bd5916 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d288a07db65446ffb0a6b9d40f385f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9073923 Sep 16 04:54:41.978584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35624) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.985442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eae6b1-4f8a-42f1-88d9-455770bd5916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a7493-98d6-4395-922c-8c88b5d8a5d9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.993873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:42.007333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Pushing event updated for resources: {'Port': ['ID=98f629bc-2fe0-44ca-a668-5602841f0c23,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.023656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.024840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.025618 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.065176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Attempting to bind port 98f629bc-2fe0-44ca-a668-5602841f0c23 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:42.066915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Attempting to bind port 98f629bc-2fe0-44ca-a668-5602841f0c23 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:42.067575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Attempting to bind port 98f629bc-2fe0-44ca-a668-5602841f0c23 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:42.076124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Port 98f629bc-2fe0-44ca-a668-5602841f0c23 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:42.076449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Attempting to bind port 98f629bc-2fe0-44ca-a668-5602841f0c23 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:42.082692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:42.083041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:42.084045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:42.084045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Bound port: 98f629bc-2fe0-44ca-a668-5602841f0c23, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:42.084304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.095270 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8d4f8cf-49d6-409a-93ed-efe3c20239d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.131121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] Pushing event updated for resources: {'Network': ['ID=48748cf5-c33e-4d04-b925-7e8b02175a96,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.144707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 48748cf5-c33e-4d04-b925-7e8b02175a96 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:42.148166 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8d4f8cf-49d6-409a-93ed-efe3c20239d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.157363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] For port 98f629bc-2fe0-44ca-a668-5602841f0c23, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:42.162825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] For port 98f629bc-2fe0-44ca-a668-5602841f0c23, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=98f629bc-2fe0-44ca-a668-5602841f0c23,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:42.261001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:42.264467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4fa9299d-9fd6-41fd-8d4f-c6b6db79e499 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0369649 Sep 16 04:54:42.271568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.271807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:42.271807 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.275538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Request body: {'subnet': {'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-subnet', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:42.304359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8d4f8cf-49d6-409a-93ed-efe3c20239d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.307173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.309254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8d4f8cf-49d6-409a-93ed-efe3c20239d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.314493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a8d4f8cf-49d6-409a-93ed-efe3c20239d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f94a7493-98d6-4395-922c-8c88b5d8a5d9 HTTP/1.1" status: 204 len: 168 time: 0.3355622 Sep 16 04:54:42.325653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4f8cf-49d6-409a-93ed-efe3c20239d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a7493-98d6-4395-922c-8c88b5d8a5d9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.363203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.364533 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.366740 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] 10.222.0.60 "PUT /v2.0/ports/98f629bc-2fe0-44ca-a668-5602841f0c23 HTTP/1.1" status: 200 len: 1097 time: 1.2832472 Sep 16 04:54:42.393376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Made reservation on behalf of 19dd6a1b3f1e494cb525439b72895742 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:42.393493 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.393591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.416654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:42.419494 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f9ced6-b6fa-42f6-a106-ab446491f3cb" -d '{"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:42.426536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6b2ad-778c-4b2a-8262-bcdb3d0d1644 service neutron] Pushing event updated for resources: {'Port': ['ID=98f629bc-2fe0-44ca-a668-5602841f0c23,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.443641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35634) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.460225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:42.474250 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c740f8-c3e2-465e-bdf8-decaa08efc2b x-openstack-request-id: req-51c740f8-c3e2-465e-bdf8-decaa08efc2b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:42.474744 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:42.475144 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51c740f8-c3e2-465e-bdf8-decaa08efc2b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:42.475717 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'code': 200} Sep 16 04:54:42.501273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-507e2223-5517-456c-9df1-e3a004ac9c8b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e6e6030926f4450b4ed5851e97cd171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558746 Sep 16 04:54:42.503676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35638) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.576530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'tag': '98f629bc-2fe0-44ca-a668-5602841f0c23'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:42.578994 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ecabe8-7f79-47aa-abf3-216b4b468f98" -d '{"events": [{"name": "network-changed", "server_uuid": "b65e63ab-edcc-434a-b404-3d1513a00f88", "tag": "98f629bc-2fe0-44ca-a668-5602841f0c23"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:42.597512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf40689-8d30-409c-bfae-bc54784055e3 req-6a3855af-cae9-4646-8533-e0aa18a6f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.599032 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6bf40689-8d30-409c-bfae-bc54784055e3 req-6a3855af-cae9-4646-8533-e0aa18a6f629 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1101 time: 0.0490389 Sep 16 04:54:42.621774 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.682989 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6bf40689-8d30-409c-bfae-bc54784055e3 req-eaf4ae55-41d6-4f34-ab78-59b519b1dcdc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736609 Sep 16 04:54:42.691275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-ee29e8ad-cc1a-4d69-8319-3d9cea754232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.696980 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-ee29e8ad-cc1a-4d69-8319-3d9cea754232 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0d71823f5ca4dd0a2dae264cc46baae&device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 1100 time: 0.0928786 Sep 16 04:54:42.697133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397773a2-cbc8-4afa-a98e-f1eac07a0f88 req-ff865daf-ae10-4732-a433-70cad0fa0efb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.697243 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cd2ff9-796f-4dfd-90bb-2f166fc16e38 x-openstack-request-id: req-23cd2ff9-796f-4dfd-90bb-2f166fc16e38 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:42.697243 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65e63ab-edcc-434a-b404-3d1513a00f88", "tag": "98f629bc-2fe0-44ca-a668-5602841f0c23", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:42.697243 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23cd2ff9-796f-4dfd-90bb-2f166fc16e38 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:42.697243 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'tag': '98f629bc-2fe0-44ca-a668-5602841f0c23', 'status': 'completed', 'code': 200} Sep 16 04:54:42.697554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-397773a2-cbc8-4afa-a98e-f1eac07a0f88 req-ff865daf-ae10-4732-a433-70cad0fa0efb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 949 time: 0.1468315 Sep 16 04:54:42.705639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.716820 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc75ae6a-4961-476b-a576-c11d42fece91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.763368 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc75ae6a-4961-476b-a576-c11d42fece91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.778458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-397773a2-cbc8-4afa-a98e-f1eac07a0f88 req-a3a28855-4158-44a0-be52-8d99e0470f5e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Sep 16 04:54:42.905445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.961568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc75ae6a-4961-476b-a576-c11d42fece91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.963189 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-2f700f81-bcaf-44ce-8c1c-dace19eca36c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=98f629bc-2fe0-44ca-a668-5602841f0c23 HTTP/1.1" status: 200 len: 217 time: 0.0418546 Sep 16 04:54:42.964197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc75ae6a-4961-476b-a576-c11d42fece91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.968707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fc75ae6a-4961-476b-a576-c11d42fece91 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7a99667-f5a8-424a-869b-fd4070c58475 HTTP/1.1" status: 204 len: 168 time: 0.4604647 Sep 16 04:54:42.987592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6f64d-3e31-4cfe-b51d-1470fd556239 req-e4929ae6-3b45-4e3c-81a4-8a7631d5a70a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.989139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45b6f64d-3e31-4cfe-b51d-1470fd556239 req-e4929ae6-3b45-4e3c-81a4-8a7631d5a70a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.1341305 Sep 16 04:54:43.006287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a9649-3b68-4f4f-9d99-f35d346cc162 req-5a28e96e-c05a-4af8-9f50-dbef6abe2e7b tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.008550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3a9649-3b68-4f4f-9d99-f35d346cc162 req-5a28e96e-c05a-4af8-9f50-dbef6abe2e7b tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 948 time: 0.1429069 Sep 16 04:54:43.012362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5224a98d-f015-465b-9734-2cd46c0bf794,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.014469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75ae6a-4961-476b-a576-c11d42fece91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a99667-f5a8-424a-869b-fd4070c58475,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.034620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-406d429a-5edd-4733-908e-4b3cc9986140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.036500 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-406d429a-5edd-4733-908e-4b3cc9986140 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0651190 Sep 16 04:54:43.092865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-10d00f5b-b519-4d83-9f44-a0d1b654f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.095512 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-10d00f5b-b519-4d83-9f44-a0d1b654f58c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483997 Sep 16 04:54:43.201083 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-f02cb3e2-f0fd-44fa-9385-916cfd910fdc service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969248 Sep 16 04:54:43.345832 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-145f931e-4e37-4e7b-a720-8e7840dceabb req-a151fb3e-0160-4ab3-9ae5-0d9330ae69e8 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363547 Sep 16 04:54:43.379696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Checking segment: {'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:43.380339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Network hostable DHCP agents. Network: 48748cf5-c33e-4d04-b925-7e8b02175a96, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:43.408390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45b6f64d-3e31-4cfe-b51d-1470fd556239 req-6a4c949b-1122-41c8-b721-0bae1fa5bab1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970225 Sep 16 04:54:43.411173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3a9649-3b68-4f4f-9d99-f35d346cc162 req-9853c81d-30d9-4b22-a592-c9a528db1e40 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875356 Sep 16 04:54:43.584688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Network 48748cf5-c33e-4d04-b925-7e8b02175a96 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:43.674367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-cdd8092e-0cd7-456e-acfe-010e85e0b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.675904 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-cdd8092e-0cd7-456e-acfe-010e85e0b3f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0d71823f5ca4dd0a2dae264cc46baae&device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 1100 time: 0.0514910 Sep 16 04:54:43.724369 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fc293e8f-57df-43c6-b833-38bda28e65a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.778960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-dd74263a-41d5-48a0-8166-3c76ae6d0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.780688 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-dd74263a-41d5-48a0-8166-3c76ae6d0115 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.0946205 Sep 16 04:54:43.817417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 48748cf5-c33e-4d04-b925-7e8b02175a96) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:43.817417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.817914 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.833475 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-200f7210-5d50-497c-bbeb-43f708bceb71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=98f629bc-2fe0-44ca-a668-5602841f0c23 HTTP/1.1" status: 200 len: 217 time: 0.0411994 Sep 16 04:54:43.834065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e0574-b8df-402c-a1e8-379ff803a3f5 None None] Network 48748cf5-c33e-4d04-b925-7e8b02175a96 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:43.891794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-7dfab7c7-cdfd-4d0e-9f02-8c4a5f53f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.893721 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-7dfab7c7-cdfd-4d0e-9f02-8c4a5f53f3c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0521684 Sep 16 04:54:43.959846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-0942a6a1-4088-4735-8103-e7420fe0f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.962683 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-0942a6a1-4088-4735-8103-e7420fe0f6ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590179 Sep 16 04:54:43.968681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35682) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:43.999610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c2c925e-9ba2-478f-a9d1-51a3a4da3ff5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7302334 Sep 16 04:54:44.002334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35686) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:44.007362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:44.081826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-48748cf5-c33e-4d04-b925-7e8b02175a96', 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'fixed_ips': [{'subnet_id': '5224a98d-f015-465b-9734-2cd46c0bf794'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:44.086688 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.106968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-network', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:44.119706 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-eaed052f-f609-462a-a89c-26b18f262667 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490068 Sep 16 04:54:44.134940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a29b-bac8-40a4-becf-52df6365e1a1 req-36f544b6-5a1b-44b2-8a57-cb4ab39d8c3c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.139077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d50a29b-bac8-40a4-becf-52df6365e1a1 req-36f544b6-5a1b-44b2-8a57-cb4ab39d8c3c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.0737510 Sep 16 04:54:44.179076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d50a29b-bac8-40a4-becf-52df6365e1a1 req-63066252-f178-4afa-84ad-ab1ffa774e2f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356059 Sep 16 04:54:44.187974 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.188301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.189371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.252720 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10ecabe8-7f79-47aa-abf3-216b4b468f98 req-b51e4de7-d600-4ed2-9266-7c1ed7b5c680 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256950 Sep 16 04:54:44.258877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Allocated IP 172.20.0.2 (48748cf5-c33e-4d04-b925-7e8b02175a96/5224a98d-f015-465b-9734-2cd46c0bf794/1dc55bfb-3ab9-4168-94f5-dd88aaa600f0) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:44.262643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.318072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Made reservation on behalf of f8ba57d9af094d678c24b9d8dc59913e for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:44.327361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.339338 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.427201 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.532912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35704) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:44.561158 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.592522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Network 48748cf5-c33e-4d04-b925-7e8b02175a96 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:44.598254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:44.602062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:44.607088 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.615889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Pushing event updated for resources: {'Port': ['ID=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.642679 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.661823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd70c47-d8bb-4510-b805-0b331eb8ec2e req-6acc9da3-bb6c-4abe-a77e-d9a5d865003e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.663336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dd70c47-d8bb-4510-b805-0b331eb8ec2e req-6acc9da3-bb6c-4abe-a77e-d9a5d865003e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.1424038 Sep 16 04:54:44.671954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1191684464-network', 'tenant_id': 'd6ae84f9b4a44c45b48858e0176d934a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:44.672122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7183c-1d47-4e4c-9566-78b8a30eaa81 req-36bcec95-251b-4cfa-87e7-9e052718ca84 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.673497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1a7183c-1d47-4e4c-9566-78b8a30eaa81 req-36bcec95-251b-4cfa-87e7-9e052718ca84 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 948 time: 0.1546915 Sep 16 04:54:44.679974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Attempting to bind port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:44.680493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Attempting to bind port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:44.680860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Attempting to bind port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 on network 48748cf5-c33e-4d04-b925-7e8b02175a96 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:44.686552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:44.686935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Checking segment: {'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:44.687378 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.688424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Bound using segment: {'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:44.688900 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Bound port: 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:44.689315 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.755806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] For port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:44.758719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1a7183c-1d47-4e4c-9566-78b8a30eaa81 req-1bf5a6f0-b6bc-4cda-a9dc-70b9995d568a tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764802 Sep 16 04:54:44.760014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] For port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,segment=NetworkSegment(a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf),segment_id=a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:44.767549 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dd70c47-d8bb-4510-b805-0b331eb8ec2e req-30de74b7-e1a2-401e-a179-3e96e828a041 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777915 Sep 16 04:54:44.785482 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.847210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:44.852405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246face3-4f4c-413b-b1ec-bac9e70affc8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.866594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.866945 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Added segment 2ec4660f-e8b1-479d-9cd7-2f9870088221 of type vlan for network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 Sep 16 04:54:44.879100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.912469 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.934602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Made reservation on behalf of d6ae84f9b4a44c45b48858e0176d934a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:44.934602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.948126 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.949670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bb470-559f-468a-ad2e-b72c63d6f6da None None] Pushing event updated for resources: {'Port': ['ID=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.038491 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.058526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.059594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.087782 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.100919 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.102164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.102768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.169991 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.199437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:45.230704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f0e024-d4c9-4899-858a-17f1f68470ee,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.237954 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.238326 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Added segment 54b25b78-6555-4d8c-ac85-605865413457 of type vlan for network e2b192a7-9e92-4e08-bc11-5c8425cbdfab Sep 16 04:54:45.280586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3102226 Sep 16 04:54:45.286342 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.288248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35710) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:45.302123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Request body: {'subnet': {'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-subnet', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:45.309183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63deb53-d24a-4220-b88b-e2102235d262 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a3ad0d-98d2-48e2-ba3f-4110341bb184,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.320310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:45.409092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Allocated IP 172.25.7.246 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/03ed1514-9a86-4783-b1a3-2b3089f6c670) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:45.409590 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.410995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.411235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.418524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dee1a-9c8d-4776-a82c-c75d7d2eccb0 req-0d28a559-3bcf-4b97-a321-fb5bd10f8767 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.420391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b61dee1a-9c8d-4776-a82c-c75d7d2eccb0 req-0d28a559-3bcf-4b97-a321-fb5bd10f8767 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.1024611 Sep 16 04:54:45.468476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Made reservation on behalf of f8ba57d9af094d678c24b9d8dc59913e for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:45.471066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.517094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] Pushing event updated for resources: {'Network': ['ID=e2b192a7-9e92-4e08-bc11-5c8425cbdfab,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.527743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e2b192a7-9e92-4e08-bc11-5c8425cbdfab details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:45.559194 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c94673ee-85e7-499d-8450-500b2282968e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0250371 Sep 16 04:54:45.561617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35714) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:45.568002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Request body: {'subnet': {'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1191684464-subnet', 'tenant_id': 'd6ae84f9b4a44c45b48858e0176d934a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:45.596260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b61dee1a-9c8d-4776-a82c-c75d7d2eccb0 req-690cb084-126f-411a-8ed0-7a32355758c4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651051 Sep 16 04:54:45.656674 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.687166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Made reservation on behalf of d6ae84f9b4a44c45b48858e0176d934a for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:45.695564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.829840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a94875-4240-432f-83be-3eb6bdcce8fd req-7876e9a3-1d36-46fd-9010-86b3bb0a8eb7 tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.840387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99a94875-4240-432f-83be-3eb6bdcce8fd req-7876e9a3-1d36-46fd-9010-86b3bb0a8eb7 tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1102 time: 0.1468368 Sep 16 04:54:45.912116 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.927215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99a94875-4240-432f-83be-3eb6bdcce8fd req-f1219809-b9a1-4185-9a28-6beb4905678b tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820563 Sep 16 04:54:45.937026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.992256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081a7d-ea6d-4be1-920c-8c1a38581412 req-0ec94485-6c4f-46a4-891e-5c7ec8a080ad tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.993818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f081a7d-ea6d-4be1-920c-8c1a38581412 req-0ec94485-6c4f-46a4-891e-5c7ec8a080ad tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 948 time: 0.1509821 Sep 16 04:54:46.010212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 98f629bc-2fe0-44ca-a668-5602841f0c23 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:46.050792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:46.061229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.072956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:46.083595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:46.101696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43952b4d-6722-4170-897b-553e686bdfc1 None None] Network 48748cf5-c33e-4d04-b925-7e8b02175a96 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:46.116422 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:54:46.137115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d973ab-5e5b-40d9-bd64-55877d7d4a55,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.149629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Checking segment: {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:46.149992 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Network hostable DHCP agents. Network: e2b192a7-9e92-4e08-bc11-5c8425cbdfab, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:46.153733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 98f629bc-2fe0-44ca-a668-5602841f0c23, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=98f629bc-2fe0-44ca-a668-5602841f0c23,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:46.201842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6243b766-1f7f-4e6e-a175-1885405db1af,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.203324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '98f629bc-2fe0-44ca-a668-5602841f0c23', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '98f629bc-2fe0-44ca-a668-5602841f0c23', 'mac_address': 'fa:16:3e:30:25:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:46.204852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-92ae51a3-ee03-4eb3-a0bd-f0951b00cf14 None None] Provisioning complete for port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:46.205284 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92ae51a3-ee03-4eb3-a0bd-f0951b00cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.239994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8cb3a-b26e-4c70-922d-bd24e6ef35ce req-0b4c55a8-cd79-4dd4-ae74-ed8f840975df tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.241722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13d8cb3a-b26e-4c70-922d-bd24e6ef35ce req-0b4c55a8-cd79-4dd4-ae74-ed8f840975df tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.2426562 Sep 16 04:54:46.242652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Pushing event updated for resources: {'Port': ['ID=03ed1514-9a86-4783-b1a3-2b3089f6c670,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.268035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f081a7d-ea6d-4be1-920c-8c1a38581412 req-1b480f2b-f5dc-42dd-8cf3-08d6a7e1f043 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429979 Sep 16 04:54:46.284246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Network e2b192a7-9e92-4e08-bc11-5c8425cbdfab is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:46.314907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.325001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Checking segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:46.325444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Network hostable DHCP agents. Network: d8a3ad0d-98d2-48e2-ba3f-4110341bb184, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:46.376020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e2b192a7-9e92-4e08-bc11-5c8425cbdfab) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:46.391528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.391528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.441849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13d8cb3a-b26e-4c70-922d-bd24e6ef35ce req-7f9a1af9-1115-437d-b5f8-c94306a57e95 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898978 Sep 16 04:54:46.457443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f219c4-2b3e-4086-b5a7-03b6a30df075 None None] Network e2b192a7-9e92-4e08-bc11-5c8425cbdfab requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:46.479625 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1e4aa64-edd3-4217-95bf-0556ef1759dd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9165468 Sep 16 04:54:46.495755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f629bc-2fe0-44ca-a668-5602841f0c23 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:46.556230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:46.564338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 98f629bc-2fe0-44ca-a668-5602841f0c23, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=98f629bc-2fe0-44ca-a668-5602841f0c23,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:46.605034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d8a3ad0d-98d2-48e2-ba3f-4110341bb184) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:46.611872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.612598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.629764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92ae51a3-ee03-4eb3-a0bd-f0951b00cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.654612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44f325b-b8d5-4748-8f14-b14381daaf80 None None] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:46.711041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.719611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-15bed8e8-0991-4eef-a7b5-d969424df46f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4250605 Sep 16 04:54:46.724329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35736) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:46.732098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.759226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:46.796310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:46.867176 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.895109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-92ae51a3-ee03-4eb3-a0bd-f0951b00cf14 None None] For port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,segment=NetworkSegment(a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf),segment_id=a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:46.904191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=98f629bc-2fe0-44ca-a668-5602841f0c23,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.924631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.926203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.989495 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92ae51a3-ee03-4eb3-a0bd-f0951b00cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.994794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.005276 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43651bc-1b53-42f4-b5d1-424b63ac52f0 None None] Network e2b192a7-9e92-4e08-bc11-5c8425cbdfab requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:47.007233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['98f629bc-2fe0-44ca-a668-5602841f0c23'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:47.012778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acb615-3285-4396-91d7-942dbc427bd2 req-d4dc778f-7402-4f7b-8d5a-67e2ecfc7b14 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:47.014307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75acb615-3285-4396-91d7-942dbc427bd2 req-d4dc778f-7402-4f7b-8d5a-67e2ecfc7b14 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.1692817 Sep 16 04:54:47.023837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-2495a857-4ff1-4216-aece-c4e39feff3c3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:47.027718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-2495a857-4ff1-4216-aece-c4e39feff3c3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 807 time: 0.3139014 Sep 16 04:54:47.149563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-c017f1c6-3169-4f6d-8437-e5ec7c0d2ccb tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/quotas/965e3ef5096545d6bfac513a019ead0f HTTP/1.1" status: 200 len: 375 time: 0.0731542 Sep 16 04:54:47.194025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae51a3-ee03-4eb3-a0bd-f0951b00cf14 None None] Pushing event updated for resources: {'Port': ['ID=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:47.231875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75acb615-3285-4396-91d7-942dbc427bd2 req-b8c7c911-ae26-4707-b228-8a1a55bcabd2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999753 Sep 16 04:54:47.232423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-d8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:47.233284 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.253192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:47.253787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.261297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.267821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-39fde411-7625-4fb4-bd9a-76133a784eae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2388492 Sep 16 04:54:47.284509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.341526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-c52a2c10-c4d6-487c-9316-48810d148394 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1454535 Sep 16 04:54:47.348247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7135a7cb-bcfe-46c3-85f8-99763ed4160c None None] Provisioning complete for port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:47.348636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7135a7cb-bcfe-46c3-85f8-99763ed4160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.672949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.686749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Allocated IP 172.20.0.2 (d8a3ad0d-98d2-48e2-ba3f-4110341bb184/6243b766-1f7f-4e6e-a175-1885405db1af/28d6325b-5abb-4f13-bae6-baa309bba5bf) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:47.700264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.835392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Allocated IP 172.25.7.176 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/e3c3a827-3d71-4ef3-8d08-a345809e1a77) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:47.887468 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.953881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-7dfbf9a3-997c-4642-815d-43168b9b695d service neutron] 10.222.0.59 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952299 Sep 16 04:54:47.954792 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.012932 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.017691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-0acca09d-5d98-438c-ad71-eefdaa8bde04 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.020415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-0acca09d-5d98-438c-ad71-eefdaa8bde04 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/networks?id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab HTTP/1.1" status: 200 len: 818 time: 0.1770575 Sep 16 04:54:48.052574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:48.055775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:48.062226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:48.070675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-984c46a5-3f8f-4f71-a542-acba4142a4f8 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/quotas/d6ae84f9b4a44c45b48858e0176d934a HTTP/1.1" status: 200 len: 375 time: 0.0448403 Sep 16 04:54:48.084389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.098844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Pushing event updated for resources: {'Port': ['ID=28d6325b-5abb-4f13-bae6-baa309bba5bf,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.128513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-ad1759ba-4851-41a5-98fd-41f369c1297a tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482736 Sep 16 04:54:48.135315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Router f551c9fa-a178-4fb7-ac74-174c4e235498 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:54:48.138078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Attempting to bind port 28d6325b-5abb-4f13-bae6-baa309bba5bf on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:48.138459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Attempting to bind port 28d6325b-5abb-4f13-bae6-baa309bba5bf by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:48.138823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Attempting to bind port 28d6325b-5abb-4f13-bae6-baa309bba5bf on network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:48.145156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:48.146131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:48.147021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Checking segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:48.147625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.148258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Bound using segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:48.148890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Bound port: 28d6325b-5abb-4f13-bae6-baa309bba5bf, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:48.149444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:48.149605 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.153553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:48.165706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-ac7be758-05d3-414a-98ac-6f5a1ea0f857 service neutron] 10.222.0.59 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020221 Sep 16 04:54:48.190649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c3a827-3d71-4ef3-8d08-a345809e1a77,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.271868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] For port 28d6325b-5abb-4f13-bae6-baa309bba5bf, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:48.276241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] For port 28d6325b-5abb-4f13-bae6-baa309bba5bf, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=28d6325b-5abb-4f13-bae6-baa309bba5bf,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:48.368382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:48.368489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Sync routers for ids ['f551c9fa-a178-4fb7-ac74-174c4e235498'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:48.368489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Routers {'f551c9fa-a178-4fb7-ac74-174c4e235498'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:48.368489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f551c9fa-a178-4fb7-ac74-174c4e235498'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:48.372602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-6e97396d-c045-4fa7-bbfc-97f994613837 service neutron] 10.222.0.59 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234440 Sep 16 04:54:48.439818 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.473672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-35c995e9-8b20-43bd-b853-ab64ee27d9e1 service neutron] 10.222.0.59 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931764 Sep 16 04:54:48.508248 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.516455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-38a7a813-8105-41e0-9d84-02bebb2e8e69 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5129108 Sep 16 04:54:48.528087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35792) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.562472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347b278-b25b-40cb-b8e1-705b94f5a114 None None] Pushing event updated for resources: {'Port': ['ID=28d6325b-5abb-4f13-bae6-baa309bba5bf,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.565336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.575126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Set router f551c9fa-a178-4fb7-ac74-174c4e235498 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:48.706378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:49.087117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:49.087894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.167376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:54:46Z', 'revision_number': 3, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:49.252238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Checking router: f551c9fa-a178-4fb7-ac74-174c4e235498 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:49.252814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Updating router f551c9fa-a178-4fb7-ac74-174c4e235498 port 03ed1514-9a86-4783-b1a3-2b3089f6c670 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:49.253623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.278194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.310378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0a62-6b6c-47db-aff1-f09056c2e877 req-48481c38-7a70-41d7-ab6e-0b8b75b5ad43 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.320752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc3c0a62-6b6c-47db-aff1-f09056c2e877 req-48481c38-7a70-41d7-ab6e-0b8b75b5ad43 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 949 time: 0.1735814 Sep 16 04:54:49.322903 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.372417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc3c0a62-6b6c-47db-aff1-f09056c2e877 req-cd2f6059-2b80-477a-9ffe-fd8bb0d8e1db tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491312 Sep 16 04:54:49.575618 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-e52bcc10-bd0c-4c29-8735-6565298b9fda service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112738 Sep 16 04:54:49.709912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-95bae945-c81b-4474-a341-7cb0ab06e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.711646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-95bae945-c81b-4474-a341-7cb0ab06e999 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 1096 time: 0.0666518 Sep 16 04:54:49.764550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce33a30-3596-448f-ba99-6ddfdacfe58c req-dabc711c-ba78-426f-b28c-69601a71e9a5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.766853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bce33a30-3596-448f-ba99-6ddfdacfe58c req-dabc711c-ba78-426f-b28c-69601a71e9a5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.1609175 Sep 16 04:54:49.777886 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.815078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0856-6443-4488-85d7-fa895c287e9d req-2d4bbab2-4387-457f-8e0d-598d095b4798 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.815078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e6b0856-6443-4488-85d7-fa895c287e9d req-2d4bbab2-4387-457f-8e0d-598d095b4798 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.1707671 Sep 16 04:54:49.827689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Allocated IP 172.20.0.1 (48748cf5-c33e-4d04-b925-7e8b02175a96/5224a98d-f015-465b-9734-2cd46c0bf794/ee739d18-e25b-4e5b-a024-0a3839669494) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:49.875809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bce33a30-3596-448f-ba99-6ddfdacfe58c req-7760fd66-30ad-4bc7-b2f3-a5e12c43dba2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000135 Sep 16 04:54:49.883870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-73f78087-1983-445f-95a0-b9851ced3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.886080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-73f78087-1983-445f-95a0-b9851ced3f9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1497600 Sep 16 04:54:49.887211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:54:49.927579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e6b0856-6443-4488-85d7-fa895c287e9d req-b6d4825e-4914-4fcc-ba84-fd4458eef67f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031675 Sep 16 04:54:49.953106 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.993014 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-08dad00b-4d68-4a2d-87a6-38dea8e850fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 200 len: 217 time: 0.0897989 Sep 16 04:54:50.013978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464ede1-1f02-4876-a575-d5419bb4b259 None None] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:50.018287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4a0165d-b623-4d1f-87eb-68cb6713f266 req-e7d2ba7b-4a20-4473-ab14-96ca3788eae7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 210 time: 0.0480592 Sep 16 04:54:50.076868 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.119003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 98f629bc-2fe0-44ca-a668-5602841f0c23 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:50.124447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-c852353a-dba5-454a-a3df-ef605043ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.126034 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-c852353a-dba5-454a-a3df-ef605043ac22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.1223152 Sep 16 04:54:50.163327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:50.173924 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:50.185753 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:50.188594 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:50.190208 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-aa687c4c-9f49-4781-9b3b-7704df7b0b43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510039 Sep 16 04:54:50.202605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82c4d443-4213-472b-b2b8-83d212f89384 req-0532bf07-08bf-4435-874d-795a9d4755d0 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 210 time: 0.0338149 Sep 16 04:54:50.232011 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.263125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139007c7-f0ab-4be7-8723-07f9f721ab8c None None] Pushing event updated for resources: {'Port': ['ID=03ed1514-9a86-4783-b1a3-2b3089f6c670,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.278751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Attempting to bind port 03ed1514-9a86-4783-b1a3-2b3089f6c670 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:50.278751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Attempting to bind port 03ed1514-9a86-4783-b1a3-2b3089f6c670 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:50.278751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Attempting to bind port 03ed1514-9a86-4783-b1a3-2b3089f6c670 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:50.294963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-b54b727d-0977-45e9-8f1a-5bf2a7bf57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.296199 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-b54b727d-0977-45e9-8f1a-5bf2a7bf57a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1102 time: 0.1308882 Sep 16 04:54:50.315192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8e3ac837-9d0a-44ed-a677-6ae3a4274cb7 None None] Provisioning complete for port 28d6325b-5abb-4f13-bae6-baa309bba5bf triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:50.316090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac837-9d0a-44ed-a677-6ae3a4274cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.323153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee739d18-e25b-4e5b-a024-0a3839669494,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.327012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.328101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Network 48748cf5-c33e-4d04-b925-7e8b02175a96 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:50.328882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ed5ad5fb-f54b-4c09-83a4-ab360af3bbc7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5875981 Sep 16 04:54:50.333954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35814) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.338520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:50.339096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:50.339321 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.339721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:50.340207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Bound port: 03ed1514-9a86-4783-b1a3-2b3089f6c670, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:50.342566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.342718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:50.371785 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-b0a5bef0-1b31-4c88-8544-344b0e814b4e service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457045 Sep 16 04:54:50.371911 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:50.385649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:50.430360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] For port 03ed1514-9a86-4783-b1a3-2b3089f6c670, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:50.434084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] For port 03ed1514-9a86-4783-b1a3-2b3089f6c670, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=03ed1514-9a86-4783-b1a3-2b3089f6c670,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:50.464032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.559969 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.560865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-fdcaa2b6-620a-4bfd-9a0a-a477ea1e69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.562927 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-fdcaa2b6-620a-4bfd-9a0a-a477ea1e69c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2586079 Sep 16 04:54:50.688609 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-c636bbd9-5295-41e6-b4a6-21f9dc96e353 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.1157587 Sep 16 04:54:50.696155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Routers {'f551c9fa-a178-4fb7-ac74-174c4e235498'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:50.696805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f551c9fa-a178-4fb7-ac74-174c4e235498'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:50.704644 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-988944eb-e9cd-4ce9-adef-565a0cfe836f req-9555c1cf-b96b-40e3-bd1d-7e737a695198 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201506 Sep 16 04:54:50.754292 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:48Z', 'revision_number': 3, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:50.785208 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:50.785916 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Updating router 850282b0-bc7a-4215-821f-60fbf2eacd35 port e3c3a827-3d71-4ef3-8d08-a345809e1a77 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:50.802812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-5316c949-6714-4e35-9ac9-2bee7aa6afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.802812 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-5316c949-6714-4e35-9ac9-2bee7aa6afba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0892923 Sep 16 04:54:50.803323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 28d6325b-5abb-4f13-bae6-baa309bba5bf up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:50.828025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 98f629bc-2fe0-44ca-a668-5602841f0c23 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:50.846980 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.899214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-15838f3a-88e9-4f8c-bd02-ab17de20b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.905030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-15838f3a-88e9-4f8c-bd02-ab17de20b234 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0854158 Sep 16 04:54:50.921548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f2ea-4432-4a06-bb36-aae8e4654aaf req-76af7116-84f4-46b9-8084-7e8a7a80293d tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.932714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d78f2ea-4432-4a06-bb36-aae8e4654aaf req-76af7116-84f4-46b9-8084-7e8a7a80293d tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 949 time: 0.3766494 Sep 16 04:54:51.019896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d78f2ea-4432-4a06-bb36-aae8e4654aaf req-161976a0-1d05-4811-9292-d4c55f81bf86 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836940 Sep 16 04:54:51.047905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 98f629bc-2fe0-44ca-a668-5602841f0c23 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:51.049503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.072633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-189b46d7-2d05-492b-82bb-821af27ce7b1 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517675 Sep 16 04:54:51.110865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139007c7-f0ab-4be7-8723-07f9f721ab8c None None] Pushing event updated for resources: {'Port': ['ID=03ed1514-9a86-4783-b1a3-2b3089f6c670,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.142369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] Set router f551c9fa-a178-4fb7-ac74-174c4e235498 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:51.186689 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-758b6200-06d1-4f17-9f5c-9729707b7b85 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081452 Sep 16 04:54:51.255452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 28d6325b-5abb-4f13-bae6-baa309bba5bf triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:51.255977 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.270261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac837-9d0a-44ed-a677-6ae3a4274cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.315996 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.408541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b481a-0c89-4443-ac1f-95de4adf8d80 req-97df39c9-09ec-40d8-8a0a-c55a968db82b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.410186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd0b481a-0c89-4443-ac1f-95de4adf8d80 req-97df39c9-09ec-40d8-8a0a-c55a968db82b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.2262466 Sep 16 04:54:51.421346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574fdfc-751a-44e0-8555-667a1cbc9dee req-29243834-c781-4c3f-a09d-bb878025b5e0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.423616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e574fdfc-751a-44e0-8555-667a1cbc9dee req-29243834-c781-4c3f-a09d-bb878025b5e0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.2338712 Sep 16 04:54:51.467994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8e3ac837-9d0a-44ed-a677-6ae3a4274cb7 None None] For port 28d6325b-5abb-4f13-bae6-baa309bba5bf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=28d6325b-5abb-4f13-bae6-baa309bba5bf,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:51.479453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.498841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd0b481a-0c89-4443-ac1f-95de4adf8d80 req-933fcd79-c134-4010-b151-53ed49ec6309 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722449 Sep 16 04:54:51.500908 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.543149 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.586628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.595236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e574fdfc-751a-44e0-8555-667a1cbc9dee req-96f86e29-e785-460a-95e9-f5225ed3cd01 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430285 Sep 16 04:54:51.605723 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3f07e-6381-44c6-9445-a6cd5495b285 None None] Pushing event updated for resources: {'Port': ['ID=e3c3a827-3d71-4ef3-8d08-a345809e1a77,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.630199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f629bc-2fe0-44ca-a668-5602841f0c23'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:51.634401 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046e692b-5490-4aa0-a267-bbf4efbbeafc" -d '{"events": [{"server_uuid": "b65e63ab-edcc-434a-b404-3d1513a00f88", "name": "network-vif-plugged", "status": "completed", "tag": "98f629bc-2fe0-44ca-a668-5602841f0c23"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:51.652323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 98f629bc-2fe0-44ca-a668-5602841f0c23, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=98f629bc-2fe0-44ca-a668-5602841f0c23,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:51.663138 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Attempting to bind port e3c3a827-3d71-4ef3-8d08-a345809e1a77 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:51.668002 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Attempting to bind port e3c3a827-3d71-4ef3-8d08-a345809e1a77 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:51.668579 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Attempting to bind port e3c3a827-3d71-4ef3-8d08-a345809e1a77 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:51.674527 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac837-9d0a-44ed-a677-6ae3a4274cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.677814 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:51.682147 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:51.682712 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.683195 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:51.683801 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Bound port: e3c3a827-3d71-4ef3-8d08-a345809e1a77, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:51.686212 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.717298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d16d5d81-ca5e-4bf5-81ed-59dc23a41b0f req-d8aebe09-b86a-48f1-a00f-71991c017596 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 210 time: 0.0276952 Sep 16 04:54:51.823074 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:51.838034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-628639fb-fa40-4d7b-a808-761cacf42943 req-47dc1ccf-a2e3-443c-bb88-b5cffd835a77 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 210 time: 0.0535631 Sep 16 04:54:51.841189 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:51.848958 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] For port e3c3a827-3d71-4ef3-8d08-a345809e1a77, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:51.858756 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] For port e3c3a827-3d71-4ef3-8d08-a345809e1a77, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e3c3a827-3d71-4ef3-8d08-a345809e1a77,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:51.860427 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.881238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:54:46Z', 'revision_number': 3, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:51.927735 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c126dd54-5be6-42eb-a741-6d172d73cc4e x-openstack-request-id: req-c126dd54-5be6-42eb-a741-6d172d73cc4e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:51.928036 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65e63ab-edcc-434a-b404-3d1513a00f88", "name": "network-vif-plugged", "status": "completed", "tag": "98f629bc-2fe0-44ca-a668-5602841f0c23", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:51.928294 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c126dd54-5be6-42eb-a741-6d172d73cc4e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:51.928688 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f629bc-2fe0-44ca-a668-5602841f0c23', 'code': 200} Sep 16 04:54:51.930005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb5e58-4de3-46e8-8ce6-d3e39be65cec None None] The sync data for ids ['f551c9fa-a178-4fb7-ac74-174c4e235498'] in n-d-712143-16 is: [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:54:46Z', 'revision_number': 3, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:51.934804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0b74ae05-33e0-4aec-bca1-e5805a7b62ef None None] Provisioning complete for port 28d6325b-5abb-4f13-bae6-baa309bba5bf triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:51.934804 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0b74ae05-33e0-4aec-bca1-e5805a7b62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.938982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ac837-9d0a-44ed-a677-6ae3a4274cb7 None None] Pushing event updated for resources: {'Port': ['ID=28d6325b-5abb-4f13-bae6-baa309bba5bf,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.975800 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.995796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.051703 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:52.052952 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:52.070341 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.092758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9d5f-94ed-4c70-8dad-adda696d37f5 req-b0455b1b-f952-440d-b0a9-dea174bd220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.094350 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a56f9d5f-94ed-4c70-8dad-adda696d37f5 req-b0455b1b-f952-440d-b0a9-dea174bd220e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 1102 time: 0.0973566 Sep 16 04:54:52.101158 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3f07e-6381-44c6-9445-a6cd5495b285 None None] Pushing event updated for resources: {'Port': ['ID=e3c3a827-3d71-4ef3-8d08-a345809e1a77,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.156091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a56f9d5f-94ed-4c70-8dad-adda696d37f5 req-d648a793-6b84-4ba3-bbd0-f2b40a59f36d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511789 Sep 16 04:54:52.249032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.257864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 69927cce-7c92-4b34-86f7-341c34d89cb2 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:52.316818 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:52.399193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=98f629bc-2fe0-44ca-a668-5602841f0c23,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.482369 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.488294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee739d18-e25b-4e5b-a024-0a3839669494,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.524803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59163d3d-99aa-451f-b48e-4e6974a9c543 req-2665e50e-4ecb-4af6-b3d1-f5a3fb13a88c tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.533050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59163d3d-99aa-451f-b48e-4e6974a9c543 req-2665e50e-4ecb-4af6-b3d1-f5a3fb13a88c tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 950 time: 0.3196073 Sep 16 04:54:52.536043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:52.571148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0b74ae05-33e0-4aec-bca1-e5805a7b62ef None None] Provisioning complete for port ee739d18-e25b-4e5b-a024-0a3839669494 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:52.572480 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0b74ae05-33e0-4aec-bca1-e5805a7b62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.573768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '69927cce-7c92-4b34-86f7-341c34d89cb2', 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d', 'port_id': '69927cce-7c92-4b34-86f7-341c34d89cb2', 'mac_address': 'fa:16:3e:a4:7b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d3002a-9b64-4709-99ca-fa6dd9ce7ca5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:52.619278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Allocated IP 172.20.0.1 (d8a3ad0d-98d2-48e2-ba3f-4110341bb184/6243b766-1f7f-4e6e-a175-1885405db1af/bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:52.633399 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:48Z', 'revision_number': 3, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:52.664517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0b74ae05-33e0-4aec-bca1-e5805a7b62ef None None] Port ee739d18-e25b-4e5b-a024-0a3839669494 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:52.708776 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18791075-acd8-41e6-a957-53872cae6d6e None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:48Z', 'revision_number': 3, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:52.740779 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.761153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69927cce-7c92-4b34-86f7-341c34d89cb2 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:52.765313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-56468feb-e66f-4cc5-b01a-fc6870310640 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.767363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-56468feb-e66f-4cc5-b01a-fc6870310640 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 807 time: 0.2219117 Sep 16 04:54:52.796966 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:52.804220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Request body: {'port': {'device_id': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'admin_state_up': True, 'tenant_id': '965e3ef5096545d6bfac513a019ead0f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:52.825083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 03ed1514-9a86-4783-b1a3-2b3089f6c670 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:52.909781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 03ed1514-9a86-4783-b1a3-2b3089f6c670 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:52.910464 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.947944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.037811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.074047 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Made reservation on behalf of 965e3ef5096545d6bfac513a019ead0f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:53.081710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.091925 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.125098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 03ed1514-9a86-4783-b1a3-2b3089f6c670, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=03ed1514-9a86-4783-b1a3-2b3089f6c670,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:53.198709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59163d3d-99aa-451f-b48e-4e6974a9c543 req-748a23b6-433f-425f-b124-261988c40ed7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506686 Sep 16 04:54:53.265899 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.266702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 28d6325b-5abb-4f13-bae6-baa309bba5bf up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:53.337238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['69927cce-7c92-4b34-86f7-341c34d89cb2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:53.395879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Allocated IP 172.20.0.9 (12df3f6b-9150-4e87-82e1-60f6500a8ee2/a4938e87-e66c-4d56-8c64-04f0d75094f3/ae484d04-30f4-4691-86f2-be7b9e52838e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:53.408170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98334412-c270-445e-a291-9cbcdc446a3e req-7b097cec-5cbf-4ec0-822e-55386c1dcbd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.415693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98334412-c270-445e-a291-9cbcdc446a3e req-7b097cec-5cbf-4ec0-822e-55386c1dcbd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 945 time: 0.7368672 Sep 16 04:54:53.438572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Network 48748cf5-c33e-4d04-b925-7e8b02175a96 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:53.457521 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.480244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:53.577121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=03ed1514-9a86-4783-b1a3-2b3089f6c670,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.637401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2156a-b81a-46db-b3e6-b5f2bcffc8e0 req-d0a82acc-0b05-4224-97a5-7ad685f22fda tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.644749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f2156a-b81a-46db-b3e6-b5f2bcffc8e0 req-d0a82acc-0b05-4224-97a5-7ad685f22fda tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.3041196 Sep 16 04:54:53.684758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 28d6325b-5abb-4f13-bae6-baa309bba5bf triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:53.685150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.711614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98334412-c270-445e-a291-9cbcdc446a3e req-6514bbeb-481d-493c-a634-f335d2ef3285 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898111 Sep 16 04:54:53.735173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.886950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4183422-817c-4bd9-931e-04e45f051112 req-06eaf97e-0e67-4419-a0ee-da5dc7543dd8 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 210 time: 0.0811443 Sep 16 04:54:53.918573 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f2156a-b81a-46db-b3e6-b5f2bcffc8e0 req-7af63a59-c12f-431d-8379-4490295c1dd0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726805 Sep 16 04:54:53.980757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.993861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.041011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:54.069052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Router f551c9fa-a178-4fb7-ac74-174c4e235498 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:54.118149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:54.138210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Pushing event updated for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.162180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:54.163428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-530eb808-4a52-4c3a-b1d4-5e35eef7e045 None None] Provisioning complete for port ee739d18-e25b-4e5b-a024-0a3839669494 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:54.164009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-530eb808-4a52-4c3a-b1d4-5e35eef7e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.174778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:54.177078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:54.181215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:54.181705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:54.271404 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.272408 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.287152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-530eb808-4a52-4c3a-b1d4-5e35eef7e045 None None] Port ee739d18-e25b-4e5b-a024-0a3839669494 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:54.314816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.393388 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-b17df60d-75d5-40d7-8e15-0adb6bdf6f94 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5988226 Sep 16 04:54:54.406847 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.418076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Request body: {'port': {'device_id': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:54.524592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.536641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84785-8743-4280-a6e4-093ddbe5ec8d req-db53d3fa-28c4-428b-971d-972e7a56a238 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.536641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bd84785-8743-4280-a6e4-093ddbe5ec8d req-db53d3fa-28c4-428b-971d-972e7a56a238 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 931 time: 0.4646080 Sep 16 04:54:54.613924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6a2e8625-e9dc-42f1-be30-521b2073bb04 None None] Provisioning complete for port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:54.613924 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8625-e9dc-42f1-be30-521b2073bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.660366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d14746-2b2a-40d0-b2eb-73c9774f3943 req-0e46f75d-b766-491f-95c0-fb2be6abfecc tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.662804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8d14746-2b2a-40d0-b2eb-73c9774f3943 req-0e46f75d-b766-491f-95c0-fb2be6abfecc tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 950 time: 0.3253748 Sep 16 04:54:54.706623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e8625-e9dc-42f1-be30-521b2073bb04 None None] Port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:54.783934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bd84785-8743-4280-a6e4-093ddbe5ec8d req-f5966765-9478-4bd6-90c8-654ccfad4b48 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676548 Sep 16 04:54:54.789825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e3c3a827-3d71-4ef3-8d08-a345809e1a77 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:54.802179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:54.811912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ac80e41a-2825-46ad-9de6-c68f1ec475d9 admin admin] 10.222.0.59 "PUT /v2.0/routers/f551c9fa-a178-4fb7-ac74-174c4e235498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2836211 Sep 16 04:54:54.814443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8d14746-2b2a-40d0-b2eb-73c9774f3943 req-4c0c872a-ad13-4555-ab42-66c7b4e882e7 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141016 Sep 16 04:54:54.819213 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.973756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Sync routers for ids ['f551c9fa-a178-4fb7-ac74-174c4e235498'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:55.010480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Routers {'f551c9fa-a178-4fb7-ac74-174c4e235498'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:55.019585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f551c9fa-a178-4fb7-ac74-174c4e235498'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:55.029580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae484d04-30f4-4691-86f2-be7b9e52838e {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:55.039633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.079053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Transition to ACTIVE for port object ae484d04-30f4-4691-86f2-be7b9e52838e will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:55.083734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e3c3a827-3d71-4ef3-8d08-a345809e1a77 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:55.084112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.188360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Set router f551c9fa-a178-4fb7-ac74-174c4e235498 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:55.200566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630fa0-f6bc-4e27-a2bd-d9dc51454252 req-7e0670f8-d560-48fa-825b-42fba404d1e5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.207857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b630fa0-f6bc-4e27-a2bd-d9dc51454252 req-7e0670f8-d560-48fa-825b-42fba404d1e5 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 945 time: 0.1914487 Sep 16 04:54:55.273598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-44a419b1-d2a2-4c0c-ad3d-5fe72cbe2ffc tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.273870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.285939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-44a419b1-d2a2-4c0c-ad3d-5fe72cbe2ffc tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "GET /v2.0/networks?id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab HTTP/1.1" status: 200 len: 818 time: 0.1827707 Sep 16 04:54:55.290670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.314844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b630fa0-f6bc-4e27-a2bd-d9dc51454252 req-dd818972-7953-4e0b-be15-c2fc10e4824b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061316 Sep 16 04:54:55.315724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Request body: {'port': {'device_id': 'b506387f-ac07-47c5-ae47-61a157527a57', 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab', 'admin_state_up': True, 'tenant_id': 'd6ae84f9b4a44c45b48858e0176d934a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:55.408349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Pushing event updated for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.432672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4ca99c-1d6d-4fb4-818c-1635fe341f36 req-8754107b-08cc-4aab-af8b-4997cee642e0 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 210 time: 0.0442209 Sep 16 04:54:55.433338 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.546620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.564853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.583667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port e3c3a827-3d71-4ef3-8d08-a345809e1a77, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e3c3a827-3d71-4ef3-8d08-a345809e1a77,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:55.587639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.591667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:54:51Z', 'revision_number': 4, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ee739d18-e25b-4e5b-a024-0a3839669494', 'name': '', 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'mac_address': 'fa:16:3e:2c:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '5224a98d-f015-465b-9734-2cd46c0bf794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:49Z', 'updated_at': '2021-09-16T04:54:51Z', 'revision_number': 2, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'subnets': [{'id': '5224a98d-f015-465b-9734-2cd46c0bf794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:55.636143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Checking router: f551c9fa-a178-4fb7-ac74-174c4e235498 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:55.636143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Updating router f551c9fa-a178-4fb7-ac74-174c4e235498 port ee739d18-e25b-4e5b-a024-0a3839669494 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:55.656333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.752392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.754179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 03ed1514-9a86-4783-b1a3-2b3089f6c670 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:55.769538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:55.770024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:55.770236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:55.775281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:55.775742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:55.780912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:55.781784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:55.782174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:55.782614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Bound port: ae484d04-30f4-4691-86f2-be7b9e52838e, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:55.782959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.783073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf51e88-1651-451d-b91d-65be1576eb22 req-32ca6dcf-3879-4040-a920-e85caed85288 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.791577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cf51e88-1651-451d-b91d-65be1576eb22 req-32ca6dcf-3879-4040-a920-e85caed85288 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.2166078 Sep 16 04:54:55.871089 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-8319a432-2b24-4f0a-9569-690bc48669ab req-44f0474a-15f7-4c9a-9696-1647979b4317 tempest-FloatingIPDetailsNegativeTestJSON-359446379 tempest-FloatingIPDetailsNegativeTestJSON-359446379-project] show failed (client error): The resource could not be found. Sep 16 04:54:55.883188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8319a432-2b24-4f0a-9569-690bc48669ab req-44f0474a-15f7-4c9a-9696-1647979b4317 tempest-FloatingIPDetailsNegativeTestJSON-359446379 tempest-FloatingIPDetailsNegativeTestJSON-359446379-project] 10.222.0.59 "GET /v2.0/floatingips/aa27e45c-76a6-4165-b02d-d0f3b308de7a HTTP/1.1" status: 404 len: 350 time: 0.0808842 Sep 16 04:54:55.885323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35878) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:55.978208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:55.996542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Made reservation on behalf of d6ae84f9b4a44c45b48858e0176d934a for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:56.002457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.016567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cf51e88-1651-451d-b91d-65be1576eb22 req-70e7a55e-76b5-4eb3-b04c-26d82e7f06bb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235024 Sep 16 04:54:56.020500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:56.067519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:56.069392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 69927cce-7c92-4b34-86f7-341c34d89cb2 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:56.178843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=e3c3a827-3d71-4ef3-8d08-a345809e1a77,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.271115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:56.271501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 03ed1514-9a86-4783-b1a3-2b3089f6c670 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:56.271501 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.407780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d86bb6-bfc4-4f58-b7f7-80f689e2a5dd req-9783d17b-9f0c-4a78-930c-1630ed30a775 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.415847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31d86bb6-bfc4-4f58-b7f7-80f689e2a5dd req-9783d17b-9f0c-4a78-930c-1630ed30a775 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 950 time: 0.2675767 Sep 16 04:54:56.425246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a61ec3-49c8-4f50-aec9-4491bb3d4800 req-0297caa0-4b8c-4d34-b05c-fab904428302 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.432539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3a61ec3-49c8-4f50-aec9-4491bb3d4800 req-0297caa0-4b8c-4d34-b05c-fab904428302 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.2955668 Sep 16 04:54:56.453125 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.477264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 69927cce-7c92-4b34-86f7-341c34d89cb2 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:56.510408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 69927cce-7c92-4b34-86f7-341c34d89cb2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:56.511042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.511932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Allocated IP 172.20.0.3 (e2b192a7-9e92-4e08-bc11-5c8425cbdfab/e3d973ab-5e5b-40d9-bd64-55877d7d4a55/df910abe-1e33-4113-8266-0021f0b1ac43) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:56.562631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.563395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.565031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] 10.222.0.57 "PUT /v2.0/ports/ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 200 len: 1092 time: 2.1535788 Sep 16 04:54:56.568049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:56.570456 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26402efd-18ed-486a-bad3-d17accfd12d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:56.574821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8ec4edef-da89-447a-87bf-aba875365a92 None None] Provisioning complete for port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:56.575460 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ec4edef-da89-447a-87bf-aba875365a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.582376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.591151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:56.637071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3a61ec3-49c8-4f50-aec9-4491bb3d4800 req-567f5c9c-acb6-4277-91b6-4928968aa7d4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035978 Sep 16 04:54:56.637458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be8f5c-5f4d-42b9-b52c-d2dea8598935 service neutron] Pushing event updated for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.650414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4edef-da89-447a-87bf-aba875365a92 None None] Port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:56.686530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-33add5d3-9408-47cf-8ed1-7e19365559f2 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.698992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-33add5d3-9408-47cf-8ed1-7e19365559f2 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "GET /v2.0/networks?id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab HTTP/1.1" status: 200 len: 818 time: 0.5597534 Sep 16 04:54:56.722718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e3c3a827-3d71-4ef3-8d08-a345809e1a77 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:56.726421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.740248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31d86bb6-bfc4-4f58-b7f7-80f689e2a5dd req-aab306ef-90af-4b00-a4c9-7b307f33195d tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234117 Sep 16 04:54:56.755979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Request body: {'port': {'device_id': '16caab4c-6f45-4e24-968c-8f9536c8987c', 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab', 'admin_state_up': True, 'tenant_id': 'd6ae84f9b4a44c45b48858e0176d934a'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:56.778236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.914241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:56.917361 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97182639-86e3-4ce7-afed-781707bc55d8" -d '{"events": [{"server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "name": "network-vif-plugged", "status": "completed", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:56.924612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.963609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082cfbe-b158-4d0d-a3ce-a1f2ea11870d None None] Pushing event updated for resources: {'Port': ['ID=ee739d18-e25b-4e5b-a024-0a3839669494,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.974090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:56.998659 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.57', 62227) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:57.031222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e3c3a827-3d71-4ef3-8d08-a345809e1a77 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:57.032524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.058640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Attempting to bind port ee739d18-e25b-4e5b-a024-0a3839669494 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:57.059394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Attempting to bind port ee739d18-e25b-4e5b-a024-0a3839669494 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:57.059951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Attempting to bind port ee739d18-e25b-4e5b-a024-0a3839669494 on network 48748cf5-c33e-4d04-b925-7e8b02175a96 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:57.069900 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:57.075727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Checking segment: {'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:57.081074 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.081473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Bound using segment: {'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:57.083470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Bound port: ee739d18-e25b-4e5b-a024-0a3839669494, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:57.083889 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.085354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-a6cb532f-6e3d-46d0-8586-c2007e0c0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.087167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-a6cb532f-6e3d-46d0-8586-c2007e0c0b7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1095 time: 0.1761060 Sep 16 04:54:57.096146 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.175931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2da1-0e33-4300-86e4-08ee7f98dcdb req-6088a320-d809-4d64-a3dc-687f4201fbf2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.184660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-babd2da1-0e33-4300-86e4-08ee7f98dcdb req-6088a320-d809-4d64-a3dc-687f4201fbf2 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.4217057 Sep 16 04:54:57.206449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.217692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79b86-ac27-429d-b254-7838889db84e req-ff6f1914-b1a4-4aab-8136-f1cc5e21ab47 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.219397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46f79b86-ac27-429d-b254-7838889db84e req-ff6f1914-b1a4-4aab-8136-f1cc5e21ab47 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 945 time: 0.3498347 Sep 16 04:54:57.224127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:57.229333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4dc89a7c-a8be-4f27-839e-3945b593e848 admin admin] 10.222.0.59 "PUT /v2.0/routers/850282b0-bc7a-4215-821f-60fbf2eacd35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8943012 Sep 16 04:54:57.235035 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:57.248414 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:57.249134 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:57.270765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f85e3150-d88f-48e5-9dcd-7149535d2862 None None] Provisioning complete for port ee739d18-e25b-4e5b-a024-0a3839669494 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:57.271660 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f85e3150-d88f-48e5-9dcd-7149535d2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.302055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Made reservation on behalf of d6ae84f9b4a44c45b48858e0176d934a for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:57.316980 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.379213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-babd2da1-0e33-4300-86e4-08ee7f98dcdb req-9fccef4c-b872-4143-93a4-1093da20a092 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929355 Sep 16 04:54:57.464608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46f79b86-ac27-429d-b254-7838889db84e req-10827546-c882-423f-9fa9-06a4553ae619 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336974 Sep 16 04:54:57.497352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f85e3150-d88f-48e5-9dcd-7149535d2862 None None] Port ee739d18-e25b-4e5b-a024-0a3839669494 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:57.523094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] For port ee739d18-e25b-4e5b-a024-0a3839669494, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:57.529762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] For port ee739d18-e25b-4e5b-a024-0a3839669494, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ee739d18-e25b-4e5b-a024-0a3839669494,segment=NetworkSegment(a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf),segment_id=a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:57.573400 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:57.610806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90ea6c02-f456-4e8b-b666-04f038118248 req-250b0dcb-df00-475b-9333-f71115080189 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 210 time: 0.0570612 Sep 16 04:54:57.621309 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.697496 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce086db3-3949-43ff-af15-c9cb48319912 x-openstack-request-id: req-ce086db3-3949-43ff-af15-c9cb48319912 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:57.698114 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "name": "network-vif-plugged", "status": "completed", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:57.698114 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce086db3-3949-43ff-af15-c9cb48319912 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:57.698476 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2', 'code': 200} Sep 16 04:54:57.738883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Allocated IP 172.20.0.11 (e2b192a7-9e92-4e08-bc11-5c8425cbdfab/e3d973ab-5e5b-40d9-bd64-55877d7d4a55/b78bf001-c543-40b9-8447-aa5262b8d28f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:57.764281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Routers {'f551c9fa-a178-4fb7-ac74-174c4e235498'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:57.767125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f551c9fa-a178-4fb7-ac74-174c4e235498'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:57.804948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-04ffc879-aa24-46c5-8b78-1350e548fd05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 200 len: 217 time: 0.6466355 Sep 16 04:54:57.837373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082cfbe-b158-4d0d-a3ce-a1f2ea11870d None None] Pushing event updated for resources: {'Port': ['ID=ee739d18-e25b-4e5b-a024-0a3839669494,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.864864 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0628dd-764a-4d6f-b733-272fe8224515 x-openstack-request-id: req-ba0628dd-764a-4d6f-b733-272fe8224515 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:57.865738 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:57.866541 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba0628dd-764a-4d6f-b733-272fe8224515 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:57.867686 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e', 'status': 'completed', 'code': 200} Sep 16 04:54:57.884251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-3d5a1378-eca1-4cbb-9674-26e9f819f91b tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.885937 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-3d5a1378-eca1-4cbb-9674-26e9f819f91b tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "GET /v2.0/networks?id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab HTTP/1.1" status: 200 len: 818 time: 0.8834391 Sep 16 04:54:57.887177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.949235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.001692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] Set router f551c9fa-a178-4fb7-ac74-174c4e235498 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:58.046508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Request body: {'port': {'device_id': '1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d', 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab', 'admin_state_up': True, 'tenant_id': 'd6ae84f9b4a44c45b48858e0176d934a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:58.062500 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 2, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.112469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c2004-d055-4c89-9696-ce95a70f2bbf req-b479bd8b-f25e-4502-af47-5141f31ea5cb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.116898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Network e2b192a7-9e92-4e08-bc11-5c8425cbdfab is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:58.119444 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:58.120178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-853c2004-d055-4c89-9696-ce95a70f2bbf req-b479bd8b-f25e-4502-af47-5141f31ea5cb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.2102993 Sep 16 04:54:58.124738 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Updating router 850282b0-bc7a-4215-821f-60fbf2eacd35 port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:58.134459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:58.164969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:58.178393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fa53120e-ac19-4ae9-85c0-968f04414dfc None None] Provisioning complete for port ee739d18-e25b-4e5b-a024-0a3839669494 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:58.179122 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa53120e-ac19-4ae9-85c0-968f04414dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.179589 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.284325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.285082 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.422893 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1125576 Sep 16 04:54:58.425615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2776b2-1e5b-41f1-a27a-abbf3f00b84e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Pushing event updated for resources: {'Port': ['ID=df910abe-1e33-4113-8266-0021f0b1ac43,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:58.430298 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa53120e-ac19-4ae9-85c0-968f04414dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.459692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.471782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Request body: {'port': {'device_id': 'b506387f-ac07-47c5-ae47-61a157527a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:58.490365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19046486-9504-4958-a886-fb9572f364a1 req-a2bd2391-dfb9-482a-8d1a-060675a01a91 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.493462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19046486-9504-4958-a886-fb9572f364a1 req-a2bd2391-dfb9-482a-8d1a-060675a01a91 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 950 time: 0.6318779 Sep 16 04:54:58.495770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055d540-046f-4c46-92db-b49609ec0773 req-08b9ae82-ac79-4140-b805-d43e1caba1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.497455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f055d540-046f-4c46-92db-b49609ec0773 req-08b9ae82-ac79-4140-b805-d43e1caba1cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1098 time: 0.6915786 Sep 16 04:54:58.538543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fa53120e-ac19-4ae9-85c0-968f04414dfc None None] For port ee739d18-e25b-4e5b-a024-0a3839669494, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ee739d18-e25b-4e5b-a024-0a3839669494,segment=NetworkSegment(a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf),segment_id=a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:58.556084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:54:51Z', 'revision_number': 4, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ee739d18-e25b-4e5b-a024-0a3839669494', 'name': '', 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'mac_address': 'fa:16:3e:2c:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '5224a98d-f015-465b-9734-2cd46c0bf794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:49Z', 'updated_at': '2021-09-16T04:54:57Z', 'revision_number': 4, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'subnets': [{'id': '5224a98d-f015-465b-9734-2cd46c0bf794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.558498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-853c2004-d055-4c89-9696-ce95a70f2bbf req-350ad050-cad4-4406-a9d1-781ccbb66990 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371967 Sep 16 04:54:58.565232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-3bec2259-601d-45d9-8dc5-41e511096169 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.580994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-9c7d7ab7-189e-41ca-be49-c765ac1029eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.581327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-3bec2259-601d-45d9-8dc5-41e511096169 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 821 time: 0.6633942 Sep 16 04:54:58.581415 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-9c7d7ab7-189e-41ca-be49-c765ac1029eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.6095216 Sep 16 04:54:58.581492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.606471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-d3cac214-402f-457e-9a16-d8152c91bc27 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/quotas/f8ba57d9af094d678c24b9d8dc59913e HTTP/1.1" status: 200 len: 375 time: 0.0311878 Sep 16 04:54:58.626472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddf174-63da-4220-901e-d549f80fd912 None None] The sync data for ids ['f551c9fa-a178-4fb7-ac74-174c4e235498'] in n-d-712143-16 is: [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:54:51Z', 'revision_number': 4, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ee739d18-e25b-4e5b-a024-0a3839669494', 'name': '', 'network_id': '48748cf5-c33e-4d04-b925-7e8b02175a96', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'mac_address': 'fa:16:3e:2c:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '5224a98d-f015-465b-9734-2cd46c0bf794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:49Z', 'updated_at': '2021-09-16T04:54:57Z', 'revision_number': 4, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'subnets': [{'id': '5224a98d-f015-465b-9734-2cd46c0bf794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:58.633375 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa53120e-ac19-4ae9-85c0-968f04414dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.756716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53120e-ac19-4ae9-85c0-968f04414dfc None None] Pushing event updated for resources: {'Port': ['ID=ee739d18-e25b-4e5b-a024-0a3839669494,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:58.765378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-4aa18ee5-e371-4d43-bf14-e59810515288 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580307 Sep 16 04:54:58.802100 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.804749 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-e676ea1b-bae3-460f-8e3e-13d4f25c7676 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473279 Sep 16 04:54:58.817120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3961-6fdb-4f6b-8411-1dad1fe15f37 req-f1b389f6-c6a0-446a-9475-5303b59e4f9b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.817586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.819010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bdd3961-6fdb-4f6b-8411-1dad1fe15f37 req-f1b389f6-c6a0-446a-9475-5303b59e4f9b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1448894 Sep 16 04:54:58.872822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Made reservation on behalf of d6ae84f9b4a44c45b48858e0176d934a for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:58.878091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.906955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.951810 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.959217 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f055d540-046f-4c46-92db-b49609ec0773 req-cb6d152d-d7a6-43fc-a256-1ed55246c183 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826940 Sep 16 04:54:59.021207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bdd3961-6fdb-4f6b-8411-1dad1fe15f37 req-c0fb86b7-39fa-463e-81b1-e0b30c316475 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784072 Sep 16 04:54:59.026250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Network e2b192a7-9e92-4e08-bc11-5c8425cbdfab is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:59.027090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Pushing event updated for resources: {'Port': ['ID=b78bf001-c543-40b9-8447-aa5262b8d28f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.031946 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Pushing event updated for resources: {'Port': ['ID=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.045726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:59.048808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:59.053635 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.059383 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.060805 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.061240 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.061750 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.062193 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.063325 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.063718 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.064254 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.065137 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.065565 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.065986 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:59.124732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-0d6bf7a8-a24c-468a-a66b-d0fa4f24a222 service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325105 Sep 16 04:54:59.180648 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Attempting to bind port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:59.181196 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Attempting to bind port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:59.181808 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Attempting to bind port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 on network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:59.190428 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:59.190984 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Checking segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:59.191512 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.193435 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Bound using segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:59.194017 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Bound port: bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:59.194528 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.252228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.252228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.316182 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] For port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:59.322973 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] For port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:59.351010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348b31e-42b4-48bf-9f72-4351971b7780 req-c5dd4b2d-7c12-461e-acda-c8b15db7bc0b tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.352750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6348b31e-42b4-48bf-9f72-4351971b7780 req-c5dd4b2d-7c12-461e-acda-c8b15db7bc0b tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 950 time: 0.1670952 Sep 16 04:54:59.367904 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-f0d0a9db-ca43-48c4-8c78-4959eb04b80a service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335601 Sep 16 04:54:59.382822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f48534a6-ba61-4139-ab1f-c8912ac48c05 None None] Provisioning complete for port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:59.383204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f48534a6-ba61-4139-ab1f-c8912ac48c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.413571 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.428971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6348b31e-42b4-48bf-9f72-4351971b7780 req-c03010ab-0ef8-44ab-8122-a0eceaaf2745 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 Sep 16 04:54:59.458773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7220ea28-0aab-443d-82e7-24a942897779 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7159855 Sep 16 04:54:59.482410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Request body: {'port': {'device_id': '16caab4c-6f45-4e24-968c-8f9536c8987c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:59.495924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f48534a6-ba61-4139-ab1f-c8912ac48c05 None None] Port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:59.563611 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:59.565125 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:59.613411 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbca4b-db59-40bc-bbe2-51e7b14d1b67 None None] Pushing event updated for resources: {'Port': ['ID=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.632201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.633301 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-dc1c07ee-c527-44cb-8337-e84b4fc947f5 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167231 Sep 16 04:54:59.816715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:59.936956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-943b8f65-f2f1-446d-b57b-09a32ba4b0fa None None] Provisioning complete for port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:59.939577 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-943b8f65-f2f1-446d-b57b-09a32ba4b0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.947015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a8f1645-97cf-428a-a3e8-c3202ff318d9 req-df1a4907-628a-47f5-8502-69641afd847e service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989061 Sep 16 04:54:59.951730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Deleting port 98f629bc-2fe0-44ca-a668-5602841f0c23 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:59.952071 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.023105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d2a1b-b1d5-4468-a420-c6d87e5b219e req-5d529e43-8c16-4bfa-a744-37574f2a0750 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.031101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-063d2a1b-b1d5-4468-a420-c6d87e5b219e req-5d529e43-8c16-4bfa-a744-37574f2a0750 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.1166387 Sep 16 04:55:00.084513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 98f629bc-2fe0-44ca-a668-5602841f0c23 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:00.106816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:54:59Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:00.116693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-063d2a1b-b1d5-4468-a420-c6d87e5b219e req-a4d53804-f727-429f-9814-7f1bc17a47d8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841360 Sep 16 04:55:00.148837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca44ed-1a95-452a-8901-0ee79c1a5af1 None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:54:59Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:00.348896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61dec87d-1684-4aa4-9a29-e3beb26f4117 req-6ae819b0-e7e0-4a00-9a1e-1503c2043e35 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 210 time: 0.0501084 Sep 16 04:55:00.393162 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-943b8f65-f2f1-446d-b57b-09a32ba4b0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.409435 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.479766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 98f629bc-2fe0-44ca-a668-5602841f0c23, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=98f629bc-2fe0-44ca-a668-5602841f0c23,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:00.482185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef2442c0-b8ab-4ec6-ac8f-b53ccfb20a6c req-7ac3451f-c72c-4d78-ac0a-742c4d9101cd tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 210 time: 0.0611110 Sep 16 04:55:00.497705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f629bc-2fe0-44ca-a668-5602841f0c23'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:00.500583 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf2b00b-f548-4a93-870c-98c296adecb7" -d '{"events": [{"server_uuid": "b65e63ab-edcc-434a-b404-3d1513a00f88", "name": "network-vif-unplugged", "status": "completed", "tag": "98f629bc-2fe0-44ca-a668-5602841f0c23"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:00.506891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-943b8f65-f2f1-446d-b57b-09a32ba4b0fa None None] For port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:00.534255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] For port 98f629bc-2fe0-44ca-a668-5602841f0c23, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=98f629bc-2fe0-44ca-a668-5602841f0c23,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:00.534648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.603357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-cf331568-8640-4772-8a84-2b47dac145b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.603357 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-cf331568-8640-4772-8a84-2b47dac145b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1095 time: 0.4144762 Sep 16 04:55:00.603357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df910abe-1e33-4113-8266-0021f0b1ac43 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:00.603357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Calling delete_port for 98f629bc-2fe0-44ca-a668-5602841f0c23 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:00.603722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade3807-03a8-45ce-b5a4-265fa561aa9c req-56b66dc9-1fc3-4769-b204-108369d6057e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.605507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ade3807-03a8-45ce-b5a4-265fa561aa9c req-56b66dc9-1fc3-4769-b204-108369d6057e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.1221142 Sep 16 04:55:00.658358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ade3807-03a8-45ce-b5a4-265fa561aa9c req-2e132440-7195-4b73-8d2a-c86670afb7a8 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Sep 16 04:55:00.726054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.749253 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-943b8f65-f2f1-446d-b57b-09a32ba4b0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.749253 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.819803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2dab2-cf75-4044-9b62-846b92abd3d3 req-60a4030a-3e75-4645-94b7-42fba533e1f3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.840502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94e2dab2-cf75-4044-9b62-846b92abd3d3 req-60a4030a-3e75-4645-94b7-42fba533e1f3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1808326 Sep 16 04:55:00.841964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ee739d18-e25b-4e5b-a024-0a3839669494 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:00.861726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Transition to ACTIVE for port object df910abe-1e33-4113-8266-0021f0b1ac43 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:00.974756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.986145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b8f65-f2f1-446d-b57b-09a32ba4b0fa None None] Pushing event updated for resources: {'Port': ['ID=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.014993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94e2dab2-cf75-4044-9b62-846b92abd3d3 req-8c711e91-817e-40b5-8cd9-0915e4e0ec6f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735740 Sep 16 04:55:01.075205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f684000-54d4-4a66-a6e4-3e3bfe8ba3d6 req-cdbff234-6e98-4c2d-8ab5-3ae8ee63c6de tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.094646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f684000-54d4-4a66-a6e4-3e3bfe8ba3d6 req-cdbff234-6e98-4c2d-8ab5-3ae8ee63c6de tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.1926887 Sep 16 04:55:01.171058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-2f1ba09f-b179-42fe-b6a5-aebc1d9cad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.173609 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-2f1ba09f-b179-42fe-b6a5-aebc1d9cad0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.5540617 Sep 16 04:55:01.241635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Pushing event updated for resources: {'Port': ['ID=df910abe-1e33-4113-8266-0021f0b1ac43,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.243862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f684000-54d4-4a66-a6e4-3e3bfe8ba3d6 req-e7c6afa5-b7ab-4793-a527-248ae1ef3edd tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478705 Sep 16 04:55:01.249828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Allocated IP 172.20.0.2 (e2b192a7-9e92-4e08-bc11-5c8425cbdfab/e3d973ab-5e5b-40d9-bd64-55877d7d4a55/b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:01.280814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42433d53-af0e-4b3b-a93c-75983b00bd6c req-fc7258cc-a07a-4f8b-9199-97b852ea372f tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.283888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42433d53-af0e-4b3b-a93c-75983b00bd6c req-fc7258cc-a07a-4f8b-9199-97b852ea372f tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 948 time: 0.1386278 Sep 16 04:55:01.300243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ee739d18-e25b-4e5b-a024-0a3839669494 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:01.305413 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.309453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=98f629bc-2fe0-44ca-a668-5602841f0c23,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.369392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42433d53-af0e-4b3b-a93c-75983b00bd6c req-e273fedf-7fe2-4de8-8859-5983b2a356c9 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/security-groups?id=0158d28a-80cc-4e7c-b004-f4d0487eb171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757151 Sep 16 04:55:01.372026 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becbfe88-b4f7-47e3-9278-6c6df7379756 x-openstack-request-id: req-becbfe88-b4f7-47e3-9278-6c6df7379756 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:01.372358 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65e63ab-edcc-434a-b404-3d1513a00f88", "name": "network-vif-unplugged", "status": "completed", "tag": "98f629bc-2fe0-44ca-a668-5602841f0c23", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:01.372616 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-becbfe88-b4f7-47e3-9278-6c6df7379756 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:01.373021 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f629bc-2fe0-44ca-a668-5602841f0c23', 'code': 200} Sep 16 04:55:01.417659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-14d9d951-faaa-4ae6-bf78-1cf3cba27769 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 200 len: 217 time: 0.2073836 Sep 16 04:55:01.434893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Deleting port ee739d18-e25b-4e5b-a024-0a3839669494 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:01.436382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.499737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:01.571953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2018cdb-34fc-4ab8-9fc8-8556f77d4de6 req-db17fcf8-f549-46ab-94e6-9dbd668e73cf tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 210 time: 0.0573723 Sep 16 04:55:01.604236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977ab7e-a438-444a-aaff-c80ef62f24f3 req-c8c84409-8534-4f4c-96f5-09b14010d0a1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.609597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5977ab7e-a438-444a-aaff-c80ef62f24f3 req-c8c84409-8534-4f4c-96f5-09b14010d0a1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.1354108 Sep 16 04:55:01.609743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:01.609743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.690288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5977ab7e-a438-444a-aaff-c80ef62f24f3 req-294861a6-8d61-45ff-9948-c72501b88d04 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738530 Sep 16 04:55:01.741528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c924448-6dcb-4904-b310-f09594d309b7 req-e5f98cc6-df22-4fa1-9a94-4adb96a769a2 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 210 time: 0.0764866 Sep 16 04:55:01.884664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9abb8-71d6-4670-8cf6-7318422ef916 req-2251cc98-0a0c-4e79-a72a-d7c70e7a9e2b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.886608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fb9abb8-71d6-4670-8cf6-7318422ef916 req-2251cc98-0a0c-4e79-a72a-d7c70e7a9e2b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.0899673 Sep 16 04:55:01.903519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aace0a-cf95-4723-98b3-60462f986c0f req-81c4fa8e-d660-4d5e-abc1-aab47d0f44c9 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.905407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86aace0a-cf95-4723-98b3-60462f986c0f req-81c4fa8e-d660-4d5e-abc1-aab47d0f44c9 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1098 time: 0.0747564 Sep 16 04:55:01.961087 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fb9abb8-71d6-4670-8cf6-7318422ef916 req-89ed80cc-da1d-415b-b30c-12c04425e477 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661163 Sep 16 04:55:01.967818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86aace0a-cf95-4723-98b3-60462f986c0f req-256bc495-6c92-41cb-a2df-70bb1dac228b tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548131 Sep 16 04:55:02.070648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-7c613931-f2fd-4809-aa8f-e5326a1cce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.072197 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-7c613931-f2fd-4809-aa8f-e5326a1cce5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.5899279 Sep 16 04:55:02.155413 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-034fec43-b707-470c-b1d0-3e30163a2477 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628798 Sep 16 04:55:02.165823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e15ae-a929-45c4-ab2e-9cdf326c6397 req-304cf878-a298-4bfc-b5b8-b24565aa6161 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.167421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b6e15ae-a929-45c4-ab2e-9cdf326c6397 req-304cf878-a298-4bfc-b5b8-b24565aa6161 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1098 time: 0.0840108 Sep 16 04:55:02.179460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-80c3a2fe-56e3-4cda-a1c1-fb87c984b02d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.181122 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-80c3a2fe-56e3-4cda-a1c1-fb87c984b02d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.2840273 Sep 16 04:55:02.199980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc984e4-d43a-485f-b834-18aee5025b79 req-d7048508-a2eb-4438-ace2-049858bc3f62 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.200142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.200265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cc984e4-d43a-485f-b834-18aee5025b79 req-d7048508-a2eb-4438-ace2-049858bc3f62 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.0685685 Sep 16 04:55:02.229496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Attempting to bind port df910abe-1e33-4113-8266-0021f0b1ac43 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:02.229929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Attempting to bind port df910abe-1e33-4113-8266-0021f0b1ac43 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:02.230435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Attempting to bind port df910abe-1e33-4113-8266-0021f0b1ac43 on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:02.244331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b6e15ae-a929-45c4-ab2e-9cdf326c6397 req-77391528-fc7d-4278-8604-29d1c1c7a4a9 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583503 Sep 16 04:55:02.248801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cc984e4-d43a-485f-b834-18aee5025b79 req-df03bd84-00cd-48ca-a3ed-23205c0d1996 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547869 Sep 16 04:55:02.308874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] For port ee739d18-e25b-4e5b-a024-0a3839669494, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ee739d18-e25b-4e5b-a024-0a3839669494,segment=NetworkSegment(a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf),segment_id=a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:02.308874 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.333065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Pushing event deleted for resources: {'Port': ['ID=98f629bc-2fe0-44ca-a668-5602841f0c23,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.342842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Port df910abe-1e33-4113-8266-0021f0b1ac43 on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:02.343180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Attempting to bind port df910abe-1e33-4113-8266-0021f0b1ac43 on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:02.364298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Calling delete_port for ee739d18-e25b-4e5b-a024-0a3839669494 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:02.396223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8fc26-dd95-45e5-9303-9ae7501d5096 req-06bd3780-3eb1-4389-803d-4e1c1ac90e45 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.405480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebf8fc26-dd95-45e5-9303-9ae7501d5096 req-06bd3780-3eb1-4389-803d-4e1c1ac90e45 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.0648994 Sep 16 04:55:02.464981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebf8fc26-dd95-45e5-9303-9ae7501d5096 req-3fb02848-5ebc-4145-a453-a914c5a259e7 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580511 Sep 16 04:55:02.477571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:02.479927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Checking segment: {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:02.480761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Bound using segment: {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:02.481483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Bound port: df910abe-1e33-4113-8266-0021f0b1ac43, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:02.481873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.566732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] No DVR routers for this DVR port 98f629bc-2fe0-44ca-a668-5602841f0c23 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:02.581216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.583618 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19046486-9504-4958-a886-fb9572f364a1 req-e037b7d5-ee8a-42cc-a59b-6a5a5c0a1a99 tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.60 "DELETE /v2.0/ports/98f629bc-2fe0-44ca-a668-5602841f0c23 HTTP/1.1" status: 204 len: 173 time: 3.9565778 Sep 16 04:55:02.591768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'name': 'network-vif-deleted', 'tag': '98f629bc-2fe0-44ca-a668-5602841f0c23'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:02.594805 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3732ef-6236-424e-aa15-777731e97dc6" -d '{"events": [{"server_uuid": "b65e63ab-edcc-434a-b404-3d1513a00f88", "name": "network-vif-deleted", "tag": "98f629bc-2fe0-44ca-a668-5602841f0c23"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:02.601140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3166a29-4883-4e40-8e03-9bbcc596b25d req-fd99f7a1-463a-4c4e-abce-f3cab618634b tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 210 time: 0.0638373 Sep 16 04:55:02.645956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.687050 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-8a304ba9-25ee-4d10-bac5-43a1e3637c82 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986563 Sep 16 04:55:02.724113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:02.759913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f76bf822-9314-4262-8ffc-6d684f5e7e4d req-ccabf3f4-f99f-4f72-8473-939235321173 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 210 time: 0.0544143 Sep 16 04:55:02.802465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:02.803158 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.815672 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb81841-1858-422c-8acb-99c0d8c1f9b9 x-openstack-request-id: req-8cb81841-1858-422c-8acb-99c0d8c1f9b9 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:02.815949 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65e63ab-edcc-434a-b404-3d1513a00f88", "name": "network-vif-deleted", "tag": "98f629bc-2fe0-44ca-a668-5602841f0c23", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:02.816214 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8cb81841-1858-422c-8acb-99c0d8c1f9b9 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:02.816577 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65e63ab-edcc-434a-b404-3d1513a00f88', 'name': 'network-vif-deleted', 'tag': '98f629bc-2fe0-44ca-a668-5602841f0c23', 'status': 'completed', 'code': 200} Sep 16 04:55:02.878621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Deleting port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:02.879221 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.909887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] For port df910abe-1e33-4113-8266-0021f0b1ac43, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:02.918874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ee6db8c-1d83-41af-a438-e2f7f5403dcc req-3775d865-58e3-432f-b902-5c93d438958c tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 210 time: 0.0552034 Sep 16 04:55:02.957706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] For port df910abe-1e33-4113-8266-0021f0b1ac43, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=df910abe-1e33-4113-8266-0021f0b1ac43,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:02.963330 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26402efd-18ed-486a-bad3-d17accfd12d9 req-197d83e8-9d7e-4f09-8673-1359a7769170 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168624 Sep 16 04:55:03.035334 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.121509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Network e2b192a7-9e92-4e08-bc11-5c8425cbdfab is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:03.125491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.141076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:03.144458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:03.149174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] For port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:03.149553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.174069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b80e31-efe7-4534-a90f-be180f80e7e7 req-f7f4d0ca-a4bc-45cd-8ff1-904edd7fa27b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.179938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40b80e31-efe7-4534-a90f-be180f80e7e7 req-f7f4d0ca-a4bc-45cd-8ff1-904edd7fa27b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.1195865 Sep 16 04:55:03.184440 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Pushing event updated for resources: {'Port': ['ID=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.244977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40b80e31-efe7-4534-a90f-be180f80e7e7 req-cd358ec3-0cb6-4615-9306-d6328408519c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622549 Sep 16 04:55:03.287605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.287605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.287605 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] 10.222.0.57 "PUT /v2.0/ports/df910abe-1e33-4113-8266-0021f0b1ac43 HTTP/1.1" status: 200 len: 1092 time: 4.8290267 Sep 16 04:55:03.294983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78bf001-c543-40b9-8447-aa5262b8d28f {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:03.306063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.310875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.329011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Transition to ACTIVE for port object b78bf001-c543-40b9-8447-aa5262b8d28f will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:03.368686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.374216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.401350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa22e0-f99b-49ef-9a5b-ed06694b1b6f req-38b763ce-86c6-4a02-8ee6-509fcfa05a3c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.402852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a5fa22e0-f99b-49ef-9a5b-ed06694b1b6f req-38b763ce-86c6-4a02-8ee6-509fcfa05a3c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.0601118 Sep 16 04:55:03.483373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a5fa22e0-f99b-49ef-9a5b-ed06694b1b6f req-c5f38cb0-9c1b-431a-ac43-a316629438d7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627158 Sep 16 04:55:03.485565 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.614664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b793e-0785-4fe6-a808-495b77e7d0ea service neutron] Pushing event updated for resources: {'Port': ['ID=df910abe-1e33-4113-8266-0021f0b1ac43,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.638234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db953870-38d6-4207-9769-07037081735c service neutron] Pushing event updated for resources: {'Port': ['ID=b78bf001-c543-40b9-8447-aa5262b8d28f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.681242 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-7a1ad07c-0162-425f-8824-939924e2ef25 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6496823 Sep 16 04:55:03.686316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7662a6f-6184-4027-9d00-3ae4857aebf6 req-179fc4c6-9ca4-4923-be56-6c042fb4ad9c tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.688493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7662a6f-6184-4027-9d00-3ae4857aebf6 req-179fc4c6-9ca4-4923-be56-6c042fb4ad9c tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.1229434 Sep 16 04:55:03.733916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Attempting to bind port b78bf001-c543-40b9-8447-aa5262b8d28f on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:03.734782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Attempting to bind port b78bf001-c543-40b9-8447-aa5262b8d28f by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:03.735109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Attempting to bind port b78bf001-c543-40b9-8447-aa5262b8d28f on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:03.735419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Request body: {'port': {'device_id': '1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:03.747592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Port b78bf001-c543-40b9-8447-aa5262b8d28f on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:03.747924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Attempting to bind port b78bf001-c543-40b9-8447-aa5262b8d28f on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:03.758449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7662a6f-6184-4027-9d00-3ae4857aebf6 req-f7909068-9027-487b-bdbe-3e683be5d4f0 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598907 Sep 16 04:55:03.758995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-409cbcdb-fd95-4d78-9e82-fa9ae610d865 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.760681 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-409cbcdb-fd95-4d78-9e82-fa9ae610d865 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 821 time: 0.4269712 Sep 16 04:55:03.760938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:03.761461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Checking segment: {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:03.761586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee739d18-e25b-4e5b-a024-0a3839669494,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.761705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Bound using segment: {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:03.762281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Bound port: b78bf001-c543-40b9-8447-aa5262b8d28f, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:03.762649 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.795502 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Request body: {'port': {'device_id': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'admin_state_up': True, 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:03.909663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abf20614-1332-4430-ad31-a6201998c4dc req-0f134a89-3c20-4797-87fa-583b7f0849ce tempest-ImagesNegativeTestJSON-1614536513 tempest-ImagesNegativeTestJSON-1614536513-project] 10.222.0.59 "GET /v2.0/ports?device_id=b65e63ab-edcc-434a-b404-3d1513a00f88 HTTP/1.1" status: 200 len: 210 time: 0.0382721 Sep 16 04:55:03.922902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] For port b78bf001-c543-40b9-8447-aa5262b8d28f, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:03.993215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] For port b78bf001-c543-40b9-8447-aa5262b8d28f, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b78bf001-c543-40b9-8447-aa5262b8d28f,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:04.037133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890bb4b-6329-4ff4-96d4-3027770fe97e req-d3cebc48-b54d-4de6-95e6-c6e37a4cb4ab tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.038758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4890bb4b-6329-4ff4-96d4-3027770fe97e req-d3cebc48-b54d-4de6-95e6-c6e37a4cb4ab tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 931 time: 0.0601707 Sep 16 04:55:04.079403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4890bb4b-6329-4ff4-96d4-3027770fe97e req-b0993f41-db1e-427f-a975-bb0b46aa21d6 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342391 Sep 16 04:55:04.169846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.170444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.170444 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Floating IP 7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9 disassociated. External IP: 172.25.7.160, port: 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c. Sep 16 04:55:04.170776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Calling delete_port for 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:04.173399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b099b9f1-e4df-43f6-ad83-b9e8ce8fc4d7 req-061f8453-2780-4ff9-87a6-5d7d7b2509d9 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 210 time: 0.0273051 Sep 16 04:55:04.184884 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.221744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.222524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.224057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-db953870-38d6-4207-9769-07037081735c service neutron] 10.222.0.57 "PUT /v2.0/ports/b78bf001-c543-40b9-8447-aa5262b8d28f HTTP/1.1" status: 200 len: 1093 time: 4.7465897 Sep 16 04:55:04.224556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16caab4c-6f45-4e24-968c-8f9536c8987c', 'tag': 'b78bf001-c543-40b9-8447-aa5262b8d28f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:04.226953 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b182f-8373-4c9a-93e8-71962054e18e" -d '{"events": [{"name": "network-changed", "server_uuid": "16caab4c-6f45-4e24-968c-8f9536c8987c", "tag": "b78bf001-c543-40b9-8447-aa5262b8d28f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:04.236986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-5733a411-bdc2-44ed-bf0f-e58ac24c970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.239167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-5733a411-bdc2-44ed-bf0f-e58ac24c970d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 1095 time: 0.6521730 Sep 16 04:55:04.252920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db953870-38d6-4207-9769-07037081735c service neutron] Pushing event updated for resources: {'Port': ['ID=b78bf001-c543-40b9-8447-aa5262b8d28f,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:04.270344 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eebda7a-7a04-4af8-8fff-e1bdae08d433 x-openstack-request-id: req-8eebda7a-7a04-4af8-8fff-e1bdae08d433 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:04.270635 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16caab4c-6f45-4e24-968c-8f9536c8987c", "tag": "b78bf001-c543-40b9-8447-aa5262b8d28f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:04.270890 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8eebda7a-7a04-4af8-8fff-e1bdae08d433 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:04.271342 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16caab4c-6f45-4e24-968c-8f9536c8987c', 'tag': 'b78bf001-c543-40b9-8447-aa5262b8d28f', 'status': 'completed', 'code': 200} Sep 16 04:55:04.323869 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-b407a945-eef2-4d3e-b5aa-7471ad3500f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5929515 Sep 16 04:55:04.324440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.396847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b182f-8373-4c9a-93e8-71962054e18e req-fbc0a9e7-f9c9-43f9-9042-468fc85cfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.398344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b45b182f-8373-4c9a-93e8-71962054e18e req-fbc0a9e7-f9c9-43f9-9042-468fc85cfb9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 1096 time: 0.0758886 Sep 16 04:55:04.406913 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-a19ffc22-40ea-41f4-91c9-1d451f916570 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df910abe-1e33-4113-8266-0021f0b1ac43 HTTP/1.1" status: 200 len: 217 time: 0.1172736 Sep 16 04:55:04.413603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14d86c-c2a6-426a-a4c8-0f6fd63b6317 req-a512fd00-abc5-4c45-bdc5-49d2de040d3e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.415055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca14d86c-c2a6-426a-a4c8-0f6fd63b6317 req-a512fd00-abc5-4c45-bdc5-49d2de040d3e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.0652518 Sep 16 04:55:04.517143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca14d86c-c2a6-426a-a4c8-0f6fd63b6317 req-74567ed9-0299-4b32-93e0-c5b7e99bd729 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939078 Sep 16 04:55:04.551366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b182f-8373-4c9a-93e8-71962054e18e req-60462ba9-309e-4c84-966e-6695cc370d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.553267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b45b182f-8373-4c9a-93e8-71962054e18e req-60462ba9-309e-4c84-966e-6695cc370d13 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1313756 Sep 16 04:55:04.615704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.623216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-c2145466-ba6b-4a34-8dec-ccebd41e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.623840 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-c2145466-ba6b-4a34-8dec-ccebd41e1343 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 1097 time: 0.2544363 Sep 16 04:55:04.625755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-b28d94b7-7a9b-4291-8953-45654144a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.631275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-b28d94b7-7a9b-4291-8953-45654144a8b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d973ab-5e5b-40d9-bd64-55877d7d4a55 HTTP/1.1" status: 200 len: 858 time: 0.1954727 Sep 16 04:55:04.702759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abc3bf-bb3a-4600-b98b-9bf3a2fed7c1 req-ff98797e-f057-4215-93b5-12cb88eb9342 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.704842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11abc3bf-bb3a-4600-b98b-9bf3a2fed7c1 req-ff98797e-f057-4215-93b5-12cb88eb9342 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1053851 Sep 16 04:55:04.733435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b182f-8373-4c9a-93e8-71962054e18e req-dad75be1-be68-4096-b2e5-902a0cca5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.735114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b45b182f-8373-4c9a-93e8-71962054e18e req-dad75be1-be68-4096-b2e5-902a0cca5571 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1742575 Sep 16 04:55:04.762875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11abc3bf-bb3a-4600-b98b-9bf3a2fed7c1 req-2b30c049-3033-41ad-b7df-47c825cafd1b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463612 Sep 16 04:55:04.766334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-6f0c30b2-80d8-4d32-be68-4ae4cd09e7fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825922 Sep 16 04:55:04.774311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Made reservation on behalf of f8ba57d9af094d678c24b9d8dc59913e for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:04.777728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.823127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b506387f-ac07-47c5-ae47-61a157527a57', 'tag': 'df910abe-1e33-4113-8266-0021f0b1ac43'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:04.825406 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824" -d '{"events": [{"name": "network-changed", "server_uuid": "b506387f-ac07-47c5-ae47-61a157527a57", "tag": "df910abe-1e33-4113-8266-0021f0b1ac43"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:04.903579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-b295231a-b113-4aa4-8b0e-c5c38548f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.905079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-b295231a-b113-4aa4-8b0e-c5c38548f011 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 1096 time: 0.0807576 Sep 16 04:55:04.913479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa2b2-fe4f-4960-8541-5442eecdb1e2 req-0b3d9a22-f8da-44f2-a66b-287298d77c5e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.914940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-524aa2b2-fe4f-4960-8541-5442eecdb1e2 req-0b3d9a22-f8da-44f2-a66b-287298d77c5e tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 945 time: 0.0798805 Sep 16 04:55:04.965451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-75ded5bd-22f8-41d7-b113-61ad670e5034 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78bf001-c543-40b9-8447-aa5262b8d28f HTTP/1.1" status: 200 len: 217 time: 0.0455348 Sep 16 04:55:05.011502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-524aa2b2-fe4f-4960-8541-5442eecdb1e2 req-93f9eb5c-0872-43a0-a384-d3dd0ba70761 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857451 Sep 16 04:55:05.017300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd93fc72-f88a-43bb-9777-8dc8dafd0af5 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:55:05.018507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd93fc72-f88a-43bb-9777-8dc8dafd0af5 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103354 Sep 16 04:55:05.069089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-fbadd5d5-9990-4662-a7bd-047017120fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.070849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-fbadd5d5-9990-4662-a7bd-047017120fe4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d973ab-5e5b-40d9-bd64-55877d7d4a55 HTTP/1.1" status: 200 len: 858 time: 0.0968256 Sep 16 04:55:05.076330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-7fb8bafb-7c31-4422-8714-685f42c4f4a7 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.077931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-7fb8bafb-7c31-4422-8714-685f42c4f4a7 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports/69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 200 len: 1095 time: 0.0489347 Sep 16 04:55:05.089630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Request body: {'binding': {'host': 'n-h1-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:05.091277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:55:05.094373 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a7c9a5-4bf1-4ecf-8217-e6869c927497 x-openstack-request-id: req-02a7c9a5-4bf1-4ecf-8217-e6869c927497 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:05.094373 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b506387f-ac07-47c5-ae47-61a157527a57", "tag": "df910abe-1e33-4113-8266-0021f0b1ac43", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:05.094644 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02a7c9a5-4bf1-4ecf-8217-e6869c927497 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:05.095308 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b506387f-ac07-47c5-ae47-61a157527a57', 'tag': 'df910abe-1e33-4113-8266-0021f0b1ac43', 'status': 'completed', 'code': 200} Sep 16 04:55:05.099970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.152110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-98df30b6-1dfb-4664-ba05-994aa6efb321 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279331 Sep 16 04:55:05.167631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-78218d55-fb17-4ccc-b718-4b7307a7b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.169109 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-78218d55-fb17-4ccc-b718-4b7307a7b61a service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.4707758 Sep 16 04:55:05.197680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event deleted for resources: {'Port': ['ID=06015b8a-9b35-46ee-a0a5-16ead1cc4f1c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.262636 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-92a04bd1-ddfd-495a-a9cb-ffb12790d100 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249942 Sep 16 04:55:05.290406 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-682abdca-3637-4eea-a5a7-c5737f97c0a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 200 len: 217 time: 0.1060185 Sep 16 04:55:05.329532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7601d-7197-4309-abdf-8d984419af50 req-33e4b91a-b753-415f-b3bf-7b7598d8803e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.331025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99d7601d-7197-4309-abdf-8d984419af50 req-33e4b91a-b753-415f-b3bf-7b7598d8803e tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 931 time: 0.1525683 Sep 16 04:55:05.386556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-6b7f19bb-7410-4638-b1ce-1dcb308d5c71 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244809 Sep 16 04:55:05.417193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99d7601d-7197-4309-abdf-8d984419af50 req-9a47f73d-9e69-4a0c-8323-728a40edce09 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792489 Sep 16 04:55:05.427021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on host n-h1-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:05.427390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:05.427730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:05.442130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:05.442319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:05.482044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:05.482044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:05.482417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:05.482877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Bound port: 69927cce-7c92-4b34-86f7-341c34d89cb2, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:05.513383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Allocated IP 172.20.0.14 (d8a3ad0d-98d2-48e2-ba3f-4110341bb184/6243b766-1f7f-4e6e-a175-1885405db1af/400eba4e-0a11-4e40-a5ca-64812cddc187) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:05.576282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-fc78e500-39bc-47c0-8f9e-e7a916965198 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787562 Sep 16 04:55:05.580844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f841d666-bdd6-42d1-957a-e96810505c9a req-dbd630b7-ceeb-4e7a-9d48-970ec840e382 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 210 time: 0.0425985 Sep 16 04:55:05.622519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:05.709963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8bfad-1726-4568-8632-9beac677ba12 req-1ce04cdf-7af2-4dc6-949a-041598e04755 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.711568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88d8bfad-1726-4568-8632-9beac677ba12 req-1ce04cdf-7af2-4dc6-949a-041598e04755 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.0551426 Sep 16 04:55:05.756535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88d8bfad-1726-4568-8632-9beac677ba12 req-a92dcaaa-be96-4877-afb8-18ec5913ef9e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Sep 16 04:55:05.819986 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.823940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-0a6dfb7a-e958-4c0e-a6ec-a584ec145cc0 service neutron] 10.222.0.59 "POST /v2.0/ports/69927cce-7c92-4b34-86f7-341c34d89cb2/bindings HTTP/1.1" status: 201 len: 390 time: 0.7377305 Sep 16 04:55:05.880418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322d6c3-2539-43b5-a2af-3fe8c7ada652 req-87596ba7-b19e-457b-9fa2-41d5cfa6ae85 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.881929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c322d6c3-2539-43b5-a2af-3fe8c7ada652 req-87596ba7-b19e-457b-9fa2-41d5cfa6ae85 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.0555720 Sep 16 04:55:05.904490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:05.910180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-8bc06d1e-483c-4a71-b17f-db113a51b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.911704 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-8bc06d1e-483c-4a71-b17f-db113a51b789 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.6051407 Sep 16 04:55:05.922641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c322d6c3-2539-43b5-a2af-3fe8c7ada652 req-99a6eaf5-fdad-4687-bb01-5dc5784391d6 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346141 Sep 16 04:55:05.928939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.983970 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-0b2096d3-1a3c-4ddb-abdf-a5a6a9f14cec service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953187 Sep 16 04:55:05.997183 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-3ee50002-5773-41f6-a256-4292bd038d3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718763 Sep 16 04:55:06.027953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Transition to ACTIVE for port object b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:06.038948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Router f551c9fa-a178-4fb7-ac74-174c4e235498 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:06.049602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Router 17e24a87-164e-4098-a956-e7546699c750 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:06.106391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:06.118134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b12b662-3114-449f-8c6f-33e098f71b32 req-44c52a56-7e74-4726-a52d-f772a7c2dca6 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 210 time: 0.0276310 Sep 16 04:55:06.130682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:06.135048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:06.314897 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-20b53397-888c-471a-85be-179ba5aa74cd service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075135 Sep 16 04:55:06.347959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.416246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:06.425879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] Sync routers for ids ['f551c9fa-a178-4fb7-ac74-174c4e235498'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:06.427957 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-793dda2f-34dc-43b2-b572-66123e29aa2f admin admin] 10.222.0.59 "PUT /v2.0/routers/f551c9fa-a178-4fb7-ac74-174c4e235498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5408223 Sep 16 04:55:06.430694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36040) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.437382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] Routers {'f551c9fa-a178-4fb7-ac74-174c4e235498'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:06.438322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f551c9fa-a178-4fb7-ac74-174c4e235498'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:06.491385 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.517088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:06.529148 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] Sync routers for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:06.539381 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:06.549777 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:06.566083 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.620322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] No DVR routers for this DVR port 06015b8a-9b35-46ee-a0a5-16ead1cc4f1c on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:06.625835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.629136 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-062663f9-e0a1-4dd8-bd9d-e2d233ac542c req-03438872-2937-4684-a3e6-d843ec25f90d tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.60 "DELETE /v2.0/ports/06015b8a-9b35-46ee-a0a5-16ead1cc4f1c HTTP/1.1" status: 204 len: 173 time: 4.4365005 Sep 16 04:55:06.631414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ad09b0-6c18-4e32-8f6a-f6d22d6656ab req-04f8db8b-95a3-406d-a5e7-28ef46d66e02 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980635 Sep 16 04:55:06.631772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Pushing event updated for resources: {'Port': ['ID=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.648083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-77adcaad-b830-4dbf-9cd5-fab654d7f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.649662 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-77adcaad-b830-4dbf-9cd5-fab654d7f06b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 1095 time: 0.1926911 Sep 16 04:55:06.696807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] Set router f551c9fa-a178-4fb7-ac74-174c4e235498 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:06.719740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.726821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f870a-1510-4a27-92ee-5f7f002d5864 req-57928bb1-106a-4bdc-9080-7902a67ef4e1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.728447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d49f870a-1510-4a27-92ee-5f7f002d5864 req-57928bb1-106a-4bdc-9080-7902a67ef4e1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.1061075 Sep 16 04:55:06.814693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:06.833067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:06.838667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d49f870a-1510-4a27-92ee-5f7f002d5864 req-5bdfc531-d693-454d-a465-9cf097fb7e6f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773623 Sep 16 04:55:06.840294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:06.851823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Attempting to bind port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:06.859779 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Attempting to bind port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:06.859779 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Attempting to bind port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:06.869438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adcfd1-229f-4f49-91db-cde2f0320e98 req-9e3947b6-a63c-46e1-bfc4-0f7b0cca94e4 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.883360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26adcfd1-229f-4f49-91db-cde2f0320e98 req-9e3947b6-a63c-46e1-bfc4-0f7b0cca94e4 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 943 time: 0.2621970 Sep 16 04:55:06.887804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Pushing event updated for resources: {'Port': ['ID=400eba4e-0a11-4e40-a5ca-64812cddc187,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.896272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:06.896511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Attempting to bind port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 on network e2b192a7-9e92-4e08-bc11-5c8425cbdfab {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:06.910171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.911779 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-ea855473-5dbe-4790-99d4-7f16f077fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.918738 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-ea855473-5dbe-4790-99d4-7f16f077fd58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab HTTP/1.1" status: 200 len: 919 time: 0.2491224 Sep 16 04:55:06.942341 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:06.942683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Checking segment: {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:06.943083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Bound using segment: {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:06.947209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Bound port: b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b25b78-6555-4d8c-ac85-605865413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:06.947653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.991112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:55:02Z', 'revision_number': 5, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.023277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26adcfd1-229f-4f49-91db-cde2f0320e98 req-38c92c29-422d-4f93-9066-da9c4de39256 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951540 Sep 16 04:55:07.024566 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-43f24574-a7dc-413b-b937-879308089c04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df910abe-1e33-4113-8266-0021f0b1ac43 HTTP/1.1" status: 200 len: 217 time: 0.0925386 Sep 16 04:55:07.025061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.025696 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.036800 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:07.044143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] Checking router: f551c9fa-a178-4fb7-ac74-174c4e235498 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:07.056879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] Routers {'f551c9fa-a178-4fb7-ac74-174c4e235498'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:07.058022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f551c9fa-a178-4fb7-ac74-174c4e235498'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.086908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799a79d-db97-4623-94cf-0d4bbc278235 req-9026b350-a7a0-431c-9dca-d3f0b6c79a88 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.096610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'name': 'network-vif-deleted', 'tag': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:07.098066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4799a79d-db97-4623-94cf-0d4bbc278235 req-9026b350-a7a0-431c-9dca-d3f0b6c79a88 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 932 time: 0.1354556 Sep 16 04:55:07.098956 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea6bab9-0601-46f1-8afc-f2b11ade2f6d" -d '{"events": [{"server_uuid": "d7434dad-5202-4991-af64-fd6fa5d624e0", "name": "network-vif-deleted", "tag": "06015b8a-9b35-46ee-a0a5-16ead1cc4f1c"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:07.179874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4799a79d-db97-4623-94cf-0d4bbc278235 req-cabb8c5b-c264-40fe-9889-b989df28a4ab tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808508 Sep 16 04:55:07.185341 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] For port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:07.191595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] For port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:07.231702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42962-cba2-47e8-8e29-4ea3a993d62a req-f13ab6c1-8fd3-4307-bfeb-34bd902c657e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.236437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-72faf2cb-3cdc-4f1a-964d-ee979c3242e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.245090 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-72faf2cb-3cdc-4f1a-964d-ee979c3242e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d973ab-5e5b-40d9-bd64-55877d7d4a55 HTTP/1.1" status: 200 len: 858 time: 0.2043736 Sep 16 04:55:07.252997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62c42962-cba2-47e8-8e29-4ea3a993d62a req-f13ab6c1-8fd3-4307-bfeb-34bd902c657e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.1393485 Sep 16 04:55:07.257029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] Set router f551c9fa-a178-4fb7-ac74-174c4e235498 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:07.311751 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.316396 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-78f0432a-0c1f-4e62-a895-fa41fc737e49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595279 Sep 16 04:55:07.350352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c4025fc3-e268-4350-b2f1-29eb44d735fe None None] Provisioning complete for port 400eba4e-0a11-4e40-a5ca-64812cddc187 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:07.350909 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4025fc3-e268-4350-b2f1-29eb44d735fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.352652 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] Checking router: 17e24a87-164e-4098-a956-e7546699c750 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:07.365248 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:07.366014 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.399401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62c42962-cba2-47e8-8e29-4ea3a993d62a req-1fb2fa7f-010a-4536-8525-b08f5c8df9c3 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453362 Sep 16 04:55:07.416134 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-522ff645-e7d5-4316-b713-3be1005de5f5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6230552 Sep 16 04:55:07.426216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.442314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd918d92-2567-4498-9676-5174dbda9e03 req-142622e4-58dc-4ddf-a4a2-d6934079dc45 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.450869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Request body: {'port': {'device_id': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:07.455149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd918d92-2567-4498-9676-5174dbda9e03 req-142622e4-58dc-4ddf-a4a2-d6934079dc45 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1663868 Sep 16 04:55:07.456876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36058) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.460996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c4025fc3-e268-4350-b2f1-29eb44d735fe None None] Port 400eba4e-0a11-4e40-a5ca-64812cddc187 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:07.475631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Deleting port 03ed1514-9a86-4783-b1a3-2b3089f6c670 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:07.475990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.575644 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:07.587636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:55:02Z', 'revision_number': 5, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.601000 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d44abb3-ced1-4cf5-bfd4-278cb1a09f16 x-openstack-request-id: req-8d44abb3-ced1-4cf5-bfd4-278cb1a09f16 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:07.601332 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7434dad-5202-4991-af64-fd6fa5d624e0", "name": "network-vif-deleted", "tag": "06015b8a-9b35-46ee-a0a5-16ead1cc4f1c", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:07.601601 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d44abb3-ced1-4cf5-bfd4-278cb1a09f16 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:07.602023 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7434dad-5202-4991-af64-fd6fa5d624e0', 'name': 'network-vif-deleted', 'tag': '06015b8a-9b35-46ee-a0a5-16ead1cc4f1c', 'status': 'completed', 'code': 200} Sep 16 04:55:07.618717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74dd63-499f-4dee-bd71-4ca2044aad26 None None] The sync data for ids ['f551c9fa-a178-4fb7-ac74-174c4e235498'] in n-d-712143-16 is: [{'id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-904591321-router', 'tenant_id': '19dd6a1b3f1e494cb525439b72895742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:44Z', 'updated_at': '2021-09-16T04:55:02Z', 'revision_number': 5, 'project_id': '19dd6a1b3f1e494cb525439b72895742', 'gw_port': {'id': '03ed1514-9a86-4783-b1a3-2b3089f6c670', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f551c9fa-a178-4fb7-ac74-174c4e235498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:45Z', 'updated_at': '2021-09-16T04:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:07.656902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61bc088b-9785-4b82-a958-c3f4a7aa5a55 req-1a1acc80-f4c4-4b35-aebb-ae8899d74faf tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7434dad-5202-4991-af64-fd6fa5d624e0 HTTP/1.1" status: 200 len: 210 time: 0.0756032 Sep 16 04:55:07.660986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] For port 03ed1514-9a86-4783-b1a3-2b3089f6c670, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=03ed1514-9a86-4783-b1a3-2b3089f6c670,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:07.661531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.695739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Calling delete_port for 03ed1514-9a86-4783-b1a3-2b3089f6c670 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:07.799446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.800088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.801966 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] 10.222.0.57 "PUT /v2.0/ports/b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 HTTP/1.1" status: 200 len: 1092 time: 4.0956376 Sep 16 04:55:07.853600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d58758c5-37d2-4a02-ac22-c6bdea362ae0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0d71823f5ca4dd0a2dae264cc46baae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884370 Sep 16 04:55:07.858171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36064) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.880497 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.914992 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f23e74-822d-4b32-bb7b-01fb3f03759e None None] The sync data for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 is: [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 4, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fa5c0d42-2fec-438b-89d7-b474a0241878', 'name': '', 'network_id': 'a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'mac_address': 'fa:16:3e:1f:e2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:18Z', 'updated_at': '2021-09-16T04:50:26Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'subnets': [{'id': '64041bfa-9030-4fbb-8a39-813ffc64eeae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:07.931513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7fa12-f6ae-4442-a6d1-1f59d97de9af service neutron] Pushing event updated for resources: {'Port': ['ID=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:07.934905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.940809 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-b8baa793-1af5-44b4-a05b-f8fba46d87b1 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154523 Sep 16 04:55:07.943286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-aefd5d09-24d6-449e-a474-08ff3718f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.944758 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-aefd5d09-24d6-449e-a474-08ff3718f23c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1098 time: 0.2443340 Sep 16 04:55:07.995067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd918d92-2567-4498-9676-5174dbda9e03 req-9a58763b-3f19-43d2-a46c-f24b6469fe98 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389519 Sep 16 04:55:08.081969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4704a418-6084-4029-8931-0537f7ebe6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.125908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc970-d42d-4a31-a066-627057757f64 req-2b2da8e7-2bff-4005-bceb-fd31f48ebc1b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.127457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39dfc970-d42d-4a31-a066-627057757f64 req-2b2da8e7-2bff-4005-bceb-fd31f48ebc1b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.1526279 Sep 16 04:55:08.141507 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4704a418-6084-4029-8931-0537f7ebe6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.192488 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.246303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ed1514-9a86-4783-b1a3-2b3089f6c670,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.269392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-8a755cfc-ad61-49c7-a411-7d11a0396a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.271034 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-8a755cfc-ad61-49c7-a411-7d11a0396a33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 1095 time: 0.2276745 Sep 16 04:55:08.284950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.286097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.286097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.286097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.286454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.286589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.286915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.287252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.287837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.288267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.288653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.289035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:08.291176 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ea4d00e4-dc34-48c1-a56a-bd80c6c8f824 req-503dcc9c-7a43-4721-8a3c-4b0cca7ec2c6 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306410 Sep 16 04:55:08.292507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99536d3-0b85-4832-bfbf-7b1c73a25ecc None None] New status for floating IP 7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:08.296589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39dfc970-d42d-4a31-a066-627057757f64 req-1f810a6d-b94b-40ac-bd04-51f5f55cefdd tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530867 Sep 16 04:55:08.299530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-af5b43d6-f2fe-4fb3-b588-8964db298ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.299747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-af5b43d6-f2fe-4fb3-b588-8964db298ff3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.3379171 Sep 16 04:55:08.308149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c3f0a-4c64-4033-a53a-89a297b63a9f req-caf63697-9336-404e-81cb-74bdbb57acf3 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.323641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c84c3f0a-4c64-4033-a53a-89a297b63a9f req-caf63697-9336-404e-81cb-74bdbb57acf3 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 943 time: 0.1998646 Sep 16 04:55:08.451919 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-4aeeb9b5-3f26-4961-9593-5eb2bf7bf653 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 HTTP/1.1" status: 200 len: 217 time: 0.1280186 Sep 16 04:55:08.494720 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-453b7456-8ce1-4e09-bfdd-d41618cad74e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 200 len: 217 time: 0.0914135 Sep 16 04:55:08.666635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ee739d18-e25b-4e5b-a024-0a3839669494 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:08.688380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ee739d18-e25b-4e5b-a024-0a3839669494 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:08.688829 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ee739d18-e25b-4e5b-a024-0a3839669494 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:08.729569 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.766258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c84c3f0a-4c64-4033-a53a-89a297b63a9f req-315fc427-25ac-4d68-b7b8-13c875eaa94f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237986 Sep 16 04:55:08.842481 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.852683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc02b91-c043-4f2a-b848-bdd763ff876a req-b65f7c17-836e-4287-80e4-659b84e77919 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.858985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bc02b91-c043-4f2a-b848-bdd763ff876a req-b65f7c17-836e-4287-80e4-659b84e77919 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 932 time: 0.1813667 Sep 16 04:55:08.858985 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.861368 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4704a418-6084-4029-8931-0537f7ebe6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.864009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4704a418-6084-4029-8931-0537f7ebe6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.865460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4704a418-6084-4029-8931-0537f7ebe6a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0158d28a-80cc-4e7c-b004-f4d0487eb171 HTTP/1.1" status: 204 len: 168 time: 1.0068944 Sep 16 04:55:08.898950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-91bad464-5aa4-4180-8d4f-ab42fd4bf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.900467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-91bad464-5aa4-4180-8d4f-ab42fd4bf9d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d973ab-5e5b-40d9-bd64-55877d7d4a55 HTTP/1.1" status: 200 len: 858 time: 0.4179380 Sep 16 04:55:08.916534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-4ee1202d-edc3-455d-a166-e2915f133947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.917962 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-4ee1202d-edc3-455d-a166-e2915f133947 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.4013903 Sep 16 04:55:08.945450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704a418-6084-4029-8931-0537f7ebe6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0158d28a-80cc-4e7c-b004-f4d0487eb171,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.975965 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-83410ed8-98d6-41b4-a703-d8af34c08f5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612564 Sep 16 04:55:08.980988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bc02b91-c043-4f2a-b848-bdd763ff876a req-466279b8-37ee-4151-bb7c-8d4a38de3475 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061802 Sep 16 04:55:08.992974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5027c0-ba94-4cab-859e-5c2029d4b289 req-8d2f11c0-5e42-48be-a987-a2e9507b47f4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.994876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de5027c0-ba94-4cab-859e-5c2029d4b289 req-8d2f11c0-5e42-48be-a987-a2e9507b47f4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.1393323 Sep 16 04:55:08.999994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-390006d4-22cd-4c21-97ee-22d6f4dca5c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633848 Sep 16 04:55:09.054095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de5027c0-ba94-4cab-859e-5c2029d4b289 req-3c7ee20d-8435-421f-acdd-7da6e2f295a6 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443747 Sep 16 04:55:09.082750 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-b608942c-9bf8-42f4-9d52-2b10d1b72593 service neutron] show failed (client error): The resource could not be found. Sep 16 04:55:09.082750 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-b608942c-9bf8-42f4-9d52-2b10d1b72593 service neutron] 10.222.0.60 "GET /v2.0/ports/0d3d066e-1ea5-40e2-bdcc-1e58a789f766/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.2269771 Sep 16 04:55:09.082943 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.082943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f551c9fa-a178-4fb7-ac74-174c4e235498 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:09.086518 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.090146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-df74dee0-0c03-4c2d-ba4d-31bbdaf77281 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f551c9fa-a178-4fb7-ac74-174c4e235498 HTTP/1.1" status: 204 len: 168 time: 2.6557848 Sep 16 04:55:09.090672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36082) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.145295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400eba4e-0a11-4e40-a5ca-64812cddc187 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:09.159464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9dc62d-2d9c-4416-9074-7b9d1eb29bc6 admin admin] Deleting subnet 5224a98d-f015-465b-9734-2cd46c0bf794 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:09.161975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.188293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc62d-2d9c-4416-9074-7b9d1eb29bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.212860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Transition to ACTIVE for port object 400eba4e-0a11-4e40-a5ca-64812cddc187 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:09.240354 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-36556828-1862-4bad-95f0-3c347570b861 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383466 Sep 16 04:55:09.246550 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2ae98a62-ec3d-4f95-8062-7a67802efd59 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360835 Sep 16 04:55:09.259360 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc62d-2d9c-4416-9074-7b9d1eb29bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.308484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36090) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.317009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6452-202c-4610-96ab-bf865befba7b req-40a576ec-e6b5-42e1-bab5-f3a8661cdff7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.318521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f92c6452-202c-4610-96ab-bf865befba7b req-40a576ec-e6b5-42e1-bab5-f3a8661cdff7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1756036 Sep 16 04:55:09.416798 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.431150 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-8194236f-29d1-4cd6-a450-d6ba0c5f3463 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751676 Sep 16 04:55:09.473703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f92c6452-202c-4610-96ab-bf865befba7b req-612e7853-451e-462a-96e1-c744476783d8 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431205 Sep 16 04:55:09.486288 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c01b624e-1cec-4420-b1eb-7607e422a4dd req-761f72a2-3827-459b-afb1-7ce09e6e484d service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387080 Sep 16 04:55:09.495881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Pushing event updated for resources: {'Port': ['ID=400eba4e-0a11-4e40-a5ca-64812cddc187,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.525883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc62d-2d9c-4416-9074-7b9d1eb29bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.589135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Attempting to bind port 400eba4e-0a11-4e40-a5ca-64812cddc187 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:09.589135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Attempting to bind port 400eba4e-0a11-4e40-a5ca-64812cddc187 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:09.589135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Attempting to bind port 400eba4e-0a11-4e40-a5ca-64812cddc187 on network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:09.590609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Port 400eba4e-0a11-4e40-a5ca-64812cddc187 on network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:09.590944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Attempting to bind port 400eba4e-0a11-4e40-a5ca-64812cddc187 on network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:09.597364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244d97-0ffd-4276-bdb7-3d2a54acfda9 req-d1964a84-4c62-4ac7-a937-199553d6d6d4 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.597964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:09.598304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Checking segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:09.598701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Bound using segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:09.599146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Bound port: 400eba4e-0a11-4e40-a5ca-64812cddc187, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:09.599527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.604886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba244d97-0ffd-4276-bdb7-3d2a54acfda9 req-d1964a84-4c62-4ac7-a937-199553d6d6d4 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.1980803 Sep 16 04:55:09.610041 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86e13e49-c412-40a4-9ea3-ef502d990749 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.611207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d', 'tag': 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:09.614201 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7771f68-a6e6-491e-9d3a-e97055bb1faa" -d '{"events": [{"name": "network-changed", "server_uuid": "1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d", "tag": "b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:09.680582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86e13e49-c412-40a4-9ea3-ef502d990749 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.712917 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e8b169-bea4-43bb-a069-e82320249fdf x-openstack-request-id: req-24e8b169-bea4-43bb-a069-e82320249fdf {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:09.713233 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d", "tag": "b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:09.714591 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24e8b169-bea4-43bb-a069-e82320249fdf {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:09.715142 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d', 'tag': 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825', 'status': 'completed', 'code': 200} Sep 16 04:55:09.738788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] For port 400eba4e-0a11-4e40-a5ca-64812cddc187, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:09.739106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba244d97-0ffd-4276-bdb7-3d2a54acfda9 req-5528514a-45ac-4f15-a183-3750112edb1c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332250 Sep 16 04:55:09.742933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] For port 400eba4e-0a11-4e40-a5ca-64812cddc187, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=400eba4e-0a11-4e40-a5ca-64812cddc187,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:09.894377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a8083-09d1-4aa7-b437-8fb8dbd49892 req-a43d8cbc-532b-4d56-a370-b26f327c1336 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.895925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-233a8083-09d1-4aa7-b437-8fb8dbd49892 req-a43d8cbc-532b-4d56-a370-b26f327c1336 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 943 time: 0.0550640 Sep 16 04:55:09.935288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-233a8083-09d1-4aa7-b437-8fb8dbd49892 req-a30d36be-f324-40c5-b357-85294a64bac1 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Sep 16 04:55:09.944221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc62d-2d9c-4416-9074-7b9d1eb29bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.975171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc62d-2d9c-4416-9074-7b9d1eb29bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.977341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ae9dc62d-2d9c-4416-9074-7b9d1eb29bc6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5224a98d-f015-465b-9734-2cd46c0bf794 HTTP/1.1" status: 204 len: 168 time: 0.8854506 Sep 16 04:55:09.979886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dc62d-2d9c-4416-9074-7b9d1eb29bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5224a98d-f015-465b-9734-2cd46c0bf794,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.981288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11104ce-694c-4217-b314-a9337ab70d3e None None] Network 48748cf5-c33e-4d04-b925-7e8b02175a96 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:09.982571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86e13e49-c412-40a4-9ea3-ef502d990749 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.984924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.992658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36106) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.993532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86e13e49-c412-40a4-9ea3-ef502d990749 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.993532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-86e13e49-c412-40a4-9ea3-ef502d990749 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "DELETE /v2.0/security-groups/bd28855e-13f0-4f4d-ac33-ba91d2b9a85e HTTP/1.1" status: 204 len: 168 time: 0.6697121 Sep 16 04:55:09.995355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36108) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.997603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b78bf001-c543-40b9-8447-aa5262b8d28f details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:10.009792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e13e49-c412-40a4-9ea3-ef502d990749 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd28855e-13f0-4f4d-ac33-ba91d2b9a85e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.017907 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-310faeda-6797-4904-9930-0c50128c2033 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] show failed (client error): The resource could not be found. Sep 16 04:55:10.018891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-310faeda-6797-4904-9930-0c50128c2033 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "GET /v2.0/security-groups/bd28855e-13f0-4f4d-ac33-ba91d2b9a85e HTTP/1.1" status: 404 len: 347 time: 0.0224335 Sep 16 04:55:10.021851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36112) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:10.123965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.125059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.126675 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] 10.222.0.60 "PUT /v2.0/ports/400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 1093 time: 2.6969330 Sep 16 04:55:10.219121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb575493-d822-4f0e-b755-e7a627e13a45 service neutron] Pushing event updated for resources: {'Port': ['ID=400eba4e-0a11-4e40-a5ca-64812cddc187,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.226550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.237953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-77911c8d-a0c1-4d86-bc9c-2ec090028328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.239930 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-77911c8d-a0c1-4d86-bc9c-2ec090028328 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 1095 time: 0.1634343 Sep 16 04:55:10.382261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.384421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b78bf001-c543-40b9-8447-aa5262b8d28f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b78bf001-c543-40b9-8447-aa5262b8d28f,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:10.413773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'b78bf001-c543-40b9-8447-aa5262b8d28f', 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab', 'port_id': 'b78bf001-c543-40b9-8447-aa5262b8d28f', 'mac_address': 'fa:16:3e:3c:c6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d973ab-5e5b-40d9-bd64-55877d7d4a55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:10.478068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac3f2c-0494-4e09-9147-9be68896432a req-832b757f-ad05-4b9d-bc75-5bc8e6cd7ead tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.489675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] DHCP port deletion for 48748cf5-c33e-4d04-b925-7e8b02175a96 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:10.490183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93ac3f2c-0494-4e09-9147-9be68896432a req-832b757f-ad05-4b9d-bc75-5bc8e6cd7ead tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 944 time: 0.4175944 Sep 16 04:55:10.549823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5b199-4e82-4b94-84c0-ff0ee68f921f req-35b49a31-cb48-46a6-b40d-9191f49c1705 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.551678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78b5b199-4e82-4b94-84c0-ff0ee68f921f req-35b49a31-cb48-46a6-b40d-9191f49c1705 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.3506112 Sep 16 04:55:10.561444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.578157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-d25641b0-1184-4a8c-93fa-a194676dafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.580791 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-d25641b0-1184-4a8c-93fa-a194676dafb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1096 time: 0.2046323 Sep 16 04:55:10.592255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-30f8250c-93bb-41fb-91ed-8840246ecdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.594808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-30f8250c-93bb-41fb-91ed-8840246ecdbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab HTTP/1.1" status: 200 len: 919 time: 0.3397183 Sep 16 04:55:10.603506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-d167e7df-fe32-4246-ac44-18d4c5a3b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.605011 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-d167e7df-fe32-4246-ac44-18d4c5a3b5db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3&tenant_id=ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 1102 time: 0.2278862 Sep 16 04:55:10.614021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78bf001-c543-40b9-8447-aa5262b8d28f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:10.633020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Deleting port 6e389239-c6ed-4a79-8618-1a69438c53a2 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:10.634204 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.662918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b78bf001-c543-40b9-8447-aa5262b8d28f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b78bf001-c543-40b9-8447-aa5262b8d28f,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:10.709177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:10.710841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78b5b199-4e82-4b94-84c0-ff0ee68f921f req-df7ab709-ed9b-4906-96b8-2e17813e36f4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408246 Sep 16 04:55:10.743995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:10.794322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.794322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.802912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Calling delete_port for 6e389239-c6ed-4a79-8618-1a69438c53a2 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:10.808359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-2377fb90-60b0-4451-8118-be5fa81da17d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 217 time: 0.2183418 Sep 16 04:55:10.844116 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.845367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device df910abe-1e33-4113-8266-0021f0b1ac43 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:10.867374 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-a2076f67-6232-43c5-8228-9f0751426608 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 HTTP/1.1" status: 200 len: 217 time: 0.1808953 Sep 16 04:55:10.868935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Deleting port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:10.869351 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.925452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b78bf001-c543-40b9-8447-aa5262b8d28f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.984259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebfc00-c222-4816-b01a-1af2e1799a04 req-3a7b9ea8-d980-4957-b9ee-e511f8da58f4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.986323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0ebfc00-c222-4816-b01a-1af2e1799a04 req-3a7b9ea8-d980-4957-b9ee-e511f8da58f4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1084278 Sep 16 04:55:11.012539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-2005e99f-485a-4443-8e95-7aa9737077a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.014435 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-2005e99f-485a-4443-8e95-7aa9737077a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.1236045 Sep 16 04:55:11.053829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.077651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0ebfc00-c222-4816-b01a-1af2e1799a04 req-feef8634-0896-4be2-aece-8b4f73ea83b2 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790250 Sep 16 04:55:11.118242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93ac3f2c-0494-4e09-9147-9be68896432a req-10f1739e-8ffe-4660-9667-0e612830e4b9 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262398 Sep 16 04:55:11.203314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] Deleting port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:11.204373 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.220397 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.255569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Pushing event deleted for resources: {'Port': ['ID=6e389239-c6ed-4a79-8618-1a69438c53a2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.286671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] For port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,segment=NetworkSegment(a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf),segment_id=a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:11.287418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.304892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] Calling delete_port for 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:11.372611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-daa7d7e8-1663-4640-8623-8d251cd2e069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.391894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.resource_extend [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:55:11.418566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.422643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port df910abe-1e33-4113-8266-0021f0b1ac43, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=df910abe-1e33-4113-8266-0021f0b1ac43,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:11.445605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.449576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.450947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9cdfba39-45d5-4be4-95f8-8a7a057638e9 tempest-ServersWithSpecificFlavorTestJSON-1471971803 tempest-ServersWithSpecificFlavorTestJSON-1471971803-project] 10.222.0.59 "DELETE /v2.0/floatingips/7d3f1dc9-0e79-4ac7-9601-d44ae54b92b9 HTTP/1.1" status: 204 len: 168 time: 1.4281609 Sep 16 04:55:11.466643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'df910abe-1e33-4113-8266-0021f0b1ac43', 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab', 'port_id': 'df910abe-1e33-4113-8266-0021f0b1ac43', 'mac_address': 'fa:16:3e:c6:54:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d973ab-5e5b-40d9-bd64-55877d7d4a55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:11.490899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:11.508837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa72c14-b469-4e79-a45e-eea261b1c791 req-0b594115-e9ae-45fc-8ddc-834adc275c3a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.517778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afa72c14-b469-4e79-a45e-eea261b1c791 req-0b594115-e9ae-45fc-8ddc-834adc275c3a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.2644050 Sep 16 04:55:11.527962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:11.553168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a455-e8e4-4de0-bd81-2c010ec60e08 req-dada1185-a415-4fd0-a7ad-753813738e66 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.555017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6d4a455-e8e4-4de0-bd81-2c010ec60e08 req-dada1185-a415-4fd0-a7ad-753813738e66 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 943 time: 0.1751287 Sep 16 04:55:11.570898 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.573746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.586159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df910abe-1e33-4113-8266-0021f0b1ac43 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:11.596891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-a634e2d3-d7a7-422b-b1fb-0de7f482c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.598552 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-a634e2d3-d7a7-422b-b1fb-0de7f482c654 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d973ab-5e5b-40d9-bd64-55877d7d4a55 HTTP/1.1" status: 200 len: 858 time: 0.7058046 Sep 16 04:55:11.600865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Transition to ACTIVE for port object 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:11.601607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afa72c14-b469-4e79-a45e-eea261b1c791 req-48436cca-246d-4eeb-a1c8-38a897872d31 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780423 Sep 16 04:55:11.605703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-734a7f71-7590-49bf-9a86-88375f44c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.608263 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-734a7f71-7590-49bf-9a86-88375f44c231 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5508623 Sep 16 04:55:11.627995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.645341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6d4a455-e8e4-4de0-bd81-2c010ec60e08 req-0dd91cca-1333-4cea-9db8-7cd5b9199e28 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789273 Sep 16 04:55:11.657177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-ee0a64d0-17bf-4578-b0af-4d2b6393b267 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b192a7-9e92-4e08-bc11-5c8425cbdfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448558 Sep 16 04:55:11.660408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] Pushing event deleted for resources: {'Port': ['ID=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.673018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port df910abe-1e33-4113-8266-0021f0b1ac43, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=df910abe-1e33-4113-8266-0021f0b1ac43,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:11.681418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d844fc4-2a04-4e78-903f-690b62d219b5 None None] No DVR routers for this DVR port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:11.692918 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:55:11.692918 n-d-712143-16 neutron-server[101826]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 16 04:55:11.692918 n-d-712143-16 neutron-server[101826]: [parameters: {'status': 'DOWN', 'ports_id': '1dc55bfb-3ab9-4168-94f5-dd88aaa600f0'}] Sep 16 04:55:11.692918 n-d-712143-16 neutron-server[101826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:55:11.693340 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:55:11.717822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187'}, {'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:11.720114 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d0a94c-32e6-4c54-b029-e538aeed7c38" -d '{"events": [{"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187"}, {"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:11.726536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] For port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,segment=NetworkSegment(a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf),segment_id=a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:11.726970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.757903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.776541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Calling delete_port for 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:11.836740 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.956905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=df910abe-1e33-4113-8266-0021f0b1ac43,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.963154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.975770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] No DVR routers for this DVR port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:11.996602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ae484d04-30f4-4691-86f2-be7b9e52838e details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:12.029535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.029939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.030413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.030964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.031397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.031737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.037141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.037141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.037141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.037141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.037141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.037141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:12.049887 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30c6d36-f2f0-4cf6-b843-b12ce0ffc36e x-openstack-request-id: req-a30c6d36-f2f0-4cf6-b843-b12ce0ffc36e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:12.050269 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187", "status": "completed", "code": 200}, {"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:12.050528 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a30c6d36-f2f0-4cf6-b843-b12ce0ffc36e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:12.051009 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'status': 'completed', 'code': 200} Sep 16 04:55:12.051343 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'code': 200} Sep 16 04:55:12.067200 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-30a0ae3d-e515-4f77-aac9-f7f0f8fd3484 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130507 Sep 16 04:55:12.115321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-9a5df57f-fc02-453c-a95c-2b89dcfb9c53 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262633 Sep 16 04:55:12.193491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb31b5b-e577-47b4-b0db-303b9c501158 req-9b0b4dfe-1a0c-44f2-a4be-1d1fa20aa613 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.204014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cb31b5b-e577-47b4-b0db-303b9c501158 req-9b0b4dfe-1a0c-44f2-a4be-1d1fa20aa613 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.0859933 Sep 16 04:55:12.209500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:12.209844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:12.210286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:12.219704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:12.237415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'ae484d04-30f4-4691-86f2-be7b9e52838e', 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2', 'port_id': 'ae484d04-30f4-4691-86f2-be7b9e52838e', 'mac_address': 'fa:16:3e:35:ca:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4938e87-e66c-4d56-8c64-04f0d75094f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:12.239989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:12.271534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cb31b5b-e577-47b4-b0db-303b9c501158 req-f49912dc-682e-4fca-8380-b343b7fd72ec tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662019 Sep 16 04:55:12.273631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 update to DOWN by agent not found {{(pid=101826) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 04:55:12.274023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 03ed1514-9a86-4783-b1a3-2b3089f6c670 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:12.320840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b78bf001-c543-40b9-8447-aa5262b8d28f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:12.322759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 03ed1514-9a86-4783-b1a3-2b3089f6c670 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:12.323102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 03ed1514-9a86-4783-b1a3-2b3089f6c670 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:12.334303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:12.334656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:12.342998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.389394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:12.390058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:12.390739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:12.391389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Bound port: 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:12.391974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.411104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc55bfb-3ab9-4168-94f5-dd88aaa600f0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:12.414915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['df910abe-1e33-4113-8266-0021f0b1ac43'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:12.417211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] No DVR routers for this DVR port 1dc55bfb-3ab9-4168-94f5-dd88aaa600f0 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:12.466047 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.484337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae484d04-30f4-4691-86f2-be7b9e52838e {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:12.492789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:12.500486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109dc8-4704-4e43-8fa0-ab1a5d60f490 req-955c3c8e-52ee-44f0-bec8-430ec9adb6df tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.501970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13109dc8-4704-4e43-8fa0-ab1a5d60f490 req-955c3c8e-52ee-44f0-bec8-430ec9adb6df tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1098273 Sep 16 04:55:12.503344 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d96878b1-c40d-4e09-aa3c-2b9c3043da60 req-edfdb69a-2b46-4b8e-a26b-4ed30bc97f81 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107232 Sep 16 04:55:12.518681 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7771f68-a6e6-491e-9d3a-e97055bb1faa req-997bb2ea-33bd-4480-b7b0-2008bd70bd16 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739307 Sep 16 04:55:12.519236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:12.582805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.623132 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.627706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441a854-c94b-401d-9b9d-bdcdac847801 req-fe528189-c08f-494a-83b1-6516b79e4805 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.637352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b441a854-c94b-401d-9b9d-bdcdac847801 req-fe528189-c08f-494a-83b1-6516b79e4805 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 944 time: 0.1339655 Sep 16 04:55:12.638281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48748cf5-c33e-4d04-b925-7e8b02175a96']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.652815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.653480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3db2e9a-a57b-4ca7-abd6-3d4d0dd0a9bf') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.658235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13109dc8-4704-4e43-8fa0-ab1a5d60f490 req-f55e27a8-7d49-43fa-9eb5-ea9127eb5c7e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878928 Sep 16 04:55:12.687108 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.691499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b441a854-c94b-401d-9b9d-bdcdac847801 req-f3312ca9-1157-4469-9277-5de298d58ede tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531054 Sep 16 04:55:12.711087 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.714616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:12.715127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.750946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:12.786349 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:12.826892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:12.842101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:12.853447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-b9f8baf7-8b28-40b3-9461-e77c6863b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.857757 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-b9f8baf7-8b28-40b3-9461-e77c6863b4d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1096 time: 0.0631349 Sep 16 04:55:12.921257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0d67-0b8a-4e43-bf95-d7d8ccf6d03c req-71f968ce-5c2c-4532-abb7-a7a80a29d516 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.929039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d0f0d67-0b8a-4e43-bf95-d7d8ccf6d03c req-71f968ce-5c2c-4532-abb7-a7a80a29d516 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.0586877 Sep 16 04:55:12.932234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.934461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.954168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.956422 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] 10.222.0.59 "DELETE /v2.0/networks/48748cf5-c33e-4d04-b925-7e8b02175a96 HTTP/1.1" status: 204 len: 168 time: 2.9661047 Sep 16 04:55:13.006214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d0f0d67-0b8a-4e43-bf95-d7d8ccf6d03c req-72eb4229-6130-43cb-baff-f2c92d8de8ea tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746169 Sep 16 04:55:13.212553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9caa6d-7083-4e82-9be1-424923de3b34 req-431a59e0-d321-42e5-83f1-0d54a3bb10a5 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.226221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c9caa6d-7083-4e82-9be1-424923de3b34 req-431a59e0-d321-42e5-83f1-0d54a3bb10a5 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 943 time: 0.1407483 Sep 16 04:55:13.307901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c9caa6d-7083-4e82-9be1-424923de3b34 req-9a1eb244-61f3-4209-b31e-6a19ee570b60 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732961 Sep 16 04:55:13.321599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e2f10-bfc6-4c5d-a307-84f821128490 admin admin] Pushing event deleted for resources: {'Network': ['ID=48748cf5-c33e-4d04-b925-7e8b02175a96,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.326567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.334739 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.336267 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] 10.222.0.57 "PUT /v2.0/ports/0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 1097 time: 2.6518652 Sep 16 04:55:13.412719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-c2230dbd-d3f3-47d9-9f50-fbaa89c1731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.414542 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-c2230dbd-d3f3-47d9-9f50-fbaa89c1731b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.5521576 Sep 16 04:55:13.420734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['ae484d04-30f4-4691-86f2-be7b9e52838e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:13.439979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b198fd0-1c0d-4b53-a1d9-aabba6c28673 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.475409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36180) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.486212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-3137cd07-3255-4faf-bacf-639b5937a2dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 217 time: 0.0534198 Sep 16 04:55:13.546814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811660e-80a5-45df-b9f3-4b59b09ecf78 req-694c5bc3-7eae-4bb6-84ad-57a6bc7226ea tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.565442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0811660e-80a5-45df-b9f3-4b59b09ecf78 req-694c5bc3-7eae-4bb6-84ad-57a6bc7226ea tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.1445863 Sep 16 04:55:13.601613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-de2468e3-b063-4c33-9edb-0444c2438684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.603730 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-de2468e3-b063-4c33-9edb-0444c2438684 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1100 time: 0.2098370 Sep 16 04:55:13.624276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-e8de6057-2222-4c06-9415-d1d8fc87cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.626616 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-e8de6057-2222-4c06-9415-d1d8fc87cbf4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.1262529 Sep 16 04:55:13.632938 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8c002a8b-89e5-48f2-9a9a-18182a2d0024 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19dd6a1b3f1e494cb525439b72895742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551497 Sep 16 04:55:13.635468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36184) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.700951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0811660e-80a5-45df-b9f3-4b59b09ecf78 req-7b47144f-59af-4656-bffb-17110b50f3be tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327705 Sep 16 04:55:13.721770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10432d6d-f67f-4e7b-83f2-0b067156d4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.766037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-de38b390-ad0f-443a-adac-16eb8a9ac035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.767599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-de38b390-ad0f-443a-adac-16eb8a9ac035 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226585 Sep 16 04:55:13.791908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9d14-7cf4-42dd-9893-2f4b66f86b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.831912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9d14-7cf4-42dd-9893-2f4b66f86b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.864837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-f1e96e5b-c8c3-4d82-8f2b-9fcdb2244f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.866249 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-f1e96e5b-c8c3-4d82-8f2b-9fcdb2244f02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2535634 Sep 16 04:55:13.954151 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-3d846654-4938-4519-8104-9eecea42a432 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.0741394 Sep 16 04:55:13.977247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d28c0-20eb-4dc7-8ddb-2eb13856c301 req-77865595-4546-4efc-adf0-f36724cf22b6 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.978932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d69d28c0-20eb-4dc7-8ddb-2eb13856c301 req-77865595-4546-4efc-adf0-f36724cf22b6 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 944 time: 0.0937626 Sep 16 04:55:14.006640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b2bad-e6de-4af7-a075-0f56a28a14f6 req-3f60ce38-80f8-41ea-a9ac-78aad185e7b5 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.008587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b90b2bad-e6de-4af7-a075-0f56a28a14f6 req-3f60ce38-80f8-41ea-a9ac-78aad185e7b5 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 944 time: 0.0881736 Sep 16 04:55:14.018886 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-16cedbc1-0e59-43ef-9e29-b95d884166ac service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408764 Sep 16 04:55:14.024177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-d91a6edb-8c23-45c1-b5f1-3103c6a536b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.025573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-d91a6edb-8c23-45c1-b5f1-3103c6a536b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0605338 Sep 16 04:55:14.029664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:14.053001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:14.055268 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26236a86-71c6-49ec-95c6-3beecf06e6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:14.057435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d69d28c0-20eb-4dc7-8ddb-2eb13856c301 req-6ded892a-0ec3-48ca-ac3a-fb707bd9c782 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686436 Sep 16 04:55:14.072899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9d14-7cf4-42dd-9893-2f4b66f86b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.076034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a7c9d14-7cf4-42dd-9893-2f4b66f86b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.087348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4a7c9d14-7cf4-42dd-9893-2f4b66f86b56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63aa2223-771e-4df1-bb72-06b34d0dbec1 HTTP/1.1" status: 204 len: 168 time: 0.4398615 Sep 16 04:55:14.092039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b90b2bad-e6de-4af7-a075-0f56a28a14f6 req-e94eae7b-5e28-4c1e-8f6c-9bb31e02539e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686793 Sep 16 04:55:14.112266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c9d14-7cf4-42dd-9893-2f4b66f86b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa2223-771e-4df1-bb72-06b34d0dbec1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.142956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-6007ce0a-bb8d-4c98-9f96-e483d8c986ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.144558 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-6007ce0a-bb8d-4c98-9f96-e483d8c986ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995643 Sep 16 04:55:14.148182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36202) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.168851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.236336 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61d0a94c-32e6-4c54-b029-e538aeed7c38 req-f615bcf7-ea02-4c88-9068-f782c1ce3c53 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092934 Sep 16 04:55:14.244201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:14.265460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825', 'network_id': 'e2b192a7-9e92-4e08-bc11-5c8425cbdfab', 'port_id': 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825', 'mac_address': 'fa:16:3e:c9:56:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d973ab-5e5b-40d9-bd64-55877d7d4a55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:14.300227 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd69e8-566a-4f5d-8517-60a2d6e6937f x-openstack-request-id: req-d1fd69e8-566a-4f5d-8517-60a2d6e6937f {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:14.300618 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:14.300943 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1fd69e8-566a-4f5d-8517-60a2d6e6937f {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:14.301483 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'status': 'completed', 'code': 200} Sep 16 04:55:14.318466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5d277-5b27-4655-96e4-5690c14bb465 req-f619dc05-974d-441c-a001-3ebc5f995d0a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.320235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3a5d277-5b27-4655-96e4-5690c14bb465 req-f619dc05-974d-441c-a001-3ebc5f995d0a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.1249480 Sep 16 04:55:14.324944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.347181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:14.365417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-b546a76f-bd2c-452b-acc4-2c04dad76f9f service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078500 Sep 16 04:55:14.368498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-e528a7b2-e0ff-4485-b136-0b43411124c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.370001 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-e528a7b2-e0ff-4485-b136-0b43411124c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1100 time: 0.0791776 Sep 16 04:55:14.380208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:14.415258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3a5d277-5b27-4655-96e4-5690c14bb465 req-36979a24-96b3-4c6a-94ad-d044a40b93f9 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866396 Sep 16 04:55:14.469915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f94f1-12f5-4aa5-b975-42058a63414a req-28f526d8-65b7-4765-9831-e7425d344849 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.471637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-389f94f1-12f5-4aa5-b975-42058a63414a req-28f526d8-65b7-4765-9831-e7425d344849 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 943 time: 0.0752707 Sep 16 04:55:14.482941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.552664 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fbaf741-0cfb-4e81-a08c-83da145fc062 req-2eb0fb4a-c182-4195-a272-999167c90a38 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784160 Sep 16 04:55:14.556776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-4a0dc6dd-e129-4590-88ac-3883ce2b7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.558414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-4a0dc6dd-e129-4590-88ac-3883ce2b7b89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1743515 Sep 16 04:55:14.575574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-389f94f1-12f5-4aa5-b975-42058a63414a req-a2ea607e-ebcb-423e-8e05-b93969335fbf tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955951 Sep 16 04:55:14.615403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.640673 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-1f24dd43-254e-4670-a25c-87e40585c8cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.0705070 Sep 16 04:55:14.670580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36212) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.700443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-81d31130-b5f4-498c-83f3-2df71ba624ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.706082 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-81d31130-b5f4-498c-83f3-2df71ba624ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0544486 Sep 16 04:55:14.768431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-49f89163-2702-4885-b64a-bae7b0834f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.771819 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-49f89163-2702-4885-b64a-bae7b0834f84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610445 Sep 16 04:55:14.894869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-3e833f14-5087-40ac-ad13-95d92df01620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.896530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-3e833f14-5087-40ac-ad13-95d92df01620 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1100 time: 0.1031001 Sep 16 04:55:14.942221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e8e22e1-af0f-41c1-b6da-10ee960326fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.942439 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-52a370f2-f3cd-41e7-bea0-9e18f3d9fbdd service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628242 Sep 16 04:55:14.965972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:15.042656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673013-93ea-4287-af5f-a9fa8ec11dd1 req-6d1b3718-72e3-4bf8-a0f5-a64330418e13 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.044209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b673013-93ea-4287-af5f-a9fa8ec11dd1 req-6d1b3718-72e3-4bf8-a0f5-a64330418e13 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.1471267 Sep 16 04:55:15.084323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-90aad7dc-a9a7-4b6b-aad2-d7886439ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.093799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-90aad7dc-a9a7-4b6b-aad2-d7886439ec26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1789198 Sep 16 04:55:15.148256 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-90d0518d-56b7-4517-a65f-134e37fc791e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.0481536 Sep 16 04:55:15.150273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-5f2f6332-1172-466c-b21e-68e36ea21421 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995759 Sep 16 04:55:15.155226 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.225480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b673013-93ea-4287-af5f-a9fa8ec11dd1 req-497c6114-a87f-479b-9db5-312426af8d2f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426210 Sep 16 04:55:15.276023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-49a65854-e6d4-41e5-ab2e-921bd9d3cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.276452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-49a65854-e6d4-41e5-ab2e-921bd9d3cba6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1139154 Sep 16 04:55:15.344529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-73060073-0298-4ba4-ac87-d087e6f73feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.346081 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-73060073-0298-4ba4-ac87-d087e6f73feb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575287 Sep 16 04:55:15.357824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e8e22e1-af0f-41c1-b6da-10ee960326fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.388173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b0913-c807-432b-9f00-8bb9d73eefaa req-dcc894e8-e954-4985-88c0-137d3b36a036 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.389781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-336b0913-c807-432b-9f00-8bb9d73eefaa req-dcc894e8-e954-4985-88c0-137d3b36a036 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 944 time: 0.1589484 Sep 16 04:55:15.469052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d3d7c-a511-46dc-b3bc-75b7d181597c req-279e4697-b4a7-46a1-a0fb-605a47bfa1bf tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.471691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c5d3d7c-a511-46dc-b3bc-75b7d181597c req-279e4697-b4a7-46a1-a0fb-605a47bfa1bf tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 944 time: 0.1593292 Sep 16 04:55:15.475613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e8e22e1-af0f-41c1-b6da-10ee960326fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.480358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-092464aa-eb21-4d31-b225-cac4be1f76aa service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205430 Sep 16 04:55:15.492803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-336b0913-c807-432b-9f00-8bb9d73eefaa req-a0b5ddad-55c1-4876-811f-34cf0bea8207 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851910 Sep 16 04:55:15.554630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0e8e22e1-af0f-41c1-b6da-10ee960326fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=504a705ad2764018952889a53acc4845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8794844 Sep 16 04:55:15.554630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e22e1-af0f-41c1-b6da-10ee960326fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aaebca-f740-4f51-b298-d10ef404e957,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.561179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36238) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.587470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c5d3d7c-a511-46dc-b3bc-75b7d181597c req-19345490-c810-4953-8357-53996cebd3cc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004238 Sep 16 04:55:15.646723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-26236a86-71c6-49ec-95c6-3beecf06e6e6 req-cba56f79-62fe-46dc-ac4e-3f635796e88b service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583681 Sep 16 04:55:15.746792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc46c-cbe9-4e87-9725-b00377dbb25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.759852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c9d7-18f5-47e6-8c24-824e8a0aaa81 req-b3d7b6c9-b117-4b4f-a71a-16a4147ec19e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.764740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4261c9d7-18f5-47e6-8c24-824e8a0aaa81 req-b3d7b6c9-b117-4b4f-a71a-16a4147ec19e tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.1739228 Sep 16 04:55:15.815638 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc46c-cbe9-4e87-9725-b00377dbb25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.846451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78965f4-b6f4-453d-b716-2b830627eab8 req-869914c5-f5f0-4032-a9f5-7b97570adb23 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.851739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a78965f4-b6f4-453d-b716-2b830627eab8 req-869914c5-f5f0-4032-a9f5-7b97570adb23 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 944 time: 0.1572218 Sep 16 04:55:15.897994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4261c9d7-18f5-47e6-8c24-824e8a0aaa81 req-ce9b0b8e-9caa-4c10-aa4c-b69907f72ca0 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269166 Sep 16 04:55:15.900686 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.977231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a78965f4-b6f4-453d-b716-2b830627eab8 req-bcd083a7-8dd3-4b0e-b8c5-b5c1bd80b909 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119037 Sep 16 04:55:16.044118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b78bf001-c543-40b9-8447-aa5262b8d28f up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:16.119362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc46c-cbe9-4e87-9725-b00377dbb25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.122391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc46c-cbe9-4e87-9725-b00377dbb25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.123566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a7ffc46c-cbe9-4e87-9725-b00377dbb25e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5aaebca-f740-4f51-b298-d10ef404e957 HTTP/1.1" status: 204 len: 168 time: 0.5612469 Sep 16 04:55:16.137255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffc46c-cbe9-4e87-9725-b00377dbb25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aaebca-f740-4f51-b298-d10ef404e957,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.192403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 400eba4e-0a11-4e40-a5ca-64812cddc187 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:16.218599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Deleting port fa5c0d42-2fec-438b-89d7-b474a0241878 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:16.219109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.239621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port b78bf001-c543-40b9-8447-aa5262b8d28f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:16.247995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port b78bf001-c543-40b9-8447-aa5262b8d28f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:16.248678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.345651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 400eba4e-0a11-4e40-a5ca-64812cddc187, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=400eba4e-0a11-4e40-a5ca-64812cddc187,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:16.364883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'mac_address': 'fa:16:3e:a6:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:16.377648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] For port fa5c0d42-2fec-438b-89d7-b474a0241878, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fa5c0d42-2fec-438b-89d7-b474a0241878,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:16.378202 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.400073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30edce-b330-48ee-8714-5aa512c88e99 req-8b6918ca-ca4c-43d4-8f4e-d3c89743b4cd tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.401860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf30edce-b330-48ee-8714-5aa512c88e99 req-8b6918ca-ca4c-43d4-8f4e-d3c89743b4cd tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.0866313 Sep 16 04:55:16.406449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Calling delete_port for fa5c0d42-2fec-438b-89d7-b474a0241878 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:16.430537 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.434634 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.460570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400eba4e-0a11-4e40-a5ca-64812cddc187 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:16.468396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16caab4c-6f45-4e24-968c-8f9536c8987c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78bf001-c543-40b9-8447-aa5262b8d28f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:16.470718 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a78fe0-fb4c-4570-9745-b3da08ec4981" -d '{"events": [{"server_uuid": "16caab4c-6f45-4e24-968c-8f9536c8987c", "name": "network-vif-plugged", "status": "completed", "tag": "b78bf001-c543-40b9-8447-aa5262b8d28f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:16.488698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf30edce-b330-48ee-8714-5aa512c88e99 req-5cec5d99-0eb9-4725-8802-9b69fe05d305 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771012 Sep 16 04:55:16.495893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b78bf001-c543-40b9-8447-aa5262b8d28f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b78bf001-c543-40b9-8447-aa5262b8d28f,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:16.500359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 400eba4e-0a11-4e40-a5ca-64812cddc187, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=400eba4e-0a11-4e40-a5ca-64812cddc187,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:16.571664 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6abf480-d39c-4f3d-af8a-e23433d265af x-openstack-request-id: req-c6abf480-d39c-4f3d-af8a-e23433d265af {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:16.571994 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16caab4c-6f45-4e24-968c-8f9536c8987c", "name": "network-vif-plugged", "status": "completed", "tag": "b78bf001-c543-40b9-8447-aa5262b8d28f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:16.572254 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6abf480-d39c-4f3d-af8a-e23433d265af {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:16.572652 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16caab4c-6f45-4e24-968c-8f9536c8987c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78bf001-c543-40b9-8447-aa5262b8d28f', 'code': 200} Sep 16 04:55:16.623993 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.625395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device df910abe-1e33-4113-8266-0021f0b1ac43 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:16.717556 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.727951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b78bf001-c543-40b9-8447-aa5262b8d28f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.750623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9929d93-90e1-402a-9745-2aa88b5b13e5 req-7cb8f6fa-4145-4fa1-9936-b058bfc1bd8f tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.755072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9929d93-90e1-402a-9745-2aa88b5b13e5 req-7cb8f6fa-4145-4fa1-9936-b058bfc1bd8f tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 944 time: 0.1042423 Sep 16 04:55:16.784023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.790150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c04bdf-bf1a-497a-973b-ddb478c3226b req-1a58ad08-a325-418d-aab9-a2980a847a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.795026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33c04bdf-bf1a-497a-973b-ddb478c3226b req-1a58ad08-a325-418d-aab9-a2980a847a47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 1098 time: 0.0996995 Sep 16 04:55:16.825020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=400eba4e-0a11-4e40-a5ca-64812cddc187,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.855454 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33c04bdf-bf1a-497a-973b-ddb478c3226b req-35475a22-c5a3-4fd3-84eb-d66edc5b08ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Sep 16 04:55:16.869317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9929d93-90e1-402a-9745-2aa88b5b13e5 req-fba31c2b-35f3-4016-8287-a967447aeab5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074264 Sep 16 04:55:16.870224 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.905269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5c0d42-2fec-438b-89d7-b474a0241878,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.917048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45029fa-56f7-428b-a7ef-54a196d8e514 req-d9cd025d-46f4-4a3f-b71e-5da9419ca27a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.918577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f45029fa-56f7-428b-a7ef-54a196d8e514 req-d9cd025d-46f4-4a3f-b71e-5da9419ca27a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 944 time: 0.1358685 Sep 16 04:55:16.945794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port df910abe-1e33-4113-8266-0021f0b1ac43 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:16.950052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port df910abe-1e33-4113-8266-0021f0b1ac43 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:16.950432 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.993894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['400eba4e-0a11-4e40-a5ca-64812cddc187'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:17.018925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f45029fa-56f7-428b-a7ef-54a196d8e514 req-4b0f7887-17ed-4cc1-8b4c-659e315827a0 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940354 Sep 16 04:55:17.082515 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.144306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port df910abe-1e33-4113-8266-0021f0b1ac43, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=df910abe-1e33-4113-8266-0021f0b1ac43,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:17.243636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.256411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ae484d04-30f4-4691-86f2-be7b9e52838e up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:17.335359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=df910abe-1e33-4113-8266-0021f0b1ac43,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:17.445721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ebe46-c9a2-4405-bf87-a6bd731a3a74 req-02f032a0-f400-4b30-8984-266e2c2ca8a2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.447666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba0ebe46-c9a2-4405-bf87-a6bd731a3a74 req-02f032a0-f400-4b30-8984-266e2c2ca8a2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.4508164 Sep 16 04:55:17.463531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port ae484d04-30f4-4691-86f2-be7b9e52838e completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:17.467690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port ae484d04-30f4-4691-86f2-be7b9e52838e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:17.467927 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.520659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba9d98-c7fe-4c23-9c96-fc5be35dbb79 req-73c3e29e-466a-460f-b359-076b7f9cc4bf tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.522641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6aba9d98-c7fe-4c23-9c96-fc5be35dbb79 req-73c3e29e-466a-460f-b359-076b7f9cc4bf tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 944 time: 0.4377244 Sep 16 04:55:17.550080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.550301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.567556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba0ebe46-c9a2-4405-bf87-a6bd731a3a74 req-a69d0288-e887-4477-bd43-c7c303bda5aa tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099825 Sep 16 04:55:17.583275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:17.622488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6aba9d98-c7fe-4c23-9c96-fc5be35dbb79 req-2293525d-f7db-4c43-ba46-7c93c90050ab tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846446 Sep 16 04:55:17.717320 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.751571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36330) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:17.890910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-770782096-network', 'tenant_id': '8685f9efdb2a4f84bf37cca56ce63f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:17.903481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Router 17e24a87-164e-4098-a956-e7546699c750 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:17.909854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:17.913202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea98768-5934-4bdf-91dd-346c55a3135c req-8ef31c9f-e96c-457d-ba32-6a437c2171e2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.914731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ea98768-5934-4bdf-91dd-346c55a3135c req-8ef31c9f-e96c-457d-ba32-6a437c2171e2 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.2271962 Sep 16 04:55:18.013718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ea98768-5934-4bdf-91dd-346c55a3135c req-f676ca04-5114-4564-8b20-213760381ffe tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893252 Sep 16 04:55:18.014562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Made reservation on behalf of 8685f9efdb2a4f84bf37cca56ce63f90 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:18.019648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.042886 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.050551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:18.064710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:18.072772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-843e418e-4e9e-4603-bf02-cac736391b62 admin admin] 10.222.0.59 "PUT /v2.0/routers/17e24a87-164e-4098-a956-e7546699c750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9232702 Sep 16 04:55:18.075744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36358) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:18.078989 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] Sync routers for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:18.094140 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:18.095530 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:18.167115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.198587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 400eba4e-0a11-4e40-a5ca-64812cddc187 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:18.225522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:18.233810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:18.234689 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.248380 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:18.252240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.268051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01155b4-a693-4409-a3af-d7f9353f71b8 req-46ea7d1b-cc4d-4432-ace5-7940999b82dd tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.276602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e01155b4-a693-4409-a3af-d7f9353f71b8 req-46ea7d1b-cc4d-4432-ace5-7940999b82dd tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 945 time: 0.1522877 Sep 16 04:55:18.295379 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.304328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:18.316344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.317214 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Added segment c5da80c9-4fb0-4e8b-adb5-29e0648ded00 of type vlan for network 071ea40e-c42b-4d06-8075-128f09a802e6 Sep 16 04:55:18.392802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.410555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd0adc4-3e72-46b3-aff9-126d76063ea6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.411702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e01155b4-a693-4409-a3af-d7f9353f71b8 req-64541928-26a3-40a0-81c9-805a232ffaa7 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244376 Sep 16 04:55:18.445034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 400eba4e-0a11-4e40-a5ca-64812cddc187 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:18.451124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:18.452916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 400eba4e-0a11-4e40-a5ca-64812cddc187 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:18.453300 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.457290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.532537 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:55:16Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:18.533634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e49658-d219-49e6-9af1-d68abce46b5f req-121c1323-e146-4ce7-86d5-b2c7b3e84239 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.536592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37e49658-d219-49e6-9af1-d68abce46b5f req-121c1323-e146-4ce7-86d5-b2c7b3e84239 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.1980166 Sep 16 04:55:18.559027 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.567751 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] Checking router: 17e24a87-164e-4098-a956-e7546699c750 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:18.580437 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] Routers {'17e24a87-164e-4098-a956-e7546699c750'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:18.581354 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['17e24a87-164e-4098-a956-e7546699c750'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:18.596750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b506387f-ac07-47c5-ae47-61a157527a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df910abe-1e33-4113-8266-0021f0b1ac43'}, {'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e'}, {'server_uuid': '1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:18.600411 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4499c83e-52fa-4055-8aec-da85b7c65012" -d '{"events": [{"server_uuid": "b506387f-ac07-47c5-ae47-61a157527a57", "name": "network-vif-plugged", "status": "completed", "tag": "df910abe-1e33-4113-8266-0021f0b1ac43"}, {"server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "name": "network-vif-plugged", "status": "completed", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e"}, {"server_uuid": "1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d", "name": "network-vif-plugged", "status": "completed", "tag": "b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:18.600592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.607845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.609739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.610937 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.611953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37e49658-d219-49e6-9af1-d68abce46b5f req-7d18901a-d71a-49b3-80f7-9977c1a71921 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678005 Sep 16 04:55:18.678586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.715708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] Pushing event updated for resources: {'Network': ['ID=071ea40e-c42b-4d06-8075-128f09a802e6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.734388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 071ea40e-c42b-4d06-8075-128f09a802e6 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:18.776184 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] Set router 17e24a87-164e-4098-a956-e7546699c750 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:18.802566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccda94-fab7-4bc8-944c-8d0d6247fe7a req-5ba0d0b2-42b0-4bdd-8e4f-dbd90d75e519 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.804588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46ccda94-fab7-4bc8-944c-8d0d6247fe7a req-5ba0d0b2-42b0-4bdd-8e4f-dbd90d75e519 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.0598733 Sep 16 04:55:18.838831 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dff041bb-37a0-4f5e-bcb9-a872e6535e03 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0833504 Sep 16 04:55:18.839266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36404) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:18.840625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 400eba4e-0a11-4e40-a5ca-64812cddc187, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=400eba4e-0a11-4e40-a5ca-64812cddc187,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:18.841795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Deleting port 2d524d25-104c-4760-b874-1fae33b2e089 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:18.842144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.845292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Request body: {'subnet': {'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-770782096-subnet', 'tenant_id': '8685f9efdb2a4f84bf37cca56ce63f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:18.847842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.909325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46ccda94-fab7-4bc8-944c-8d0d6247fe7a req-895064b2-eedb-45d2-a805-bd99619ff10b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967543 Sep 16 04:55:18.947148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] For port 2d524d25-104c-4760-b874-1fae33b2e089, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2d524d25-104c-4760-b874-1fae33b2e089,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:18.947863 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.962134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Calling delete_port for 2d524d25-104c-4760-b874-1fae33b2e089 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:18.981277 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2541ed5b-11ea-4714-96e8-8761f3d903a4 x-openstack-request-id: req-2541ed5b-11ea-4714-96e8-8761f3d903a4 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:18.981891 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b506387f-ac07-47c5-ae47-61a157527a57", "name": "network-vif-plugged", "status": "completed", "tag": "df910abe-1e33-4113-8266-0021f0b1ac43", "code": 200}, {"server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "name": "network-vif-plugged", "status": "completed", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e", "code": 200}, {"server_uuid": "1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d", "name": "network-vif-plugged", "status": "completed", "tag": "b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:18.982244 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2541ed5b-11ea-4714-96e8-8761f3d903a4 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:18.983338 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b506387f-ac07-47c5-ae47-61a157527a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df910abe-1e33-4113-8266-0021f0b1ac43', 'code': 200} Sep 16 04:55:18.983896 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e', 'code': 200} Sep 16 04:55:18.984284 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825', 'code': 200} Sep 16 04:55:18.991412 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.991831 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:55:16Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:19.020327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Made reservation on behalf of 8685f9efdb2a4f84bf37cca56ce63f90 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:19.023701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.038319 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab9b81-e869-4ae4-9d90-b42f60e9a660 None None] The sync data for ids ['17e24a87-164e-4098-a956-e7546699c750'] in n-d-712143-16 is: [{'id': '17e24a87-164e-4098-a956-e7546699c750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138215931-router', 'tenant_id': '13236adb32e448919a01fbef193e9b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '2d524d25-104c-4760-b874-1fae33b2e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:13Z', 'updated_at': '2021-09-16T04:55:16Z', 'revision_number': 5, 'project_id': '13236adb32e448919a01fbef193e9b09', 'gw_port': {'id': '2d524d25-104c-4760-b874-1fae33b2e089', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e24a87-164e-4098-a956-e7546699c750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:14Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:19.129508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=400eba4e-0a11-4e40-a5ca-64812cddc187,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.149511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d06c17-d60d-4b53-9277-cf320ae6464c req-1fc21bbf-7492-488b-b3d8-b8c5743778c5 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.151034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12d06c17-d60d-4b53-9277-cf320ae6464c req-1fc21bbf-7492-488b-b3d8-b8c5743778c5 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 945 time: 0.1139345 Sep 16 04:55:19.261280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12d06c17-d60d-4b53-9277-cf320ae6464c req-8bc7fdbd-e2a6-4f06-91c0-359c17f4d399 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021640 Sep 16 04:55:19.296712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527db6-2567-4d5b-bb69-49e769d7bb8c req-5ccf99dd-2bf9-4439-ac0d-ca2fea97fc5b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.298387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2527db6-2567-4d5b-bb69-49e769d7bb8c req-5ccf99dd-2bf9-4439-ac0d-ca2fea97fc5b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.1154044 Sep 16 04:55:19.342686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2527db6-2567-4d5b-bb69-49e769d7bb8c req-4d92e24c-121c-432d-9b6a-97837e67977e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Sep 16 04:55:19.387062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11676b-1fb6-4f8e-b82f-bd94a0690c3b req-da79ab81-99cc-4426-91dd-19cbd3cbf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.389538 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6b11676b-1fb6-4f8e-b82f-bd94a0690c3b req-da79ab81-99cc-4426-91dd-19cbd3cbf3c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1097 time: 0.1653016 Sep 16 04:55:19.392109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.394751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07a2d5-823a-45e6-86f6-e2563447257b req-bce2592b-3c65-4187-b5c6-bbe3d92d9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.396443 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d07a2d5-823a-45e6-86f6-e2563447257b req-bce2592b-3c65-4187-b5c6-bbe3d92d9970 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 1097 time: 0.1733902 Sep 16 04:55:19.411259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc4a1c-1ae3-4e0e-8c8e-3b0c82e21ddf req-19f5c537-16cf-4f5d-a2b8-8c9ee0f44b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.412765 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fccc4a1c-1ae3-4e0e-8c8e-3b0c82e21ddf req-19f5c537-16cf-4f5d-a2b8-8c9ee0f44b52 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 1097 time: 0.1664271 Sep 16 04:55:19.433229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d524d25-104c-4760-b874-1fae33b2e089,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.506783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6b11676b-1fb6-4f8e-b82f-bd94a0690c3b req-5c123cbd-e95a-4f9c-b477-828c95555767 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058054 Sep 16 04:55:19.512666 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5d07a2d5-823a-45e6-86f6-e2563447257b req-623f7650-74a5-4e53-b259-e19a9dfe8dad service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989697 Sep 16 04:55:19.517744 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fccc4a1c-1ae3-4e0e-8c8e-3b0c82e21ddf req-134e97ff-682d-42c9-b86c-587c8f62e8ef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872562 Sep 16 04:55:19.544597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.547400 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.600549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.631076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Checking segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:19.631471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Network hostable DHCP agents. Network: 071ea40e-c42b-4d06-8075-128f09a802e6, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:19.652775 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.655952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.728307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Network 071ea40e-c42b-4d06-8075-128f09a802e6 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:19.846767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.847512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e24a87-164e-4098-a956-e7546699c750 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:19.853112 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.855136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0736756d-7543-4580-8d15-b7b9f716641d admin admin] 10.222.0.59 "DELETE /v2.0/routers/17e24a87-164e-4098-a956-e7546699c750 HTTP/1.1" status: 204 len: 168 time: 1.7803857 Sep 16 04:55:19.857973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36462) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:19.961542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffeb9fa-936a-47d2-9b2b-6f967f4740ae admin admin] Deleting subnet 64041bfa-9030-4fbb-8a39-813ffc64eeae {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:19.961542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb9fa-936a-47d2-9b2b-6f967f4740ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.975138 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb9fa-936a-47d2-9b2b-6f967f4740ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.036697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f481a2-f676-40a5-9175-a93a8dcb87e7 req-92eefebc-c644-42c0-9b85-268f011bbce5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.038202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9f481a2-f676-40a5-9175-a93a8dcb87e7 req-92eefebc-c644-42c0-9b85-268f011bbce5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 946 time: 0.0522382 Sep 16 04:55:20.040038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:20.084827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb9fa-936a-47d2-9b2b-6f967f4740ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.087545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9f481a2-f676-40a5-9175-a93a8dcb87e7 req-54298b43-6c1f-4191-8ad3-b5ba96ba3e46 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Sep 16 04:55:20.176385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:20.189298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'mac_address': 'fa:16:3e:15:03:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:20.199498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2fe52-f80b-4b81-acd2-5b047c876b35 req-0a1c3857-9737-47d0-ac02-5c6b163ee217 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.201251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9f2fe52-f80b-4b81-acd2-5b047c876b35 req-0a1c3857-9737-47d0-ac02-5c6b163ee217 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.0685694 Sep 16 04:55:20.241712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.259144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:20.269627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9f2fe52-f80b-4b81-acd2-5b047c876b35 req-a2811001-b8cd-405a-9bc8-4559250883c1 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616331 Sep 16 04:55:20.271434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 071ea40e-c42b-4d06-8075-128f09a802e6) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:20.285878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:20.286006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.287407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4460816c-f011-47c2-b645-a871774f3559 None None] Network 071ea40e-c42b-4d06-8075-128f09a802e6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:20.287719 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.291440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd391d24-bd1c-43c3-b09f-55269550c99a req-33cc220d-73bc-4b3d-9c62-550f4361bebf tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.293122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd391d24-bd1c-43c3-b09f-55269550c99a req-33cc220d-73bc-4b3d-9c62-550f4361bebf tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.0834734 Sep 16 04:55:20.315732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb9fa-936a-47d2-9b2b-6f967f4740ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.366930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd391d24-bd1c-43c3-b09f-55269550c99a req-9aaf789e-a5c8-4a47-a44d-ee38de62974d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673084 Sep 16 04:55:20.391271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeb9fa-936a-47d2-9b2b-6f967f4740ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64041bfa-9030-4fbb-8a39-813ffc64eeae,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.393348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb9fa-936a-47d2-9b2b-6f967f4740ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.398663 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ffeb9fa-936a-47d2-9b2b-6f967f4740ae admin admin] 10.222.0.59 "DELETE /v2.0/subnets/64041bfa-9030-4fbb-8a39-813ffc64eeae HTTP/1.1" status: 204 len: 168 time: 0.5355973 Sep 16 04:55:20.399745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36486) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:20.401757 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.408059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dce61d-1bc5-4770-b30c-fa42e9dbe00b None None] Network a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:20.450855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76becf-d564-41ac-b42a-5e22a3771256 req-c48125f5-da63-47ce-8fb9-32bf571b2893 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.453031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba76becf-d564-41ac-b42a-5e22a3771256 req-c48125f5-da63-47ce-8fb9-32bf571b2893 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 948 time: 0.0905142 Sep 16 04:55:20.490014 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.504100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e236146-2d7b-478b-9fa5-75ce163c44e0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6635983 Sep 16 04:55:20.519054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba76becf-d564-41ac-b42a-5e22a3771256 req-4ec8e957-4ca7-411b-b7f2-d13f56ac1ea7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586107 Sep 16 04:55:20.650400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.683682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75444b25-11fc-4d7b-90c0-82deeccd74a0 None None] Network 071ea40e-c42b-4d06-8075-128f09a802e6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:20.694780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Deleting port d5ed885a-9463-4e65-b563-2a018bd203bf {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:20.695469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.696106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788d0c3-22bb-499f-832e-c0fc819f5fd5 req-6245fe32-6c92-4a84-8d4d-207c84c21dfc tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.698321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b788d0c3-22bb-499f-832e-c0fc819f5fd5 req-6245fe32-6c92-4a84-8d4d-207c84c21dfc tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 945 time: 0.0800231 Sep 16 04:55:20.728161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fa5c0d42-2fec-438b-89d7-b474a0241878 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:20.756402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b788d0c3-22bb-499f-832e-c0fc819f5fd5 req-040c494e-c80d-4888-9819-e4adb51f1411 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Sep 16 04:55:20.781462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: fa5c0d42-2fec-438b-89d7-b474a0241878 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:20.781462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fa5c0d42-2fec-438b-89d7-b474a0241878 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:20.781462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2d524d25-104c-4760-b874-1fae33b2e089 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:20.823369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] For port d5ed885a-9463-4e65-b563-2a018bd203bf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d5ed885a-9463-4e65-b563-2a018bd203bf,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:20.823369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.840413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Calling delete_port for d5ed885a-9463-4e65-b563-2a018bd203bf owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:20.849731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 2d524d25-104c-4760-b874-1fae33b2e089 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:20.850071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2d524d25-104c-4760-b874-1fae33b2e089 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:20.968861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] DHCP port deletion for a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:20.987912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:20.990860 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4030c4a5-18ca-4192-bbeb-a1ce1a924043" -d '{"events": [{"server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "name": "network-vif-plugged", "status": "completed", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:21.024838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Deleting port d5ed885a-9463-4e65-b563-2a018bd203bf {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:21.025740 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.102552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] For port d5ed885a-9463-4e65-b563-2a018bd203bf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d5ed885a-9463-4e65-b563-2a018bd203bf,segment=NetworkSegment(e1e966a3-1af9-4e3b-a988-ed85799336e3),segment_id=e1e966a3-1af9-4e3b-a988-ed85799336e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:21.103177 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.119286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Calling delete_port for d5ed885a-9463-4e65-b563-2a018bd203bf owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:21.120069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.190529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['0d3d066e-1ea5-40e2-bdcc-1e58a789f766'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:21.213010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ed885a-9463-4e65-b563-2a018bd203bf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.220639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] No DVR routers for this DVR port d5ed885a-9463-4e65-b563-2a018bd203bf on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:21.252862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-0092fa03-45b1-4f40-9c1c-7c12434d7aa0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.259749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-0092fa03-45b1-4f40-9c1c-7c12434d7aa0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.1548564 Sep 16 04:55:21.268735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-75ff1b06-0b1c-42af-8f8f-dfca2b98892e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.270268 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-75ff1b06-0b1c-42af-8f8f-dfca2b98892e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3&tenant_id=ec390820661b415b9b248b7fbb6c98a5&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 949 time: 0.1626484 Sep 16 04:55:21.276463 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.284089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-627a0857-cffa-4c6d-88df-33125e72c198 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/quotas/8685f9efdb2a4f84bf37cca56ce63f90 HTTP/1.1" status: 200 len: 375 time: 0.0183699 Sep 16 04:55:21.312584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Pushing event deleted for resources: {'Port': ['ID=d5ed885a-9463-4e65-b563-2a018bd203bf,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.320677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] No DVR routers for this DVR port d5ed885a-9463-4e65-b563-2a018bd203bf on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:21.324049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-00bd7e7c-8dbc-4d13-8dae-1a4672e289ea tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387783 Sep 16 04:55:21.345830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.346225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.346571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.347040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.347400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.347731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.348061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.348386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.348705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.349031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.349354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.349680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab598b-496c-4881-95ae-b5ada087ad25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:21.496358 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b49f375-efe9-451f-acc6-904c3035d1f7 x-openstack-request-id: req-4b49f375-efe9-451f-acc6-904c3035d1f7 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:21.500765 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "name": "network-vif-plugged", "status": "completed", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:21.500765 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b49f375-efe9-451f-acc6-904c3035d1f7 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:21.500765 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'code': 200} Sep 16 04:55:21.509109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-bc7f3e79-0d6b-4cca-aac6-5e5575c708ab service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774883 Sep 16 04:55:21.652008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-2ff2f74a-2da7-400c-b835-faca07ea7d69 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417854 Sep 16 04:55:21.668955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095632ed-0380-4de1-b1fb-7618161052e6 req-7c45e09d-5970-4d59-9aab-d5bf2719714b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.676914 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.677077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095632ed-0380-4de1-b1fb-7618161052e6 req-7c45e09d-5970-4d59-9aab-d5bf2719714b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 946 time: 0.0927932 Sep 16 04:55:21.712472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:21.731903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e966a3-1af9-4e3b-a988-ed85799336e3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:21.732303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e966a3-1af9-4e3b-a988-ed85799336e3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:21.739847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095632ed-0380-4de1-b1fb-7618161052e6 req-0b4d5afa-d3c0-4f7c-b62b-9efbaf91b92b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600863 Sep 16 04:55:21.763550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.794277 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-28f5fe3a-b9da-44c2-a4a0-a5c36336ae80 service neutron] 10.222.0.57 "GET /v2.0/ports/0d3d066e-1ea5-40e2-bdcc-1e58a789f766/bindings/n-h1-712143-16 HTTP/1.1" status: 200 len: 383 time: 0.5025721 Sep 16 04:55:21.807927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.819191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667f4b4-2f21-4832-94bb-4c65fdfba61e req-f0d79ba2-f733-4377-8403-e35112045c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.820895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9667f4b4-2f21-4832-94bb-4c65fdfba61e req-f0d79ba2-f733-4377-8403-e35112045c47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.1512020 Sep 16 04:55:21.821871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:21.822273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:21.824014 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:21.854408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90855317-fa94-4b47-b4d0-cec0c0425a5a req-7072790e-a09a-4fc3-9782-59f85909e6ec tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.856628 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90855317-fa94-4b47-b4d0-cec0c0425a5a req-7072790e-a09a-4fc3-9782-59f85909e6ec tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.0540047 Sep 16 04:55:21.912380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90855317-fa94-4b47-b4d0-cec0c0425a5a req-a381c4eb-2aab-4166-bdb4-e34560f61559 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Sep 16 04:55:21.932146 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9667f4b4-2f21-4832-94bb-4c65fdfba61e req-733220aa-81a7-4c22-886d-af7fd57179d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988889 Sep 16 04:55:21.992173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-d72feb00-a033-4fb5-b776-a0ba89211102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.993882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-d72feb00-a033-4fb5-b776-a0ba89211102 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1101 time: 0.0608120 Sep 16 04:55:22.070533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27249b14-c45c-4c07-91f6-05276adceb06 req-6bb03b81-c7ec-4863-8829-764c43eb9e12 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.077313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27249b14-c45c-4c07-91f6-05276adceb06 req-6bb03b81-c7ec-4863-8829-764c43eb9e12 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.0820236 Sep 16 04:55:22.080650 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.094845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.099921 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11 HTTP/1.1" status: 204 len: 168 time: 1.6959724 Sep 16 04:55:22.106980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.147493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27249b14-c45c-4c07-91f6-05276adceb06 req-a7faee98-971a-4e4e-bbc3-12d6b9a9dad8 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613096 Sep 16 04:55:22.189433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaced01-0648-4e5f-9654-fbd00920a1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c0bafe-a7b2-4e7e-91c0-c15ee85ecd11,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:22.298824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-9ef73909-2e99-4712-a364-420f0f486ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.300570 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-9ef73909-2e99-4712-a364-420f0f486ba8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2931757 Sep 16 04:55:22.308804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655a866-6f67-466e-89aa-374099353339 req-35f1358e-1f12-4755-a05f-7f34c170e55b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.312262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f655a866-6f67-466e-89aa-374099353339 req-35f1358e-1f12-4755-a05f-7f34c170e55b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 949 time: 0.0617938 Sep 16 04:55:22.374924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f655a866-6f67-466e-89aa-374099353339 req-7f00198a-8294-4231-923f-1e98983af9fb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544186 Sep 16 04:55:22.471761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f40e8b-3085-4f37-8a42-3686acd8cc6c req-4133f26a-f067-4e8a-b3ec-ef4cc62d3743 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.473176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1f40e8b-3085-4f37-8a42-3686acd8cc6c req-4133f26a-f067-4e8a-b3ec-ef4cc62d3743 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 945 time: 0.0501614 Sep 16 04:55:22.516759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1f40e8b-3085-4f37-8a42-3686acd8cc6c req-c8bc63cf-f2db-4313-97b8-a32140598f77 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374637 Sep 16 04:55:22.590164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-0a2447f6-5aba-4198-b604-7cc7eae97fca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.0370598 Sep 16 04:55:22.595223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d14ec8e9-939e-4435-a812-43da7508e66c req-7105a32c-6446-4abe-a714-1d51cb43d487 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 210 time: 0.0312939 Sep 16 04:55:22.664718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d5ed885a-9463-4e65-b563-2a018bd203bf no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:22.684865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d5ed885a-9463-4e65-b563-2a018bd203bf {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:22.685649 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d5ed885a-9463-4e65-b563-2a018bd203bf not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:22.733206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.733665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-159af23b-9958-4ca6-b83a-57cf87762213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.735250 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-159af23b-9958-4ca6-b83a-57cf87762213 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0738938 Sep 16 04:55:22.881627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b31273-406d-43c4-a925-9e3c0d3e1bd5 req-6176670c-faa7-418b-80cd-79d4a9fd4ac5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.896126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3b31273-406d-43c4-a925-9e3c0d3e1bd5 req-6176670c-faa7-418b-80cd-79d4a9fd4ac5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 946 time: 0.0736256 Sep 16 04:55:22.927403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-ef1fb2fc-3eaa-4149-b63d-786868595244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.929104 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-ef1fb2fc-3eaa-4149-b63d-786868595244 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1408761 Sep 16 04:55:22.955330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3b31273-406d-43c4-a925-9e3c0d3e1bd5 req-ca064e45-2564-4acb-9938-48d06f3c64e4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494936 Sep 16 04:55:23.045130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Deleting port 918971d7-0123-4d99-a02e-3f5c567777f9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:23.045625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.060733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa71a78-ba46-42d6-8b75-65867353393d req-28ef813a-5a29-4215-8f43-c0f1bfcbfeff tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.062529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1aa71a78-ba46-42d6-8b75-65867353393d req-28ef813a-5a29-4215-8f43-c0f1bfcbfeff tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.0509002 Sep 16 04:55:23.103165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1aa71a78-ba46-42d6-8b75-65867353393d req-f9a757ee-a6a1-4774-aadd-62e3d0293abc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343850 Sep 16 04:55:23.123144 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:23.204887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] For port 918971d7-0123-4d99-a02e-3f5c567777f9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=918971d7-0123-4d99-a02e-3f5c567777f9,segment=NetworkSegment(b78b3111-8f5d-4704-99f9-fc90e661864d),segment_id=b78b3111-8f5d-4704-99f9-fc90e661864d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:23.205393 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.227514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Calling delete_port for 918971d7-0123-4d99-a02e-3f5c567777f9 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:23.230956 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-1108ba69-8bc5-418e-aa94-a8beeef30e6d service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564453 Sep 16 04:55:23.305096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604eb99-4cfb-44b2-a54a-4b4522016087 req-da8a33fe-bfee-4a97-8736-c0e28c0c1f53 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.313517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0604eb99-4cfb-44b2-a54a-4b4522016087 req-da8a33fe-bfee-4a97-8736-c0e28c0c1f53 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.0874372 Sep 16 04:55:23.355958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0604eb99-4cfb-44b2-a54a-4b4522016087 req-f67af4b8-8223-4bb5-9edc-f6c28a325d17 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Sep 16 04:55:23.442263 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-4f6d0d66-668e-45ea-9d52-4453e64f8fa7 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596255 Sep 16 04:55:23.514358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fa2fb-5722-4a9d-a428-57887ed7d018 req-0d12aaef-eebd-48a8-80b6-fb4edcaa48da tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.516596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-442fa2fb-5722-4a9d-a428-57887ed7d018 req-0d12aaef-eebd-48a8-80b6-fb4edcaa48da tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 949 time: 0.0597653 Sep 16 04:55:23.562597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-442fa2fb-5722-4a9d-a428-57887ed7d018 req-ddf0b8cb-e4c6-4df8-8101-5a755038f74b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Sep 16 04:55:23.621090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.648077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Pushing event deleted for resources: {'Port': ['ID=918971d7-0123-4d99-a02e-3f5c567777f9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.711599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca55fd-d2fd-49c9-83c9-fb61134b2e38 req-77e56c44-f8a5-40f9-a3e3-3eae730fb4d7 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.713242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24ca55fd-d2fd-49c9-83c9-fb61134b2e38 req-77e56c44-f8a5-40f9-a3e3-3eae730fb4d7 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 945 time: 0.0825319 Sep 16 04:55:23.764107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24ca55fd-d2fd-49c9-83c9-fb61134b2e38 req-f825cc4e-df3d-4920-aaaa-464dc34fe002 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Sep 16 04:55:23.853040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.914640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-357f81d1-1235-49fd-8592-d125899feca6 req-dec4778f-648c-4f0c-9025-2d08579fb7fb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 210 time: 0.0773885 Sep 16 04:55:24.055971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:24.082328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30581208-c43c-422a-80cf-4425719cc409 req-c8cc0e81-29ca-4cf0-b43c-91a0d4fb10ed tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.084288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30581208-c43c-422a-80cf-4425719cc409 req-c8cc0e81-29ca-4cf0-b43c-91a0d4fb10ed tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 946 time: 0.0549266 Sep 16 04:55:24.113034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Router e3700e9e-8ebf-45de-8d57-a1ec2867412c has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:24.143946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30581208-c43c-422a-80cf-4425719cc409 req-059699d4-cb92-45a2-a3ad-7351dd5ae583 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Sep 16 04:55:24.246729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:24.251650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:24.252277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.268799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:24.282056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] Sync routers for ids ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:24.286498 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-539bf644-f615-414c-aa7f-6e2c1678653d admin admin] 10.222.0.59 "PUT /v2.0/routers/e3700e9e-8ebf-45de-8d57-a1ec2867412c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1720901 Sep 16 04:55:24.288530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36798) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.290208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca3bf1-8cc5-4677-b2b8-0bd3fc80db35 req-913a62cb-1374-4be8-b570-c4ed16666723 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.292007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9ca3bf1-8cc5-4677-b2b8-0bd3fc80db35 req-913a62cb-1374-4be8-b570-c4ed16666723 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.0594668 Sep 16 04:55:24.305751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] Routers {'e3700e9e-8ebf-45de-8d57-a1ec2867412c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:24.306856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.353615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9ca3bf1-8cc5-4677-b2b8-0bd3fc80db35 req-84b3510b-1d27-4e62-ac5e-2a8b54be2d29 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 Sep 16 04:55:24.443675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.472150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.490114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] Set router e3700e9e-8ebf-45de-8d57-a1ec2867412c gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:24.500803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-241d83fe-1892-43ed-af0d-ca1a289e1f69 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1244955 Sep 16 04:55:24.511675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:24.569512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:24.571821 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dd43dc-fb08-4cf0-a60d-f3d775a4d480" -d '{"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:24.574209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.624015 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.665692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-3b03035b-ae40-4490-b8f7-749c45869048 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.667808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-3b03035b-ae40-4490-b8f7-749c45869048 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1098 time: 0.0674822 Sep 16 04:55:24.702102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-16'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:24.712903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35915a-408f-4cea-9c86-4e4f76894d67 req-2fa6e3a7-a24b-4b15-9293-4ceaee393e68 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.714940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b35915a-408f-4cea-9c86-4e4f76894d67 req-2fa6e3a7-a24b-4b15-9293-4ceaee393e68 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1097 time: 0.0695968 Sep 16 04:55:24.717617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:24.777593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.780245 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.789935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Deleting port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:24.790470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.806734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b35915a-408f-4cea-9c86-4e4f76894d67 req-f30530c9-684b-4519-8283-c8533dac2024 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519776 Sep 16 04:55:24.844343 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.886720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.908500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:55:23Z', 'revision_number': 5, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port': {'id': '8d6e2536-e4d5-46b9-9ba6-d57008bb7665', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:30Z', 'updated_at': '2021-09-16T04:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.932574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] For port 8d6e2536-e4d5-46b9-9ba6-d57008bb7665, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8d6e2536-e4d5-46b9-9ba6-d57008bb7665,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:24.932864 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.936254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] Checking router: e3700e9e-8ebf-45de-8d57-a1ec2867412c for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:24.947008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] Routers {'e3700e9e-8ebf-45de-8d57-a1ec2867412c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:24.948013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.979694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Calling delete_port for 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:24.988955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2bb13-7074-45c4-b952-d4feb8b7b39e req-fd68b1e5-3eff-4199-b8fa-9691b850aa47 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.990679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1d2bb13-7074-45c4-b952-d4feb8b7b39e req-fd68b1e5-3eff-4199-b8fa-9691b850aa47 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 946 time: 0.0718050 Sep 16 04:55:25.048749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:25.054094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] Set router e3700e9e-8ebf-45de-8d57-a1ec2867412c gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:25.070123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Allocated IP 172.25.7.106 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/f932c0bd-39c6-49e4-9384-45e6afa67797) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:25.076459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1d2bb13-7074-45c4-b952-d4feb8b7b39e req-ea7da57c-dc40-416e-b827-21321b0afbf6 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564072 Sep 16 04:55:25.113333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:55:24Z', 'revision_number': 6, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.147475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:25.152248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48731f-a4c9-46d6-8a2e-2e3da5dec694 None None] The sync data for ids ['e3700e9e-8ebf-45de-8d57-a1ec2867412c'] in n-d-712143-16 is: [{'id': 'e3700e9e-8ebf-45de-8d57-a1ec2867412c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899416217-router', 'tenant_id': '7420f726eac94cc5a196d18c271e2dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:29Z', 'updated_at': '2021-09-16T04:55:24Z', 'revision_number': 6, 'project_id': '7420f726eac94cc5a196d18c271e2dd0', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:25.244277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.460673 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.514206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:25.530591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Pushing event updated for resources: {'Port': ['ID=f932c0bd-39c6-49e4-9384-45e6afa67797,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.534458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:25.540773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:25.565566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:25.566154 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0eb85c-b42b-4277-85bc-0085e056fa0e" -d '{"events": [{"server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "name": "network-vif-unplugged", "status": "completed", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:25.570299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.614990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-c68a4d33-979f-42e4-abec-0b713dadc64d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.617184 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-c68a4d33-979f-42e4-abec-0b713dadc64d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.4332530 Sep 16 04:55:25.635964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Request body: {'port': {'device_id': '2c662631-6d70-4059-9d85-f1232eb5daac', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'admin_state_up': True, 'tenant_id': '8685f9efdb2a4f84bf37cca56ce63f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:25.696981 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0165dd44-2991-4ee9-b427-7727e54bfba4 x-openstack-request-id: req-0165dd44-2991-4ee9-b427-7727e54bfba4 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:25.697381 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:25.697737 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0165dd44-2991-4ee9-b427-7727e54bfba4 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:25.698235 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'code': 200} Sep 16 04:55:25.700572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.792481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5402b-31e4-4cfd-b42f-6fabe5c01f13 req-11dbb0bd-fb24-41dc-958e-0d8dc36ad01f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.793986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82a5402b-31e4-4cfd-b42f-6fabe5c01f13 req-11dbb0bd-fb24-41dc-958e-0d8dc36ad01f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.0502954 Sep 16 04:55:25.823432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.839087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.867980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82a5402b-31e4-4cfd-b42f-6fabe5c01f13 req-f9cde3c5-50c5-4109-a86c-480f91f0b468 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669086 Sep 16 04:55:25.870623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.883363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6e2536-e4d5-46b9-9ba6-d57008bb7665,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.885510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:25.885624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:25.885982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:25.912539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:25.912539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:25.940113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:25.940469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:25.940886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:25.941339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Bound port: 69927cce-7c92-4b34-86f7-341c34d89cb2, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:25.941696 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.993270 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.007223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.018103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd294f2-ddc2-4392-b9f7-67a133132fc4 req-0cfeed64-5a58-47fd-832c-47ac344cdfe4 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.019623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccd294f2-ddc2-4392-b9f7-67a133132fc4 req-0cfeed64-5a58-47fd-832c-47ac344cdfe4 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 945 time: 0.0744159 Sep 16 04:55:26.060135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Made reservation on behalf of 8685f9efdb2a4f84bf37cca56ce63f90 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:26.064279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.078653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 69927cce-7c92-4b34-86f7-341c34d89cb2 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:26.098607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccd294f2-ddc2-4392-b9f7-67a133132fc4 req-5e3a6734-0bcd-4ace-9a47-b5a893a0b8da tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Sep 16 04:55:26.130430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.137508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.225634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:26.246985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:26.268760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e2391-90ec-4862-8690-1ecd3c88029a req-263cdea6-8780-427d-b54e-60cb86a9c1ee tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.270386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-368e2391-90ec-4862-8690-1ecd3c88029a req-263cdea6-8780-427d-b54e-60cb86a9c1ee tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1097 time: 0.0772717 Sep 16 04:55:26.277378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:26.303228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:26.303695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:26.304262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:26.309040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:26.320393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:26.320393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:26.320393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:26.320393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:26.320393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Bound port: 69927cce-7c92-4b34-86f7-341c34d89cb2, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:26.320393 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.322683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Allocated IP 172.20.0.7 (071ea40e-c42b-4d06-8075-128f09a802e6/f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6/8edcfe8d-6863-4bdb-9d72-0a5698e00512) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:26.326641 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.344314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-368e2391-90ec-4862-8690-1ecd3c88029a req-12f940c2-0f39-4615-8b7b-245a428302dc tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652397 Sep 16 04:55:26.354933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.397422 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.397939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3700e9e-8ebf-45de-8d57-a1ec2867412c {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:26.411382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.412585 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4d2845b7-9610-4f22-b88c-ea8f68737be7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e3700e9e-8ebf-45de-8d57-a1ec2867412c HTTP/1.1" status: 204 len: 168 time: 2.1230192 Sep 16 04:55:26.415553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36870) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.418690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:26.461547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.480991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=8']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:26.494641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.495309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.496774 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-2f664167-db9b-4bdd-b83c-5573eadcf5f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 200 len: 1124 time: 1.8032067 Sep 16 04:55:26.500242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 69927cce-7c92-4b34-86f7-341c34d89cb2-n-h2-712143-16-0 {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:55:26.500937 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:55:26.534238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67387ea5-7855-4a2e-a286-a300429055dd req-d5790a22-2c94-40ca-85e9-d642d300befa tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 210 time: 0.0901756 Sep 16 04:55:26.573796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6398a93e-ac53-4686-a710-3e38f9bdb899 admin admin] Deleting subnet b9b27784-6a2d-4584-b033-5e5fcabb3de6 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:26.580700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Pushing event updated for resources: {'Port': ['ID=f932c0bd-39c6-49e4-9384-45e6afa67797,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:26.598962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['69927cce-7c92-4b34-86f7-341c34d89cb2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:26.604849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6398a93e-ac53-4686-a710-3e38f9bdb899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.621174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.632604 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467feec2-e849-4634-ac55-11d7e5b53605 x-openstack-request-id: req-467feec2-e849-4634-ac55-11d7e5b53605 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:26.632604 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "name": "network-vif-unplugged", "status": "completed", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:26.632839 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-467feec2-e849-4634-ac55-11d7e5b53605 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:26.633047 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2', 'code': 200} Sep 16 04:55:26.668792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.675123 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6398a93e-ac53-4686-a710-3e38f9bdb899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.744823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 918971d7-0123-4d99-a02e-3f5c567777f9 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:26.783059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 918971d7-0123-4d99-a02e-3f5c567777f9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:26.783795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 918971d7-0123-4d99-a02e-3f5c567777f9 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:26.784416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:26.795758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6398a93e-ac53-4686-a710-3e38f9bdb899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.806627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:26.807298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8d6e2536-e4d5-46b9-9ba6-d57008bb7665 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:26.835622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['69927cce-7c92-4b34-86f7-341c34d89cb2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:26.877296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.884727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-eaba4467-4ef6-4629-a9bd-a43c3ccf9c3d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3771038 Sep 16 04:55:26.935031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.940511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-a1179e60-0c77-4670-a6cc-daa16a53bb00 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0548415 Sep 16 04:55:26.986123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Network 071ea40e-c42b-4d06-8075-128f09a802e6 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:26.996976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:27.008277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:27.033858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6398a93e-ac53-4686-a710-3e38f9bdb899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.036595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:27.036975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:27.037347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:27.047677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:27.048097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempting to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 on network 67533389-3bb3-4806-87ef-1c99dee8a51d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:27.054979 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:27.055389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Checking segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:27.056082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Bound using segment: {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:27.056571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Bound port: 69927cce-7c92-4b34-86f7-341c34d89cb2, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '67533389-3bb3-4806-87ef-1c99dee8a51d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:27.057316 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.061412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event updated for resources: {'Port': ['ID=8edcfe8d-6863-4bdb-9d72-0a5698e00512,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.092168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.093536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.111100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398a93e-ac53-4686-a710-3e38f9bdb899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b27784-6a2d-4584-b033-5e5fcabb3de6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.116474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6398a93e-ac53-4686-a710-3e38f9bdb899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.120796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6398a93e-ac53-4686-a710-3e38f9bdb899 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b9b27784-6a2d-4584-b033-5e5fcabb3de6 HTTP/1.1" status: 204 len: 168 time: 0.7014101 Sep 16 04:55:27.122350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ab0e5-4136-493e-bfa5-005bccf6a80e None None] Network 524f7d29-ef4f-4a8e-af0d-b50a89281985 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:27.122638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36898) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.129502 n-d-712143-16 neutron-server[101826]: WARNING neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Concurrent port binding operations failed on port 69927cce-7c92-4b34-86f7-341c34d89cb2 Sep 16 04:55:27.132352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-87bdcc16-a850-47f5-9350-97188d6ae369 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.135148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-87bdcc16-a850-47f5-9350-97188d6ae369 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1938002 Sep 16 04:55:27.153913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-82dbd91f-84fc-4fed-af38-66e1cadf3146 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:55:27.155616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75d2677-4d3b-44df-b0c3-30088883f2a2 req-82dbd91f-84fc-4fed-af38-66e1cadf3146 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123260 Sep 16 04:55:27.157922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:27.172336 n-d-712143-16 neutron-server[101826]: INFO neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Attempt 2 to bind port 69927cce-7c92-4b34-86f7-341c34d89cb2 Sep 16 04:55:27.177238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ff0ea-b036-4c1e-81c0-26f159eddbf7 req-a3e815c9-92cf-4b30-b325-3a8b5813aaca tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.178647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 69927cce-7c92-4b34-86f7-341c34d89cb2 has no active binding in host n-h1-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:55:27.187051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-049ff0ea-b036-4c1e-81c0-26f159eddbf7 req-a3e815c9-92cf-4b30-b325-3a8b5813aaca tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.1542521 Sep 16 04:55:27.227234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.237602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-049ff0ea-b036-4c1e-81c0-26f159eddbf7 req-3b3a731f-66b7-4db1-b2f5-b3516ae3be18 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494936 Sep 16 04:55:27.318098 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-d57a1a4a-77d8-4e32-947d-b3a94c79a625 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6865866 Sep 16 04:55:27.336162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Request body: {'port': {'device_id': '2c662631-6d70-4059-9d85-f1232eb5daac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:27.408220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06adc1-b68b-4b6d-ae67-b7975d2bced2 req-36e5219a-9ef4-438a-ae76-168c32f212cd tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.409834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a06adc1-b68b-4b6d-ae67-b7975d2bced2 req-36e5219a-9ef4-438a-ae76-168c32f212cd tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 946 time: 0.1211874 Sep 16 04:55:27.433005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Deleting port 4a4764f7-a117-471d-8a76-c94405f5d191 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:27.433349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.435157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.437941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] DHCP port deletion for 524f7d29-ef4f-4a8e-af0d-b50a89281985 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:27.444577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a417c-1e94-49f1-9139-74a45edc5539 req-a433cf8a-eca3-4d6a-9225-228d85a6bbdb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.446263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d5a417c-1e94-49f1-9139-74a45edc5539 req-a433cf8a-eca3-4d6a-9225-228d85a6bbdb tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.0887978 Sep 16 04:55:27.483354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a06adc1-b68b-4b6d-ae67-b7975d2bced2 req-b1713311-dbe1-4fc7-8950-4f86d64bed78 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671542 Sep 16 04:55:27.504305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] Deleting port 4a4764f7-a117-471d-8a76-c94405f5d191 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:27.504305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.504720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d5a417c-1e94-49f1-9139-74a45edc5539 req-0df5430d-7b21-4a5d-ade3-3e6afa7e5a53 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470510 Sep 16 04:55:27.544037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] For port 4a4764f7-a117-471d-8a76-c94405f5d191, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4a4764f7-a117-471d-8a76-c94405f5d191,segment=NetworkSegment(b78b3111-8f5d-4704-99f9-fc90e661864d),segment_id=b78b3111-8f5d-4704-99f9-fc90e661864d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:27.544462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.571601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Calling delete_port for 4a4764f7-a117-471d-8a76-c94405f5d191 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:27.588825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] For port 4a4764f7-a117-471d-8a76-c94405f5d191, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4a4764f7-a117-471d-8a76-c94405f5d191,segment=NetworkSegment(b78b3111-8f5d-4704-99f9-fc90e661864d),segment_id=b78b3111-8f5d-4704-99f9-fc90e661864d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:27.589237 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.605267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] Calling delete_port for 4a4764f7-a117-471d-8a76-c94405f5d191 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:27.735562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-7edb2215-3f6b-49f2-a901-a607401f3047 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.737066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-7edb2215-3f6b-49f2-a901-a607401f3047 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 821 time: 0.1210268 Sep 16 04:55:27.768968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-21874c1a-47b8-4c7d-be49-4876b902b4ee tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/quotas/f8ba57d9af094d678c24b9d8dc59913e HTTP/1.1" status: 200 len: 375 time: 0.0250044 Sep 16 04:55:27.818409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.837754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-fdf3f04d-8506-48ff-b060-8431ce6a9e2d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0616474 Sep 16 04:55:27.871621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edcfe8d-6863-4bdb-9d72-0a5698e00512 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:27.880353 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.888301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.901331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Transition to ACTIVE for port object 8edcfe8d-6863-4bdb-9d72-0a5698e00512 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:27.906540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.935561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4764f7-a117-471d-8a76-c94405f5d191,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.937297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] No DVR routers for this DVR port 4a4764f7-a117-471d-8a76-c94405f5d191 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:27.939310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4318f4-6e86-434e-b3f5-4ddda5346645 None None] Pushing event deleted for resources: {'Port': ['ID=4a4764f7-a117-471d-8a76-c94405f5d191,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.944868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] No DVR routers for this DVR port 4a4764f7-a117-471d-8a76-c94405f5d191 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:27.988315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-6f207a31-4a48-403d-8d0d-78d11f34190e service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428263 Sep 16 04:55:28.016661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.024500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.072860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524f7d29-ef4f-4a8e-af0d-b50a89281985']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.096014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-0adea784-969e-4b16-97bf-3c44e7380acc service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015673 Sep 16 04:55:28.099978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78b3111-8f5d-4704-99f9-fc90e661864d') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.100233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78b3111-8f5d-4704-99f9-fc90e661864d') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.118467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:28.142744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.160023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.168932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:28.169456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:28.194532 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:28.197236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Pushing event updated for resources: {'Port': ['ID=8edcfe8d-6863-4bdb-9d72-0a5698e00512,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.212433 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.241268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:28.243773 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a4da4-7cb7-4a21-a27c-47406bf0b4e2" -d '{"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:28.262238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:28.288427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Attempting to bind port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:28.288767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Attempting to bind port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:28.289101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Attempting to bind port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:28.293534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 on network 071ea40e-c42b-4d06-8075-128f09a802e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:28.293866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Attempting to bind port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:28.298867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:28.299225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Checking segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:28.299641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Bound using segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:28.300073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Bound port: 8edcfe8d-6863-4bdb-9d72-0a5698e00512, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:28.300441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.366820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] For port 8edcfe8d-6863-4bdb-9d72-0a5698e00512, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:28.412884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.415363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] For port 8edcfe8d-6863-4bdb-9d72-0a5698e00512, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8edcfe8d-6863-4bdb-9d72-0a5698e00512,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:28.415899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.445934 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.448076 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] 10.222.0.59 "DELETE /v2.0/networks/524f7d29-ef4f-4a8e-af0d-b50a89281985 HTTP/1.1" status: 204 len: 168 time: 1.3244150 Sep 16 04:55:28.449732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6036d76-4673-42ca-86cd-cdd546f5c630 admin admin] Pushing event deleted for resources: {'Network': ['ID=524f7d29-ef4f-4a8e-af0d-b50a89281985,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.475129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=10']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.475973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7dcb2-c5fe-4ddc-a852-39514fec99a6 req-8ddc045a-1c37-413a-8c53-5a32313b5d07 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.477733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20f7dcb2-c5fe-4ddc-a852-39514fec99a6 req-8ddc045a-1c37-413a-8c53-5a32313b5d07 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 945 time: 0.0802264 Sep 16 04:55:28.541067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20f7dcb2-c5fe-4ddc-a852-39514fec99a6 req-aa034d88-6a79-4e49-abb6-05b87a8a1582 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Sep 16 04:55:28.578505 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.629676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-e29da817-06e3-414f-907f-a6eb8f55a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.637308 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-e29da817-06e3-414f-907f-a6eb8f55a09d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3&tenant_id=ec390820661b415b9b248b7fbb6c98a5 HTTP/1.1" status: 200 len: 1101 time: 0.1173387 Sep 16 04:55:28.637526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:28.640595 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ca31b4-3230-493f-be89-1929ccb414c0" -d '{"events": [{"name": "network-changed", "server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:28.641862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36946) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.648036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.648751 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.650216 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] 10.222.0.60 "PUT /v2.0/ports/8edcfe8d-6863-4bdb-9d72-0a5698e00512 HTTP/1.1" status: 200 len: 1092 time: 1.3210762 Sep 16 04:55:28.655265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:28.671732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe57018-f98e-4be4-b298-2468820de9a8 req-1dd1b544-4cf9-420c-8aa9-297c800c4e4f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.673508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbe57018-f98e-4be4-b298-2468820de9a8 req-1dd1b544-4cf9-420c-8aa9-297c800c4e4f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 943 time: 0.0813313 Sep 16 04:55:28.692870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c88a34-1747-4232-89d1-2cf2ce1ea533 service neutron] Pushing event updated for resources: {'Port': ['ID=8edcfe8d-6863-4bdb-9d72-0a5698e00512,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.697400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4a4764f7-a117-471d-8a76-c94405f5d191 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:28.722686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 4a4764f7-a117-471d-8a76-c94405f5d191 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:28.723033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4a4764f7-a117-471d-8a76-c94405f5d191 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:28.728069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.740182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbe57018-f98e-4be4-b298-2468820de9a8 req-68e70b0c-01a4-4f72-a8c4-26362cc7d721 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588968 Sep 16 04:55:28.801827 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db5fcc75-3dda-4214-812a-c3d57ee82c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.808828 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0f7ba0-74e6-43df-937f-5870e48b0785 x-openstack-request-id: req-6e0f7ba0-74e6-43df-937f-5870e48b0785 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:28.809269 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:28.809677 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e0f7ba0-74e6-43df-937f-5870e48b0785 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:28.810151 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'code': 200} Sep 16 04:55:28.926178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-2089e798-be7b-4940-9411-06f402cda4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.928529 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-2089e798-be7b-4940-9411-06f402cda4c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 1095 time: 0.0687134 Sep 16 04:55:28.945875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db5fcc75-3dda-4214-812a-c3d57ee82c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.967944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c32ab6-f46e-4140-a474-c9ea2146ddaa req-35654bf5-d541-4b1b-ab44-9f9f9aab4ff4 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.971350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7c32ab6-f46e-4140-a474-c9ea2146ddaa req-35654bf5-d541-4b1b-ab44-9f9f9aab4ff4 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.0630314 Sep 16 04:55:29.013614 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db5fcc75-3dda-4214-812a-c3d57ee82c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.036652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7c32ab6-f46e-4140-a474-c9ea2146ddaa req-5ac49636-fe4e-4b5b-a68b-942b5a4c396c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572095 Sep 16 04:55:29.068519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-db5fcc75-3dda-4214-812a-c3d57ee82c03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fd6c68013f24eed9b9b37c57745794b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232473 Sep 16 04:55:29.068519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fcc75-3dda-4214-812a-c3d57ee82c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7245061-251b-4561-9ae8-eaadee103c0f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.069951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36966) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.102779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36970) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.112032 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-8f5a5b73-f589-4f76-afc8-1d631bd34a84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8edcfe8d-6863-4bdb-9d72-0a5698e00512 HTTP/1.1" status: 200 len: 217 time: 0.1273205 Sep 16 04:55:29.171226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:29.194818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-a3a0d0f7-4c94-4093-9bb8-2ea7e701bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.196484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-a3a0d0f7-4c94-4093-9bb8-2ea7e701bb2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.0766084 Sep 16 04:55:29.251898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-89858c40-5cc1-49fd-911b-08bf0a274b63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445790 Sep 16 04:55:29.253300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:29.310473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:29.321605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.367548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Transition to ACTIVE for port object 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:29.401034 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-095e61b4-a10d-486e-afe3-e111e30262f2 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260993 Sep 16 04:55:29.439675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.462275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2beb82a5-2e33-486a-b81e-c66b20d67517 req-a68d917d-5c4d-4868-8d2d-a43303e59c16 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 210 time: 0.3330362 Sep 16 04:55:29.491755 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-45d85d25-ab6d-4872-93a4-9f7c0492f6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.504584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-adc7d85f-4f08-4e16-89af-da7c2c39ca25 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13236adb32e448919a01fbef193e9b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819189 Sep 16 04:55:29.504584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36978) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.533291 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-45d85d25-ab6d-4872-93a4-9f7c0492f6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.578799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=11']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.583281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] No DVR routers for this DVR port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:29.638346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b2b3-c6a0-4e46-a7eb-845a1065feed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.651826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:29.652160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:29.652526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:29.664585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:29.664910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Attempting to bind port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:29.676247 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-35bbf925-afc6-49ce-9883-3a33f6fb4b79 req-7651fdba-ea5f-4977-b864-d9f8b8b241d9 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667193 Sep 16 04:55:29.677743 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:29.678161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:29.678805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:29.679363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Bound port: 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:29.680242 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.683397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c9a6f-77c0-4687-8a13-ac470a5182ba req-efb7856d-e0c6-4bac-890e-c4322471c52b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.684993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-583c9a6f-77c0-4687-8a13-ac470a5182ba req-efb7856d-e0c6-4bac-890e-c4322471c52b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 949 time: 0.1082501 Sep 16 04:55:29.687607 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b2b3-c6a0-4e46-a7eb-845a1065feed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.777857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:29.785772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:29.793353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-583c9a6f-77c0-4687-8a13-ac470a5182ba req-725fbb93-4d5f-4992-af5b-4d3bbac199c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Sep 16 04:55:29.831585 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-45d85d25-ab6d-4872-93a4-9f7c0492f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.834033 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-45d85d25-ab6d-4872-93a4-9f7c0492f6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.835190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-45d85d25-ab6d-4872-93a4-9f7c0492f6b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7245061-251b-4561-9ae8-eaadee103c0f HTTP/1.1" status: 204 len: 168 time: 0.7642062 Sep 16 04:55:29.843808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d85d25-ab6d-4872-93a4-9f7c0492f6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7245061-251b-4561-9ae8-eaadee103c0f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.949601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.986976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.986976 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.987443 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] 10.222.0.60 "PUT /v2.0/ports/0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 1098 time: 1.3362203 Sep 16 04:55:30.031867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f9d40-19e2-4a8d-9ba7-5213741fb275 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=12']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.067558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-3821003e-5868-4968-abaf-8ef1c260e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.069137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-3821003e-5868-4968-abaf-8ef1c260e6ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1101 time: 0.0463200 Sep 16 04:55:30.164042 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b2b3-c6a0-4e46-a7eb-845a1065feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.168343 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b2b3-c6a0-4e46-a7eb-845a1065feed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.168343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3ff6b2b3-c6a0-4e46-a7eb-845a1065feed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65574d56-c30d-4461-855d-daebb23250a4 HTTP/1.1" status: 204 len: 168 time: 0.6632943 Sep 16 04:55:30.185492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6b2b3-c6a0-4e46-a7eb-845a1065feed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65574d56-c30d-4461-855d-daebb23250a4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.203459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-d8ab713d-5b57-43e8-b742-2be70190b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.203459 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-d8ab713d-5b57-43e8-b742-2be70190b254 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1235030 Sep 16 04:55:30.282607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-ce6057c7-494d-408a-968b-9be830bd0c79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.0703633 Sep 16 04:55:30.349003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-f8d69ea4-0360-4934-90c9-27641858575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.350436 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-f8d69ea4-0360-4934-90c9-27641858575f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0598433 Sep 16 04:55:30.421178 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36db361-9b59-450c-9a1a-4290e552185d x-openstack-request-id: req-d36db361-9b59-450c-9a1a-4290e552185d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:30.421178 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:30.421519 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d36db361-9b59-450c-9a1a-4290e552185d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:30.421807 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2', 'status': 'completed', 'code': 200} Sep 16 04:55:30.428351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550db4-5459-4a06-aa80-14588691339d req-d023b0d7-19d9-4c97-a895-2cd398d56221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.430131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-d023b0d7-19d9-4c97-a895-2cd398d56221 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542097 Sep 16 04:55:30.551267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb526-b287-4e58-bfec-a1021c31283f req-2dfd3922-d660-43c1-8356-de882cc4047c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.553191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbdcb526-b287-4e58-bfec-a1021c31283f req-2dfd3922-d660-43c1-8356-de882cc4047c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 943 time: 0.0667775 Sep 16 04:55:30.575813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-3ce97374-8ad3-4643-8f43-198490296543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.577293 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-3ce97374-8ad3-4643-8f43-198490296543 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1127 time: 0.1195598 Sep 16 04:55:30.592864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-1be14b84-6646-400a-b4b3-9dabfa018e90 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:55:30.594951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-1be14b84-6646-400a-b4b3-9dabfa018e90 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096936 Sep 16 04:55:30.597138 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-769326e8-c84b-4f78-b647-57ef5b0fa280 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487670 Sep 16 04:55:30.620509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbdcb526-b287-4e58-bfec-a1021c31283f req-9bb34f51-7f2b-4412-9b43-24ed434f0560 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530708 Sep 16 04:55:30.659890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f001925d-a919-49b5-aefb-6a01ee5fd8dc tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.662365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f001925d-a919-49b5-aefb-6a01ee5fd8dc tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports/ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 200 len: 1094 time: 0.0466115 Sep 16 04:55:30.673143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Request body: {'binding': {'host': 'n-h2-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:30.674603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:55:30.821083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f14bb-0523-46a7-a944-89f592bfa92f req-2d0fc82e-00b4-4c91-9c9c-d450aab2d55f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.822685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38f14bb-0523-46a7-a944-89f592bfa92f req-2d0fc82e-00b4-4c91-9c9c-d450aab2d55f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.1050997 Sep 16 04:55:30.894545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on host n-h2-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:30.894892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:30.895120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:30.899875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38f14bb-0523-46a7-a944-89f592bfa92f req-3bc428f9-ba9f-431a-bc1a-83a8fee278d1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637853 Sep 16 04:55:30.903439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:30.903820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:30.909940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:30.910292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:30.910682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:30.911121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Bound port: ae484d04-30f4-4691-86f2-be7b9e52838e, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:30.975979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:31.008477 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce550db4-5459-4a06-aa80-14588691339d req-d66359a4-66ca-4d9b-870b-0a7a3995655f service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011943 Sep 16 04:55:31.036796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-5a394749-1a3a-4d05-83f9-5051ad29206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.038291 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-5a394749-1a3a-4d05-83f9-5051ad29206a service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.4527586 Sep 16 04:55:31.067433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8f271-c425-4a0b-8f53-7fded5a7304b req-7332ae65-bef7-4884-8542-31768d174d72 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.069025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4e8f271-c425-4a0b-8f53-7fded5a7304b req-7332ae65-bef7-4884-8542-31768d174d72 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 945 time: 0.0488544 Sep 16 04:55:31.099049 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-be4bcb0e-fded-487e-bcff-b0741ecd8bdf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 200 len: 217 time: 0.0387564 Sep 16 04:55:31.110135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4e8f271-c425-4a0b-8f53-7fded5a7304b req-28e5911d-30b7-48ee-9e7d-2cc326ca790d tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348840 Sep 16 04:55:31.113549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.118637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] 10.222.0.59 "POST /v2.0/ports/ae484d04-30f4-4691-86f2-be7b9e52838e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4483128 Sep 16 04:55:31.149918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37014) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.190409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-e7fd82fb-a56e-4174-a4cd-18c240c586a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.193770 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-e7fd82fb-a56e-4174-a4cd-18c240c586a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0853817 Sep 16 04:55:31.198740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4a64516e-960b-48b7-a602-d480cbcd3dcd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7420f726eac94cc5a196d18c271e2dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463307 Sep 16 04:55:31.201898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37016) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.240325 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-5323afbf-dbd3-41b8-964a-9eeee9b5e476 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383050 Sep 16 04:55:31.261453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-089c02ee-07b0-4f32-bc8c-c592ba020bfb req-15db758b-8487-400a-90c9-873b674d6b8e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 210 time: 0.0458698 Sep 16 04:55:31.295152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70e04457-f606-4ace-994b-d2670e6fd484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.320363 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70e04457-f606-4ace-994b-d2670e6fd484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.456740 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-f4f633f4-e17b-4ae6-8578-4245a49b26c2 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072966 Sep 16 04:55:31.504997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68283ad9-aa61-4d77-98ca-5b9def0334f7 req-f7e7d026-5a42-4a25-ab72-ad1a98252503 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.507081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68283ad9-aa61-4d77-98ca-5b9def0334f7 req-f7e7d026-5a42-4a25-ab72-ad1a98252503 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 949 time: 0.1224344 Sep 16 04:55:31.523806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccbcd9-bbb4-419d-92b9-9e48283c0e1d req-42ad5236-f001-4bba-8a53-3c76d6f91343 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.525895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dccbcd9-bbb4-419d-92b9-9e48283c0e1d req-42ad5236-f001-4bba-8a53-3c76d6f91343 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.0976651 Sep 16 04:55:31.527291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-925ae8bf-e320-4910-b304-fc9b8b8b1d9d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.528869 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-925ae8bf-e320-4910-b304-fc9b8b8b1d9d tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 821 time: 0.2098370 Sep 16 04:55:31.568336 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Request body: {'port': {'device_id': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'admin_state_up': True, 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:31.596735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68283ad9-aa61-4d77-98ca-5b9def0334f7 req-578c6d63-8f5a-486c-a919-e23fe180f590 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825553 Sep 16 04:55:31.635886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dccbcd9-bbb4-419d-92b9-9e48283c0e1d req-711f01c0-e60b-4854-9f4a-5db31bbbabeb tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937254 Sep 16 04:55:31.636575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37024) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.696912 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2ca31b4-3230-493f-be89-1929ccb414c0 req-edbe4fbb-ed5a-489b-85eb-74cec656c1c5 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317092 Sep 16 04:55:31.715450 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70e04457-f606-4ace-994b-d2670e6fd484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.722287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70e04457-f606-4ace-994b-d2670e6fd484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.724806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70e04457-f606-4ace-994b-d2670e6fd484 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1efc268-976a-48ff-8df2-1fc06b76cafa HTTP/1.1" status: 204 len: 168 time: 0.5218949 Sep 16 04:55:31.751702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e04457-f606-4ace-994b-d2670e6fd484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1efc268-976a-48ff-8df2-1fc06b76cafa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.785086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dfc3f-6418-4eea-8f16-53687c459419 req-191250c0-bfdc-4bca-bb6f-6e1efcb3127a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.794756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-428dfc3f-6418-4eea-8f16-53687c459419 req-191250c0-bfdc-4bca-bb6f-6e1efcb3127a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 943 time: 0.0925627 Sep 16 04:55:31.808667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1652299363-network', 'tenant_id': 'be7e64bfc105431aa232920e240526e0'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:31.843182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-428dfc3f-6418-4eea-8f16-53687c459419 req-98c553e7-ebb4-4852-9973-1e41c264c591 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Sep 16 04:55:31.910642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Made reservation on behalf of f8ba57d9af094d678c24b9d8dc59913e for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:31.914662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.001866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Made reservation on behalf of be7e64bfc105431aa232920e240526e0 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:32.005302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.021375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.083634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Allocated IP 172.20.0.12 (d8a3ad0d-98d2-48e2-ba3f-4110341bb184/6243b766-1f7f-4e6e-a175-1885405db1af/32083718-956d-45d9-8936-92143a82aa35) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:32.153432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64e4ba-ff36-42c3-8919-2db589026c46 req-ecc97910-5294-45d8-a2c1-13ed106c9ae2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.156706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe64e4ba-ff36-42c3-8919-2db589026c46 req-ecc97910-5294-45d8-a2c1-13ed106c9ae2 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.0934589 Sep 16 04:55:32.216685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe64e4ba-ff36-42c3-8919-2db589026c46 req-aab8896a-8d52-4f99-be5f-4e0c2d47f7f1 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516846 Sep 16 04:55:32.268879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8edcfe8d-6863-4bdb-9d72-0a5698e00512 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:32.283394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.311891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268e0ca-b3f5-45da-bb9b-b0aefc7a4c4b req-1e5df53b-61f7-48d8-8742-1366f49fbc9a tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.321239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8268e0ca-b3f5-45da-bb9b-b0aefc7a4c4b req-1e5df53b-61f7-48d8-8742-1366f49fbc9a tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 945 time: 0.1075640 Sep 16 04:55:32.370034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8268e0ca-b3f5-45da-bb9b-b0aefc7a4c4b req-65a473a7-8863-40c6-9ae1-30625143f699 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 Sep 16 04:55:32.392219 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.408377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:32.418770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.445845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24023878-8636-4959-b8ba-11d34a4e0364,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.455791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c662631-6d70-4059-9d85-f1232eb5daac', 'tag': '8edcfe8d-6863-4bdb-9d72-0a5698e00512'}, {'name': 'network-changed', 'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:32.458982 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c662631-6d70-4059-9d85-f1232eb5daac", "tag": "8edcfe8d-6863-4bdb-9d72-0a5698e00512"}, {"name": "network-changed", "server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:32.472085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-ddfdc510-9c1d-48a5-8ad8-92361ba19d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.473629 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-ddfdc510-9c1d-48a5-8ad8-92361ba19d54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1097 time: 0.3391032 Sep 16 04:55:32.495725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8edcfe8d-6863-4bdb-9d72-0a5698e00512, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8edcfe8d-6863-4bdb-9d72-0a5698e00512,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:32.512787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '8edcfe8d-6863-4bdb-9d72-0a5698e00512', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'port_id': '8edcfe8d-6863-4bdb-9d72-0a5698e00512', 'mac_address': 'fa:16:3e:78:bf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:32.514273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.515312 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Added segment 9d160aa2-de53-4548-81e4-711f685e64f5 of type vlan for network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 Sep 16 04:55:32.518173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c1a960d-1fef-459b-b03d-46e03cb2c4fd req-ae45aa48-f4d2-46d0-bb91-27ba42f8d421 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 210 time: 0.0848305 Sep 16 04:55:32.559938 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.582526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edcfe8d-6863-4bdb-9d72-0a5698e00512 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:32.583072 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860b5906-6ca9-4869-a55d-86b34b961005 x-openstack-request-id: req-860b5906-6ca9-4869-a55d-86b34b961005 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:32.583396 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c662631-6d70-4059-9d85-f1232eb5daac", "tag": "8edcfe8d-6863-4bdb-9d72-0a5698e00512", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:32.588726 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-860b5906-6ca9-4869-a55d-86b34b961005 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:32.588726 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c662631-6d70-4059-9d85-f1232eb5daac', 'tag': '8edcfe8d-6863-4bdb-9d72-0a5698e00512', 'status': 'completed', 'code': 200} Sep 16 04:55:32.588726 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'status': 'completed', 'code': 200} Sep 16 04:55:32.588726 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.601414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['400eba4e-0a11-4e40-a5ca-64812cddc187'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:32.614086 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.649591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8edcfe8d-6863-4bdb-9d72-0a5698e00512, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8edcfe8d-6863-4bdb-9d72-0a5698e00512,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:32.668090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:32.710118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-6e7ea56c-1c90-4c28-aecc-ff67a351f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.711859 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-6e7ea56c-1c90-4c28-aecc-ff67a351f289 service neutron] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.2305098 Sep 16 04:55:32.716992 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:32.719734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:32.765522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-5741ddd5-ed0e-4892-bc4f-60b0e9094b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.767435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-5741ddd5-ed0e-4892-bc4f-60b0e9094b28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 1095 time: 0.1506770 Sep 16 04:55:32.826295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.826973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.881449 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.883431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.883855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.912335 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.962502 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Pushing event updated for resources: {'Port': ['ID=32083718-956d-45d9-8936-92143a82aa35,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.968681 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-e83b17f7-28fc-4d1a-baf3-774debc0efea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 200 len: 217 time: 0.1596792 Sep 16 04:55:32.978699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-c2204a6d-c080-4842-a560-fcd288159eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.984998 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-c2204a6d-c080-4842-a560-fcd288159eed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1101 time: 0.3157823 Sep 16 04:55:32.995182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8d465-cc74-4dfd-883e-66111aa95878 req-3ccd6560-36f7-4295-adda-d75e57f264b7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.996777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78e8d465-cc74-4dfd-883e-66111aa95878 req-3ccd6560-36f7-4295-adda-d75e57f264b7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 949 time: 0.2650456 Sep 16 04:55:33.004988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=8edcfe8d-6863-4bdb-9d72-0a5698e00512,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.023799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-e12f24a5-b2a8-4ec3-9f46-977b03d88ba4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4595184 Sep 16 04:55:33.038657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Request body: {'port': {'device_id': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:33.067730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9eeb9386-a7bf-49ff-ba34-e993eda9fba5 None None] Provisioning complete for port 32083718-956d-45d9-8936-92143a82aa35 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:33.068294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9386-a7bf-49ff-ba34-e993eda9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.101597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4636185 Sep 16 04:55:33.102517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7a4d4-49ca-4872-9364-ee0089c3e1dc admin admin] Pushing event updated for resources: {'Network': ['ID=192a16d4-d496-4a46-98bf-a9967c8e1fd9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.107120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-5aeacbea-3391-46cf-90f4-a83d8f3a2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.109117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37060) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.116996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-5aeacbea-3391-46cf-90f4-a83d8f3a2560 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.1292312 Sep 16 04:55:33.131780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:33.161267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860907-fa8f-44a1-ac3e-d888ad03b087 req-df8ff8ae-642f-4564-9e7c-f5644a84a4d1 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.162822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90860907-fa8f-44a1-ac3e-d888ad03b087 req-df8ff8ae-642f-4564-9e7c-f5644a84a4d1 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.3548760 Sep 16 04:55:33.180638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Request body: {'subnet': {'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1652299363-subnet', 'tenant_id': 'be7e64bfc105431aa232920e240526e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:33.211657 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-73efe6cd-ab0b-43d4-ac6f-6019295e9e4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516603 Sep 16 04:55:33.234211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.286218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78e8d465-cc74-4dfd-883e-66111aa95878 req-ae955b14-6016-4b30-bcb2-29e1811f5a76 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007916 Sep 16 04:55:33.303954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb9386-a7bf-49ff-ba34-e993eda9fba5 None None] Port 32083718-956d-45d9-8936-92143a82aa35 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:33.348492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8edcfe8d-6863-4bdb-9d72-0a5698e00512'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:33.350419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-7a54e711-e130-4297-9039-52780bcf021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.351732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-7a54e711-e130-4297-9039-52780bcf021d service neutron] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 912 time: 0.5644011 Sep 16 04:55:33.356318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90860907-fa8f-44a1-ac3e-d888ad03b087 req-cedb0076-7af8-47a7-a343-e4a6f60526b4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664114 Sep 16 04:55:33.356499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-1e8fd472-525c-4cb4-ac6b-cca6d5125813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.357507 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-1e8fd472-525c-4cb4-ac6b-cca6d5125813 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2981098 Sep 16 04:55:33.425356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-e964c74c-6bbc-4253-8028-ea72e824c76f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8edcfe8d-6863-4bdb-9d72-0a5698e00512 HTTP/1.1" status: 200 len: 217 time: 0.0643976 Sep 16 04:55:33.445482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Made reservation on behalf of be7e64bfc105431aa232920e240526e0 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:33.450434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.479451 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-627a8795-60d8-4641-b81e-de578dae4983 service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557912 Sep 16 04:55:33.581759 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-4540fe96-d357-4d0f-985a-683b3659b576 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.1116726 Sep 16 04:55:33.659058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-df85114e-fc86-4e61-899e-d670b62b9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.660718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-df85114e-fc86-4e61-899e-d670b62b9463 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.2179325 Sep 16 04:55:33.684638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef48719-ea38-4d44-907a-24e0c3a6841d req-12ee7146-7c1b-438a-9cfd-ac60b0b72433 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.686231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ef48719-ea38-4d44-907a-24e0c3a6841d req-12ee7146-7c1b-438a-9cfd-ac60b0b72433 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 944 time: 0.3241184 Sep 16 04:55:33.706706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170490-c601-4a1b-b50c-4255e6f41a9a req-6a5bd3c3-b38f-41cd-95d1-023af27b0cde tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.708204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c170490-c601-4a1b-b50c-4255e6f41a9a req-6a5bd3c3-b38f-41cd-95d1-023af27b0cde tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.2540407 Sep 16 04:55:33.716053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-cb01e9e7-60c5-4e46-8feb-2978054b74cf tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.718151 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-cb01e9e7-60c5-4e46-8feb-2978054b74cf tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "GET /v2.0/ports?device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 945 time: 0.2487972 Sep 16 04:55:33.731950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-2b0a49e5-a7af-4380-8cad-faec85b26443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.733526 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-2b0a49e5-a7af-4380-8cad-faec85b26443 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1263056 Sep 16 04:55:33.733945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-1c55faf4-f051-4f6d-bb8c-8b49793833ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592272 Sep 16 04:55:33.734405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.60', 54157) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.848923 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f1fb8470-54d7-45e8-876f-9270a6a7f1be service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980256 Sep 16 04:55:33.865687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ef48719-ea38-4d44-907a-24e0c3a6841d req-7495d176-a1f5-40b4-b678-707b3df56b88 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676910 Sep 16 04:55:33.927895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-660853b4-4aa8-49c0-a5d9-b5e45bad9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.929394 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-660853b4-4aa8-49c0-a5d9-b5e45bad9c7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1808295 Sep 16 04:55:33.930442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c170490-c601-4a1b-b50c-4255e6f41a9a req-87f5f80d-1565-4c94-b8c7-d742495b95db tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030776 Sep 16 04:55:33.961892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-267ea915-4780-4507-941a-301bfa7894e6 service neutron] 10.222.0.60 "GET /v2.0/ports/69927cce-7c92-4b34-86f7-341c34d89cb2/bindings/n-h1-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.2231703 Sep 16 04:55:34.026043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Deleting port df910abe-1e33-4113-8266-0021f0b1ac43 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:34.026388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.084093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-b3463a9d-6ed6-46dd-ad5c-260b4e3841dc service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272324 Sep 16 04:55:34.089657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32083718-956d-45d9-8936-92143a82aa35 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:34.105964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.175958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Transition to ACTIVE for port object 32083718-956d-45d9-8936-92143a82aa35 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:34.182373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236976fd-0502-4d94-87e4-c6b20bcf6773 req-298838ba-fbb1-4a96-98b7-22f7ca105979 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.188617 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-1ef398cf-7d0b-4a2e-bc1b-08ba2a1af50a service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317746 Sep 16 04:55:34.188883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-236976fd-0502-4d94-87e4-c6b20bcf6773 req-298838ba-fbb1-4a96-98b7-22f7ca105979 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 945 time: 0.2169547 Sep 16 04:55:34.204870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] For port df910abe-1e33-4113-8266-0021f0b1ac43, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=df910abe-1e33-4113-8266-0021f0b1ac43,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:34.205254 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.232536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.236327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Calling delete_port for df910abe-1e33-4113-8266-0021f0b1ac43 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:34.252142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.252473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc9678-7354-4fc9-b44d-61f6f635fab4 req-40c9f131-5ffe-4f18-b372-a8a220c98ebb tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.254212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3fc9678-7354-4fc9-b44d-61f6f635fab4 req-40c9f131-5ffe-4f18-b372-a8a220c98ebb tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 932 time: 0.2196605 Sep 16 04:55:34.306691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:34.313975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8edcfe8d-6863-4bdb-9d72-0a5698e00512 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:34.396467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b9fcea-cb4e-484d-af72-59700fda7393,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.397295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Pushing event updated for resources: {'Port': ['ID=32083718-956d-45d9-8936-92143a82aa35,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.408679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-236976fd-0502-4d94-87e4-c6b20bcf6773 req-42b7f673-0878-4ce7-871a-8c67b5dcbd60 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831758 Sep 16 04:55:34.422426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-511d4173-04a7-480b-8b1c-9a089d9a10f4 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169360 Sep 16 04:55:34.484650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3fc9678-7354-4fc9-b44d-61f6f635fab4 req-371f0f25-592e-4bed-ac63-dab395775ad2 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930118 Sep 16 04:55:34.509632 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-b867bc61-56e2-499c-929b-51b98eb08c12 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068163 Sep 16 04:55:34.521905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:34.544631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:34.545073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.685459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Attempting to bind port 32083718-956d-45d9-8936-92143a82aa35 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:34.685459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Attempting to bind port 32083718-956d-45d9-8936-92143a82aa35 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:34.685459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Attempting to bind port 32083718-956d-45d9-8936-92143a82aa35 on network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:34.695872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:34.697159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Port 32083718-956d-45d9-8936-92143a82aa35 on network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:34.697494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Attempting to bind port 32083718-956d-45d9-8936-92143a82aa35 on network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:34.707235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Checking segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:34.707721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Network hostable DHCP agents. Network: 192a16d4-d496-4a46-98bf-a9967c8e1fd9, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:34.714326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:34.714666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Checking segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:34.715057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Bound using segment: {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:34.715314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'mac_address': 'fa:16:3e:15:03:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:34.715554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Bound port: 32083718-956d-45d9-8936-92143a82aa35, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec4660f-e8b1-479d-9cd7-2f9870088221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:34.724280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.758819 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.800789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:34.806287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-69d52422-1990-4008-938a-faddcc8c4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.813374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-69d52422-1990-4008-938a-faddcc8c4eee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec390820661b415b9b248b7fbb6c98a5&device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1101 time: 0.3162270 Sep 16 04:55:34.828972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:34.848095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] For port 32083718-956d-45d9-8936-92143a82aa35, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:34.852640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] For port 32083718-956d-45d9-8936-92143a82aa35, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=32083718-956d-45d9-8936-92143a82aa35,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:34.868435 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.898184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c662631-6d70-4059-9d85-f1232eb5daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edcfe8d-6863-4bdb-9d72-0a5698e00512'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:34.901020 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26017db6-3395-456c-b2d2-77152a3ae6c9" -d '{"events": [{"server_uuid": "2c662631-6d70-4059-9d85-f1232eb5daac", "name": "network-vif-plugged", "status": "completed", "tag": "8edcfe8d-6863-4bdb-9d72-0a5698e00512"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:34.921483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8edcfe8d-6863-4bdb-9d72-0a5698e00512, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8edcfe8d-6863-4bdb-9d72-0a5698e00512,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:34.921732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb719e-083c-4be5-9d5d-0f6f0e95d646 req-fe0d8f87-6a80-481b-a5b8-7c313144dbd7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.923480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ddb719e-083c-4be5-9d5d-0f6f0e95d646 req-fe0d8f87-6a80-481b-a5b8-7c313144dbd7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 949 time: 0.3494372 Sep 16 04:55:34.931176 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.951817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.999882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=13']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.023644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.024077 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.025475 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] 10.222.0.60 "PUT /v2.0/ports/32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 200 len: 1093 time: 1.9929268 Sep 16 04:55:35.025937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'tag': '32083718-956d-45d9-8936-92143a82aa35'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:35.028394 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccf636c-5c3a-4473-9685-70a6476c374a" -d '{"events": [{"name": "network-changed", "server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "tag": "32083718-956d-45d9-8936-92143a82aa35"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:35.038794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5513c-f279-426c-b2a2-7914161ede0f req-d5b389ca-daf6-466d-9aac-5aa9570b0da5 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.040507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ed5513c-f279-426c-b2a2-7914161ede0f req-d5b389ca-daf6-466d-9aac-5aa9570b0da5 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.4113338 Sep 16 04:55:35.045813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2992f7e-9693-449f-b644-4e8e56f3542b service neutron] Pushing event updated for resources: {'Port': ['ID=32083718-956d-45d9-8936-92143a82aa35,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.049117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:35.049257 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.049257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 69927cce-7c92-4b34-86f7-341c34d89cb2 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:35.115807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.142264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ed5513c-f279-426c-b2a2-7914161ede0f req-035611bb-3e63-4e4b-aa07-900fa9a21e3a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823123 Sep 16 04:55:35.148596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:35.162486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-6e7bf921-445e-442f-b4f6-b97657600607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.163989 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-6e7bf921-445e-442f-b4f6-b97657600607 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.3272069 Sep 16 04:55:35.174032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ddb719e-083c-4be5-9d5d-0f6f0e95d646 req-3edbb6d6-6f4b-4bd6-9f2b-1b06277f2e46 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385895 Sep 16 04:55:35.201479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b78bf001-c543-40b9-8447-aa5262b8d28f', 'df910abe-1e33-4113-8266-0021f0b1ac43', 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:35.268350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-53d7f1a7-6a04-44b0-8407-cd93f5e361a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 200 len: 217 time: 0.0862610 Sep 16 04:55:35.269781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:35.276524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 192a16d4-d496-4a46-98bf-a9967c8e1fd9) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:35.285874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.287509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.313924 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34127664-d031-4405-b739-7d7d45fe30e2 x-openstack-request-id: req-34127664-d031-4405-b739-7d7d45fe30e2 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:35.314603 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c662631-6d70-4059-9d85-f1232eb5daac", "name": "network-vif-plugged", "status": "completed", "tag": "8edcfe8d-6863-4bdb-9d72-0a5698e00512", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:35.314603 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34127664-d031-4405-b739-7d7d45fe30e2 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:35.315849 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c662631-6d70-4059-9d85-f1232eb5daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edcfe8d-6863-4bdb-9d72-0a5698e00512', 'code': 200} Sep 16 04:55:35.317563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df4cbd-5d03-4863-990e-a8d14478a394 None None] Network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:35.331982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Pushing event deleted for resources: {'Port': ['ID=df910abe-1e33-4113-8266-0021f0b1ac43,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.400584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] No DVR routers for this DVR port df910abe-1e33-4113-8266-0021f0b1ac43 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:35.410000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.412364 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-43be8e74-b8ba-44b2-9d6d-ae3a0aedb682 req-020c0a2a-624e-4711-9881-001d81505e24 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "DELETE /v2.0/ports/df910abe-1e33-4113-8266-0021f0b1ac43 HTTP/1.1" status: 204 len: 173 time: 1.6779203 Sep 16 04:55:35.426919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-3e2fa6ed-d37e-4e20-94b4-3896bdef1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.428637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0d3d066e-1ea5-40e2-bdcc-1e58a789f766'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:35.429050 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-3e2fa6ed-d37e-4e20-94b4-3896bdef1d04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 1096 time: 0.2076647 Sep 16 04:55:35.435808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=8edcfe8d-6863-4bdb-9d72-0a5698e00512,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.436054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ad8a7-4fa1-48e6-8b3d-227b9eafa131 req-206da711-4682-4fbc-8c22-b205fde71c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.437748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e27ad8a7-4fa1-48e6-8b3d-227b9eafa131 req-206da711-4682-4fbc-8c22-b205fde71c6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 1097 time: 0.0999548 Sep 16 04:55:35.452103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6af0a5b7-e9dc-4616-b59b-d44f30155b54 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2769160 Sep 16 04:55:35.484801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-91b1a573-cb77-4776-ad96-cc439bd7c214 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 200 len: 217 time: 0.0460174 Sep 16 04:55:35.517093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69927cce-7c92-4b34-86f7-341c34d89cb2 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:35.575050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:35.579563 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e27ad8a7-4fa1-48e6-8b3d-227b9eafa131 req-d390a8aa-b565-43e6-a7e4-09f3a744de4f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307762 Sep 16 04:55:35.585833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8df6fa-4300-4fa4-abff-d658262bb06a req-f9cb68e0-7bbf-4a55-8042-8555a6f96e42 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.587048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f8df6fa-4300-4fa4-abff-d658262bb06a req-f9cb68e0-7bbf-4a55-8042-8555a6f96e42 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 944 time: 0.2259026 Sep 16 04:55:35.598124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-142eeb11-a8d2-453a-b44a-19d36ddb2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.599674 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-142eeb11-a8d2-453a-b44a-19d36ddb2922 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.1057658 Sep 16 04:55:35.605890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-23e41eb2-7ad1-4424-877e-1b4ca23cea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.608485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-23e41eb2-7ad1-4424-877e-1b4ca23cea39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.2600663 Sep 16 04:55:35.653471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b940bd-f8db-45a5-92e1-b85924d55077 req-902c0bc8-b7a9-49c4-a255-5c52459abc14 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.655895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55b940bd-f8db-45a5-92e1-b85924d55077 req-902c0bc8-b7a9-49c4-a255-5c52459abc14 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 945 time: 0.3443804 Sep 16 04:55:35.673671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f8df6fa-4300-4fa4-abff-d658262bb06a req-38dafecb-5335-4766-8b67-4171d6f086e0 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593748 Sep 16 04:55:35.740763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28b673f-9472-48e5-b1fc-d9102293667e None None] Network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:35.745460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55b940bd-f8db-45a5-92e1-b85924d55077 req-a47ae298-8f50-4637-a3cf-0713206796a1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682802 Sep 16 04:55:35.751374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.865415 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f85733-d4fc-4ed3-a307-d50dd053741d x-openstack-request-id: req-f8f85733-d4fc-4ed3-a307-d50dd053741d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:35.865415 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "tag": "32083718-956d-45d9-8936-92143a82aa35", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:35.865415 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8f85733-d4fc-4ed3-a307-d50dd053741d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:35.866133 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'tag': '32083718-956d-45d9-8936-92143a82aa35', 'status': 'completed', 'code': 200} Sep 16 04:55:35.886862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-12d13bd8-b771-48d8-b2b6-aac99ebfd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.889654 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-12d13bd8-b771-48d8-b2b6-aac99ebfd40c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043196 Sep 16 04:55:35.966710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-7572fe37-caa0-42b6-b4aa-09b2bff8dba8 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357659 Sep 16 04:55:36.046689 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-ebeca617-d92d-478e-9785-e98b620a4d29 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453524 Sep 16 04:55:36.097167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] Transition to ACTIVE for port object 69927cce-7c92-4b34-86f7-341c34d89cb2 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:36.115507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-d2f5d37e-a287-4339-91dc-06e058169566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.117720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-d2f5d37e-a287-4339-91dc-06e058169566 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3271499 Sep 16 04:55:36.204332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d8989-0ac6-41b2-bec2-a5aad0e261be req-78312bbd-9275-4257-85ab-b6088844f2c7 tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.205986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd7d8989-0ac6-41b2-bec2-a5aad0e261be req-78312bbd-9275-4257-85ab-b6088844f2c7 tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 1102 time: 0.2268660 Sep 16 04:55:36.317454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-41a8631a-71b2-4271-ab70-35dad1325998 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.319083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-41a8631a-71b2-4271-ab70-35dad1325998 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373532 Sep 16 04:55:36.345794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.387797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd7d8989-0ac6-41b2-bec2-a5aad0e261be req-facc9826-c09f-4449-86c1-b8ce51338d23 tempest-MigrationsAdminTest-1683710572 tempest-MigrationsAdminTest-1683710572-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694338 Sep 16 04:55:36.431173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-82a4788b-0751-423a-a9db-dcc1de913136 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/quotas/643d1a95ed034c99860e1d3e26bc3aa7 HTTP/1.1" status: 200 len: 375 time: 0.1042492 Sep 16 04:55:36.439687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] Pushing event updated for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=10']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.445537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-03a6f26d-5eee-4cf1-b07e-4300ced782e1 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181820 Sep 16 04:55:36.498117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-deff8c04-83dc-4e62-a9ab-d7d90ae4163a tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660107 Sep 16 04:55:36.508143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] No DVR routers for this DVR port 69927cce-7c92-4b34-86f7-341c34d89cb2 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:36.553452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd00609b-8bc7-405b-a708-4bce9c3c80cf req-014eec0e-1890-4f82-9423-e642e32f9502 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893925 Sep 16 04:55:36.616031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e0264fd-9318-46e2-aabf-e5291806cbeb req-f0069555-636d-4eed-a5a7-76b79501f085 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=b506387f-ac07-47c5-ae47-61a157527a57 HTTP/1.1" status: 200 len: 210 time: 0.1091602 Sep 16 04:55:36.639781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-bd6c7f5d-968a-4496-b3c9-fb71ba94891b service neutron] 10.222.0.60 "PUT /v2.0/ports/69927cce-7c92-4b34-86f7-341c34d89cb2/bindings/n-h1-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 2.6549990 Sep 16 04:55:36.667018 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89a8fd03-b8e4-46f2-835f-32c32cf8a4cb req-07e0f2ff-b532-4628-8cc2-f803b172b650 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897178 Sep 16 04:55:37.018668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-146cc119-46bb-4449-9e2b-21271a6adc0b tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.020889 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-146cc119-46bb-4449-9e2b-21271a6adc0b tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.0650110 Sep 16 04:55:37.090642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-c542803a-357b-453c-a2bf-878634c1e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.093242 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-c542803a-357b-453c-a2bf-878634c1e3e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc&tenant_id=8cdb984372b74e3fad220d4bbcbe4521 HTTP/1.1" status: 200 len: 1097 time: 0.0436449 Sep 16 04:55:37.159531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb610b-a5c9-42c6-a5fe-b1d422455946 req-427b6f8f-9895-4224-a717-c679e2bd25a1 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.161020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ceb610b-a5c9-42c6-a5fe-b1d422455946 req-427b6f8f-9895-4224-a717-c679e2bd25a1 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 944 time: 0.4782631 Sep 16 04:55:37.181464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf636c-5c3a-4473-9685-70a6476c374a req-7eccc94d-b823-4098-908d-c1fd065551b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.182909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eccf636c-5c3a-4473-9685-70a6476c374a req-7eccc94d-b823-4098-908d-c1fd065551b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 1096 time: 0.1411185 Sep 16 04:55:37.211272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-ca00c74b-1122-4e2c-bb72-9a8bbf3fcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.213071 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-ca00c74b-1122-4e2c-bb72-9a8bbf3fcc98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1097 time: 0.0448782 Sep 16 04:55:37.247397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-5fef96c4-9be4-4ea6-a6a6-8280028243fa tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.254057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-5fef96c4-9be4-4ea6-a6a6-8280028243fa tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 805 time: 0.2092125 Sep 16 04:55:37.272209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ceb610b-a5c9-42c6-a5fe-b1d422455946 req-fd8b744b-2982-47e1-b5b3-9f5f9988b4ba tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048379 Sep 16 04:55:37.320730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-ebe65568-cc89-4e55-afce-a561388da981 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/quotas/be7e64bfc105431aa232920e240526e0 HTTP/1.1" status: 200 len: 375 time: 0.0657814 Sep 16 04:55:37.355169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-5c34180b-511d-464c-8548-796e0f01c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.357207 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-5c34180b-511d-464c-8548-796e0f01c633 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.1321001 Sep 16 04:55:37.384343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-4a0cd75f-f542-46fa-b56b-e0e14930bd4e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493929 Sep 16 04:55:37.423051 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-ce0478f6-431d-4e05-b7ff-14ee4811542c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 200 len: 217 time: 0.0528698 Sep 16 04:55:37.452506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf636c-5c3a-4473-9685-70a6476c374a req-fa09b455-dd93-45ac-8306-56c491294e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.454010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eccf636c-5c3a-4473-9685-70a6476c374a req-fa09b455-dd93-45ac-8306-56c491294e37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.2599113 Sep 16 04:55:37.482008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-a7ac02bf-40a3-4b3e-a89c-c9acf1e75466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.483536 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-a7ac02bf-40a3-4b3e-a89c-c9acf1e75466 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.0478172 Sep 16 04:55:37.527076 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-4f74a0bd-bd22-4314-ab58-616327a25133 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300698 Sep 16 04:55:37.541616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eccf636c-5c3a-4473-9685-70a6476c374a req-218462e7-62d7-4380-a505-c88d2e505b2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 200 len: 217 time: 0.0510237 Sep 16 04:55:37.553172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bc3a5-1ff7-4028-b0e5-b32eb04172c6 req-fb51fd43-c11b-4b7b-95b3-7f7e5cdaa6ea tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.554757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8bc3a5-1ff7-4028-b0e5-b32eb04172c6 req-fb51fd43-c11b-4b7b-95b3-7f7e5cdaa6ea tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.1639113 Sep 16 04:55:37.623021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-bfd279bc-1f51-457d-b68b-e125f0f9ecf6 service neutron] 10.222.0.59 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115119 Sep 16 04:55:37.632646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-096e1ae1-9a7a-4110-be48-5c3453aa735a service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931365 Sep 16 04:55:37.651332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf636c-5c3a-4473-9685-70a6476c374a req-a9d4cad9-20da-45f9-9da5-dc9132334d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.652584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eccf636c-5c3a-4473-9685-70a6476c374a req-a9d4cad9-20da-45f9-9da5-dc9132334d4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.0951061 Sep 16 04:55:37.656071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8bc3a5-1ff7-4028-b0e5-b32eb04172c6 req-95993d48-c214-4db3-8198-ff34701c0597 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876913 Sep 16 04:55:37.738186 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-97b446ac-d2a9-4939-983c-1926b85c94b3 service neutron] 10.222.0.57 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932598 Sep 16 04:55:37.755594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf636c-5c3a-4473-9685-70a6476c374a req-50276a45-7be2-4b81-8516-365b9a6ba2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.755704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eccf636c-5c3a-4473-9685-70a6476c374a req-50276a45-7be2-4b81-8516-365b9a6ba2d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860708 Sep 16 04:55:37.781327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d64959a4-75b1-4fde-a32d-ad3c78c6874c service neutron] 10.222.0.59 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479154 Sep 16 04:55:37.862935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eccf636c-5c3a-4473-9685-70a6476c374a req-dda28d84-bf19-425c-9349-4ce792ef27e6 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906806 Sep 16 04:55:37.867115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b506387f-ac07-47c5-ae47-61a157527a57', 'name': 'network-vif-deleted', 'tag': 'df910abe-1e33-4113-8266-0021f0b1ac43'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:37.869499 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd2061-8a28-4bf0-aef8-0ea03d26fe57" -d '{"events": [{"server_uuid": "b506387f-ac07-47c5-ae47-61a157527a57", "name": "network-vif-deleted", "tag": "df910abe-1e33-4113-8266-0021f0b1ac43"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:37.959195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eccf636c-5c3a-4473-9685-70a6476c374a req-b51a29c8-9cae-4fe1-9738-74fbca9a9f72 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855806 Sep 16 04:55:38.126789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device df910abe-1e33-4113-8266-0021f0b1ac43 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:38.164009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: df910abe-1e33-4113-8266-0021f0b1ac43 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:38.164009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device df910abe-1e33-4113-8266-0021f0b1ac43 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:38.278465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c0135-ee07-4942-ae05-a7ba4d334005 req-626ac1b3-8dd4-475d-883e-2c0d03e56f09 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.286824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be3c0135-ee07-4942-ae05-a7ba4d334005 req-626ac1b3-8dd4-475d-883e-2c0d03e56f09 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 945 time: 0.0787923 Sep 16 04:55:38.329344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be3c0135-ee07-4942-ae05-a7ba4d334005 req-27903f71-525d-4f01-9a7c-5b4702aec775 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Sep 16 04:55:38.335225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:38.417804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f25f3ce-cb68-4316-a722-0ad46fa34965 req-46cd15db-ff8e-4d55-87a1-a4224bd177df tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 210 time: 0.0299437 Sep 16 04:55:38.521795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b517-e1e1-4866-8560-a8490c215db6 req-21f740e9-0b5b-4d93-a876-c5c55b1d771a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.523491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4cc3b517-e1e1-4866-8560-a8490c215db6 req-21f740e9-0b5b-4d93-a876-c5c55b1d771a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 945 time: 0.0493369 Sep 16 04:55:38.558619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:38.564161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4cc3b517-e1e1-4866-8560-a8490c215db6 req-b9204dad-c315-407b-8d56-1227a2a5c214 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342896 Sep 16 04:55:38.566902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:38.567896 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.625034 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a76c1f-f22d-4330-8d17-3fbcbda93a13 x-openstack-request-id: req-f0a76c1f-f22d-4330-8d17-3fbcbda93a13 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:38.625332 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b506387f-ac07-47c5-ae47-61a157527a57", "name": "network-vif-deleted", "tag": "df910abe-1e33-4113-8266-0021f0b1ac43", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:38.625589 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0a76c1f-f22d-4330-8d17-3fbcbda93a13 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:38.625998 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b506387f-ac07-47c5-ae47-61a157527a57', 'name': 'network-vif-deleted', 'tag': 'df910abe-1e33-4113-8266-0021f0b1ac43', 'status': 'completed', 'code': 200} Sep 16 04:55:38.667102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07020741-da82-4b32-b342-3553c8a4ab8e req-d455a927-c08b-445a-b4c2-718bf59aa681 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 210 time: 0.0324893 Sep 16 04:55:38.684061 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.714856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:38.717273 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f19a5f1-ae43-4887-bb2b-0761fdab978d" -d '{"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:38.737603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:38.746429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdbf09-a7c9-4972-b74b-114cfffa6f4a req-0a4043eb-d4f1-4b19-af89-af5ab10c93e3 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.747980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8cdbf09-a7c9-4972-b74b-114cfffa6f4a req-0a4043eb-d4f1-4b19-af89-af5ab10c93e3 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 944 time: 0.0730867 Sep 16 04:55:38.774741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-fe004f8e-9d28-4fa4-838d-dfe0eee040d1 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.779133 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-fe004f8e-9d28-4fa4-838d-dfe0eee040d1 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc&tenant_id=8cdb984372b74e3fad220d4bbcbe4521&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.0497591 Sep 16 04:55:38.820425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6e0f2-1156-429b-a4e2-7380ece022b9 req-d4941285-4946-42b3-846e-320eb6d27aab tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.837766 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aff6e0f2-1156-429b-a4e2-7380ece022b9 req-d4941285-4946-42b3-846e-320eb6d27aab tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 950 time: 0.0848250 Sep 16 04:55:38.837766 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8cdbf09-a7c9-4972-b74b-114cfffa6f4a req-87cc9885-7d98-4698-bc80-5519365ec870 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753219 Sep 16 04:55:38.881653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aff6e0f2-1156-429b-a4e2-7380ece022b9 req-36d7e2bc-3571-4879-b366-fb921527f68c tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Sep 16 04:55:38.988885 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.038499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=14']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.107216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60943e0f-acf9-4ad7-ac65-8499630c35a1 req-9214514f-a418-4f4d-8c2d-70bc56eeb90f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.109414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60943e0f-acf9-4ad7-ac65-8499630c35a1 req-9214514f-a418-4f4d-8c2d-70bc56eeb90f tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.0585496 Sep 16 04:55:39.131566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-a65420a4-0d5f-4158-a5c7-95961b28e90c service neutron] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:39.134817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-a65420a4-0d5f-4158-a5c7-95961b28e90c service neutron] Notify callbacks [] for binding, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.136032 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3a4397e-3096-4a03-aaf9-0839897098e6 req-a65420a4-0d5f-4158-a5c7-95961b28e90c service neutron] 10.222.0.57 "DELETE /v2.0/ports/69927cce-7c92-4b34-86f7-341c34d89cb2/bindings/n-h2-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.3441923 Sep 16 04:55:39.150808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60943e0f-acf9-4ad7-ac65-8499630c35a1 req-5cd67ff8-2dfb-4642-a376-948459828f34 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Sep 16 04:55:39.258725 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42705b42-a597-418f-85c4-3d2706d0f0cf x-openstack-request-id: req-42705b42-a597-418f-85c4-3d2706d0f0cf {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:39.260326 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:39.261077 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42705b42-a597-418f-85c4-3d2706d0f0cf {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:39.261695 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'code': 200} Sep 16 04:55:39.472309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f150fb0-f4d5-4e07-a930-cedc98d436f6 req-e8614393-fa83-4bc3-80a8-d80908e4ed21 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.473737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f150fb0-f4d5-4e07-a930-cedc98d436f6 req-e8614393-fa83-4bc3-80a8-d80908e4ed21 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 945 time: 0.0483096 Sep 16 04:55:39.512620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f150fb0-f4d5-4e07-a930-cedc98d436f6 req-d17487e5-3d09-40ec-876c-b51fd3c1024c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327070 Sep 16 04:55:39.625641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8c98ca3-d707-48cd-a17f-6fad2a441137 req-67cec9c7-5ae8-4526-8088-e47718519cab tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 210 time: 0.0343027 Sep 16 04:55:39.754467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199e98-8ed9-4631-976b-ebdb1eb8e803 req-9d170d98-99c0-4ac3-aef8-fede7d106c17 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.766636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34199e98-8ed9-4631-976b-ebdb1eb8e803 req-9d170d98-99c0-4ac3-aef8-fede7d106c17 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 945 time: 0.0805161 Sep 16 04:55:39.788870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc9c9-7076-4a06-9595-22764ddd28e9 req-006803da-5d54-4156-8f7f-b7578bcd10f8 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.790636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef9bc9c9-7076-4a06-9595-22764ddd28e9 req-006803da-5d54-4156-8f7f-b7578bcd10f8 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 1097 time: 0.0834498 Sep 16 04:55:39.819169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34199e98-8ed9-4631-976b-ebdb1eb8e803 req-3dbafa40-b034-4f71-9d0e-c602da0ae50f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536962 Sep 16 04:55:39.840247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef9bc9c9-7076-4a06-9595-22764ddd28e9 req-95d51cb6-3c7e-4c65-a82d-81976dd74c48 tempest-LiveAutoBlockMigrationV225Test-667410489 tempest-LiveAutoBlockMigrationV225Test-667410489-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369887 Sep 16 04:55:39.917426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b319459d-0bcc-4576-8a5a-cd58ef6c7607 req-e82049d3-cb1e-462b-849e-f6097c51fe04 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 210 time: 0.0382264 Sep 16 04:55:39.980825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e5bf-c319-497b-86df-d499706f16f9 req-9d681fe6-a87d-4fc2-890d-cf79f725c8f1 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.982724 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2920e5bf-c319-497b-86df-d499706f16f9 req-9d681fe6-a87d-4fc2-890d-cf79f725c8f1 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 944 time: 0.0547862 Sep 16 04:55:40.022952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2920e5bf-c319-497b-86df-d499706f16f9 req-4234d2cf-eed5-4021-9eb7-a428e0e154a0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Sep 16 04:55:40.142627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c730e-a2f6-46ff-87cb-815f60308a29 req-f060e125-687a-4e6e-824f-10986b74702a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.144163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a87c730e-a2f6-46ff-87cb-815f60308a29 req-f060e125-687a-4e6e-824f-10986b74702a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 951 time: 0.0664201 Sep 16 04:55:40.206472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-b66c8a1c-3f18-472c-adbc-b5b304fe96c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.208033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-b66c8a1c-3f18-472c-adbc-b5b304fe96c0 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 951 time: 0.0833867 Sep 16 04:55:40.213317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a87c730e-a2f6-46ff-87cb-815f60308a29 req-286c133c-0c24-4841-b030-f4e43ed95b60 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556965 Sep 16 04:55:40.310347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Deleting port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:40.310724 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.351564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 32083718-956d-45d9-8936-92143a82aa35 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:40.365940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.463175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] For port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:40.463562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.477232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 32083718-956d-45d9-8936-92143a82aa35, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=32083718-956d-45d9-8936-92143a82aa35,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:40.489064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '32083718-956d-45d9-8936-92143a82aa35', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'port_id': '32083718-956d-45d9-8936-92143a82aa35', 'mac_address': 'fa:16:3e:e1:0b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:40.491355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1987c1-417a-4450-92f3-075953d13d39 req-9bbe41b6-4136-40cb-9631-cb507094e0c6 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.493099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa1987c1-417a-4450-92f3-075953d13d39 req-9bbe41b6-4136-40cb-9631-cb507094e0c6 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.0806086 Sep 16 04:55:40.494078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Calling delete_port for 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:40.530210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.543054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32083718-956d-45d9-8936-92143a82aa35 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:40.567928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 32083718-956d-45d9-8936-92143a82aa35, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=32083718-956d-45d9-8936-92143a82aa35,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:40.581789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa1987c1-417a-4450-92f3-075953d13d39 req-5bbc96a7-5bb5-4b19-b8e4-d94cbbf80297 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812085 Sep 16 04:55:40.821206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48f15fa8-3c26-443c-a75f-62390fee25b3 req-96a09072-f83c-4a57-870e-4f42d38f668f tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 210 time: 0.0393288 Sep 16 04:55:40.836283 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.860077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e8d73-37b1-4ca7-a7de-5b4445f90117 req-8ecfb646-fad6-4f0b-b17e-2ae8a44960ed tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.861767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc5e8d73-37b1-4ca7-a7de-5b4445f90117 req-8ecfb646-fad6-4f0b-b17e-2ae8a44960ed tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 945 time: 0.0787392 Sep 16 04:55:40.904354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc5e8d73-37b1-4ca7-a7de-5b4445f90117 req-0685325e-00a2-433e-9eed-93621fac662c tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363426 Sep 16 04:55:40.927359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=32083718-956d-45d9-8936-92143a82aa35,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:40.950780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.971026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9f45de83-354b-456e-a4de-a3ac1df02cf3', '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:41.008663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event deleted for resources: {'Port': ['ID=0d3d066e-1ea5-40e2-bdcc-1e58a789f766,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:41.012427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368', '621f0954-8eb6-41a3-af5c-eac6c38a97df'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:41.097173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] No DVR routers for this DVR port 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:41.102091 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.104160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a059089c-ff3a-44dd-b3cb-93240dc70cc6 req-180ebcf5-3117-4a81-93b5-baf814a6358a tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "DELETE /v2.0/ports/0d3d066e-1ea5-40e2-bdcc-1e58a789f766 HTTP/1.1" status: 204 len: 173 time: 0.8886175 Sep 16 04:55:41.105828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-deleted', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:41.109084 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474640b2-a148-4ba1-8407-ed0a98db6bb4" -d '{"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-deleted", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:41.128650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25172-5869-4a1a-8d1f-8275a755d7fe req-b300a44e-f883-45a3-8eff-a393c8325bb6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.130163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94b25172-5869-4a1a-8d1f-8275a755d7fe req-b300a44e-f883-45a3-8eff-a393c8325bb6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 945 time: 0.1412861 Sep 16 04:55:41.145042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826b9b-587b-4dc8-8870-f741b111cf6d req-9a463014-c530-4399-8b14-4f100806484d tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.146676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-13800c4f-bf6a-48af-83ce-ecadc26a278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.151392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826b9b-587b-4dc8-8870-f741b111cf6d req-9a463014-c530-4399-8b14-4f100806484d tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.154841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['32083718-956d-45d9-8936-92143a82aa35'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:41.155142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e826b9b-587b-4dc8-8870-f741b111cf6d req-9a463014-c530-4399-8b14-4f100806484d tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d&device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 1682 time: 0.1538868 Sep 16 04:55:41.291622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94b25172-5869-4a1a-8d1f-8275a755d7fe req-804d63c5-68e1-4a3a-a019-632f6a149b90 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343977 Sep 16 04:55:41.295686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e826b9b-587b-4dc8-8870-f741b111cf6d req-46e80705-a5c3-4aae-a4b6-fbc43c0e7751 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190109 Sep 16 04:55:41.308579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-2145a852-46f1-48f1-9a63-4bce73878dcb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.310412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-2145a852-46f1-48f1-9a63-4bce73878dcb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 945 time: 0.1324422 Sep 16 04:55:41.454470 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-8b4f8128-3b50-4ee8-aa07-0d9d7835709b tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538261 Sep 16 04:55:41.495159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e644bb70-2c32-45b7-9bd7-3fc51f5c1025 req-ca6765c8-0ba8-4ee6-9f01-1ff6b25b4abf tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 210 time: 0.0438900 Sep 16 04:55:41.519113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e505240-0ea8-4456-8a83-687ead4f9a03 req-c6a6f07c-4bae-4af3-b2a4-92cb095276b1 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.520947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e505240-0ea8-4456-8a83-687ead4f9a03 req-c6a6f07c-4bae-4af3-b2a4-92cb095276b1 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 945 time: 0.1367795 Sep 16 04:55:41.533869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Deleting port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:41.534146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.625023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e505240-0ea8-4456-8a83-687ead4f9a03 req-4230fb7b-37f5-4f73-a619-19e0e20f3fb8 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951798 Sep 16 04:55:41.661462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] For port 8edcfe8d-6863-4bdb-9d72-0a5698e00512, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8edcfe8d-6863-4bdb-9d72-0a5698e00512,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:41.661922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.681817 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d36a18-463d-4cd5-ba27-d4cf706642a8 x-openstack-request-id: req-45d36a18-463d-4cd5-ba27-d4cf706642a8 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:41.681817 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6fa58b-9075-4b52-a234-55ddd5d47ac3", "name": "network-vif-deleted", "tag": "0d3d066e-1ea5-40e2-bdcc-1e58a789f766", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:41.681817 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45d36a18-463d-4cd5-ba27-d4cf706642a8 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:41.681817 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6fa58b-9075-4b52-a234-55ddd5d47ac3', 'name': 'network-vif-deleted', 'tag': '0d3d066e-1ea5-40e2-bdcc-1e58a789f766', 'status': 'completed', 'code': 200} Sep 16 04:55:41.681817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Calling delete_port for 8edcfe8d-6863-4bdb-9d72-0a5698e00512 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:41.716604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-42f8ac5e-e257-481f-ab17-78684794f50b tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.718558 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-42f8ac5e-e257-481f-ab17-78684794f50b tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585183 Sep 16 04:55:41.760873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Request body: {'port': {'device_id': 'f8681008-eea2-4457-81a2-3162992908db', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '643d1a95ed034c99860e1d3e26bc3aa7'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:41.805388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9a085e9-bede-498e-8e38-8289fcab5a57 req-2c6dbfa1-73c9-478e-9733-78327b40f415 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf6fa58b-9075-4b52-a234-55ddd5d47ac3 HTTP/1.1" status: 200 len: 210 time: 0.0529926 Sep 16 04:55:41.840962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffb80d-b12f-4b6b-961b-489da3968056 req-6c04e079-4e6a-4ef9-b577-4c9d8ae33fbc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.843190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-baffb80d-b12f-4b6b-961b-489da3968056 req-6c04e079-4e6a-4ef9-b577-4c9d8ae33fbc tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.1044118 Sep 16 04:55:41.929453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-baffb80d-b12f-4b6b-961b-489da3968056 req-c2996523-a741-42a7-a522-0cd0c4ea5eb0 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749927 Sep 16 04:55:41.997206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Made reservation on behalf of 643d1a95ed034c99860e1d3e26bc3aa7 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:42.002268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.015195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.039332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c86f1fb-533e-4def-af29-a24b0f3dd514 req-e8165988-50e9-4587-bdf9-394bda117dd1 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 210 time: 0.0306954 Sep 16 04:55:42.077169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.091131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8edcfe8d-6863-4bdb-9d72-0a5698e00512'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:42.108393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event deleted for resources: {'Port': ['ID=8edcfe8d-6863-4bdb-9d72-0a5698e00512,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.161588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] No DVR routers for this DVR port 8edcfe8d-6863-4bdb-9d72-0a5698e00512 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:42.171814 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.173863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e78fccf6-fc69-4ad8-9f20-1baa14722221 req-3feec0e0-1f06-47f0-b07f-929632e1c412 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "DELETE /v2.0/ports/8edcfe8d-6863-4bdb-9d72-0a5698e00512 HTTP/1.1" status: 204 len: 173 time: 0.8495517 Sep 16 04:55:42.183035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.219034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe9bef-6354-462e-aec2-e0a6442521d4 req-9ffd5e6e-6aec-40c3-aa66-04c883edca98 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.221431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2fe9bef-6354-462e-aec2-e0a6442521d4 req-9ffd5e6e-6aec-40c3-aa66-04c883edca98 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 945 time: 0.0608075 Sep 16 04:55:42.268040 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2fe9bef-6354-462e-aec2-e0a6442521d4 req-d7cc9e56-b076-454e-8e7b-fb42ead61846 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Sep 16 04:55:42.282500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-231fa19f-60b8-4ac0-a78a-3ff2ba809b1b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.284095 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-231fa19f-60b8-4ac0-a78a-3ff2ba809b1b tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 945 time: 0.0604787 Sep 16 04:55:42.336170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.346429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 32083718-956d-45d9-8936-92143a82aa35 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:42.447235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da205bfb-6f1f-40a4-9d35-ceb4ed224626 req-300ec799-ecb8-4f40-9d16-0ca23547dd74 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 210 time: 0.0336487 Sep 16 04:55:42.453088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6ea0a-01fb-4473-be6f-72604b117389,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.509262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 32083718-956d-45d9-8936-92143a82aa35 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:42.513422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 32083718-956d-45d9-8936-92143a82aa35 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:42.514374 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.534781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Deleting port 69927cce-7c92-4b34-86f7-341c34d89cb2 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:42.535396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.570460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Allocated IP 192.168.233.83 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/e135de88-cd8a-4b20-a172-150bb3afe72d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:42.607086 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.621676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d732f8f-8efb-4f28-af45-973ec225b7f0 req-4c15dbe4-d20d-4f42-8936-accd8a30f8e0 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 210 time: 0.0334804 Sep 16 04:55:42.639967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32083718-956d-45d9-8936-92143a82aa35'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:42.643137 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5924a35-6f51-4f25-9e06-12d8a5f26284" -d '{"events": [{"server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "name": "network-vif-plugged", "status": "completed", "tag": "32083718-956d-45d9-8936-92143a82aa35"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:42.671014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 32083718-956d-45d9-8936-92143a82aa35, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=32083718-956d-45d9-8936-92143a82aa35,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:42.687290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] For port 69927cce-7c92-4b34-86f7-341c34d89cb2, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=69927cce-7c92-4b34-86f7-341c34d89cb2,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:42.687596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.689281 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6563771-7d5e-4ebf-9c9b-d8cf48797999 x-openstack-request-id: req-f6563771-7d5e-4ebf-9c9b-d8cf48797999 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:42.690548 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "name": "network-vif-plugged", "status": "completed", "tag": "32083718-956d-45d9-8936-92143a82aa35", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:42.691467 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6563771-7d5e-4ebf-9c9b-d8cf48797999 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:42.702086 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32083718-956d-45d9-8936-92143a82aa35', 'code': 200} Sep 16 04:55:42.723547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Calling delete_port for 69927cce-7c92-4b34-86f7-341c34d89cb2 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:42.817448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88ad62-bacb-49e3-83a3-3098ce7a6cee req-d4241e4d-b135-46f9-b3a4-a494a3a962ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.818926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e88ad62-bacb-49e3-83a3-3098ce7a6cee req-d4241e4d-b135-46f9-b3a4-a494a3a962ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 1097 time: 0.0606983 Sep 16 04:55:42.825367 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.849314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb238f3-8240-494c-aec3-89e22e46cb5a req-716ab017-4729-46f4-9b91-b53c7801e59e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.850956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7bb238f3-8240-494c-aec3-89e22e46cb5a req-716ab017-4729-46f4-9b91-b53c7801e59e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 945 time: 0.1018827 Sep 16 04:55:42.878148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.901503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=32083718-956d-45d9-8936-92143a82aa35,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.942853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e88ad62-bacb-49e3-83a3-3098ce7a6cee req-4bc9276d-4147-466b-8916-d223567aeda5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904100 Sep 16 04:55:42.945936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7bb238f3-8240-494c-aec3-89e22e46cb5a req-c136655f-363c-4d2b-9b9a-136e34b4576a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799100 Sep 16 04:55:43.092317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67f179-f052-4aef-94fa-8019fe9f52e7 req-030d7b2e-a92f-44d3-ab89-740cb52849ff tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.093801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb67f179-f052-4aef-94fa-8019fe9f52e7 req-030d7b2e-a92f-44d3-ab89-740cb52849ff tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.0562685 Sep 16 04:55:43.129316 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.133543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb67f179-f052-4aef-94fa-8019fe9f52e7 req-69e9da44-d2eb-4756-8b72-d1c2d845bd68 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Sep 16 04:55:43.137000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.215886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['69927cce-7c92-4b34-86f7-341c34d89cb2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:43.240838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:43.261524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:43.271728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:43.286891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Pushing event updated for resources: {'Port': ['ID=e135de88-cd8a-4b20-a172-150bb3afe72d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:43.328310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] No DVR routers for this DVR port 69927cce-7c92-4b34-86f7-341c34d89cb2 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:43.341931 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.343979 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c96d128d-4a15-480a-a6c5-660de1b4d636 req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.57 "DELETE /v2.0/ports/69927cce-7c92-4b34-86f7-341c34d89cb2 HTTP/1.1" status: 204 len: 173 time: 1.0496726 Sep 16 04:55:43.365911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'name': 'network-vif-deleted', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:43.368254 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05cfc81-99f4-4a4f-a4a1-2611b07adf32" -d '{"events": [{"server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "name": "network-vif-deleted", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:43.376234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796ad65-59ea-4192-a6f9-153dcbdcc20f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Pushing event deleted for resources: {'Port': ['ID=69927cce-7c92-4b34-86f7-341c34d89cb2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:43.387115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-a9289aed-25b0-438d-8ed0-b9923a601fc3 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.392021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-a9289aed-25b0-438d-8ed0-b9923a601fc3 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 805 time: 0.2876670 Sep 16 04:55:43.412133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.413353 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.506828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e7755-b56f-4581-94d9-bed71996eb8d req-08adf5a8-19eb-4a3e-9058-d1a34575bda7 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.506828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-138e7755-b56f-4581-94d9-bed71996eb8d req-08adf5a8-19eb-4a3e-9058-d1a34575bda7 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 935 time: 0.0591369 Sep 16 04:55:43.509410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Request body: {'port': {'device_id': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'admin_state_up': True, 'tenant_id': 'be7e64bfc105431aa232920e240526e0'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:43.532354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2d7facd5-67c4-40c6-8080-41d378e6000d None None] Provisioning complete for port e135de88-cd8a-4b20-a172-150bb3afe72d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:43.533513 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2d7facd5-67c4-40c6-8080-41d378e6000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.542561 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f9d03ecf-f506-46c4-94aa-a2542a188ce4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7854779 Sep 16 04:55:43.560063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-138e7755-b56f-4581-94d9-bed71996eb8d req-6d581f92-02cf-4e92-8178-7115676f2418 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442040 Sep 16 04:55:43.618748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2d7facd5-67c4-40c6-8080-41d378e6000d None None] Port e135de88-cd8a-4b20-a172-150bb3afe72d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:43.690144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c662631-6d70-4059-9d85-f1232eb5daac', 'name': 'network-vif-deleted', 'tag': '8edcfe8d-6863-4bdb-9d72-0a5698e00512'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:43.692547 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dc6fbf-c7b3-4e5e-ad20-5ec428a072ac" -d '{"events": [{"server_uuid": "2c662631-6d70-4059-9d85-f1232eb5daac", "name": "network-vif-deleted", "tag": "8edcfe8d-6863-4bdb-9d72-0a5698e00512"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:43.697464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce74560c-ac78-472f-840e-5da8f0b719d3 req-99a89ae1-8f8b-4e78-8274-e42c63ce078d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 210 time: 0.0367701 Sep 16 04:55:43.723526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Request body: {'port': {'device_id': 'f8681008-eea2-4457-81a2-3162992908db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:43.759256 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c16a6ed-c242-4800-a512-d6865e1754fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.780323 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035f4811-8234-4b6c-8ee5-68619131909c x-openstack-request-id: req-035f4811-8234-4b6c-8ee5-68619131909c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:43.780700 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f3bad-3c9b-47e1-ae11-fa4b0044c8bc", "name": "network-vif-deleted", "tag": "69927cce-7c92-4b34-86f7-341c34d89cb2", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:43.780999 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-035f4811-8234-4b6c-8ee5-68619131909c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:43.781359 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584f3bad-3c9b-47e1-ae11-fa4b0044c8bc', 'name': 'network-vif-deleted', 'tag': '69927cce-7c92-4b34-86f7-341c34d89cb2', 'status': 'completed', 'code': 200} Sep 16 04:55:43.803161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.820974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Made reservation on behalf of be7e64bfc105431aa232920e240526e0 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:43.826086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.896191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-759a45d4-7312-4fce-8daa-f423fe8d5400 req-15379c2a-c16a-4c0e-a8db-a4e1b6c2aa67 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c662631-6d70-4059-9d85-f1232eb5daac HTTP/1.1" status: 200 len: 210 time: 0.0509672 Sep 16 04:55:43.919868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-733f9cd0-cb29-4da4-b684-196a71b78036 req-f525fb05-8ed8-43c0-aab2-4d4e34f42ebf tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 210 time: 0.0777206 Sep 16 04:55:43.965718 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5652a9fe-4610-46b9-848a-2005efa2b40c x-openstack-request-id: req-5652a9fe-4610-46b9-848a-2005efa2b40c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:43.966201 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c662631-6d70-4059-9d85-f1232eb5daac", "name": "network-vif-deleted", "tag": "8edcfe8d-6863-4bdb-9d72-0a5698e00512", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:43.969447 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5652a9fe-4610-46b9-848a-2005efa2b40c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:43.969447 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c662631-6d70-4059-9d85-f1232eb5daac', 'name': 'network-vif-deleted', 'tag': '8edcfe8d-6863-4bdb-9d72-0a5698e00512', 'status': 'completed', 'code': 200} Sep 16 04:55:44.088505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5f6e6-fa42-4ad6-ad52-c031751d7d6a req-8f2663e6-a00c-4439-879d-be1a92586574 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.090132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3c5f6e6-fa42-4ad6-ad52-c031751d7d6a req-8f2663e6-a00c-4439-879d-be1a92586574 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 951 time: 0.0888338 Sep 16 04:55:44.104679 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.130431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb4972-4bda-4f74-adb4-daa68b5bebbf req-b9e3fc77-2a4a-452c-beb7-cec85698dbe2 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.131499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Allocated IP 172.20.0.2 (192a16d4-d496-4a46-98bf-a9967c8e1fd9/10b9fcea-cb4e-484d-af72-59700fda7393/8041cb21-a0b7-4d00-acac-b891262a0ac4) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:44.132089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68eb4972-4bda-4f74-adb4-daa68b5bebbf req-b9e3fc77-2a4a-452c-beb7-cec85698dbe2 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 946 time: 0.0808153 Sep 16 04:55:44.165691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3c5f6e6-fa42-4ad6-ad52-c031751d7d6a req-81c27be7-090e-454f-b87c-6dd1170211ec tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638137 Sep 16 04:55:44.190610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68eb4972-4bda-4f74-adb4-daa68b5bebbf req-20d97a62-043c-46c3-81b2-502fbc54e160 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Sep 16 04:55:44.345087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e135de88-cd8a-4b20-a172-150bb3afe72d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:44.351789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8edcfe8d-6863-4bdb-9d72-0a5698e00512 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:44.356972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.367040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333660f3-0e09-457a-9659-c3357c7b6b7d req-843487d0-75b3-4598-ab60-ba4b5b11c8bb tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.384471 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 8edcfe8d-6863-4bdb-9d72-0a5698e00512 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:44.385146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8edcfe8d-6863-4bdb-9d72-0a5698e00512 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:44.396169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:44.396865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-333660f3-0e09-457a-9659-c3357c7b6b7d req-843487d0-75b3-4598-ab60-ba4b5b11c8bb tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.1164067 Sep 16 04:55:44.406131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.407909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Transition to ACTIVE for port object e135de88-cd8a-4b20-a172-150bb3afe72d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:44.416017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:44.416678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0d3d066e-1ea5-40e2-bdcc-1e58a789f766 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:44.433508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-333660f3-0e09-457a-9659-c3357c7b6b7d req-0c16e0c8-c9d8-451f-bcd3-ab9c37e42f14 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Sep 16 04:55:44.445510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50453c0-7006-4cb0-a164-4b721e2044aa req-d9cb0208-c471-4f07-b7ab-aae81973d2c5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.447063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a50453c0-7006-4cb0-a164-4b721e2044aa req-d9cb0208-c471-4f07-b7ab-aae81973d2c5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 946 time: 0.1508477 Sep 16 04:55:44.488321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a50453c0-7006-4cb0-a164-4b721e2044aa req-84d0f5be-6bbf-4ccf-919e-166f0f52f2e8 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322242 Sep 16 04:55:44.522492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.525073 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.580115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:44.585053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:44.587560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:44.702728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Pushing event updated for resources: {'Port': ['ID=e135de88-cd8a-4b20-a172-150bb3afe72d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:44.719560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7b7b-66e4-4a6d-96de-82ca0a0da62e req-e89517a9-9b5e-48b9-9d27-112f1ec22169 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.727286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-720a7b7b-66e4-4a6d-96de-82ca0a0da62e req-e89517a9-9b5e-48b9-9d27-112f1ec22169 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 947 time: 0.0716591 Sep 16 04:55:44.728467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Attempting to bind port e135de88-cd8a-4b20-a172-150bb3afe72d on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:44.728810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Attempting to bind port e135de88-cd8a-4b20-a172-150bb3afe72d by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:44.729278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Attempting to bind port e135de88-cd8a-4b20-a172-150bb3afe72d on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:44.763284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Port e135de88-cd8a-4b20-a172-150bb3afe72d on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:44.763647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Attempting to bind port e135de88-cd8a-4b20-a172-150bb3afe72d on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:44.779095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.779829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.792196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-720a7b7b-66e4-4a6d-96de-82ca0a0da62e req-ca20bc14-d102-4fb4-b512-e7be4fdf6bdf tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608561 Sep 16 04:55:44.803297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:44.803297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:44.803297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:44.803647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Bound port: e135de88-cd8a-4b20-a172-150bb3afe72d, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:44.803756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.813703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Pushing event updated for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:44.833611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fda26b3-b7b7-464b-a6fd-a1cba19f1801 req-f4e8a487-d308-4a9d-9627-a881a562295d tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 210 time: 0.0319619 Sep 16 04:55:44.876308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] For port e135de88-cd8a-4b20-a172-150bb3afe72d, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:44.879647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] For port e135de88-cd8a-4b20-a172-150bb3afe72d, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e135de88-cd8a-4b20-a172-150bb3afe72d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:44.910502 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9dc2a63b-651b-4068-9c8d-8f97171eeb4f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4098377 Sep 16 04:55:44.979714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.021229 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.026208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Request body: {'port': {'device_id': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:45.058873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb16bd-354b-4743-b697-d6cfae1ea7e0 req-fd1eedaf-f213-41d2-8741-c001d1335550 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.061553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08eb16bd-354b-4743-b697-d6cfae1ea7e0 req-fd1eedaf-f213-41d2-8741-c001d1335550 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 931 time: 0.0689189 Sep 16 04:55:45.091853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.108715 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08eb16bd-354b-4743-b697-d6cfae1ea7e0 req-4494eea4-dd80-4ecd-9c70-3a96432bef3c tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Sep 16 04:55:45.155334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Pushing event updated for resources: {'Port': ['ID=e135de88-cd8a-4b20-a172-150bb3afe72d,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:45.164513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.165130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.166544 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-f944f075-78b1-40ba-afa8-032329702f50 service neutron] 10.222.0.57 "PUT /v2.0/ports/e135de88-cd8a-4b20-a172-150bb3afe72d HTTP/1.1" status: 200 len: 1096 time: 1.5818818 Sep 16 04:55:45.349783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-06b02e32-0a75-45bb-9cee-172463ad4d5f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.351583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-06b02e32-0a75-45bb-9cee-172463ad4d5f tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 951 time: 0.1347313 Sep 16 04:55:45.417214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65795ac-7fcb-41b9-8d6d-637d632a0dc8 req-b985153a-5494-491b-ae2c-38c7ee518949 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.420833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e65795ac-7fcb-41b9-8d6d-637d632a0dc8 req-b985153a-5494-491b-ae2c-38c7ee518949 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 951 time: 0.1261420 Sep 16 04:55:45.432023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-0762bb8b-53df-4655-9c16-1079ff5facb9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.439445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-0762bb8b-53df-4655-9c16-1079ff5facb9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.2863026 Sep 16 04:55:45.494143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-d672c0a7-0c53-4698-913f-93cbc49bd1b5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/quotas/8685f9efdb2a4f84bf37cca56ce63f90 HTTP/1.1" status: 200 len: 375 time: 0.0537918 Sep 16 04:55:45.507719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-ba71c5e9-37a9-47e6-8b5e-02937a6ec275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.510539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-ba71c5e9-37a9-47e6-8b5e-02937a6ec275 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 1099 time: 0.1168897 Sep 16 04:55:45.527935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8041cb21-a0b7-4d00-acac-b891262a0ac4 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:45.536607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.540016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-a5680d2b-ace2-4f76-b3c0-97ed204673f0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451207 Sep 16 04:55:45.552717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e65795ac-7fcb-41b9-8d6d-637d632a0dc8 req-2635892d-85e5-4aab-9ad0-71a215cc3fdd tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105869 Sep 16 04:55:45.581275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-d191a1ba-e68b-4261-bb16-de56ec507794 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e135de88-cd8a-4b20-a172-150bb3afe72d HTTP/1.1" status: 200 len: 217 time: 0.0421841 Sep 16 04:55:45.586565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Transition to ACTIVE for port object 8041cb21-a0b7-4d00-acac-b891262a0ac4 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:45.637207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Deleting port 9f45de83-354b-456e-a4de-a3ac1df02cf3 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:45.637558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.646279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-9b01da6b-6008-4ebc-9f6b-6b513d6cfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.647780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-9b01da6b-6008-4ebc-9f6b-6b513d6cfb63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0533359 Sep 16 04:55:45.664821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.772148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Pushing event updated for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:45.795296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8681008-eea2-4457-81a2-3162992908db', 'tag': 'e135de88-cd8a-4b20-a172-150bb3afe72d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:45.797488 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e20d8b0-f057-4b63-9e26-992ba6847cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8681008-eea2-4457-81a2-3162992908db", "tag": "e135de88-cd8a-4b20-a172-150bb3afe72d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:45.854861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-d8431d1d-aa06-412b-be57-b67000563974 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.856477 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-d8431d1d-aa06-412b-be57-b67000563974 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "GET /v2.0/ports?device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 946 time: 0.1479232 Sep 16 04:55:45.861677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-d1ee1d1d-db06-4993-8698-0ed1a48b1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.863397 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-d1ee1d1d-db06-4993-8698-0ed1a48b1be2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560221 Sep 16 04:55:45.918347 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Attempting to bind port 8041cb21-a0b7-4d00-acac-b891262a0ac4 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.918692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Attempting to bind port 8041cb21-a0b7-4d00-acac-b891262a0ac4 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.919025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Attempting to bind port 8041cb21-a0b7-4d00-acac-b891262a0ac4 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.940703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Port 8041cb21-a0b7-4d00-acac-b891262a0ac4 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.941034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Attempting to bind port 8041cb21-a0b7-4d00-acac-b891262a0ac4 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:46.006655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:46.007022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Checking segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:46.007409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Bound using segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:46.007862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Bound port: 8041cb21-a0b7-4d00-acac-b891262a0ac4, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:46.008234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.072223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-16721ef4-0ab1-4af1-9b9e-239f1665dcbe service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177529 Sep 16 04:55:46.082899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc47461-792b-498d-961d-a6b55b685ec0 req-d9b28417-12cf-4cda-9695-315857cda6b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.084627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdc47461-792b-498d-961d-a6b55b685ec0 req-d9b28417-12cf-4cda-9695-315857cda6b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 946 time: 0.4528828 Sep 16 04:55:46.087981 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-0d40c2a7-bc4d-4cf6-abba-0db17d7718d2 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963940 Sep 16 04:55:46.123864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Deleting port b78bf001-c543-40b9-8447-aa5262b8d28f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:46.124214 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.134680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:46.152866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] For port 9f45de83-354b-456e-a4de-a3ac1df02cf3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9f45de83-354b-456e-a4de-a3ac1df02cf3,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:46.153209 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.176503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 69927cce-7c92-4b34-86f7-341c34d89cb2 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:46.200953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Calling delete_port for 9f45de83-354b-456e-a4de-a3ac1df02cf3 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:46.201221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 69927cce-7c92-4b34-86f7-341c34d89cb2 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:46.201221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 69927cce-7c92-4b34-86f7-341c34d89cb2 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:46.238712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdc47461-792b-498d-961d-a6b55b685ec0 req-81e0f0bf-781c-4bd4-84f4-b488797c1891 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/security-groups?id=82f0e024-d4c9-4899-858a-17f1f68470ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345699 Sep 16 04:55:46.324449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-4725907f-14ae-400b-89b5-e96c1f9e66ba service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378633 Sep 16 04:55:46.478813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:46.488873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63399b94-766d-4c32-afa7-6331ba34fd2f req-97f143d8-ac2a-47e2-9549-74dece26887e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.492256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63399b94-766d-4c32-afa7-6331ba34fd2f req-97f143d8-ac2a-47e2-9549-74dece26887e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.1896396 Sep 16 04:55:46.520436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-a50902a6-2845-44e1-ba42-f906f0375f22 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.522073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-a50902a6-2845-44e1-ba42-f906f0375f22 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "GET /v2.0/ports?device_id=1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d HTTP/1.1" status: 200 len: 945 time: 0.0988784 Sep 16 04:55:46.580054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63399b94-766d-4c32-afa7-6331ba34fd2f req-37d02ea1-13f8-457d-9220-51bc94fe3464 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818567 Sep 16 04:55:46.602606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] For port b78bf001-c543-40b9-8447-aa5262b8d28f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b78bf001-c543-40b9-8447-aa5262b8d28f,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:46.603052 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.606183 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.628215 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-2fd0d418-cb01-4482-b8f7-4bcdc8163f14 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049100 Sep 16 04:55:46.632145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Calling delete_port for b78bf001-c543-40b9-8447-aa5262b8d28f owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:46.635003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.669622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.670811 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.672242 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] 10.222.0.57 "PUT /v2.0/ports/8041cb21-a0b7-4d00-acac-b891262a0ac4 HTTP/1.1" status: 200 len: 1092 time: 1.6541157 Sep 16 04:55:46.690827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368', '621f0954-8eb6-41a3-af5c-eac6c38a97df'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:46.697123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event deleted for resources: {'Port': ['ID=9f45de83-354b-456e-a4de-a3ac1df02cf3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.726524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52caf1c-f03d-4f21-a10c-f0246e08beaa service neutron] Pushing event updated for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.736704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.940664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-c8fce264-7d6b-44b4-8a09-7e4453960b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.943318 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-c8fce264-7d6b-44b4-8a09-7e4453960b9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 1095 time: 0.0588777 Sep 16 04:55:46.944593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.947574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0b73a-6add-41d9-8308-d8a7603d58a9 req-4f83d7e7-9d6d-4de7-a2be-fe4204d40a55 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.956223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdc0b73a-6add-41d9-8308-d8a7603d58a9 req-4f83d7e7-9d6d-4de7-a2be-fe4204d40a55 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 947 time: 0.2562602 Sep 16 04:55:46.960383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] No DVR routers for this DVR port 9f45de83-354b-456e-a4de-a3ac1df02cf3 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:46.964739 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.967119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58076a3d-279b-42d1-938b-1d57cab8cb3e req-6adeded9-0fae-44a5-96ea-6f33762af538 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.60 "DELETE /v2.0/ports/9f45de83-354b-456e-a4de-a3ac1df02cf3 HTTP/1.1" status: 204 len: 173 time: 1.6055036 Sep 16 04:55:46.974427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-deleted', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:46.977124 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fe1d9d-60ab-45c0-a75e-e96307ed7bb7" -d '{"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-deleted", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:47.008438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Pushing event deleted for resources: {'Port': ['ID=b78bf001-c543-40b9-8447-aa5262b8d28f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.022122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c61ed4-3a18-43f4-bde6-8326781502eb req-3d0a3ed9-2daf-4787-9076-a78b26959fdd tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.030568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59c61ed4-3a18-43f4-bde6-8326781502eb req-3d0a3ed9-2daf-4787-9076-a78b26959fdd tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 946 time: 0.2577379 Sep 16 04:55:47.074248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-fb38b3e7-6bc3-48cd-adbb-d5a5c354a13f tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.076005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-fb38b3e7-6bc3-48cd-adbb-d5a5c354a13f tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.2279482 Sep 16 04:55:47.094819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] No DVR routers for this DVR port b78bf001-c543-40b9-8447-aa5262b8d28f on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:47.095482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdc0b73a-6add-41d9-8308-d8a7603d58a9 req-61aa908f-ef3c-4d6e-9ff7-6031baa06b26 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344824 Sep 16 04:55:47.108382 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-9d908b76-2f0c-42a1-ab39-d1a5a0fa766e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4 HTTP/1.1" status: 200 len: 217 time: 0.0911262 Sep 16 04:55:47.108382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.108382 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed555db-5ad1-4ad8-aad8-c1a66c37ca02 req-05074485-05d0-47be-90a5-952e815148b9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "DELETE /v2.0/ports/b78bf001-c543-40b9-8447-aa5262b8d28f HTTP/1.1" status: 204 len: 173 time: 1.2213087 Sep 16 04:55:47.112678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-16'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:47.133144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Deleting port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:47.133620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.166754 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff5ba6-10c7-4131-a70c-b15a46e37783 x-openstack-request-id: req-70ff5ba6-10c7-4131-a70c-b15a46e37783 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:47.167102 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8681008-eea2-4457-81a2-3162992908db", "tag": "e135de88-cd8a-4b20-a172-150bb3afe72d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:47.177508 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70ff5ba6-10c7-4131-a70c-b15a46e37783 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:47.177508 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8681008-eea2-4457-81a2-3162992908db', 'tag': 'e135de88-cd8a-4b20-a172-150bb3afe72d', 'status': 'completed', 'code': 200} Sep 16 04:55:47.191376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-c173e332-1d36-40cb-aa3d-079c3c3ebb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.194129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-c173e332-1d36-40cb-aa3d-079c3c3ebb00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=10b9fcea-cb4e-484d-af72-59700fda7393 HTTP/1.1" status: 200 len: 845 time: 0.0789359 Sep 16 04:55:47.283536 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-bb7af2d4-d38a-480c-8c8c-95591e7a6efe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192a16d4-d496-4a46-98bf-a9967c8e1fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487678 Sep 16 04:55:47.292063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59c61ed4-3a18-43f4-bde6-8326781502eb req-14a68897-6f13-4bfc-8a1e-53c5e2b4ef6a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603350 Sep 16 04:55:47.384727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-3d8aacc1-e6f3-4f5f-8455-089d3bd3d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.386715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-3d8aacc1-e6f3-4f5f-8455-089d3bd3d744 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 1099 time: 0.1391492 Sep 16 04:55:47.445244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] For port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,segment=NetworkSegment(54b25b78-6555-4d8c-ac85-605865413457),segment_id=54b25b78-6555-4d8c-ac85-605865413457)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:47.445794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.470273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.501979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93f8bc3b-f1af-4f78-8885-cb44261293cc req-88440ef0-fdab-4122-84ad-f3407c157f83 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 210 time: 0.2476864 Sep 16 04:55:47.512427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Calling delete_port for b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:47.554176 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-446d6d87-c2f8-4b4a-bf44-09d227b24803 service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509589 Sep 16 04:55:47.582978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-89d05b67-548d-44d0-af68-824877bb4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.584984 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-89d05b67-548d-44d0-af68-824877bb4402 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1706836 Sep 16 04:55:47.648398 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-afc1c27d-183e-4790-90cc-5cd9aba67fb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e135de88-cd8a-4b20-a172-150bb3afe72d HTTP/1.1" status: 200 len: 217 time: 0.0420063 Sep 16 04:55:47.649784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50f476-095c-482a-8b83-b0e535ffc649 req-44cfd5e5-d709-46d0-bd6a-a6aa4b7ff170 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.651316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da50f476-095c-482a-8b83-b0e535ffc649 req-44cfd5e5-d709-46d0-bd6a-a6aa4b7ff170 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 943 time: 0.1779773 Sep 16 04:55:47.686588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1fc3fd6-15a4-478d-aa51-b21996289c7f req-3efe8bd6-6512-47a0-81c9-a3ffc70870e7 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=02dc100a-878a-45a0-b266-78d7a5009266 HTTP/1.1" status: 200 len: 210 time: 0.0569251 Sep 16 04:55:47.754053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-db8ac0fe-0844-4f4e-bd63-38704be7c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.755625 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-db8ac0fe-0844-4f4e-bd63-38704be7c17d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0914919 Sep 16 04:55:47.769349 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a2816ab0-1379-4bd0-b64e-a7406e9a556e req-fb99d14b-0287-4f2c-87b1-170de8ea505f service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994417 Sep 16 04:55:47.814714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4a9259c-8814-4af6-9e06-cbbf6a0d6408 req-aab9d578-aa59-4424-aa79-6d9c243cf4a6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 210 time: 0.0587711 Sep 16 04:55:47.818083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-e5e43215-75ad-449b-99ca-d70e096d7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.820361 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-e5e43215-75ad-449b-99ca-d70e096d7cb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499117 Sep 16 04:55:47.853609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da50f476-095c-482a-8b83-b0e535ffc649 req-81356da1-9652-4e49-9ba4-c1df99586a23 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585391 Sep 16 04:55:47.896661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b78bf001-c543-40b9-8447-aa5262b8d28f', 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:47.915654 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de55f68-5171-4a80-b8fd-befc17f759d9 x-openstack-request-id: req-0de55f68-5171-4a80-b8fd-befc17f759d9 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:47.915858 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dc100a-878a-45a0-b266-78d7a5009266", "name": "network-vif-deleted", "tag": "9f45de83-354b-456e-a4de-a3ac1df02cf3", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:47.916096 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0de55f68-5171-4a80-b8fd-befc17f759d9 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:47.916487 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dc100a-878a-45a0-b266-78d7a5009266', 'name': 'network-vif-deleted', 'tag': '9f45de83-354b-456e-a4de-a3ac1df02cf3', 'status': 'completed', 'code': 200} Sep 16 04:55:47.929745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:47.972725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-d4383f6a-60ee-4789-bf87-a9bce1b64046 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377394 Sep 16 04:55:48.020236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:48.027898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8156d00-b5b6-482e-ad56-a2d94b83d633 req-98ca930b-aa71-4ef4-a8a0-4c6caf1fb8c9 tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.59 "GET /v2.0/ports?device_id=16caab4c-6f45-4e24-968c-8f9536c8987c HTTP/1.1" status: 200 len: 210 time: 0.0405238 Sep 16 04:55:48.075142 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.161502 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e20d8b0-f057-4b63-9e26-992ba6847cdd req-d21797ee-7658-4b45-96e7-97b16abb6eda service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293952 Sep 16 04:55:48.188193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Pushing event deleted for resources: {'Port': ['ID=b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.265760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] No DVR routers for this DVR port b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:48.268354 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.270519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b24a563-a596-442a-9959-d1b5740fbf09 req-91fe4f46-93ac-49ef-88c3-8d7bde74d12f tempest-ListServersNegativeTestJSON-354750203 tempest-ListServersNegativeTestJSON-354750203-project] 10.222.0.57 "DELETE /v2.0/ports/b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 HTTP/1.1" status: 204 len: 173 time: 1.7349615 Sep 16 04:55:48.272513 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.300074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eae3d-a9e3-4417-9c2c-871328cfd29f req-a9c58902-6566-4eb6-8f8e-f9e0f7e39741 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.301642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e9eae3d-a9e3-4417-9c2c-871328cfd29f req-a9c58902-6566-4eb6-8f8e-f9e0f7e39741 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 945 time: 0.2076430 Sep 16 04:55:48.311783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-1233c9e0-f073-401b-90f6-4e4bc5e45092 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.313329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-1233c9e0-f073-401b-90f6-4e4bc5e45092 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2393756 Sep 16 04:55:48.363018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ae484d04-30f4-4691-86f2-be7b9e52838e details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:48.365385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b78bf001-c543-40b9-8447-aa5262b8d28f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:48.368637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:48.393784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-77488b2a-5590-4978-a1a5-9a664e48ceca tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0735228 Sep 16 04:55:48.409944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Request body: {'floatingip': {'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:48.443488 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.448380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 9f45de83-354b-456e-a4de-a3ac1df02cf3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:48.448597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9f45de83-354b-456e-a4de-a3ac1df02cf3 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:48.478758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e9eae3d-a9e3-4417-9c2c-871328cfd29f req-41b5a5e2-6d8f-4952-8c0d-6893d7707194 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644440 Sep 16 04:55:48.486973 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.541864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:48.554241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ae484d04-30f4-4691-86f2-be7b9e52838e has no active binding in host n-h2-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:55:48.585671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.686424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on host n-h1-712143-16 for vnic_type normal with profile {"migrating_to": "n-h2-712143-16"} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:48.686720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:48.687110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:48.699743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:48.700065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Attempting to bind port ae484d04-30f4-4691-86f2-be7b9e52838e on network 12df3f6b-9150-4e87-82e1-60f6500a8ee2 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:48.715793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:48.715793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Checking segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:48.716126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Bound using segment: {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:48.716559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Bound port: ae484d04-30f4-4691-86f2-be7b9e52838e, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaaf505-65e3-47bf-a0f4-a979895f421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '12df3f6b-9150-4e87-82e1-60f6500a8ee2'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:48.716981 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.758729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32433-385a-46f8-b2ff-94e064fba8cf req-c2dcbad6-b417-45c2-bc89-c2a3382f6539 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.760255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73d32433-385a-46f8-b2ff-94e064fba8cf req-c2dcbad6-b417-45c2-bc89-c2a3382f6539 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 947 time: 0.1815789 Sep 16 04:55:48.869704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73d32433-385a-46f8-b2ff-94e064fba8cf req-6c156a21-4f8d-4072-951e-1a6b61178641 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014893 Sep 16 04:55:48.938647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:48.957818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:49.018853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab5f86be-2646-4afb-925d-baa6139e3caf req-78d569d4-ab63-4651-8942-6c54fcb2f670 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=584f3bad-3c9b-47e1-ae11-fa4b0044c8bc HTTP/1.1" status: 200 len: 210 time: 0.0297711 Sep 16 04:55:49.071069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.168495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4'}, {'server_uuid': '16caab4c-6f45-4e24-968c-8f9536c8987c', 'name': 'network-vif-deleted', 'tag': 'b78bf001-c543-40b9-8447-aa5262b8d28f'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:49.171566 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b74b1e6-54b4-4d3d-8298-41f39132747f" -d '{"events": [{"name": "network-changed", "server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4"}, {"server_uuid": "16caab4c-6f45-4e24-968c-8f9536c8987c", "name": "network-vif-deleted", "tag": "b78bf001-c543-40b9-8447-aa5262b8d28f"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:49.183259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac741562-3ab5-46b3-b633-056f9d1c0521 req-e478c50c-cdac-4a4c-ae6a-0b2fc492376e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 210 time: 0.0686293 Sep 16 04:55:49.202996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=8']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.271663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.272286 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.273669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-f10678cf-5f15-45a6-b56c-469cab7457f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 200 len: 1123 time: 2.1756876 Sep 16 04:55:49.338856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.357946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ae484d04-30f4-4691-86f2-be7b9e52838e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:49.405519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ef2df-5130-4b0a-bb34-0c488ee82ed6 req-a343919f-f82c-44d5-a6f5-96d89ab2fdee tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.407032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e0ef2df-5130-4b0a-bb34-0c488ee82ed6 req-a343919f-f82c-44d5-a6f5-96d89ab2fdee tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 943 time: 0.1294909 Sep 16 04:55:49.453493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-3776db7f-ea96-49b1-b6f6-472dc7a83e2d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.454902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-3776db7f-ea96-49b1-b6f6-472dc7a83e2d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.1948011 Sep 16 04:55:49.459990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.464475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['ae484d04-30f4-4691-86f2-be7b9e52838e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:49.515867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Request body: {'port': {'device_id': 'c11aefad-ab17-428d-8292-13c862089f05', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'admin_state_up': True, 'tenant_id': '8685f9efdb2a4f84bf37cca56ce63f90'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:49.909555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e0ef2df-5130-4b0a-bb34-0c488ee82ed6 req-337fd893-7ef1-4228-9eec-3ab57be898e4 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804115 Sep 16 04:55:49.918104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e'}, {'server_uuid': '1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d', 'name': 'network-vif-deleted', 'tag': 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825'}, {'name': 'network-changed', 'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:49.920936 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdb3082-ccc8-4c21-beb8-f636908af6ae" -d '{"events": [{"server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "name": "network-vif-unplugged", "status": "completed", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e"}, {"server_uuid": "1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d", "name": "network-vif-deleted", "tag": "b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825"}, {"name": "network-changed", "server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:49.998043 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 associated. External IP: 172.25.7.106, port: 400eba4e-0a11-4e40-a5ca-64812cddc187. Sep 16 04:55:50.186198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Made reservation on behalf of 8685f9efdb2a4f84bf37cca56ce63f90 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:50.189972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.268632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:50.281123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e135de88-cd8a-4b20-a172-150bb3afe72d details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:50.297875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b78bf001-c543-40b9-8447-aa5262b8d28f no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:50.330423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: b78bf001-c543-40b9-8447-aa5262b8d28f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:50.330826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b78bf001-c543-40b9-8447-aa5262b8d28f not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:50.331188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:50.353229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:50.353575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:50.445510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Allocated IP 172.20.0.5 (071ea40e-c42b-4d06-8075-128f09a802e6/f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6/0316bd4e-a088-41be-b353-db11a29ac5b5) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:50.458097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e135de88-cd8a-4b20-a172-150bb3afe72d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e135de88-cd8a-4b20-a172-150bb3afe72d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:50.466557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:50.466557 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.472332 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:50.478741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'e135de88-cd8a-4b20-a172-150bb3afe72d', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'e135de88-cd8a-4b20-a172-150bb3afe72d', 'mac_address': 'fa:16:3e:43:eb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:50.489473 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:50.493588 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:50.515831 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d88346-cedc-44b6-ab4e-03c12bf86383 x-openstack-request-id: req-70d88346-cedc-44b6-ab4e-03c12bf86383 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:50.516638 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4", "status": "completed", "code": 200}, {"server_uuid": "16caab4c-6f45-4e24-968c-8f9536c8987c", "name": "network-vif-deleted", "tag": "b78bf001-c543-40b9-8447-aa5262b8d28f", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:50.516888 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70d88346-cedc-44b6-ab4e-03c12bf86383 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:50.517443 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'status': 'completed', 'code': 200} Sep 16 04:55:50.517870 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16caab4c-6f45-4e24-968c-8f9536c8987c', 'name': 'network-vif-deleted', 'tag': 'b78bf001-c543-40b9-8447-aa5262b8d28f', 'status': 'completed', 'code': 200} Sep 16 04:55:50.519130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-4e0e5276-efc1-41bb-93c3-5d4583f80405 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "PUT /v2.0/floatingips/07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 HTTP/1.1" status: 200 len: 997 time: 2.1191950 Sep 16 04:55:50.526992 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.546343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e135de88-cd8a-4b20-a172-150bb3afe72d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:50.582142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e135de88-cd8a-4b20-a172-150bb3afe72d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e135de88-cd8a-4b20-a172-150bb3afe72d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:50.659188 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.712152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e135de88-cd8a-4b20-a172-150bb3afe72d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.760725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-373dec9f-cf47-46bc-a1af-cd3110a202f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.762282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-373dec9f-cf47-46bc-a1af-cd3110a202f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 1095 time: 0.1759086 Sep 16 04:55:50.768084 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:50.792819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-f2786155-bd56-4f31-bf1b-5d9846d3dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.794281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-f2786155-bd56-4f31-bf1b-5d9846d3dbea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.2595336 Sep 16 04:55:50.814608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d39b06-949a-40c5-b762-fd2660b6ad22 req-8fba32ed-97ce-49bd-bd7d-3f3700d45439 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.816265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8d39b06-949a-40c5-b762-fd2660b6ad22 req-8fba32ed-97ce-49bd-bd7d-3f3700d45439 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1747448 Sep 16 04:55:50.917888 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.995803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8d39b06-949a-40c5-b762-fd2660b6ad22 req-55571139-4e85-4145-9285-a118edba0ea4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625707 Sep 16 04:55:51.004534 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:a6:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:49Z', 'revision_number': 1, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.032814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-fd8456a0-e6ac-4fe3-9924-7af99dd41f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.034323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-fd8456a0-e6ac-4fe3-9924-7af99dd41f39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 906 time: 0.2605319 Sep 16 04:55:51.040280 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:51.042203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-bc882406-2937-485d-91f1-44208fd2b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.042203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-bc882406-2937-485d-91f1-44208fd2b436 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.2224765 Sep 16 04:55:51.051704 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:51.052506 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.096251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-a3783236-8514-461b-abce-6542bd41d9cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4 HTTP/1.1" status: 200 len: 217 time: 0.0529525 Sep 16 04:55:51.159564 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:51.173386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e135de88-cd8a-4b20-a172-150bb3afe72d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:51.184194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.293739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Network 071ea40e-c42b-4d06-8075-128f09a802e6 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:51.339916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-bc3dc203-6687-4aa4-ad6f-299ea8cb145f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 1000 time: 0.2570546 Sep 16 04:55:51.340707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:51.343686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:51.347340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-2bcefc33-081b-4025-8b38-46582280fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.348770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-2bcefc33-081b-4025-8b38-46582280fc0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=10b9fcea-cb4e-484d-af72-59700fda7393 HTTP/1.1" status: 200 len: 845 time: 0.2070339 Sep 16 04:55:51.352452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event updated for resources: {'Port': ['ID=0316bd4e-a088-41be-b353-db11a29ac5b5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.390271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042acf-b43b-4ec0-8c65-4c64f20304a4 req-044ac1cd-769b-458d-94c5-bc0a25dc477a tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.391800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c042acf-b43b-4ec0-8c65-4c64f20304a4 req-044ac1cd-769b-458d-94c5-bc0a25dc477a tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 948 time: 0.3107953 Sep 16 04:55:51.439686 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:a6:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:49Z', 'revision_number': 1, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.463082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-dc8f3029-9174-481e-8a9f-71642104a873 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192a16d4-d496-4a46-98bf-a9967c8e1fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693979 Sep 16 04:55:51.469326 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a77c3-d60d-4e68-8cb6-0ba919bc95ed None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:a6:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:49Z', 'revision_number': 1, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:51.515879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e224d71d-00ee-4aba-a987-040936ffda2a req-8794377b-6956-4fe8-9545-5eda6026f298 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2287397 Sep 16 04:55:51.549118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.549752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.600980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-d515039c-2e1a-46ce-8552-912adb319533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.602477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-d515039c-2e1a-46ce-8552-912adb319533 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.2216170 Sep 16 04:55:51.635995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c042acf-b43b-4ec0-8c65-4c64f20304a4 req-96f608c6-d41e-401b-bd0e-f6d39adabe3a tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201648 Sep 16 04:55:51.694567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224d71d-00ee-4aba-a987-040936ffda2a req-eaac8105-0cb4-4f32-b26c-a25f2cec3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.696226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e224d71d-00ee-4aba-a987-040936ffda2a req-eaac8105-0cb4-4f32-b26c-a25f2cec3ad3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 1096 time: 0.1436887 Sep 16 04:55:51.700853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a4dc9-e904-4265-a6ec-95da0fd3b6db None None] New status for floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:51.703970 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64f2eb8-d4ba-42dd-bd83-82909982c350 x-openstack-request-id: req-c64f2eb8-d4ba-42dd-bd83-82909982c350 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:51.704279 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "name": "network-vif-unplugged", "status": "completed", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e", "code": 200}, {"server_uuid": "1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d", "name": "network-vif-deleted", "tag": "b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:51.704576 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c64f2eb8-d4ba-42dd-bd83-82909982c350 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:51.704952 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e', 'code': 200} Sep 16 04:55:51.705210 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acc7402-c9b7-4a0c-a3e1-5f8274c2ea4d', 'name': 'network-vif-deleted', 'tag': 'b5e4c1d9-ada7-4fdb-9f32-5ca672e3c825', 'status': 'completed', 'code': 200} Sep 16 04:55:51.705465 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e', 'status': 'completed', 'code': 200} Sep 16 04:55:51.749622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-29519c63-3817-496c-867a-3332e9b712d6 service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583408 Sep 16 04:55:51.750264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37386) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:51.762422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-9d9d348d-0c3b-4094-89e7-a6d5faf94fdb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2557445 Sep 16 04:55:51.770390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-c40932b0-587b-4460-94d7-f8f24e5adbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.772000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-c40932b0-587b-4460-94d7-f8f24e5adbb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409314 Sep 16 04:55:51.786835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Request body: {'port': {'device_id': 'c11aefad-ab17-428d-8292-13c862089f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:51.793812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-d96f20c6-6077-44b1-bb8a-bf2552c30b1c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:55:51.808336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-d96f20c6-6077-44b1-bb8a-bf2552c30b1c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120978 Sep 16 04:55:51.852794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80c1a9e-a66e-47a6-8784-d342df6ffe67 admin admin] Deleting subnet e3d973ab-5e5b-40d9-bd64-55877d7d4a55 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:51.856313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a9e-a66e-47a6-8784-d342df6ffe67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.932898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-749ae0ad-3155-4523-a266-360cf2077336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.934657 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-749ae0ad-3155-4523-a266-360cf2077336 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1126 time: 0.0762110 Sep 16 04:55:51.941237 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a9e-a66e-47a6-8784-d342df6ffe67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.039145 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.100757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-08ae7ad1-e1e3-4a2a-b993-65e14b44beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.100757 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-08ae7ad1-e1e3-4a2a-b993-65e14b44beb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1318069 Sep 16 04:55:52.162424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-5fb4007b-09a1-4765-91fe-a2bcac8cf25c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 200 len: 217 time: 0.0544982 Sep 16 04:55:52.181816 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a9e-a66e-47a6-8784-d342df6ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.288457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8041cb21-a0b7-4d00-acac-b891262a0ac4 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:52.293398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-d0932e26-7de3-4b18-8bb1-4b16d701c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.295507 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-d0932e26-7de3-4b18-8bb1-4b16d701c8c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.1228526 Sep 16 04:55:52.436274 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-3153b830-8a37-423a-b23d-848cb8de11e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722156 Sep 16 04:55:52.440986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a9e-a66e-47a6-8784-d342df6ffe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.468069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a9e-a66e-47a6-8784-d342df6ffe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.472811 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a80c1a9e-a66e-47a6-8784-d342df6ffe67 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e3d973ab-5e5b-40d9-bd64-55877d7d4a55 HTTP/1.1" status: 204 len: 168 time: 0.7208655 Sep 16 04:55:52.483038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:52.491475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37394) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:52.510863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c1a9e-a66e-47a6-8784-d342df6ffe67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d973ab-5e5b-40d9-bd64-55877d7d4a55,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.513061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'port_id': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'mac_address': 'fa:16:3e:0d:8f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9fcea-cb4e-484d-af72-59700fda7393', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:52.545799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224d71d-00ee-4aba-a987-040936ffda2a req-afb0ffc7-0a9e-49e9-8092-1daa72e1c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.547473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e224d71d-00ee-4aba-a987-040936ffda2a req-afb0ffc7-0a9e-49e9-8092-1daa72e1c03b service neutron] 10.222.0.60 "GET /v2.0/networks?id=67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 200 len: 922 time: 0.8206868 Sep 16 04:55:52.570354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-f5f48cc3-5f7d-465b-8404-d92adc8937b0 service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676699 Sep 16 04:55:52.602476 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.628749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.630474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8041cb21-a0b7-4d00-acac-b891262a0ac4 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:52.635101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3eda9-86fe-4251-9a07-b523dee1468f req-0f2a6ab7-4a2e-47ea-9c95-977d36e89b5b tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.644256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1e3eda9-86fe-4251-9a07-b523dee1468f req-0f2a6ab7-4a2e-47ea-9c95-977d36e89b5b tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 931 time: 0.7857940 Sep 16 04:55:52.653055 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-64c201b8-186d-44f1-b058-574adbc59060 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024696 Sep 16 04:55:52.655419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e224d71d-00ee-4aba-a987-040936ffda2a req-d40968a8-38e8-4d79-b025-ea606bd3d283 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 200 len: 217 time: 0.0976448 Sep 16 04:55:52.681689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:52.767571 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.782089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b74b1e6-54b4-4d3d-8298-41f39132747f req-de28659c-3df6-4033-9fb3-59c9f433f15c service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9363310 Sep 16 04:55:52.787388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.820970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b192a7-9e92-4e08-bc11-5c8425cbdfab']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:52.839628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b25b78-6555-4d8c-ac85-605865413457') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:52.840224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b25b78-6555-4d8c-ac85-605865413457') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:52.852023 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-acdb3082-ccc8-4c21-beb8-f636908af6ae req-6a4f1ef0-386c-4b7a-9c30-ca8614e2f753 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738293 Sep 16 04:55:52.853984 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.873552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.873706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.874874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1e3eda9-86fe-4251-9a07-b523dee1468f req-c9f06a7a-e531-4965-be03-8fbb9ecb728e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265711 Sep 16 04:55:52.881232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:52.881642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.908114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224d71d-00ee-4aba-a987-040936ffda2a req-3fe25b8f-af7d-4c57-8ed0-038c2e4676d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:52.908284 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:52.910433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e224d71d-00ee-4aba-a987-040936ffda2a req-3fe25b8f-af7d-4c57-8ed0-038c2e4676d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 200 len: 861 time: 0.2335265 Sep 16 04:55:52.972555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e224d71d-00ee-4aba-a987-040936ffda2a req-544bd7d5-295f-4fb3-89d6-35ce8d2c9ca1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67533389-3bb3-4806-87ef-1c99dee8a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487475 Sep 16 04:55:52.983539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d4c80da-db8d-48dd-ba8e-3607d5f74c91 req-e7922216-b4c0-4329-a5ad-6bfa6b2b1f10 service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668101 Sep 16 04:55:53.045727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.064925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.069732 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] 10.222.0.59 "DELETE /v2.0/networks/e2b192a7-9e92-4e08-bc11-5c8425cbdfab HTTP/1.1" status: 204 len: 168 time: 0.5733535 Sep 16 04:55:53.091461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c31b57-c707-4596-8bc0-9330646e03eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b192a7-9e92-4e08-bc11-5c8425cbdfab,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.133757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-578b146c-736f-4196-98a1-0fd95a627566 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.136278 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-578b146c-736f-4196-98a1-0fd95a627566 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 950 time: 0.1013808 Sep 16 04:55:53.162270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b99aed-5ac8-4853-a785-7a4260842517 req-74f3faa9-168f-4ee6-81d3-84dc317d7a60 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.163796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48b99aed-5ac8-4853-a785-7a4260842517 req-74f3faa9-168f-4ee6-81d3-84dc317d7a60 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 950 time: 0.2158899 Sep 16 04:55:53.257171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['8041cb21-a0b7-4d00-acac-b891262a0ac4'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:53.258042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e224d71d-00ee-4aba-a987-040936ffda2a req-7d44a7fa-de59-4232-8c09-e442bbaa727e service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681201 Sep 16 04:55:53.311299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Deleting port 621f0954-8eb6-41a3-af5c-eac6c38a97df {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:53.311655 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.367047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48b99aed-5ac8-4853-a785-7a4260842517 req-6c8dc40a-84ea-49e1-bf21-aa1bd2586a6e tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904297 Sep 16 04:55:53.417488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0316bd4e-a088-41be-b353-db11a29ac5b5 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:53.434483 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.448780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Transition to ACTIVE for port object 0316bd4e-a088-41be-b353-db11a29ac5b5 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:53.457769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64657437-7a79-4636-aa23-e1971ba73d04 req-2bbc6d0e-1b49-4af5-81e7-bb17882b3da1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.459423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64657437-7a79-4636-aa23-e1971ba73d04 req-2bbc6d0e-1b49-4af5-81e7-bb17882b3da1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 944 time: 0.2694271 Sep 16 04:55:53.491235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] For port 621f0954-8eb6-41a3-af5c-eac6c38a97df, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=621f0954-8eb6-41a3-af5c-eac6c38a97df,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:53.491782 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.527606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Calling delete_port for 621f0954-8eb6-41a3-af5c-eac6c38a97df owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:53.576929 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.637428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64657437-7a79-4636-aa23-e1971ba73d04 req-dab679c7-e072-48a6-b382-5f704ac9c8ea tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430252 Sep 16 04:55:53.655952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37404) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.694879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7274d3-da0b-4972-84f7-468d64f72cff req-c62701b8-fdb2-4726-876a-f8715babcb49 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.702400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e7274d3-da0b-4972-84f7-468d64f72cff req-c62701b8-fdb2-4726-876a-f8715babcb49 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 943 time: 0.1704633 Sep 16 04:55:53.740593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:53.742979 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492dd41-9c35-4059-a831-a049173bcb00" -d '{"events": [{"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:53.817855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Pushing event updated for resources: {'Port': ['ID=0316bd4e-a088-41be-b353-db11a29ac5b5,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.822342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e224d71d-00ee-4aba-a987-040936ffda2a req-b96c12e5-1453-427d-8a25-b7f5868c1561 service neutron] 10.222.0.60 "GET /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481994 Sep 16 04:55:53.853456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.894957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e7274d3-da0b-4972-84f7-468d64f72cff req-110b8436-2901-4c01-aad6-e73a8cc03180 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915691 Sep 16 04:55:53.899797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aac0c664-a74e-4843-890e-d7446276de7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6ae84f9b4a44c45b48858e0176d934a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326608 Sep 16 04:55:53.900769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event deleted for resources: {'Port': ['ID=621f0954-8eb6-41a3-af5c-eac6c38a97df,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.910722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37410) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.954116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Attempting to bind port 0316bd4e-a088-41be-b353-db11a29ac5b5 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:53.954861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Attempting to bind port 0316bd4e-a088-41be-b353-db11a29ac5b5 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:53.954861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Attempting to bind port 0316bd4e-a088-41be-b353-db11a29ac5b5 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:53.986353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79b770-b282-4ba5-a0fb-042e081dc141 req-5ba44df7-0763-4a7a-b306-03eb3d07dd7e tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.986353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca79b770-b282-4ba5-a0fb-042e081dc141 req-5ba44df7-0763-4a7a-b306-03eb3d07dd7e tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 948 time: 0.2399940 Sep 16 04:55:53.989105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Port 0316bd4e-a088-41be-b353-db11a29ac5b5 on network 071ea40e-c42b-4d06-8075-128f09a802e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:53.989441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Attempting to bind port 0316bd4e-a088-41be-b353-db11a29ac5b5 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:54.005198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:54.005460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Checking segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:54.005926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Bound using segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:54.006376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Bound port: 0316bd4e-a088-41be-b353-db11a29ac5b5, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:54.006794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.026856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] No DVR routers for this DVR port 621f0954-8eb6-41a3-af5c-eac6c38a97df on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:54.030975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.033290 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e86a812f-a1c5-4e5d-aabd-422b95150c24 req-c9d1c7fc-3d90-4749-8313-d8cd655ae3ee tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.57 "DELETE /v2.0/ports/621f0954-8eb6-41a3-af5c-eac6c38a97df HTTP/1.1" status: 204 len: 173 time: 0.8855097 Sep 16 04:55:54.043457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'name': 'network-vif-deleted', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:54.050503 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5300f9e4-92d9-4c70-b1d0-8382fe74205b" -d '{"events": [{"server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "name": "network-vif-deleted", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:54.074741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa097cfb-b625-4be6-ad7b-d0c21aeb7092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.104760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa097cfb-b625-4be6-ad7b-d0c21aeb7092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.119070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca79b770-b282-4ba5-a0fb-042e081dc141 req-6a1be331-723b-4332-8d6b-13f5161e4c26 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224315 Sep 16 04:55:54.157851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-bf28e088-0d3e-44a2-a6cd-4d78d65a636a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.167400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-bf28e088-0d3e-44a2-a6cd-4d78d65a636a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1419864 Sep 16 04:55:54.195784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] For port 0316bd4e-a088-41be-b353-db11a29ac5b5, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:54.200950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] For port 0316bd4e-a088-41be-b353-db11a29ac5b5, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0316bd4e-a088-41be-b353-db11a29ac5b5,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:54.210916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:54.241022 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f96e82-9a8d-45ea-9cee-eb10f0f44fa0 x-openstack-request-id: req-a5f96e82-9a8d-45ea-9cee-eb10f0f44fa0 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:54.249987 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:54.249987 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5f96e82-9a8d-45ea-9cee-eb10f0f44fa0 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:54.249987 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'status': 'completed', 'code': 200} Sep 16 04:55:54.309905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e135de88-cd8a-4b20-a172-150bb3afe72d up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:54.367235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa097cfb-b625-4be6-ad7b-d0c21aeb7092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.371043 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa097cfb-b625-4be6-ad7b-d0c21aeb7092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.387608 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa097cfb-b625-4be6-ad7b-d0c21aeb7092 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82f0e024-d4c9-4899-858a-17f1f68470ee HTTP/1.1" status: 204 len: 168 time: 0.4637690 Sep 16 04:55:54.435264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.435991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa097cfb-b625-4be6-ad7b-d0c21aeb7092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f0e024-d4c9-4899-858a-17f1f68470ee,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.543335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.546415 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.550399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] 10.222.0.60 "PUT /v2.0/ports/0316bd4e-a088-41be-b353-db11a29ac5b5 HTTP/1.1" status: 200 len: 1092 time: 2.7694774 Sep 16 04:55:54.666026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-94d99285-1615-4219-8f2b-bf576aca64f7 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.4976940 Sep 16 04:55:54.726331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594b916-de40-4380-8b69-e862eb04ac26 service neutron] Pushing event updated for resources: {'Port': ['ID=0316bd4e-a088-41be-b353-db11a29ac5b5,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.735701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Request body: {'floatingip': {'port_id': '32083718-956d-45d9-8936-92143a82aa35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:54.791517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492dd41-9c35-4059-a831-a049173bcb00 req-8258e9fb-a799-4ef0-92b2-dc0bd2fd8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.793022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d492dd41-9c35-4059-a831-a049173bcb00 req-8258e9fb-a799-4ef0-92b2-dc0bd2fd8725 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.5172424 Sep 16 04:55:54.807075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port e135de88-cd8a-4b20-a172-150bb3afe72d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:54.811614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port e135de88-cd8a-4b20-a172-150bb3afe72d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:54.812228 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.876413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff2f35-a903-4eb7-a0bd-1fba8ccd4d30 req-4af3f381-47a6-4d9f-9e18-1bf725c15755 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.884083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6ff2f35-a903-4eb7-a0bd-1fba8ccd4d30 req-4af3f381-47a6-4d9f-9e18-1bf725c15755 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 943 time: 0.5542681 Sep 16 04:55:54.913186 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.953232 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.961486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8681008-eea2-4457-81a2-3162992908db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e135de88-cd8a-4b20-a172-150bb3afe72d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:54.966188 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a90fbd9-5cac-45fe-98c7-868898d18e72" -d '{"events": [{"server_uuid": "f8681008-eea2-4457-81a2-3162992908db", "name": "network-vif-plugged", "status": "completed", "tag": "e135de88-cd8a-4b20-a172-150bb3afe72d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:54.982729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e135de88-cd8a-4b20-a172-150bb3afe72d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e135de88-cd8a-4b20-a172-150bb3afe72d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:55.038038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-41eff1fa-ed89-4446-8249-f13b8434530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.039717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-41eff1fa-ed89-4446-8249-f13b8434530f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 1095 time: 0.2874219 Sep 16 04:55:55.042798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6ff2f35-a903-4eb7-a0bd-1fba8ccd4d30 req-a074dfb5-db57-4d8f-90a7-6177182978fa tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579309 Sep 16 04:55:55.109661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-24639f39-0606-4bf6-b1aa-0d46ed3625e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0316bd4e-a088-41be-b353-db11a29ac5b5 HTTP/1.1" status: 200 len: 217 time: 0.0561893 Sep 16 04:55:55.115661 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e318572-442c-4597-a280-9119e19e32b2 x-openstack-request-id: req-4e318572-442c-4597-a280-9119e19e32b2 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:55.116162 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f", "name": "network-vif-deleted", "tag": "621f0954-8eb6-41a3-af5c-eac6c38a97df", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:55.121401 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e318572-442c-4597-a280-9119e19e32b2 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:55.121401 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f', 'name': 'network-vif-deleted', 'tag': '621f0954-8eb6-41a3-af5c-eac6c38a97df', 'status': 'completed', 'code': 200} Sep 16 04:55:55.144236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.145054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 621f0954-8eb6-41a3-af5c-eac6c38a97df no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:55.182136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 621f0954-8eb6-41a3-af5c-eac6c38a97df {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:55.183482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 621f0954-8eb6-41a3-af5c-eac6c38a97df not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:55.245050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e135de88-cd8a-4b20-a172-150bb3afe72d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.248861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492dd41-9c35-4059-a831-a049173bcb00 req-1f7cf5fa-d4ca-4bf0-bb58-84a16ccb2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.250308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d492dd41-9c35-4059-a831-a049173bcb00 req-1f7cf5fa-d4ca-4bf0-bb58-84a16ccb2d1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.4107306 Sep 16 04:55:55.376707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c03331c6-256f-417e-85d6-3b4437e3d145 req-6663364c-1730-4868-8031-91ae472ff2e1 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1222a0-7b39-4cc5-9b0a-6d1ed57bc31f HTTP/1.1" status: 200 len: 210 time: 0.1227245 Sep 16 04:55:55.404991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-85bc6bbe-cf84-4b5e-b9a1-7bd9e9b1f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.406488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-85bc6bbe-cf84-4b5e-b9a1-7bd9e9b1f308 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.2795882 Sep 16 04:55:55.478397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d492dd41-9c35-4059-a831-a049173bcb00 req-213bf6d3-0d97-41c6-8c05-2e4429aca34a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 1002 time: 0.1662464 Sep 16 04:55:55.487387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-255816e4-4caa-4a5f-b976-e41a4787708c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400276 Sep 16 04:55:55.673110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492dd41-9c35-4059-a831-a049173bcb00 req-a1f24f09-9bc7-4514-9c84-a5a603c602af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.674575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d492dd41-9c35-4059-a831-a049173bcb00 req-a1f24f09-9bc7-4514-9c84-a5a603c602af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.1825020 Sep 16 04:55:55.724036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-11ff9dbc-e599-4318-8695-b11ed6fe3cd2 service neutron] 10.222.0.57 "GET /v2.0/ports/ae484d04-30f4-4691-86f2-be7b9e52838e/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.0822246 Sep 16 04:55:55.944457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:55.971003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:56.010637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae484d04-30f4-4691-86f2-be7b9e52838e {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:56.023000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:56.066497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f240a-abff-4341-a9b2-9291ec722430 req-26cd75a4-9401-4711-ac52-c8aa006abc57 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.068044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca8f240a-abff-4341-a9b2-9291ec722430 req-26cd75a4-9401-4711-ac52-c8aa006abc57 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 944 time: 0.5301065 Sep 16 04:55:56.099830 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.126042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-1d6b70a6-82e8-429f-80e5-80e2f297658f service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216416 Sep 16 04:55:56.159835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492dd41-9c35-4059-a831-a049173bcb00 req-e8836131-ce78-491c-a0a4-6d786e0dcb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.167903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d492dd41-9c35-4059-a831-a049173bcb00 req-e8836131-ce78-491c-a0a4-6d786e0dcb58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4703224 Sep 16 04:55:56.200060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] Transition to ACTIVE for port object ae484d04-30f4-4691-86f2-be7b9e52838e will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:56.236307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca8f240a-abff-4341-a9b2-9291ec722430 req-1068dfa6-5308-47e2-beb6-6c7998c058a9 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603112 Sep 16 04:55:56.246286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11aefad-ab17-428d-8292-13c862089f05', 'tag': '0316bd4e-a088-41be-b353-db11a29ac5b5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:56.248625 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "c11aefad-ab17-428d-8292-13c862089f05", "tag": "0316bd4e-a088-41be-b353-db11a29ac5b5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:56.276351 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.304525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8041cb21-a0b7-4d00-acac-b891262a0ac4 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:56.355519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] No DVR routers for this DVR port ae484d04-30f4-4691-86f2-be7b9e52838e on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:56.399999 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] 10.222.0.57 "PUT /v2.0/ports/ae484d04-30f4-4691-86f2-be7b9e52838e/bindings/n-h2-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6666064 Sep 16 04:55:56.406897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.resource_extend [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:55:56.421711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166bf01-d210-43a0-a841-1c3272b0b2fa service neutron] Pushing event updated for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:56.434261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 8041cb21-a0b7-4d00-acac-b891262a0ac4 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:56.440044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 8041cb21-a0b7-4d00-acac-b891262a0ac4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:56.440536 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.476928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d492dd41-9c35-4059-a831-a049173bcb00 req-e51c342a-5469-476c-a6c5-bac76558afc2 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997272 Sep 16 04:55:56.499006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed35b3-51d4-4907-84ae-f42299f2e95b req-dd17d7d1-60ff-41d7-b1d1-b21fbfa75528 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.500733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11ed35b3-51d4-4907-84ae-f42299f2e95b req-dd17d7d1-60ff-41d7-b1d1-b21fbfa75528 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 944 time: 0.1578493 Sep 16 04:55:56.508443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07533928-5d13-4d4e-b4d8-3da1cf4adcee req-6fa3585f-a4db-4a82-ae0e-29c9706b95d6 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458507 Sep 16 04:55:56.525788 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.549930 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.584124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:56.608166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11ed35b3-51d4-4907-84ae-f42299f2e95b req-72e16916-7368-4530-b4af-f46bb82a8693 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900548 Sep 16 04:55:56.632456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d492dd41-9c35-4059-a831-a049173bcb00 req-dd1b83d4-154c-4d6d-b374-12b634becbfe service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262212 Sep 16 04:55:56.664287 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54971721-5d25-436b-9f65-b681ccc0fa42 x-openstack-request-id: req-54971721-5d25-436b-9f65-b681ccc0fa42 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:56.664591 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8681008-eea2-4457-81a2-3162992908db", "name": "network-vif-plugged", "status": "completed", "tag": "e135de88-cd8a-4b20-a172-150bb3afe72d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:56.664845 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54971721-5d25-436b-9f65-b681ccc0fa42 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:56.665242 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8681008-eea2-4457-81a2-3162992908db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e135de88-cd8a-4b20-a172-150bb3afe72d', 'code': 200} Sep 16 04:55:56.693511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.716417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.717257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ae484d04-30f4-4691-86f2-be7b9e52838e no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:56.804723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ae484d04-30f4-4691-86f2-be7b9e52838e not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:56.807028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:56.814171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff58a2-f1a0-47c7-8809-e898fd7b0f90 req-420ab207-0419-4cc2-ac76-ed1e18e6903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.816548 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46ff58a2-f1a0-47c7-8809-e898fd7b0f90 req-420ab207-0419-4cc2-ac76-ed1e18e6903f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 1101 time: 0.0478485 Sep 16 04:55:56.852956 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46ff58a2-f1a0-47c7-8809-e898fd7b0f90 req-988c8d32-33ad-41b8-b8d5-5fcb9284c678 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276036 Sep 16 04:55:56.858512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-5396907c-66da-4c78-b2a9-d0933e024592 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.860174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-5396907c-66da-4c78-b2a9-d0933e024592 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.1239944 Sep 16 04:55:56.869236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c00c-d140-4b00-aa8a-af5e9a087561 req-87a1dd60-d8c3-4c4d-b96f-c8fafab0856f tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.870626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c992c00c-d140-4b00-aa8a-af5e9a087561 req-87a1dd60-d8c3-4c4d-b96f-c8fafab0856f tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 949 time: 0.1330562 Sep 16 04:55:56.917374 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 associated. External IP: 172.25.7.106, port: 400eba4e-0a11-4e40-a5ca-64812cddc187. Sep 16 04:55:56.983006 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c992c00c-d140-4b00-aa8a-af5e9a087561 req-d80d5d76-feb9-4666-a0f7-6ec169a20fd4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962315 Sep 16 04:55:56.990591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-8407057a-fb10-4a4e-bb01-6a3ba2171948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.992076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-8407057a-fb10-4a4e-bb01-6a3ba2171948 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033&tenant_id=965e3ef5096545d6bfac513a019ead0f HTTP/1.1" status: 200 len: 1096 time: 0.1206160 Sep 16 04:55:57.086567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-985557bf-8c64-4a13-8ba7-ba64b8c80695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.088103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-985557bf-8c64-4a13-8ba7-ba64b8c80695 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1096 time: 0.0591364 Sep 16 04:55:57.289088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-280bd99a-6f8e-4aab-9ae9-926897472ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.290556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-280bd99a-6f8e-4aab-9ae9-926897472ea7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.1691561 Sep 16 04:55:57.300438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:57.319777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db80d8-fdaa-4f8b-a4e7-1ce981f12330 req-a79d61ee-b487-4c61-ac5b-28957fa5606d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.321254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39db80d8-fdaa-4f8b-a4e7-1ce981f12330 req-a79d61ee-b487-4c61-ac5b-28957fa5606d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 943 time: 0.1294718 Sep 16 04:55:57.354052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-a68a8dc9-c954-4268-be73-afd03d08a6a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 200 len: 217 time: 0.0499203 Sep 16 04:55:57.457736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39db80d8-fdaa-4f8b-a4e7-1ce981f12330 req-a30c468e-e196-445b-8004-572f63202b64 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062996 Sep 16 04:55:57.468948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-ce30c396-c1e4-4a61-b25c-875c35477e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.470489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-ce30c396-c1e4-4a61-b25c-875c35477e25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.1023996 Sep 16 04:55:57.519761 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f9589-694e-4f92-895c-88238ec7438d x-openstack-request-id: req-a17f9589-694e-4f92-895c-88238ec7438d {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:57.520035 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11aefad-ab17-428d-8292-13c862089f05", "tag": "0316bd4e-a088-41be-b353-db11a29ac5b5", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:57.520293 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a17f9589-694e-4f92-895c-88238ec7438d {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:57.520683 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11aefad-ab17-428d-8292-13c862089f05', 'tag': '0316bd4e-a088-41be-b353-db11a29ac5b5', 'status': 'completed', 'code': 200} Sep 16 04:55:57.540297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-91875710-f6de-42c0-8a54-ea63f71a3ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586300 Sep 16 04:55:57.586984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:57.597989 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:57.607802 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:57.608348 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:57.709919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-1ac81957-7c0b-403c-a791-a38deaf92e9e service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393409 Sep 16 04:55:57.772844 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.786339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-b251f898-84cd-4b46-9cde-d3e4a6f0d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.787887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-b251f898-84cd-4b46-9cde-d3e4a6f0d8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 1095 time: 0.2518039 Sep 16 04:55:57.793085 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:57.918808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-1360ee26-c7f2-47eb-8e35-3a86706ce2ba service neutron] 10.222.0.60 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988847 Sep 16 04:55:58.009653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-904d441f-58a1-445e-b828-523af1d21eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.011125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-904d441f-58a1-445e-b828-523af1d21eae service neutron] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 912 time: 0.2106135 Sep 16 04:55:58.047084 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '32083718-956d-45d9-8936-92143a82aa35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:e1:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:56Z', 'revision_number': 3, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:58.074429 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:58.075573 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-52bbdc17-ebb9-4e5f-ab42-da01beef91dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0316bd4e-a088-41be-b353-db11a29ac5b5 HTTP/1.1" status: 200 len: 217 time: 0.0521064 Sep 16 04:55:58.083632 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:58.084243 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:58.163121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee15c8-293b-4af2-b4e4-a28bb4276a42 req-65fbc72d-3644-412d-bada-aa75b446172b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.164555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6ee15c8-293b-4af2-b4e4-a28bb4276a42 req-65fbc72d-3644-412d-bada-aa75b446172b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1588335 Sep 16 04:55:58.192474 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:58.208076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:58.212887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-62539aff-faa3-412c-bc6f-901f8835ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.214373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-62539aff-faa3-412c-bc6f-901f8835ea22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.1242125 Sep 16 04:55:58.255552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-08d49a22-4639-4b01-b87f-78bf91946b6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322847 Sep 16 04:55:58.258397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6ee15c8-293b-4af2-b4e4-a28bb4276a42 req-55b24153-522f-4d75-92cf-3dfacfb4836b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834577 Sep 16 04:55:58.400912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0316bd4e-a088-41be-b353-db11a29ac5b5 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:58.490887 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '32083718-956d-45d9-8936-92143a82aa35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:e1:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:56Z', 'revision_number': 3, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:58.520496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0316bd4e-a088-41be-b353-db11a29ac5b5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0316bd4e-a088-41be-b353-db11a29ac5b5,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:58.532971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b413ea-74a6-42b8-beb4-398ff3d92fc7 None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '32083718-956d-45d9-8936-92143a82aa35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:e1:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:56Z', 'revision_number': 3, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:58.534746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0316bd4e-a088-41be-b353-db11a29ac5b5', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'port_id': '0316bd4e-a088-41be-b353-db11a29ac5b5', 'mac_address': 'fa:16:3e:03:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:58.607946 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.624545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0316bd4e-a088-41be-b353-db11a29ac5b5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:58.647605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0316bd4e-a088-41be-b353-db11a29ac5b5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0316bd4e-a088-41be-b353-db11a29ac5b5,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:58.666742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:58.669201 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2066b9b-db79-49d1-885c-916d3f186f26" -d '{"events": [{"server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "name": "network-vif-plugged", "status": "completed", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:58.671889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-2e387f17-e950-4eb7-afdc-b0ff3123c50f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.673659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-2e387f17-e950-4eb7-afdc-b0ff3123c50f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 944 time: 0.0665951 Sep 16 04:55:58.764462 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.801551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Deleting port 59ff8439-e378-4148-8ac2-885552332c33 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:58.802011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.812844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:58.825544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba36ce7-4f8a-4b7f-bb60-86aec863bd21 None None] New status for floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:58.840399 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.846077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-45ac349e-c3fc-45e9-8b46-2071da524509 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.847727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-45ac349e-c3fc-45e9-8b46-2071da524509 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033&tenant_id=965e3ef5096545d6bfac513a019ead0f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.4831209 Sep 16 04:55:58.849534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-c1044761-6807-4303-9b4c-d20c8f731f47 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519669 Sep 16 04:55:58.896942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0316bd4e-a088-41be-b353-db11a29ac5b5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.903666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] For port 59ff8439-e378-4148-8ac2-885552332c33, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=59ff8439-e378-4148-8ac2-885552332c33,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:58.904794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.923081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Calling delete_port for 59ff8439-e378-4148-8ac2-885552332c33 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:59.019889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b2890-4c2b-4425-874f-ca0c01ac1825 req-fdc2cd1a-079d-43b3-900d-0bbef244cbfd tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.021715 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-283b2890-4c2b-4425-874f-ca0c01ac1825 req-fdc2cd1a-079d-43b3-900d-0bbef244cbfd tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 944 time: 0.2209809 Sep 16 04:55:59.044170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-ea246859-3dee-448e-abbc-db725f5a856a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "PUT /v2.0/floatingips/07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 HTTP/1.1" status: 200 len: 999 time: 4.3726385 Sep 16 04:55:59.065301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0316bd4e-a088-41be-b353-db11a29ac5b5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:59.124923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c98ee9f4-568d-4b5c-b27a-b33f29fedcaa req-14845b60-c9ae-456f-9052-8416866cb863 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574940 Sep 16 04:55:59.149846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.162594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-b8dad135-ae39-4ffd-bfd8-6b20b76818f8 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.164008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-b8dad135-ae39-4ffd-bfd8-6b20b76818f8 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports/400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 943 time: 0.1046333 Sep 16 04:55:59.178469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-283b2890-4c2b-4425-874f-ca0c01ac1825 req-2f954b54-466f-4298-81c2-cc6355f1f17b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394114 Sep 16 04:55:59.225089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Pushing event deleted for resources: {'Port': ['ID=59ff8439-e378-4148-8ac2-885552332c33,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:59.251151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] No DVR routers for this DVR port 59ff8439-e378-4148-8ac2-885552332c33 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:59.254441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.258560 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7942504d-9502-46e4-a3f7-4329c9c636e4 req-c32d1c01-d991-46eb-bfd7-1f6617afecd7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.60 "DELETE /v2.0/ports/59ff8439-e378-4148-8ac2-885552332c33 HTTP/1.1" status: 204 len: 173 time: 0.5768030 Sep 16 04:55:59.258560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'name': 'network-vif-deleted', 'tag': '59ff8439-e378-4148-8ac2-885552332c33'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:59.261337 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a927393c-a90c-4d58-9939-87d4b29c9337" -d '{"events": [{"server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "name": "network-vif-deleted", "tag": "59ff8439-e378-4148-8ac2-885552332c33"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:59.282504 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:59.292370 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:59.293219 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:59.303299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1ea9ca4-0dd0-4cc7-805d-dbe4ecf7ee31 req-952640e9-6d1d-45ef-a9c7-801b2d2de363 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba88de80-238f-416f-8925-319c8c38d62d HTTP/1.1" status: 200 len: 210 time: 0.0462847 Sep 16 04:55:59.304916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-c34e0152-0bae-437c-9b37-8079d2d886f8 service neutron] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:59.310805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-c34e0152-0bae-437c-9b37-8079d2d886f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.311897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-c34e0152-0bae-437c-9b37-8079d2d886f8 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ae484d04-30f4-4691-86f2-be7b9e52838e/bindings/n-h1-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.4457195 Sep 16 04:55:59.341523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-07562dc3-6926-4b18-ba05-abf316c637b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.344765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-07562dc3-6926-4b18-ba05-abf316c637b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.0968912 Sep 16 04:55:59.507897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd081b96-0cb2-45bb-9554-10f52b4f462d req-0210d83b-d7b3-4f77-906e-fc5c64abcad5 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.509417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd081b96-0cb2-45bb-9554-10f52b4f462d req-0210d83b-d7b3-4f77-906e-fc5c64abcad5 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 949 time: 0.1183140 Sep 16 04:55:59.515320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-8044fb85-60dd-476d-8afe-b049a166c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.516935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-8044fb85-60dd-476d-8afe-b049a166c0fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.1669428 Sep 16 04:55:59.523651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187'}, {'name': 'network-changed', 'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'tag': '32083718-956d-45d9-8936-92143a82aa35'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:59.525869 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187"}, {"name": "network-changed", "server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "tag": "32083718-956d-45d9-8936-92143a82aa35"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:59.537143 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:59.574283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-96c20f1f-5a33-42dc-b7c6-a9290e4df2b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 217 time: 0.0443335 Sep 16 04:55:59.601778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd081b96-0cb2-45bb-9554-10f52b4f462d req-8fc90603-c760-47c4-9584-4b496a0f4574 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839236 Sep 16 04:55:59.639835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-cb71ae39-9bad-4a3d-8334-4a1057f64760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.641486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-cb71ae39-9bad-4a3d-8334-4a1057f64760 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.0551455 Sep 16 04:55:59.735581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-7695ee7c-473b-407b-8773-9bc869cd014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.737094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-7695ee7c-473b-407b-8773-9bc869cd014d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830216 Sep 16 04:55:59.749742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb7ce-b3a3-4a54-a83a-cfc5e7782d37 req-94016300-e5f2-4fc7-80f6-f884e37f3105 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.751227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d45fb7ce-b3a3-4a54-a83a-cfc5e7782d37 req-94016300-e5f2-4fc7-80f6-f884e37f3105 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 944 time: 0.0714061 Sep 16 04:55:59.756845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-2b50e8c7-89b6-4813-ab3b-c5299dae18d0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:55:59.757801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-2b50e8c7-89b6-4813-ab3b-c5299dae18d0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057161 Sep 16 04:55:59.778956 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '32083718-956d-45d9-8936-92143a82aa35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:e1:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:58Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:59.805616 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:59.815399 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:59.816023 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:59.842907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d45fb7ce-b3a3-4a54-a83a-cfc5e7782d37 req-b9891745-5944-4cbf-a339-28e23c893757 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841534 Sep 16 04:55:59.896541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-300cee7d-7da3-4d1e-af3b-a92298acfb59 service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312070 Sep 16 04:55:59.902844 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249715a1-5eb0-46c7-b32d-33e27a4d63d3 x-openstack-request-id: req-249715a1-5eb0-46c7-b32d-33e27a4d63d3 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:59.903925 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "name": "network-vif-plugged", "status": "completed", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:59.904349 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-249715a1-5eb0-46c7-b32d-33e27a4d63d3 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:59.904921 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'code': 200} Sep 16 04:55:59.923737 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:00.016313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-cf9e03fa-7a53-41c2-8033-f266efaa6088 service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187789 Sep 16 04:56:00.027580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9a9d4-edd5-4cd1-9e3c-f4f640884bd6 req-e1d23d07-3af7-457e-9da5-6a8f08587e40 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.029210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7bb9a9d4-edd5-4cd1-9e3c-f4f640884bd6 req-e1d23d07-3af7-457e-9da5-6a8f08587e40 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0710139 Sep 16 04:56:00.089819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7bb9a9d4-edd5-4cd1-9e3c-f4f640884bd6 req-9c46fe99-fdc7-4871-9b52-8388654b4550 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc19ada2-4820-4fac-a7fc-2982b86f17f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Sep 16 04:56:00.092128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9135d8-cfad-4b1d-b71b-2432388c53c8 req-b336ec4b-20ee-4b25-a385-88aad999c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.093643 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd9135d8-cfad-4b1d-b71b-2432388c53c8 req-b336ec4b-20ee-4b25-a385-88aad999c88d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 1097 time: 0.0587099 Sep 16 04:56:00.136935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:00.178057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-db1448de-03a9-43d3-9d6c-0061d0545017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.187126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-db1448de-03a9-43d3-9d6c-0061d0545017 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 1098 time: 0.0692778 Sep 16 04:56:00.189699 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da51e82-3280-4568-8f07-8eb988deec42 x-openstack-request-id: req-6da51e82-3280-4568-8f07-8eb988deec42 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:00.190111 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88de80-238f-416f-8925-319c8c38d62d", "name": "network-vif-deleted", "tag": "59ff8439-e378-4148-8ac2-885552332c33", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:00.190883 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '32083718-956d-45d9-8936-92143a82aa35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:e1:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:58Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:00.191103 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6da51e82-3280-4568-8f07-8eb988deec42 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:00.191103 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88de80-238f-416f-8925-319c8c38d62d', 'name': 'network-vif-deleted', 'tag': '59ff8439-e378-4148-8ac2-885552332c33', 'status': 'completed', 'code': 200} Sep 16 04:56:00.197560 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cd9135d8-cfad-4b1d-b71b-2432388c53c8 req-2b77db06-593b-45aa-88a0-b21f87f22728 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Sep 16 04:56:00.219916 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020540e1-5d42-4ad9-91f1-9e2c52f6a39f None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '32083718-956d-45d9-8936-92143a82aa35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:e1:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:58Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:00.332604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-159be794-5226-4db4-b10a-e5e19e90824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.334133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-159be794-5226-4db4-b10a-e5e19e90824a service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.1457543 Sep 16 04:56:00.342828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0ffdd-d529-4a53-9c06-dcdbd63d726f req-856db515-72e1-4a77-9cc8-1d61b8aa01b3 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.344362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7e0ffdd-d529-4a53-9c06-dcdbd63d726f req-856db515-72e1-4a77-9cc8-1d61b8aa01b3 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0863731 Sep 16 04:56:00.413123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0316bd4e-a088-41be-b353-db11a29ac5b5 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:00.434356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7e0ffdd-d529-4a53-9c06-dcdbd63d726f req-f785cb45-ef6e-416d-9693-d97e43d9c47c tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Sep 16 04:56:00.436243 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-4fc95c25-3db4-4e43-98d2-61c18599aa35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 200 len: 1002 time: 0.0909841 Sep 16 04:56:00.498730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-2bf81cdd-eba3-4397-ac97-c756551311f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.500275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-2bf81cdd-eba3-4397-ac97-c756551311f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.0529108 Sep 16 04:56:00.518443 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fad3d12-3df0-4fa2-8784-1742701964e4 x-openstack-request-id: req-6fad3d12-3df0-4fa2-8784-1742701964e4 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:00.519067 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "tag": "32083718-956d-45d9-8936-92143a82aa35", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:00.519067 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fad3d12-3df0-4fa2-8784-1742701964e4 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:00.519520 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'status': 'completed', 'code': 200} Sep 16 04:56:00.519778 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'tag': '32083718-956d-45d9-8936-92143a82aa35', 'status': 'completed', 'code': 200} Sep 16 04:56:00.553929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-6a839b6d-191b-4cde-9013-6699aa3e6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.555500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-6a839b6d-191b-4cde-9013-6699aa3e6338 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477920 Sep 16 04:56:00.566638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 0316bd4e-a088-41be-b353-db11a29ac5b5 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:00.570945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0316bd4e-a088-41be-b353-db11a29ac5b5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:00.571449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.661506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-eba1933c-8d12-433d-acfe-c8a4bd3887ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.662280 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.663026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-eba1933c-8d12-433d-acfe-c8a4bd3887ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.1066475 Sep 16 04:56:00.697203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0316bd4e-a088-41be-b353-db11a29ac5b5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0316bd4e-a088-41be-b353-db11a29ac5b5,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:00.719584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-0ea3bff3-7148-4f72-bb50-a11a9ff9698a service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553826 Sep 16 04:56:00.801255 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.801987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59ff8439-e378-4148-8ac2-885552332c33 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:00.829638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-cd12a1bf-67a8-4636-b197-5f34af5c44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.831136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-cd12a1bf-67a8-4636-b197-5f34af5c44e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.1587338 Sep 16 04:56:00.840301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 59ff8439-e378-4148-8ac2-885552332c33 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:00.840571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59ff8439-e378-4148-8ac2-885552332c33 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:00.867810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0316bd4e-a088-41be-b353-db11a29ac5b5,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.884289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-ab683b7e-0357-476f-ac98-d74de473c5c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 217 time: 0.0413423 Sep 16 04:56:00.887093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518aef4e-4c6e-4475-b0ba-c5690f039646 req-2bbf8760-10c6-4dad-ba90-022e2ab8cc2a service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434519 Sep 16 04:56:00.938915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-701fe3df-a2b9-42d9-9f01-754cb0f87fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.940382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-701fe3df-a2b9-42d9-9f01-754cb0f87fbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.0489175 Sep 16 04:56:00.991479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-9c909807-8764-42f7-ba3e-4a84b54c1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.992987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-9c909807-8764-42f7-ba3e-4a84b54c1599 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444226 Sep 16 04:56:01.146655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-7ff0588e-324b-47c4-998d-b1b707695968 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461010 Sep 16 04:56:01.182806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5300-d1e8-4234-addd-8d72f4c8e40b req-9c1afa68-bcbf-443d-b7dc-7c8fb734e31d tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.184342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73ad5300-d1e8-4234-addd-8d72f4c8e40b req-9c1afa68-bcbf-443d-b7dc-7c8fb734e31d tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 1096 time: 0.1048946 Sep 16 04:56:01.285540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed738c6-dc98-481c-acb6-842af1ae6b51 req-4df9be5f-a8ca-4729-ae71-0aa70fe7a11d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.287035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ed738c6-dc98-481c-acb6-842af1ae6b51 req-4df9be5f-a8ca-4729-ae71-0aa70fe7a11d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 945 time: 0.1393604 Sep 16 04:56:01.288626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73ad5300-d1e8-4234-addd-8d72f4c8e40b req-1afd9a92-734a-4f63-8554-a74369849554 tempest-LiveMigrationTest-67671036 tempest-LiveMigrationTest-67671036-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936520 Sep 16 04:56:01.325587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-692cca8e-8209-4ae7-ba09-7a32ad4756f1 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666124 Sep 16 04:56:01.348002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ed738c6-dc98-481c-acb6-842af1ae6b51 req-21ed943f-9d2a-4241-97fd-4fd1bc4dd282 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522785 Sep 16 04:56:01.382917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d439-3632-4680-8af4-754e1431138f req-b0238ea8-fee4-401d-9b0b-aff86499fdca tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.385211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28a9d439-3632-4680-8af4-754e1431138f req-b0238ea8-fee4-401d-9b0b-aff86499fdca tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 949 time: 0.0862868 Sep 16 04:56:01.514060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Deleting port 7be81e11-95a6-48cb-8e00-48bdfaf28368 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:01.514421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.515885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a9dc1e0-5254-48d5-8c9c-19751f2402ca req-02f6acf5-07cb-4b48-8dcb-6281f9b4dbdd tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.1439383 Sep 16 04:56:01.523029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-63b8df58-cb6a-4b1a-8f4a-1d34fcda6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.524667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-63b8df58-cb6a-4b1a-8f4a-1d34fcda6e6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 1098 time: 0.1066806 Sep 16 04:56:01.601290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e2b05-3ade-4884-a5b7-235c9c473cf7 req-819937a8-65f5-45ed-a8ea-bb3f4ef54d42 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.602854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-962e2b05-3ade-4884-a5b7-235c9c473cf7 req-819937a8-65f5-45ed-a8ea-bb3f4ef54d42 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 949 time: 0.1837728 Sep 16 04:56:01.610216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37530) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.620007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] For port 7be81e11-95a6-48cb-8e00-48bdfaf28368, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7be81e11-95a6-48cb-8e00-48bdfaf28368,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:01.620555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.626656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc1e0-5254-48d5-8c9c-19751f2402ca req-e87d0c36-7827-431d-8452-be0dcac25cd6 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.628287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a9dc1e0-5254-48d5-8c9c-19751f2402ca req-e87d0c36-7827-431d-8452-be0dcac25cd6 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports/32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 200 len: 943 time: 0.1027346 Sep 16 04:56:01.635969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Calling delete_port for 7be81e11-95a6-48cb-8e00-48bdfaf28368 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:01.721494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-962e2b05-3ade-4884-a5b7-235c9c473cf7 req-1623dc23-4f85-423b-8370-f7264e99686c tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072814 Sep 16 04:56:01.788198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-e1735cfe-a843-4aea-9361-70f98267f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.790018 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-e1735cfe-a843-4aea-9361-70f98267f38e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.2523162 Sep 16 04:56:01.792967 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a153-e5a1-44df-b095-69c5dde3c8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.863009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a9dc1e0-5254-48d5-8c9c-19751f2402ca req-7e63ed7e-d9a3-4e0c-8cf1-2c1f5fce7288 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.1676381 Sep 16 04:56:01.906485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11aefad-ab17-428d-8292-13c862089f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0316bd4e-a088-41be-b353-db11a29ac5b5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:01.908943 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5c4659-3dd1-46a1-ae7c-91be9ff1d5f2" -d '{"events": [{"server_uuid": "c11aefad-ab17-428d-8292-13c862089f05", "name": "network-vif-plugged", "status": "completed", "tag": "0316bd4e-a088-41be-b353-db11a29ac5b5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:01.928025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-62f14419-c7d3-4b65-be89-6fd7a3b2c55a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 200 len: 1002 time: 0.1222377 Sep 16 04:56:01.944356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.978118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Pushing event deleted for resources: {'Port': ['ID=7be81e11-95a6-48cb-8e00-48bdfaf28368,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.000669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7be81e11-95a6-48cb-8e00-48bdfaf28368'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:02.029544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] No DVR routers for this DVR port 7be81e11-95a6-48cb-8e00-48bdfaf28368 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:02.029544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.030254 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28a9d439-3632-4680-8af4-754e1431138f req-aeee4e4f-b226-4e55-8574-dec51f4c8fc4 tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.57 "DELETE /v2.0/ports/7be81e11-95a6-48cb-8e00-48bdfaf28368 HTTP/1.1" status: 204 len: 173 time: 0.6358814 Sep 16 04:56:02.063694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc1e0-5254-48d5-8c9c-19751f2402ca req-5aea0c8d-9377-422e-98c4-ebc176d90c14 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.065110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a9dc1e0-5254-48d5-8c9c-19751f2402ca req-5aea0c8d-9377-422e-98c4-ebc176d90c14 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1957955 Sep 16 04:56:02.080527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-c5e1091c-abc3-4029-bba0-10b463d83eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.086810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-c5e1091c-abc3-4029-bba0-10b463d83eab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.1156950 Sep 16 04:56:02.146100 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a153-e5a1-44df-b095-69c5dde3c8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.162436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14afc9d9-3e25-4eba-b15d-ff4479e4ee0f req-999520b1-cf86-4a7b-b773-bbcdb6208d5b tempest-MigrationsAdminTest-857675311 tempest-MigrationsAdminTest-857675311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d2e7c38-7a3c-4d04-a60b-51669c57edf0 HTTP/1.1" status: 200 len: 210 time: 0.0365391 Sep 16 04:56:02.170459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-a8ff6a91-ef92-433c-963a-695d6ac57e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.171964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-a8ff6a91-ef92-433c-963a-695d6ac57e17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809531 Sep 16 04:56:02.192208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'name': 'network-vif-deleted', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:02.196444 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cc6372-489b-41d6-ae2f-9702832d60ad" -d '{"events": [{"server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "name": "network-vif-deleted", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:02.271863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-ab2c0900-74ca-4c2d-83df-eaff2d14cd29 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909994 Sep 16 04:56:02.288064 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a153-e5a1-44df-b095-69c5dde3c8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.408003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a4a8a153-e5a1-44df-b095-69c5dde3c8d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=239eda7dc0b24160abc3cf068b8a1a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966990 Sep 16 04:56:02.412042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8a153-e5a1-44df-b095-69c5dde3c8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe840a23-71e6-4199-a5c0-b85b561c197f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.412365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37544) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:02.452831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05b496-c2dd-48bc-b0cb-fd05b9c014cd req-351bfb80-9ee5-4242-8ce6-eec02e4ec6bd tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.467553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb05b496-c2dd-48bc-b0cb-fd05b9c014cd req-351bfb80-9ee5-4242-8ce6-eec02e4ec6bd tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1485715 Sep 16 04:56:02.474960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f3ea2d-59c1-45c6-8a9c-588bef786b8f req-1c60105e-62ba-4d3a-9c3c-2cfa2b796a1d service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962712 Sep 16 04:56:02.486639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c736b50-7d70-4221-b049-38aaa4df7db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.514784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c736b50-7d70-4221-b049-38aaa4df7db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.516342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb05b496-c2dd-48bc-b0cb-fd05b9c014cd req-a272f9a9-7940-452b-9534-a93e91e3846e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458846 Sep 16 04:56:02.575924 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca23fc04-b654-4fb0-811b-0188b8962d43 x-openstack-request-id: req-ca23fc04-b654-4fb0-811b-0188b8962d43 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:02.575924 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11aefad-ab17-428d-8292-13c862089f05", "name": "network-vif-plugged", "status": "completed", "tag": "0316bd4e-a088-41be-b353-db11a29ac5b5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:02.575924 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca23fc04-b654-4fb0-811b-0188b8962d43 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:02.575924 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11aefad-ab17-428d-8292-13c862089f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0316bd4e-a088-41be-b353-db11a29ac5b5', 'code': 200} Sep 16 04:56:02.619099 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da2e4e5-2cad-4cc2-b3df-120d9e9335fd x-openstack-request-id: req-7da2e4e5-2cad-4cc2-b3df-120d9e9335fd {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:02.619099 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2e7c38-7a3c-4d04-a60b-51669c57edf0", "name": "network-vif-deleted", "tag": "7be81e11-95a6-48cb-8e00-48bdfaf28368", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:02.619099 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7da2e4e5-2cad-4cc2-b3df-120d9e9335fd {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:02.622251 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2e7c38-7a3c-4d04-a60b-51669c57edf0', 'name': 'network-vif-deleted', 'tag': '7be81e11-95a6-48cb-8e00-48bdfaf28368', 'status': 'completed', 'code': 200} Sep 16 04:56:02.634244 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c736b50-7d70-4221-b049-38aaa4df7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.637095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c736b50-7d70-4221-b049-38aaa4df7db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.651317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0c736b50-7d70-4221-b049-38aaa4df7db5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe840a23-71e6-4199-a5c0-b85b561c197f HTTP/1.1" status: 204 len: 168 time: 0.2299016 Sep 16 04:56:02.660091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c736b50-7d70-4221-b049-38aaa4df7db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe840a23-71e6-4199-a5c0-b85b561c197f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.663773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-a72cfb71-7f70-41b1-b9eb-024d4c8ab8a9 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.0857925 Sep 16 04:56:02.759060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e50abca5-d551-45c9-a7f1-ca511ff3699f tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.760478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e50abca5-d551-45c9-a7f1-ca511ff3699f tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports/32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 200 len: 943 time: 0.0761759 Sep 16 04:56:02.770790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598c0f-14d9-4b44-8f8c-3f445bba6381 req-e4992081-b73e-4887-b323-cf1aeece6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.772269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0598c0f-14d9-4b44-8f8c-3f445bba6381 req-e4992081-b73e-4887-b323-cf1aeece6c18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 1097 time: 0.1302509 Sep 16 04:56:02.784949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a60a5-dfa9-4ed6-b092-eadd0f108391 req-09b5b4d9-94c7-4f67-8f45-5f2d1a8afd59 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.796672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e23a60a5-dfa9-4ed6-b092-eadd0f108391 req-09b5b4d9-94c7-4f67-8f45-5f2d1a8afd59 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.0995517 Sep 16 04:56:02.873288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-b7ffb930-0daf-4590-8ffd-4e5c63ed109f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.875975 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-b7ffb930-0daf-4590-8ffd-4e5c63ed109f tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.60 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 944 time: 0.0531139 Sep 16 04:56:02.991490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Deleting port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:02.991980 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.105050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] For port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:03.105746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.121839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Calling delete_port for 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:03.195001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0598c0f-14d9-4b44-8f8c-3f445bba6381 req-fdaf4dd7-d93b-45ea-b083-205f93cbfa51 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079013 Sep 16 04:56:03.204164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e23a60a5-dfa9-4ed6-b092-eadd0f108391 req-148e278d-7b71-4ca2-a3f7-730328946c71 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110155 Sep 16 04:56:03.221887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-bddbc4ff-2353-43d5-8409-a5585257b6ff tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.4137638 Sep 16 04:56:03.355861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.380157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4517e-c921-491e-a42d-ea4985f4496e req-25d28e0c-4ac6-4799-a319-ad4e04bee54e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.381566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-25d28e0c-4ac6-4799-a319-ad4e04bee54e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1529391 Sep 16 04:56:03.399649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eaffc-9593-4612-90cf-7a5b5af8c947 req-50e05a86-fe59-40b2-a790-c92c6578198e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.399649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f1eaffc-9593-4612-90cf-7a5b5af8c947 req-50e05a86-fe59-40b2-a790-c92c6578198e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 945 time: 0.0812020 Sep 16 04:56:03.521838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-cb835e03-46b8-4cf8-94fc-6618966c0fe5 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.1239700 Sep 16 04:56:03.527847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f1eaffc-9593-4612-90cf-7a5b5af8c947 req-12780796-b08e-45ed-a8d6-940d88edca27 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229751 Sep 16 04:56:03.547202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-9421c7a0-b06f-4fc8-ba98-566bf4da20d3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.547202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-9421c7a0-b06f-4fc8-ba98-566bf4da20d3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 944 time: 0.1018662 Sep 16 04:56:03.549579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:03.658046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.719680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Pushing event deleted for resources: {'Port': ['ID=875e960e-8179-4b81-b0fa-b7c3fd2bd0f6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:03.722439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] No DVR routers for this DVR port 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:03.725269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.727592 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ddb0269-6022-4c6e-a0bb-3e969e371996 req-d2567cc9-8f4f-4bae-b7bc-00d47ecb3aff tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.60 "DELETE /v2.0/ports/875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 HTTP/1.1" status: 204 len: 173 time: 0.8420944 Sep 16 04:56:03.773241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37576) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:03.782633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-a7295624-a44b-4564-9dbc-16caca6bd862 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.784399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-a7295624-a44b-4564-9dbc-16caca6bd862 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 1101 time: 0.0660889 Sep 16 04:56:03.830883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Deleting port ae484d04-30f4-4691-86f2-be7b9e52838e {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:03.831264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.889399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] Deleting port e135de88-cd8a-4b20-a172-150bb3afe72d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:03.889916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.897039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.913831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1027306487-network', 'tenant_id': '7614525cad084f149af973caf9ab7116'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:03.965315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbedb3-093a-4f0c-8d59-bf7c58272a4f req-54b49a61-cc61-4ca3-ab94-243537918ca3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.966889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05bbedb3-093a-4f0c-8d59-bf7c58272a4f req-54b49a61-cc61-4ca3-ab94-243537918ca3 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 944 time: 0.1514385 Sep 16 04:56:03.972359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.972647 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 disassociated. External IP: 172.25.7.106, port: 32083718-956d-45d9-8936-92143a82aa35. Sep 16 04:56:03.992452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] For port e135de88-cd8a-4b20-a172-150bb3afe72d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e135de88-cd8a-4b20-a172-150bb3afe72d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:03.992826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.005549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] Calling delete_port for e135de88-cd8a-4b20-a172-150bb3afe72d owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:04.047784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] For port ae484d04-30f4-4691-86f2-be7b9e52838e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ae484d04-30f4-4691-86f2-be7b9e52838e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:04.048161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.056285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Made reservation on behalf of 7614525cad084f149af973caf9ab7116 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:04.056285 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.065753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.081068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Calling delete_port for ae484d04-30f4-4691-86f2-be7b9e52838e owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:04.086721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05bbedb3-093a-4f0c-8d59-bf7c58272a4f req-3ce15010-2aa0-4ba3-8bb9-7cbc5c6c8143 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118841 Sep 16 04:56:04.227952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.300139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba5b88-b6c5-4bd7-8d31-153e925d5dae req-fc85fc6f-2d99-4c39-9641-0c433511bb8a tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.301615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05ba5b88-b6c5-4bd7-8d31-153e925d5dae req-fc85fc6f-2d99-4c39-9641-0c433511bb8a tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 949 time: 0.1292665 Sep 16 04:56:04.315996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.320565 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.358404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e135de88-cd8a-4b20-a172-150bb3afe72d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:04.376087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:04.407419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] Pushing event deleted for resources: {'Port': ['ID=e135de88-cd8a-4b20-a172-150bb3afe72d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:04.417286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:04.427704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf0594-137a-4809-b856-c19fa7433900,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:04.459911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05ba5b88-b6c5-4bd7-8d31-153e925d5dae req-ca721a7f-f997-416d-bfe4-a67e503a1d6c tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282446 Sep 16 04:56:04.468405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.468405 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Added segment 235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1 of type vlan for network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 Sep 16 04:56:04.468405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] No DVR routers for this DVR port e135de88-cd8a-4b20-a172-150bb3afe72d on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:04.470456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.472877 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df4919-02fd-41f8-b27e-8fe8b45666ce req-0a89fa48-0834-4607-839f-fd8006c1a030 tempest-DeleteServersAdminTestJSON-581413310 tempest-DeleteServersAdminTestJSON-581413310-project-admin] 10.222.0.57 "DELETE /v2.0/ports/e135de88-cd8a-4b20-a172-150bb3afe72d HTTP/1.1" status: 204 len: 173 time: 0.6820107 Sep 16 04:56:04.517681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.560941 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.609535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:04.623717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'name': 'network-vif-deleted', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6'}, {'server_uuid': 'f8681008-eea2-4457-81a2-3162992908db', 'name': 'network-vif-deleted', 'tag': 'e135de88-cd8a-4b20-a172-150bb3afe72d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:04.625607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Pushing event deleted for resources: {'Port': ['ID=ae484d04-30f4-4691-86f2-be7b9e52838e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:04.626372 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86e2ebf-35aa-47c1-a8ef-76c47dfcd928" -d '{"events": [{"server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "name": "network-vif-deleted", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6"}, {"server_uuid": "f8681008-eea2-4457-81a2-3162992908db", "name": "network-vif-deleted", "tag": "e135de88-cd8a-4b20-a172-150bb3afe72d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:04.641379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.642862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.643595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.740851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] Pushing event updated for resources: {'Network': ['ID=b20cefe4-91cb-4fff-9522-fdff0ea5fb47,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:04.744859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] No DVR routers for this DVR port ae484d04-30f4-4691-86f2-be7b9e52838e on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:04.749846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.756979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3656e0bc-cdd7-4b41-9464-72334268ac5a req-2748bae2-4e56-4ab5-9132-43a672816222 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.60 "DELETE /v2.0/ports/ae484d04-30f4-4691-86f2-be7b9e52838e HTTP/1.1" status: 204 len: 173 time: 1.1983979 Sep 16 04:56:04.758848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:04.761435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'name': 'network-vif-deleted', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:04.764908 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73dec10-136a-4c69-ba28-99fc86a09bed" -d '{"events": [{"server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "name": "network-vif-deleted", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:04.778152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:04.783856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.796185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:04.801551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-beb27fff-5446-4660-aeb7-cccc7e935981 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0240119 Sep 16 04:56:04.802388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37590) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:04.809564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Request body: {'subnet': {'network_id': 'b20cefe4-91cb-4fff-9522-fdff0ea5fb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1027306487-subnet', 'tenant_id': '7614525cad084f149af973caf9ab7116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:04.821645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daf5ff-5ded-456c-a4f9-792a9e7de825 req-4db5d05f-a49c-4134-a260-e67be0a8194d tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.830154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2daf5ff-5ded-456c-a4f9-792a9e7de825 req-4db5d05f-a49c-4134-a260-e67be0a8194d tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 945 time: 0.2137213 Sep 16 04:56:04.841720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e5b4e664-c32a-4163-bdc4-904f96a6c66b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "PUT /v2.0/floatingips/07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 HTTP/1.1" status: 200 len: 695 time: 1.2965124 Sep 16 04:56:04.878492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:04.879193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:04.908094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2daf5ff-5ded-456c-a4f9-792a9e7de825 req-1859d805-bc08-46c3-b405-9e33239e4ced tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766623 Sep 16 04:56:04.932282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4517e-c921-491e-a42d-ea4985f4496e req-71e95c01-f9af-4332-ad53-3207a2c65d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.932471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-71e95c01-f9af-4332-ad53-3207a2c65d77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 1098 time: 0.0759192 Sep 16 04:56:04.989021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Made reservation on behalf of 7614525cad084f149af973caf9ab7116 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:04.992916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.008479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:05.038530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cc52989-2520-4b50-9e7b-5225be56f263 req-e693f5ff-3478-4faa-86c5-9f4311743c42 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=aee11bfe-b857-4943-aa0f-2d9713391a41 HTTP/1.1" status: 200 len: 210 time: 0.0614853 Sep 16 04:56:05.081385 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e3cd0ce7-ca6b-48b1-ba37-ec329b08b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.090188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-e3cd0ce7-ca6b-48b1-ba37-ec329b08b0c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.1508136 Sep 16 04:56:05.147909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-4360c72a-5a1a-4b21-9c01-d05da46c596c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 200 len: 217 time: 0.0567009 Sep 16 04:56:05.255973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ecfdd-5c22-46b3-9127-8fbd04109627 req-b19684d8-4473-44cd-8745-e78062aada4d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.264644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-128ecfdd-5c22-46b3-9127-8fbd04109627 req-b19684d8-4473-44cd-8745-e78062aada4d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 945 time: 0.1193619 Sep 16 04:56:05.269231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37598) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.274910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:05.304098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4517e-c921-491e-a42d-ea4985f4496e req-d293c270-eb18-4672-8a9b-c4ceea3de27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.305966 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-d293c270-eb18-4672-8a9b-c4ceea3de27c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.1159639 Sep 16 04:56:05.313780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:05.326278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:05.326863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:05.350499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.352993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-128ecfdd-5c22-46b3-9127-8fbd04109627 req-bd7ebab0-a0c7-4bfb-a014-8b3ffa44760c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869465 Sep 16 04:56:05.388962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4517e-c921-491e-a42d-ea4985f4496e req-5a9a4667-5a10-42ef-b3a1-55f3518e2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.392784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-5a9a4667-5a10-42ef-b3a1-55f3518e2035 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799482 Sep 16 04:56:05.497625 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb710a1c-9fec-4e12-87d9-ffd7c7390fbb x-openstack-request-id: req-fb710a1c-9fec-4e12-87d9-ffd7c7390fbb {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:05.500522 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee11bfe-b857-4943-aa0f-2d9713391a41", "name": "network-vif-deleted", "tag": "875e960e-8179-4b81-b0fa-b7c3fd2bd0f6", "status": "completed", "code": 200}, {"server_uuid": "f8681008-eea2-4457-81a2-3162992908db", "name": "network-vif-deleted", "tag": "e135de88-cd8a-4b20-a172-150bb3afe72d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:05.502273 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb710a1c-9fec-4e12-87d9-ffd7c7390fbb {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:05.502734 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee11bfe-b857-4943-aa0f-2d9713391a41', 'name': 'network-vif-deleted', 'tag': '875e960e-8179-4b81-b0fa-b7c3fd2bd0f6', 'status': 'completed', 'code': 200} Sep 16 04:56:05.502991 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8681008-eea2-4457-81a2-3162992908db', 'name': 'network-vif-deleted', 'tag': 'e135de88-cd8a-4b20-a172-150bb3afe72d', 'status': 'completed', 'code': 200} Sep 16 04:56:05.578229 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b63000a-e738-4379-8dc1-c95e644694ee x-openstack-request-id: req-8b63000a-e738-4379-8dc1-c95e644694ee {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:05.579684 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7e04b3-47d2-45b8-98d7-49222978f033", "name": "network-vif-deleted", "tag": "ae484d04-30f4-4691-86f2-be7b9e52838e", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:05.580171 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b63000a-e738-4379-8dc1-c95e644694ee {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:05.582101 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7e04b3-47d2-45b8-98d7-49222978f033', 'name': 'network-vif-deleted', 'tag': 'ae484d04-30f4-4691-86f2-be7b9e52838e', 'status': 'completed', 'code': 200} Sep 16 04:56:05.598688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Checking segment: {'id': '235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b20cefe4-91cb-4fff-9522-fdff0ea5fb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:05.599074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Network hostable DHCP agents. Network: b20cefe4-91cb-4fff-9522-fdff0ea5fb47, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:05.610956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd6b949-c953-412c-b669-43946cb2995a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.615109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:05.648867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7144523b-1d7f-43aa-a5db-764470f28c65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec390820661b415b9b248b7fbb6c98a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782330 Sep 16 04:56:05.651390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37610) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.691236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-dbc945fd-94da-4b42-ae13-65ee185b3fc5 service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898417 Sep 16 04:56:05.754631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-903687c6-85fd-4f5d-878f-e1c6fb3cc509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.814497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:05.838468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23e4517e-c921-491e-a42d-ea4985f4496e req-28360568-c0ee-49a7-8d93-a2e4f6d1f38d service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471190 Sep 16 04:56:05.841800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-903687c6-85fd-4f5d-878f-e1c6fb3cc509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.879466 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-e84711d8-9a1d-4777-8d74-b2e3b33c65a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1191459 Sep 16 04:56:05.913011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:05.926994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b20cefe4-91cb-4fff-9522-fdff0ea5fb47) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:05.940209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.940209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.973762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b9786-bc01-4cb4-977a-619aa071d443 None None] Network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:05.978915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efceb80-0773-439a-97cd-6f78ed952cb9 None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:05.982777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-903687c6-85fd-4f5d-878f-e1c6fb3cc509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.987811 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-903687c6-85fd-4f5d-878f-e1c6fb3cc509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.993539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-903687c6-85fd-4f5d-878f-e1c6fb3cc509 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc19ada2-4820-4fac-a7fc-2982b86f17f1 HTTP/1.1" status: 204 len: 168 time: 0.3408711 Sep 16 04:56:06.033601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903687c6-85fd-4f5d-878f-e1c6fb3cc509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc19ada2-4820-4fac-a7fc-2982b86f17f1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:06.088636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-09aacc95-f0df-4cc4-9afb-f431c7612575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:06.093087 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-09aacc95-f0df-4cc4-9afb-f431c7612575 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965e3ef5096545d6bfac513a019ead0f&device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 1096 time: 0.1364427 Sep 16 04:56:06.096358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1a7304b4-5394-4c37-9136-011bf45fc809 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2928181 Sep 16 04:56:06.143933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f672624-5c61-4bc1-9cb0-a0ed9d0db6a2 req-49b3de58-a0d7-43a0-be41-239143760a3e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 210 time: 0.0631773 Sep 16 04:56:06.347416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-b8200e08-2051-4c27-b6c3-5ebfdec7a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:06.349007 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-b8200e08-2051-4c27-b6c3-5ebfdec7a42d service neutron] 10.222.0.57 "GET /v2.0/networks?id=12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 200 len: 908 time: 0.2248724 Sep 16 04:56:06.427962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34b0ca05-0372-4509-9550-27a6dc7e9708 req-0b4a7384-40b8-4b20-aac8-8b353f01f95e tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8681008-eea2-4457-81a2-3162992908db HTTP/1.1" status: 200 len: 210 time: 0.0808120 Sep 16 04:56:06.440682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7be81e11-95a6-48cb-8e00-48bdfaf28368 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:06.443913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:06.486557 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-de5a7159-58d4-4799-ae4a-cad63220f361 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 200 len: 217 time: 0.1296475 Sep 16 04:56:06.523092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:06.523499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 875e960e-8179-4b81-b0fa-b7c3fd2bd0f6 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:06.523939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ae484d04-30f4-4691-86f2-be7b9e52838e no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:06.556780 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70d351-b097-4782-b60d-af1df1c45f05 None None] New status for floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:56:06.628751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: ae484d04-30f4-4691-86f2-be7b9e52838e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:06.633728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ae484d04-30f4-4691-86f2-be7b9e52838e not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:06.634253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-2c56e675-b086-4eb4-9892-085d545aaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:06.636117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a96919-a0fd-4e8d-b77e-61f530098d77 None None] Network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:06.647687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-2c56e675-b086-4eb4-9892-085d545aaca9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 200 len: 847 time: 0.1533966 Sep 16 04:56:06.743051 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-b9f22df0-afab-4c97-96bf-2eb5e9a0b2d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12df3f6b-9150-4e87-82e1-60f6500a8ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874839 Sep 16 04:56:06.764913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 7be81e11-95a6-48cb-8e00-48bdfaf28368 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:06.765363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7be81e11-95a6-48cb-8e00-48bdfaf28368 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:06.904807 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-209c6ab4-c604-4d36-aacf-c252027ec609 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524103 Sep 16 04:56:07.070854 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cab8de84-2d95-4dd6-82bc-10ffe257cc20 req-7f515b27-d490-49e8-bae4-1ad4bfbbf4f1 service neutron] 10.222.0.57 "GET /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531966 Sep 16 04:56:07.102326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37660) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.159069 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d4f48f2d-13f8-4121-921e-480671429711 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb977a07994e4e25894eb5882a803dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558181 Sep 16 04:56:07.161621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37662) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.219554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e3d6-c1a4-40f6-9777-22b1f4525574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.246748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e3d6-c1a4-40f6-9777-22b1f4525574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.292963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-9706709d-7697-4f84-864d-678c8e9f9350 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.295521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-9706709d-7697-4f84-864d-678c8e9f9350 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/networks?id=b20cefe4-91cb-4fff-9522-fdff0ea5fb47 HTTP/1.1" status: 200 len: 822 time: 0.1636448 Sep 16 04:56:07.329332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-2860263f-6183-4495-8b5f-df28359167d0 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/quotas/7614525cad084f149af973caf9ab7116 HTTP/1.1" status: 200 len: 375 time: 0.0247059 Sep 16 04:56:07.383198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-c7f43899-58f6-4856-a6a1-55a457f3ceee tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7614525cad084f149af973caf9ab7116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476847 Sep 16 04:56:07.463903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e3d6-c1a4-40f6-9777-22b1f4525574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.467124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e3d6-c1a4-40f6-9777-22b1f4525574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.470889 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ecb6e3d6-c1a4-40f6-9777-22b1f4525574 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f3883aa-6d92-4d03-b57b-e7217c809570 HTTP/1.1" status: 204 len: 168 time: 0.3059068 Sep 16 04:56:07.479416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6e3d6-c1a4-40f6-9777-22b1f4525574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3883aa-6d92-4d03-b57b-e7217c809570,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.481875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13675825-9c15-46ab-8744-543b6a64cc9d req-c1d12afb-85ff-417a-8131-61bb8cfac73e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.492531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-c1d12afb-85ff-417a-8131-61bb8cfac73e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1411738 Sep 16 04:56:07.571929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a2a62041-498f-4b3e-8872-b6f6d99fde84 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0808692 Sep 16 04:56:07.584948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Request body: {'floatingip': {'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:07.584948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'tag': '32083718-956d-45d9-8936-92143a82aa35'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:07.587565 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f793d7-9c55-45cb-bd47-519fce598351" -d '{"events": [{"name": "network-changed", "server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "tag": "32083718-956d-45d9-8936-92143a82aa35"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:07.648223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.653266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-b8959fd5-dfd6-443a-a1b6-c5c7b07a06cb service neutron] 10.222.0.59 "GET /v2.0/networks/b20cefe4-91cb-4fff-9522-fdff0ea5fb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691584 Sep 16 04:56:07.885809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-87066682-d0c3-46de-b514-c078f27c2371 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.887342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-87066682-d0c3-46de-b514-c078f27c2371 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 944 time: 0.1610160 Sep 16 04:56:07.994510 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-9e67a1ea-f319-483b-beab-84ff09eabfea service neutron] 10.222.0.59 "GET /v2.0/networks/b20cefe4-91cb-4fff-9522-fdff0ea5fb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871635 Sep 16 04:56:08.305900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-6390809b-32f0-4a0f-bfc7-d95cf8238c5a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:08.311636 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-6390809b-32f0-4a0f-bfc7-d95cf8238c5a tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.60 "GET /v2.0/ports?device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 946 time: 0.1538012 Sep 16 04:56:08.392293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e135de88-cd8a-4b20-a172-150bb3afe72d no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:08.432885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: e135de88-cd8a-4b20-a172-150bb3afe72d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:08.433640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e135de88-cd8a-4b20-a172-150bb3afe72d not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:08.472378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Deleting port 32083718-956d-45d9-8936-92143a82aa35 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:08.472870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.481845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40145112-36d9-4199-9519-026602d688c0 req-08d9029f-4c3d-4cb5-bb9f-3780b8acc95c tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 210 time: 0.0852153 Sep 16 04:56:08.596534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Deleting port ffb2462b-c700-4020-81d9-4721298d97c9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:08.597162 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.598190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] For port 32083718-956d-45d9-8936-92143a82aa35, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=32083718-956d-45d9-8936-92143a82aa35,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:08.598584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.613981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Calling delete_port for 32083718-956d-45d9-8936-92143a82aa35 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:08.790459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71249-ae10-4a4d-ad52-d405e9dccb3f req-3abc3820-f560-4d5c-a0eb-c9fe64122914 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:08.792078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98d71249-ae10-4a4d-ad52-d405e9dccb3f req-3abc3820-f560-4d5c-a0eb-c9fe64122914 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b9c05-2b7b-49c6-9edf-698b26404545 HTTP/1.1" status: 200 len: 944 time: 0.1895888 Sep 16 04:56:08.837189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] For port ffb2462b-c700-4020-81d9-4721298d97c9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ffb2462b-c700-4020-81d9-4721298d97c9,segment=NetworkSegment(d5ff4e59-16a0-4fe4-833e-d75430f9f5d2),segment_id=d5ff4e59-16a0-4fe4-833e-d75430f9f5d2)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:08.837573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.864269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Calling delete_port for ffb2462b-c700-4020-81d9-4721298d97c9 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:08.904887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.916824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['400eba4e-0a11-4e40-a5ca-64812cddc187', '32083718-956d-45d9-8936-92143a82aa35'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:08.959761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Pushing event deleted for resources: {'Port': ['ID=32083718-956d-45d9-8936-92143a82aa35,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.965673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98d71249-ae10-4a4d-ad52-d405e9dccb3f req-bd435d98-ac79-47fa-bda7-e12ac0256fc7 tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.59 "GET /v2.0/security-groups?id=135aa173-9f66-4bee-a920-c4a22bf6f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409502 Sep 16 04:56:09.036166 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.resource_extend [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:56:09.074723 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] No DVR routers for this DVR port 32083718-956d-45d9-8936-92143a82aa35 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:09.085555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.088129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9161d9a2-f817-4be7-a7af-fe19063ab3f2 req-11e25ebf-49d1-42ef-a267-90b98e15765e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.60 "DELETE /v2.0/ports/32083718-956d-45d9-8936-92143a82aa35 HTTP/1.1" status: 204 len: 173 time: 0.7712214 Sep 16 04:56:09.088714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'name': 'network-vif-deleted', 'tag': '32083718-956d-45d9-8936-92143a82aa35'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:09.096542 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64a7921-8318-4df3-82cd-d2f3f18d4091" -d '{"events": [{"server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "name": "network-vif-deleted", "tag": "32083718-956d-45d9-8936-92143a82aa35"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:09.152738 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5721a79-7ef9-4e65-8908-1b0f097a39e9 x-openstack-request-id: req-c5721a79-7ef9-4e65-8908-1b0f097a39e9 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:09.153041 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "tag": "32083718-956d-45d9-8936-92143a82aa35", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:09.153295 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5721a79-7ef9-4e65-8908-1b0f097a39e9 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:09.153719 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'tag': '32083718-956d-45d9-8936-92143a82aa35', 'status': 'completed', 'code': 200} Sep 16 04:56:09.209577 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.217334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21f793d7-9c55-45cb-bd47-519fce598351 req-44540598-4ff9-455f-af16-3c564f54564c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=7300dd77-1d09-4063-b916-fc92c40d2b9e HTTP/1.1" status: 200 len: 210 time: 0.0612941 Sep 16 04:56:09.344857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f705494-94f0-4f82-b8c1-ea201751ba1c req-4580d168-2d3b-447b-a422-bfa5a3add00c tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 210 time: 0.0284138 Sep 16 04:56:09.346418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.408785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.470696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Pushing event deleted for resources: {'Port': ['ID=ffb2462b-c700-4020-81d9-4721298d97c9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.482081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.482437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.482779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.483107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.483490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.483824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.484154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.484574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.484806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.485189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.485548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.485848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:09.534116 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 associated. External IP: 172.25.7.106, port: 400eba4e-0a11-4e40-a5ca-64812cddc187. Sep 16 04:56:09.581878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] No DVR routers for this DVR port ffb2462b-c700-4020-81d9-4721298d97c9 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:09.585448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.587435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-876b6ec8-9984-4320-9291-0d8e7ae9d80e req-4f746d9f-5895-4351-b67c-0f6875bfa05a tempest-LiveAutoBlockMigrationV225Test-228142768 tempest-LiveAutoBlockMigrationV225Test-228142768-project] 10.222.0.60 "DELETE /v2.0/ports/ffb2462b-c700-4020-81d9-4721298d97c9 HTTP/1.1" status: 204 len: 173 time: 1.6868966 Sep 16 04:56:09.781855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:09.906312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:09.911740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.925518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:09.942293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:09.942951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:09.963097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-a3d516ae-fec2-4081-ad20-95f72cf30bd0 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "PUT /v2.0/floatingips/07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 HTTP/1.1" status: 200 len: 997 time: 2.3890669 Sep 16 04:56:10.021375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13675825-9c15-46ab-8744-543b6a64cc9d req-64cbcef9-1306-46de-a828-cd3def382754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.023017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-64cbcef9-1306-46de-a828-cd3def382754 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.0501144 Sep 16 04:56:10.091606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:10.163592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13675825-9c15-46ab-8744-543b6a64cc9d req-214d7f9b-637d-44cc-abe3-8fc6b63f05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.168061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-214d7f9b-637d-44cc-abe3-8fc6b63f05fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.1356926 Sep 16 04:56:10.250141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.255685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-be703bc7-7b84-411c-b5cc-6972bd32b44a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 1000 time: 0.0785668 Sep 16 04:56:10.316850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13675825-9c15-46ab-8744-543b6a64cc9d req-45e18ae9-5665-4a41-8539-33c94b46f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.318954 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-45e18ae9-5665-4a41-8539-33c94b46f4d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.0612545 Sep 16 04:56:10.397731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13675825-9c15-46ab-8744-543b6a64cc9d req-7c8a28ee-e777-48b7-a670-174901fed6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.399493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-7c8a28ee-e777-48b7-a670-174901fed6f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738752 Sep 16 04:56:10.417245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8041cb21-a0b7-4d00-acac-b891262a0ac4 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:10.473910 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a70c897-948f-4502-a06a-157358c045e7 x-openstack-request-id: req-4a70c897-948f-4502-a06a-157358c045e7 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:10.474820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ffb2462b-c700-4020-81d9-4721298d97c9 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:10.475058 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7300dd77-1d09-4063-b916-fc92c40d2b9e", "name": "network-vif-deleted", "tag": "32083718-956d-45d9-8936-92143a82aa35", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:10.475546 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a70c897-948f-4502-a06a-157358c045e7 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:10.476347 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7300dd77-1d09-4063-b916-fc92c40d2b9e', 'name': 'network-vif-deleted', 'tag': '32083718-956d-45d9-8936-92143a82aa35', 'status': 'completed', 'code': 200} Sep 16 04:56:10.578068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: ffb2462b-c700-4020-81d9-4721298d97c9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:10.578413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ffb2462b-c700-4020-81d9-4721298d97c9 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:10.666794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-359fa382-170e-4a16-b37a-aa6c9ab7e06e tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425136 Sep 16 04:56:10.697502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-718e2581-6b1e-48e2-8662-e9c96ad2527e service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902024 Sep 16 04:56:10.703872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:10.736172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'port_id': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'mac_address': 'fa:16:3e:0d:8f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9fcea-cb4e-484d-af72-59700fda7393', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:10.771484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:a6:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:56:08Z', 'revision_number': 8, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:10.810453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:10.827079 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.836867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:10.837507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:10.891365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c153-6f62-4d09-a82c-606f7408475c req-5f45b69d-9436-4193-8761-0ed3f53e8a94 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.895350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8041cb21-a0b7-4d00-acac-b891262a0ac4 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:10.898522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-5f45b69d-9436-4193-8761-0ed3f53e8a94 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325621 Sep 16 04:56:10.921458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-281c24a3-019f-4a1a-84c6-02b5bd41b268 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/quotas/643d1a95ed034c99860e1d3e26bc3aa7 HTTP/1.1" status: 200 len: 375 time: 0.0218759 Sep 16 04:56:10.931223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:10.975811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13675825-9c15-46ab-8744-543b6a64cc9d req-53e22069-9098-45bb-966e-836f0e875311 service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643909 Sep 16 04:56:10.989488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-43295c70-cb3b-43a7-97df-9c1e260b91e6 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654442 Sep 16 04:56:11.011134 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2c36-25db-4591-96aa-43995c35abad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.021310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:11.059896 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.154844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'name': 'network-vif-deleted', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9'}, {'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:11.157939 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5795f5de-c98f-4e30-99f3-7774c566f65a" -d '{"events": [{"server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "name": "network-vif-deleted", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9"}, {"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:11.301687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37800) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.329904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.365747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef79ed86-e59c-4610-b0e1-9dd65ef9410a req-4993be6c-fb8d-4dcf-8770-6ef937e67340 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d7e04b3-47d2-45b8-98d7-49222978f033 HTTP/1.1" status: 200 len: 210 time: 0.0812254 Sep 16 04:56:11.386019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['8041cb21-a0b7-4d00-acac-b891262a0ac4'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:11.762468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-644f9e48-a8a6-4b7c-97de-4b892da54f12 req-259fae45-760b-4055-8ea7-6cec7d740576 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 210 time: 0.0411928 Sep 16 04:56:11.792143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1818972642', 'description': 'tempest-description-1158947744'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:11.831185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Deleting subnet 75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:11.846968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.894601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.901701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0d811e7-32bc-4b9d-8f77-063077ebbd62 req-b210e3cc-afa8-44a2-a047-4b13e7ca1a7c tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips/07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 HTTP/1.1" status: 200 len: 997 time: 0.0862315 Sep 16 04:56:11.935772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.073965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d811e7-32bc-4b9d-8f77-063077ebbd62 req-381dcb4e-d33c-455a-92fc-c5455df4d174 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.076205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0d811e7-32bc-4b9d-8f77-063077ebbd62 req-381dcb4e-d33c-455a-92fc-c5455df4d174 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1676116 Sep 16 04:56:12.092935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-b0d811e7-32bc-4b9d-8f77-063077ebbd62 req-ad50ae14-84f0-48c6-97a4-dabe9ca8c7f4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:56:12.095147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0d811e7-32bc-4b9d-8f77-063077ebbd62 req-ad50ae14-84f0-48c6-97a4-dabe9ca8c7f4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091186 Sep 16 04:56:12.144536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.147332 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.153960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.170253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:a6:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:56:08Z', 'revision_number': 8, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:12.190439 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b020c53-4749-4261-a261-650d7d65e147 x-openstack-request-id: req-3b020c53-4749-4261-a261-650d7d65e147 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:12.190796 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58b9c05-2b7b-49c6-9edf-698b26404545", "name": "network-vif-deleted", "tag": "ffb2462b-c700-4020-81d9-4721298d97c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:12.191098 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b020c53-4749-4261-a261-650d7d65e147 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:12.191625 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58b9c05-2b7b-49c6-9edf-698b26404545', 'name': 'network-vif-deleted', 'tag': 'ffb2462b-c700-4020-81d9-4721298d97c9', 'status': 'completed', 'code': 200} Sep 16 04:56:12.191794 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'status': 'completed', 'code': 200} Sep 16 04:56:12.204997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d3002a-9b64-4709-99ca-fa6dd9ce7ca5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/75d3002a-9b64-4709-99ca-fa6dd9ce7ca5 HTTP/1.1" status: 204 len: 168 time: 0.9166052 Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.223830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.224792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37822) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:12.225239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.225822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.226389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.226943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.227531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82651349-673b-4d79-b88e-c7e3cb6ca811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:12.259454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c9e22c-557b-4523-8aa7-a6bc2e941c40 None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '07015ef3-a185-4ee4-811a-fcfdd6c7e5e2', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'floating_ip_address': '172.25.7.106', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'port_id': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'mac_address': 'fa:16:3e:a6:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:56:08Z', 'revision_number': 8, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:12.362108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-5df68d55-c021-411d-9bb9-509f2442266a tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.364011 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-5df68d55-c021-411d-9bb9-509f2442266a tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.57 "GET /v2.0/networks?id=b20cefe4-91cb-4fff-9522-fdff0ea5fb47 HTTP/1.1" status: 200 len: 822 time: 0.1485484 Sep 16 04:56:12.387019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Request body: {'port': {'device_id': '9aea84c3-2021-4fad-8f1e-b5327cf4a48a', 'network_id': 'b20cefe4-91cb-4fff-9522-fdff0ea5fb47', 'admin_state_up': True, 'tenant_id': '7614525cad084f149af973caf9ab7116'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:12.408555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8041cb21-a0b7-4d00-acac-b891262a0ac4 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:12.456858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.495070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 32083718-956d-45d9-8936-92143a82aa35 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:12.545627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.547740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 8041cb21-a0b7-4d00-acac-b891262a0ac4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:12.558234 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.602217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 32083718-956d-45d9-8936-92143a82aa35 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:12.602217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 32083718-956d-45d9-8936-92143a82aa35 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:12.602874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61d3cab5-eeba-4b3b-850d-e376388f2ea1 req-29b68722-5370-4610-ba3d-2eea1afb3547 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 210 time: 0.3076286 Sep 16 04:56:12.700300 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d45945-0d40-4821-8a84-e9d7ac7c834d None None] New status for floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:56:12.719944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-cad64b46-d7b9-409a-a6e8-2d9a8ec59f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.721829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-cad64b46-d7b9-409a-a6e8-2d9a8ec59f2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.4639184 Sep 16 04:56:12.726138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.770921 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.784711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Made reservation on behalf of 7614525cad084f149af973caf9ab7116 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:12.788857 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.832875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:12.838797 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d2618f-8cf7-41f7-a225-9637ec562857" -d '{"events": [{"server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "name": "network-vif-plugged", "status": "completed", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:12.875302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:12.881169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.032213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Allocated IP 172.20.0.3 (b20cefe4-91cb-4fff-9522-fdff0ea5fb47/2fd6b949-c953-412c-b669-43946cb2995a/982547cc-91b7-495a-bbbd-aabe5992a560) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:13.035510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.054822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-c8b8c553-a97a-4fc8-9349-bc31df797d85 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1000 time: 0.4180310 Sep 16 04:56:13.062915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea2ac35-c5ca-4d0b-9a05-10a8425177ed,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.070211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67533389-3bb3-4806-87ef-1c99dee8a51d']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.148106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.209023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.209332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ff4e59-16a0-4fe4-833e-d75430f9f5d2') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.219002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203363-9c3a-436c-bd50-a159ffb7975e req-091a068b-0907-4ed0-82ba-b6736b64e891 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.226133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-091a068b-0907-4ed0-82ba-b6736b64e891 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports/400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 943 time: 0.1174543 Sep 16 04:56:13.257413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.354172 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.419174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.468199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-acc95cc2-e93f-4e3f-a4a8-21af2f033187 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.1251059 Sep 16 04:56:13.480224 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:13.480753 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:13.484834 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:13.516231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.644648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:13.652621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:13.661593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:13.704030 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-79f2b8bd-fb7c-44a3-8fa8-7b8663b400e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.713635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203363-9c3a-436c-bd50-a159ffb7975e req-ea32bef3-dbe1-4bb6-98d8-cb8290d4dcdf tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.720541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-ea32bef3-dbe1-4bb6-98d8-cb8290d4dcdf tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2373016 Sep 16 04:56:13.723460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-43ca54c5-a35d-48d0-ba88-16462340e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.725033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-43ca54c5-a35d-48d0-ba88-16462340e8c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.9734168 Sep 16 04:56:13.733272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Pushing event updated for resources: {'Port': ['ID=982547cc-91b7-495a-bbbd-aabe5992a560,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.802105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.802785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.895227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-649cd8dd-1a12-472c-9273-96868f47f55b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 1002 time: 0.0761187 Sep 16 04:56:13.901000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-ec749d43-681e-4345-b748-3a13512aecf6 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.1750731 Sep 16 04:56:13.921009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.943499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:14.020250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-cba666b7-a3af-4cbe-8817-11ed31d2a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:14.021924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-cba666b7-a3af-4cbe-8817-11ed31d2a0b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.1172349 Sep 16 04:56:14.032675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.067136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.079079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.083231 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-6c377cca-29b4-4c68-920b-b62834c6b4bb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6993663 Sep 16 04:56:14.086840 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.105559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Request body: {'port': {'device_id': '9aea84c3-2021-4fad-8f1e-b5327cf4a48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:14.200811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.212139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] 10.222.0.59 "DELETE /v2.0/networks/67533389-3bb3-4806-87ef-1c99dee8a51d HTTP/1.1" status: 204 len: 168 time: 1.9720023 Sep 16 04:56:14.212377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.214201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37840) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.257438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.258701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36e3e9a0-3304-463b-8d1e-1c27a235b57a req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.4714334 Sep 16 04:56:14.267181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721327b-a154-416c-bb21-a7e77556d1ab tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892d2c8f-7997-4973-9ed4-3ff987f20ebe,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.280069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c4666-0c2a-49ea-8f86-29c24ba05b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=67533389-3bb3-4806-87ef-1c99dee8a51d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.351641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b28bb30-0ef0-46b7-8ce7-dc54aaf79bb5 admin admin] Deleting subnet eb068b97-6aea-46bc-ab0d-d8a34886c14f {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:14.367523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b28bb30-0ef0-46b7-8ce7-dc54aaf79bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.377276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-9978e451-2714-4c1c-99d0-0becb018f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:14.379353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-9978e451-2714-4c1c-99d0-0becb018f456 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3437188 Sep 16 04:56:14.520013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b28bb30-0ef0-46b7-8ce7-dc54aaf79bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.714918 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-361e2f66-1554-4711-bf4a-78d54a9569ac tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548022 Sep 16 04:56:14.746845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b28bb30-0ef0-46b7-8ce7-dc54aaf79bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.024288 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.232908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.243617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c153-6f62-4d09-a82c-606f7408475c req-7865f177-5ccb-42f0-b073-01eed42f3161 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:15.245993 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-7865f177-5ccb-42f0-b073-01eed42f3161 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5214887 Sep 16 04:56:15.272005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Request body: {'port': {'device_id': '530e486e-babf-45cb-bf58-de28d90f554a', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '643d1a95ed034c99860e1d3e26bc3aa7'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:15.318535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b28bb30-0ef0-46b7-8ce7-dc54aaf79bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.341147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea5e6-7480-4672-833a-7c67b1b641fd req-42183acc-7231-411f-b4bb-b692946144cd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:15.358565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dfea5e6-7480-4672-833a-7c67b1b641fd req-42183acc-7231-411f-b4bb-b692946144cd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 931 time: 0.1217129 Sep 16 04:56:15.369785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-bdda87a5-f350-47aa-91ba-3578176a548f service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9673648 Sep 16 04:56:15.384580 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.385554 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 disassociated. External IP: 172.25.7.106, port: 400eba4e-0a11-4e40-a5ca-64812cddc187. Sep 16 04:56:15.477216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28bb30-0ef0-46b7-8ce7-dc54aaf79bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb068b97-6aea-46bc-ab0d-d8a34886c14f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.492154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b28bb30-0ef0-46b7-8ce7-dc54aaf79bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.492154 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2b28bb30-0ef0-46b7-8ce7-dc54aaf79bb5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eb068b97-6aea-46bc-ab0d-d8a34886c14f HTTP/1.1" status: 204 len: 168 time: 1.2745128 Sep 16 04:56:15.499768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37858) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.562896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982547cc-91b7-495a-bbbd-aabe5992a560 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:15.585530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.629692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Transition to ACTIVE for port object 982547cc-91b7-495a-bbbd-aabe5992a560 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:15.636207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dfea5e6-7480-4672-833a-7c67b1b641fd req-70d07402-c40c-4694-87d3-a19660c6de83 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321303 Sep 16 04:56:15.711596 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.722598 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3934472-9119-4e82-ace4-6d14b6bfb6d9 x-openstack-request-id: req-c3934472-9119-4e82-ace4-6d14b6bfb6d9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:15.722900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5795f5de-c98f-4e30-99f3-7774c566f65a req-4318c7b0-fdae-431f-9ecb-7696ae0cf2b0 service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527808 Sep 16 04:56:15.723517 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "name": "network-vif-plugged", "status": "completed", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:15.723776 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3934472-9119-4e82-ace4-6d14b6bfb6d9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:15.724173 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'code': 200} Sep 16 04:56:15.777623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Made reservation on behalf of 643d1a95ed034c99860e1d3e26bc3aa7 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:15.791850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.801837 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.847827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32e42251-7792-483b-96a3-45f89277b254 req-43a909be-764c-44c0-9726-55668cb7b8c5 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 210 time: 0.0511692 Sep 16 04:56:15.925347 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.930277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-fa718600-3942-4ea9-b17a-fbadbb06c0df req-08abe9fb-0313-4eaa-802c-444645c360f0 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Request body: {'security_group': {'name': 'tempest-securitygroup-484837185', 'description': 'tempest-description-262951153'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:15.975691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Pushing event updated for resources: {'Port': ['ID=982547cc-91b7-495a-bbbd-aabe5992a560,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.987613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8945364f-b244-43b0-8f90-3d97127a76b5']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:16.005807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561bd78e-bae1-4582-ac3f-5cc78f313732') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:16.005807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561bd78e-bae1-4582-ac3f-5cc78f313732') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:16.009943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:16.018189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.041350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.128164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Allocated IP 192.168.233.226 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/d4bea2b1-03c7-4b22-8cb6-f4e302845738) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:16.157658 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fa718600-3942-4ea9-b17a-fbadbb06c0df req-08abe9fb-0313-4eaa-802c-444645c360f0 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.166739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:16.173346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:16.203788 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:16.215679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Attempting to bind port 982547cc-91b7-495a-bbbd-aabe5992a560 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:16.216330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Attempting to bind port 982547cc-91b7-495a-bbbd-aabe5992a560 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b20cefe4-91cb-4fff-9522-fdff0ea5fb47'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:16.216999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Attempting to bind port 982547cc-91b7-495a-bbbd-aabe5992a560 on network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:16.230603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Port 982547cc-91b7-495a-bbbd-aabe5992a560 on network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:16.231181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Attempting to bind port 982547cc-91b7-495a-bbbd-aabe5992a560 on network b20cefe4-91cb-4fff-9522-fdff0ea5fb47 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:16.246739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:16.248451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Checking segment: {'id': '235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b20cefe4-91cb-4fff-9522-fdff0ea5fb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:16.249009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Bound using segment: {'id': '235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b20cefe4-91cb-4fff-9522-fdff0ea5fb47'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:16.249868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Bound port: 982547cc-91b7-495a-bbbd-aabe5992a560, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b20cefe4-91cb-4fff-9522-fdff0ea5fb47'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:16.250406 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.406444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] For port 982547cc-91b7-495a-bbbd-aabe5992a560, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:16.412589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] For port 982547cc-91b7-495a-bbbd-aabe5992a560, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=982547cc-91b7-495a-bbbd-aabe5992a560,segment=NetworkSegment(235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1),segment_id=235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:16.435708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.493739 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.558160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.559407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.562153 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] 10.222.0.57 "PUT /v2.0/ports/982547cc-91b7-495a-bbbd-aabe5992a560 HTTP/1.1" status: 200 len: 1092 time: 2.4611673 Sep 16 04:56:16.562791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aea84c3-2021-4fad-8f1e-b5327cf4a48a', 'tag': '982547cc-91b7-495a-bbbd-aabe5992a560'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:16.565790 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9aea84c3-2021-4fad-8f1e-b5327cf4a48a", "tag": "982547cc-91b7-495a-bbbd-aabe5992a560"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:16.607399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.611985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908855c-ac90-487a-9fc0-789334eb20bb service neutron] Pushing event updated for resources: {'Port': ['ID=982547cc-91b7-495a-bbbd-aabe5992a560,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.642866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.649368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:16.672348 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.675953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8945364f-b244-43b0-8f90-3d97127a76b5 HTTP/1.1" status: 204 len: 168 time: 1.1728485 Sep 16 04:56:16.682564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:16.685070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Pushing event updated for resources: {'Port': ['ID=d4bea2b1-03c7-4b22-8cb6-f4e302845738,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.702395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:16.705706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:16.713335 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.724297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:16.745236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:16.746671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:16.810611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768c328-2dbe-4e22-8a9c-ac36dc6b4c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8945364f-b244-43b0-8f90-3d97127a76b5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.849999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.852491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.864734 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.887698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-e2bb3377-1fd4-47b0-890b-601dc45c6136 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "PUT /v2.0/floatingips/07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 HTTP/1.1" status: 200 len: 696 time: 2.9635961 Sep 16 04:56:16.896771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:16.915508 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd91731e-e661-415f-9bbd-a96f91fd1e52" -d '{"events": [{"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:16.971806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-c0f25258-a5fb-4ae8-bdaa-b82aa7882507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.973824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-c0f25258-a5fb-4ae8-bdaa-b82aa7882507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7614525cad084f149af973caf9ab7116&device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 1095 time: 0.1539915 Sep 16 04:56:17.035524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:17.043668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fa718600-3942-4ea9-b17a-fbadbb06c0df req-08abe9fb-0313-4eaa-802c-444645c360f0 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.074789 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-264d28ca-2f85-4881-87a5-51090f804bef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982547cc-91b7-495a-bbbd-aabe5992a560 HTTP/1.1" status: 200 len: 217 time: 0.0771821 Sep 16 04:56:17.083900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203363-9c3a-436c-bd50-a159ffb7975e req-b1e14c52-edf7-47de-aa15-8215c114d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.086810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-b1e14c52-edf7-47de-aa15-8215c114d06f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.1670280 Sep 16 04:56:17.140612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fa718600-3942-4ea9-b17a-fbadbb06c0df req-08abe9fb-0313-4eaa-802c-444645c360f0 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.164244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-63dec6d7-a622-4752-a022-b332549dda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.165870 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-63dec6d7-a622-4752-a022-b332549dda56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fd6b949-c953-412c-b669-43946cb2995a HTTP/1.1" status: 200 len: 862 time: 0.0814495 Sep 16 04:56:17.221088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abe9fb-0313-4eaa-802c-444645c360f0 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2889ca-ba2a-40d1-bb54-839b05957a89,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:17.241019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-0700089a-5f89-402c-aa4e-1c0983b86570 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b20cefe4-91cb-4fff-9522-fdff0ea5fb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613241 Sep 16 04:56:17.250695 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-08f44d9d-7068-4cec-b564-1727236bd74d tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9908643 Sep 16 04:56:17.257460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e31308ad-cc58-416c-946f-5190f61324aa None None] Provisioning complete for port d4bea2b1-03c7-4b22-8cb6-f4e302845738 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:17.260789 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e31308ad-cc58-416c-946f-5190f61324aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.280693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203363-9c3a-436c-bd50-a159ffb7975e req-7ee099aa-b3ca-4cb1-9e48-40d3ce8fb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.284106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-7ee099aa-b3ca-4cb1-9e48-40d3ce8fb9a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.1884642 Sep 16 04:56:17.285541 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fa718600-3942-4ea9-b17a-fbadbb06c0df req-08abe9fb-0313-4eaa-802c-444645c360f0 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.287034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa718600-3942-4ea9-b17a-fbadbb06c0df req-08abe9fb-0313-4eaa-802c-444645c360f0 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3903899 Sep 16 04:56:17.305677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Request body: {'port': {'device_id': '530e486e-babf-45cb-bf58-de28d90f554a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:17.332746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e31308ad-cc58-416c-946f-5190f61324aa None None] Port d4bea2b1-03c7-4b22-8cb6-f4e302845738 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:17.412576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-a22afdee-0b9e-4564-b807-9540cc04c64f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 217 time: 0.1145449 Sep 16 04:56:17.473950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37890) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.493205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:17.530909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203363-9c3a-436c-bd50-a159ffb7975e req-08dc2cf6-bf4c-45d5-8bf0-369abc497bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.532444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-08dc2cf6-bf4c-45d5-8bf0-369abc497bcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.1029496 Sep 16 04:56:17.564964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:17.567430 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f006057-1145-4846-97c1-c111896ff6b3 x-openstack-request-id: req-9f006057-1145-4846-97c1-c111896ff6b3 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:17.567729 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aea84c3-2021-4fad-8f1e-b5327cf4a48a", "tag": "982547cc-91b7-495a-bbbd-aabe5992a560", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:17.567986 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f006057-1145-4846-97c1-c111896ff6b3 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:17.568390 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aea84c3-2021-4fad-8f1e-b5327cf4a48a', 'tag': '982547cc-91b7-495a-bbbd-aabe5992a560', 'status': 'completed', 'code': 200} Sep 16 04:56:17.571758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.592370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:17.592370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:17.632392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203363-9c3a-436c-bd50-a159ffb7975e req-f033cc6f-94cd-4823-b5cb-b2e468423a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.635993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-f033cc6f-94cd-4823-b5cb-b2e468423a3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965068 Sep 16 04:56:17.678073 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2e3b7d1c-e87f-4488-801b-86350a7cf1d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8cdb984372b74e3fad220d4bbcbe4521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961420 Sep 16 04:56:17.682966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37892) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.691788 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-892a9173-bc6a-42ad-a6a7-8b08410c46dd service neutron] 10.222.0.57 "GET /v2.0/networks/b20cefe4-91cb-4fff-9522-fdff0ea5fb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388645 Sep 16 04:56:17.756831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b47f-91de-466e-9623-6013cfbbc6f5 req-2652d0e8-657d-4b8d-a20e-455a7dfbc786 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.758370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ce1b47f-91de-466e-9623-6013cfbbc6f5 req-2652d0e8-657d-4b8d-a20e-455a7dfbc786 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 943 time: 0.1169636 Sep 16 04:56:17.845791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ce1b47f-91de-466e-9623-6013cfbbc6f5 req-8e080055-9dee-4017-9dd4-b5027538de4f tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757973 Sep 16 04:56:17.873676 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36f5462-296d-42ab-a082-aa2911588202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.887026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:17.900965 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36f5462-296d-42ab-a082-aa2911588202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.969211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-894abb63-4817-48f4-a2fd-4f322fa32ea0 req-9ab7b554-aaaf-45d0-b508-45114a4a597d service neutron] 10.222.0.57 "GET /v2.0/networks/b20cefe4-91cb-4fff-9522-fdff0ea5fb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669804 Sep 16 04:56:17.978449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-6d01c43f-5a59-499b-ac69-eb887f2b8597 service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943237 Sep 16 04:56:18.104571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30203363-9c3a-436c-bd50-a159ffb7975e req-0a4bf837-78ee-4f09-a718-7fb7f4ca91fd service neutron] 10.222.0.59 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068749 Sep 16 04:56:18.109955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36f5462-296d-42ab-a082-aa2911588202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.117212 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36f5462-296d-42ab-a082-aa2911588202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.118785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f36f5462-296d-42ab-a082-aa2911588202 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/135aa173-9f66-4bee-a920-c4a22bf6f5ad HTTP/1.1" status: 204 len: 168 time: 0.4316518 Sep 16 04:56:18.198832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f5462-296d-42ab-a082-aa2911588202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135aa173-9f66-4bee-a920-c4a22bf6f5ad,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.249907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe4ab6-947b-46a0-aa83-3194970ad476 req-f4bf1d24-cd26-4a1d-8ca2-270e61caffb5 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.254566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4fe4ab6-947b-46a0-aa83-3194970ad476 req-f4bf1d24-cd26-4a1d-8ca2-270e61caffb5 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 936 time: 0.1437223 Sep 16 04:56:18.337152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bea2b1-03c7-4b22-8cb6-f4e302845738 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:18.338154 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd033dc1-9d91-49e1-88c7-e7697bb52bb4 x-openstack-request-id: req-fd033dc1-9d91-49e1-88c7-e7697bb52bb4 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:18.338478 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:18.338733 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd033dc1-9d91-49e1-88c7-e7697bb52bb4 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:18.340323 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'status': 'completed', 'code': 200} Sep 16 04:56:18.344919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4fe4ab6-947b-46a0-aa83-3194970ad476 req-3e95f8b5-505c-4498-ae28-7537ff8a80cb tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Sep 16 04:56:18.470033 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.470559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-fad98a88-6893-401a-b958-22bcbc6303eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.475366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-fad98a88-6893-401a-b958-22bcbc6303eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 1098 time: 0.1212957 Sep 16 04:56:18.482149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:18.542297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Transition to ACTIVE for port object d4bea2b1-03c7-4b22-8cb6-f4e302845738 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:18.562454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a94431-5091-40d1-b247-aeba9ccd7213 None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 4, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9', 'name': '', 'network_id': 'd8a3ad0d-98d2-48e2-ba3f-4110341bb184', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'mac_address': 'fa:16:3e:70:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:52Z', 'updated_at': '2021-09-16T04:55:00Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'subnets': [{'id': '6243b766-1f7f-4e6e-a175-1885405db1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:18.624485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-986a4545-1ee9-4142-b525-d52e09589984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.629774 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-986a4545-1ee9-4142-b525-d52e09589984 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7614525cad084f149af973caf9ab7116&device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 1095 time: 0.2630134 Sep 16 04:56:18.715125 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.717195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-9defa73f-8f5d-4bc7-ad42-86340917b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.719605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-9defa73f-8f5d-4bc7-ad42-86340917b607 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 200 len: 922 time: 0.2358546 Sep 16 04:56:18.990131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1538425556', 'description': 'tempest-description-1376761531'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:19.006131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-b9c97aa1-2ff4-4449-bd27-204fd11e6bf7 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips/07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 HTTP/1.1" status: 200 len: 696 time: 0.2806787 Sep 16 04:56:19.014386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-23eab98d-e2bc-4358-9c68-2abfd4a43d6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 200 len: 217 time: 0.2786388 Sep 16 04:56:19.154075 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a5fc3-d104-4cb7-ad6f-99ee25aae1d5 None None] New status for floating IP 07015ef3-a185-4ee4-811a-fcfdd6c7e5e2: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:56:19.283486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-0b23426e-1d89-4b20-aa03-6a753af4464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.284941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-0b23426e-1d89-4b20-aa03-6a753af4464c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 200 len: 860 time: 0.2568114 Sep 16 04:56:19.363731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-b088cad7-6da0-4776-88e5-2b18b6f7dd06 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.365600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-b088cad7-6da0-4776-88e5-2b18b6f7dd06 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.3586690 Sep 16 04:56:19.384070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-3eaadbc8-1d92-46a0-8220-57d7f0d6595b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:56:19.391275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-3eaadbc8-1d92-46a0-8220-57d7f0d6595b tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112746 Sep 16 04:56:19.475192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bea2b1-03c7-4b22-8cb6-f4e302845738,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.493449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-86ee8989-2a5b-4393-a01e-6558109dd4a9 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 699 time: 0.1009939 Sep 16 04:56:19.506719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-68afe03f-de4f-481b-8190-bdb58d0b8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.510160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-68afe03f-de4f-481b-8190-bdb58d0b8d9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8a3ad0d-98d2-48e2-ba3f-4110341bb184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117629 Sep 16 04:56:19.510324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-489f3e69-ea16-420d-99d2-a11160eb8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.511865 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-489f3e69-ea16-420d-99d2-a11160eb8c2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=b20cefe4-91cb-4fff-9522-fdff0ea5fb47 HTTP/1.1" status: 200 len: 923 time: 0.8711693 Sep 16 04:56:19.565073 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-7609e7f8-b637-4517-8de4-c1a7266cef6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982547cc-91b7-495a-bbbd-aabe5992a560 HTTP/1.1" status: 200 len: 217 time: 0.0439432 Sep 16 04:56:19.565754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Attempting to bind port d4bea2b1-03c7-4b22-8cb6-f4e302845738 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:19.566092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Attempting to bind port d4bea2b1-03c7-4b22-8cb6-f4e302845738 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:19.566420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Attempting to bind port d4bea2b1-03c7-4b22-8cb6-f4e302845738 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:19.571770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Port d4bea2b1-03c7-4b22-8cb6-f4e302845738 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:19.572106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Attempting to bind port d4bea2b1-03c7-4b22-8cb6-f4e302845738 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:19.587907 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.594085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:19.594242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:19.594496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:19.594946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Bound port: d4bea2b1-03c7-4b22-8cb6-f4e302845738, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:19.595337 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.616683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-05a63ffa-bb2b-435a-ac14-5f1e10c302a4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 699 time: 0.1120329 Sep 16 04:56:19.620566 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.665663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37928) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.860307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-413bf66f-a89a-4b6e-9540-700c565ec7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.862267 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-413bf66f-a89a-4b6e-9540-700c565ec7a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fd6b949-c953-412c-b669-43946cb2995a HTTP/1.1" status: 200 len: 862 time: 0.2696722 Sep 16 04:56:19.907817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-77e71c93-29bd-49f0-ba95-33d94b30defb service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895228 Sep 16 04:56:19.922613 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-7e6c9cf5-6b78-471b-951a-4872d7749876 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b20cefe4-91cb-4fff-9522-fdff0ea5fb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407510 Sep 16 04:56:19.927221 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0ace1ab8-995b-40aa-b142-9f73948a1835 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ca06a8dc1164af0890b2fdebacf604a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589624 Sep 16 04:56:19.930620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37938) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.961598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] For port d4bea2b1-03c7-4b22-8cb6-f4e302845738, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:20.015709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] For port d4bea2b1-03c7-4b22-8cb6-f4e302845738, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d4bea2b1-03c7-4b22-8cb6-f4e302845738,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:20.063729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0aa785a2-1907-457d-9123-7c52d07701d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.112924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0aa785a2-1907-457d-9123-7c52d07701d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.115496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.140393 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-ef910987-8a0e-4e1e-8fe8-3d6896f68173 service neutron] 10.222.0.57 "GET /v2.0/networks/b20cefe4-91cb-4fff-9522-fdff0ea5fb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802878 Sep 16 04:56:20.175671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Deleting port f932c0bd-39c6-49e4-9384-45e6afa67797 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:20.186752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.280316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.281126 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.287948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e5d8fc6-82ec-41c8-be46-e366d56f2f9b req-4b645c3a-84ee-4f57-b3ae-ec970fc4f167 service neutron] 10.222.0.57 "GET /v2.0/networks/b20cefe4-91cb-4fff-9522-fdff0ea5fb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244307 Sep 16 04:56:20.299361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Calling delete_port for f932c0bd-39c6-49e4-9384-45e6afa67797 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:20.301690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.302626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.304326 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] 10.222.0.60 "PUT /v2.0/ports/d4bea2b1-03c7-4b22-8cb6-f4e302845738 HTTP/1.1" status: 200 len: 1097 time: 3.0288382 Sep 16 04:56:20.305019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530e486e-babf-45cb-bf58-de28d90f554a', 'tag': 'd4bea2b1-03c7-4b22-8cb6-f4e302845738'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:20.321708 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05" -d '{"events": [{"name": "network-changed", "server_uuid": "530e486e-babf-45cb-bf58-de28d90f554a", "tag": "d4bea2b1-03c7-4b22-8cb6-f4e302845738"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:20.392773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63981e33-e3ff-419f-837b-ac8b0219c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bea2b1-03c7-4b22-8cb6-f4e302845738,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.466954 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd91731e-e661-415f-9bbd-a96f91fd1e52 req-5ca8e5dd-9511-43c0-8f2b-9021f08d05bd service neutron] 10.222.0.60 "GET /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829614 Sep 16 04:56:20.526306 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0aa785a2-1907-457d-9123-7c52d07701d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.532707 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0aa785a2-1907-457d-9123-7c52d07701d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.538864 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0aa785a2-1907-457d-9123-7c52d07701d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e4aab8d-6a70-4c17-8929-c2e5c639ab03 HTTP/1.1" status: 204 len: 168 time: 0.6068945 Sep 16 04:56:20.574490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c153-6f62-4d09-a82c-606f7408475c req-3cee6a96-0be4-4140-8ae9-874e6a73871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.582776 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-3cee6a96-0be4-4140-8ae9-874e6a73871a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 1100 time: 0.1523802 Sep 16 04:56:20.584399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa785a2-1907-457d-9123-7c52d07701d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4aab8d-6a70-4c17-8929-c2e5c639ab03,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.671756 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-bb35ccb4-c069-41c2-a322-c23c7dc45e31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d4bea2b1-03c7-4b22-8cb6-f4e302845738 HTTP/1.1" status: 200 len: 217 time: 0.0844316 Sep 16 04:56:20.675711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.744114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c153-6f62-4d09-a82c-606f7408475c req-4d9a3ebe-2298-4bfd-bfa8-8e750dbd909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.745699 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-4d9a3ebe-2298-4bfd-bfa8-8e750dbd909b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0564277 Sep 16 04:56:20.790234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.848169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c153-6f62-4d09-a82c-606f7408475c req-7f8dbbf9-d8f3-4fa0-898b-772ec8b993aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.850130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-7f8dbbf9-d8f3-4fa0-898b-772ec8b993aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966766 Sep 16 04:56:20.872667 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.877986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bade30d-28f5-4c10-9f64-ea8f0a8dce3e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.023876 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.029571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Pushing event deleted for resources: {'Port': ['ID=f932c0bd-39c6-49e4-9384-45e6afa67797,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.059057 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-90a7ed75-db73-413c-9b99-e9948a87bc90 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997151 Sep 16 04:56:21.124021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.197673 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd31c153-6f62-4d09-a82c-606f7408475c req-4a1e2018-1937-4760-b949-8fffd45d61a0 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274078 Sep 16 04:56:21.293420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa81d1-7f82-4f94-ade3-f214bd43f9c6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.316549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.319386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.321100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fa29e4c-3e80-42f5-99c3-9612fed5c20a req-e11ccc69-2783-4cfc-9ac6-96ac6d298856 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "DELETE /v2.0/floatingips/07015ef3-a185-4ee4-811a-fcfdd6c7e5e2 HTTP/1.1" status: 204 len: 173 time: 1.7041090 Sep 16 04:56:21.332299 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.333716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98d13e36-2658-482e-bddd-da66299bf7dd req-1ea993a6-73b5-46df-803b-1953de069269 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.4263771 Sep 16 04:56:21.540617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68591e0c-dc82-4e10-88b3-98f168b5c8dd req-7d9366c0-1d39-439f-b014-ccb18b9c5897 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:21.542187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68591e0c-dc82-4e10-88b3-98f168b5c8dd req-7d9366c0-1d39-439f-b014-ccb18b9c5897 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 943 time: 0.0722532 Sep 16 04:56:21.550141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c683f-2463-4590-b67a-0361b30a188c req-4b871206-fb87-46fa-be2e-77f3c39ade7f tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:21.560255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-800c683f-2463-4590-b67a-0361b30a188c req-4b871206-fb87-46fa-be2e-77f3c39ade7f tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 948 time: 0.1300819 Sep 16 04:56:21.612845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68591e0c-dc82-4e10-88b3-98f168b5c8dd req-0879b487-0c5b-4360-b78a-eedc0f523dd9 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600922 Sep 16 04:56:21.636086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-800c683f-2463-4590-b67a-0361b30a188c req-26d2f8b1-ab89-451b-acd6-dc648c7b42e1 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756123 Sep 16 04:56:21.749435 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d864ae6-a030-4863-a9a3-7827943c54a9 x-openstack-request-id: req-3d864ae6-a030-4863-a9a3-7827943c54a9 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:21.749945 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530e486e-babf-45cb-bf58-de28d90f554a", "tag": "d4bea2b1-03c7-4b22-8cb6-f4e302845738", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:21.750070 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d864ae6-a030-4863-a9a3-7827943c54a9 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:21.751865 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530e486e-babf-45cb-bf58-de28d90f554a', 'tag': 'd4bea2b1-03c7-4b22-8cb6-f4e302845738', 'status': 'completed', 'code': 200} Sep 16 04:56:21.801419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-b7e544ac-36f6-4cd8-8417-2ba76838ee36 req-9161ab74-724b-4784-aeed-19ce396d26cd tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1242430667', 'description': 'tempest-description-340620737'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:21.892549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-c84fac83-04f3-434d-a421-93d275bf398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:21.894303 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-c84fac83-04f3-434d-a421-93d275bf398a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 1100 time: 0.1136334 Sep 16 04:56:21.932152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b7e544ac-36f6-4cd8-8417-2ba76838ee36 req-9161ab74-724b-4784-aeed-19ce396d26cd tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.104040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-c5090a73-2f8e-475f-86f4-e8dadb09c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.106114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-c5090a73-2f8e-475f-86f4-e8dadb09c23f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2020264 Sep 16 04:56:22.145563 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b7e544ac-36f6-4cd8-8417-2ba76838ee36 req-9161ab74-724b-4784-aeed-19ce396d26cd tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.198185 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-e5920653-9dbc-4cc8-a9fd-a6ea4c2020d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d4bea2b1-03c7-4b22-8cb6-f4e302845738 HTTP/1.1" status: 200 len: 217 time: 0.0747974 Sep 16 04:56:22.316438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-893af368-73fe-4991-8b64-d25d8959cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.321006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-893af368-73fe-4991-8b64-d25d8959cb45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1129153 Sep 16 04:56:22.325034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b7e544ac-36f6-4cd8-8417-2ba76838ee36 req-9161ab74-724b-4784-aeed-19ce396d26cd tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.393991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161ab74-724b-4784-aeed-19ce396d26cd tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f425606-6528-4e2f-8cf5-845b4b578391,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.465562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-c368b5f9-72ec-4544-8361-8a9003591154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.468909 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-c368b5f9-72ec-4544-8361-8a9003591154 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1373482 Sep 16 04:56:22.469636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 982547cc-91b7-495a-bbbd-aabe5992a560 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:22.480625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b7e544ac-36f6-4cd8-8417-2ba76838ee36 req-9161ab74-724b-4784-aeed-19ce396d26cd tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.482715 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7e544ac-36f6-4cd8-8417-2ba76838ee36 req-9161ab74-724b-4784-aeed-19ce396d26cd tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6891825 Sep 16 04:56:22.652459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 982547cc-91b7-495a-bbbd-aabe5992a560, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=982547cc-91b7-495a-bbbd-aabe5992a560,segment=NetworkSegment(235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1),segment_id=235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:22.673578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '982547cc-91b7-495a-bbbd-aabe5992a560', 'network_id': 'b20cefe4-91cb-4fff-9522-fdff0ea5fb47', 'port_id': '982547cc-91b7-495a-bbbd-aabe5992a560', 'mac_address': 'fa:16:3e:db:47:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd6b949-c953-412c-b669-43946cb2995a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:22.693594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c708db6-6175-48dd-bb06-0ea35a9c4305 req-bd988319-1aa3-4dc6-8ee2-89b027ba20ef tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.696643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c708db6-6175-48dd-bb06-0ea35a9c4305 req-bd988319-1aa3-4dc6-8ee2-89b027ba20ef tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 946 time: 0.0702333 Sep 16 04:56:22.728918 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-c75fd678-eb9d-4642-bd2f-d51b4e5f73c5 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509861 Sep 16 04:56:22.739882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.778125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982547cc-91b7-495a-bbbd-aabe5992a560 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:22.799508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c708db6-6175-48dd-bb06-0ea35a9c4305 req-f4b93435-2e38-4dfb-9af7-fc6a0ba48b1e tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869012 Sep 16 04:56:22.805796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 982547cc-91b7-495a-bbbd-aabe5992a560, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=982547cc-91b7-495a-bbbd-aabe5992a560,segment=NetworkSegment(235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1),segment_id=235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:22.940535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.987673 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba7a59b6-b597-42ba-b4a2-54ef17cbad05 req-d020e145-866f-4361-9e16-20a05fa64411 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522607 Sep 16 04:56:23.051390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=982547cc-91b7-495a-bbbd-aabe5992a560,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:23.077782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.078607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.079167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.079758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.080305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.080986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.081529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.082303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.082860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.083434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.083975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.084523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:23.097489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20439bef-e8c8-45ff-a936-0aacd4f7a55a req-c09ea08a-f59b-437f-b3f8-65004d61fb27 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.104995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20439bef-e8c8-45ff-a936-0aacd4f7a55a req-c09ea08a-f59b-437f-b3f8-65004d61fb27 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 944 time: 0.0842741 Sep 16 04:56:23.191355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20439bef-e8c8-45ff-a936-0aacd4f7a55a req-74973c67-bf8a-48b8-9fda-ec5d9af55499 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 Sep 16 04:56:23.291197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-80736af1-c56b-4106-8d55-076dd030cfb4 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39603 time: 0.4617164 Sep 16 04:56:23.411921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f263582-4df7-4504-9c37-95d3735ccc01 req-20b76a5f-0488-48bd-a0e5-7bba42abe782 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.421210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f263582-4df7-4504-9c37-95d3735ccc01 req-20b76a5f-0488-48bd-a0e5-7bba42abe782 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 948 time: 0.1289260 Sep 16 04:56:23.431948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-21b4c7eb-cc40-4e22-bf88-aa13787b598b tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/0ea2ac35-c5ca-4d0b-9a05-10a8425177ed HTTP/1.1" status: 200 len: 2981 time: 0.1227286 Sep 16 04:56:23.436933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['982547cc-91b7-495a-bbbd-aabe5992a560'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:23.506913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f263582-4df7-4504-9c37-95d3735ccc01 req-94bdaad5-71c6-499e-8dc7-565c86ee6cde tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845478 Sep 16 04:56:23.541367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-71aebea5-cf3e-4404-9827-d36beb0c0fec tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/0ea2ac35-c5ca-4d0b-9a05-10a8425177ed HTTP/1.1" status: 200 len: 2981 time: 0.0987332 Sep 16 04:56:23.604572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-5debf3b3-dd07-4be1-b18f-f4c5ccf887e2 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/24023878-8636-4959-b8ba-11d34a4e0364 HTTP/1.1" status: 200 len: 2981 time: 0.0620806 Sep 16 04:56:23.661682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-75d17a7b-600a-42a7-abcc-c2323b0ca597 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/24023878-8636-4959-b8ba-11d34a4e0364 HTTP/1.1" status: 200 len: 2981 time: 0.0560000 Sep 16 04:56:23.770717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-7c1772d3-2fda-4769-9e1a-cc2b46545bb3 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/246face3-4f4c-413b-b1ec-bac9e70affc8 HTTP/1.1" status: 200 len: 2981 time: 0.1032841 Sep 16 04:56:23.797166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c49a-641b-4035-8327-e8788a3d02d4 req-dd40599d-b767-470e-8b28-19ae5afbe4aa tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.798783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa29c49a-641b-4035-8327-e8788a3d02d4 req-dd40599d-b767-470e-8b28-19ae5afbe4aa tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 944 time: 0.1007876 Sep 16 04:56:23.801871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-f4042326-1cef-44be-98fa-7af29a405277 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.803585 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-f4042326-1cef-44be-98fa-7af29a405277 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.57 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 944 time: 0.1291950 Sep 16 04:56:23.820047 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-6b0e3cda-827a-44d9-af37-bb9bdab5d334 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.823053 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-6b0e3cda-827a-44d9-af37-bb9bdab5d334 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.60 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 946 time: 0.0850692 Sep 16 04:56:23.851259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-7d611022-a475-46af-8df5-4a590ac306b4 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/246face3-4f4c-413b-b1ec-bac9e70affc8 HTTP/1.1" status: 200 len: 2981 time: 0.0796096 Sep 16 04:56:23.888312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa29c49a-641b-4035-8327-e8788a3d02d4 req-e18d88f8-73bd-4216-8566-99ef98f4a3ea tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810616 Sep 16 04:56:23.918308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-af62713b-8c54-43f4-a440-2d941c483c98 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4bade30d-28f5-4c10-9f64-ea8f0a8dce3e HTTP/1.1" status: 200 len: 2981 time: 0.0657704 Sep 16 04:56:23.963902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-d1722329-a7ab-42ef-bfab-32336dfccf29 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4bade30d-28f5-4c10-9f64-ea8f0a8dce3e HTTP/1.1" status: 200 len: 2981 time: 0.0440643 Sep 16 04:56:24.004357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Deleting port 400eba4e-0a11-4e40-a5ca-64812cddc187 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:24.005004 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.034953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-ee7c9110-f82d-42ee-b32f-b6820ed6e740 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/59bf0594-137a-4809-b856-c19fa7433900 HTTP/1.1" status: 200 len: 2981 time: 0.0701194 Sep 16 04:56:24.082960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6205b-d4f6-41a8-ae83-fb31375d08f6 req-53c297ce-d010-4b32-893f-ac7609471254 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.089066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2b6205b-d4f6-41a8-ae83-fb31375d08f6 req-53c297ce-d010-4b32-893f-ac7609471254 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 946 time: 0.1014445 Sep 16 04:56:24.109283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] For port 400eba4e-0a11-4e40-a5ca-64812cddc187, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=400eba4e-0a11-4e40-a5ca-64812cddc187,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:24.109715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.126244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Calling delete_port for 400eba4e-0a11-4e40-a5ca-64812cddc187 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:24.126760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-e6b22f49-e00d-4d88-9306-0a5313a1450a tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/59bf0594-137a-4809-b856-c19fa7433900 HTTP/1.1" status: 200 len: 2981 time: 0.0900946 Sep 16 04:56:24.163730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2b6205b-d4f6-41a8-ae83-fb31375d08f6 req-ebd905e1-576a-4452-9d26-d966b8a9fca4 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/security-groups?id=246face3-4f4c-413b-b1ec-bac9e70affc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736649 Sep 16 04:56:24.206841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-92af6f0a-aff0-4f95-88f2-9d3df098e57d tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/5a3d4c15-9f73-4f44-b64f-d6458f5f0353 HTTP/1.1" status: 200 len: 2973 time: 0.0796800 Sep 16 04:56:24.253762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Deleting port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:24.254139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.292059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-ede4d4e8-b91b-4360-806f-4dfe2b180012 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/5a3d4c15-9f73-4f44-b64f-d6458f5f0353 HTTP/1.1" status: 200 len: 2973 time: 0.0777297 Sep 16 04:56:24.344075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-1b40ff7c-5aa8-4c9a-a0ce-992dbab34c15 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7c300ed1-cef7-4041-a884-bc24cc67f30d HTTP/1.1" status: 200 len: 2977 time: 0.0451856 Sep 16 04:56:24.414154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-67c616b7-feff-467a-a809-2ebe53ffdd9a tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7c300ed1-cef7-4041-a884-bc24cc67f30d HTTP/1.1" status: 200 len: 2977 time: 0.0588763 Sep 16 04:56:24.432029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] For port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:24.432316 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.446210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Calling delete_port for 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:24.464751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 982547cc-91b7-495a-bbbd-aabe5992a560 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:24.493224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-f01af423-2e16-4821-963e-d95d06e13730 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/8f972b40-6ab3-4a85-a700-f1a513e4d454 HTTP/1.1" status: 200 len: 2981 time: 0.0667317 Sep 16 04:56:24.538807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.550370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d4bea2b1-03c7-4b22-8cb6-f4e302845738 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:24.557914 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['400eba4e-0a11-4e40-a5ca-64812cddc187'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:24.573932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Pushing event deleted for resources: {'Port': ['ID=400eba4e-0a11-4e40-a5ca-64812cddc187,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.647875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] No DVR routers for this DVR port 400eba4e-0a11-4e40-a5ca-64812cddc187 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:24.662467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.662467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-906673d4-d337-4b5d-97b4-adae42cf7611 req-066d5e56-2e56-4f4a-afb7-1e82b9e5ef42 tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.60 "DELETE /v2.0/ports/400eba4e-0a11-4e40-a5ca-64812cddc187 HTTP/1.1" status: 204 len: 173 time: 0.8210196 Sep 16 04:56:24.662467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'name': 'network-vif-deleted', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:24.664619 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c14ed7-f8cc-4c7f-8b13-ae050e9edf8a" -d '{"events": [{"server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "name": "network-vif-deleted", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:24.733928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d4bea2b1-03c7-4b22-8cb6-f4e302845738, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d4bea2b1-03c7-4b22-8cb6-f4e302845738,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:24.742949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 982547cc-91b7-495a-bbbd-aabe5992a560 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:24.751753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 982547cc-91b7-495a-bbbd-aabe5992a560 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:24.752623 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.780218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'd4bea2b1-03c7-4b22-8cb6-f4e302845738', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'd4bea2b1-03c7-4b22-8cb6-f4e302845738', 'mac_address': 'fa:16:3e:13:bb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:24.829467 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.853139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bea2b1-03c7-4b22-8cb6-f4e302845738 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:24.864395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad03b3-8b30-4c71-9cf3-d0b5fbfc01d2 req-d6b3fbc5-d9a0-4cd0-aae5-3be53ca5c40d tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.866121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37ad03b3-8b30-4c71-9cf3-d0b5fbfc01d2 req-d6b3fbc5-d9a0-4cd0-aae5-3be53ca5c40d tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 944 time: 0.4108930 Sep 16 04:56:24.918196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-a8069778-d8cc-4cc1-b1df-db4915aa7456 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/8f972b40-6ab3-4a85-a700-f1a513e4d454 HTTP/1.1" status: 200 len: 2981 time: 0.4174528 Sep 16 04:56:24.921421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37ad03b3-8b30-4c71-9cf3-d0b5fbfc01d2 req-5a47e107-88da-4955-9a55-73272a6b789d tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468910 Sep 16 04:56:24.923784 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.926612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d4bea2b1-03c7-4b22-8cb6-f4e302845738, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d4bea2b1-03c7-4b22-8cb6-f4e302845738,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:24.937574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.956363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aea84c3-2021-4fad-8f1e-b5327cf4a48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982547cc-91b7-495a-bbbd-aabe5992a560'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:24.968947 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388914f1-1ec5-4aa6-a0ac-47ac933047ff" -d '{"events": [{"server_uuid": "9aea84c3-2021-4fad-8f1e-b5327cf4a48a", "name": "network-vif-plugged", "status": "completed", "tag": "982547cc-91b7-495a-bbbd-aabe5992a560"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:24.992292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 982547cc-91b7-495a-bbbd-aabe5992a560, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=982547cc-91b7-495a-bbbd-aabe5992a560,segment=NetworkSegment(235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1),segment_id=235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:24.992292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:24.994505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Pushing event deleted for resources: {'Port': ['ID=9439f466-e6b0-49e8-8d9b-ec9e0ae288ed,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.016645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-840f0695-9f56-42f3-aa03-25fa1cd9119d tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9db6ea0a-01fb-4473-be6f-72604b117389 HTTP/1.1" status: 200 len: 2981 time: 0.0847878 Sep 16 04:56:25.025950 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.069925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] No DVR routers for this DVR port 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:25.073670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.077559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-15d3fdb9-3a18-4807-a87d-3a989bf24ad2 req-407ce97a-96fe-437e-be4c-48dd95effea9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.57 "DELETE /v2.0/ports/9439f466-e6b0-49e8-8d9b-ec9e0ae288ed HTTP/1.1" status: 204 len: 173 time: 1.2533920 Sep 16 04:56:25.083880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-1ff3182a-c9b9-4daa-9d3a-35c26a1c533b tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9db6ea0a-01fb-4473-be6f-72604b117389 HTTP/1.1" status: 200 len: 2981 time: 0.0605125 Sep 16 04:56:25.139373 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.142000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-11f07f53-6956-4757-86dd-6f94da46bb82 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c3b5cef9-97a1-4ff8-ab53-fb810b2f9e4c HTTP/1.1" status: 200 len: 2981 time: 0.0519760 Sep 16 04:56:25.144440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=d4bea2b1-03c7-4b22-8cb6-f4e302845738,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.236189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-e8a5ce9a-0f89-4cde-89ee-da56c612bb50 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c3b5cef9-97a1-4ff8-ab53-fb810b2f9e4c HTTP/1.1" status: 200 len: 2981 time: 0.0735047 Sep 16 04:56:25.252805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=982547cc-91b7-495a-bbbd-aabe5992a560,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.270114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['d4bea2b1-03c7-4b22-8cb6-f4e302845738'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:25.360709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-a8d0e291-8cf8-4738-a4a2-ee851f96e03c tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/da9d4251-7dad-4032-ae67-5075da25f5f7 HTTP/1.1" status: 200 len: 2981 time: 0.1029365 Sep 16 04:56:25.416284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-91e0b8d1-8467-4fd0-bf7b-7b2a3b7d0a4c tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/da9d4251-7dad-4032-ae67-5075da25f5f7 HTTP/1.1" status: 200 len: 2981 time: 0.0536048 Sep 16 04:56:25.478098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-18cad460-4092-439c-86ad-042de7e8d7b7 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/ffd0adc4-3e72-46b3-aff9-126d76063ea6 HTTP/1.1" status: 200 len: 2981 time: 0.0476842 Sep 16 04:56:25.524571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-145809d3-3e21-40da-a250-2f71b5c1c162 req-1ab0eb05-516f-4de0-8bcd-43e441f84430 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/ffd0adc4-3e72-46b3-aff9-126d76063ea6 HTTP/1.1" status: 200 len: 2981 time: 0.0397599 Sep 16 04:56:25.638435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340b6f3-73c2-479c-b5a3-b924f021079e req-4e6aa062-871d-46c8-b9dd-6976eb18f767 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:25.639457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e340b6f3-73c2-479c-b5a3-b924f021079e req-4e6aa062-871d-46c8-b9dd-6976eb18f767 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 949 time: 0.0522985 Sep 16 04:56:25.679572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e340b6f3-73c2-479c-b5a3-b924f021079e req-d323cb7f-fa19-4600-87bb-4db80c63fd1a tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Sep 16 04:56:25.777019 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fda34b-cae2-484c-bad1-e3985177c8db x-openstack-request-id: req-e2fda34b-cae2-484c-bad1-e3985177c8db {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:25.777316 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050e75b8-b144-4377-982f-a0a376ebfb0f", "name": "network-vif-deleted", "tag": "400eba4e-0a11-4e40-a5ca-64812cddc187", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:25.777564 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2fda34b-cae2-484c-bad1-e3985177c8db {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:25.777995 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e75b8-b144-4377-982f-a0a376ebfb0f', 'name': 'network-vif-deleted', 'tag': '400eba4e-0a11-4e40-a5ca-64812cddc187', 'status': 'completed', 'code': 200} Sep 16 04:56:25.862384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3b2c07b-32a0-4a2b-b02a-c07fee6b2f02 req-fde50dd5-8425-4b81-881f-23e3085de8a1 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 210 time: 0.0286777 Sep 16 04:56:25.907618 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bf64b3-c3d1-4557-a4eb-1b2e279880a5 x-openstack-request-id: req-26bf64b3-c3d1-4557-a4eb-1b2e279880a5 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:25.908191 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aea84c3-2021-4fad-8f1e-b5327cf4a48a", "name": "network-vif-plugged", "status": "completed", "tag": "982547cc-91b7-495a-bbbd-aabe5992a560", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:25.908191 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26bf64b3-c3d1-4557-a4eb-1b2e279880a5 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:25.908584 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aea84c3-2021-4fad-8f1e-b5327cf4a48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982547cc-91b7-495a-bbbd-aabe5992a560', 'code': 200} Sep 16 04:56:25.992876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edfcf403-1e4d-464c-83e4-d2bf8b5a2c1d req-855f8bc0-28c7-4790-b67b-73ca980bb6ce tempest-FloatingIPsAssociationTestJSON-2139381718 tempest-FloatingIPsAssociationTestJSON-2139381718-project] 10.222.0.59 "GET /v2.0/ports?device_id=050e75b8-b144-4377-982f-a0a376ebfb0f HTTP/1.1" status: 200 len: 210 time: 0.0254920 Sep 16 04:56:26.049747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc9b2d-d60d-4ce6-86dc-d8f7d729dbb2 req-e9de9893-e5f2-41d9-b086-24292366a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.051154 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1efc9b2d-d60d-4ce6-86dc-d8f7d729dbb2 req-e9de9893-e5f2-41d9-b086-24292366a6fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 1097 time: 0.0415449 Sep 16 04:56:26.077083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b323d340-e210-4df4-9774-60efd16809ca req-5bbaf2c2-77b4-462c-a3cf-e2d5a1eb1845 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e13743516634b50a10e24b925ef13b5 HTTP/1.1" status: 200 len: 6102 time: 0.0608511 Sep 16 04:56:26.098958 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1efc9b2d-d60d-4ce6-86dc-d8f7d729dbb2 req-126185a2-0f45-4fbb-ab26-0c80c58e90cf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Sep 16 04:56:26.123131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b323d340-e210-4df4-9774-60efd16809ca req-b3f409a3-e15f-421c-a80d-422fba4085ff tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "GET /v2.0/security-groups/0ea2ac35-c5ca-4d0b-9a05-10a8425177ed HTTP/1.1" status: 200 len: 2981 time: 0.0398464 Sep 16 04:56:26.167330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b323d340-e210-4df4-9774-60efd16809ca req-8fee7ee6-0762-448b-a458-e58714ad7fdf tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "GET /v2.0/security-groups/0ea2ac35-c5ca-4d0b-9a05-10a8425177ed HTTP/1.1" status: 200 len: 2981 time: 0.0379050 Sep 16 04:56:26.494945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2609-9004-46a8-8e6b-872fca6629ac req-d396b26a-c984-4164-afae-866582c8a4d3 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.496503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcba2609-9004-46a8-8e6b-872fca6629ac req-d396b26a-c984-4164-afae-866582c8a4d3 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 945 time: 0.0628703 Sep 16 04:56:26.539603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcba2609-9004-46a8-8e6b-872fca6629ac req-ed2fd8be-dbe9-498a-85c6-bb7c7f0d2939 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Sep 16 04:56:26.561372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d4bea2b1-03c7-4b22-8cb6-f4e302845738 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:26.631920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2b209ff-5680-494a-b599-36cd93b9a1d7 req-1900a06d-a80f-4189-b646-a554aa6ecdd5 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7f425606-6528-4e2f-8cf5-845b4b578391 HTTP/1.1" status: 200 len: 1777 time: 0.0588849 Sep 16 04:56:26.691552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b2b209ff-5680-494a-b599-36cd93b9a1d7 req-2c9d9a51-74e4-431e-b3f8-470c9892adf0 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.719227 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b2b209ff-5680-494a-b599-36cd93b9a1d7 req-2c9d9a51-74e4-431e-b3f8-470c9892adf0 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.725968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port d4bea2b1-03c7-4b22-8cb6-f4e302845738 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:26.730282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port d4bea2b1-03c7-4b22-8cb6-f4e302845738 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:26.736569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.851604 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.890672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d4bea2b1-03c7-4b22-8cb6-f4e302845738, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d4bea2b1-03c7-4b22-8cb6-f4e302845738,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:26.954792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b2b209ff-5680-494a-b599-36cd93b9a1d7 req-2c9d9a51-74e4-431e-b3f8-470c9892adf0 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.959279 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b2b209ff-5680-494a-b599-36cd93b9a1d7 req-2c9d9a51-74e4-431e-b3f8-470c9892adf0 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.962574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2b209ff-5680-494a-b599-36cd93b9a1d7 req-2c9d9a51-74e4-431e-b3f8-470c9892adf0 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f425606-6528-4e2f-8cf5-845b4b578391 HTTP/1.1" status: 204 len: 173 time: 0.3246052 Sep 16 04:56:26.971756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d9a51-74e4-431e-b3f8-470c9892adf0 tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f425606-6528-4e2f-8cf5-845b4b578391,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:26.999410 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.999410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 400eba4e-0a11-4e40-a5ca-64812cddc187 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:27.066790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 400eba4e-0a11-4e40-a5ca-64812cddc187 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:27.066790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 400eba4e-0a11-4e40-a5ca-64812cddc187 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:27.090086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1a8b-8fdb-426d-8224-311e3c27e0ab req-b50d68e3-0679-4e1d-b35a-0911b0d1cef6 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:27.098282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b7a1a8b-8fdb-426d-8224-311e3c27e0ab req-b50d68e3-0679-4e1d-b35a-0911b0d1cef6 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 950 time: 0.0643923 Sep 16 04:56:27.136656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=d4bea2b1-03c7-4b22-8cb6-f4e302845738,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.155085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b7a1a8b-8fdb-426d-8224-311e3c27e0ab req-c79a56cf-b097-496b-a4c2-dc9538acfaeb tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556631 Sep 16 04:56:27.259522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d814feed-afa6-4e69-854f-d300d79eb706 req-825a2c14-7ccd-4ebb-b462-d96b0bbc58ff tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6bfa81d1-7f82-4f94-ade3-f214bd43f9c6 HTTP/1.1" status: 200 len: 1778 time: 0.0657308 Sep 16 04:56:27.287266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cac7c20-0f46-4254-9a09-f5d86361d73f req-a889ceed-c3e0-4f3c-b9a5-929c0e1b6353 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=6006c89c-3c0b-48a9-b15b-f91f92fe4c05 HTTP/1.1" status: 200 len: 210 time: 0.0432293 Sep 16 04:56:27.329699 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d814feed-afa6-4e69-854f-d300d79eb706 req-91d01716-fd6a-4313-bd7e-4c926c32f2fc tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.357036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38088) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.397923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d814feed-afa6-4e69-854f-d300d79eb706 req-91d01716-fd6a-4313-bd7e-4c926c32f2fc tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.514829 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d814feed-afa6-4e69-854f-d300d79eb706 req-91d01716-fd6a-4313-bd7e-4c926c32f2fc tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.517776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d814feed-afa6-4e69-854f-d300d79eb706 req-91d01716-fd6a-4313-bd7e-4c926c32f2fc tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.524922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d814feed-afa6-4e69-854f-d300d79eb706 req-91d01716-fd6a-4313-bd7e-4c926c32f2fc tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bfa81d1-7f82-4f94-ade3-f214bd43f9c6 HTTP/1.1" status: 204 len: 173 time: 0.2640190 Sep 16 04:56:27.553616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d01716-fd6a-4313-bd7e-4c926c32f2fc tempest-SecurityGroupsTestAdminJSON-1036725718 tempest-SecurityGroupsTestAdminJSON-1036725718-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa81d1-7f82-4f94-ade3-f214bd43f9c6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.631721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4afc3f5-46de-4a6e-b98b-c9f5d7df6104 req-4cc827c1-61f6-4621-b888-9a9ea05d6357 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "GET /v2.0/security-groups/dd2889ca-ba2a-40d1-bb54-839b05957a89 HTTP/1.1" status: 200 len: 1776 time: 0.0744610 Sep 16 04:56:27.733829 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a4afc3f5-46de-4a6e-b98b-c9f5d7df6104 req-bd91b507-a1c7-48b7-9215-e0f3ce59d41d tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.775485 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a4afc3f5-46de-4a6e-b98b-c9f5d7df6104 req-bd91b507-a1c7-48b7-9215-e0f3ce59d41d tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.780091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'name': 'network-vif-deleted', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:27.782479 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d3d112-3b11-4dae-83ec-5bda281e9886" -d '{"events": [{"server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "name": "network-vif-deleted", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:27.851929 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.885905 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.909767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e486e-babf-45cb-bf58-de28d90f554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bea2b1-03c7-4b22-8cb6-f4e302845738'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:27.912492 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed99ac7-b35c-48e5-8a6c-804bec1e4f13" -d '{"events": [{"server_uuid": "530e486e-babf-45cb-bf58-de28d90f554a", "name": "network-vif-plugged", "status": "completed", "tag": "d4bea2b1-03c7-4b22-8cb6-f4e302845738"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:27.920695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a4afc3f5-46de-4a6e-b98b-c9f5d7df6104 req-bd91b507-a1c7-48b7-9215-e0f3ce59d41d tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.923885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a4afc3f5-46de-4a6e-b98b-c9f5d7df6104 req-bd91b507-a1c7-48b7-9215-e0f3ce59d41d tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.931362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4afc3f5-46de-4a6e-b98b-c9f5d7df6104 req-bd91b507-a1c7-48b7-9215-e0f3ce59d41d tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "DELETE /v2.0/security-groups/dd2889ca-ba2a-40d1-bb54-839b05957a89 HTTP/1.1" status: 204 len: 173 time: 0.2985601 Sep 16 04:56:27.946540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91b507-a1c7-48b7-9215-e0f3ce59d41d tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2889ca-ba2a-40d1-bb54-839b05957a89,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.064017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13296aa8-b937-4204-a93f-13564ba55d71 req-2ed1afa3-8a98-4b57-a600-2a4465187dfb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:28.074055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13296aa8-b937-4204-a93f-13564ba55d71 req-2ed1afa3-8a98-4b57-a600-2a4465187dfb tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 945 time: 0.0788765 Sep 16 04:56:28.124135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13296aa8-b937-4204-a93f-13564ba55d71 req-9d92f43d-65fc-4c7c-83c0-007edea1cdfc tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Sep 16 04:56:28.173420 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad342153-37fc-4a8d-83aa-ecfc604fa824 x-openstack-request-id: req-ad342153-37fc-4a8d-83aa-ecfc604fa824 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:28.173714 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6006c89c-3c0b-48a9-b15b-f91f92fe4c05", "name": "network-vif-deleted", "tag": "9439f466-e6b0-49e8-8d9b-ec9e0ae288ed", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:28.173964 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad342153-37fc-4a8d-83aa-ecfc604fa824 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:28.174360 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6006c89c-3c0b-48a9-b15b-f91f92fe4c05', 'name': 'network-vif-deleted', 'tag': '9439f466-e6b0-49e8-8d9b-ec9e0ae288ed', 'status': 'completed', 'code': 200} Sep 16 04:56:28.202667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Deleting port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:28.209467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.216016 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c424b8a3-5c4b-40fb-9660-a738a8b01e4c x-openstack-request-id: req-c424b8a3-5c4b-40fb-9660-a738a8b01e4c {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:28.216967 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e486e-babf-45cb-bf58-de28d90f554a", "name": "network-vif-plugged", "status": "completed", "tag": "d4bea2b1-03c7-4b22-8cb6-f4e302845738", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:28.217431 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c424b8a3-5c4b-40fb-9660-a738a8b01e4c {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:28.218111 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530e486e-babf-45cb-bf58-de28d90f554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bea2b1-03c7-4b22-8cb6-f4e302845738', 'code': 200} Sep 16 04:56:28.293161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a4d30fb-0fa2-4ab9-8261-bdd5dd6e75e4 req-26326782-9bce-44a0-a58d-054fc8e1223b tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "GET /v2.0/security-groups/892d2c8f-7997-4973-9ed4-3ff987f20ebe HTTP/1.1" status: 200 len: 1778 time: 0.0618262 Sep 16 04:56:28.356818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d03dc-02c0-46a1-ac09-f969beba82d1 req-9ed304b0-8084-4f39-83a6-cccb31bd4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:28.358313 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-693d03dc-02c0-46a1-ac09-f969beba82d1 req-9ed304b0-8084-4f39-83a6-cccb31bd4c51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 1102 time: 0.0721498 Sep 16 04:56:28.360170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] For port bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:28.361077 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.384341 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3a4d30fb-0fa2-4ab9-8261-bdd5dd6e75e4 req-c52be631-49f7-45e8-928f-5e8d6babe312 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.389973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Calling delete_port for bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:28.422746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3a4d30fb-0fa2-4ab9-8261-bdd5dd6e75e4 req-c52be631-49f7-45e8-928f-5e8d6babe312 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.448599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-693d03dc-02c0-46a1-ac09-f969beba82d1 req-ef87c4ab-fae8-46f2-98db-2636fd08bf25 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798175 Sep 16 04:56:28.495509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:28.623773 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3a4d30fb-0fa2-4ab9-8261-bdd5dd6e75e4 req-c52be631-49f7-45e8-928f-5e8d6babe312 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.627080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3a4d30fb-0fa2-4ab9-8261-bdd5dd6e75e4 req-c52be631-49f7-45e8-928f-5e8d6babe312 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.628438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a4d30fb-0fa2-4ab9-8261-bdd5dd6e75e4 req-c52be631-49f7-45e8-928f-5e8d6babe312 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] 10.222.0.59 "DELETE /v2.0/security-groups/892d2c8f-7997-4973-9ed4-3ff987f20ebe HTTP/1.1" status: 204 len: 173 time: 0.3277223 Sep 16 04:56:28.643466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52be631-49f7-45e8-928f-5e8d6babe312 tempest-SecurityGroupsTestAdminJSON-1896858797 tempest-SecurityGroupsTestAdminJSON-1896858797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892d2c8f-7997-4973-9ed4-3ff987f20ebe,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.683575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:28.683949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9439f466-e6b0-49e8-8d9b-ec9e0ae288ed not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:28.743330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.927290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.972475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a0b66-0687-4100-aeb9-3a416b8c207e req-c8e609a7-fc9b-4f85-9cdc-2288f51b7291 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:28.996014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-616a0b66-0687-4100-aeb9-3a416b8c207e req-c8e609a7-fc9b-4f85-9cdc-2288f51b7291 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 950 time: 0.1251879 Sep 16 04:56:29.076915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-616a0b66-0687-4100-aeb9-3a416b8c207e req-6d2a5bd7-0939-408e-ab91-ef39b25de451 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803440 Sep 16 04:56:29.112553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.480875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Router 850282b0-bc7a-4215-821f-60fbf2eacd35 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:29.625928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b1f3a-927a-42a4-86cf-39fd10946a61 req-9cf1533e-495e-42e0-98ae-a862d118c4a2 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:29.631455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c12b1f3a-927a-42a4-86cf-39fd10946a61 req-9cf1533e-495e-42e0-98ae-a862d118c4a2 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 945 time: 0.0969243 Sep 16 04:56:29.644918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38140) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.701459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c12b1f3a-927a-42a4-86cf-39fd10946a61 req-182c3b23-f043-4210-a544-cb54a1ea9d33 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Sep 16 04:56:29.712932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38144) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.787319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:29.800287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] Sync routers for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:29.804708 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c9dae256-9856-4929-8000-0e50c22ce2d4 admin admin] 10.222.0.59 "PUT /v2.0/routers/850282b0-bc7a-4215-821f-60fbf2eacd35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4501040 Sep 16 04:56:29.817985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38152) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.818091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981da15-7701-4a59-97d5-b573fe3c1caa req-2d1d770d-5b29-4dd6-9f5f-e778a9397b58 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:29.818091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e981da15-7701-4a59-97d5-b573fe3c1caa req-2d1d770d-5b29-4dd6-9f5f-e778a9397b58 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.1156967 Sep 16 04:56:29.820813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:29.821704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:29.972057 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-179ddf53-2510-45fd-a997-f66c7906e744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.973203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:30.042600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e981da15-7701-4a59-97d5-b573fe3c1caa req-ec6e1ddf-0b52-413c-a46c-4e33f23e865a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418786 Sep 16 04:56:30.076289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4a209-8591-4c49-8ff8-bc87eec88ef9 req-121d93d1-eb5c-4044-8666-618b74dce7c8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.084465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdd4a209-8591-4c49-8ff8-bc87eec88ef9 req-121d93d1-eb5c-4044-8666-618b74dce7c8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 945 time: 0.2672470 Sep 16 04:56:30.085104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-179ddf53-2510-45fd-a997-f66c7906e744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.092248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9f5b2bba-d096-41c0-a5ac-ce28217ca9df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e13743516634b50a10e24b925ef13b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778954 Sep 16 04:56:30.100344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38154) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:30.187536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdd4a209-8591-4c49-8ff8-bc87eec88ef9 req-aa0650b0-cc63-4d65-a0c6-cf22610a3d06 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019750 Sep 16 04:56:30.221333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b41f-7e93-404f-b83c-236c473a7137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.265429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b41f-7e93-404f-b83c-236c473a7137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.289324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:56:28Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:30.331165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] Checking router: 850282b0-bc7a-4215-821f-60fbf2eacd35 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:30.342076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] Routers {'850282b0-bc7a-4215-821f-60fbf2eacd35'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:30.342940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['850282b0-bc7a-4215-821f-60fbf2eacd35'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:30.366393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d5576-fe90-4dbe-b9a9-e551d4daa42c req-92efdf48-34e9-443d-95b5-7a3c19b89d26 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.368200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-907d5576-fe90-4dbe-b9a9-e551d4daa42c req-92efdf48-34e9-443d-95b5-7a3c19b89d26 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 950 time: 0.0992765 Sep 16 04:56:30.428143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-907d5576-fe90-4dbe-b9a9-e551d4daa42c req-f5fc327a-7b5a-4ed2-bd16-b113595b65fd tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Sep 16 04:56:30.472892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-179ddf53-2510-45fd-a997-f66c7906e744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.476726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] Set router 850282b0-bc7a-4215-821f-60fbf2eacd35 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:30.510623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.568308 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-179ddf53-2510-45fd-a997-f66c7906e744 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b103d992df044458b52e7b11e4c79601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9226406 Sep 16 04:56:30.571268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38172) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:30.576131 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ecef7-089e-413c-b7ed-13aded737345 req-a075b0d0-1e95-4a0c-bc18-325a7a0c909a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.577571 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-131ecef7-089e-413c-b7ed-13aded737345 req-a075b0d0-1e95-4a0c-bc18-325a7a0c909a tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.57 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.1443038 Sep 16 04:56:30.580416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ddf53-2510-45fd-a997-f66c7906e744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79b49d2-0ed5-459f-aa0c-46929feab808,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:30.633283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1aac-78af-4cfc-a750-045515664aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.635869 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b41f-7e93-404f-b83c-236c473a7137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.638647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9bc1b41f-7e93-404f-b83c-236c473a7137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.639889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9bc1b41f-7e93-404f-b83c-236c473a7137 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ea2ac35-c5ca-4d0b-9a05-10a8425177ed HTTP/1.1" status: 204 len: 168 time: 0.5376840 Sep 16 04:56:30.657130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b41f-7e93-404f-b83c-236c473a7137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea2ac35-c5ca-4d0b-9a05-10a8425177ed,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:30.676408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1aac-78af-4cfc-a750-045515664aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.835941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:56:28Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:30.882760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.882978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c33471-036a-4519-aa27-3882cd1a3956 None None] The sync data for ids ['850282b0-bc7a-4215-821f-60fbf2eacd35'] in n-d-712143-16 is: [{'id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'name': 'tempest-FloatingIPsAssociationTestJSON-1630721231-router', 'tenant_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:46Z', 'updated_at': '2021-09-16T04:56:28Z', 'revision_number': 5, 'project_id': 'f8ba57d9af094d678c24b9d8dc59913e', 'gw_port': {'id': 'e3c3a827-3d71-4ef3-8d08-a345809e1a77', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850282b0-bc7a-4215-821f-60fbf2eacd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:47Z', 'updated_at': '2021-09-16T04:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:30.920929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Deleting port 3ea6224d-5985-450c-985e-e72e875a9b4e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:30.921477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.961045 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1aac-78af-4cfc-a750-045515664aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.965063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1aac-78af-4cfc-a750-045515664aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.965063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1bcd1aac-78af-4cfc-a750-045515664aa7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e79b49d2-0ed5-459f-aa0c-46929feab808 HTTP/1.1" status: 204 len: 168 time: 0.3923707 Sep 16 04:56:30.997026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd1aac-78af-4cfc-a750-045515664aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79b49d2-0ed5-459f-aa0c-46929feab808,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.174286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd80879-cc8a-4428-95a3-00b8c86ab7a9 req-58b90fd4-f344-49c5-8e1e-fac75b896611 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.178733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bd80879-cc8a-4428-95a3-00b8c86ab7a9 req-58b90fd4-f344-49c5-8e1e-fac75b896611 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 945 time: 0.1333647 Sep 16 04:56:31.306232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] For port 3ea6224d-5985-450c-985e-e72e875a9b4e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3ea6224d-5985-450c-985e-e72e875a9b4e,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:31.306232 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.317335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bd80879-cc8a-4428-95a3-00b8c86ab7a9 req-df5a410e-ddcc-4d8c-b4e5-92dddedc1ac9 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285396 Sep 16 04:56:31.368754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Calling delete_port for 3ea6224d-5985-450c-985e-e72e875a9b4e owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:31.411160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275c37f-ba60-44ab-9964-ffb78c2ab23b req-7bf01dbd-2ea7-4dcf-9eab-35dbea66e179 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.425007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c275c37f-ba60-44ab-9964-ffb78c2ab23b req-7bf01dbd-2ea7-4dcf-9eab-35dbea66e179 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 950 time: 0.1053405 Sep 16 04:56:31.483156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c275c37f-ba60-44ab-9964-ffb78c2ab23b req-4bf41a1a-9f56-4867-8752-2e3417e47f14 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570762 Sep 16 04:56:31.500704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-7b54a397-3e60-4f38-af18-d45e01f02f49 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.514352 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-7b54a397-3e60-4f38-af18-d45e01f02f49 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 945 time: 0.3498602 Sep 16 04:56:31.541057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Deleting port e3c3a827-3d71-4ef3-8d08-a345809e1a77 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:31.543587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.734878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f8cc9-965e-49d1-8e7b-3347a65dca3c req-7d05990c-004a-4a4e-b3b4-25c1ed0b1386 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.738426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff6f8cc9-965e-49d1-8e7b-3347a65dca3c req-7d05990c-004a-4a4e-b3b4-25c1ed0b1386 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 945 time: 0.1823406 Sep 16 04:56:31.776955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134d80-353f-4d61-803b-0eed95ec008e req-9d8867c0-753a-46a0-8f2e-74e635109885 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.778511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52134d80-353f-4d61-803b-0eed95ec008e req-9d8867c0-753a-46a0-8f2e-74e635109885 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 944 time: 0.1569164 Sep 16 04:56:31.833889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff6f8cc9-965e-49d1-8e7b-3347a65dca3c req-846f2367-1e86-411c-bf1d-c159ff21b567 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783269 Sep 16 04:56:31.873335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52134d80-353f-4d61-803b-0eed95ec008e req-348f1d52-c763-4705-afa7-41e1b67ac39d tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858326 Sep 16 04:56:31.995653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] For port e3c3a827-3d71-4ef3-8d08-a345809e1a77, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e3c3a827-3d71-4ef3-8d08-a345809e1a77,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:31.997126 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.017265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Calling delete_port for e3c3a827-3d71-4ef3-8d08-a345809e1a77 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:32.085407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38206) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.118923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Deleting port 0316bd4e-a088-41be-b353-db11a29ac5b5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:32.119423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.132166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5c608f1c-4e0b-4bc8-abc0-7df4e3793971 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=26a6ba3a3b38484f8a6916203f197991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455651 Sep 16 04:56:32.134786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38208) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.194805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c95cfcf-8090-42c6-992d-8171c56a955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.224519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c95cfcf-8090-42c6-992d-8171c56a955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.267405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.330282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Pushing event deleted for resources: {'Port': ['ID=3ea6224d-5985-450c-985e-e72e875a9b4e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.336570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] For port 0316bd4e-a088-41be-b353-db11a29ac5b5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0316bd4e-a088-41be-b353-db11a29ac5b5,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:32.337535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.361569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38216) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.380574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Calling delete_port for 0316bd4e-a088-41be-b353-db11a29ac5b5 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:32.380961 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c95cfcf-8090-42c6-992d-8171c56a955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.383593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c95cfcf-8090-42c6-992d-8171c56a955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.385411 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2c95cfcf-8090-42c6-992d-8171c56a955f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4bade30d-28f5-4c10-9f64-ea8f0a8dce3e HTTP/1.1" status: 204 len: 168 time: 0.2490718 Sep 16 04:56:32.391687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4386-c8af-40d1-93e8-4677e89eb04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.414117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95cfcf-8090-42c6-992d-8171c56a955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bade30d-28f5-4c10-9f64-ea8f0a8dce3e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.440945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] No DVR routers for this DVR port 3ea6224d-5985-450c-985e-e72e875a9b4e on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:32.471680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.473727 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-131ecef7-089e-413c-b7ed-13aded737345 req-046adda7-1731-4446-9e79-eb617745278e tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.57 "DELETE /v2.0/ports/3ea6224d-5985-450c-985e-e72e875a9b4e HTTP/1.1" status: 204 len: 173 time: 1.8814981 Sep 16 04:56:32.474974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'name': 'network-vif-deleted', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:32.477635 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0bf691-3751-4403-8213-2e7c7da79a4d" -d '{"events": [{"server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "name": "network-vif-deleted", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:32.597276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b737e-2015-4b5f-91f8-5a90a4152681 req-f6952387-9342-4ff0-9c88-569573abb303 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.599057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c3b737e-2015-4b5f-91f8-5a90a4152681 req-f6952387-9342-4ff0-9c88-569573abb303 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 950 time: 0.1101575 Sep 16 04:56:32.622560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368aaea-8fbe-4dd5-9eb2-7b1e71cfc034 req-523b7051-1454-413e-b5e8-de125e245c10 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.624225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e368aaea-8fbe-4dd5-9eb2-7b1e71cfc034 req-523b7051-1454-413e-b5e8-de125e245c10 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 945 time: 0.1197319 Sep 16 04:56:32.628640 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.656181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c3a827-3d71-4ef3-8d08-a345809e1a77,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.679133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:32.693393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c3b737e-2015-4b5f-91f8-5a90a4152681 req-05bf09a4-c8f4-479f-b5ae-125e9bb77bd4 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849977 Sep 16 04:56:32.700862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4386-c8af-40d1-93e8-4677e89eb04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.708630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:32.709163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bd5960b7-1453-4ee3-a5f5-72b9bb8e9eb9 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:32.724735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e368aaea-8fbe-4dd5-9eb2-7b1e71cfc034 req-cb792a81-8e5f-4788-9048-b3c36e2ceef4 tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/security-groups?id=59bf0594-137a-4809-b856-c19fa7433900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816283 Sep 16 04:56:32.739715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.761045 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cc005d-6944-497a-9d67-f62308b05643 x-openstack-request-id: req-56cc005d-6944-497a-9d67-f62308b05643 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:32.761337 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4447866d-09df-480b-9102-c072f85b4192", "name": "network-vif-deleted", "tag": "3ea6224d-5985-450c-985e-e72e875a9b4e", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:32.761591 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56cc005d-6944-497a-9d67-f62308b05643 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:32.762992 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4447866d-09df-480b-9102-c072f85b4192', 'name': 'network-vif-deleted', 'tag': '3ea6224d-5985-450c-985e-e72e875a9b4e', 'status': 'completed', 'code': 200} Sep 16 04:56:32.794597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4386-c8af-40d1-93e8-4677e89eb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.807679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.848151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5e2d4386-c8af-40d1-93e8-4677e89eb04a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b53d59f740947579d56c1b74edd7b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852769 Sep 16 04:56:32.849158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d4386-c8af-40d1-93e8-4677e89eb04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b6b7a7-1ab6-48dc-a102-32579bfbd62a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.851710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38230) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.862256 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.883113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.890524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event deleted for resources: {'Port': ['ID=0316bd4e-a088-41be-b353-db11a29ac5b5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.918056 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a936eda5-7233-41d8-ad3c-3f93fbf0eb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.954591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a936eda5-7233-41d8-ad3c-3f93fbf0eb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.983111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] No DVR routers for this DVR port 0316bd4e-a088-41be-b353-db11a29ac5b5 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:32.992665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-cf07c015-02fd-4c2e-ba96-1242f9920e1a tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.994205 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-cf07c015-02fd-4c2e-ba96-1242f9920e1a tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 945 time: 0.2012348 Sep 16 04:56:32.995371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.998209 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-73ac6503-5d5a-4ea4-9c33-80f6f7a03af0 req-4adbf97f-ff23-4ecb-8a8c-fc5eb20fd0ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "DELETE /v2.0/ports/0316bd4e-a088-41be-b353-db11a29ac5b5 HTTP/1.1" status: 204 len: 173 time: 1.4658492 Sep 16 04:56:33.040152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a716020-9578-48c2-8c35-1e9cd8310d33 req-6a176d1f-0ac8-4fce-b923-56d8cfa16484 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 210 time: 0.0421066 Sep 16 04:56:33.051454 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.052227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 850282b0-bc7a-4215-821f-60fbf2eacd35 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:33.059619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.061527 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-24050be3-30f8-4cbc-8eab-2bc9cd6a24ed admin admin] 10.222.0.59 "DELETE /v2.0/routers/850282b0-bc7a-4215-821f-60fbf2eacd35 HTTP/1.1" status: 204 len: 168 time: 3.2552521 Sep 16 04:56:33.067582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38240) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:33.098994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2981bd9-1e87-4c5c-8023-1fc7d59f9827 req-705fc3f2-26ae-4079-b277-fffb566f8360 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=4447866d-09df-480b-9102-c072f85b4192 HTTP/1.1" status: 200 len: 210 time: 0.0529280 Sep 16 04:56:33.150697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbf9e61-22b9-4d15-88c0-e0a1ba83f1b7 admin admin] Deleting subnet 6243b766-1f7f-4e6e-a175-1885405db1af {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:33.154045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9e61-22b9-4d15-88c0-e0a1ba83f1b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.212088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9e61-22b9-4d15-88c0-e0a1ba83f1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.224009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a936eda5-7233-41d8-ad3c-3f93fbf0eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.227362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a936eda5-7233-41d8-ad3c-3f93fbf0eb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.228636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a936eda5-7233-41d8-ad3c-3f93fbf0eb83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49b6b7a7-1ab6-48dc-a102-32579bfbd62a HTTP/1.1" status: 204 len: 168 time: 0.3760943 Sep 16 04:56:33.237438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936eda5-7233-41d8-ad3c-3f93fbf0eb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b6b7a7-1ab6-48dc-a102-32579bfbd62a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.257611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Deleting port 982547cc-91b7-495a-bbbd-aabe5992a560 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:33.263189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.407329 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9e61-22b9-4d15-88c0-e0a1ba83f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.448370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] For port 982547cc-91b7-495a-bbbd-aabe5992a560, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=982547cc-91b7-495a-bbbd-aabe5992a560,segment=NetworkSegment(235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1),segment_id=235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:33.448754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.468031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Calling delete_port for 982547cc-91b7-495a-bbbd-aabe5992a560 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:33.632626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9e61-22b9-4d15-88c0-e0a1ba83f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.688082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf9e61-22b9-4d15-88c0-e0a1ba83f1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6243b766-1f7f-4e6e-a175-1885405db1af,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.711309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a4a2f7-0a4b-4a25-9e2f-07ab98c9246a None None] Network d8a3ad0d-98d2-48e2-ba3f-4110341bb184 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:33.716716 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9e61-22b9-4d15-88c0-e0a1ba83f1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.721008 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3cbf9e61-22b9-4d15-88c0-e0a1ba83f1b7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6243b766-1f7f-4e6e-a175-1885405db1af HTTP/1.1" status: 204 len: 168 time: 0.6502273 Sep 16 04:56:33.722370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38286) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:33.734996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.823902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Pushing event deleted for resources: {'Port': ['ID=982547cc-91b7-495a-bbbd-aabe5992a560,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.907305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-ca8d051b-b8fb-443f-9fd8-6d69ef7c19de tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.910023 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-ca8d051b-b8fb-443f-9fd8-6d69ef7c19de tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.60 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 950 time: 0.2371008 Sep 16 04:56:33.915820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['982547cc-91b7-495a-bbbd-aabe5992a560'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:33.947645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] No DVR routers for this DVR port 982547cc-91b7-495a-bbbd-aabe5992a560 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:33.952193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.958127 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bda72f9-3e73-4af6-8e39-85835e6d5f43 req-7125d601-61f0-4c9e-aadb-6ce8cba40fdd tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.57 "DELETE /v2.0/ports/982547cc-91b7-495a-bbbd-aabe5992a560 HTTP/1.1" status: 204 len: 173 time: 0.9477446 Sep 16 04:56:34.049060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.118884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fffd5-aedd-4b58-9135-8aa8dfb003c3 req-7ad630d7-ffdf-4e40-a3fe-2c422cd0f152 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.127547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-022fffd5-aedd-4b58-9135-8aa8dfb003c3 req-7ad630d7-ffdf-4e40-a3fe-2c422cd0f152 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 950 time: 0.1997356 Sep 16 04:56:34.155862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Deleting port d4bea2b1-03c7-4b22-8cb6-f4e302845738 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:34.156207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.201129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-022fffd5-aedd-4b58-9135-8aa8dfb003c3 req-4cc3b5cd-9695-49ad-b9d3-1de892e702b1 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/security-groups?id=9db6ea0a-01fb-4473-be6f-72604b117389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726027 Sep 16 04:56:34.258227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Deleting port 28d6325b-5abb-4f13-bae6-baa309bba5bf {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:34.258694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.265125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] DHCP port deletion for d8a3ad0d-98d2-48e2-ba3f-4110341bb184 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:34.358992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b8bf0af-7c9a-4ee6-9f2f-7b60d8fcb6df req-6159d475-a3fb-460a-80c3-9b30e557e27b tempest-ServerAddressesNegativeTestJSON-1794156123 tempest-ServerAddressesNegativeTestJSON-1794156123-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aea84c3-2021-4fad-8f1e-b5327cf4a48a HTTP/1.1" status: 200 len: 210 time: 0.0396714 Sep 16 04:56:34.433355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] Deleting port 28d6325b-5abb-4f13-bae6-baa309bba5bf {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:34.434821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] For port d4bea2b1-03c7-4b22-8cb6-f4e302845738, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d4bea2b1-03c7-4b22-8cb6-f4e302845738,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:34.435232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] For port 28d6325b-5abb-4f13-bae6-baa309bba5bf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=28d6325b-5abb-4f13-bae6-baa309bba5bf,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:34.435692 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.436106 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.438670 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.450393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Calling delete_port for 28d6325b-5abb-4f13-bae6-baa309bba5bf owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:34.478463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Calling delete_port for d4bea2b1-03c7-4b22-8cb6-f4e302845738 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:34.564492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8156863e-9f71-4a57-8af3-9d6ba0a22530 req-354df4d0-8a9c-4032-ac6a-2605fee889d1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 210 time: 0.0413239 Sep 16 04:56:34.593060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3ea6224d-5985-450c-985e-e72e875a9b4e no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:34.593060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0316bd4e-a088-41be-b353-db11a29ac5b5 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:34.670206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.691094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 3ea6224d-5985-450c-985e-e72e875a9b4e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:34.692389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] No DVR routers for this DVR port 28d6325b-5abb-4f13-bae6-baa309bba5bf on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:34.693210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3ea6224d-5985-450c-985e-e72e875a9b4e not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:34.700716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] For port 28d6325b-5abb-4f13-bae6-baa309bba5bf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=28d6325b-5abb-4f13-bae6-baa309bba5bf,segment=NetworkSegment(2ec4660f-e8b1-479d-9cd7-2f9870088221),segment_id=2ec4660f-e8b1-479d-9cd7-2f9870088221)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:34.701426 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.704625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 0316bd4e-a088-41be-b353-db11a29ac5b5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:34.705233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0316bd4e-a088-41be-b353-db11a29ac5b5 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:34.705879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d4bea2b1-03c7-4b22-8cb6-f4e302845738 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:34.749997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e3c3a827-3d71-4ef3-8d08-a345809e1a77 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:34.762421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] Calling delete_port for 28d6325b-5abb-4f13-bae6-baa309bba5bf owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:34.767518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11aefad-ab17-428d-8292-13c862089f05', 'name': 'network-vif-deleted', 'tag': '0316bd4e-a088-41be-b353-db11a29ac5b5'}, {'server_uuid': '9aea84c3-2021-4fad-8f1e-b5327cf4a48a', 'name': 'network-vif-deleted', 'tag': '982547cc-91b7-495a-bbbd-aabe5992a560'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:34.774924 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521b364d-a645-4287-a377-a140d5f377de" -d '{"events": [{"server_uuid": "c11aefad-ab17-428d-8292-13c862089f05", "name": "network-vif-deleted", "tag": "0316bd4e-a088-41be-b353-db11a29ac5b5"}, {"server_uuid": "9aea84c3-2021-4fad-8f1e-b5327cf4a48a", "name": "network-vif-deleted", "tag": "982547cc-91b7-495a-bbbd-aabe5992a560"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:34.780730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d6325b-5abb-4f13-bae6-baa309bba5bf,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:34.841194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: e3c3a827-3d71-4ef3-8d08-a345809e1a77 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:34.841194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e3c3a827-3d71-4ef3-8d08-a345809e1a77 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:34.841194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 28d6325b-5abb-4f13-bae6-baa309bba5bf no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:34.847020 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.878707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a3ad0d-98d2-48e2-ba3f-4110341bb184']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:34.890636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec4660f-e8b1-479d-9cd7-2f9870088221') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:34.891363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec4660f-e8b1-479d-9cd7-2f9870088221') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:34.904414 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.917800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 28d6325b-5abb-4f13-bae6-baa309bba5bf {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:34.918216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 28d6325b-5abb-4f13-bae6-baa309bba5bf not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:34.935268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.938646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.952815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:34.954245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:34.957591 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:34.980502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Port d4bea2b1-03c7-4b22-8cb6-f4e302845738 update to DOWN by agent not found {{(pid=101826) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 04:56:35.007265 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.030413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Pushing event deleted for resources: {'Port': ['ID=d4bea2b1-03c7-4b22-8cb6-f4e302845738,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.060377 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] Pushing event deleted for resources: {'Port': ['ID=28d6325b-5abb-4f13-bae6-baa309bba5bf,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.075796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dae3ba-048c-409f-b544-f129848cad5f None None] No DVR routers for this DVR port 28d6325b-5abb-4f13-bae6-baa309bba5bf on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:35.121761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.138447 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.142839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] No DVR routers for this DVR port d4bea2b1-03c7-4b22-8cb6-f4e302845738 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:35.147915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.148541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d8a3ad0d-98d2-48e2-ba3f-4110341bb184 HTTP/1.1" status: 204 len: 168 time: 1.4237833 Sep 16 04:56:35.150181 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-381df4fb-2f08-46e9-b8f4-e530d62a2930 req-47925c9a-2201-4317-9cbe-d4894d7a3504 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.60 "DELETE /v2.0/ports/d4bea2b1-03c7-4b22-8cb6-f4e302845738 HTTP/1.1" status: 204 len: 173 time: 1.2067008 Sep 16 04:56:35.213509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c73d9-3f56-4a68-baee-03f02ae028b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a3ad0d-98d2-48e2-ba3f-4110341bb184,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.221366 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d584bd3c-f896-4377-bf6e-429cf86b68df x-openstack-request-id: req-d584bd3c-f896-4377-bf6e-429cf86b68df {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:35.221672 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11aefad-ab17-428d-8292-13c862089f05", "name": "network-vif-deleted", "tag": "0316bd4e-a088-41be-b353-db11a29ac5b5", "status": "completed", "code": 200}, {"server_uuid": "9aea84c3-2021-4fad-8f1e-b5327cf4a48a", "name": "network-vif-deleted", "tag": "982547cc-91b7-495a-bbbd-aabe5992a560", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:35.221925 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d584bd3c-f896-4377-bf6e-429cf86b68df {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:35.222421 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11aefad-ab17-428d-8292-13c862089f05', 'name': 'network-vif-deleted', 'tag': '0316bd4e-a088-41be-b353-db11a29ac5b5', 'status': 'completed', 'code': 200} Sep 16 04:56:35.222603 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aea84c3-2021-4fad-8f1e-b5327cf4a48a', 'name': 'network-vif-deleted', 'tag': '982547cc-91b7-495a-bbbd-aabe5992a560', 'status': 'completed', 'code': 200} Sep 16 04:56:35.375038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90144b1-32de-4d81-aac0-022e4e4108a6 req-cf97918f-5dea-4071-a3a6-18b6cf637b8b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.377247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f90144b1-32de-4d81-aac0-022e4e4108a6 req-cf97918f-5dea-4071-a3a6-18b6cf637b8b tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 945 time: 0.0602872 Sep 16 04:56:35.425199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f90144b1-32de-4d81-aac0-022e4e4108a6 req-0d68d025-1e7b-4ef9-8ffc-43c6c0bff2e4 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 Sep 16 04:56:35.529699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01c0312f-14e1-423e-afbe-6c8918e3f032 req-5a83b8fa-7705-47d0-ab06-0d2e4b231ac0 tempest-DeleteServersAdminTestJSON-125257839 tempest-DeleteServersAdminTestJSON-125257839-project] 10.222.0.59 "GET /v2.0/ports?device_id=530e486e-babf-45cb-bf58-de28d90f554a HTTP/1.1" status: 200 len: 210 time: 0.0303407 Sep 16 04:56:35.750217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38376) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.780180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38378) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.820510 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a4c29c3c-d623-4a76-8cf1-bd4f49fd107c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8ba57d9af094d678c24b9d8dc59913e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690460 Sep 16 04:56:35.822702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38380) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.856624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-becb1fd1-abf2-446c-ab6b-d348ae8a73c9 admin admin] Deleting subnet 2fd6b949-c953-412c-b669-43946cb2995a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:35.860273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-becb1fd1-abf2-446c-ab6b-d348ae8a73c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.875475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cff87034-e17f-434d-b382-6a558981d2ea req-2d01b7fb-5f92-4b9e-b82c-2a9ca27f08cf tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 210 time: 0.0440283 Sep 16 04:56:35.954678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-becb1fd1-abf2-446c-ab6b-d348ae8a73c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.958951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1081a0d0-0347-480b-a8bf-dee491502532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.014869 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1081a0d0-0347-480b-a8bf-dee491502532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.025617 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-becb1fd1-abf2-446c-ab6b-d348ae8a73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.132812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-af32b2af-79c4-4ce7-9bcd-74c6fb8771cf tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:36.134360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-af32b2af-79c4-4ce7-9bcd-74c6fb8771cf tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.57 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 945 time: 0.0710638 Sep 16 04:56:36.258363 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-becb1fd1-abf2-446c-ab6b-d348ae8a73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.264617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1081a0d0-0347-480b-a8bf-dee491502532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.267717 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1081a0d0-0347-480b-a8bf-dee491502532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.268887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1081a0d0-0347-480b-a8bf-dee491502532 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/246face3-4f4c-413b-b1ec-bac9e70affc8 HTTP/1.1" status: 204 len: 168 time: 0.4450636 Sep 16 04:56:36.297166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081a0d0-0347-480b-a8bf-dee491502532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246face3-4f4c-413b-b1ec-bac9e70affc8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.337715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb1fd1-abf2-446c-ab6b-d348ae8a73c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd6b949-c953-412c-b669-43946cb2995a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.347954 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-becb1fd1-abf2-446c-ab6b-d348ae8a73c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.353996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-becb1fd1-abf2-446c-ab6b-d348ae8a73c9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2fd6b949-c953-412c-b669-43946cb2995a HTTP/1.1" status: 204 len: 168 time: 0.5727706 Sep 16 04:56:36.357165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38418) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.413153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Deleting port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:36.420669 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.546121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8041cb21-a0b7-4d00-acac-b891262a0ac4 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:36.579088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] For port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,segment=NetworkSegment(5eaaf505-65e3-47bf-a0f4-a979895f421c),segment_id=5eaaf505-65e3-47bf-a0f4-a979895f421c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:36.579492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.595780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Calling delete_port for 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:36.605747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.668656 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.701770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:36.703094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:36.705662 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b4dfab-6714-4c12-acce-d9730a22dcdb" -d '{"events": [{"server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "name": "network-vif-unplugged", "status": "completed", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:36.710037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-792c35c1-3488-4bcd-a765-8624cce31f8b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:36.711716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-792c35c1-3488-4bcd-a765-8624cce31f8b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 805 time: 0.3058231 Sep 16 04:56:36.759230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-716ec907-80eb-47e6-b2d5-20329771386e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/quotas/be7e64bfc105431aa232920e240526e0 HTTP/1.1" status: 200 len: 375 time: 0.0354750 Sep 16 04:56:36.790918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.811769 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.812662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 982547cc-91b7-495a-bbbd-aabe5992a560 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:36.841853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20cefe4-91cb-4fff-9522-fdff0ea5fb47']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.857586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 982547cc-91b7-495a-bbbd-aabe5992a560 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:36.857934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 982547cc-91b7-495a-bbbd-aabe5992a560 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:36.863410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.869907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05187779-5850-4146-bce7-75d2adf14ce7 req-497483c6-05f8-4b66-8125-86e39bced2c9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:36.869907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05187779-5850-4146-bce7-75d2adf14ce7 req-497483c6-05f8-4b66-8125-86e39bced2c9 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 945 time: 0.1536233 Sep 16 04:56:36.869907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.869907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235210b7-7a3e-4fb5-8eaf-6835c2c1a0b1') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.890806 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.917705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Pushing event deleted for resources: {'Port': ['ID=7c0e24f3-ae4e-45a9-a00f-c7b444bba31d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.923416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-838f0bff-f562-4b67-a22f-6fa56f4b4c37 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1342793 Sep 16 04:56:36.923834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.934272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.977437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:36.977437 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.978550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] No DVR routers for this DVR port 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:36.981358 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:36.985220 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.987637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fc612a5b-605e-4c7d-83e5-b7a4bcf79f1d req-9925542e-6591-4ae8-8952-effcbabfe035 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.57 "DELETE /v2.0/ports/7c0e24f3-ae4e-45a9-a00f-c7b444bba31d HTTP/1.1" status: 204 len: 173 time: 0.8351455 Sep 16 04:56:37.007393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05187779-5850-4146-bce7-75d2adf14ce7 req-a8980ac0-08da-4bd5-a89a-422303574104 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/security-groups?id=da9d4251-7dad-4032-ae67-5075da25f5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275866 Sep 16 04:56:37.112414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-a4aba8ca-ba45-4af0-b1bf-be3f178208da service neutron] 10.222.0.59 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881890 Sep 16 04:56:37.137766 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:37.190859 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f614c2d3-457d-425a-8f5c-6c6c00ade13f x-openstack-request-id: req-f614c2d3-457d-425a-8f5c-6c6c00ade13f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:37.191263 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "name": "network-vif-unplugged", "status": "completed", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:37.194710 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f614c2d3-457d-425a-8f5c-6c6c00ade13f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:37.194710 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'code': 200} Sep 16 04:56:37.214115 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.224438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e486e-babf-45cb-bf58-de28d90f554a', 'name': 'network-vif-deleted', 'tag': 'd4bea2b1-03c7-4b22-8cb6-f4e302845738'}, {'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'name': 'network-vif-deleted', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:37.224821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.226702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b20cefe4-91cb-4fff-9522-fdff0ea5fb47 HTTP/1.1" status: 204 len: 168 time: 0.8685400 Sep 16 04:56:37.227125 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6536212a-55b1-4f6c-827f-362c8e9bc2cf" -d '{"events": [{"server_uuid": "530e486e-babf-45cb-bf58-de28d90f554a", "name": "network-vif-deleted", "tag": "d4bea2b1-03c7-4b22-8cb6-f4e302845738"}, {"server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "name": "network-vif-deleted", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:37.246952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83076e2-e093-4edb-ae2a-376a85effbd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20cefe4-91cb-4fff-9522-fdff0ea5fb47,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:37.262640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-8ff64cf9-1538-4dec-8f23-8d6870c22ad3 service neutron] 10.222.0.59 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429327 Sep 16 04:56:37.360211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccfffc4b-8180-41f7-982f-cd7cac43b64f req-c40bb560-2cde-4750-8d46-6b7ae27db209 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 210 time: 0.0470376 Sep 16 04:56:37.504240 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801392fe-74a2-421b-b69a-4853ecf1cfb0 x-openstack-request-id: req-801392fe-74a2-421b-b69a-4853ecf1cfb0 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:37.504540 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e486e-babf-45cb-bf58-de28d90f554a", "name": "network-vif-deleted", "tag": "d4bea2b1-03c7-4b22-8cb6-f4e302845738", "status": "completed", "code": 200}, {"server_uuid": "605bf4c2-3ca2-456c-bef8-764b60016786", "name": "network-vif-deleted", "tag": "7c0e24f3-ae4e-45a9-a00f-c7b444bba31d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:37.504813 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-801392fe-74a2-421b-b69a-4853ecf1cfb0 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:37.505223 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530e486e-babf-45cb-bf58-de28d90f554a', 'name': 'network-vif-deleted', 'tag': 'd4bea2b1-03c7-4b22-8cb6-f4e302845738', 'status': 'completed', 'code': 200} Sep 16 04:56:37.505699 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605bf4c2-3ca2-456c-bef8-764b60016786', 'name': 'network-vif-deleted', 'tag': '7c0e24f3-ae4e-45a9-a00f-c7b444bba31d', 'status': 'completed', 'code': 200} Sep 16 04:56:37.723918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cefa0e8e-8626-4d7d-b992-5910a74d3b31 req-1a0b07b9-af15-4f47-a312-fe3e95b303b6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 210 time: 0.0537741 Sep 16 04:56:37.778635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.826413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9a86315a-afa9-4034-9596-1ec6a7eaed9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7614525cad084f149af973caf9ab7116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464652 Sep 16 04:56:37.829448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38504) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.912080 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e090382-b9a2-4ddf-bb7a-8c363edeba17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.938738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e090382-b9a2-4ddf-bb7a-8c363edeba17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.127260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c165141b-f897-4dae-aa3e-9049ba0c7e61 req-95096703-6c08-4179-ae0a-5af740dc15c7 tempest-LiveMigrationTest-685571170 tempest-LiveMigrationTest-685571170-project] 10.222.0.59 "GET /v2.0/ports?device_id=605bf4c2-3ca2-456c-bef8-764b60016786 HTTP/1.1" status: 200 len: 210 time: 0.0320165 Sep 16 04:56:38.160036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e090382-b9a2-4ddf-bb7a-8c363edeba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.162702 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e090382-b9a2-4ddf-bb7a-8c363edeba17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.163853 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6e090382-b9a2-4ddf-bb7a-8c363edeba17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59bf0594-137a-4809-b856-c19fa7433900 HTTP/1.1" status: 204 len: 168 time: 0.3327286 Sep 16 04:56:38.172466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e090382-b9a2-4ddf-bb7a-8c363edeba17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf0594-137a-4809-b856-c19fa7433900,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.365704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-b822710f-5c01-4f5f-a9d9-0f7107bc05ff tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.367188 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-b822710f-5c01-4f5f-a9d9-0f7107bc05ff tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "GET /v2.0/ports?device_id=5283b63b-075f-4fe3-918d-a3fad3d8c8c6 HTTP/1.1" status: 200 len: 943 time: 0.0506444 Sep 16 04:56:38.484579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Deleting port 8041cb21-a0b7-4d00-acac-b891262a0ac4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:38.485007 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.486489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f3fdde2-e80d-48fc-8442-6d8480f57954 req-6e0414cf-d628-4e0c-956a-9ef56e8f8111 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=c11aefad-ab17-428d-8292-13c862089f05 HTTP/1.1" status: 200 len: 210 time: 0.0350490 Sep 16 04:56:38.575458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] For port 8041cb21-a0b7-4d00-acac-b891262a0ac4, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8041cb21-a0b7-4d00-acac-b891262a0ac4,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:38.575671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.589116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Calling delete_port for 8041cb21-a0b7-4d00-acac-b891262a0ac4 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:38.670018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38524) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.809403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38532) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.835235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-413faa36-1cf3-41f8-9a4d-03bc272abd40 req-6d68ee62-4ac9-47f5-9b18-5deea1673d70 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 210 time: 0.0359027 Sep 16 04:56:38.840899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38536) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.085518 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-21ceeda2-9724-4b65-af87-42a39ce4c745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.091727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.136032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Pushing event deleted for resources: {'Port': ['ID=8041cb21-a0b7-4d00-acac-b891262a0ac4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.231143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] No DVR routers for this DVR port 8041cb21-a0b7-4d00-acac-b891262a0ac4 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:39.234292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.238041 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-84e311e3-04a4-4eb3-b33c-c5fdd86273d6 req-fe0ce0ab-5cc9-4e37-a36a-16b78a0e506e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "DELETE /v2.0/ports/8041cb21-a0b7-4d00-acac-b891262a0ac4 HTTP/1.1" status: 204 len: 173 time: 0.8592081 Sep 16 04:56:39.252544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38550) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.305849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1fd5258a-33d5-4c8a-a8e2-0530d88ec64c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=643d1a95ed034c99860e1d3e26bc3aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944367 Sep 16 04:56:39.308945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38554) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.310089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d117cb4-cf87-4348-aa2a-8748c3db31ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.371405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-21ceeda2-9724-4b65-af87-42a39ce4c745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.394315 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d392af50-686e-48e3-95db-d80f6e684e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.434624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d392af50-686e-48e3-95db-d80f6e684e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.472503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-21ceeda2-9724-4b65-af87-42a39ce4c745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.510196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'name': 'network-vif-deleted', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:39.514782 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af370772-f066-41f2-8829-924bd08bfdfc" -d '{"events": [{"server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "name": "network-vif-deleted", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:39.538649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce75d608-1f7e-4e2c-8283-acc656138a04 admin admin] Deleting subnet a4938e87-e66c-4d56-8c64-04f0d75094f3 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:39.543170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce75d608-1f7e-4e2c-8283-acc656138a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.550892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-21ceeda2-9724-4b65-af87-42a39ce4c745 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51b1e9c83b0f40a3ac4642c22d845fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8791685 Sep 16 04:56:39.555422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38578) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.575599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ceeda2-9724-4b65-af87-42a39ce4c745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65372256-c593-4796-a0f3-c2f47ae4d087,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.586462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce75d608-1f7e-4e2c-8283-acc656138a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.661460 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf47bfb-5995-4fd5-8b81-a70f040920ba x-openstack-request-id: req-edf47bfb-5995-4fd5-8b81-a70f040920ba {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:39.661757 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5283b63b-075f-4fe3-918d-a3fad3d8c8c6", "name": "network-vif-deleted", "tag": "8041cb21-a0b7-4d00-acac-b891262a0ac4", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:39.662020 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edf47bfb-5995-4fd5-8b81-a70f040920ba {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:39.662427 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5283b63b-075f-4fe3-918d-a3fad3d8c8c6', 'name': 'network-vif-deleted', 'tag': '8041cb21-a0b7-4d00-acac-b891262a0ac4', 'status': 'completed', 'code': 200} Sep 16 04:56:39.678375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce75d608-1f7e-4e2c-8283-acc656138a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.735199 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a49a260b-ce6d-4e0d-b652-9780f4df3112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.743634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d392af50-686e-48e3-95db-d80f6e684e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.748385 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d392af50-686e-48e3-95db-d80f6e684e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.748385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d392af50-686e-48e3-95db-d80f6e684e79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9db6ea0a-01fb-4473-be6f-72604b117389 HTTP/1.1" status: 204 len: 168 time: 0.4380670 Sep 16 04:56:39.761992 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392af50-686e-48e3-95db-d80f6e684e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6ea0a-01fb-4473-be6f-72604b117389,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.790893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d117cb4-cf87-4348-aa2a-8748c3db31ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.793755 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a49a260b-ce6d-4e0d-b652-9780f4df3112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.900671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d117cb4-cf87-4348-aa2a-8748c3db31ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.932942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce75d608-1f7e-4e2c-8283-acc656138a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.952115 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a49a260b-ce6d-4e0d-b652-9780f4df3112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.954686 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a49a260b-ce6d-4e0d-b652-9780f4df3112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.955817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a49a260b-ce6d-4e0d-b652-9780f4df3112 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65372256-c593-4796-a0f3-c2f47ae4d087 HTTP/1.1" status: 204 len: 168 time: 0.3992383 Sep 16 04:56:39.962667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce75d608-1f7e-4e2c-8283-acc656138a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.967492 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce75d608-1f7e-4e2c-8283-acc656138a04 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a4938e87-e66c-4d56-8c64-04f0d75094f3 HTTP/1.1" status: 204 len: 168 time: 0.7112396 Sep 16 04:56:39.967492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75d608-1f7e-4e2c-8283-acc656138a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4938e87-e66c-4d56-8c64-04f0d75094f3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.969483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.984941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1d117cb4-cf87-4348-aa2a-8748c3db31ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01981171a07542798e1cafb95d52952b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1429870 Sep 16 04:56:39.985950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d117cb4-cf87-4348-aa2a-8748c3db31ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c71ba0-1b72-4906-bb6b-e9bbafee7a3e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.987495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38618) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.990000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b99edef2-69be-4701-a9ee-8a9d46a95dc6 req-a62ed559-71ce-4b92-86df-36bbea3fc2a9 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 210 time: 0.0592501 Sep 16 04:56:39.998159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a260b-ce6d-4e0d-b652-9780f4df3112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65372256-c593-4796-a0f3-c2f47ae4d087,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.076760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.097945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f4797883-778b-4e72-b77d-80d5bec4f5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.159522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f4797883-778b-4e72-b77d-80d5bec4f5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.204294 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.268934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12df3f6b-9150-4e87-82e1-60f6500a8ee2']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.309352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaaf505-65e3-47bf-a0f4-a979895f421c') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.309656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaaf505-65e3-47bf-a0f4-a979895f421c') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.316478 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.330319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.350441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.364631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-74b2175d-81c2-444f-9be4-e36f92eeb672 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.366129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-74b2175d-81c2-444f-9be4-e36f92eeb672 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 805 time: 0.1728520 Sep 16 04:56:40.367195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:40.367629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:40.369452 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:40.392184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Request body: {'port': {'device_id': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'admin_state_up': True, 'tenant_id': 'be7e64bfc105431aa232920e240526e0'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:40.470078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f4797883-778b-4e72-b77d-80d5bec4f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.472933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f4797883-778b-4e72-b77d-80d5bec4f5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.475709 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f4797883-778b-4e72-b77d-80d5bec4f5b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67c71ba0-1b72-4906-bb6b-e9bbafee7a3e HTTP/1.1" status: 204 len: 168 time: 0.4849634 Sep 16 04:56:40.501485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbfef-828d-4440-a07b-7514ae24bdbd req-6efd66cf-22fb-4073-8941-0dce5c661fac tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.503368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-148fbfef-828d-4440-a07b-7514ae24bdbd req-6efd66cf-22fb-4073-8941-0dce5c661fac tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.1166611 Sep 16 04:56:40.528549 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-148fbfef-828d-4440-a07b-7514ae24bdbd req-8fd7ac34-87a1-456e-9479-9fdc6e5130a4 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/quotas/8685f9efdb2a4f84bf37cca56ce63f90 HTTP/1.1" status: 200 len: 375 time: 0.0192864 Sep 16 04:56:40.556316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4797883-778b-4e72-b77d-80d5bec4f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c71ba0-1b72-4906-bb6b-e9bbafee7a3e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.556541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-148fbfef-828d-4440-a07b-7514ae24bdbd req-0e188860-32aa-40e2-aec2-51aec6536d2a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271370 Sep 16 04:56:40.591212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8041cb21-a0b7-4d00-acac-b891262a0ac4 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:40.612460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 8041cb21-a0b7-4d00-acac-b891262a0ac4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:40.613052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8041cb21-a0b7-4d00-acac-b891262a0ac4 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:40.613647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:40.627110 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.646466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.648462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:40.650627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] 10.222.0.59 "DELETE /v2.0/networks/12df3f6b-9150-4e87-82e1-60f6500a8ee2 HTTP/1.1" status: 204 len: 168 time: 0.6786375 Sep 16 04:56:40.650869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7c0e24f3-ae4e-45a9-a00f-c7b444bba31d not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:40.653091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38640) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.672579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa994de2-6c01-4e7b-bb34-e67a2934a367 admin admin] Pushing event deleted for resources: {'Network': ['ID=12df3f6b-9150-4e87-82e1-60f6500a8ee2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.697852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Made reservation on behalf of be7e64bfc105431aa232920e240526e0 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:40.703916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.726136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-148fbfef-828d-4440-a07b-7514ae24bdbd req-4086166f-eabb-48bb-8e70-4e8bfea320e8 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607604 Sep 16 04:56:40.736927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36585e1-c671-4ce5-a6d3-d6916e3965ed admin admin] Deleting subnet e7e14ae5-5114-406f-903d-503ad56f2ea1 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:40.740661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b36585e1-c671-4ce5-a6d3-d6916e3965ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.845614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38644) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.846011 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b36585e1-c671-4ce5-a6d3-d6916e3965ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.875418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Allocated IP 172.20.0.11 (192a16d4-d496-4a46-98bf-a9967c8e1fd9/10b9fcea-cb4e-484d-af72-59700fda7393/6bbcde69-1473-40a4-a900-d0251c8e1863) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:40.889342 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b36585e1-c671-4ce5-a6d3-d6916e3965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.899985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-148fbfef-828d-4440-a07b-7514ae24bdbd req-4ce80db3-0569-45db-bedc-42cba6a95b74 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727681 Sep 16 04:56:40.903538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.931583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-96b62f82-2af0-4952-be32-cbe39214d6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.958190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04c9220f-7726-4ba8-9ce1-b406c0be543c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.064293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b36585e1-c671-4ce5-a6d3-d6916e3965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.115374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.121916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b36585e1-c671-4ce5-a6d3-d6916e3965ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.122611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b36585e1-c671-4ce5-a6d3-d6916e3965ed admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e7e14ae5-5114-406f-903d-503ad56f2ea1 HTTP/1.1" status: 204 len: 168 time: 0.4684682 Sep 16 04:56:41.124026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36585e1-c671-4ce5-a6d3-d6916e3965ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e14ae5-5114-406f-903d-503ad56f2ea1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.126549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38652) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.155580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3243b9fb-25d3-4543-9f1b-9e06d63abbf6 req-7bd76f3b-2109-4864-b5db-690fdb84a03f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 210 time: 0.0773408 Sep 16 04:56:41.161353 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04c9220f-7726-4ba8-9ce1-b406c0be543c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.240821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04c9220f-7726-4ba8-9ce1-b406c0be543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.262008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d0549f3-295e-49fc-b168-7d924334f14f req-28081475-44cc-4b33-b1cf-2e2587a62211 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=a94487b9-91fb-46bf-8cfd-4afe7644f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0407450 Sep 16 04:56:41.278016 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.304766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9220f-7726-4ba8-9ce1-b406c0be543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fb2488-acb9-4738-92d0-e72c6ddbb8b6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.312493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-04c9220f-7726-4ba8-9ce1-b406c0be543c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54ade7c301854250ac981c5be34883c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753133 Sep 16 04:56:41.316154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38662) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.341572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.421991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.426719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:41.431189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:41.432714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Pushing event updated for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.436857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:41.466783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f8947b-fab4-4492-b925-8d25e361603c']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:41.487112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e122df3f-a592-474c-9829-aea4b1bcd886') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:41.489028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.489643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.490046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e122df3f-a592-474c-9829-aea4b1bcd886') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:41.506938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b99f454c-2f2f-4f58-b559-420e5e1d83c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.510315 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.526120 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.533404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38672) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.539348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b99f454c-2f2f-4f58-b559-420e5e1d83c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.540812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:41.541484 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:41.544648 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:41.563651 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c639f4fe-4c51-4949-b8fd-d106baac15da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.586195 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-57cfa78c-c165-4cfb-90b7-e989722151a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1977723 Sep 16 04:56:41.606966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Request body: {'port': {'device_id': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:41.660351 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-959de4f5-de32-49cc-b4d9-802000fa1eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.687592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b99f454c-2f2f-4f58-b559-420e5e1d83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.690547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b99f454c-2f2f-4f58-b559-420e5e1d83c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.691947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b99f454c-2f2f-4f58-b559-420e5e1d83c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46fb2488-acb9-4738-92d0-e72c6ddbb8b6 HTTP/1.1" status: 204 len: 168 time: 0.3747451 Sep 16 04:56:41.717560 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.717679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f454c-2f2f-4f58-b559-420e5e1d83c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fb2488-acb9-4738-92d0-e72c6ddbb8b6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.731766 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.741050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38686) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.744386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.749737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b7f8947b-fab4-4492-b925-8d25e361603c HTTP/1.1" status: 204 len: 168 time: 0.6037271 Sep 16 04:56:41.774421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aad908-145d-49b9-8b17-f3d15ffaf3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f8947b-fab4-4492-b925-8d25e361603c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.820048 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c639f4fe-4c51-4949-b8fd-d106baac15da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.937832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c639f4fe-4c51-4949-b8fd-d106baac15da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.984521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c639f4fe-4c51-4949-b8fd-d106baac15da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37dde628288f4d1480c7a7ef3296b7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499373 Sep 16 04:56:41.997327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639f4fe-4c51-4949-b8fd-d106baac15da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2448ba3f-fd09-4645-9b8f-c36a7d381cf8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.997887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38700) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.138506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2128266319-network', 'tenant_id': '6aca931994f94910a0ae2478c08b0ca5'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:42.142943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbcde69-1473-40a4-a900-d0251c8e1863 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:42.158375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-959de4f5-de32-49cc-b4d9-802000fa1eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.159427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.164986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d7462f0-e55d-435e-a092-3b1d74094467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.183636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Transition to ACTIVE for port object 6bbcde69-1473-40a4-a900-d0251c8e1863 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:42.196062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d7462f0-e55d-435e-a092-3b1d74094467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.258687 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-959de4f5-de32-49cc-b4d9-802000fa1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.304989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.319290 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-959de4f5-de32-49cc-b4d9-802000fa1eaa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ccff86f384a4eba831e21ba22e7ab06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5052831 Sep 16 04:56:42.323172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38712) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.337684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90963bc-6286-471f-bbdc-7e4d40a62dcb req-d71f1710-6c43-4376-9c64-d577977c781b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.338153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959de4f5-de32-49cc-b4d9-802000fa1eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130f2149-b3a2-4f7f-938f-50ffa9b29e87,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.339209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f90963bc-6286-471f-bbdc-7e4d40a62dcb req-d71f1710-6c43-4376-9c64-d577977c781b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 932 time: 0.0626857 Sep 16 04:56:42.364931 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d7462f0-e55d-435e-a092-3b1d74094467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.370989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d7462f0-e55d-435e-a092-3b1d74094467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.370989 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4d7462f0-e55d-435e-a092-3b1d74094467 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2448ba3f-fd09-4645-9b8f-c36a7d381cf8 HTTP/1.1" status: 204 len: 168 time: 0.3787839 Sep 16 04:56:42.388757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.397137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Made reservation on behalf of 6aca931994f94910a0ae2478c08b0ca5 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:42.399732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.411632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f90963bc-6286-471f-bbdc-7e4d40a62dcb req-8c86eb9e-ae27-4a1d-820a-d4ca23c3d366 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604587 Sep 16 04:56:42.412044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7462f0-e55d-435e-a092-3b1d74094467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2448ba3f-fd09-4645-9b8f-c36a7d381cf8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.443611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.446589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af1c43ac-a8d4-4651-bbd9-232610656662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.469632 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af1c43ac-a8d4-4651-bbd9-232610656662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.508741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Attempting to bind port 6bbcde69-1473-40a4-a900-d0251c8e1863 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:42.509100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Attempting to bind port 6bbcde69-1473-40a4-a900-d0251c8e1863 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:42.509406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Attempting to bind port 6bbcde69-1473-40a4-a900-d0251c8e1863 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:42.514286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Port 6bbcde69-1473-40a4-a900-d0251c8e1863 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:42.514620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Attempting to bind port 6bbcde69-1473-40a4-a900-d0251c8e1863 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:42.519478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:42.519826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Checking segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:42.520210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Bound using segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:42.520678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Bound port: 6bbcde69-1473-40a4-a900-d0251c8e1863, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:42.520997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.538743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38720) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.601180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d6924ab3-21b1-475c-bbca-f67dce2b6610 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=965e3ef5096545d6bfac513a019ead0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611923 Sep 16 04:56:42.602093 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af1c43ac-a8d4-4651-bbd9-232610656662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.605029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af1c43ac-a8d4-4651-bbd9-232610656662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.606148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-af1c43ac-a8d4-4651-bbd9-232610656662 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/130f2149-b3a2-4f7f-938f-50ffa9b29e87 HTTP/1.1" status: 204 len: 168 time: 0.2820241 Sep 16 04:56:42.606826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38730) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.616724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:42.624190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:42.634953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c43ac-a8d4-4651-bbd9-232610656662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130f2149-b3a2-4f7f-938f-50ffa9b29e87,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.678228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.703285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.704818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.706529 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] 10.222.0.57 "PUT /v2.0/ports/6bbcde69-1473-40a4-a900-d0251c8e1863 HTTP/1.1" status: 200 len: 1093 time: 1.1045153 Sep 16 04:56:42.709769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:42.712353 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce17f1d-6ff4-4696-98c9-c31d9feada8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:42.735760 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f9786b-655c-4074-be1e-5984b393d9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.776900 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0f4517-e7a8-4f78-8bac-bb781181390b x-openstack-request-id: req-4f0f4517-e7a8-4f78-8bac-bb781181390b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:42.776900 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:42.777784 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f0f4517-e7a8-4f78-8bac-bb781181390b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:42.777891 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'status': 'completed', 'code': 200} Sep 16 04:56:42.790162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.793653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f9786b-655c-4074-be1e-5984b393d9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.799685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894ef2-e423-4fb3-865d-07d4bdc5d709 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.829885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-856a708c-32c7-4e27-a604-2c13ec908abc tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.831866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-856a708c-32c7-4e27-a604-2c13ec908abc tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.2238302 Sep 16 04:56:42.859829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-5ba41b96-367d-4a92-aa1d-9e726a3d7bd7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/quotas/8685f9efdb2a4f84bf37cca56ce63f90 HTTP/1.1" status: 200 len: 375 time: 0.0113604 Sep 16 04:56:42.860882 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.894127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:42.907968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-c4f11141-678b-4a9f-b926-2e96eca248a1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340416 Sep 16 04:56:42.913089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862af722-a20a-4568-bb92-22dca82a29dc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.920590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f1d-6ff4-4696-98c9-c31d9feada8c req-a0a10417-9376-4f6f-a120-5a12f44eb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.922355 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ce17f1d-6ff4-4696-98c9-c31d9feada8c req-a0a10417-9376-4f6f-a120-5a12f44eb0dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 1096 time: 0.0931480 Sep 16 04:56:42.923686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.924133 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Added segment 54406b0d-d749-4d6d-8fda-c83bfb00da06 of type vlan for network 3af10ea8-3a57-433e-bbc4-dce409ffec4e Sep 16 04:56:42.979735 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f9786b-655c-4074-be1e-5984b393d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.982881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f9786b-655c-4074-be1e-5984b393d9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.987285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b7f9786b-655c-4074-be1e-5984b393d9aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da9d4251-7dad-4032-ae67-5075da25f5f7 HTTP/1.1" status: 204 len: 168 time: 0.3677416 Sep 16 04:56:43.004466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9786b-655c-4074-be1e-5984b393d9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9d4251-7dad-4032-ae67-5075da25f5f7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:43.006607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.018078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-98932904-a8b7-4963-bd34-ff5df0698c2f service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090324 Sep 16 04:56:43.117353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f1d-6ff4-4696-98c9-c31d9feada8c req-ad1158d8-5db7-4831-a81f-42b3ca662c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.119635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ce17f1d-6ff4-4696-98c9-c31d9feada8c req-ad1158d8-5db7-4831-a81f-42b3ca662c3e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=be7e64bfc105431aa232920e240526e0&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1619940 Sep 16 04:56:43.119790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-0f37913b-db33-47ea-8bcf-7c0ed27349e4 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009297 Sep 16 04:56:43.173242 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.182025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.182025 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.286655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] Pushing event updated for resources: {'Network': ['ID=3af10ea8-3a57-433e-bbc4-dce409ffec4e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:43.293039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce17f1d-6ff4-4696-98c9-c31d9feada8c req-2ff8aff7-0eca-49c8-9e8c-bc563154cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.294564 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ce17f1d-6ff4-4696-98c9-c31d9feada8c req-2ff8aff7-0eca-49c8-9e8c-bc563154cabb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665828 Sep 16 04:56:43.299884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 3af10ea8-3a57-433e-bbc4-dce409ffec4e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:43.321834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38758) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.322015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56bd44d3-16fd-43c9-b1fe-e6cc815cabe0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5797706 Sep 16 04:56:43.328759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Request body: {'subnet': {'network_id': '3af10ea8-3a57-433e-bbc4-dce409ffec4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2128266319-subnet', 'tenant_id': '6aca931994f94910a0ae2478c08b0ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:43.388484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d222c80-9761-4b8c-9a96-dd05897f605d req-67d695e9-d931-4767-8bc6-2c5ccf43fa9e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 210 time: 0.0357151 Sep 16 04:56:43.433786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Made reservation on behalf of 6aca931994f94910a0ae2478c08b0ca5 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:43.436160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.442331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-2f90d75b-6ab6-4ae5-868b-cc7b71c7c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.442858 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-2f90d75b-6ab6-4ae5-868b-cc7b71c7c7ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 1096 time: 0.0662279 Sep 16 04:56:43.512197 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-1f32b611-57f2-46c3-b045-1345819bdee6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bbcde69-1473-40a4-a900-d0251c8e1863 HTTP/1.1" status: 200 len: 217 time: 0.0455873 Sep 16 04:56:43.589150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fabf4597-946d-4378-b0e4-c8eff9a31fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.592904 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-fabf4597-946d-4378-b0e4-c8eff9a31fe5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=10b9fcea-cb4e-484d-af72-59700fda7393 HTTP/1.1" status: 200 len: 845 time: 0.0723665 Sep 16 04:56:43.617274 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5fffe-e45a-49d0-9f99-d172ba20c4ce req-d7ad7bc6-49e1-4472-901f-eaea748bbb25 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.618928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39f5fffe-e45a-49d0-9f99-d172ba20c4ce req-d7ad7bc6-49e1-4472-901f-eaea748bbb25 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 944 time: 0.0992913 Sep 16 04:56:43.645826 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-2b0eb117-1bbc-4fd2-9863-5919dc487928 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192a16d4-d496-4a46-98bf-a9967c8e1fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454853 Sep 16 04:56:43.679708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-de41d29e-c219-4352-bcc4-b312d077f781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.712971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39f5fffe-e45a-49d0-9f99-d172ba20c4ce req-d1d69206-d1bc-4551-ab01-6ab8ba0ba25a tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854065 Sep 16 04:56:43.759231 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-7a9f53fb-a2c5-418f-850f-5999e25a4356 service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052418 Sep 16 04:56:43.807194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.897533 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-66524c69-f340-4ecd-b638-e7cabc9dc88d req-a6c3e913-1a72-42e2-9fbf-371fd07b5d57 service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304271 Sep 16 04:56:43.900336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029717f5-7e44-451b-9656-e654f9068de2,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:43.908016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Checking segment: {'id': '54406b0d-d749-4d6d-8fda-c83bfb00da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3af10ea8-3a57-433e-bbc4-dce409ffec4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:43.908382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Network hostable DHCP agents. Network: 3af10ea8-3a57-433e-bbc4-dce409ffec4e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:43.956707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38784) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.009003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Network 3af10ea8-3a57-433e-bbc4-dce409ffec4e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:44.171027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 3af10ea8-3a57-433e-bbc4-dce409ffec4e) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:44.174615 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.176987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.177948 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.189405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fccdcfc-cf65-4ce6-99ee-f8f29ef79ec3 None None] Network 3af10ea8-3a57-433e-bbc4-dce409ffec4e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:44.309375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-75a89b36-a4e1-4163-bebe-5d29d7b0c0c2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9860196 Sep 16 04:56:44.312944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754895a-26a1-43a4-9cb2-6c48c2b6117b None None] Network 3af10ea8-3a57-433e-bbc4-dce409ffec4e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:44.327604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38796) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.374524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7f6e6332-9539-496b-8f71-5be809672826 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f58a5bbe49cb480fb384e46da01ffd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450492 Sep 16 04:56:44.376612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38800) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.454614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab7c4-d788-4b39-a283-65dc514f63a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.482876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab7c4-d788-4b39-a283-65dc514f63a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.542057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acf59eaa-658c-4a90-ba6e-10955e60dd8d req-fd9f9b0b-24b8-4307-95d0-ca5e983e8b8b tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 210 time: 0.0625620 Sep 16 04:56:44.568045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-network', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:44.639925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab7c4-d788-4b39-a283-65dc514f63a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.642526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab7c4-d788-4b39-a283-65dc514f63a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.643721 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1b0ab7c4-d788-4b39-a283-65dc514f63a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3b5cef9-97a1-4ff8-ab53-fb810b2f9e4c HTTP/1.1" status: 204 len: 168 time: 0.2655988 Sep 16 04:56:44.651852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ab7c4-d788-4b39-a283-65dc514f63a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b5cef9-97a1-4ff8-ab53-fb810b2f9e4c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:44.669845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38812) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.704018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Made reservation on behalf of f96c1b3d277b478e817be2e7c370fef3 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:44.706537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.718917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.741555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4609bfb4-932e-4921-a4a7-63314dc23e1e admin admin] Deleting subnet 029717f5-7e44-451b-9656-e654f9068de2 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:44.748638 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4609bfb4-932e-4921-a4a7-63314dc23e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.823727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4609bfb4-932e-4921-a4a7-63314dc23e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.894733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9862ae-7043-4acc-8dac-984674273996 req-85744ae8-8b9f-46fd-b170-47965914a182 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.896269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd9862ae-7043-4acc-8dac-984674273996 req-85744ae8-8b9f-46fd-b170-47965914a182 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 944 time: 0.1112010 Sep 16 04:56:44.899711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4609bfb4-932e-4921-a4a7-63314dc23e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.995303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.000211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd9862ae-7043-4acc-8dac-984674273996 req-13db86a6-234d-45f2-a7a4-0f7d2b397f81 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773296 Sep 16 04:56:45.079827 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.114310 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.120321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4609bfb4-932e-4921-a4a7-63314dc23e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.165973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609bfb4-932e-4921-a4a7-63314dc23e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029717f5-7e44-451b-9656-e654f9068de2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.171018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:45.178038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4609bfb4-932e-4921-a4a7-63314dc23e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.179911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4609bfb4-932e-4921-a4a7-63314dc23e1e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/029717f5-7e44-451b-9656-e654f9068de2 HTTP/1.1" status: 204 len: 168 time: 0.5088429 Sep 16 04:56:45.182786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38826) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.182954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183272fe-4157-410c-a66d-0ca2d6acfa02,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.189157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.189504 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Added segment aa61186f-f4d5-4c68-916a-3729ad9baf27 of type vlan for network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 Sep 16 04:56:45.255876 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.267192 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.342448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.343530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.344123 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.364022 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.385155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af10ea8-3a57-433e-bbc4-dce409ffec4e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:45.394389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54406b0d-d749-4d6d-8fda-c83bfb00da06') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:45.394693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54406b0d-d749-4d6d-8fda-c83bfb00da06') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:45.404412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.408772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] Pushing event updated for resources: {'Network': ['ID=e000243f-8f4f-4ba9-a74c-605c5dd9b9d9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.418970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:45.421074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:45.434103 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:45.452182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-86cc9309-1665-41ac-b8d4-b218b0a508ac admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4943051 Sep 16 04:56:45.455194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38838) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.469022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Request body: {'subnet': {'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-subnet', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:45.576957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Made reservation on behalf of f96c1b3d277b478e817be2e7c370fef3 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:45.577142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.579678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.582736 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.585231 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3af10ea8-3a57-433e-bbc4-dce409ffec4e HTTP/1.1" status: 204 len: 168 time: 0.4013960 Sep 16 04:56:45.610810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41caae-acce-4d78-955c-600d08166744 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af10ea8-3a57-433e-bbc4-dce409ffec4e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.682866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb50d5d3-b7cf-474d-8901-66508bffdeb8 req-a9082c43-9e9f-4442-9675-633f42755dc0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 210 time: 0.0307980 Sep 16 04:56:45.742082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38850) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.885821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.947562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-8dbd8a88-9af3-40d1-be8b-07d702d91fc6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.950314 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-8dbd8a88-9af3-40d1-be8b-07d702d91fc6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.1183386 Sep 16 04:56:45.952324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b665339-a5de-4ee5-8e1f-95fa123ca649,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.958060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Checking segment: {'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:45.958428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Network hostable DHCP agents. Network: e000243f-8f4f-4ba9-a74c-605c5dd9b9d9, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:45.966682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Request body: {'port': {'device_id': '1d7f9f01-4a13-4c9f-8aa1-dc069de94d74', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'admin_state_up': True, 'tenant_id': '8685f9efdb2a4f84bf37cca56ce63f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:46.002798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-515406593-network', 'tenant_id': '73db11f6803f4368b2a7ee236edc372a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:46.031142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38860) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.081444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:46.135906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b75641-1c7f-4441-8a1a-e8a7f2bcfc06 req-d21f9180-8d12-48ec-9b92-11a708b82b57 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.137945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87b75641-1c7f-4441-8a1a-e8a7f2bcfc06 req-d21f9180-8d12-48ec-9b92-11a708b82b57 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 944 time: 0.0528498 Sep 16 04:56:46.161304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Made reservation on behalf of 73db11f6803f4368b2a7ee236edc372a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:46.163636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.176289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87b75641-1c7f-4441-8a1a-e8a7f2bcfc06 req-3bb542ef-2d6a-41b5-a719-7500d65b2596 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Sep 16 04:56:46.178589 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.194188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e000243f-8f4f-4ba9-a74c-605c5dd9b9d9) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:46.202006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.202615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.209510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf1752-0379-4f23-965c-1fb761ee179e None None] Network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:46.218101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38868) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.265063 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4af4f76f-b80e-4292-ab38-dd8584ad3b11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6aca931994f94910a0ae2478c08b0ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456884 Sep 16 04:56:46.267793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38870) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.300684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Made reservation on behalf of 8685f9efdb2a4f84bf37cca56ce63f90 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:46.305642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.372847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6adaac8e-554c-4ccf-add6-5390acdb5035 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9162550 Sep 16 04:56:46.375433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38872) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.381315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:46.405143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b37a-0794-4c62-9aeb-1c2699b9ce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.430261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b37a-0794-4c62-9aeb-1c2699b9ce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.449717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1985101649-network', 'tenant_id': '0ca55b1a1e344f01a4decf26ce36b4be'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:46.472284 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:56:46.472284 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:56:46.472284 n-d-712143-16 neutron-server[101824]: [parameters: {'project_id_1': 'f96c1b3d277b478e817be2e7c370fef3', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 56, 26, 392519)}] Sep 16 04:56:46.472284 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:46.472723 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:46.473083 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:56:46.473083 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:56:46.473083 n-d-712143-16 neutron-server[101824]: [parameters: {'project_id_1': '0ca55b1a1e344f01a4decf26ce36b4be', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 56, 26, 456810)}] Sep 16 04:56:46.473083 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:46.473455 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:46.549663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-e000243f-8f4f-4ba9-a74c-605c5dd9b9d9', 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'fixed_ips': [{'subnet_id': '2b665339-a5de-4ee5-8e1f-95fa123ca649'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:46.552145 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.598250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Allocated IP 172.20.0.4 (071ea40e-c42b-4d06-8075-128f09a802e6/f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6/a887435c-d395-4f47-8d79-8bbac22f1674) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:46.644948 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b37a-0794-4c62-9aeb-1c2699b9ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.648916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b37a-0794-4c62-9aeb-1c2699b9ce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.650330 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fdc5b37a-0794-4c62-9aeb-1c2699b9ce36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/862af722-a20a-4568-bb92-22dca82a29dc HTTP/1.1" status: 204 len: 168 time: 0.3811066 Sep 16 04:56:46.654670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6bbcde69-1473-40a4-a900-d0251c8e1863 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:46.684055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.691344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5b37a-0794-4c62-9aeb-1c2699b9ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862af722-a20a-4568-bb92-22dca82a29dc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.797762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.802353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Allocated IP 172.20.0.2 (e000243f-8f4f-4ba9-a74c-605c5dd9b9d9/2b665339-a5de-4ee5-8e1f-95fa123ca649/4004eb6d-1e6e-4f22-b97e-ded03e38311e) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:46.804594 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.824704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:46.838126 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.839211 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Added segment 47c34341-6718-42b1-9176-5cb1d25b8120 of type vlan for network bdc02b77-5d08-475e-b380-002c3a21dc9f Sep 16 04:56:46.843293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b87aa808-ad76-4f63-bc61-15b8e6a70419 req-c719cd8b-5e9a-4f99-a0ba-f70370a282c8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 210 time: 0.0349565 Sep 16 04:56:46.876298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:46.916930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'port_id': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'mac_address': 'fa:16:3e:46:96:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9fcea-cb4e-484d-af72-59700fda7393', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:46.951677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe3c909-9823-4da7-814a-bf82d3819560,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.979329 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.985323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.039343 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.067494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbcde69-1473-40a4-a900-d0251c8e1863 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:47.072399 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.089162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:47.126350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.127404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.166029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.166769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.170718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.171913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.172863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.228790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.231817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:47.256695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Pushing event updated for resources: {'Port': ['ID=4004eb6d-1e6e-4f22-b97e-ded03e38311e,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.261498 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.264366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:47.267792 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:47.279194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event updated for resources: {'Port': ['ID=a887435c-d395-4f47-8d79-8bbac22f1674,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.294826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Network 071ea40e-c42b-4d06-8075-128f09a802e6 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:47.296855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:47.302578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:47.317034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Made reservation on behalf of 0ca55b1a1e344f01a4decf26ce36b4be for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:47.319772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.334062 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.378938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] Pushing event updated for resources: {'Network': ['ID=bdc02b77-5d08-475e-b380-002c3a21dc9f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.406866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network bdc02b77-5d08-475e-b380-002c3a21dc9f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:47.411156 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-394222b8-9713-4571-ae3e-7445346c719e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6673303 Sep 16 04:56:47.426186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.428830 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.438255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38900) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:47.460962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.465742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Attempting to bind port 4004eb6d-1e6e-4f22-b97e-ded03e38311e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:47.466239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Attempting to bind port 4004eb6d-1e6e-4f22-b97e-ded03e38311e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:47.466808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Attempting to bind port 4004eb6d-1e6e-4f22-b97e-ded03e38311e on network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:47.477855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:47.478438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Checking segment: {'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:47.478928 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.479795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Bound using segment: {'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:47.480392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Bound port: 4004eb6d-1e6e-4f22-b97e-ded03e38311e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:47.480863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.592439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6bbcde69-1473-40a4-a900-d0251c8e1863'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:47.651103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] For port 4004eb6d-1e6e-4f22-b97e-ded03e38311e, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:47.673941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] For port 4004eb6d-1e6e-4f22-b97e-ded03e38311e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4004eb6d-1e6e-4f22-b97e-ded03e38311e,segment=NetworkSegment(aa61186f-f4d5-4c68-916a-3729ad9baf27),segment_id=aa61186f-f4d5-4c68-916a-3729ad9baf27)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:48.032802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Request body: {'subnet': {'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-515406593-subnet', 'tenant_id': '73db11f6803f4368b2a7ee236edc372a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:48.032802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808d5e0-9a4a-47e5-a82f-7e0ed55ef46a req-66081910-6b52-41b8-9aca-9566b8296d34 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.032802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e808d5e0-9a4a-47e5-a82f-7e0ed55ef46a req-66081910-6b52-41b8-9aca-9566b8296d34 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 945 time: 0.6615386 Sep 16 04:56:48.083116 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.116098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e808d5e0-9a4a-47e5-a82f-7e0ed55ef46a req-cad5311a-cbd5-45e5-bf57-79b658ed5528 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629393 Sep 16 04:56:48.134432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb2aa2-9752-4460-a120-f69b8a765277 req-66f809d3-c648-402e-a8f2-f1cd6abfb414 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.135912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bdb2aa2-9752-4460-a120-f69b8a765277 req-66f809d3-c648-402e-a8f2-f1cd6abfb414 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 931 time: 0.1806934 Sep 16 04:56:48.192460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bdb2aa2-9752-4460-a120-f69b8a765277 req-7efd901d-135a-4711-b497-b4602614d690 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Sep 16 04:56:48.205778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.206834 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.268249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b3a7b-d893-46c4-901e-91b5e943e817 None None] Pushing event updated for resources: {'Port': ['ID=4004eb6d-1e6e-4f22-b97e-ded03e38311e,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.449655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.486587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:48.518744 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.519434 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Added segment 484292cb-2940-4d90-990f-70f1c82fd686 of type vlan for network 4a05bcea-0e43-49c3-a03a-292b65bc1595 Sep 16 04:56:48.520838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c69fa7-b094-4d12-ac76-03f511337fb0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.555136 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-da618307-208b-42ca-9b2e-0ce490d4d7f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5930374 Sep 16 04:56:48.568606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Request body: {'port': {'device_id': '1d7f9f01-4a13-4c9f-8aa1-dc069de94d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:48.604302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.625413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6bbcde69-1473-40a4-a900-d0251c8e1863 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:48.634146 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.773456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Made reservation on behalf of 73db11f6803f4368b2a7ee236edc372a for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:48.776194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.793551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.805677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.805677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.840191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 6bbcde69-1473-40a4-a900-d0251c8e1863 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:48.845371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 6bbcde69-1473-40a4-a900-d0251c8e1863 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:48.847329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.895080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4004eb6d-1e6e-4f22-b97e-ded03e38311e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:48.912908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.937043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9046369 Sep 16 04:56:48.942407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38946) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.948578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Request body: {'subnet': {'network_id': '4a05bcea-0e43-49c3-a03a-292b65bc1595', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1985101649-subnet', 'tenant_id': '0ca55b1a1e344f01a4decf26ce36b4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:48.974872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9fbe-04fe-4fbd-b521-08307f159f92 admin admin] Pushing event updated for resources: {'Network': ['ID=4a05bcea-0e43-49c3-a03a-292b65bc1595,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.987605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.999911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 4a05bcea-0e43-49c3-a03a-292b65bc1595 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:49.035788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a887435c-d395-4f47-8d79-8bbac22f1674 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:49.064498 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.083852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Transition to ACTIVE for port object a887435c-d395-4f47-8d79-8bbac22f1674 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:49.089580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38952) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:49.092565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4004eb6d-1e6e-4f22-b97e-ded03e38311e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:49.093981 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.186065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Allocated IP 172.25.7.7 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/4ff09341-289c-4f2d-8009-371cad17b691) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:49.193784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.254012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Made reservation on behalf of 0ca55b1a1e344f01a4decf26ce36b4be for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:49.257952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.366688 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.444536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:49.447605 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27193346-191f-4656-b892-ccaaca75bc13" -d '{"events": [{"server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "name": "network-vif-plugged", "status": "completed", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:49.457293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3efa56-25bb-4d71-9350-0b6808a99062 None None] Network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:49.466578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bad6983d-3b8d-400c-aa90-75c677afd74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.480657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:49.508703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.542536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b44c0fca-57b1-4469-ae22-9f56b71025c0 None None] Provisioning complete for port 4004eb6d-1e6e-4f22-b97e-ded03e38311e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:49.543869 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b44c0fca-57b1-4469-ae22-9f56b71025c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.552116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a887435c-d395-4f47-8d79-8bbac22f1674,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.557411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f8f4-99f3-4a46-b1c9-55fb36af8d76 req-28056987-0c31-4e85-a5f7-e732f6dc1317 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.559862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b92f8f4-99f3-4a46-b1c9-55fb36af8d76 req-28056987-0c31-4e85-a5f7-e732f6dc1317 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 943 time: 0.2094412 Sep 16 04:56:49.596063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf85b-c0ee-419e-9466-24be21847a68 req-cb4b04ba-9a9e-488a-b9d7-145b917e5847 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.597825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7baf85b-c0ee-419e-9466-24be21847a68 req-cb4b04ba-9a9e-488a-b9d7-145b917e5847 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 945 time: 0.3050442 Sep 16 04:56:49.639752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.641749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.667101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b92f8f4-99f3-4a46-b1c9-55fb36af8d76 req-d84926a5-96d4-435e-bb0c-2cf9021a0dc9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993643 Sep 16 04:56:49.678518 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.729676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7baf85b-c0ee-419e-9466-24be21847a68 req-03fb28dc-b700-406d-9499-572cdecf7b1b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205418 Sep 16 04:56:49.747823 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b1e1ff-5d1a-46ae-9611-1fc12eb8806b x-openstack-request-id: req-58b1e1ff-5d1a-46ae-9611-1fc12eb8806b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:49.748291 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "name": "network-vif-plugged", "status": "completed", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:49.748653 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58b1e1ff-5d1a-46ae-9611-1fc12eb8806b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:49.749155 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'code': 200} Sep 16 04:56:49.789310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722b342b-20f9-4077-8177-48fa83f54831,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.796798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Checking segment: {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:49.797174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Network hostable DHCP agents. Network: bdc02b77-5d08-475e-b380-002c3a21dc9f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:49.867163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 4004eb6d-1e6e-4f22-b97e-ded03e38311e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4004eb6d-1e6e-4f22-b97e-ded03e38311e,segment=NetworkSegment(aa61186f-f4d5-4c68-916a-3729ad9baf27),segment_id=aa61186f-f4d5-4c68-916a-3729ad9baf27)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:49.880217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.920523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:49.923713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:49.929953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:49.951486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Network bdc02b77-5d08-475e-b380-002c3a21dc9f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:49.961859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.963307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff09341-289c-4f2d-8009-371cad17b691,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.030415 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b44c0fca-57b1-4469-ae22-9f56b71025c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.035857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.125194 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-b44c0fca-57b1-4469-ae22-9f56b71025c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:50.125565 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-b44c0fca-57b1-4469-ae22-9f56b71025c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:50.147627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=4004eb6d-1e6e-4f22-b97e-ded03e38311e,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.148350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, bdc02b77-5d08-475e-b380-002c3a21dc9f) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:50.148800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Attempting to bind port a887435c-d395-4f47-8d79-8bbac22f1674 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:50.149285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Attempting to bind port a887435c-d395-4f47-8d79-8bbac22f1674 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:50.149466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Attempting to bind port a887435c-d395-4f47-8d79-8bbac22f1674 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:50.154126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.154716 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.164865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27d2ed-4070-4b6f-b342-8452d5c658b9 None None] Network bdc02b77-5d08-475e-b380-002c3a21dc9f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:50.165803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Port a887435c-d395-4f47-8d79-8bbac22f1674 on network 071ea40e-c42b-4d06-8075-128f09a802e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:50.170486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Attempting to bind port a887435c-d395-4f47-8d79-8bbac22f1674 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:50.183931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff28061-76e2-41ef-aac3-fe65331e53c5 req-28f12c79-a5bf-439b-9c07-7ad467c67216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.185434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bff28061-76e2-41ef-aac3-fe65331e53c5 req-28f12c79-a5bf-439b-9c07-7ad467c67216 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 1098 time: 0.1116221 Sep 16 04:56:50.185922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-04988a82-a0c2-4524-b8fd-56db111eebd0 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1496801 Sep 16 04:56:50.186621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:50.186621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Checking segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:50.186962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Bound using segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:50.187448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Bound port: a887435c-d395-4f47-8d79-8bbac22f1674, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:50.187811 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.211820 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.316980 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bad6983d-3b8d-400c-aa90-75c677afd74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.337978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad934139-9132-4f84-a52a-190fb62dc85a None None] Network bdc02b77-5d08-475e-b380-002c3a21dc9f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:50.350898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bff28061-76e2-41ef-aac3-fe65331e53c5 req-0b49ea9e-6402-4906-81f7-1acd924857e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485074 Sep 16 04:56:50.360110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=898a1eb4-635f-4758-bb87-091f9e7818b5,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.374373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] For port a887435c-d395-4f47-8d79-8bbac22f1674, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:50.379464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] For port a887435c-d395-4f47-8d79-8bbac22f1674, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a887435c-d395-4f47-8d79-8bbac22f1674,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:50.381003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Checking segment: {'id': '484292cb-2940-4d90-990f-70f1c82fd686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4a05bcea-0e43-49c3-a03a-292b65bc1595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:50.381387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Network hostable DHCP agents. Network: 4a05bcea-0e43-49c3-a03a-292b65bc1595, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:50.385114 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bad6983d-3b8d-400c-aa90-75c677afd74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.424763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-8ecf727b-da87-4f11-a9b9-e27fd694903b tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.427717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-8ecf727b-da87-4f11-a9b9-e27fd694903b tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407727 Sep 16 04:56:50.432669 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bad6983d-3b8d-400c-aa90-75c677afd74a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3194bc019fda4ea3a2cf745b7b7b13b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3411083 Sep 16 04:56:50.436387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38986) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:50.449772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6983d-3b8d-400c-aa90-75c677afd74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a572abd2-0b3a-4d7f-a79b-92c7633873e9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.457823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.458786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-7261025f-685d-4ca7-91f1-01db6374cad0 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/quotas/309aa15651b243a4aa3fa479a3ecdd6f HTTP/1.1" status: 200 len: 375 time: 0.0204651 Sep 16 04:56:50.514319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.514949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.516488 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] 10.222.0.60 "PUT /v2.0/ports/a887435c-d395-4f47-8d79-8bbac22f1674 HTTP/1.1" status: 200 len: 1092 time: 1.9521911 Sep 16 04:56:50.517410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7f9f01-4a13-4c9f-8aa1-dc069de94d74', 'tag': 'a887435c-d395-4f47-8d79-8bbac22f1674'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:50.519520 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5472d59-aca5-41ad-94f7-91303e7da4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7f9f01-4a13-4c9f-8aa1-dc069de94d74", "tag": "a887435c-d395-4f47-8d79-8bbac22f1674"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:50.529443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-7f458557-b0fc-4d6a-bfc6-7cda1591240b tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317016 Sep 16 04:56:50.544241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7b1b884b-32e7-4b13-b566-c6f7859a0748 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6337020 Sep 16 04:56:50.544449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Network 4a05bcea-0e43-49c3-a03a-292b65bc1595 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:50.544545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.568101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52d4e4da-f771-4aaa-bdba-9e698988fc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.570668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31aceb-f93e-48d7-a22f-e1a5b426cfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a887435c-d395-4f47-8d79-8bbac22f1674,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.593944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52d4e4da-f771-4aaa-bdba-9e698988fc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.709241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 4a05bcea-0e43-49c3-a03a-292b65bc1595) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:50.716045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.716857 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.726535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc390c-c4a3-4729-b568-27e85c8f91a3 None None] Network 4a05bcea-0e43-49c3-a03a-292b65bc1595 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:50.747523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-271e21ee-5dff-4613-bc0f-db266f84faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.748340 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-271e21ee-5dff-4613-bc0f-db266f84faf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 1095 time: 0.0706728 Sep 16 04:56:50.794195 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.798522 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-ceaad742-4d9a-4c78-b079-4cffd2e2aa76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a887435c-d395-4f47-8d79-8bbac22f1674 HTTP/1.1" status: 200 len: 217 time: 0.0416803 Sep 16 04:56:50.865671 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3709540a-2467-4eb1-8fce-5929a19ea29e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9214597 Sep 16 04:56:50.866917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52d4e4da-f771-4aaa-bdba-9e698988fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.870841 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52d4e4da-f771-4aaa-bdba-9e698988fc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.872577 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-52d4e4da-f771-4aaa-bdba-9e698988fc4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a572abd2-0b3a-4d7f-a79b-92c7633873e9 HTTP/1.1" status: 204 len: 168 time: 0.4351873 Sep 16 04:56:50.890225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-e2c14669-22e9-4131-b882-1f5c761b133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.896047 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-e2c14669-22e9-4131-b882-1f5c761b133d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.0865788 Sep 16 04:56:50.896047 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4e4da-f771-4aaa-bdba-9e698988fc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a572abd2-0b3a-4d7f-a79b-92c7633873e9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.963921 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-48b20005-1214-475b-81fd-bdce5159caf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621841 Sep 16 04:56:50.967950 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf8178c-eb61-48a7-8c47-809308f5de37 x-openstack-request-id: req-caf8178c-eb61-48a7-8c47-809308f5de37 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:50.968262 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7f9f01-4a13-4c9f-8aa1-dc069de94d74", "tag": "a887435c-d395-4f47-8d79-8bbac22f1674", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:50.968521 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-caf8178c-eb61-48a7-8c47-809308f5de37 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:50.968925 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7f9f01-4a13-4c9f-8aa1-dc069de94d74', 'tag': 'a887435c-d395-4f47-8d79-8bbac22f1674', 'status': 'completed', 'code': 200} Sep 16 04:56:51.079637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Router d4b82890-6fdb-4727-a6f2-2b4526508539 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:51.094298 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-1b9e691b-a2b9-413b-a913-a2d59eb28370 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211314 Sep 16 04:56:51.114783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4004eb6d-1e6e-4f22-b97e-ded03e38311e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:51.273809 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ecd92ca-3bd2-44aa-9c32-042448fce21b req-a24728ed-996d-41f6-83f1-9cdba6b29549 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744356 Sep 16 04:56:51.284521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4b779-7d6c-4edf-a285-6bdb75534195 None None] Network 4a05bcea-0e43-49c3-a03a-292b65bc1595 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:51.317677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e3f42e34-9345-4dcd-965d-9c42b6e0e59b None None] Provisioning complete for port 4004eb6d-1e6e-4f22-b97e-ded03e38311e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:51.318058 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3f42e34-9345-4dcd-965d-9c42b6e0e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.332830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594e744-0c98-4548-b877-086a94812cfc req-5d58cf54-1568-4718-b496-341fc92047f5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.334746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1594e744-0c98-4548-b877-086a94812cfc req-5d58cf54-1568-4718-b496-341fc92047f5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 943 time: 0.1412773 Sep 16 04:56:51.347092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914312df-4758-4c5b-b2b8-2630510a5077 req-89f4c431-a0f8-48d9-8f0e-7ee6d9d3be5e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.348650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-914312df-4758-4c5b-b2b8-2630510a5077 req-89f4c431-a0f8-48d9-8f0e-7ee6d9d3be5e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1562848 Sep 16 04:56:51.379016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4004eb6d-1e6e-4f22-b97e-ded03e38311e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:51.379423 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.401184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:51.415473 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Sync routers for ids ['d4b82890-6fdb-4727-a6f2-2b4526508539'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:51.429547 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Routers {'d4b82890-6fdb-4727-a6f2-2b4526508539'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:51.430488 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d4b82890-6fdb-4727-a6f2-2b4526508539'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:51.450107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1594e744-0c98-4548-b877-086a94812cfc req-f76580dd-64dc-4ef8-a817-f613199e5a83 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991800 Sep 16 04:56:51.466853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-914312df-4758-4c5b-b2b8-2630510a5077 req-4e778394-de95-4a06-8fcd-46eb44434dbf tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053619 Sep 16 04:56:51.549599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-378e0b7f-76a9-44aa-afb4-4e3758835af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.551416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-378e0b7f-76a9-44aa-afb4-4e3758835af2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 1095 time: 0.0948398 Sep 16 04:56:51.587786 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.590497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-896ee12c-aba5-4572-a18a-270dc2906293 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2124736 Sep 16 04:56:51.592432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39026) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:51.680217 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Set router d4b82890-6fdb-4727-a6f2-2b4526508539 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:51.747559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-37c95f20-c867-43d5-b0ae-84ffaa0d8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:51.749352 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-37c95f20-c867-43d5-b0ae-84ffaa0d8744 service neutron] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 912 time: 0.1905932 Sep 16 04:56:51.807150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b2910a6-9f1e-4a61-a11d-9e204aed0808 req-ebc8ada9-f29f-4b33-888a-0e2a437d77bc tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 210 time: 0.1106112 Sep 16 04:56:51.853974 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-c405f4d1-2a10-4a21-a569-87546900f530 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a887435c-d395-4f47-8d79-8bbac22f1674 HTTP/1.1" status: 200 len: 217 time: 0.0966682 Sep 16 04:56:52.010526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-f887221b-068d-4805-9a9b-e5f1c29819c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:52.010526 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-f887221b-068d-4805-9a9b-e5f1c29819c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.1414139 Sep 16 04:56:52.064816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '4ff09341-289c-4f2d-8009-371cad17b691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:56:50Z', 'revision_number': 3, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port': {'id': '4ff09341-289c-4f2d-8009-371cad17b691', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:49Z', 'updated_at': '2021-09-16T04:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:52.093174 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-1f9ee86e-60da-4959-a201-36fd01c1ca12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742340 Sep 16 04:56:52.103180 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Checking router: d4b82890-6fdb-4727-a6f2-2b4526508539 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:52.103180 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Updating router d4b82890-6fdb-4727-a6f2-2b4526508539 port 4ff09341-289c-4f2d-8009-371cad17b691 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:56:52.139013 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.232488 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-4f81dec9-a981-4216-b963-bbac1289e3b7 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301785 Sep 16 04:56:52.238699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39042) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:52.285390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e677819-0b68-4cc2-91bd-ff40dff57b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.321389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7be9091a-0d85-474c-bac7-c263e9940075 req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1091318600', 'description': 'tempest-description-756641673'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:52.413000 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b5472d59-aca5-41ad-94f7-91303e7da4ac req-5a9efa83-2648-4684-a7e6-4b3b64fa0887 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713405 Sep 16 04:56:52.484993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e677819-0b68-4cc2-91bd-ff40dff57b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.520771 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.588018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e677819-0b68-4cc2-91bd-ff40dff57b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.588261 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.662718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device a887435c-d395-4f47-8d79-8bbac22f1674 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:52.676047 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4e677819-0b68-4cc2-91bd-ff40dff57b51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=118ebe4071ab4f1f95fbf64dc7703345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356661 Sep 16 04:56:52.696216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e677819-0b68-4cc2-91bd-ff40dff57b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f852483-a299-4814-9c86-d64adb0e3f51,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:52.699939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39050) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:52.703792 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Attempting to bind port 4ff09341-289c-4f2d-8009-371cad17b691 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:52.704189 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Attempting to bind port 4ff09341-289c-4f2d-8009-371cad17b691 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:52.704556 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Attempting to bind port 4ff09341-289c-4f2d-8009-371cad17b691 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:52.706536 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Pushing event updated for resources: {'Port': ['ID=4ff09341-289c-4f2d-8009-371cad17b691,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:52.733544 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.733877 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.734222 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.734559 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.734892 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.735319 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.739720 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.742682 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.743142 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.743643 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.744076 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.744513 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:52.759951 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:52.760614 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:52.764368 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.764914 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:52.765642 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Bound port: 4ff09341-289c-4f2d-8009-371cad17b691, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:52.766179 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.805533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [req-7be9091a-0d85-474c-bac7-c263e9940075 req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:56:52.805533 n-d-712143-16 neutron-server[101824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:56:52.805533 n-d-712143-16 neutron-server[101824]: [parameters: {'project_id': '0ca55b1a1e344f01a4decf26ce36b4be', 'id': '118ed598-2998-473f-a611-953923d52673', 'expiration': datetime.datetime(2021, 9, 16, 4, 58, 52, 350763)}] Sep 16 04:56:52.805533 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:52.806422 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [req-7be9091a-0d85-474c-bac7-c263e9940075 req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:52.812313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-efbf298f-6def-4b02-857b-42f1b99d94dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.844247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-db6cc4fa-5cff-496a-bc21-56eb5a94eb44 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:52.846256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-db6cc4fa-5cff-496a-bc21-56eb5a94eb44 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 821 time: 0.9094200 Sep 16 04:56:52.862865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port a887435c-d395-4f47-8d79-8bbac22f1674, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a887435c-d395-4f47-8d79-8bbac22f1674,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:52.865364 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-efbf298f-6def-4b02-857b-42f1b99d94dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.881182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'a887435c-d395-4f47-8d79-8bbac22f1674', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'port_id': 'a887435c-d395-4f47-8d79-8bbac22f1674', 'mac_address': 'fa:16:3e:fd:53:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:52.889973 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] For port 4ff09341-289c-4f2d-8009-371cad17b691, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:52.893473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-9fbdaff9-64de-4e27-88c1-10b23381f800 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/quotas/73db11f6803f4368b2a7ee236edc372a HTTP/1.1" status: 200 len: 375 time: 0.0186312 Sep 16 04:56:52.894676 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] For port 4ff09341-289c-4f2d-8009-371cad17b691, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4ff09341-289c-4f2d-8009-371cad17b691,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:52.937610 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.960235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a887435c-d395-4f47-8d79-8bbac22f1674 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:52.965269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-3a88abf7-cb33-4114-b73a-cb80f2f3dce4 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580196 Sep 16 04:56:52.977492 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.979868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port a887435c-d395-4f47-8d79-8bbac22f1674, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a887435c-d395-4f47-8d79-8bbac22f1674,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:53.013867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.032277 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Routers {'d4b82890-6fdb-4727-a6f2-2b4526508539'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:53.032897 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d4b82890-6fdb-4727-a6f2-2b4526508539'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:53.070813 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f00c-554e-4148-8ac1-687b5431648a None None] Pushing event updated for resources: {'Port': ['ID=4ff09341-289c-4f2d-8009-371cad17b691,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:53.090763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-efbf298f-6def-4b02-857b-42f1b99d94dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.093138 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.093386 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-efbf298f-6def-4b02-857b-42f1b99d94dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.097945 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-efbf298f-6def-4b02-857b-42f1b99d94dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f852483-a299-4814-9c86-d64adb0e3f51 HTTP/1.1" status: 204 len: 168 time: 0.3969715 Sep 16 04:56:53.106495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf298f-6def-4b02-857b-42f1b99d94dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f852483-a299-4814-9c86-d64adb0e3f51,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:53.127543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-6b779712-fbe3-4ab4-a54c-f5a060d4f280 service neutron] 10.222.0.59 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542633 Sep 16 04:56:53.173599 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] Set router d4b82890-6fdb-4727-a6f2-2b4526508539 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:53.187278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=a887435c-d395-4f47-8d79-8bbac22f1674,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:53.300545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['a887435c-d395-4f47-8d79-8bbac22f1674'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:53.309940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-db8b54c3-5ef3-42c5-8241-84a4cf602133 service neutron] 10.222.0.59 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815147 Sep 16 04:56:53.348646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Allocated IP 172.20.0.1 (e000243f-8f4f-4ba9-a74c-605c5dd9b9d9/2b665339-a5de-4ee5-8e1f-95fa123ca649/fe8f4d3a-30f7-48d9-9647-1439583740a6) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:53.419198 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '4ff09341-289c-4f2d-8009-371cad17b691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:56:50Z', 'revision_number': 3, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port': {'id': '4ff09341-289c-4f2d-8009-371cad17b691', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:49Z', 'updated_at': '2021-09-16T04:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:53.452127 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb286e93-c2d4-4397-8f77-8f742ccf5491 None None] The sync data for ids ['d4b82890-6fdb-4727-a6f2-2b4526508539'] in n-d-712143-16 is: [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '4ff09341-289c-4f2d-8009-371cad17b691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:56:50Z', 'revision_number': 3, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port': {'id': '4ff09341-289c-4f2d-8009-371cad17b691', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:49Z', 'updated_at': '2021-09-16T04:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:53.473208 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7be9091a-0d85-474c-bac7-c263e9940075 req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.526494 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.649194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7be9091a-0d85-474c-bac7-c263e9940075 req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.702599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb774cf9-7dae-4cdc-a9a4-30ce41f220e3 req-2dbb48a4-c23e-4524-a535-7bf4633db0f6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.708631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb774cf9-7dae-4cdc-a9a4-30ce41f220e3 req-2dbb48a4-c23e-4524-a535-7bf4633db0f6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 944 time: 0.0767910 Sep 16 04:56:53.772394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb774cf9-7dae-4cdc-a9a4-30ce41f220e3 req-1ce1aec7-938e-4778-8859-7d067ca307d0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Sep 16 04:56:53.777461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.806028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:53.837645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:53.841862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:53.866936 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7be9091a-0d85-474c-bac7-c263e9940075 req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.972333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Pushing event updated for resources: {'Port': ['ID=fe8f4d3a-30f7-48d9-9647-1439583740a6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:53.977769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.982526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42e3553-36be-40ea-a871-ec445873a97c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:54.030077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2063e38-5847-4b36-bb40-54c61da4c61b req-9dafe4fd-db9e-4ddc-a996-1c553b8a9c72 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.031820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2063e38-5847-4b36-bb40-54c61da4c61b req-9dafe4fd-db9e-4ddc-a996-1c553b8a9c72 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1612186 Sep 16 04:56:54.036663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7be9091a-0d85-474c-bac7-c263e9940075 req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.037815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7be9091a-0d85-474c-bac7-c263e9940075 req-3ad2404a-fbf6-459e-8abb-4bb08dc0fef4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.7500269 Sep 16 04:56:54.098994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2063e38-5847-4b36-bb40-54c61da4c61b req-584b2a45-fa9e-4253-bccf-0d4a6af7bc2a tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602300 Sep 16 04:56:54.164341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b094833d-b200-418c-9647-ed27b79dac7d None None] Provisioning complete for port fe8f4d3a-30f7-48d9-9647-1439583740a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.166019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b094833d-b200-418c-9647-ed27b79dac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.238012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47d02cee-940a-4c5b-bfb3-cfebb462a4aa req-dae630b0-28f0-4bf9-a5d5-c7a3927dffc9 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 210 time: 0.0775459 Sep 16 04:56:54.246504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b094833d-b200-418c-9647-ed27b79dac7d None None] Port fe8f4d3a-30f7-48d9-9647-1439583740a6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:54.323558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.327439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09f87223-d2b4-4979-950f-f3552f94fcba req-fc903ee2-ceb3-452c-972f-a2ae458ca570 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 210 time: 0.0493205 Sep 16 04:56:54.412199 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-5505034b-328f-4494-9414-b91f96118882 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546427 Sep 16 04:56:54.421110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e811021c-d3ff-4be6-a44d-fa063eaed713 req-d049223a-1734-4714-8001-80582304301b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/b42e3553-36be-40ea-a871-ec445873a97c HTTP/1.1" status: 200 len: 1804 time: 0.1605763 Sep 16 04:56:54.432336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e811021c-d3ff-4be6-a44d-fa063eaed713 req-c5c1d643-6230-48ed-bfc4-e477ea1bda3f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b42e3553-36be-40ea-a871-ec445873a97c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:54.433062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e811021c-d3ff-4be6-a44d-fa063eaed713 req-c5c1d643-6230-48ed-bfc4-e477ea1bda3f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b42e3553-36be-40ea-a871-ec445873a97c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:54.556185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-fd1e2ab8-f232-4c1a-9fed-06653e914759 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.557824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-fd1e2ab8-f232-4c1a-9fed-06653e914759 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387362 Sep 16 04:56:54.584533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Request body: {'port': {'device_id': '95a20c4e-9e8f-44a7-af3c-fdd9373308dc', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '309aa15651b243a4aa3fa479a3ecdd6f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:54.636897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.639085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e811021c-d3ff-4be6-a44d-fa063eaed713 req-c5c1d643-6230-48ed-bfc4-e477ea1bda3f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.659881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e811021c-d3ff-4be6-a44d-fa063eaed713 req-c5c1d643-6230-48ed-bfc4-e477ea1bda3f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.669307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device a887435c-d395-4f47-8d79-8bbac22f1674 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:54.738701 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e811021c-d3ff-4be6-a44d-fa063eaed713 req-c5c1d643-6230-48ed-bfc4-e477ea1bda3f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.741632 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.827873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Made reservation on behalf of 309aa15651b243a4aa3fa479a3ecdd6f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:54.828521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4ff09341-289c-4f2d-8009-371cad17b691 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:54.832272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.842210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.846593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1d643-6230-48ed-bfc4-e477ea1bda3f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d164ac-c5f5-4d67-8515-b0d4df70caf0,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:54.881102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Pushing event updated for resources: {'Port': ['ID=fe8f4d3a-30f7-48d9-9647-1439583740a6,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:54.886982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port a887435c-d395-4f47-8d79-8bbac22f1674 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:54.889317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.895644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port a887435c-d395-4f47-8d79-8bbac22f1674 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.896337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.928109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e811021c-d3ff-4be6-a44d-fa063eaed713 req-c5c1d643-6230-48ed-bfc4-e477ea1bda3f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.929582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e811021c-d3ff-4be6-a44d-fa063eaed713 req-c5c1d643-6230-48ed-bfc4-e477ea1bda3f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5010841 Sep 16 04:56:54.956505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4ff09341-289c-4f2d-8009-371cad17b691 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:54.957208 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.039348 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.079563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7f9f01-4a13-4c9f-8aa1-dc069de94d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a887435c-d395-4f47-8d79-8bbac22f1674'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:55.081842 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f8c687-6741-42ff-9de5-330852459467" -d '{"events": [{"server_uuid": "1d7f9f01-4a13-4c9f-8aa1-dc069de94d74", "name": "network-vif-plugged", "status": "completed", "tag": "a887435c-d395-4f47-8d79-8bbac22f1674"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:55.107889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.108199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port a887435c-d395-4f47-8d79-8bbac22f1674, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a887435c-d395-4f47-8d79-8bbac22f1674,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:55.119537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913105-5815-4204-8f43-fd2448a7a1db req-29da39eb-6952-471a-a4de-faee8f96f15c tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.121604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a913105-5815-4204-8f43-fd2448a7a1db req-29da39eb-6952-471a-a4de-faee8f96f15c tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1282539 Sep 16 04:56:55.127083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:55.130973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:55.141913 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.161205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16068-fc1a-43ae-916e-2fa149642ae0 req-734bc917-32be-4566-b496-60d0bc8c2d5e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.162787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17c16068-fc1a-43ae-916e-2fa149642ae0 req-734bc917-32be-4566-b496-60d0bc8c2d5e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 944 time: 0.1186898 Sep 16 04:56:55.166138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 4ff09341-289c-4f2d-8009-371cad17b691, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4ff09341-289c-4f2d-8009-371cad17b691,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:55.228678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.229264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.263926 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.317029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=a887435c-d395-4f47-8d79-8bbac22f1674,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.323520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a913105-5815-4204-8f43-fd2448a7a1db req-dcf7e14d-1a92-4930-810d-342f93ede336 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895182 Sep 16 04:56:55.331223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17c16068-fc1a-43ae-916e-2fa149642ae0 req-dfee4b52-b303-4c42-ae03-afc1ec68a59b tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161184 Sep 16 04:56:55.447623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-cb158fee-ffd0-4e2f-824c-d7a5363c9718 req-c91656ae-cfa1-4f63-9f37-bd287caa96c4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1821384669', 'description': 'tempest-description-91788678'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:55.449007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f46c437-0efc-467a-978c-bf33aea87b35,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.454540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Router d4b82890-6fdb-4727-a6f2-2b4526508539 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:55.473996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=4ff09341-289c-4f2d-8009-371cad17b691,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.482740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-09b6e649-15d5-42d9-958f-36bce7daed53 None None] Provisioning complete for port fe8f4d3a-30f7-48d9-9647-1439583740a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:55.483125 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09b6e649-15d5-42d9-958f-36bce7daed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.517279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-09b6e649-15d5-42d9-958f-36bce7daed53 None None] Port fe8f4d3a-30f7-48d9-9647-1439583740a6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:55.534882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Allocated IP 192.168.233.117 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/50d3b037-dff4-489e-a33d-7dcda59689d0) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:55.583799 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cb158fee-ffd0-4e2f-824c-d7a5363c9718 req-c91656ae-cfa1-4f63-9f37-bd287caa96c4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.619383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:55.627818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e7e78e4a-cb88-4f08-870c-fd92d78e820e admin admin] 10.222.0.59 "PUT /v2.0/routers/d4b82890-6fdb-4727-a6f2-2b4526508539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0341249 Sep 16 04:56:55.634406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Sync routers for ids ['d4b82890-6fdb-4727-a6f2-2b4526508539'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:55.649431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Routers {'d4b82890-6fdb-4727-a6f2-2b4526508539'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:55.650018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d4b82890-6fdb-4727-a6f2-2b4526508539'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:55.726002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cb158fee-ffd0-4e2f-824c-d7a5363c9718 req-c91656ae-cfa1-4f63-9f37-bd287caa96c4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.760324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.776344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Set router d4b82890-6fdb-4727-a6f2-2b4526508539 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:55.845033 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cb158fee-ffd0-4e2f-824c-d7a5363c9718 req-c91656ae-cfa1-4f63-9f37-bd287caa96c4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.864626 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28319010-8235-4c01-9fa3-8ff4c6d75dba x-openstack-request-id: req-28319010-8235-4c01-9fa3-8ff4c6d75dba {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:55.865034 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7f9f01-4a13-4c9f-8aa1-dc069de94d74", "name": "network-vif-plugged", "status": "completed", "tag": "a887435c-d395-4f47-8d79-8bbac22f1674", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:55.865358 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28319010-8235-4c01-9fa3-8ff4c6d75dba {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:55.865823 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7f9f01-4a13-4c9f-8aa1-dc069de94d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a887435c-d395-4f47-8d79-8bbac22f1674', 'code': 200} Sep 16 04:56:55.894730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91656ae-cfa1-4f63-9f37-bd287caa96c4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030c14b4-9ea7-4b02-9366-f85105c2d114,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.946019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b2f0452-f921-4b10-9712-979b71051c37 req-33c61e52-feda-46b6-ae8b-4c44b26582e6 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 210 time: 0.0302730 Sep 16 04:56:55.970375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.988030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cb158fee-ffd0-4e2f-824c-d7a5363c9718 req-c91656ae-cfa1-4f63-9f37-bd287caa96c4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.989250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb158fee-ffd0-4e2f-824c-d7a5363c9718 req-c91656ae-cfa1-4f63-9f37-bd287caa96c4 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5840714 Sep 16 04:56:56.044411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Pushing event updated for resources: {'Port': ['ID=50d3b037-dff4-489e-a33d-7dcda59689d0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.073310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:56.078235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:56.093527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:56.099018 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea0ce3ec-ca40-4070-89bb-b7e16be0ac6e req-acdeea40-5221-4da5-be97-8ecd41993beb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 210 time: 0.0598180 Sep 16 04:56:56.116005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '4ff09341-289c-4f2d-8009-371cad17b691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:56:54Z', 'revision_number': 4, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port': {'id': '4ff09341-289c-4f2d-8009-371cad17b691', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:49Z', 'updated_at': '2021-09-16T04:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fe8f4d3a-30f7-48d9-9647-1439583740a6', 'name': '', 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'mac_address': 'fa:16:3e:51:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '2b665339-a5de-4ee5-8e1f-95fa123ca649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:53Z', 'updated_at': '2021-09-16T04:56:54Z', 'revision_number': 2, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'subnets': [{'id': '2b665339-a5de-4ee5-8e1f-95fa123ca649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:56.154091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.154735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.168495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727d0e9-81a1-40ed-88b0-c114b1275e98 req-b6838a8b-8a76-4766-b19b-50f78aef37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.170131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b727d0e9-81a1-40ed-88b0-c114b1275e98 req-b6838a8b-8a76-4766-b19b-50f78aef37e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 1097 time: 0.2433541 Sep 16 04:56:56.174528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Checking router: d4b82890-6fdb-4727-a6f2-2b4526508539 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:56.175059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Updating router d4b82890-6fdb-4727-a6f2-2b4526508539 port fe8f4d3a-30f7-48d9-9647-1439583740a6 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:56:56.225396 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.255171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b727d0e9-81a1-40ed-88b0-c114b1275e98 req-116c0505-be8b-430e-8a75-1bbe5683638e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752919 Sep 16 04:56:56.292442 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-9ec34eb4-e4c7-4bef-9ea8-2afd4a49c86f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7120793 Sep 16 04:56:56.319113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Request body: {'port': {'device_id': '95a20c4e-9e8f-44a7-af3c-fdd9373308dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:56.423643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57f5c4dc-0006-455a-94aa-87b1b860f274 req-0c9af146-67cd-4826-bb07-e8c69e8de553 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/030c14b4-9ea7-4b02-9366-f85105c2d114 HTTP/1.1" status: 200 len: 1803 time: 0.1237597 Sep 16 04:56:56.444785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-57f5c4dc-0006-455a-94aa-87b1b860f274 req-db25b414-ae7f-4126-81d9-103b9d9d4257 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '030c14b4-9ea7-4b02-9366-f85105c2d114', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:56.445373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-57f5c4dc-0006-455a-94aa-87b1b860f274 req-db25b414-ae7f-4126-81d9-103b9d9d4257 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '030c14b4-9ea7-4b02-9366-f85105c2d114', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:56.477415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.494178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2ba2cd34-bd9e-421e-a281-67a5ab620e15 None None] Provisioning complete for port 50d3b037-dff4-489e-a33d-7dcda59689d0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:56.494555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2ba2cd34-bd9e-421e-a281-67a5ab620e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.557020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2cd34-bd9e-421e-a281-67a5ab620e15 None None] Port 50d3b037-dff4-489e-a33d-7dcda59689d0 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:56.562424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-e8baab53-5a19-469c-b329-9694fcd22a3d tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1219499 Sep 16 04:56:56.573105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:56.727023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.746819 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-57f5c4dc-0006-455a-94aa-87b1b860f274 req-db25b414-ae7f-4126-81d9-103b9d9d4257 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.781714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-57f5c4dc-0006-455a-94aa-87b1b860f274 req-db25b414-ae7f-4126-81d9-103b9d9d4257 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.785691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4ff09341-289c-4f2d-8009-371cad17b691 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:56.844109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4ff09341-289c-4f2d-8009-371cad17b691 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:56.844485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.847082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.886438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d3b037-dff4-489e-a33d-7dcda59689d0 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:56.895637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.903255 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.920574 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-57f5c4dc-0006-455a-94aa-87b1b860f274 req-db25b414-ae7f-4126-81d9-103b9d9d4257 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.942569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ba881-b66b-4d35-8ef1-afdfd5f351e0 None None] Pushing event updated for resources: {'Port': ['ID=fe8f4d3a-30f7-48d9-9647-1439583740a6,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.995729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25b414-ae7f-4126-81d9-103b9d9d4257 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da94986-eddf-41e5-8009-bebfcaebb6a6,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.034682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Attempting to bind port fe8f4d3a-30f7-48d9-9647-1439583740a6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:57.035049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Attempting to bind port fe8f4d3a-30f7-48d9-9647-1439583740a6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:57.035441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Attempting to bind port fe8f4d3a-30f7-48d9-9647-1439583740a6 on network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:57.049865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:57.052939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Checking segment: {'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:57.052939 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.052939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Bound using segment: {'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:57.052939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Bound port: fe8f4d3a-30f7-48d9-9647-1439583740a6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa61186f-f4d5-4c68-916a-3729ad9baf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:57.052939 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.083999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Transition to ACTIVE for port object 50d3b037-dff4-489e-a33d-7dcda59689d0 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:57.114428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-57f5c4dc-0006-455a-94aa-87b1b860f274 req-db25b414-ae7f-4126-81d9-103b9d9d4257 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.131845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57f5c4dc-0006-455a-94aa-87b1b860f274 req-db25b414-ae7f-4126-81d9-103b9d9d4257 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6927555 Sep 16 04:56:57.134495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-9bb4dc53-1e84-4ae0-98fd-69474ac14f93 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.136810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-9bb4dc53-1e84-4ae0-98fd-69474ac14f93 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.60 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 821 time: 0.1911998 Sep 16 04:56:57.150127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] For port fe8f4d3a-30f7-48d9-9647-1439583740a6, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:57.154883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] For port fe8f4d3a-30f7-48d9-9647-1439583740a6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fe8f4d3a-30f7-48d9-9647-1439583740a6,segment=NetworkSegment(aa61186f-f4d5-4c68-916a-3729ad9baf27),segment_id=aa61186f-f4d5-4c68-916a-3729ad9baf27)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:57.157749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Request body: {'port': {'device_id': '66d02321-ba19-4ae8-85ff-c9bdecf485eb', 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'admin_state_up': True, 'tenant_id': '73db11f6803f4368b2a7ee236edc372a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:57.168565 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.191850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.295027 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.304859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Pushing event updated for resources: {'Port': ['ID=50d3b037-dff4-489e-a33d-7dcda59689d0,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.322874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a40330fb-defe-479b-8af9-c59546290862 None None] Provisioning complete for port fe8f4d3a-30f7-48d9-9647-1439583740a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:57.323445 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a40330fb-defe-479b-8af9-c59546290862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.358791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf54324-dae3-4d95-9175-812834b1b1e9 req-6b047002-2c11-4aa8-94ab-653a046078fd tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.383129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5bf54324-dae3-4d95-9175-812834b1b1e9 req-6b047002-2c11-4aa8-94ab-653a046078fd tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1420424 Sep 16 04:56:57.413507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Attempting to bind port 50d3b037-dff4-489e-a33d-7dcda59689d0 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:57.413899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Attempting to bind port 50d3b037-dff4-489e-a33d-7dcda59689d0 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:57.414237 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Attempting to bind port 50d3b037-dff4-489e-a33d-7dcda59689d0 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:57.419602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Port 50d3b037-dff4-489e-a33d-7dcda59689d0 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:57.419930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Attempting to bind port 50d3b037-dff4-489e-a33d-7dcda59689d0 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:57.428868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:57.429217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:57.429620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:57.430072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Bound port: 50d3b037-dff4-489e-a33d-7dcda59689d0, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:57.430450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.450618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5bf54324-dae3-4d95-9175-812834b1b1e9 req-ea288656-c581-42bb-95a0-29fe19e8689a tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614440 Sep 16 04:56:57.492904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Allocated IP 172.25.7.169 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/28ec8933-ac57-46bb-b192-9aea6cd025a1) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:57.502256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Made reservation on behalf of 73db11f6803f4368b2a7ee236edc372a for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:57.511137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.526119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Routers {'d4b82890-6fdb-4727-a6f2-2b4526508539'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:57.527581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d4b82890-6fdb-4727-a6f2-2b4526508539'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:57.529973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ba881-b66b-4d35-8ef1-afdfd5f351e0 None None] Pushing event updated for resources: {'Port': ['ID=fe8f4d3a-30f7-48d9-9647-1439583740a6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.705228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] For port 50d3b037-dff4-489e-a33d-7dcda59689d0, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:57.711230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] For port 50d3b037-dff4-489e-a33d-7dcda59689d0, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=50d3b037-dff4-489e-a33d-7dcda59689d0,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:57.729416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf513d-223c-4b89-ba2a-9adb3e173167 req-0f9170f9-6e43-4def-9497-9ac93c05ee55 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.737998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbcf513d-223c-4b89-ba2a-9adb3e173167 req-0f9170f9-6e43-4def-9497-9ac93c05ee55 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 945 time: 0.1338832 Sep 16 04:56:57.793792 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.799560 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.841199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbcf513d-223c-4b89-ba2a-9adb3e173167 req-1e62981e-5e29-4360-a938-7e0e970b8b33 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968602 Sep 16 04:56:57.852995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Allocated IP 172.20.0.4 (bdc02b77-5d08-475e-b380-002c3a21dc9f/722b342b-20f9-4077-8177-48fa83f54831/453ac230-1326-48b4-9228-f096bb5cb3b4) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:57.853239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.853934 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.856101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] 10.222.0.57 "PUT /v2.0/ports/50d3b037-dff4-489e-a33d-7dcda59689d0 HTTP/1.1" status: 200 len: 1097 time: 1.5416794 Sep 16 04:56:57.856549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a20c4e-9e8f-44a7-af3c-fdd9373308dc', 'tag': '50d3b037-dff4-489e-a33d-7dcda59689d0'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:57.859771 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdac5d15-31a9-4471-b6b2-c0679db69b21" -d '{"events": [{"name": "network-changed", "server_uuid": "95a20c4e-9e8f-44a7-af3c-fdd9373308dc", "tag": "50d3b037-dff4-489e-a33d-7dcda59689d0"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:57.926422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47318f16-7793-443e-a990-6558f22b6b79 service neutron] Pushing event updated for resources: {'Port': ['ID=50d3b037-dff4-489e-a33d-7dcda59689d0,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.929089 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.951043 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a40330fb-defe-479b-8af9-c59546290862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.003766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] Set router d4b82890-6fdb-4727-a6f2-2b4526508539 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:58.005260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.053964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a40330fb-defe-479b-8af9-c59546290862 None None] For port fe8f4d3a-30f7-48d9-9647-1439583740a6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fe8f4d3a-30f7-48d9-9647-1439583740a6,segment=NetworkSegment(aa61186f-f4d5-4c68-916a-3729ad9baf27),segment_id=aa61186f-f4d5-4c68-916a-3729ad9baf27)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:58.073898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:58.092846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:58.109001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:58.124072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event updated for resources: {'Port': ['ID=28ec8933-ac57-46bb-b192-9aea6cd025a1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.138560 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a40330fb-defe-479b-8af9-c59546290862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.145649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-8ad0d2c5-4fc9-4498-97e0-980132b66def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.150878 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-8ad0d2c5-4fc9-4498-97e0-980132b66def service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 1100 time: 0.1485705 Sep 16 04:56:58.180767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-59abe08d-1bc7-4e2d-93bd-296463d8f150 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=05657ef26ec24197994f5f6802946dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046762 Sep 16 04:56:58.231743 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-65c41dae-ec4d-410e-bcc2-e899d2eff55a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=50d3b037-dff4-489e-a33d-7dcda59689d0 HTTP/1.1" status: 200 len: 217 time: 0.0559845 Sep 16 04:56:58.234309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.242206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40330fb-defe-479b-8af9-c59546290862 None None] Pushing event updated for resources: {'Port': ['ID=fe8f4d3a-30f7-48d9-9647-1439583740a6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.303758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-b4dc054d-7c61-4d03-9ce2-61fbb07382ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.305222 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-b4dc054d-7c61-4d03-9ce2-61fbb07382ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0627429 Sep 16 04:56:58.313025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a9dc59d5-aa03-4875-94ec-0395afba09b4 None None] Provisioning complete for port fe8f4d3a-30f7-48d9-9647-1439583740a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:58.313626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a9dc59d5-aa03-4875-94ec-0395afba09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.322303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.343604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '4ff09341-289c-4f2d-8009-371cad17b691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:56:54Z', 'revision_number': 4, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port': {'id': '4ff09341-289c-4f2d-8009-371cad17b691', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:49Z', 'updated_at': '2021-09-16T04:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fe8f4d3a-30f7-48d9-9647-1439583740a6', 'name': '', 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'mac_address': 'fa:16:3e:51:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '2b665339-a5de-4ee5-8e1f-95fa123ca649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:53Z', 'updated_at': '2021-09-16T04:56:57Z', 'revision_number': 4, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'subnets': [{'id': '2b665339-a5de-4ee5-8e1f-95fa123ca649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:58.360585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-700e4185-1cd5-4104-8999-ac0c6a7e3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.361897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c021-4d4e-4026-a923-12a981739b5b req-947b25fe-9e18-4206-b0e0-1c21bd7f6175 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.362291 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-700e4185-1cd5-4104-8999-ac0c6a7e3a7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446935 Sep 16 04:56:58.363446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-947b25fe-9e18-4206-b0e0-1c21bd7f6175 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762891 Sep 16 04:56:58.372183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a2d44-68ff-4f56-95ed-86df4f5023e6 None None] The sync data for ids ['d4b82890-6fdb-4727-a6f2-2b4526508539'] in n-d-712143-16 is: [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '4ff09341-289c-4f2d-8009-371cad17b691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:56:54Z', 'revision_number': 4, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port': {'id': '4ff09341-289c-4f2d-8009-371cad17b691', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:49Z', 'updated_at': '2021-09-16T04:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fe8f4d3a-30f7-48d9-9647-1439583740a6', 'name': '', 'network_id': 'e000243f-8f4f-4ba9-a74c-605c5dd9b9d9', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'mac_address': 'fa:16:3e:51:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '2b665339-a5de-4ee5-8e1f-95fa123ca649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:53Z', 'updated_at': '2021-09-16T04:56:57Z', 'revision_number': 4, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'subnets': [{'id': '2b665339-a5de-4ee5-8e1f-95fa123ca649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:58.380552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-92a424dd-e796-4b86-a8e5-0ae2ab1e01f5 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/quotas/05657ef26ec24197994f5f6802946dbd HTTP/1.1" status: 200 len: 375 time: 0.0112600 Sep 16 04:56:58.456942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.463796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-59a20c0f-bf31-4b22-9cbd-c9529dd01869 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=05657ef26ec24197994f5f6802946dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673294 Sep 16 04:56:58.494833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.543643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event updated for resources: {'Port': ['ID=453ac230-1326-48b4-9228-f096bb5cb3b4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.584065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Network bdc02b77-5d08-475e-b380-002c3a21dc9f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:58.587571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:58.596551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:58.674627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-3b6c5a5a-c351-4a4d-b272-d04b4eddb9c8 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969036 Sep 16 04:56:58.680879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.681489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.703862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.799350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.814693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fe8f4d3a-30f7-48d9-9647-1439583740a6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:58.851280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event updated for resources: {'Port': ['ID=28ec8933-ac57-46bb-b192-9aea6cd025a1,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.913209 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-334bf3e7-ffcb-4fab-b6b1-2ffd68acc2f2 req-7384c951-75c3-41f5-820b-1168260b9a2a service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221034 Sep 16 04:56:58.927600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fe8f4d3a-30f7-48d9-9647-1439583740a6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:58.928117 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.960236 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-5b490273-811a-45d0-aed4-09a2c35a6796 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8098459 Sep 16 04:56:58.987001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Request body: {'port': {'device_id': '66d02321-ba19-4ae8-85ff-c9bdecf485eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:59.007968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f92282-55df-4a38-acbf-86a80768562f req-e308a766-4c45-4847-bb95-a213e967dd07 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.014535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26f92282-55df-4a38-acbf-86a80768562f req-e308a766-4c45-4847-bb95-a213e967dd07 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 948 time: 0.1657479 Sep 16 04:56:59.069141 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.073379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.076195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26f92282-55df-4a38-acbf-86a80768562f req-94ba7829-0845-4f07-91ab-82d465458201 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606256 Sep 16 04:56:59.115799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5673b89d-5a78-45d0-80f4-41833ee45d8b req-d56dee13-31db-47a0-a912-e1f183143852 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-634721647', 'description': 'tempest-description-278184555'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:59.166717 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.168024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-6dad9874-50b3-4193-aa94-85fbbf4f79bb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6031866 Sep 16 04:56:59.251753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-7257c0dc-37ba-4f2c-94b8-66032c5b52a0 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.0711761 Sep 16 04:56:59.285727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5673b89d-5a78-45d0-80f4-41833ee45d8b req-d56dee13-31db-47a0-a912-e1f183143852 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.424500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453ac230-1326-48b4-9228-f096bb5cb3b4 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:59.438075 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.453344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Transition to ACTIVE for port object 453ac230-1326-48b4-9228-f096bb5cb3b4 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:59.454935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-286e5513-cbdb-4a06-b79d-4c7101b45b03 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.457918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b175fc1-4b14-4428-9e83-1975244adb01 req-286e5513-cbdb-4a06-b79d-4c7101b45b03 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2053795 Sep 16 04:56:59.502182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5673b89d-5a78-45d0-80f4-41833ee45d8b req-d56dee13-31db-47a0-a912-e1f183143852 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.530769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.565656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafec7-930f-450b-9efa-3dc2f302eee9 req-c474d707-ffc4-46bb-9b94-196889e5559b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.567275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16fafec7-930f-450b-9efa-3dc2f302eee9 req-c474d707-ffc4-46bb-9b94-196889e5559b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 931 time: 0.0516520 Sep 16 04:56:59.596186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Pushing event updated for resources: {'Port': ['ID=453ac230-1326-48b4-9228-f096bb5cb3b4,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:59.635080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5673b89d-5a78-45d0-80f4-41833ee45d8b req-d56dee13-31db-47a0-a912-e1f183143852 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.662252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16fafec7-930f-450b-9efa-3dc2f302eee9 req-777e4191-0363-487b-8669-28302b5e6fe0 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706117 Sep 16 04:56:59.685682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dee13-31db-47a0-a912-e1f183143852 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1365829f-5109-43e9-b087-0400178ca4a9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:59.691666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Attempting to bind port 453ac230-1326-48b4-9228-f096bb5cb3b4 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:59.692244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Attempting to bind port 453ac230-1326-48b4-9228-f096bb5cb3b4 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:59.692752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Attempting to bind port 453ac230-1326-48b4-9228-f096bb5cb3b4 on network bdc02b77-5d08-475e-b380-002c3a21dc9f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:59.703942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Port 453ac230-1326-48b4-9228-f096bb5cb3b4 on network bdc02b77-5d08-475e-b380-002c3a21dc9f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:59.706495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Attempting to bind port 453ac230-1326-48b4-9228-f096bb5cb3b4 on network bdc02b77-5d08-475e-b380-002c3a21dc9f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:59.711581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:59.712158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Checking segment: {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:59.712523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Bound using segment: {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:59.713079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Bound port: 453ac230-1326-48b4-9228-f096bb5cb3b4, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:59.713445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.786381 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e3e03-9565-4977-a3bb-d62470c08825 x-openstack-request-id: req-7b1e3e03-9565-4977-a3bb-d62470c08825 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:59.786759 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a20c4e-9e8f-44a7-af3c-fdd9373308dc", "tag": "50d3b037-dff4-489e-a33d-7dcda59689d0", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:59.787077 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b1e3e03-9565-4977-a3bb-d62470c08825 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:59.787628 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a20c4e-9e8f-44a7-af3c-fdd9373308dc', 'tag': '50d3b037-dff4-489e-a33d-7dcda59689d0', 'status': 'completed', 'code': 200} Sep 16 04:56:59.804966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5673b89d-5a78-45d0-80f4-41833ee45d8b req-d56dee13-31db-47a0-a912-e1f183143852 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.809415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5673b89d-5a78-45d0-80f4-41833ee45d8b req-d56dee13-31db-47a0-a912-e1f183143852 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6949987 Sep 16 04:56:59.828375 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:59.832265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=453ac230-1326-48b4-9228-f096bb5cb3b4,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:59.903089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-98a1c380-1366-4f3a-a2c2-8dc147056944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.905054 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-98a1c380-1366-4f3a-a2c2-8dc147056944 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 1100 time: 0.0585952 Sep 16 04:56:59.907799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a955dcb-34ae-434c-9ed2-6578a9ee4101 req-4f72732d-a376-4df9-833a-636afa1d2213 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 210 time: 0.0382211 Sep 16 04:56:59.925839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643dabb-5b55-43ca-84d1-255dfb2556cc req-462d33a1-eee7-4a2d-9668-e5a57b04351d tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.927509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1643dabb-5b55-43ca-84d1-255dfb2556cc req-462d33a1-eee7-4a2d-9668-e5a57b04351d tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1014409 Sep 16 04:56:59.969112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1643dabb-5b55-43ca-84d1-255dfb2556cc req-bce3aad6-a817-4636-a7f7-04cc225726e9 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343704 Sep 16 04:57:00.004117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.055037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.055957 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.057108 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] 10.222.0.60 "PUT /v2.0/ports/453ac230-1326-48b4-9228-f096bb5cb3b4 HTTP/1.1" status: 200 len: 1092 time: 1.0882998 Sep 16 04:57:00.072349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-34eecaa6-06e4-4ae2-85ec-d101fa99312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.073888 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-34eecaa6-06e4-4ae2-85ec-d101fa99312b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1440957 Sep 16 04:57:00.083108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6c1ab-b12f-483e-b05c-58cb2e89468d service neutron] Pushing event updated for resources: {'Port': ['ID=453ac230-1326-48b4-9228-f096bb5cb3b4,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.115335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227690f-1fc3-4bd0-91f2-1f05d11754b7 req-04928a6c-22ec-44f9-ba1a-04a0b3dfe1ee tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.116923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3227690f-1fc3-4bd0-91f2-1f05d11754b7 req-04928a6c-22ec-44f9-ba1a-04a0b3dfe1ee tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 945 time: 0.1394558 Sep 16 04:57:00.122845 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-6aa5ddcd-4ed2-456b-b13a-bfb1dc5077bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=50d3b037-dff4-489e-a33d-7dcda59689d0 HTTP/1.1" status: 200 len: 217 time: 0.0367429 Sep 16 04:57:00.165246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-6b296165-32a3-42b8-a0be-02dc2cd47fb6 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1576581 Sep 16 04:57:00.176718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:00.188646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3227690f-1fc3-4bd0-91f2-1f05d11754b7 req-41be949d-7300-480d-8150-b7987a3205c7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640945 Sep 16 04:57:00.211414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-c5d8b572-cfe5-4ac1-91cd-b1313b18730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.212912 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-c5d8b572-cfe5-4ac1-91cd-b1313b18730a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0782273 Sep 16 04:57:00.236492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7db7ca1c-17d0-49a2-984d-ef6e94256691 req-206c793c-80ba-4828-bc45-81b0d38bdf38 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-892061806', 'description': 'tempest-description-1019219280'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:00.239794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-435a5737-d88f-432f-91ce-19215834f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.241358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-435a5737-d88f-432f-91ce-19215834f895 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 1095 time: 0.0752354 Sep 16 04:57:00.281161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.296127 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-56682962-ab82-4c68-8e3b-dc50a5809905 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=453ac230-1326-48b4-9228-f096bb5cb3b4 HTTP/1.1" status: 200 len: 217 time: 0.0405421 Sep 16 04:57:00.299007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39194) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.304203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-6b03f9f3-08e4-4458-9aa1-6cf07dab6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.305772 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-6b03f9f3-08e4-4458-9aa1-6cf07dab6064 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772045 Sep 16 04:57:00.388552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7db7ca1c-17d0-49a2-984d-ef6e94256691 req-206c793c-80ba-4828-bc45-81b0d38bdf38 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.428224 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.487997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-097b9eff-22ce-4f95-8f40-7061e26e47c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.592377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7db7ca1c-17d0-49a2-984d-ef6e94256691 req-206c793c-80ba-4828-bc45-81b0d38bdf38 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.605430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Allocated IP 172.25.7.110 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/5b31e5b8-0758-4849-bc4a-7c2c0e9cd77c) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:00.670630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-68d67515-4b48-462c-93c8-1d7fc2d5064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.672064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-68d67515-4b48-462c-93c8-1d7fc2d5064c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=722b342b-20f9-4077-8177-48fa83f54831 HTTP/1.1" status: 200 len: 861 time: 0.3653746 Sep 16 04:57:00.705668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7db7ca1c-17d0-49a2-984d-ef6e94256691 req-206c793c-80ba-4828-bc45-81b0d38bdf38 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.713212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-1d78b036-67fe-4afd-a0a5-bfa811369269 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdc02b77-5d08-475e-b380-002c3a21dc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313871 Sep 16 04:57:00.724983 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-50037465-6b76-4f55-96ef-cd876be9e897 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099658 Sep 16 04:57:00.751881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.772300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c793c-80ba-4828-bc45-81b0d38bdf38 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fbcdca-e8b4-4c94-8ce9-dc66ba4a5e1f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.854014 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-097b9eff-22ce-4f95-8f40-7061e26e47c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.879190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.890601 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-51b01617-1998-4f48-a3ff-a4a01f88fc1f service neutron] 10.222.0.60 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680222 Sep 16 04:57:00.897767 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdac5d15-31a9-4471-b6b2-c0679db69b21 req-cf6dde1c-8ac6-4c14-bbfe-bece40665aae service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643920 Sep 16 04:57:00.914601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:00.918176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:00.926608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:00.954412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event updated for resources: {'Port': ['ID=5b31e5b8-0758-4849-bc4a-7c2c0e9cd77c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.958537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-097b9eff-22ce-4f95-8f40-7061e26e47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.001233 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88e9cb23-40db-4b6d-9ac2-778e0406a6cc req-6c7ebd31-679c-4e8e-9b2b-cbc9115ff906 service neutron] 10.222.0.60 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025412 Sep 16 04:57:01.013372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-097b9eff-22ce-4f95-8f40-7061e26e47c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a508e7366461422e8f6ec056e47777b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132809 Sep 16 04:57:01.016200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39204) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.016817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b9eff-22ce-4f95-8f40-7061e26e47c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a9b6c3-6daa-4732-b462-2fb43ef26079,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.061358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7db7ca1c-17d0-49a2-984d-ef6e94256691 req-206c793c-80ba-4828-bc45-81b0d38bdf38 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.062582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7db7ca1c-17d0-49a2-984d-ef6e94256691 req-206c793c-80ba-4828-bc45-81b0d38bdf38 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8304157 Sep 16 04:57:01.096542 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.124551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ed9e-9d23-494e-aff7-0080bbf93d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.166937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ed9e-9d23-494e-aff7-0080bbf93d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.189225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6001c62-470a-4a8a-9435-2b620d8bbdc8 req-78a7308b-d797-4bae-99d3-d16841971bf6 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.190640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6001c62-470a-4a8a-9435-2b620d8bbdc8 req-78a7308b-d797-4bae-99d3-d16841971bf6 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 948 time: 0.0800440 Sep 16 04:57:01.251762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.296566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6001c62-470a-4a8a-9435-2b620d8bbdc8 req-c89136b3-f654-4933-ab07-9b26e830f4c6 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965717 Sep 16 04:57:01.364316 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-63dcf4bc-2dae-43f6-8ef8-18daa530fddd tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=05657ef26ec24197994f5f6802946dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229704 Sep 16 04:57:01.368085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ed9e-9d23-494e-aff7-0080bbf93d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.374435 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ed9e-9d23-494e-aff7-0080bbf93d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.374435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d8f4ed9e-9d23-494e-aff7-0080bbf93d29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24a9b6c3-6daa-4732-b462-2fb43ef26079 HTTP/1.1" status: 204 len: 168 time: 0.3523793 Sep 16 04:57:01.392720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4ed9e-9d23-494e-aff7-0080bbf93d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a9b6c3-6daa-4732-b462-2fb43ef26079,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.466124 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.501194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c021-4d4e-4026-a923-12a981739b5b req-b92126e3-2c09-4e26-bbc2-ba76aaed4ce9 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.502643 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-b92126e3-2c09-4e26-bbc2-ba76aaed4ce9 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142910 Sep 16 04:57:01.515366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Request body: {'port': {'device_id': '76e80e03-785b-4f1b-b8ba-8112a302909c', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '05657ef26ec24197994f5f6802946dbd'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:01.559234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.638221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event updated for resources: {'Port': ['ID=5b31e5b8-0758-4849-bc4a-7c2c0e9cd77c,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.683538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.708987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc4c8a-00a1-410d-8dc0-910e2dc61044 req-678d0166-0f6a-4729-a409-7dad87e758f8 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.710662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2cc4c8a-00a1-410d-8dc0-910e2dc61044 req-678d0166-0f6a-4729-a409-7dad87e758f8 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 943 time: 0.0658958 Sep 16 04:57:01.749703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2cc4c8a-00a1-410d-8dc0-910e2dc61044 req-2da586d6-ec9b-4efe-81e3-71559148bb86 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Sep 16 04:57:01.787431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Made reservation on behalf of 05657ef26ec24197994f5f6802946dbd for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:01.791018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.793830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d02321-ba19-4ae8-85ff-c9bdecf485eb', 'tag': '453ac230-1326-48b4-9228-f096bb5cb3b4'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:01.797195 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802" -d '{"events": [{"name": "network-changed", "server_uuid": "66d02321-ba19-4ae8-85ff-c9bdecf485eb", "tag": "453ac230-1326-48b4-9228-f096bb5cb3b4"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:01.806720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.852526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86ac3f2b-c92b-40fb-9bef-24780755d60f req-1cd86b9b-bec0-4d5c-b1ba-987c3e6508a2 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 210 time: 0.0312929 Sep 16 04:57:01.948129 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.949871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-0fa6aeec-75e5-4904-9d0b-2962976c6d1e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7786939 Sep 16 04:57:01.964125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c2fbb-2279-4840-8626-c1beacd3a20d req-5f2de41c-ff73-4378-9ed5-7f3d2cfbe925 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.972007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db3c2fbb-2279-4840-8626-c1beacd3a20d req-5f2de41c-ff73-4378-9ed5-7f3d2cfbe925 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.0644526 Sep 16 04:57:02.036135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-647ffb8a-91f3-4785-8a48-2fd1143381a3 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.0620875 Sep 16 04:57:02.069163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.077852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db3c2fbb-2279-4840-8626-c1beacd3a20d req-669979da-d814-49e0-870c-d9f30089e351 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049876 Sep 16 04:57:02.131145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.202069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ae39c-029d-4dea-bf2e-29e2223134e5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.275717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Allocated IP 192.168.233.242 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/26f32649-5e18-4971-97f8-446a462143d5) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:02.457875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.504311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-b6cee1a6-d9e3-412f-8dd9-f16c03e9415d tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.505672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a968c15-76bd-4e23-91bd-8de0a4ea61c5 req-b6cee1a6-d9e3-412f-8dd9-f16c03e9415d tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.4566803 Sep 16 04:57:02.508386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-87baf23e-32dd-48d6-b4bf-bfa6c5067e9e tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/1365829f-5109-43e9-b087-0400178ca4a9 HTTP/1.1" status: 200 len: 1803 time: 0.0703142 Sep 16 04:57:02.557130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-6f6b29e3-ebbf-455f-ad1f-0f33436326a0 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/19fbcdca-e8b4-4c94-8ce9-dc66ba4a5e1f HTTP/1.1" status: 200 len: 1804 time: 0.0389910 Sep 16 04:57:02.560398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.590767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-35c781f2-7106-4452-9265-3c112bbfb94d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1365829f-5109-43e9-b087-0400178ca4a9', 'remote_group_id': '19fbcdca-e8b4-4c94-8ce9-dc66ba4a5e1f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:02.591107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-35c781f2-7106-4452-9265-3c112bbfb94d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1365829f-5109-43e9-b087-0400178ca4a9', 'remote_group_id': '19fbcdca-e8b4-4c94-8ce9-dc66ba4a5e1f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:02.606479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:02.610165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:02.615904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:02.632500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9128d8c-56ec-4464-9a7f-87f6aac8c203 req-d95b9840-0e76-4577-b7d8-d06cc0deb4a4 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.634092 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9128d8c-56ec-4464-9a7f-87f6aac8c203 req-d95b9840-0e76-4577-b7d8-d06cc0deb4a4 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 945 time: 0.0717309 Sep 16 04:57:02.644999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Pushing event updated for resources: {'Port': ['ID=26f32649-5e18-4971-97f8-446a462143d5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.658410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 50d3b037-dff4-489e-a33d-7dcda59689d0 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:02.686783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.687473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.697327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 453ac230-1326-48b4-9228-f096bb5cb3b4 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:02.709326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9128d8c-56ec-4464-9a7f-87f6aac8c203 req-9e5f59bb-8f52-4675-800e-e89b790ad6f5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597725 Sep 16 04:57:02.761519 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a409b1-c2d6-4889-83c4-c4b432ad3ec6 x-openstack-request-id: req-e9a409b1-c2d6-4889-83c4-c4b432ad3ec6 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:02.762083 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d02321-ba19-4ae8-85ff-c9bdecf485eb", "tag": "453ac230-1326-48b4-9228-f096bb5cb3b4", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:02.762494 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9a409b1-c2d6-4889-83c4-c4b432ad3ec6 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:02.763072 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d02321-ba19-4ae8-85ff-c9bdecf485eb', 'tag': '453ac230-1326-48b4-9228-f096bb5cb3b4', 'status': 'completed', 'code': 200} Sep 16 04:57:02.774578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-35c781f2-7106-4452-9265-3c112bbfb94d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.805761 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-a516e2e0-d0e7-431f-9932-ef8602714f95 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2939200 Sep 16 04:57:02.818373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Request body: {'port': {'device_id': '76e80e03-785b-4f1b-b8ba-8112a302909c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:02.828146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 50d3b037-dff4-489e-a33d-7dcda59689d0, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=50d3b037-dff4-489e-a33d-7dcda59689d0,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:02.865161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '50d3b037-dff4-489e-a33d-7dcda59689d0', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '50d3b037-dff4-489e-a33d-7dcda59689d0', 'mac_address': 'fa:16:3e:08:69:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:02.903856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.916163 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-35c781f2-7106-4452-9265-3c112bbfb94d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.916438 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.919792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-fa7eb332-7175-443b-a733-03ae0ffc87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.924103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-fa7eb332-7175-443b-a733-03ae0ffc87a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 1095 time: 0.1340017 Sep 16 04:57:02.969774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13231ad2-66b1-4686-abf2-fbcff5687739 req-a27a8c07-9716-40e7-bebc-8a582388c8b1 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.971350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13231ad2-66b1-4686-abf2-fbcff5687739 req-a27a8c07-9716-40e7-bebc-8a582388c8b1 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 948 time: 0.1166484 Sep 16 04:57:02.973150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d3b037-dff4-489e-a33d-7dcda59689d0 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:03.007175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 50d3b037-dff4-489e-a33d-7dcda59689d0, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=50d3b037-dff4-489e-a33d-7dcda59689d0,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:03.009688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-46a4a7e7-60e0-4481-8b66-eef88003bd57 None None] Provisioning complete for port 26f32649-5e18-4971-97f8-446a462143d5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:03.009863 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-35c781f2-7106-4452-9265-3c112bbfb94d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.010408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-46a4a7e7-60e0-4481-8b66-eef88003bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.017261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=453ac230-1326-48b4-9228-f096bb5cb3b4,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:03.047225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '453ac230-1326-48b4-9228-f096bb5cb3b4', 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'port_id': '453ac230-1326-48b4-9228-f096bb5cb3b4', 'mac_address': 'fa:16:3e:de:92:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722b342b-20f9-4077-8177-48fa83f54831', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:03.061644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-46a4a7e7-60e0-4481-8b66-eef88003bd57 None None] Port 26f32649-5e18-4971-97f8-446a462143d5 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:03.071845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c781f2-7106-4452-9265-3c112bbfb94d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d161b84-b9f7-4d16-98ef-8795e2db8933,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.086023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13231ad2-66b1-4686-abf2-fbcff5687739 req-c8107034-b61b-4496-aa48-ebca309ce64e tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Sep 16 04:57:03.093453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.111748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-6d25f254-e1b5-41f5-98e8-7cfdbb3b8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.113414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-6d25f254-e1b5-41f5-98e8-7cfdbb3b8611 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 922 time: 0.1839893 Sep 16 04:57:03.125051 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.171228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453ac230-1326-48b4-9228-f096bb5cb3b4 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:03.183532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-35c781f2-7106-4452-9265-3c112bbfb94d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.184704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89ca0abd-9079-4192-bb50-e82f6e48ece3 req-35c781f2-7106-4452-9265-3c112bbfb94d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6137950 Sep 16 04:57:03.189441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-b7d537fb-77e5-48b8-a5b2-b436af56338c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=453ac230-1326-48b4-9228-f096bb5cb3b4 HTTP/1.1" status: 200 len: 217 time: 0.0575919 Sep 16 04:57:03.223835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=50d3b037-dff4-489e-a33d-7dcda59689d0,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.228973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=453ac230-1326-48b4-9228-f096bb5cb3b4,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:03.293279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f32649-5e18-4971-97f8-446a462143d5 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:03.300755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.313409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Transition to ACTIVE for port object 26f32649-5e18-4971-97f8-446a462143d5 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:03.319541 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.326138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-71a1aeee-0f5d-4ef8-8914-bffcd2ddb216 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2078485 Sep 16 04:57:03.327701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-259c57c1-6ea3-4c4a-97f9-7ea839077b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.329120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-259c57c1-6ea3-4c4a-97f9-7ea839077b58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=722b342b-20f9-4077-8177-48fa83f54831 HTTP/1.1" status: 200 len: 861 time: 0.1316524 Sep 16 04:57:03.336045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:03.372336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=453ac230-1326-48b4-9228-f096bb5cb3b4,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.388387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.394053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-be815778-20fc-430c-8cb6-915f8fb71ec0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdc02b77-5d08-475e-b380-002c3a21dc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523977 Sep 16 04:57:03.448489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Pushing event updated for resources: {'Port': ['ID=26f32649-5e18-4971-97f8-446a462143d5,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.478184 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.519615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['453ac230-1326-48b4-9228-f096bb5cb3b4'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:03.547386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Attempting to bind port 26f32649-5e18-4971-97f8-446a462143d5 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:03.548089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Attempting to bind port 26f32649-5e18-4971-97f8-446a462143d5 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:03.548635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Attempting to bind port 26f32649-5e18-4971-97f8-446a462143d5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:03.553731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Port 26f32649-5e18-4971-97f8-446a462143d5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:03.554343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Attempting to bind port 26f32649-5e18-4971-97f8-446a462143d5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:03.559880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:03.560580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:03.561219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:03.561882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Bound port: 26f32649-5e18-4971-97f8-446a462143d5, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:03.562476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.585097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-fdca706c-d6f5-443f-8587-5d2acc927e3e service neutron] 10.222.0.60 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824331 Sep 16 04:57:03.587873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['50d3b037-dff4-489e-a33d-7dcda59689d0'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:03.642784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] For port 26f32649-5e18-4971-97f8-446a462143d5, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:03.646534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] For port 26f32649-5e18-4971-97f8-446a462143d5, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26f32649-5e18-4971-97f8-446a462143d5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:03.719704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.778708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.779521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.781030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] 10.222.0.60 "PUT /v2.0/ports/26f32649-5e18-4971-97f8-446a462143d5 HTTP/1.1" status: 200 len: 1097 time: 0.9677360 Sep 16 04:57:03.817688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cbf7b-8813-4af8-b8b5-5d1c4e463458 service neutron] Pushing event updated for resources: {'Port': ['ID=26f32649-5e18-4971-97f8-446a462143d5,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.825207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5005f75-2304-4cdc-ae9b-b1d0b9af3802 req-cab1cf96-1145-4378-afe1-f91f2505c7be service neutron] 10.222.0.60 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316015 Sep 16 04:57:03.847073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de59c5-8cb4-45eb-8b93-90fa13371acc req-12320e62-3303-41a9-ba65-498178a39476 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.851738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6de59c5-8cb4-45eb-8b93-90fa13371acc req-12320e62-3303-41a9-ba65-498178a39476 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 944 time: 0.1482754 Sep 16 04:57:03.887455 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.940496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6de59c5-8cb4-45eb-8b93-90fa13371acc req-bec4984d-8334-459b-be1f-ff002e4b5392 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843763 Sep 16 04:57:04.068027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c021-4d4e-4026-a923-12a981739b5b req-0d62485f-7cf1-4eff-8992-835d7a49048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.070801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-0d62485f-7cf1-4eff-8992-835d7a49048b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=05657ef26ec24197994f5f6802946dbd&device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 1100 time: 0.1481533 Sep 16 04:57:04.130938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-f6e08e1b-09db-42d5-858a-876326e46ac4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=26f32649-5e18-4971-97f8-446a462143d5 HTTP/1.1" status: 200 len: 217 time: 0.0508845 Sep 16 04:57:04.140337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93742c69-eed7-488c-9de8-3d289fdedf68 req-7c9c0e81-d9e6-4daf-9ae1-3938bec3b8d5 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.141762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93742c69-eed7-488c-9de8-3d289fdedf68 req-7c9c0e81-d9e6-4daf-9ae1-3938bec3b8d5 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 948 time: 0.1397946 Sep 16 04:57:04.188419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Allocated IP 172.25.7.233 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/0646bbc3-788c-410d-80ac-0666bff32255) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:04.249959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c021-4d4e-4026-a923-12a981739b5b req-ff909f49-844c-4aa0-a693-9bfeb9f660b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.251735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-ff909f49-844c-4aa0-a693-9bfeb9f660b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1090789 Sep 16 04:57:04.256564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93742c69-eed7-488c-9de8-3d289fdedf68 req-3fd58871-1544-4aa7-aaec-3732755065a9 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c5ae39c-029d-4dea-bf2e-29e2223134e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039658 Sep 16 04:57:04.396973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c021-4d4e-4026-a923-12a981739b5b req-52c33e44-f8ee-4f32-9bff-111879d1dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.398505 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-52c33e44-f8ee-4f32-9bff-111879d1dc05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1357293 Sep 16 04:57:04.401905 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.426795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c0785-5a14-4cb1-9ed4-4023ba2670f9 req-5eb4c2b1-41b4-4db7-b250-db233697c597 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.428229 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d35c0785-5a14-4cb1-9ed4-4023ba2670f9 req-5eb4c2b1-41b4-4db7-b250-db233697c597 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1057858 Sep 16 04:57:04.541381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d35c0785-5a14-4cb1-9ed4-4023ba2670f9 req-44354859-ba48-4bba-a5f1-e131a04a9577 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000907 Sep 16 04:57:04.558170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-41303b55-b1d6-4ab0-b34a-c58c64f85d68 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492043 Sep 16 04:57:04.569541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-b3bdc77a-2695-417e-a927-772b848a1ae5 req-7f374c81-c377-41fa-ab82-e18217cbbb9a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1538203473', 'description': 'tempest-description-1784193689'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:04.639108 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.659361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 50d3b037-dff4-489e-a33d-7dcda59689d0 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:04.682623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b3bdc77a-2695-417e-a927-772b848a1ae5 req-7f374c81-c377-41fa-ab82-e18217cbbb9a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.692295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:04.705462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 453ac230-1326-48b4-9228-f096bb5cb3b4 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:04.714725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:04.726839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:04.732039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event updated for resources: {'Port': ['ID=0646bbc3-788c-410d-80ac-0666bff32255,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:04.753704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0032c021-4d4e-4026-a923-12a981739b5b req-9b05646d-98fd-44a3-ba08-96b955d5e67c service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878448 Sep 16 04:57:04.764686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e80e03-785b-4f1b-b8ba-8112a302909c', 'tag': '26f32649-5e18-4971-97f8-446a462143d5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:04.769880 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2037fabf-51b0-41ac-82c9-fe8665939b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "76e80e03-785b-4f1b-b8ba-8112a302909c", "tag": "26f32649-5e18-4971-97f8-446a462143d5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:04.816422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 50d3b037-dff4-489e-a33d-7dcda59689d0 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:04.821354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 50d3b037-dff4-489e-a33d-7dcda59689d0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:04.821873 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.845933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 453ac230-1326-48b4-9228-f096bb5cb3b4 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:04.853457 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.857256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 453ac230-1326-48b4-9228-f096bb5cb3b4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:04.857874 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.883488 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b3bdc77a-2695-417e-a927-772b848a1ae5 req-7f374c81-c377-41fa-ab82-e18217cbbb9a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.888463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39304) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:04.962528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.971985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.988783 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b3bdc77a-2695-417e-a927-772b848a1ae5 req-7f374c81-c377-41fa-ab82-e18217cbbb9a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.998557 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.012063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a20c4e-9e8f-44a7-af3c-fdd9373308dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d3b037-dff4-489e-a33d-7dcda59689d0'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:05.014290 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69a27e9-3f4b-48b8-85c9-2b870d57fdd9" -d '{"events": [{"server_uuid": "95a20c4e-9e8f-44a7-af3c-fdd9373308dc", "name": "network-vif-plugged", "status": "completed", "tag": "50d3b037-dff4-489e-a33d-7dcda59689d0"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:05.033974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 50d3b037-dff4-489e-a33d-7dcda59689d0, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=50d3b037-dff4-489e-a33d-7dcda59689d0,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:05.050294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=453ac230-1326-48b4-9228-f096bb5cb3b4,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:05.052695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-586d385c-9011-4279-8e95-b58121959dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.078588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f374c81-c377-41fa-ab82-e18217cbbb9a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c335a241-ebd1-4f94-8464-d531f8cadd92,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.112994 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.125533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-2d0a75c2-5125-4985-a78e-ec00617a1807 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.127001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-2d0a75c2-5125-4985-a78e-ec00617a1807 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 945 time: 0.1188810 Sep 16 04:57:05.137445 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.164507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=50d3b037-dff4-489e-a33d-7dcda59689d0,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.166319 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b3bdc77a-2695-417e-a927-772b848a1ae5 req-7f374c81-c377-41fa-ab82-e18217cbbb9a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.167528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3bdc77a-2695-417e-a927-772b848a1ae5 req-7f374c81-c377-41fa-ab82-e18217cbbb9a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6028664 Sep 16 04:57:05.224113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=453ac230-1326-48b4-9228-f096bb5cb3b4,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.357715 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.373911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca487d3f-a415-4440-aaf4-1f9ac7d6d6fd req-1d4f2737-b64b-4a26-874a-b23701989f9d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.375750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca487d3f-a415-4440-aaf4-1f9ac7d6d6fd req-1d4f2737-b64b-4a26-874a-b23701989f9d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 945 time: 0.1272140 Sep 16 04:57:05.394374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Deleting port a887435c-d395-4f47-8d79-8bbac22f1674 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:05.394725 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.431984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.447613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-586d385c-9011-4279-8e95-b58121959dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.543576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-586d385c-9011-4279-8e95-b58121959dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.562922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca487d3f-a415-4440-aaf4-1f9ac7d6d6fd req-20c0a542-51ed-4160-a52c-bf4a3ab562ca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796236 Sep 16 04:57:05.609763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event updated for resources: {'Port': ['ID=0646bbc3-788c-410d-80ac-0666bff32255,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.626761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-586d385c-9011-4279-8e95-b58121959dcc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8deaec51621d41b080013fdad060ac9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7371218 Sep 16 04:57:05.627741 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.629494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39318) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.636176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d385c-9011-4279-8e95-b58121959dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb027396-f49a-4f17-bafa-71b184544105,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.658953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] For port a887435c-d395-4f47-8d79-8bbac22f1674, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a887435c-d395-4f47-8d79-8bbac22f1674,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:05.659626 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.679930 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a8c994c-d45b-4327-a425-182e75791556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.689401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Calling delete_port for a887435c-d395-4f47-8d79-8bbac22f1674 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:05.702519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a8c994c-d45b-4327-a425-182e75791556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.716464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3c058-88a1-4fda-ba06-fa961c6520a0 req-668f03e3-7062-4946-abc5-1446ec5b56ea tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.717972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aad3c058-88a1-4fda-ba06-fa961c6520a0 req-668f03e3-7062-4946-abc5-1446ec5b56ea tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 950 time: 0.0828054 Sep 16 04:57:05.752658 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.753836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-56b08b6e-2591-44bc-afe3-79f8f74b48fe tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4217076 Sep 16 04:57:05.833414 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a8c994c-d45b-4327-a425-182e75791556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.835683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-1f5c98fb-418f-4cc5-a2c7-20d1fc661fdc tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0731597 Sep 16 04:57:05.836090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a8c994c-d45b-4327-a425-182e75791556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.841759 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8a8c994c-d45b-4327-a425-182e75791556 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb027396-f49a-4f17-bafa-71b184544105 HTTP/1.1" status: 204 len: 168 time: 0.2094777 Sep 16 04:57:05.843487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aad3c058-88a1-4fda-ba06-fa961c6520a0 req-103c5734-aa94-492b-bf63-36e59d503088 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944271 Sep 16 04:57:05.849967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c994c-d45b-4327-a425-182e75791556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb027396-f49a-4f17-bafa-71b184544105,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.896293 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f723f782-b8c1-4c5b-a6c9-932e34fd321e x-openstack-request-id: req-f723f782-b8c1-4c5b-a6c9-932e34fd321e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:05.897448 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e80e03-785b-4f1b-b8ba-8112a302909c", "tag": "26f32649-5e18-4971-97f8-446a462143d5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:05.897872 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f723f782-b8c1-4c5b-a6c9-932e34fd321e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:05.898442 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e80e03-785b-4f1b-b8ba-8112a302909c', 'tag': '26f32649-5e18-4971-97f8-446a462143d5', 'status': 'completed', 'code': 200} Sep 16 04:57:05.966250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-e504d7e7-13cf-4e0c-b923-699ccf27ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.967950 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-e504d7e7-13cf-4e0c-b923-699ccf27ace3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=05657ef26ec24197994f5f6802946dbd&device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 1100 time: 0.0464251 Sep 16 04:57:06.038588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-c1ccb27a-27cc-4f38-8143-c4e135ada0e7 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.039968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9614183d-8e44-4ccd-8a4c-2639b31eb860 req-c1ccb27a-27cc-4f38-8143-c4e135ada0e7 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1896648 Sep 16 04:57:06.062887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459d568-d153-400d-8914-81c031897b0d req-83ba5373-ab22-4373-a384-7956e3bd1fe3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.064488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6459d568-d153-400d-8914-81c031897b0d req-83ba5373-ab22-4373-a384-7956e3bd1fe3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.1211462 Sep 16 04:57:06.068600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-f661ac9e-5876-4af9-9eab-e9d3521a62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.070092 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-f661ac9e-5876-4af9-9eab-e9d3521a62b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.0952864 Sep 16 04:57:06.081005 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfd916c-ac77-4200-8eb2-17960d781efd x-openstack-request-id: req-2dfd916c-ac77-4200-8eb2-17960d781efd {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:06.081544 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a20c4e-9e8f-44a7-af3c-fdd9373308dc", "name": "network-vif-plugged", "status": "completed", "tag": "50d3b037-dff4-489e-a33d-7dcda59689d0", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:06.081768 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2dfd916c-ac77-4200-8eb2-17960d781efd {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:06.082255 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a20c4e-9e8f-44a7-af3c-fdd9373308dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d3b037-dff4-489e-a33d-7dcda59689d0', 'code': 200} Sep 16 04:57:06.098831 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.107339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['a887435c-d395-4f47-8d79-8bbac22f1674'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:06.118640 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-85dd6b25-33cd-4dea-8a1d-1a4425192c8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=26f32649-5e18-4971-97f8-446a462143d5 HTTP/1.1" status: 200 len: 217 time: 0.0407386 Sep 16 04:57:06.149200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-b453baa2-3ca8-4f78-93c5-7932fc11aa55 req-97911c84-729e-44e7-b41f-8f084dd46416 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-587108534', 'description': 'tempest-description-385905447'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:06.163420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event deleted for resources: {'Port': ['ID=a887435c-d395-4f47-8d79-8bbac22f1674,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.176808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-7616be73-35c0-4921-8572-e97147c03c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.178460 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-7616be73-35c0-4921-8572-e97147c03c96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0534205 Sep 16 04:57:06.219981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6459d568-d153-400d-8914-81c031897b0d req-1fd39aff-e742-40d8-ac29-de365a44becd tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450305 Sep 16 04:57:06.242836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] No DVR routers for this DVR port a887435c-d395-4f47-8d79-8bbac22f1674 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:06.242836 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.242836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-faee527b-61b8-4869-89fe-3b0a4284cc50 req-3f655242-74c2-40a0-86c1-a32245fdaff1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "DELETE /v2.0/ports/a887435c-d395-4f47-8d79-8bbac22f1674 HTTP/1.1" status: 204 len: 173 time: 1.0845017 Sep 16 04:57:06.242836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7f9f01-4a13-4c9f-8aa1-dc069de94d74', 'name': 'network-vif-deleted', 'tag': 'a887435c-d395-4f47-8d79-8bbac22f1674'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:06.244664 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f94fa-024b-4362-bcd8-de1fdb0b389e" -d '{"events": [{"server_uuid": "1d7f9f01-4a13-4c9f-8aa1-dc069de94d74", "name": "network-vif-deleted", "tag": "a887435c-d395-4f47-8d79-8bbac22f1674"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:06.264246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-f5a3c771-c4df-4d49-b709-517570b6e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.265786 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-f5a3c771-c4df-4d49-b709-517570b6e7a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795674 Sep 16 04:57:06.268430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5643b62-d0db-4511-8409-c854af23f8e5 req-e38da0de-13ee-4548-83d5-e461777c262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.269797 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f5643b62-d0db-4511-8409-c854af23f8e5 req-e38da0de-13ee-4548-83d5-e461777c262f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 1102 time: 0.0513191 Sep 16 04:57:06.306314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b453baa2-3ca8-4f78-93c5-7932fc11aa55 req-97911c84-729e-44e7-b41f-8f084dd46416 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.359814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f5643b62-d0db-4511-8409-c854af23f8e5 req-216e080f-4d88-4038-ae1a-37ce2860f8c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791609 Sep 16 04:57:06.364961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed42361-854f-4efa-90ed-1939817798c5 req-fbdf2be6-9f98-4150-be33-d801a3a91610 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.366458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fed42361-854f-4efa-90ed-1939817798c5 req-fbdf2be6-9f98-4150-be33-d801a3a91610 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 948 time: 0.0704420 Sep 16 04:57:06.384144 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-b5a42609-af43-4ccc-83cb-4502ddca9f72 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113341 Sep 16 04:57:06.434743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fed42361-854f-4efa-90ed-1939817798c5 req-43c2c898-0c2a-4a5c-b6ff-93a939f9b2e6 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c5ae39c-029d-4dea-bf2e-29e2223134e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541456 Sep 16 04:57:06.470198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b453baa2-3ca8-4f78-93c5-7932fc11aa55 req-97911c84-729e-44e7-b41f-8f084dd46416 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.488988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2037fabf-51b0-41ac-82c9-fe8665939b8a req-000ce78e-db94-4859-8679-24a4dfefeb89 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979669 Sep 16 04:57:06.525072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39328) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.538755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41d0f02b-7786-463d-8d98-47cc921477a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.543344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2af140-bdaa-40a2-8df0-366a310fd50b req-d62b71ec-47e4-46af-8149-7dc5cda1c422 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.544840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f2af140-bdaa-40a2-8df0-366a310fd50b req-d62b71ec-47e4-46af-8149-7dc5cda1c422 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.0504179 Sep 16 04:57:06.546013 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b453baa2-3ca8-4f78-93c5-7932fc11aa55 req-97911c84-729e-44e7-b41f-8f084dd46416 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.595712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97911c84-729e-44e7-b41f-8f084dd46416 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a100ee-8e44-435e-97eb-e6798f026fd1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.610609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f2af140-bdaa-40a2-8df0-366a310fd50b req-752b3df6-32b8-4a29-9dd4-46118d3c975f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559499 Sep 16 04:57:06.647030 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41d0f02b-7786-463d-8d98-47cc921477a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.732888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 26f32649-5e18-4971-97f8-446a462143d5 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:06.738308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-244a177f-36ea-4b29-ad2d-4a61cc70db0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1013563 Sep 16 04:57:06.748700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:06.816601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41d0f02b-7786-463d-8d98-47cc921477a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.826180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 26f32649-5e18-4971-97f8-446a462143d5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26f32649-5e18-4971-97f8-446a462143d5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:06.836896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '26f32649-5e18-4971-97f8-446a462143d5', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '26f32649-5e18-4971-97f8-446a462143d5', 'mac_address': 'fa:16:3e:34:39:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:06.859134 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-41d0f02b-7786-463d-8d98-47cc921477a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f36b0643938045ad96525899b445b607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329644 Sep 16 04:57:06.860051 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0f02b-7786-463d-8d98-47cc921477a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f32c2-b110-4b80-927b-55d2fb398c84,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.862404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39332) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.876240 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.892827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f32649-5e18-4971-97f8-446a462143d5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:06.911504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 26f32649-5e18-4971-97f8-446a462143d5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26f32649-5e18-4971-97f8-446a462143d5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:06.916008 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db78545a-95ea-4f61-8b7b-66f14fb9c910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.922266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b453baa2-3ca8-4f78-93c5-7932fc11aa55 req-97911c84-729e-44e7-b41f-8f084dd46416 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.923693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b453baa2-3ca8-4f78-93c5-7932fc11aa55 req-97911c84-729e-44e7-b41f-8f084dd46416 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8210163 Sep 16 04:57:06.949066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db78545a-95ea-4f61-8b7b-66f14fb9c910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.964045 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2a97f-4715-4e49-9726-63b901bea678 x-openstack-request-id: req-1ce2a97f-4715-4e49-9726-63b901bea678 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:06.964341 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7f9f01-4a13-4c9f-8aa1-dc069de94d74", "name": "network-vif-deleted", "tag": "a887435c-d395-4f47-8d79-8bbac22f1674", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:06.964599 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ce2a97f-4715-4e49-9726-63b901bea678 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:06.965156 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7f9f01-4a13-4c9f-8aa1-dc069de94d74', 'name': 'network-vif-deleted', 'tag': 'a887435c-d395-4f47-8d79-8bbac22f1674', 'status': 'completed', 'code': 200} Sep 16 04:57:06.970175 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.022587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=26f32649-5e18-4971-97f8-446a462143d5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:07.027580 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.067465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026ae776-f20d-4a88-a2ec-200f190883af req-7f98396f-e154-4f13-85ac-3b4b62a70485 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7f9f01-4a13-4c9f-8aa1-dc069de94d74 HTTP/1.1" status: 200 len: 210 time: 0.0345309 Sep 16 04:57:07.071030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db78545a-95ea-4f61-8b7b-66f14fb9c910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.074311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db78545a-95ea-4f61-8b7b-66f14fb9c910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.075173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-db78545a-95ea-4f61-8b7b-66f14fb9c910 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d28f32c2-b110-4b80-927b-55d2fb398c84 HTTP/1.1" status: 204 len: 168 time: 0.2106988 Sep 16 04:57:07.100833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78545a-95ea-4f61-8b7b-66f14fb9c910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f32c2-b110-4b80-927b-55d2fb398c84,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:07.176699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['26f32649-5e18-4971-97f8-446a462143d5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:07.522553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a00c0-5d88-44b8-8836-56c12280c537 req-3944c802-7df3-446d-be28-ab4c7a1aa87c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:07.524056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c52a00c0-5d88-44b8-8836-56c12280c537 req-3944c802-7df3-446d-be28-ab4c7a1aa87c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 950 time: 0.3796434 Sep 16 04:57:07.550072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.600430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c52a00c0-5d88-44b8-8836-56c12280c537 req-e79b6c42-200b-420e-a76b-bd396ddbbcbc tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684843 Sep 16 04:57:07.703070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-1f237794-8402-477b-a96d-6d7460d8ce82 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/c335a241-ebd1-4f94-8464-d531f8cadd92 HTTP/1.1" status: 200 len: 1805 time: 0.0764515 Sep 16 04:57:07.704126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Allocated IP 172.25.7.8 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/e5c53fe6-a16d-4ee5-bd1b-8574ba9837c2) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:07.800249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-c439a4c5-b60b-4be5-b2e1-7caed8aec07e tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/34a100ee-8e44-435e-97eb-e6798f026fd1 HTTP/1.1" status: 200 len: 1803 time: 0.0898552 Sep 16 04:57:07.813407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-bc0bcefe-a2d3-4b8f-8f9a-6d2f5a21411c tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c335a241-ebd1-4f94-8464-d531f8cadd92', 'remote_group_id': '34a100ee-8e44-435e-97eb-e6798f026fd1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:07.813727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-bc0bcefe-a2d3-4b8f-8f9a-6d2f5a21411c tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c335a241-ebd1-4f94-8464-d531f8cadd92', 'remote_group_id': '34a100ee-8e44-435e-97eb-e6798f026fd1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:07.857796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.015822 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.020198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-bc0bcefe-a2d3-4b8f-8f9a-6d2f5a21411c tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.066432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:08.071619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:08.082431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:08.083564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d02321-ba19-4ae8-85ff-c9bdecf485eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453ac230-1326-48b4-9228-f096bb5cb3b4'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:08.086220 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e2f0c-1b58-4e69-bfbb-4d25d72c989b" -d '{"events": [{"server_uuid": "66d02321-ba19-4ae8-85ff-c9bdecf485eb", "name": "network-vif-plugged", "status": "completed", "tag": "453ac230-1326-48b4-9228-f096bb5cb3b4"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:08.094131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event updated for resources: {'Port': ['ID=e5c53fe6-a16d-4ee5-bd1b-8574ba9837c2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.122617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-bc0bcefe-a2d3-4b8f-8f9a-6d2f5a21411c tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.184594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.227467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-bc0bcefe-a2d3-4b8f-8f9a-6d2f5a21411c tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.248336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bcefe-a2d3-4b8f-8f9a-6d2f5a21411c tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2829226-aebb-4098-a564-2433acdf55cb,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.308622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-bc0bcefe-a2d3-4b8f-8f9a-6d2f5a21411c tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.309829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac863cd6-6cda-4e8b-badc-211c043e2148 req-bc0bcefe-a2d3-4b8f-8f9a-6d2f5a21411c tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5021186 Sep 16 04:57:08.319120 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.463577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604912-4241-4c45-8456-f9ed0843d116 req-73bd9510-bc20-4368-bdff-76d082c77b18 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.465672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37604912-4241-4c45-8456-f9ed0843d116 req-73bd9510-bc20-4368-bdff-76d082c77b18 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.1052179 Sep 16 04:57:08.528390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37604912-4241-4c45-8456-f9ed0843d116 req-320496a7-5b03-4210-987d-e68657aa7372 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565636 Sep 16 04:57:08.540011 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.628419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec74a6-f9fe-4fcd-b61b-e01acb048104 req-32f74844-9661-429f-b6b4-45809b1d391b tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.629964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48ec74a6-f9fe-4fcd-b61b-e01acb048104 req-32f74844-9661-429f-b6b4-45809b1d391b tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 949 time: 0.0484524 Sep 16 04:57:08.651180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.728962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48ec74a6-f9fe-4fcd-b61b-e01acb048104 req-210b8a0a-7f8b-4e34-bb3b-b0134bd2a217 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c5ae39c-029d-4dea-bf2e-29e2223134e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910940 Sep 16 04:57:08.742166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event updated for resources: {'Port': ['ID=e5c53fe6-a16d-4ee5-bd1b-8574ba9837c2,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.753013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 26f32649-5e18-4971-97f8-446a462143d5 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:08.763842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.844293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42320c7a-b9ab-4cdb-8c0d-85de76c1f951 req-db91716e-e5a4-41ed-9b1d-97ee00f932c7 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.846843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42320c7a-b9ab-4cdb-8c0d-85de76c1f951 req-db91716e-e5a4-41ed-9b1d-97ee00f932c7 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.0510018 Sep 16 04:57:08.868736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.870641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-0a459437-05d2-411e-b1ec-17ef8392a594 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.1255796 Sep 16 04:57:08.901874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 26f32649-5e18-4971-97f8-446a462143d5 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:08.906105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 26f32649-5e18-4971-97f8-446a462143d5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:08.906485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.926402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42320c7a-b9ab-4cdb-8c0d-85de76c1f951 req-07e34e58-50d6-4b17-8289-e305e770fae7 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734410 Sep 16 04:57:08.937421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-83451f23-0033-40aa-aae6-b12dfe5aa205 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0602999 Sep 16 04:57:08.985697 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe9fce0-32fa-4866-9c29-eafdbef461da x-openstack-request-id: req-0fe9fce0-32fa-4866-9c29-eafdbef461da {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:08.986008 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d02321-ba19-4ae8-85ff-c9bdecf485eb", "name": "network-vif-plugged", "status": "completed", "tag": "453ac230-1326-48b4-9228-f096bb5cb3b4", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:08.986324 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fe9fce0-32fa-4866-9c29-eafdbef461da {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:08.987234 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d02321-ba19-4ae8-85ff-c9bdecf485eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453ac230-1326-48b4-9228-f096bb5cb3b4', 'code': 200} Sep 16 04:57:09.011105 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.055753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 26f32649-5e18-4971-97f8-446a462143d5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26f32649-5e18-4971-97f8-446a462143d5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:09.102143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75096-1641-4d12-b5b1-0900dbf71ec3 req-ea2a15da-7a47-45d1-ba4d-0764d32a7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.105194 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae75096-1641-4d12-b5b1-0900dbf71ec3 req-ea2a15da-7a47-45d1-ba4d-0764d32a7bbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 1097 time: 0.0538366 Sep 16 04:57:09.124440 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.125517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device a887435c-d395-4f47-8d79-8bbac22f1674 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:09.142461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-ca19c0fd-b323-4d25-9ba5-66c3322a3ab7 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.154715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae75096-1641-4d12-b5b1-0900dbf71ec3 req-40a27881-edd9-4282-9303-2a85d8b58ccf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434766 Sep 16 04:57:09.155506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-639a39e7-1fdc-46e9-b566-e64fb28ecdf7 req-ca19c0fd-b323-4d25-9ba5-66c3322a3ab7 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2074678 Sep 16 04:57:09.158948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbedb505-ef4b-4aa4-9f19-1d8909780395 req-2ce4930b-6cc9-40a3-a5e3-1b2348b94b6d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/34a100ee-8e44-435e-97eb-e6798f026fd1 HTTP/1.1" status: 200 len: 1803 time: 0.0930862 Sep 16 04:57:09.165559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: a887435c-d395-4f47-8d79-8bbac22f1674 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:09.170191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device a887435c-d395-4f47-8d79-8bbac22f1674 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:09.232714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=26f32649-5e18-4971-97f8-446a462143d5,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.268100 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fbedb505-ef4b-4aa4-9f19-1d8909780395 req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.293681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f188e1-8aa8-467d-a281-a1de726d27bb req-3e473d91-d391-4339-9556-54115cd8c03a tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.295677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6f188e1-8aa8-467d-a281-a1de726d27bb req-3e473d91-d391-4339-9556-54115cd8c03a tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 950 time: 0.0816617 Sep 16 04:57:09.306250 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fbedb505-ef4b-4aa4-9f19-1d8909780395 req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.362872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6f188e1-8aa8-467d-a281-a1de726d27bb req-72b0af5f-f98a-42da-bf76-c39b46054f36 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610025 Sep 16 04:57:09.453064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4757773b-d1ae-488b-b9e6-4e3c20828275 req-1cf05ea5-b0e9-407d-980d-daa47c2eaee9 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips/a8f59298-ef9c-4a2d-8aa3-7ce99c353d56 HTTP/1.1" status: 200 len: 691 time: 0.0468590 Sep 16 04:57:09.470189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fbedb505-ef4b-4aa4-9f19-1d8909780395 req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.472752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fbedb505-ef4b-4aa4-9f19-1d8909780395 req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.473852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbedb505-ef4b-4aa4-9f19-1d8909780395 req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "DELETE /v2.0/security-groups/34a100ee-8e44-435e-97eb-e6798f026fd1 HTTP/1.1" status: 204 len: 173 time: 0.3034945 Sep 16 04:57:09.504030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a100ee-8e44-435e-97eb-e6798f026fd1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.518059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.518402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.518745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.519086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.519440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.519773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.520101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.520441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.520753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.521077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.521428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.521747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1387cb-fa51-420c-9309-55e08302cc8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.647687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757773b-d1ae-488b-b9e6-4e3c20828275 req-b9ca0cf1-4450-4c2d-84c3-d8d00d0594ef tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.650578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4757773b-d1ae-488b-b9e6-4e3c20828275 req-b9ca0cf1-4450-4c2d-84c3-d8d00d0594ef tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1905003 Sep 16 04:57:09.688012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-952fe04d-4eb0-4888-a666-4f92d0896c5a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.689624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-952fe04d-4eb0-4888-a666-4f92d0896c5a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.1334879 Sep 16 04:57:09.705850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-89bfd608-4e72-42b4-91aa-e53d3b5f5958 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/quotas/8685f9efdb2a4f84bf37cca56ce63f90 HTTP/1.1" status: 200 len: 375 time: 0.0100031 Sep 16 04:57:09.737604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-91c46117-5c6a-45af-862b-0feaf4f29315 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256946 Sep 16 04:57:09.838910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-52aa5700-b7cd-4232-9c2f-2540efe5bc3b service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940368 Sep 16 04:57:09.952493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80759a65-52f1-46ac-90d4-ebeb3ed4384e req-c67854c7-ffd3-4919-ad04-6b54a8a1b763 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/c335a241-ebd1-4f94-8464-d531f8cadd92 HTTP/1.1" status: 200 len: 1805 time: 0.0986073 Sep 16 04:57:09.967758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-aba26bdb-0215-42d5-8c4e-cf6751827413 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223497 Sep 16 04:57:10.052367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb93756-2e84-4e8c-9496-41b92d9814f7 req-a3edf9cc-158a-48d7-ade6-46456c463579 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.053857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cb93756-2e84-4e8c-9496-41b92d9814f7 req-a3edf9cc-158a-48d7-ade6-46456c463579 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.0508876 Sep 16 04:57:10.091859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cb93756-2e84-4e8c-9496-41b92d9814f7 req-e19ad7f8-7a07-4225-b222-97138382ba94 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315700 Sep 16 04:57:10.161791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-774f16f9-fa87-4234-8f1e-19fe18d70a6c tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips/a8f59298-ef9c-4a2d-8aa3-7ce99c353d56 HTTP/1.1" status: 200 len: 691 time: 0.0463665 Sep 16 04:57:10.227297 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.323521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12844dcf-27e3-4a60-b833-a02c6ef8a0e7 req-0742e693-aa8f-4a18-bd17-06c838f53e5c tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.325036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12844dcf-27e3-4a60-b833-a02c6ef8a0e7 req-0742e693-aa8f-4a18-bd17-06c838f53e5c tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 950 time: 0.1065946 Sep 16 04:57:10.351052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-3f10cd1d-1c49-450a-941e-b3b3b64cf08a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.352466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-3f10cd1d-1c49-450a-941e-b3b3b64cf08a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1771166 Sep 16 04:57:10.416653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-9e127b41-6de5-4996-bd84-34347f6f7399 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0565598 Sep 16 04:57:10.422280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12844dcf-27e3-4a60-b833-a02c6ef8a0e7 req-14405d2a-73cd-472c-a342-5b51a05b6a82 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c5ae39c-029d-4dea-bf2e-29e2223134e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879257 Sep 16 04:57:10.471525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-74948143-09d1-4335-9e7e-33c5054241a5 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0450349 Sep 16 04:57:10.551969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-8f477d1e-5440-4694-bfac-7e96d6c064f7 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361283 Sep 16 04:57:10.605563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39488) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.716291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-717ccbc1-09a2-4a57-aea8-71451fa7fa86 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.717793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-717ccbc1-09a2-4a57-aea8-71451fa7fa86 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399913 Sep 16 04:57:10.722458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Deleting port e5c53fe6-a16d-4ee5-bd1b-8574ba9837c2 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:10.722796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.726402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71e11184-ac96-4ff4-98d3-343345a53fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.752100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-820c59d9-b431-477a-aaa6-24247ae93b87 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/quotas/309aa15651b243a4aa3fa479a3ecdd6f HTTP/1.1" status: 200 len: 375 time: 0.0265045 Sep 16 04:57:10.822274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71e11184-ac96-4ff4-98d3-343345a53fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.841750 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.842080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.861373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-a2320548-c340-45d0-a6e0-4791f768682a tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760672 Sep 16 04:57:10.862323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Calling delete_port for e5c53fe6-a16d-4ee5-bd1b-8574ba9837c2 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:10.970344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71e11184-ac96-4ff4-98d3-343345a53fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.988388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e80e03-785b-4f1b-b8ba-8112a302909c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f32649-5e18-4971-97f8-446a462143d5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:10.990603 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c3ee92-3192-4466-a784-99f648edc2bd" -d '{"events": [{"server_uuid": "76e80e03-785b-4f1b-b8ba-8112a302909c", "name": "network-vif-plugged", "status": "completed", "tag": "26f32649-5e18-4971-97f8-446a462143d5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:11.016224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e11184-ac96-4ff4-98d3-343345a53fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b136faa0-6730-4d86-b55d-20924239cd6d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.021743 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-71e11184-ac96-4ff4-98d3-343345a53fa6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad17971c422246a5afa9f95c37638a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138393 Sep 16 04:57:11.023310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39496) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:11.048754 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f2d62e13-76b7-4054-b750-c3fcdb064290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.090516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6725f38-cd02-4de6-8fca-e9d9fcc771a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.096401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.116971 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6725f38-cd02-4de6-8fca-e9d9fcc771a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.184030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event deleted for resources: {'Port': ['ID=e5c53fe6-a16d-4ee5-bd1b-8574ba9837c2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.230494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495be9-d6e5-4ead-9744-7fa84243bc5c req-2b9e2a49-3115-402b-bc87-178c7c20f83d tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.232041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e495be9-d6e5-4ead-9744-7fa84243bc5c req-2b9e2a49-3115-402b-bc87-178c7c20f83d tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1249077 Sep 16 04:57:11.238971 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6725f38-cd02-4de6-8fca-e9d9fcc771a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.239638 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.241956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6725f38-cd02-4de6-8fca-e9d9fcc771a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.242237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.243369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e94d402-bf38-44bf-ac44-f9d0cc3932b9 req-eba7e7ba-68c9-41d2-b25e-7ed3e39f2a0a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "DELETE /v2.0/floatingips/a8f59298-ef9c-4a2d-8aa3-7ce99c353d56 HTTP/1.1" status: 204 len: 173 time: 0.7665298 Sep 16 04:57:11.247108 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b6725f38-cd02-4de6-8fca-e9d9fcc771a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b136faa0-6730-4d86-b55d-20924239cd6d HTTP/1.1" status: 204 len: 168 time: 0.2225332 Sep 16 04:57:11.266997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6725f38-cd02-4de6-8fca-e9d9fcc771a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b136faa0-6730-4d86-b55d-20924239cd6d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.300525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e495be9-d6e5-4ead-9744-7fa84243bc5c req-ee3c0aa2-402c-45d6-814c-35009aa60380 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619934 Sep 16 04:57:11.313189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-a898c36b-25e6-48c8-b2e6-8891951f7395 req-84b8f1c0-8f9b-4e65-8464-32866f2cd4d0 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1723264050', 'description': 'tempest-description-688017508'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:11.394337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d49b003f-5907-4b1f-8bb9-c12cf8ae2d6d req-ea665e3d-e5f8-4fd8-9fec-4286baadf4d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 210 time: 0.0309427 Sep 16 04:57:11.406437 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a898c36b-25e6-48c8-b2e6-8891951f7395 req-84b8f1c0-8f9b-4e65-8464-32866f2cd4d0 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.463349 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436355e0-efca-4702-9866-f6a6a75b074d x-openstack-request-id: req-436355e0-efca-4702-9866-f6a6a75b074d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:11.465174 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e80e03-785b-4f1b-b8ba-8112a302909c", "name": "network-vif-plugged", "status": "completed", "tag": "26f32649-5e18-4971-97f8-446a462143d5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:11.465628 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-436355e0-efca-4702-9866-f6a6a75b074d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:11.466215 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e80e03-785b-4f1b-b8ba-8112a302909c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f32649-5e18-4971-97f8-446a462143d5', 'code': 200} Sep 16 04:57:11.515661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a898c36b-25e6-48c8-b2e6-8891951f7395 req-84b8f1c0-8f9b-4e65-8464-32866f2cd4d0 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.541923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75f7a7db-d7b8-40bd-a99c-be2186997e80 req-941c885d-20f4-4b60-ad36-803e0e90ae0c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 210 time: 0.0484200 Sep 16 04:57:11.606020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfe4f1-af9b-48de-815b-8c49eb476845 req-76ea3b51-ed80-4f69-9d25-6a9f4089fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.608509 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fcbfe4f1-af9b-48de-815b-8c49eb476845 req-76ea3b51-ed80-4f69-9d25-6a9f4089fa04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 1102 time: 0.0519240 Sep 16 04:57:11.612359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a898c36b-25e6-48c8-b2e6-8891951f7395 req-84b8f1c0-8f9b-4e65-8464-32866f2cd4d0 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.650872 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fcbfe4f1-af9b-48de-815b-8c49eb476845 req-92167d26-cac7-47ac-be9e-96256e47c99d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c5ae39c-029d-4dea-bf2e-29e2223134e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348821 Sep 16 04:57:11.666627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8f1c0-8f9b-4e65-8464-32866f2cd4d0 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931bac54-8216-48cf-8433-64c52b18d45a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.683954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a3260-0a1a-4355-aa1a-750845505b39 req-2d01d172-7a18-4571-9651-0f13ee17f410 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.686552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-726a3260-0a1a-4355-aa1a-750845505b39 req-2d01d172-7a18-4571-9651-0f13ee17f410 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.0840182 Sep 16 04:57:11.690362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a898c36b-25e6-48c8-b2e6-8891951f7395 req-84b8f1c0-8f9b-4e65-8464-32866f2cd4d0 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.691544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a898c36b-25e6-48c8-b2e6-8891951f7395 req-84b8f1c0-8f9b-4e65-8464-32866f2cd4d0 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3835325 Sep 16 04:57:11.803406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-726a3260-0a1a-4355-aa1a-750845505b39 req-ea7d98da-2e07-42ec-91fa-4aa432fdb0a6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020648 Sep 16 04:57:11.968148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfc7ff-6136-444c-950d-7a599a2c6ca1 req-efb6f853-0a8b-4793-9ef0-00ce9890fab3 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.969541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1cfc7ff-6136-444c-950d-7a599a2c6ca1 req-efb6f853-0a8b-4793-9ef0-00ce9890fab3 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2622385 Sep 16 04:57:11.978195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee899da9-5060-4f78-a8cf-b3dfa95fc2f9 req-bcc4bdd8-f266-418b-b20c-780651b5646e tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.979773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee899da9-5060-4f78-a8cf-b3dfa95fc2f9 req-bcc4bdd8-f266-418b-b20c-780651b5646e tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 950 time: 0.1158857 Sep 16 04:57:12.046357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0457fab0-83cb-4bd7-a8b2-152564374a0b req-7bddb9ef-3e26-44e9-a9d4-858eca8fb2b5 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/931bac54-8216-48cf-8433-64c52b18d45a HTTP/1.1" status: 200 len: 1804 time: 0.0627806 Sep 16 04:57:12.049277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee899da9-5060-4f78-a8cf-b3dfa95fc2f9 req-d1e4af89-4503-4089-957a-6eabd54cbc17 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c5ae39c-029d-4dea-bf2e-29e2223134e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586281 Sep 16 04:57:12.056988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-0457fab0-83cb-4bd7-a8b2-152564374a0b req-204abe83-0ef9-4152-b63c-bc145576b52f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '931bac54-8216-48cf-8433-64c52b18d45a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:12.057861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-0457fab0-83cb-4bd7-a8b2-152564374a0b req-204abe83-0ef9-4152-b63c-bc145576b52f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '931bac54-8216-48cf-8433-64c52b18d45a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:12.091142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39524) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:12.104957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a537b505-c05c-4f4a-8059-5187bb8f4492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.161826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b053a-2478-47bb-9a02-a511afa19452 req-eb81216e-cc59-4c05-a30a-36d8be77ac89 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.163466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c86b053a-2478-47bb-9a02-a511afa19452 req-eb81216e-cc59-4c05-a30a-36d8be77ac89 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.0506418 Sep 16 04:57:12.256589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c86b053a-2478-47bb-9a02-a511afa19452 req-a4456182-f369-4b53-9a6d-6ba6b8999afc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851948 Sep 16 04:57:12.269861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0457fab0-83cb-4bd7-a8b2-152564374a0b req-204abe83-0ef9-4152-b63c-bc145576b52f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.327767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0457fab0-83cb-4bd7-a8b2-152564374a0b req-204abe83-0ef9-4152-b63c-bc145576b52f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.376719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311028ee-14d5-4253-9c2c-92b9f093a865 req-c0c0fa7a-7198-42f5-8b5d-b617cf68f059 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=f96c1b3d277b478e817be2e7c370fef3 HTTP/1.1" status: 200 len: 1657 time: 0.0920405 Sep 16 04:57:12.414653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a537b505-c05c-4f4a-8059-5187bb8f4492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.462689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0457fab0-83cb-4bd7-a8b2-152564374a0b req-204abe83-0ef9-4152-b63c-bc145576b52f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.493226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204abe83-0ef9-4152-b63c-bc145576b52f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea637a2-8035-47d6-ba07-20dad2ebe3a1,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.512858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a537b505-c05c-4f4a-8059-5187bb8f4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.534482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311028ee-14d5-4253-9c2c-92b9f093a865 req-ab78a0af-e87d-4b14-ad81-63f77e6ec97a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.535584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311028ee-14d5-4253-9c2c-92b9f093a865 req-ab78a0af-e87d-4b14-ad81-63f77e6ec97a tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks?id=acae3052-0cbf-44f5-a498-404a6def8461&id=acae3052-0cbf-44f5-a498-404a6def8461&id=acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 787 time: 0.1513054 Sep 16 04:57:12.566486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a537b505-c05c-4f4a-8059-5187bb8f4492 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c387b2a592bc45e98c22aeb9684cc5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714637 Sep 16 04:57:12.566486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537b505-c05c-4f4a-8059-5187bb8f4492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5283ea-a46c-4195-bdef-00beb79abdaa,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.568271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39538) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:12.606982 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0457fab0-83cb-4bd7-a8b2-152564374a0b req-204abe83-0ef9-4152-b63c-bc145576b52f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.608900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0457fab0-83cb-4bd7-a8b2-152564374a0b req-204abe83-0ef9-4152-b63c-bc145576b52f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5554132 Sep 16 04:57:12.662996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-13a3e21e-8e97-4e7b-9fff-28e693fbe5d9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.665359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-13a3e21e-8e97-4e7b-9fff-28e693fbe5d9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.1793511 Sep 16 04:57:12.671428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76d34211-feba-4903-b7ab-0cfd1056eb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.681222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Request body: {'port': {'device_id': '878ae03b-3649-4302-9ea8-271b8a704d21', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'admin_state_up': True, 'tenant_id': '8685f9efdb2a4f84bf37cca56ce63f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:12.693496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646d073-5a83-4b33-81db-911b4b681cd4 req-6ef4bb97-f667-41b6-a090-ad62f43b485a tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.695021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f646d073-5a83-4b33-81db-911b4b681cd4 req-6ef4bb97-f667-41b6-a090-ad62f43b485a tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.0747352 Sep 16 04:57:12.719218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76d34211-feba-4903-b7ab-0cfd1056eb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.749511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75c92e36-5ef7-4433-a677-2c2d112c698b req-7bf67f86-4671-4791-83e1-c2c8f62ddded tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 210 time: 0.0534477 Sep 16 04:57:12.836713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f646d073-5a83-4b33-81db-911b4b681cd4 req-0d8317b3-3f3c-4f38-9d78-2b2eef73e772 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209126 Sep 16 04:57:12.846609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-bc82749c-1a34-476e-ae09-72118782cfcd tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips/a5838e1c-752a-48dc-b9ca-3d14ada8fc84 HTTP/1.1" status: 200 len: 693 time: 0.0616002 Sep 16 04:57:12.913243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Made reservation on behalf of 8685f9efdb2a4f84bf37cca56ce63f90 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:12.917426 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.998633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-f875ebfb-a2f1-4b10-9462-5523f74c8f5b tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.000293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-f875ebfb-a2f1-4b10-9462-5523f74c8f5b tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1475689 Sep 16 04:57:13.014142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c3269-df66-44ef-940f-488a5c85cd43 req-8dfd612e-d9b6-4e6f-afa0-7aa70f87bc47 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.015012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a8c3269-df66-44ef-940f-488a5c85cd43 req-8dfd612e-d9b6-4e6f-afa0-7aa70f87bc47 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.0846293 Sep 16 04:57:13.067191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76d34211-feba-4903-b7ab-0cfd1056eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.069781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76d34211-feba-4903-b7ab-0cfd1056eb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.073559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-76d34211-feba-4903-b7ab-0cfd1056eb58 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf5283ea-a46c-4195-bdef-00beb79abdaa HTTP/1.1" status: 204 len: 168 time: 0.5043404 Sep 16 04:57:13.090289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-5e2d4c21-e319-42c9-84d7-5d8e07ffef1f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0743005 Sep 16 04:57:13.094926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d34211-feba-4903-b7ab-0cfd1056eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5283ea-a46c-4195-bdef-00beb79abdaa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.117305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a8c3269-df66-44ef-940f-488a5c85cd43 req-228df07b-4a5c-4d4a-8e84-a997df7af694 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953386 Sep 16 04:57:13.160909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-1dce7ebe-4d1b-4d0f-98cb-5e5e3ca8c6e0 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0588155 Sep 16 04:57:13.208795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Allocated IP 172.20.0.8 (071ea40e-c42b-4d06-8075-128f09a802e6/f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6/40f6f4db-ccf4-43c4-83ee-7ce22f617a7a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:13.285095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44644f08-4ea1-4bd3-89ee-098b09d2dbb6 req-b8c842f0-e961-4be9-9962-2ef1ad3d91da tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 210 time: 0.0628545 Sep 16 04:57:13.368433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Deleting port 0646bbc3-788c-410d-80ac-0666bff32255 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:13.368815 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.375323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.400397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40ca1513-74d3-4baf-98e6-fa47388a55f5 req-778f7fb8-0688-49cf-bc40-009bfea9f14f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/931bac54-8216-48cf-8433-64c52b18d45a HTTP/1.1" status: 200 len: 2397 time: 0.0753086 Sep 16 04:57:13.438231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-40ca1513-74d3-4baf-98e6-fa47388a55f5 req-e588657e-12fc-4021-9613-203f5b9b2ce6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '931bac54-8216-48cf-8433-64c52b18d45a', 'remote_group_id': None}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:13.438550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-40ca1513-74d3-4baf-98e6-fa47388a55f5 req-e588657e-12fc-4021-9613-203f5b9b2ce6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '931bac54-8216-48cf-8433-64c52b18d45a', 'remote_group_id': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:13.473713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.478731 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.479065 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.492527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Calling delete_port for 0646bbc3-788c-410d-80ac-0666bff32255 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:13.518250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Network 071ea40e-c42b-4d06-8075-128f09a802e6 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:13.526707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:13.531957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:13.539155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event updated for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.567211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.567657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.567922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.569329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.569329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.569329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.569329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.569671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.569852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.570151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.570482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.570806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:13.594098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.596614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.644922 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9996df7-09ee-46c6-8c84-ca74be2c2e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.725991 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-dd3b148e-51ea-4336-8615-7c2aa2ee2afd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0506217 Sep 16 04:57:13.738743 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Request body: {'port': {'device_id': '878ae03b-3649-4302-9ea8-271b8a704d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:13.804228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.913736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-ab416412-ad8d-465b-91e0-aa1e101ca378 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3682449 Sep 16 04:57:13.993071 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-40ca1513-74d3-4baf-98e6-fa47388a55f5 req-e588657e-12fc-4021-9613-203f5b9b2ce6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.057944 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-40ca1513-74d3-4baf-98e6-fa47388a55f5 req-e588657e-12fc-4021-9613-203f5b9b2ce6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.101540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:14.110358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.135219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-67230531-3207-417f-909d-bb4c8e1e5ffc tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.136749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-67230531-3207-417f-909d-bb4c8e1e5ffc tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103884 Sep 16 04:57:14.136877 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:14.149758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Request body: {'port': {'device_id': '944e3f4c-7615-4828-9874-a73a3842f305', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '309aa15651b243a4aa3fa479a3ecdd6f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:14.176293 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.177900 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-40ca1513-74d3-4baf-98e6-fa47388a55f5 req-e588657e-12fc-4021-9613-203f5b9b2ce6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.231703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588657e-12fc-4021-9613-203f5b9b2ce6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ac777b-c627-43e0-9d99-a63ce0b63943,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.232862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Transition to ACTIVE for port object 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:14.238422 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.273018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event deleted for resources: {'Port': ['ID=0646bbc3-788c-410d-80ac-0666bff32255,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.299622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-40ca1513-74d3-4baf-98e6-fa47388a55f5 req-e588657e-12fc-4021-9613-203f5b9b2ce6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.300813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40ca1513-74d3-4baf-98e6-fa47388a55f5 req-e588657e-12fc-4021-9613-203f5b9b2ce6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8683407 Sep 16 04:57:14.336161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.359373 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.362340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.363580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e06cae8-bc9c-4c76-82b0-06ac5d4f03e3 req-fb970dcc-6eef-4253-8dc7-cf129aa36f3f tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "DELETE /v2.0/floatingips/a5838e1c-752a-48dc-b9ca-3d14ada8fc84 HTTP/1.1" status: 204 len: 173 time: 1.1958106 Sep 16 04:57:14.433097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842255c-fc98-4bfd-8681-406f59491c64 req-57f8032d-d1f3-4bb3-91f2-03ace696f11d tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.434966 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6842255c-fc98-4bfd-8681-406f59491c64 req-57f8032d-d1f3-4bb3-91f2-03ace696f11d tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 950 time: 0.0660727 Sep 16 04:57:14.439050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Made reservation on behalf of 309aa15651b243a4aa3fa479a3ecdd6f for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:14.440191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Pushing event updated for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.443105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.475974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Attempting to bind port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:14.476317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Attempting to bind port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:14.476659 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Attempting to bind port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:14.481312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a on network 071ea40e-c42b-4d06-8075-128f09a802e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:14.481640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Attempting to bind port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:14.486540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:14.486870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Checking segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:14.487267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Bound using segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:14.487783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Bound port: 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:14.488156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.554774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:14.557816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:14.589567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6842255c-fc98-4bfd-8681-406f59491c64 req-5c3ad58f-c377-4764-8360-f2ac4d9133bc tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c5ae39c-029d-4dea-bf2e-29e2223134e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425998 Sep 16 04:57:14.631383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24af78-dc76-4d5f-a86f-40084853a0ee req-fbd7da67-d430-4e6f-9ec0-19c4f1f5993a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.632895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe24af78-dc76-4d5f-a86f-40084853a0ee req-fbd7da67-d430-4e6f-9ec0-19c4f1f5993a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.1855600 Sep 16 04:57:14.639580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.704385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.705034 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.706849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] 10.222.0.60 "PUT /v2.0/ports/40f6f4db-ccf4-43c4-83ee-7ce22f617a7a HTTP/1.1" status: 200 len: 1092 time: 0.9729624 Sep 16 04:57:14.707351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:14.710607 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3982a57-70a4-456c-b504-6dedd32520b6" -d '{"events": [{"name": "network-changed", "server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:14.730386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e072f8c-ad10-4dcc-9b66-078a72ff9a15 service neutron] Pushing event updated for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.762129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Allocated IP 192.168.233.210 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/2ab14367-d207-402a-a862-6f9a6c4faccb) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:14.769206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe24af78-dc76-4d5f-a86f-40084853a0ee req-6a2f3856-4888-46f1-a8da-e40d3504c13b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843623 Sep 16 04:57:14.785003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4ba30-279c-4bf8-acdf-efe0ff4c7c5e req-fe8f9892-3553-4f6f-ac0e-4baacddaeadc tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.786511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72d4ba30-279c-4bf8-acdf-efe0ff4c7c5e req-fe8f9892-3553-4f6f-ac0e-4baacddaeadc tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 943 time: 0.1314709 Sep 16 04:57:14.863534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-edc7e33d-ba48-486b-8d47-55a6ea5cb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.865193 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-edc7e33d-ba48-486b-8d47-55a6ea5cb3b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 1095 time: 0.0523281 Sep 16 04:57:14.880965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72d4ba30-279c-4bf8-acdf-efe0ff4c7c5e req-8da5682f-88ab-40f9-9f63-56683138a5a5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879195 Sep 16 04:57:14.929981 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-73945aae-de2d-44ad-866d-676e8d3b3253 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a HTTP/1.1" status: 200 len: 217 time: 0.0567012 Sep 16 04:57:14.979411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-6e578a7d-7cec-434a-93bb-5a27671c562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.980936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cfaf9-e1a2-4dfe-8dc9-0c144bf2d537 req-94d31741-1ad1-42c0-977b-1af26236db7f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.981130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-6e578a7d-7cec-434a-93bb-5a27671c562d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.0444050 Sep 16 04:57:14.982402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cfaf9-e1a2-4dfe-8dc9-0c144bf2d537 req-94d31741-1ad1-42c0-977b-1af26236db7f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1505814 Sep 16 04:57:15.017322 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-02f5e772-52fb-4d35-8ce0-70bf9c2ac7e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296280 Sep 16 04:57:15.029330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b22455f-dfb3-48ec-bc49-f7333f6e4110 req-cce0203a-b09c-4f63-8f4d-630f5a9433e9 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/931bac54-8216-48cf-8433-64c52b18d45a HTTP/1.1" status: 200 len: 2995 time: 0.1161160 Sep 16 04:57:15.050019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.066177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-250cfaf9-e1a2-4dfe-8dc9-0c144bf2d537 req-2df91dec-48c1-4d9c-b9d5-8b338c91c6e6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734921 Sep 16 04:57:15.068972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.128022 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-10341c18-e9d2-4c4a-b53c-5bb7d7c63456 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034017 Sep 16 04:57:15.128325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-915eb396-8f08-4deb-8190-e40ce3c5cca2 req-40cfc581-cd12-40bf-9f53-e3505e5acfe9 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 210 time: 0.0373881 Sep 16 04:57:15.194616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-bc6644b0-d052-45fb-9d64-78dc369f806c tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips/405a8dd9-b41c-42d8-b3d5-aff235f717f8 HTTP/1.1" status: 200 len: 693 time: 0.0693760 Sep 16 04:57:15.232281 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbab06fd-1768-44b9-b655-b8c230d3de48 x-openstack-request-id: req-bbab06fd-1768-44b9-b655-b8c230d3de48 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:15.232683 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:15.233137 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbab06fd-1768-44b9-b655-b8c230d3de48 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:15.233631 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'status': 'completed', 'code': 200} Sep 16 04:57:15.262998 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e42bbaf-d5ba-4059-88ff-3248d31306df req-010338c0-acb6-4281-9028-db8aea7ef5d9 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249185 Sep 16 04:57:15.279170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.343387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['50d3b037-dff4-489e-a33d-7dcda59689d0'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:15.364706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9e1b5e5-4a25-43a4-a97c-3ffcd8764549 req-a0e81d60-5cfe-4e7a-9d6d-85b61ad5c6be tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-group-rules/d6ac777b-c627-43e0-9d99-a63ce0b63943 HTTP/1.1" status: 200 len: 783 time: 0.0906186 Sep 16 04:57:15.417008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:15.419867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Pushing event updated for resources: {'Port': ['ID=2ab14367-d207-402a-a862-6f9a6c4faccb,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:15.428637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-8be8ec25-1dc2-47fb-b37f-91bf6e644521 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.435893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-8be8ec25-1dc2-47fb-b37f-91bf6e644521 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2403309 Sep 16 04:57:15.444497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:15.455855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:15.467767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-3d0991a7-3859-4379-9e5d-028694646803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.473612 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-3d0991a7-3859-4379-9e5d-028694646803 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 1095 time: 0.0745590 Sep 16 04:57:15.530416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-6317191b-8a0c-48bc-a28d-c7242b2fd727 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.0936394 Sep 16 04:57:15.607590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9e1b5e5-4a25-43a4-a97c-3ffcd8764549 req-c7ffc2e3-5e76-473e-940c-dba414a5ff86 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/931bac54-8216-48cf-8433-64c52b18d45a HTTP/1.1" status: 200 len: 2995 time: 0.2130892 Sep 16 04:57:15.614810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.615584 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.616367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-33d7876b-676f-4ea6-b78a-8a28edad91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.618191 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-33d7876b-676f-4ea6-b78a-8a28edad91f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 912 time: 0.1361842 Sep 16 04:57:15.622653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-60dbfbc0-88aa-4146-aa9e-682795496514 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.0815444 Sep 16 04:57:15.668523 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-7ab07e9c-292a-461e-85b9-0a6ce3f183e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a HTTP/1.1" status: 200 len: 217 time: 0.0390489 Sep 16 04:57:15.678142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39610) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:15.731316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-f74a487f-8ed0-4516-aeee-538688b0fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.732444 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9e1b5e5-4a25-43a4-a97c-3ffcd8764549 req-2e1ace3b-6d0d-4461-8547-891161ec53c1 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.732948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-f74a487f-8ed0-4516-aeee-538688b0fff4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.0484118 Sep 16 04:57:15.737626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-f87eeb8e-e506-48a2-a6b4-771df309897c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5917311 Sep 16 04:57:15.747543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9e1b5e5-4a25-43a4-a97c-3ffcd8764549 req-2e1ace3b-6d0d-4461-8547-891161ec53c1 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.755446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Request body: {'port': {'device_id': '944e3f4c-7615-4828-9874-a73a3842f305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:15.773794 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-52453ceb-4bc8-4819-a863-8f76225120e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273507 Sep 16 04:57:15.802166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2cc23ca0-c7f7-473d-a843-facee33172ec None None] Provisioning complete for port 2ab14367-d207-402a-a862-6f9a6c4faccb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:15.802924 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2cc23ca0-c7f7-473d-a843-facee33172ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.812332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d20f4b35-1a20-43c6-860a-9a25155dfa88 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:15.845891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2cc23ca0-c7f7-473d-a843-facee33172ec None None] Port 2ab14367-d207-402a-a862-6f9a6c4faccb cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:15.858303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.879424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Deleting port 5b31e5b8-0758-4849-bc4a-7c2c0e9cd77c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:15.882080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.891574 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-57b59168-6456-4047-9f97-7c203ea639ac service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103780 Sep 16 04:57:15.914503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9e1b5e5-4a25-43a4-a97c-3ffcd8764549 req-2e1ace3b-6d0d-4461-8547-891161ec53c1 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.931561 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d20f4b35-1a20-43c6-860a-9a25155dfa88 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] 10.222.0.59 "PUT /v2.0/quotas/66d74024d374439d9a71fb6f32d1f987 HTTP/1.1" status: 200 len: 368 time: 0.2523677 Sep 16 04:57:15.935156 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9e1b5e5-4a25-43a4-a97c-3ffcd8764549 req-2e1ace3b-6d0d-4461-8547-891161ec53c1 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.936193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:15.936322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9e1b5e5-4a25-43a4-a97c-3ffcd8764549 req-2e1ace3b-6d0d-4461-8547-891161ec53c1 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d6ac777b-c627-43e0-9d99-a63ce0b63943 HTTP/1.1" status: 204 len: 173 time: 0.3279200 Sep 16 04:57:15.949215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Request body: {'network': {'project_id': '66d74024d374439d9a71fb6f32d1f987'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:15.973850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ace3b-6d0d-4461-8547-891161ec53c1 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6ac777b-c627-43e0-9d99-a63ce0b63943,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.015219 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3982a57-70a4-456c-b504-6dedd32520b6 req-f75f2de9-d908-49b6-b0e8-753b3d9ac18b service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159587 Sep 16 04:57:16.061385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Made reservation on behalf of 66d74024d374439d9a71fb6f32d1f987 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:16.063889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.072919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.118195 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.118546 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.150982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Calling delete_port for 5b31e5b8-0758-4849-bc4a-7c2c0e9cd77c owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:16.163791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.233466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.265643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:16.276783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1d5891-408b-4887-8e01-c9841ef7481e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.282042 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.282397 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Added segment 9ac96b6b-6030-47a9-8286-e8dd8b4506d1 of type vlan for network 80085a42-f76f-4681-a53d-363772dda0bf Sep 16 04:57:16.330131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.416046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.417909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.418501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.481487 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Pushing event updated for resources: {'Network': ['ID=80085a42-f76f-4681-a53d-363772dda0bf,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.492428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 80085a42-f76f-4681-a53d-363772dda0bf details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:16.521998 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1351c341-de97-459f-8644-1a4ebf2a622a tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5824208 Sep 16 04:57:16.522478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39626) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:16.528625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Request body: {'network': {'project_id': '66d74024d374439d9a71fb6f32d1f987'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:16.559771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eaa0b-6389-47da-a88b-73bce56d156a req-285294bb-1559-43c0-ad2e-f023defca2f3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.561512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-123eaa0b-6389-47da-a88b-73bce56d156a req-285294bb-1559-43c0-ad2e-f023defca2f3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.1116557 Sep 16 04:57:16.616272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Made reservation on behalf of 66d74024d374439d9a71fb6f32d1f987 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:16.620224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.645356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:16.653493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab14367-d207-402a-a862-6f9a6c4faccb {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:16.655012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.655405 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Added segment bf2f3097-1c99-47e5-87e4-787be418003f of type vlan for network af2d12c3-75b1-4c16-92da-b39ed14bad4b Sep 16 04:57:16.672040 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.684210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-123eaa0b-6389-47da-a88b-73bce56d156a req-fdd18fe2-8d90-47df-bd21-b7da74ee4550 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093912 Sep 16 04:57:16.695921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.716953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Transition to ACTIVE for port object 2ab14367-d207-402a-a862-6f9a6c4faccb will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:16.736017 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.782789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:16.794736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.810415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6f9a8-2f5a-44f0-8df0-1873a862742e req-c1455977-3928-4b24-9582-a5ba78310261 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.811937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50d6f9a8-2f5a-44f0-8df0-1873a862742e req-c1455977-3928-4b24-9582-a5ba78310261 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 943 time: 0.0573754 Sep 16 04:57:16.827692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.828692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.829280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.835372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.844146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event deleted for resources: {'Port': ['ID=5b31e5b8-0758-4849-bc4a-7c2c0e9cd77c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.889378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:16.893469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Pushing event updated for resources: {'Network': ['ID=af2d12c3-75b1-4c16-92da-b39ed14bad4b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.903617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'port_id': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'mac_address': 'fa:16:3e:8e:b4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:16.929942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network af2d12c3-75b1-4c16-92da-b39ed14bad4b details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:16.943875 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-04da3bef-af5f-4841-9219-1b6afd138896 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4191513 Sep 16 04:57:16.947133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:16.952628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2c8dec24-d168-4937-9c4e-63b5b3c6ef81 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Request body: {'network': {'project_id': '66d74024d374439d9a71fb6f32d1f987'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:16.970852 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8dec24-d168-4937-9c4e-63b5b3c6ef81 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 04:57:16.971394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8dec24-d168-4937-9c4e-63b5b3c6ef81 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:16.975411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2c8dec24-d168-4937-9c4e-63b5b3c6ef81 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0242505 Sep 16 04:57:16.977218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39632) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:16.984363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50d6f9a8-2f5a-44f0-8df0-1873a862742e req-c6fb3ddc-132a-46a2-83a5-2e312ba76f9c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519883 Sep 16 04:57:16.989709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab14367-d207-402a-a862-6f9a6c4faccb,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.003355 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.014264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.015780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c2de9a6-5efd-482f-87e5-9bd01dc7cbb7 req-2526e293-5ebf-4958-bbd0-b09f6202a567 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "DELETE /v2.0/floatingips/405a8dd9-b41c-42d8-b3d5-aff235f717f8 HTTP/1.1" status: 204 len: 173 time: 1.3852732 Sep 16 04:57:17.028365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.043752 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b85d6e81-876b-44cf-8bc4-a83d4a9d805d tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66d74024d374439d9a71fb6f32d1f987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619411 Sep 16 04:57:17.043752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39636) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.059785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:17.094157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:17.118302 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8425923-3225-469d-9027-03c076ab612f tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.143543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8425923-3225-469d-9027-03c076ab612f tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.163679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-266e9afe-8124-439c-87a7-abbf5affdebe req-c7ee3ec5-46f1-41e8-8ff7-ffbba722791d tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/931bac54-8216-48cf-8433-64c52b18d45a HTTP/1.1" status: 200 len: 2397 time: 0.1256850 Sep 16 04:57:17.165097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.168041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Attempting to bind port 2ab14367-d207-402a-a862-6f9a6c4faccb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:17.168382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Attempting to bind port 2ab14367-d207-402a-a862-6f9a6c4faccb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:17.168714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Attempting to bind port 2ab14367-d207-402a-a862-6f9a6c4faccb on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Port 2ab14367-d207-402a-a862-6f9a6c4faccb on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Attempting to bind port 2ab14367-d207-402a-a862-6f9a6c4faccb on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac888d-ba95-4684-84e9-efaca17edfb4 req-d95cf01b-9775-4dc2-9829-08730d3a448b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4dac888d-ba95-4684-84e9-efaca17edfb4 req-d95cf01b-9775-4dc2-9829-08730d3a448b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1070657 Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Bound port: 2ab14367-d207-402a-a862-6f9a6c4faccb, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:17.210154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.218593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.297352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4dac888d-ba95-4684-84e9-efaca17edfb4 req-83f1622a-8589-4cbc-8b25-dfc118c3c6ea tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932920 Sep 16 04:57:17.309550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8425923-3225-469d-9027-03c076ab612f tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.312451 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8425923-3225-469d-9027-03c076ab612f tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.315273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c8425923-3225-469d-9027-03c076ab612f tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa1d5891-408b-4887-8e01-c9841ef7481e HTTP/1.1" status: 204 len: 168 time: 0.2705779 Sep 16 04:57:17.321195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.326858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-266e9afe-8124-439c-87a7-abbf5affdebe req-17095e7e-0a0d-48a0-a9e8-2362a8d38226 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.349363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425923-3225-469d-9027-03c076ab612f tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1d5891-408b-4887-8e01-c9841ef7481e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.351045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] For port 2ab14367-d207-402a-a862-6f9a6c4faccb, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:17.377207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-266e9afe-8124-439c-87a7-abbf5affdebe req-17095e7e-0a0d-48a0-a9e8-2362a8d38226 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.403200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] For port 2ab14367-d207-402a-a862-6f9a6c4faccb, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2ab14367-d207-402a-a862-6f9a6c4faccb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:17.412734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.427990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['40f6f4db-ccf4-43c4-83ee-7ce22f617a7a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:17.457197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996d092-ca64-440c-a42c-abd6a4df943f req-d82814d2-9f48-4d5e-94a6-8fdabe0a6745 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.458753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6996d092-ca64-440c-a42c-abd6a4df943f req-d82814d2-9f48-4d5e-94a6-8fdabe0a6745 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 948 time: 0.0852203 Sep 16 04:57:17.485349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.498469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.521392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2d12c3-75b1-4c16-92da-b39ed14bad4b']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.531893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2f3097-1c99-47e5-87e4-787be418003f') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.532211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2f3097-1c99-47e5-87e4-787be418003f') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.542470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6996d092-ca64-440c-a42c-abd6a4df943f req-023c1c61-81b3-46c8-b9bc-b7782570ff7d tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741737 Sep 16 04:57:17.543121 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.547717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.548352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.549727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] 10.222.0.60 "PUT /v2.0/ports/2ab14367-d207-402a-a862-6f9a6c4faccb HTTP/1.1" status: 200 len: 1097 time: 1.8000367 Sep 16 04:57:17.550505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944e3f4c-7615-4828-9874-a73a3842f305', 'tag': '2ab14367-d207-402a-a862-6f9a6c4faccb'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:17.552812 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45599076-197a-4987-9b00-8a1c2a526036" -d '{"events": [{"name": "network-changed", "server_uuid": "944e3f4c-7615-4828-9874-a73a3842f305", "tag": "2ab14367-d207-402a-a862-6f9a6c4faccb"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:17.562691 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.562803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-266e9afe-8124-439c-87a7-abbf5affdebe req-17095e7e-0a0d-48a0-a9e8-2362a8d38226 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.562803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-266e9afe-8124-439c-87a7-abbf5affdebe req-17095e7e-0a0d-48a0-a9e8-2362a8d38226 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.570297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:17.570711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:17.572465 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:17.575329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-266e9afe-8124-439c-87a7-abbf5affdebe req-17095e7e-0a0d-48a0-a9e8-2362a8d38226 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "DELETE /v2.0/security-groups/931bac54-8216-48cf-8433-64c52b18d45a HTTP/1.1" status: 204 len: 173 time: 0.3994212 Sep 16 04:57:17.600316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17095e7e-0a0d-48a0-a9e8-2362a8d38226 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931bac54-8216-48cf-8433-64c52b18d45a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.602282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04fb1d-77b1-4e9e-b90f-a7e8d4156709 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab14367-d207-402a-a862-6f9a6c4faccb,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.705356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.740928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.745781 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] 10.222.0.59 "DELETE /v2.0/networks/af2d12c3-75b1-4c16-92da-b39ed14bad4b HTTP/1.1" status: 204 len: 168 time: 0.4213901 Sep 16 04:57:17.745781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721697b8-b524-4932-a515-edb776036014 tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Pushing event deleted for resources: {'Network': ['ID=af2d12c3-75b1-4c16-92da-b39ed14bad4b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.751197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078092b-0cc6-49f8-9a47-82e1569f0a85 req-dcc531de-b854-45de-bea6-ca4eef04f7dc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.751744 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39644) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.754177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a078092b-0cc6-49f8-9a47-82e1569f0a85 req-dcc531de-b854-45de-bea6-ca4eef04f7dc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.1155558 Sep 16 04:57:17.763208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b8c8-d947-4fe2-b34b-2d9e66df5cf5 req-e3e360a4-f1a1-46e5-bea0-7570b74c83b9 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.764772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3d2b8c8-d947-4fe2-b34b-2d9e66df5cf5 req-e3e360a4-f1a1-46e5-bea0-7570b74c83b9 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 950 time: 0.1143894 Sep 16 04:57:17.770108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-7278b933-bc13-48d1-b9de-1044f6791adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.771621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-7278b933-bc13-48d1-b9de-1044f6791adc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 1100 time: 0.1108158 Sep 16 04:57:17.830923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-975418a7-66cf-47d5-8a9c-cbda84a57e0e tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.832513 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-975418a7-66cf-47d5-8a9c-cbda84a57e0e tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.60 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 950 time: 0.1400082 Sep 16 04:57:17.847068 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-a5c9e6c4-a42a-4871-b65e-dc380d08b41b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=2ab14367-d207-402a-a862-6f9a6c4faccb HTTP/1.1" status: 200 len: 217 time: 0.0527172 Sep 16 04:57:17.859280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a078092b-0cc6-49f8-9a47-82e1569f0a85 req-82a7ed31-adbd-4947-8e3c-1866d503b75b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934348 Sep 16 04:57:17.869684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.879416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3d2b8c8-d947-4fe2-b34b-2d9e66df5cf5 req-12c432b5-b102-4d8f-a81f-3c0e21c0d32b tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/security-groups?id=0c5ae39c-029d-4dea-bf2e-29e2223134e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Sep 16 04:57:17.951215 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe512e8c-40f9-4d43-bc5e-05a4ecdbae90 x-openstack-request-id: req-fe512e8c-40f9-4d43-bc5e-05a4ecdbae90 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:17.951560 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944e3f4c-7615-4828-9874-a73a3842f305", "tag": "2ab14367-d207-402a-a862-6f9a6c4faccb", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:17.951789 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe512e8c-40f9-4d43-bc5e-05a4ecdbae90 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:17.952198 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944e3f4c-7615-4828-9874-a73a3842f305', 'tag': '2ab14367-d207-402a-a862-6f9a6c4faccb', 'status': 'completed', 'code': 200} Sep 16 04:57:17.963140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-1f2a187e-d5b4-42d0-94f5-8290702b96cb tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips/9ca3a331-3377-42fc-a501-b83e5e94c2d4 HTTP/1.1" status: 200 len: 693 time: 0.0773418 Sep 16 04:57:17.978918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0776c219-57d8-4b74-a903-fd1562073d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.980975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-0776c219-57d8-4b74-a903-fd1562073d66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1250391 Sep 16 04:57:17.997073 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-c7eb58c7-7e13-4c7d-a042-8f404fe10bbe req-4c14dc96-6e6e-4246-88a7-f42132d0cded tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] show failed (client error): The resource could not be found. Sep 16 04:57:17.998007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7eb58c7-7e13-4c7d-a042-8f404fe10bbe req-4c14dc96-6e6e-4246-88a7-f42132d0cded tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/34a100ee-8e44-435e-97eb-e6798f026fd1 HTTP/1.1" status: 404 len: 352 time: 0.0334115 Sep 16 04:57:18.140852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-6646a94d-7100-485b-b986-a687dc285942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:18.142360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-6646a94d-7100-485b-b986-a687dc285942 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1466551 Sep 16 04:57:18.154322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e5e7f75-28bf-453a-9ad1-7fc0adc4352f req-8c7c7165-8e3c-45c1-b629-917a9c9a81df tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/c335a241-ebd1-4f94-8464-d531f8cadd92 HTTP/1.1" status: 200 len: 1805 time: 0.1141155 Sep 16 04:57:18.185712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-1f8747f7-e720-4fc5-9165-09cf0ed014cf tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:18.187066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-1f8747f7-e720-4fc5-9165-09cf0ed014cf tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2122033 Sep 16 04:57:18.251414 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.280112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80085a42-f76f-4681-a53d-363772dda0bf']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.295826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac96b6b-6030-47a9-8286-e8dd8b4506d1') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.296128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac96b6b-6030-47a9-8286-e8dd8b4506d1') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.306748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Deleting port 26f32649-5e18-4971-97f8-446a462143d5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:18.307134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.311963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.313297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-609bcb93-2bb4-410d-bc14-aea99f24d815 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.1108654 Sep 16 04:57:18.349311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.381688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e5e7f75-28bf-453a-9ad1-7fc0adc4352f req-1eb84529-52c8-461c-a39f-06d4fdf9445a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.386809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:18.387111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-ec7858d4-e5c9-4cdd-b5ec-718284db0037 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341597 Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:18.387210 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:18.410425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-a374adef-660a-42bf-bf25-330061bfca5e tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.169 HTTP/1.1" status: 200 len: 696 time: 0.0873525 Sep 16 04:57:18.444785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e5e7f75-28bf-453a-9ad1-7fc0adc4352f req-1eb84529-52c8-461c-a39f-06d4fdf9445a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.461244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] For port 26f32649-5e18-4971-97f8-446a462143d5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=26f32649-5e18-4971-97f8-446a462143d5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:18.461628 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.473943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Calling delete_port for 26f32649-5e18-4971-97f8-446a462143d5 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:18.514943 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.527287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.527287 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] 10.222.0.59 "DELETE /v2.0/networks/80085a42-f76f-4681-a53d-363772dda0bf HTTP/1.1" status: 204 len: 168 time: 0.7645807 Sep 16 04:57:18.537467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fd82f-91a8-4530-962a-5c16a0f3024c tempest-QuotasNegativeTest-282653471 tempest-QuotasNegativeTest-282653471-project-admin] Pushing event deleted for resources: {'Network': ['ID=80085a42-f76f-4681-a53d-363772dda0bf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.622337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eef48bed-1ee5-4097-8616-07fa5ad617d1 req-7b9a990d-55b1-49ab-877c-8d3f89765096 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272482 Sep 16 04:57:18.638508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Deleting port 28ec8933-ac57-46bb-b192-9aea6cd025a1 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:18.638851 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.717692 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.718020 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.729974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Calling delete_port for 28ec8933-ac57-46bb-b192-9aea6cd025a1 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:18.758747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.771274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['26f32649-5e18-4971-97f8-446a462143d5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:18.772930 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e5e7f75-28bf-453a-9ad1-7fc0adc4352f req-1eb84529-52c8-461c-a39f-06d4fdf9445a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.779103 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e5e7f75-28bf-453a-9ad1-7fc0adc4352f req-1eb84529-52c8-461c-a39f-06d4fdf9445a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.779103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e5e7f75-28bf-453a-9ad1-7fc0adc4352f req-1eb84529-52c8-461c-a39f-06d4fdf9445a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "DELETE /v2.0/security-groups/c335a241-ebd1-4f94-8464-d531f8cadd92 HTTP/1.1" status: 204 len: 173 time: 0.6134276 Sep 16 04:57:18.795812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb84529-52c8-461c-a39f-06d4fdf9445a tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c335a241-ebd1-4f94-8464-d531f8cadd92,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.798863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Pushing event deleted for resources: {'Port': ['ID=26f32649-5e18-4971-97f8-446a462143d5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.847826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:18.877064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] No DVR routers for this DVR port 26f32649-5e18-4971-97f8-446a462143d5 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:18.956513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.956513 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8f1c0e4-aa66-4137-bb51-d97a374be1a3 req-8682dfae-f095-467a-84df-135452d3c48f tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.60 "DELETE /v2.0/ports/26f32649-5e18-4971-97f8-446a462143d5 HTTP/1.1" status: 204 len: 173 time: 1.0413930 Sep 16 04:57:18.956513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e80e03-785b-4f1b-b8ba-8112a302909c', 'name': 'network-vif-deleted', 'tag': '26f32649-5e18-4971-97f8-446a462143d5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:18.956513 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2c8ba0-4e91-4c44-b088-2a27ae7290dd" -d '{"events": [{"server_uuid": "76e80e03-785b-4f1b-b8ba-8112a302909c", "name": "network-vif-deleted", "tag": "26f32649-5e18-4971-97f8-446a462143d5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:18.959697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45599076-197a-4987-9b00-8a1c2a526036 req-5fa97298-b0bb-49b6-a5c3-50dabe27085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:18.959697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45599076-197a-4987-9b00-8a1c2a526036 req-5fa97298-b0bb-49b6-a5c3-50dabe27085c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 1100 time: 0.1228285 Sep 16 04:57:18.959697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69175-ae9d-427b-8b2b-13592e7d63ca req-eae7fe9e-176d-4019-a30c-6ee5160d273a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:18.959697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6f69175-ae9d-427b-8b2b-13592e7d63ca req-eae7fe9e-176d-4019-a30c-6ee5160d273a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 944 time: 0.0792766 Sep 16 04:57:19.054024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6f69175-ae9d-427b-8b2b-13592e7d63ca req-c18fa16b-e4b7-4f6a-bd87-3fc76536c6fa tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804081 Sep 16 04:57:19.090798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45599076-197a-4987-9b00-8a1c2a526036 req-b758c90d-f736-4702-b8f4-db704ae4f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.092330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45599076-197a-4987-9b00-8a1c2a526036 req-b758c90d-f736-4702-b8f4-db704ae4f516 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1632857 Sep 16 04:57:19.167583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45599076-197a-4987-9b00-8a1c2a526036 req-feb7a881-1e84-48e6-8ad8-b6bf276a31f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=2ab14367-d207-402a-a862-6f9a6c4faccb HTTP/1.1" status: 200 len: 217 time: 0.0585191 Sep 16 04:57:19.192988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:19.199318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:19.203800 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.225320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080ffd7-81b9-48e5-aa17-2ed5ae688a59 req-c4bbc678-4484-4faf-b6d6-7b20d0fdc090 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.226875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4080ffd7-81b9-48e5-aa17-2ed5ae688a59 req-c4bbc678-4484-4faf-b6d6-7b20d0fdc090 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.1124146 Sep 16 04:57:19.248205 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.264830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45599076-197a-4987-9b00-8a1c2a526036 req-26b39461-a886-44f9-9e67-08c1576aa2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.266514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45599076-197a-4987-9b00-8a1c2a526036 req-26b39461-a886-44f9-9e67-08c1576aa2a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0919304 Sep 16 04:57:19.293009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.294772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Pushing event deleted for resources: {'Port': ['ID=28ec8933-ac57-46bb-b192-9aea6cd025a1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.319758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:19.322038 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f91e13-7e4a-455d-961d-d86004c10742" -d '{"events": [{"server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "name": "network-vif-plugged", "status": "completed", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:19.335813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:19.374733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4080ffd7-81b9-48e5-aa17-2ed5ae688a59 req-be053fd9-a2e5-4dd7-921a-00d77135a7cc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375148 Sep 16 04:57:19.415752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45599076-197a-4987-9b00-8a1c2a526036 req-fca27b20-db59-4711-991c-35e88c93205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.417926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45599076-197a-4987-9b00-8a1c2a526036 req-fca27b20-db59-4711-991c-35e88c93205d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187909 Sep 16 04:57:19.422366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.426052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 26f32649-5e18-4971-97f8-446a462143d5 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:19.435046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.437704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.438867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5f4b9a7-ba4e-4b73-a5e4-812cca9990b4 req-ed9e0dcc-34e5-48ca-9855-428b2d0c8a54 tempest-FloatingIPDetailsTestJSON-1749518963 tempest-FloatingIPDetailsTestJSON-1749518963-project] 10.222.0.59 "DELETE /v2.0/floatingips/9ca3a331-3377-42fc-a501-b83e5e94c2d4 HTTP/1.1" status: 204 len: 173 time: 1.0167310 Sep 16 04:57:19.445781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39672) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.467068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 26f32649-5e18-4971-97f8-446a462143d5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:19.467576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 26f32649-5e18-4971-97f8-446a462143d5 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:19.498816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.603024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45599076-197a-4987-9b00-8a1c2a526036 req-15a3af9b-b2d2-4caa-a3b8-a073563bfcb3 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631358 Sep 16 04:57:19.620588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759c7d-1ea6-4e35-b8dd-d7bccd09cd88 req-579bc4cd-85f1-46cf-9723-11850c088b5a tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.622124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1759c7d-1ea6-4e35-b8dd-d7bccd09cd88 req-579bc4cd-85f1-46cf-9723-11850c088b5a tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 948 time: 0.1072135 Sep 16 04:57:19.640014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e149c-5680-4b00-8d77-63d9b179d540 req-28720e17-fc68-4ac6-99ac-3f276f22aa1c tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.641515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e68e149c-5680-4b00-8d77-63d9b179d540 req-28720e17-fc68-4ac6-99ac-3f276f22aa1c tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1277044 Sep 16 04:57:19.697449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39676) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.768116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1759c7d-1ea6-4e35-b8dd-d7bccd09cd88 req-4f016806-023f-4a69-98d3-fed52333aa56 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252563 Sep 16 04:57:19.799291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e68e149c-5680-4b00-8d77-63d9b179d540 req-a822e0fd-32bc-4138-b050-e31998f51a82 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453922 Sep 16 04:57:19.827665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45599076-197a-4987-9b00-8a1c2a526036 req-efa3d012-9c74-406c-9df2-da97fbbf0861 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044098 Sep 16 04:57:19.855148 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd9dac-3b23-4d9e-a2b0-b25103ae1b19 x-openstack-request-id: req-14dd9dac-3b23-4d9e-a2b0-b25103ae1b19 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:19.855465 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e80e03-785b-4f1b-b8ba-8112a302909c", "name": "network-vif-deleted", "tag": "26f32649-5e18-4971-97f8-446a462143d5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:19.855922 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14dd9dac-3b23-4d9e-a2b0-b25103ae1b19 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:19.856315 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e80e03-785b-4f1b-b8ba-8112a302909c', 'name': 'network-vif-deleted', 'tag': '26f32649-5e18-4971-97f8-446a462143d5', 'status': 'completed', 'code': 200} Sep 16 04:57:19.866052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d569f04-4969-4b24-b072-744434a29f50 req-7153da32-b99e-4262-9a02-17f223b888a6 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/19fbcdca-e8b4-4c94-8ce9-dc66ba4a5e1f HTTP/1.1" status: 200 len: 1804 time: 0.0606802 Sep 16 04:57:19.868304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4857-e1f9-4dfb-aca5-310cbdea27e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.878750 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.939690 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3d569f04-4969-4b24-b072-744434a29f50 req-7c676d41-d4bc-492a-aa71-edd5bb608944 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.961070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec7a5824-1b6c-4846-9c89-baa34a8c63ec req-4b11b440-8516-492c-a5eb-fb7de61fb821 tempest-ServerDiagnosticsNegativeTest-1877069421 tempest-ServerDiagnosticsNegativeTest-1877069421-project] 10.222.0.59 "GET /v2.0/ports?device_id=76e80e03-785b-4f1b-b8ba-8112a302909c HTTP/1.1" status: 200 len: 210 time: 0.0351822 Sep 16 04:57:20.026922 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44c2b35-336c-44eb-b355-5c88ec019dd7 x-openstack-request-id: req-b44c2b35-336c-44eb-b355-5c88ec019dd7 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:20.027497 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "name": "network-vif-plugged", "status": "completed", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:20.027859 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b44c2b35-336c-44eb-b355-5c88ec019dd7 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:20.028426 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'code': 200} Sep 16 04:57:20.126239 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4857-e1f9-4dfb-aca5-310cbdea27e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.213550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Deleting port fe8f4d3a-30f7-48d9-9647-1439583740a6 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:20.213921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.218011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4857-e1f9-4dfb-aca5-310cbdea27e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.227318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3d569f04-4969-4b24-b072-744434a29f50 req-7c676d41-d4bc-492a-aa71-edd5bb608944 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.305961 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a5cb4857-e1f9-4dfb-aca5-310cbdea27e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24e923f4c0c0450a85d36a2af8253056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6069751 Sep 16 04:57:20.308469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb4857-e1f9-4dfb-aca5-310cbdea27e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b0c3c3-8d28-464b-8139-4bbd9a9ce8c5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.309940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39682) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.333195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] For port fe8f4d3a-30f7-48d9-9647-1439583740a6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fe8f4d3a-30f7-48d9-9647-1439583740a6,segment=NetworkSegment(aa61186f-f4d5-4c68-916a-3729ad9baf27),segment_id=aa61186f-f4d5-4c68-916a-3729ad9baf27)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:20.333568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.350556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Calling delete_port for fe8f4d3a-30f7-48d9-9647-1439583740a6 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:20.394348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110e94f-bd81-47e3-9574-7e80299e4736 req-bae59c37-42e3-4e33-b974-98ffb97ed0bc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:20.395855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6110e94f-bd81-47e3-9574-7e80299e4736 req-bae59c37-42e3-4e33-b974-98ffb97ed0bc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.1702878 Sep 16 04:57:20.397556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6bcbe-5746-433b-9923-1a9e679ae1a2 req-ed5fb2b8-e83e-4b6a-bc36-4145777c8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:20.398883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cf6bcbe-5746-433b-9923-1a9e679ae1a2 req-ed5fb2b8-e83e-4b6a-bc36-4145777c8e92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 1097 time: 0.1744082 Sep 16 04:57:20.472374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2aa51fde-3204-4e68-8799-c0f32fb2a081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.485583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6110e94f-bd81-47e3-9574-7e80299e4736 req-5d0e2a19-d267-4e79-a916-6b40ab17b200 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821986 Sep 16 04:57:20.491841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cf6bcbe-5746-433b-9923-1a9e679ae1a2 req-2c8913db-6684-466c-9c09-858f0ae18e85 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808260 Sep 16 04:57:20.509767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2aa51fde-3204-4e68-8799-c0f32fb2a081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.542852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3d569f04-4969-4b24-b072-744434a29f50 req-7c676d41-d4bc-492a-aa71-edd5bb608944 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.548727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3d569f04-4969-4b24-b072-744434a29f50 req-7c676d41-d4bc-492a-aa71-edd5bb608944 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.548727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d569f04-4969-4b24-b072-744434a29f50 req-7c676d41-d4bc-492a-aa71-edd5bb608944 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "DELETE /v2.0/security-groups/19fbcdca-e8b4-4c94-8ce9-dc66ba4a5e1f HTTP/1.1" status: 204 len: 173 time: 0.6738124 Sep 16 04:57:20.557423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c676d41-d4bc-492a-aa71-edd5bb608944 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fbcdca-e8b4-4c94-8ce9-dc66ba4a5e1f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.620923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28fa79-fd87-4842-90d5-3063a0e75c2a req-67dac10c-c56b-4a32-91e5-ba8022f00fab tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:20.621580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.624405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f28fa79-fd87-4842-90d5-3063a0e75c2a req-67dac10c-c56b-4a32-91e5-ba8022f00fab tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0640061 Sep 16 04:57:20.650031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8f4d3a-30f7-48d9-9647-1439583740a6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.665361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f28fa79-fd87-4842-90d5-3063a0e75c2a req-c1506837-aeb5-43a3-8c92-2dfb1e349226 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Sep 16 04:57:20.698613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2aa51fde-3204-4e68-8799-c0f32fb2a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.700170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2aa51fde-3204-4e68-8799-c0f32fb2a081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.701513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2aa51fde-3204-4e68-8799-c0f32fb2a081 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19b0c3c3-8d28-464b-8139-4bbd9a9ce8c5 HTTP/1.1" status: 204 len: 168 time: 0.3885210 Sep 16 04:57:20.724865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51fde-3204-4e68-8799-c0f32fb2a081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b0c3c3-8d28-464b-8139-4bbd9a9ce8c5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.824744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e70b758-d6c2-4ab9-8731-d6088bbff4f4 req-cd5bd914-a3c7-4705-bb92-e4b17036a4ec tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/1365829f-5109-43e9-b087-0400178ca4a9 HTTP/1.1" status: 200 len: 1803 time: 0.0863636 Sep 16 04:57:20.826285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 2ab14367-d207-402a-a862-6f9a6c4faccb details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:20.865613 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.905853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2e70b758-d6c2-4ab9-8731-d6088bbff4f4 req-87e26f7c-50b8-4077-a714-1fffe02593b5 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.944094 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2e70b758-d6c2-4ab9-8731-d6088bbff4f4 req-87e26f7c-50b8-4077-a714-1fffe02593b5 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.997451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 2ab14367-d207-402a-a862-6f9a6c4faccb, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2ab14367-d207-402a-a862-6f9a6c4faccb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:21.015192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '2ab14367-d207-402a-a862-6f9a6c4faccb', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '2ab14367-d207-402a-a862-6f9a6c4faccb', 'mac_address': 'fa:16:3e:d1:a7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:21.068286 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.079858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2e70b758-d6c2-4ab9-8731-d6088bbff4f4 req-87e26f7c-50b8-4077-a714-1fffe02593b5 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.083013 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2e70b758-d6c2-4ab9-8731-d6088bbff4f4 req-87e26f7c-50b8-4077-a714-1fffe02593b5 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.083670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab14367-d207-402a-a862-6f9a6c4faccb {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:21.089623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e70b758-d6c2-4ab9-8731-d6088bbff4f4 req-87e26f7c-50b8-4077-a714-1fffe02593b5 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "DELETE /v2.0/security-groups/1365829f-5109-43e9-b087-0400178ca4a9 HTTP/1.1" status: 204 len: 173 time: 0.2487853 Sep 16 04:57:21.104285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e26f7c-50b8-4077-a714-1fffe02593b5 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365829f-5109-43e9-b087-0400178ca4a9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.107129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 2ab14367-d207-402a-a862-6f9a6c4faccb, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2ab14367-d207-402a-a862-6f9a6c4faccb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:21.147332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Router d4b82890-6fdb-4727-a6f2-2b4526508539 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:21.187220 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.285582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c836ef-92dc-4227-b874-be7cf3daade8 req-b0ed9481-276e-4ab8-a8dd-4ee6bc8ea0ff tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:21.287449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7c836ef-92dc-4227-b874-be7cf3daade8 req-b0ed9481-276e-4ab8-a8dd-4ee6bc8ea0ff tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 949 time: 0.1042192 Sep 16 04:57:21.303147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=2ab14367-d207-402a-a862-6f9a6c4faccb,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.317645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:21.319137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9041606-93cb-4ce3-9263-74d222289eb6 req-ee8a0665-1a5a-4275-933e-45fe0949d9c6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:21.323437 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-abe6a1af-3a4e-4d12-bf0c-71e66f11fd8d admin admin] 10.222.0.59 "PUT /v2.0/routers/d4b82890-6fdb-4727-a6f2-2b4526508539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8748636 Sep 16 04:57:21.324321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:21.325671 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] Sync routers for ids ['d4b82890-6fdb-4727-a6f2-2b4526508539'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:21.326508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9041606-93cb-4ce3-9263-74d222289eb6 req-ee8a0665-1a5a-4275-933e-45fe0949d9c6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.0945680 Sep 16 04:57:21.339806 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] Routers {'d4b82890-6fdb-4727-a6f2-2b4526508539'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:21.345792 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d4b82890-6fdb-4727-a6f2-2b4526508539'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.364723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7c836ef-92dc-4227-b874-be7cf3daade8 req-7b9393d3-a5b3-4ec0-906d-ab0f3093307f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679030 Sep 16 04:57:21.407884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9041606-93cb-4ce3-9263-74d222289eb6 req-211ff41c-64fe-45d7-937e-cef617baf0d5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747983 Sep 16 04:57:21.459735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['2ab14367-d207-402a-a862-6f9a6c4faccb'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:21.505591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-926841d3-0328-4adc-a7d6-d7138fb02681 req-42bd03fe-dd07-4113-8da4-4d143e6c086f tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/030c14b4-9ea7-4b02-9366-f85105c2d114 HTTP/1.1" status: 200 len: 2402 time: 0.0561562 Sep 16 04:57:21.522676 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.547141 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] Set router d4b82890-6fdb-4727-a6f2-2b4526508539 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:21.572627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39714) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:21.621740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4445-04d6-4f53-8d5b-ed68c02c6f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.756789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-926841d3-0328-4adc-a7d6-d7138fb02681 req-e0850f52-9dfd-4c6a-b1da-dad7a67fa721 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.776834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.809107 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-926841d3-0328-4adc-a7d6-d7138fb02681 req-e0850f52-9dfd-4c6a-b1da-dad7a67fa721 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.908323 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '4ff09341-289c-4f2d-8009-371cad17b691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:57:20Z', 'revision_number': 5, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port': {'id': '4ff09341-289c-4f2d-8009-371cad17b691', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:49Z', 'updated_at': '2021-09-16T04:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.933388 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4445-04d6-4f53-8d5b-ed68c02c6f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.934941 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] Checking router: d4b82890-6fdb-4727-a6f2-2b4526508539 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:21.943923 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] Routers {'d4b82890-6fdb-4727-a6f2-2b4526508539'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:21.946095 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d4b82890-6fdb-4727-a6f2-2b4526508539'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.962596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Deleting port 4ff09341-289c-4f2d-8009-371cad17b691 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:21.966465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-926841d3-0328-4adc-a7d6-d7138fb02681 req-e0850f52-9dfd-4c6a-b1da-dad7a67fa721 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.974992 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-926841d3-0328-4adc-a7d6-d7138fb02681 req-e0850f52-9dfd-4c6a-b1da-dad7a67fa721 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.985540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-926841d3-0328-4adc-a7d6-d7138fb02681 req-e0850f52-9dfd-4c6a-b1da-dad7a67fa721 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "DELETE /v2.0/security-groups/030c14b4-9ea7-4b02-9366-f85105c2d114 HTTP/1.1" status: 204 len: 173 time: 0.4712193 Sep 16 04:57:21.995488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.015848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0850f52-9dfd-4c6a-b1da-dad7a67fa721 tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030c14b4-9ea7-4b02-9366-f85105c2d114,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.028986 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4445-04d6-4f53-8d5b-ed68c02c6f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.076390 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] Set router d4b82890-6fdb-4727-a6f2-2b4526508539 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:22.132581 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 6, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:22.132851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39730) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.160223 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57306e81-34d2-45e5-b0aa-21b305e47720 None None] The sync data for ids ['d4b82890-6fdb-4727-a6f2-2b4526508539'] in n-d-712143-16 is: [{'id': 'd4b82890-6fdb-4727-a6f2-2b4526508539', 'name': 'tempest-FloatingIPDetailsTestJSON-1084824402-router', 'tenant_id': 'f96c1b3d277b478e817be2e7c370fef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:47Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 6, 'project_id': 'f96c1b3d277b478e817be2e7c370fef3', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:22.178674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] For port 4ff09341-289c-4f2d-8009-371cad17b691, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4ff09341-289c-4f2d-8009-371cad17b691,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:22.179319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.208226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Calling delete_port for 4ff09341-289c-4f2d-8009-371cad17b691 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:22.215016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe4445-04d6-4f53-8d5b-ed68c02c6f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7287548a-4f46-443d-9778-5d88495132f0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.242172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1cbe4445-04d6-4f53-8d5b-ed68c02c6f99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f3a7537fc484ab3961ecbe93654c2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6679721 Sep 16 04:57:22.243437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39734) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.308660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467ebb9-29bd-4afc-880f-1fc7bcefda87 req-a40b53fe-6eae-458f-9a40-b4e8b46b2da9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.310180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3467ebb9-29bd-4afc-880f-1fc7bcefda87 req-a40b53fe-6eae-458f-9a40-b4e8b46b2da9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.2188616 Sep 16 04:57:22.321140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f24c-3b0c-4756-86af-22974443d8ce req-1cd9ff45-690d-4bc5-b337-2786b56b3595 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.323264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f91f24c-3b0c-4756-86af-22974443d8ce req-1cd9ff45-690d-4bc5-b337-2786b56b3595 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.2359514 Sep 16 04:57:22.365778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a910e4cf-1ed1-419a-8def-fa0b909327fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.372762 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6849275c-faad-44b6-a58d-2c59e307b472 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05657ef26ec24197994f5f6802946dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388244 Sep 16 04:57:22.376488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39736) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.417836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3467ebb9-29bd-4afc-880f-1fc7bcefda87 req-75390d42-c760-4a29-862e-c36d0c4ceb67 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917814 Sep 16 04:57:22.433461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f91f24c-3b0c-4756-86af-22974443d8ce req-fc3c3bcd-d1d5-49d9-9497-c7d0825002b2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954726 Sep 16 04:57:22.454168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a910e4cf-1ed1-419a-8def-fa0b909327fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.529863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.553881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-388f9adf-30c2-4192-9b93-d78fb05b9228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.564185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff09341-289c-4f2d-8009-371cad17b691,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.579514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fdbd0c2-6a1c-4e54-912b-1bdbfa994c93 req-dc1c342e-026e-4de4-a36e-1bc9b0f9c5cf tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "GET /v2.0/security-groups/b42e3553-36be-40ea-a871-ec445873a97c HTTP/1.1" status: 200 len: 2397 time: 0.1274104 Sep 16 04:57:22.593935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-388f9adf-30c2-4192-9b93-d78fb05b9228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.635925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.648442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f41ea-9e6f-41cd-b2eb-8694ea7fc16b req-e6d3a9c7-bfba-43d4-bac6-56aabf758926 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.649952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b69f41ea-9e6f-41cd-b2eb-8694ea7fc16b req-e6d3a9c7-bfba-43d4-bac6-56aabf758926 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 949 time: 0.1445847 Sep 16 04:57:22.698065 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a910e4cf-1ed1-419a-8def-fa0b909327fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.700634 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a910e4cf-1ed1-419a-8def-fa0b909327fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.705503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a910e4cf-1ed1-419a-8def-fa0b909327fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7287548a-4f46-443d-9778-5d88495132f0 HTTP/1.1" status: 204 len: 168 time: 0.4571183 Sep 16 04:57:22.741066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b69f41ea-9e6f-41cd-b2eb-8694ea7fc16b req-500f25c6-5d86-4d99-8ae2-738537bb0e09 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824995 Sep 16 04:57:22.744307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.746102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910e4cf-1ed1-419a-8def-fa0b909327fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7287548a-4f46-443d-9778-5d88495132f0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.746763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.765815 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3fdbd0c2-6a1c-4e54-912b-1bdbfa994c93 req-cc956038-7f15-4a4f-a09e-9b1bd0254e8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.794478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3fdbd0c2-6a1c-4e54-912b-1bdbfa994c93 req-cc956038-7f15-4a4f-a09e-9b1bd0254e8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.828561 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-388f9adf-30c2-4192-9b93-d78fb05b9228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.831138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-388f9adf-30c2-4192-9b93-d78fb05b9228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.832340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-388f9adf-30c2-4192-9b93-d78fb05b9228 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c5ae39c-029d-4dea-bf2e-29e2223134e5 HTTP/1.1" status: 204 len: 168 time: 0.4500375 Sep 16 04:57:22.838406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 2ab14367-d207-402a-a862-6f9a6c4faccb up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:22.867569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9adf-30c2-4192-9b93-d78fb05b9228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ae39c-029d-4dea-bf2e-29e2223134e5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.890428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.891188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4b82890-6fdb-4727-a6f2-2b4526508539 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:22.891895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8a33-a08d-42a5-84ec-f7202467ac1c req-7cf07155-9d00-4b34-a29e-93cc826bcaea tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.893459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dab8a33-a08d-42a5-84ec-f7202467ac1c req-7cf07155-9d00-4b34-a29e-93cc826bcaea tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.0808909 Sep 16 04:57:22.904541 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.916100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-916a1b36-8d17-4259-8b49-35637a9b5e60 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d4b82890-6fdb-4727-a6f2-2b4526508539 HTTP/1.1" status: 204 len: 168 time: 1.5904844 Sep 16 04:57:22.917919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39748) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.945039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dab8a33-a08d-42a5-84ec-f7202467ac1c req-0e0bd938-e11f-4f62-979b-cf242bd40159 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Sep 16 04:57:22.952970 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3fdbd0c2-6a1c-4e54-912b-1bdbfa994c93 req-cc956038-7f15-4a4f-a09e-9b1bd0254e8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.955747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3fdbd0c2-6a1c-4e54-912b-1bdbfa994c93 req-cc956038-7f15-4a4f-a09e-9b1bd0254e8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.957008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fdbd0c2-6a1c-4e54-912b-1bdbfa994c93 req-cc956038-7f15-4a4f-a09e-9b1bd0254e8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] 10.222.0.59 "DELETE /v2.0/security-groups/b42e3553-36be-40ea-a871-ec445873a97c HTTP/1.1" status: 204 len: 173 time: 0.3666055 Sep 16 04:57:22.966337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39750) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.969048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc956038-7f15-4a4f-a09e-9b1bd0254e8b tempest-SecurityGroupRulesTestJSON-65395240 tempest-SecurityGroupRulesTestJSON-65395240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42e3553-36be-40ea-a871-ec445873a97c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.981392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 2ab14367-d207-402a-a862-6f9a6c4faccb completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:22.992583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 2ab14367-d207-402a-a862-6f9a6c4faccb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:22.992583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.997763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2b193f-49c2-40a7-bd2d-988725eb9da3 admin admin] Deleting subnet 2b665339-a5de-4ee5-8e1f-95fa123ca649 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:23.009685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f2b193f-49c2-40a7-bd2d-988725eb9da3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.047285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9c1b1f-1e98-4dd9-9ebb-0d09a586e424 admin admin] Deleting subnet 898a1eb4-635f-4758-bb87-091f9e7818b5 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:23.055929 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1b1f-1e98-4dd9-9ebb-0d09a586e424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.095291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4ff09341-289c-4f2d-8009-371cad17b691 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:23.096344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f2b193f-49c2-40a7-bd2d-988725eb9da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.109426 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1b1f-1e98-4dd9-9ebb-0d09a586e424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.157454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1b1f-1e98-4dd9-9ebb-0d09a586e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.171218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 4ff09341-289c-4f2d-8009-371cad17b691 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:23.171864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4ff09341-289c-4f2d-8009-371cad17b691 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:23.172487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fe8f4d3a-30f7-48d9-9647-1439583740a6 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:23.202036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: fe8f4d3a-30f7-48d9-9647-1439583740a6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:23.202638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fe8f4d3a-30f7-48d9-9647-1439583740a6 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:23.204552 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.240953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944e3f4c-7615-4828-9874-a73a3842f305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab14367-d207-402a-a862-6f9a6c4faccb'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:23.248129 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7284c66-e96f-415f-aff6-953745668e57" -d '{"events": [{"server_uuid": "944e3f4c-7615-4828-9874-a73a3842f305", "name": "network-vif-plugged", "status": "completed", "tag": "2ab14367-d207-402a-a862-6f9a6c4faccb"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:23.270224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 2ab14367-d207-402a-a862-6f9a6c4faccb, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2ab14367-d207-402a-a862-6f9a6c4faccb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:23.308200 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f2b193f-49c2-40a7-bd2d-988725eb9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.313185 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e70159d-08f3-4026-8358-f9504ff94bc3 x-openstack-request-id: req-8e70159d-08f3-4026-8358-f9504ff94bc3 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:23.313576 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944e3f4c-7615-4828-9874-a73a3842f305", "name": "network-vif-plugged", "status": "completed", "tag": "2ab14367-d207-402a-a862-6f9a6c4faccb", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:23.313958 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e70159d-08f3-4026-8358-f9504ff94bc3 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:23.314365 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944e3f4c-7615-4828-9874-a73a3842f305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab14367-d207-402a-a862-6f9a6c4faccb', 'code': 200} Sep 16 04:57:23.376454 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.392081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1b1f-1e98-4dd9-9ebb-0d09a586e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.435645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1b1f-1e98-4dd9-9ebb-0d09a586e424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.437689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ba9c1b1f-1e98-4dd9-9ebb-0d09a586e424 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/898a1eb4-635f-4758-bb87-091f9e7818b5 HTTP/1.1" status: 204 len: 168 time: 0.4703772 Sep 16 04:57:23.440274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39764) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.461639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=2ab14367-d207-402a-a862-6f9a6c4faccb,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.462277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c1b1f-1e98-4dd9-9ebb-0d09a586e424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898a1eb4-635f-4758-bb87-091f9e7818b5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.473962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.473962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.474310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.474646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.475354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.477305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.477305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.477305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.478308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.478656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.481444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9b71f-c791-4dda-bbae-cadd49908266 req-50cefb7d-b280-466f-a362-fbb2a12e322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.482483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.482673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:23.484032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ef9b71f-c791-4dda-bbae-cadd49908266 req-50cefb7d-b280-466f-a362-fbb2a12e322c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 1102 time: 0.1093361 Sep 16 04:57:23.535891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f2b193f-49c2-40a7-bd2d-988725eb9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.538100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ef9b71f-c791-4dda-bbae-cadd49908266 req-74d327ed-3757-4399-9067-a520de5f0f8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Sep 16 04:57:23.555869 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f2b193f-49c2-40a7-bd2d-988725eb9da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.557814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9f2b193f-49c2-40a7-bd2d-988725eb9da3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2b665339-a5de-4ee5-8e1f-95fa123ca649 HTTP/1.1" status: 204 len: 168 time: 0.6387045 Sep 16 04:57:23.566363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc447e-b930-48a0-99e0-1da8f11b1782 None None] Network e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:23.568235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39774) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.575926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.588956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c34af1-e1ed-4cdc-b08f-f636487cef50 req-bb92adce-b952-4988-8195-896e63fa7656 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.590604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05c34af1-e1ed-4cdc-b08f-f636487cef50 req-bb92adce-b952-4988-8195-896e63fa7656 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.0683661 Sep 16 04:57:23.651979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b193f-49c2-40a7-bd2d-988725eb9da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b665339-a5de-4ee5-8e1f-95fa123ca649,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.700315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05c34af1-e1ed-4cdc-b08f-f636487cef50 req-5eb20346-1194-4f1a-bc83-0d691a87820d tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986316 Sep 16 04:57:23.700547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39780) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.703939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.731274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fb7edeb4-e173-485e-8796-fc05575c5b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.789918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.803046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Deleting port 4004eb6d-1e6e-4f22-b97e-ded03e38311e {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:23.805666 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.835713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a05bcea-0e43-49c3-a03a-292b65bc1595']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:23.860189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484292cb-2940-4d90-990f-70f1c82fd686') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:23.860497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484292cb-2940-4d90-990f-70f1c82fd686') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:23.875989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.882272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] DHCP port deletion for e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:23.901081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.914968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:23.915561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:23.918392 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:23.958948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] Deleting port 4004eb6d-1e6e-4f22-b97e-ded03e38311e {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:23.959470 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.014228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fb7edeb4-e173-485e-8796-fc05575c5b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.018837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] For port 4004eb6d-1e6e-4f22-b97e-ded03e38311e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4004eb6d-1e6e-4f22-b97e-ded03e38311e,segment=NetworkSegment(aa61186f-f4d5-4c68-916a-3729ad9baf27),segment_id=aa61186f-f4d5-4c68-916a-3729ad9baf27)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:24.019500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.040592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Calling delete_port for 4004eb6d-1e6e-4f22-b97e-ded03e38311e owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:24.041496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] For port 4004eb6d-1e6e-4f22-b97e-ded03e38311e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4004eb6d-1e6e-4f22-b97e-ded03e38311e,segment=NetworkSegment(aa61186f-f4d5-4c68-916a-3729ad9baf27),segment_id=aa61186f-f4d5-4c68-916a-3729ad9baf27)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:24.041910 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.044895 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.056117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] Calling delete_port for 4004eb6d-1e6e-4f22-b97e-ded03e38311e owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:24.064134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.068399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4a05bcea-0e43-49c3-a03a-292b65bc1595 HTTP/1.1" status: 204 len: 168 time: 0.6246843 Sep 16 04:57:24.075014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f1887-7b21-4e77-a55c-a36ea4c6e5d6 req-2c252897-b031-48fc-97b8-03f94b55c20f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.075014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d7f1887-7b21-4e77-a55c-a36ea4c6e5d6 req-2c252897-b031-48fc-97b8-03f94b55c20f tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 950 time: 0.2266650 Sep 16 04:57:24.075291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fb7edeb4-e173-485e-8796-fc05575c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.077229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36dd1d-fabf-4a31-90ac-52c1e8186714 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a05bcea-0e43-49c3-a03a-292b65bc1595,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.081852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3eb3c-0896-42f2-89af-f218767e8111 req-d44df9b2-e48b-4959-85f9-c41a897fd97e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.083478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3b3eb3c-0896-42f2-89af-f218767e8111 req-d44df9b2-e48b-4959-85f9-c41a897fd97e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1156805 Sep 16 04:57:24.132910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7edeb4-e173-485e-8796-fc05575c5b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3864ac3-b44d-40b5-91c2-31b94670ad25,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.156385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fb7edeb4-e173-485e-8796-fc05575c5b9c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94e3f45a8ae9432b914c8beccff4ddf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541698 Sep 16 04:57:24.174287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39798) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:24.214336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d7f1887-7b21-4e77-a55c-a36ea4c6e5d6 req-1e194a0c-d222-44e1-a4f3-e6db4de1888b tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275423 Sep 16 04:57:24.243959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3b3eb3c-0896-42f2-89af-f218767e8111 req-6b1009a0-8980-45b5-8a75-694842de01ab tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055248 Sep 16 04:57:24.251261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80d3ffba-910f-46a1-8a69-4f36bb5475bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.284117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80d3ffba-910f-46a1-8a69-4f36bb5475bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.324516 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.348720 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.351534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] Pushing event deleted for resources: {'Port': ['ID=4004eb6d-1e6e-4f22-b97e-ded03e38311e,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.365294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b1e68-98ad-4e65-a52b-bc65f6c34baf None None] No DVR routers for this DVR port 4004eb6d-1e6e-4f22-b97e-ded03e38311e on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:24.398871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4004eb6d-1e6e-4f22-b97e-ded03e38311e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.400802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] No DVR routers for this DVR port 4004eb6d-1e6e-4f22-b97e-ded03e38311e on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:24.416175 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80d3ffba-910f-46a1-8a69-4f36bb5475bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.419325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80d3ffba-910f-46a1-8a69-4f36bb5475bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.420497 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-80d3ffba-910f-46a1-8a69-4f36bb5475bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3864ac3-b44d-40b5-91c2-31b94670ad25 HTTP/1.1" status: 204 len: 168 time: 0.2452617 Sep 16 04:57:24.428873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3ffba-910f-46a1-8a69-4f36bb5475bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3864ac3-b44d-40b5-91c2-31b94670ad25,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.440481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bad5f0-c5a2-4c23-a829-51028051be19 req-d744232d-6c0e-4d1b-9ddf-32f3c3227afb tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.442002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80bad5f0-c5a2-4c23-a829-51028051be19 req-d744232d-6c0e-4d1b-9ddf-32f3c3227afb tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.1360466 Sep 16 04:57:24.507480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.516115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39808) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:24.545445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80bad5f0-c5a2-4c23-a829-51028051be19 req-28a89456-415b-4644-8244-1b88c8568536 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911434 Sep 16 04:57:24.547363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e000243f-8f4f-4ba9-a74c-605c5dd9b9d9']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:24.562706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa61186f-f4d5-4c68-916a-3729ad9baf27') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:24.563164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa61186f-f4d5-4c68-916a-3729ad9baf27') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:24.574356 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.589296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.596299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:24.599295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.599441 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ef0c4c1f-56d1-4d40-9bb8-0a698f77201a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ca55b1a1e344f01a4decf26ce36b4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798490 Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:24.599535 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:24.605618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39810) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:24.673424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ab57491-6abe-41bd-b18a-9b4a42ec5f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.694732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ab57491-6abe-41bd-b18a-9b4a42ec5f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.759334 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.765355 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.778991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] 10.222.0.59 "DELETE /v2.0/networks/e000243f-8f4f-4ba9-a74c-605c5dd9b9d9 HTTP/1.1" status: 204 len: 168 time: 1.1983600 Sep 16 04:57:24.785441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4004eb6d-1e6e-4f22-b97e-ded03e38311e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:24.803389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999caae2-15d0-4196-8b07-9f58e26a51cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e000243f-8f4f-4ba9-a74c-605c5dd9b9d9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.809807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 4004eb6d-1e6e-4f22-b97e-ded03e38311e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:24.810211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4004eb6d-1e6e-4f22-b97e-ded03e38311e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:24.846639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e17f-6251-4a83-a5c0-6516c33af95a req-7abcfc7f-f624-4c40-a015-e879b4b72b66 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.847116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 453ac230-1326-48b4-9228-f096bb5cb3b4 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:24.848355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c373e17f-6251-4a83-a5c0-6516c33af95a req-7abcfc7f-f624-4c40-a015-e879b4b72b66 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 945 time: 0.0582621 Sep 16 04:57:24.867151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ab57491-6abe-41bd-b18a-9b4a42ec5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.869941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ab57491-6abe-41bd-b18a-9b4a42ec5f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.871103 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3ab57491-6abe-41bd-b18a-9b4a42ec5f8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32c69fa7-b094-4d12-ac76-03f511337fb0 HTTP/1.1" status: 204 len: 168 time: 0.2613223 Sep 16 04:57:24.881941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab57491-6abe-41bd-b18a-9b4a42ec5f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c69fa7-b094-4d12-ac76-03f511337fb0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.906496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c373e17f-6251-4a83-a5c0-6516c33af95a req-da8f86c2-2165-41a8-b4ea-8d9414d60786 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520883 Sep 16 04:57:24.983899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=453ac230-1326-48b4-9228-f096bb5cb3b4,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:24.994822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '453ac230-1326-48b4-9228-f096bb5cb3b4', 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'port_id': '453ac230-1326-48b4-9228-f096bb5cb3b4', 'mac_address': 'fa:16:3e:de:92:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722b342b-20f9-4077-8177-48fa83f54831', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:25.034495 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.048269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 453ac230-1326-48b4-9228-f096bb5cb3b4 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:25.070495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=453ac230-1326-48b4-9228-f096bb5cb3b4,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:25.095786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39824) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.137067 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.150530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39828) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.151435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b079ec20-6a7f-4785-887a-935d75d6d8de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f96c1b3d277b478e817be2e7c370fef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537579 Sep 16 04:57:25.211594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=453ac230-1326-48b4-9228-f096bb5cb3b4,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:25.220427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['453ac230-1326-48b4-9228-f096bb5cb3b4'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:25.222560 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0cbe40b6-acc6-418b-b6ee-ff90560c35b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.452861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfed7d-42c1-4b28-af96-9528bb277bd5 req-710c2069-1b66-4c2c-bdcf-ee2370916230 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.460642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8adfed7d-42c1-4b28-af96-9528bb277bd5 req-710c2069-1b66-4c2c-bdcf-ee2370916230 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1294532 Sep 16 04:57:25.472002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead729f0-d649-4b61-9f7e-66e48c59d81d req-0dad4de7-13d1-4b75-becf-589e812be5c9 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.473612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ead729f0-d649-4b61-9f7e-66e48c59d81d req-0dad4de7-13d1-4b75-becf-589e812be5c9 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 950 time: 0.1311896 Sep 16 04:57:25.531379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8adfed7d-42c1-4b28-af96-9528bb277bd5 req-5f93ab8f-c7f8-41b0-9225-0d93e6c5ba86 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695903 Sep 16 04:57:25.559163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ead729f0-d649-4b61-9f7e-66e48c59d81d req-67aaf822-3267-43fd-bff8-e4c0d242769e tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687819 Sep 16 04:57:25.623219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0cbe40b6-acc6-418b-b6ee-ff90560c35b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.705980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d53a0d-e988-4c89-9e00-5040b3e6c981 req-12390daa-2768-4c2c-a0c1-2888890be1d3 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.707676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d53a0d-e988-4c89-9e00-5040b3e6c981 req-12390daa-2768-4c2c-a0c1-2888890be1d3 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.0742507 Sep 16 04:57:25.763575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d53a0d-e988-4c89-9e00-5040b3e6c981 req-3b5115a0-88cb-4171-aa42-853b0355339a tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 Sep 16 04:57:25.767467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0cbe40b6-acc6-418b-b6ee-ff90560c35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.770734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0cbe40b6-acc6-418b-b6ee-ff90560c35b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.776621 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0cbe40b6-acc6-418b-b6ee-ff90560c35b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/183272fe-4157-410c-a66d-0ca2d6acfa02 HTTP/1.1" status: 204 len: 168 time: 0.6238830 Sep 16 04:57:25.784542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe40b6-acc6-418b-b6ee-ff90560c35b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183272fe-4157-410c-a66d-0ca2d6acfa02,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.066806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be3e10-152c-434e-a266-2387c92d725e req-1c6fb76e-43f9-41c6-92a1-2895586f5a76 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.068341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4be3e10-152c-434e-a266-2387c92d725e req-1c6fb76e-43f9-41c6-92a1-2895586f5a76 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 944 time: 0.0928867 Sep 16 04:57:26.074953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dff58-e0ed-4d27-8fc1-1061aabc9102 req-c5e7cc6e-c841-4eca-b135-bcb8c332d4d5 tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.076562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-679dff58-e0ed-4d27-8fc1-1061aabc9102 req-c5e7cc6e-c841-4eca-b135-bcb8c332d4d5 tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 1102 time: 0.0675573 Sep 16 04:57:26.104804 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-679dff58-e0ed-4d27-8fc1-1061aabc9102 req-ef7d6bbf-dc82-4343-acce-3a1a79c6356e tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.134281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4be3e10-152c-434e-a266-2387c92d725e req-261ea63a-2863-4ad8-bab7-10aeb0b50273 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567520 Sep 16 04:57:26.235320 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-679dff58-e0ed-4d27-8fc1-1061aabc9102 req-ef7d6bbf-dc82-4343-acce-3a1a79c6356e tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.257106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39876) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.284028 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-679dff58-e0ed-4d27-8fc1-1061aabc9102 req-ef7d6bbf-dc82-4343-acce-3a1a79c6356e tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.319876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-679dff58-e0ed-4d27-8fc1-1061aabc9102 req-ef7d6bbf-dc82-4343-acce-3a1a79c6356e tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362769 Sep 16 04:57:26.330703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d6bbf-dc82-4343-acce-3a1a79c6356e tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb0865-b2aa-4ed4-9d70-d0bb8b2161a9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.482273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4bd5b634-3f6d-4749-9508-06459e20f28a tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:26.592910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b210f-b09b-4bf7-9cc4-ada3cd17e808 req-d79f0278-da86-4a66-b5ac-f6ed5abde1d8 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.593870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-763b210f-b09b-4bf7-9cc4-ada3cd17e808 req-d79f0278-da86-4a66-b5ac-f6ed5abde1d8 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 944 time: 0.0668180 Sep 16 04:57:26.667857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-763b210f-b09b-4bf7-9cc4-ada3cd17e808 req-23b01415-59a7-423d-8a1f-cd21abc2251a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677199 Sep 16 04:57:26.688130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314590a-d77d-4fbe-91ff-6c9c248aaca7 req-2fdecdb3-35b9-4705-bdc4-9237abe341f3 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.688130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6314590a-d77d-4fbe-91ff-6c9c248aaca7 req-2fdecdb3-35b9-4705-bdc4-9237abe341f3 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0766344 Sep 16 04:57:26.728377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6314590a-d77d-4fbe-91ff-6c9c248aaca7 req-219fe76c-abf4-42a4-8a8b-a808cb9a7ef3 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368831 Sep 16 04:57:26.767796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4bd5b634-3f6d-4749-9508-06459e20f28a tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "PUT /v2.0/quotas/0c7e0702fd90488d89239eb51a073752 HTTP/1.1" status: 200 len: 366 time: 0.5095274 Sep 16 04:57:26.769664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39902) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.791667 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0d747fbd-76a2-48b5-81ef-563189ecebde tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0196836 Sep 16 04:57:26.794256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39906) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.812786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-440c7352-9b6f-46aa-b48a-7236038f9380 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "GET /v2.0/quotas/0c7e0702fd90488d89239eb51a073752 HTTP/1.1" status: 200 len: 366 time: 0.0103498 Sep 16 04:57:26.812786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39908) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.860664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 453ac230-1326-48b4-9228-f096bb5cb3b4 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:26.882150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d38ed6-e2b3-4155-9c38-4a7ec8768281 req-2c2a4935-314c-4220-b864-ac3a8312d414 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.883693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1d38ed6-e2b3-4155-9c38-4a7ec8768281 req-2c2a4935-314c-4220-b864-ac3a8312d414 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 946 time: 0.0506468 Sep 16 04:57:26.939540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1d38ed6-e2b3-4155-9c38-4a7ec8768281 req-bf917f1d-7816-4e13-936d-b17d189975d5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477948 Sep 16 04:57:26.943444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-93034686-1eba-4dc6-857f-ac845b8e4f2a tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/0c7e0702fd90488d89239eb51a073752 HTTP/1.1" status: 204 len: 168 time: 0.1313558 Sep 16 04:57:26.945150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39914) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.962504 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.962627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c2ea5a73-49d3-40b4-a9c3-dd15c3b86e2a tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0135963 Sep 16 04:57:26.965544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39920) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.977632 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0b153b38-8427-48b7-b4a7-caa1ff84cea0 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "GET /v2.0/quotas/0c7e0702fd90488d89239eb51a073752 HTTP/1.1" status: 200 len: 370 time: 0.0106649 Sep 16 04:57:26.980508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39922) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.983788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 453ac230-1326-48b4-9228-f096bb5cb3b4 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:26.985847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bb53a7c0-6b94-4c45-8d62-002c4a28a4ef tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "GET /v2.0/quotas/0c7e0702fd90488d89239eb51a073752/default HTTP/1.1" status: 200 len: 370 time: 0.0042720 Sep 16 04:57:26.988600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39924) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.006026 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-965d6618-31ba-44e4-984a-b9c2a58ff29d tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] delete failed (client error): The resource could not be found. Sep 16 04:57:27.009127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=453ac230-1326-48b4-9228-f096bb5cb3b4,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:27.009857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-965d6618-31ba-44e4-984a-b9c2a58ff29d tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/0c7e0702fd90488d89239eb51a073752 HTTP/1.1" status: 404 len: 348 time: 0.0202920 Sep 16 04:57:27.084807 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.144810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=453ac230-1326-48b4-9228-f096bb5cb3b4,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:27.234885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39946) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.417653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823ebb3-cdee-44ec-80a8-eb4e2367b649 req-38a95544-eba2-413a-85a4-b82dbab09802 tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.419478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c823ebb3-cdee-44ec-80a8-eb4e2367b649 req-38a95544-eba2-413a-85a4-b82dbab09802 tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 1102 time: 0.0425396 Sep 16 04:57:27.458983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c823ebb3-cdee-44ec-80a8-eb4e2367b649 req-5ce89d85-71cb-44cd-beb2-6f21c1c1687e tempest-ServersAdminNegativeTestJSON-963275334 tempest-ServersAdminNegativeTestJSON-963275334-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Sep 16 04:57:27.663024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1583376879-network', 'tenant_id': 'ec7659350fdc43d3945240e5821ef84f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:27.684715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39976) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.762849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Usage tracker for resource:network and tenant:bc6d4978c17443578ab182e38743941a is out of sync, need to count used quota {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:57:27.769281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:57:27.796162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Usage tracker for resource:subnet and tenant:bc6d4978c17443578ab182e38743941a is out of sync, need to count used quota {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:57:27.806044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:57:27.817830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646514-c305-4b1c-91bf-2d506c3e5d86 req-9f9e19df-990a-40cb-9c76-85cf4a28be3a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.819676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22646514-c305-4b1c-91bf-2d506c3e5d86 req-9f9e19df-990a-40cb-9c76-85cf4a28be3a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 943 time: 0.0681789 Sep 16 04:57:27.826451 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.826763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Made reservation on behalf of ec7659350fdc43d3945240e5821ef84f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:27.826763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.838876 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.847558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Usage tracker for resource:subnetpool and tenant:bc6d4978c17443578ab182e38743941a is out of sync, need to count used quota {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:57:27.870018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:57:27.906591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Usage tracker for resource:port and tenant:bc6d4978c17443578ab182e38743941a is out of sync, need to count used quota {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:57:27.910772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22646514-c305-4b1c-91bf-2d506c3e5d86 req-a928a83e-f79a-4074-800b-8adb75a63f61 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742040 Sep 16 04:57:27.917815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:57:27.938060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Usage tracker for resource:router and tenant:bc6d4978c17443578ab182e38743941a is out of sync, need to count used quota {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:57:27.955971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:57:27.987121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Usage tracker for resource:floatingip and tenant:bc6d4978c17443578ab182e38743941a is out of sync, need to count used quota {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:57:28.039163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:57:28.066210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.090724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9969f-7b06-48d4-aeb7-662e3b03a5c1 req-d58e48c9-31f5-4796-8f3a-3dfd02eb881c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.092278 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84e9969f-7b06-48d4-aeb7-662e3b03a5c1 req-d58e48c9-31f5-4796-8f3a-3dfd02eb881c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1143801 Sep 16 04:57:28.125501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.144699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Usage tracker for resource:security_group and tenant:bc6d4978c17443578ab182e38743941a is out of sync, need to count used quota {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:57:28.170704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:28.172523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:57:28.177142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84e9969f-7b06-48d4-aeb7-662e3b03a5c1 req-49e2a6a0-82bf-402a-aa01-296f17b703ae tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782640 Sep 16 04:57:28.194852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da71f27-c2ca-4332-aead-3818e2a0f0f7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.199137 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.199513 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Added segment 12427403-3109-4f1d-b4a8-3f079373d4dc of type vlan for network e6f0c83c-38f4-4029-bd62-064c87b21794 Sep 16 04:57:28.202400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Usage tracker for resource:security_group_rule and tenant:bc6d4978c17443578ab182e38743941a is out of sync, need to count used quota {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:57:28.247920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.quota.resource [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:57:28.315163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70a8f364-1654-4aa3-98f5-1149aeaf41a5 tempest-QuotasTest-172325188 tempest-QuotasTest-172325188-project-admin] 10.222.0.59 "GET /v2.0/quotas/bc6d4978c17443578ab182e38743941a/details.json HTTP/1.1" status: 200 len: 703 time: 0.6259289 Sep 16 04:57:28.337314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.377494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-7da395f9-0ba4-416b-87dd-dc2279da8406 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.382979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-7da395f9-0ba4-416b-87dd-dc2279da8406 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 943 time: 0.1775351 Sep 16 04:57:28.412007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3f8f-58b5-417c-9c3e-b0f76c33341f req-d21d626f-de9b-4605-b893-9231506b8111 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.413489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-787e3f8f-58b5-417c-9c3e-b0f76c33341f req-d21d626f-de9b-4605-b893-9231506b8111 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 950 time: 0.1197278 Sep 16 04:57:28.474691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-7bfe1f94-b6a4-4a37-a4b8-355db3a5e051 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418620 Sep 16 04:57:28.518935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.519888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.520470 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.572409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-787e3f8f-58b5-417c-9c3e-b0f76c33341f req-540ddeb2-6f5d-45e6-9897-f34c8c7f8209 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358480 Sep 16 04:57:28.657766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] Pushing event updated for resources: {'Network': ['ID=e6f0c83c-38f4-4029-bd62-064c87b21794,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.668560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e6f0c83c-38f4-4029-bd62-064c87b21794 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:28.691070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Deleting port 453ac230-1326-48b4-9228-f096bb5cb3b4 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:28.691452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.700941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-3fc737a8-0af0-42e1-bab3-82799b48d2bb tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.702445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-3fc737a8-0af0-42e1-bab3-82799b48d2bb tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203715 Sep 16 04:57:28.724981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dab9cb41-4c4e-4121-980a-97b1377ffd6e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4860291 Sep 16 04:57:28.725344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40030) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:28.731520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Request body: {'subnet': {'network_id': 'e6f0c83c-38f4-4029-bd62-064c87b21794', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1583376879-subnet', 'tenant_id': 'ec7659350fdc43d3945240e5821ef84f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:28.747612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-ca2b176d-6283-44f2-b1f2-6d431363fa8f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/quotas/35445f9d9b7c4cd69215c1d87cefaab9 HTTP/1.1" status: 200 len: 375 time: 0.0273063 Sep 16 04:57:28.806408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-fdc79cd2-552e-4085-80d3-e4fbc65d0bd1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331786 Sep 16 04:57:28.808367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40034) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:28.831729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] For port 453ac230-1326-48b4-9228-f096bb5cb3b4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=453ac230-1326-48b4-9228-f096bb5cb3b4,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:28.832206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.844322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Made reservation on behalf of ec7659350fdc43d3945240e5821ef84f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:28.849497 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.849697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Calling delete_port for 453ac230-1326-48b4-9228-f096bb5cb3b4 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:28.920869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40038) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:29.081971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09478aed-4921-4bea-825b-aa674e225637 req-05f21289-ce64-474c-8131-88fdb0d85035 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 210 time: 0.0483582 Sep 16 04:57:29.114813 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.115207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85588b7c-31a7-4094-9859-abcf5053eea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.142487 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb87bf6-26c2-4a77-8eef-34b3d028b964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.163994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.242344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0948c880-4d0c-4822-8185-604ad01d7c0e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:29.263692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Checking segment: {'id': '12427403-3109-4f1d-b4a8-3f079373d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e6f0c83c-38f4-4029-bd62-064c87b21794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:29.264060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Network hostable DHCP agents. Network: e6f0c83c-38f4-4029-bd62-064c87b21794, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:29.318034 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85588b7c-31a7-4094-9859-abcf5053eea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.364274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Network e6f0c83c-38f4-4029-bd62-064c87b21794 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:29.396959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85588b7c-31a7-4094-9859-abcf5053eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.401810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e47207-46b3-4e20-9d82-b03bd549169f req-877da574-478a-4e64-bec4-fd9ea09c7ebd tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:29.405561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61e47207-46b3-4e20-9d82-b03bd549169f req-877da574-478a-4e64-bec4-fd9ea09c7ebd tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 865 time: 0.3596663 Sep 16 04:57:29.408126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event deleted for resources: {'Port': ['ID=453ac230-1326-48b4-9228-f096bb5cb3b4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:29.467203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85588b7c-31a7-4094-9859-abcf5053eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693b8d3f-daec-4d57-9d93-51c473c1df93,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:29.484433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] No DVR routers for this DVR port 453ac230-1326-48b4-9228-f096bb5cb3b4 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:29.491095 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-85588b7c-31a7-4094-9859-abcf5053eea3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e4ea0e54bed740be999a83d4d726f2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793084 Sep 16 04:57:29.491396 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.492216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42ae51e0-29fc-4f65-ad45-7474b9a93558 req-b58b6420-b22d-410d-b481-a12fdb490784 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.60 "DELETE /v2.0/ports/453ac230-1326-48b4-9228-f096bb5cb3b4 HTTP/1.1" status: 204 len: 173 time: 1.1046381 Sep 16 04:57:29.492811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d02321-ba19-4ae8-85ff-c9bdecf485eb', 'name': 'network-vif-deleted', 'tag': '453ac230-1326-48b4-9228-f096bb5cb3b4'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:29.495140 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f267820-73e4-4ef6-b92d-b215af0d4c34" -d '{"events": [{"server_uuid": "66d02321-ba19-4ae8-85ff-c9bdecf485eb", "name": "network-vif-deleted", "tag": "453ac230-1326-48b4-9228-f096bb5cb3b4"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:29.497735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e6f0c83c-38f4-4029-bd62-064c87b21794) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:29.498143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40054) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:29.503394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:29.504550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.511585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54710f5-23eb-4d4f-8b6b-ed040c980fe5 None None] Network e6f0c83c-38f4-4029-bd62-064c87b21794 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:29.546700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61e47207-46b3-4e20-9d82-b03bd549169f req-375a011d-641a-45f2-aadb-2b1166237c50 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271281 Sep 16 04:57:29.556161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074008b-15ed-49c2-93ae-090e3fea1683 req-3c9dae33-cf63-4696-9eb9-34506d2f2e3a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:29.557174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-c5162925-d13e-42ce-9dca-918953aad07d tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:29.558885 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-c5162925-d13e-42ce-9dca-918953aad07d tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.60 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 950 time: 0.1120656 Sep 16 04:57:29.564566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d074008b-15ed-49c2-93ae-090e3fea1683 req-3c9dae33-cf63-4696-9eb9-34506d2f2e3a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1602378 Sep 16 04:57:29.639880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d074008b-15ed-49c2-93ae-090e3fea1683 req-f1c983a4-5519-464e-8ea8-af0c720b54b1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742404 Sep 16 04:57:29.644175 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb87bf6-26c2-4a77-8eef-34b3d028b964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.656525 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba13d99-b4ea-48bb-90a8-7974c7f887e8 x-openstack-request-id: req-0ba13d99-b4ea-48bb-90a8-7974c7f887e8 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:29.656820 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d02321-ba19-4ae8-85ff-c9bdecf485eb", "name": "network-vif-deleted", "tag": "453ac230-1326-48b4-9228-f096bb5cb3b4", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:29.657073 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ba13d99-b4ea-48bb-90a8-7974c7f887e8 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:29.661788 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d02321-ba19-4ae8-85ff-c9bdecf485eb', 'name': 'network-vif-deleted', 'tag': '453ac230-1326-48b4-9228-f096bb5cb3b4', 'status': 'completed', 'code': 200} Sep 16 04:57:29.668960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2e3edf2-7c65-4ddd-9f93-9fdc01c0a84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.725464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e7f28-e30f-4368-b639-578027807355 None None] Network e6f0c83c-38f4-4029-bd62-064c87b21794 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:29.733240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Deleting port 2ab14367-d207-402a-a862-6f9a6c4faccb {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:29.733792 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.744953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceb87bf6-26c2-4a77-8eef-34b3d028b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.762105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2e3edf2-7c65-4ddd-9f93-9fdc01c0a84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.814727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416274a7-a9d4-4ac1-a697-0673ef9f5e77 req-d797de10-af3b-428f-8314-8111127a11ed tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:29.816622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-416274a7-a9d4-4ac1-a697-0673ef9f5e77 req-d797de10-af3b-428f-8314-8111127a11ed tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 950 time: 0.0848143 Sep 16 04:57:29.844709 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-adf22734-8ddf-4f8c-baf3-2f52251d78c6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1177139 Sep 16 04:57:29.851813 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ceb87bf6-26c2-4a77-8eef-34b3d028b964 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d28a299a7240443fb2e06a425a37efac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9299626 Sep 16 04:57:29.865509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40072) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:29.872961 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-416274a7-a9d4-4ac1-a697-0673ef9f5e77 req-1b10e7aa-4072-49ab-8a0e-bb4031408098 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491002 Sep 16 04:57:29.876626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb87bf6-26c2-4a77-8eef-34b3d028b964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af0b20-939f-4659-8489-fcfe47c32ab3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:29.922886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] For port 2ab14367-d207-402a-a862-6f9a6c4faccb, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2ab14367-d207-402a-a862-6f9a6c4faccb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:29.923390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.937480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Calling delete_port for 2ab14367-d207-402a-a862-6f9a6c4faccb owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:29.940699 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82ba8e11-c149-4ac5-9e30-5a5b0063a366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.970732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82ba8e11-c149-4ac5-9e30-5a5b0063a366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.974534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2e3edf2-7c65-4ddd-9f93-9fdc01c0a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.977581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2e3edf2-7c65-4ddd-9f93-9fdc01c0a84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.983534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f2e3edf2-7c65-4ddd-9f93-9fdc01c0a84e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/693b8d3f-daec-4d57-9d93-51c473c1df93 HTTP/1.1" status: 204 len: 168 time: 0.4780595 Sep 16 04:57:30.036154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3edf2-7c65-4ddd-9f93-9fdc01c0a84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b8d3f-daec-4d57-9d93-51c473c1df93,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.172414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d50b73e6-a8de-4074-b674-64dede168a4c req-032f0672-3c69-4ebe-92f2-4bcaa3e78ad3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 210 time: 0.0354440 Sep 16 04:57:30.175779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.179829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-3a3b3d29-7058-4ff4-9882-c5309f05ff09 req-7555123e-0f47-40ec-a0a9-b90488ddcec5 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1971507216', 'description': 'tempest-description-1181715101'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:30.187902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82ba8e11-c149-4ac5-9e30-5a5b0063a366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.190490 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82ba8e11-c149-4ac5-9e30-5a5b0063a366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.191795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-82ba8e11-c149-4ac5-9e30-5a5b0063a366 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0af0b20-939f-4659-8489-fcfe47c32ab3 HTTP/1.1" status: 204 len: 168 time: 0.3177793 Sep 16 04:57:30.199412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['2ab14367-d207-402a-a862-6f9a6c4faccb'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:30.225970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba8e11-c149-4ac5-9e30-5a5b0063a366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af0b20-939f-4659-8489-fcfe47c32ab3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.242592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Pushing event deleted for resources: {'Port': ['ID=2ab14367-d207-402a-a862-6f9a6c4faccb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.247985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['50d3b037-dff4-489e-a33d-7dcda59689d0'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:30.286656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] No DVR routers for this DVR port 2ab14367-d207-402a-a862-6f9a6c4faccb on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:30.290010 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.294867 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-424f1509-d2c2-4761-8a8f-5b0bbb35e3ce req-fe0ef654-7b49-49b0-b1eb-8b53e70a4764 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.60 "DELETE /v2.0/ports/2ab14367-d207-402a-a862-6f9a6c4faccb HTTP/1.1" status: 204 len: 173 time: 0.7294264 Sep 16 04:57:30.295752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944e3f4c-7615-4828-9874-a73a3842f305', 'name': 'network-vif-deleted', 'tag': '2ab14367-d207-402a-a862-6f9a6c4faccb'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:30.298078 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7507ae5-3bd3-4424-b64c-c5349a2b22cd" -d '{"events": [{"server_uuid": "944e3f4c-7615-4828-9874-a73a3842f305", "name": "network-vif-deleted", "tag": "2ab14367-d207-402a-a862-6f9a6c4faccb"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:30.324520 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3a3b3d29-7058-4ff4-9882-c5309f05ff09 req-7555123e-0f47-40ec-a0a9-b90488ddcec5 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.347389 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79393c42-d8b5-470b-bd90-5ef0550a2132 x-openstack-request-id: req-79393c42-d8b5-470b-bd90-5ef0550a2132 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:30.347690 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944e3f4c-7615-4828-9874-a73a3842f305", "name": "network-vif-deleted", "tag": "2ab14367-d207-402a-a862-6f9a6c4faccb", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:30.348248 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79393c42-d8b5-470b-bd90-5ef0550a2132 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:30.348746 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944e3f4c-7615-4828-9874-a73a3842f305', 'name': 'network-vif-deleted', 'tag': '2ab14367-d207-402a-a862-6f9a6c4faccb', 'status': 'completed', 'code': 200} Sep 16 04:57:30.477156 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3a3b3d29-7058-4ff4-9882-c5309f05ff09 req-7555123e-0f47-40ec-a0a9-b90488ddcec5 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.570462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3a3b3d29-7058-4ff4-9882-c5309f05ff09 req-7555123e-0f47-40ec-a0a9-b90488ddcec5 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.609171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555123e-0f47-40ec-a0a9-b90488ddcec5 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f9675d-f0ad-4da7-9c32-adaf92ff5d80,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.703588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5dbd7aa6-d11c-4023-8b63-dc672c0f2cea req-1362eec0-2bc1-46c7-a563-55dfd285ee9c tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=66d02321-ba19-4ae8-85ff-c9bdecf485eb HTTP/1.1" status: 200 len: 210 time: 0.0267448 Sep 16 04:57:30.718728 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3a3b3d29-7058-4ff4-9882-c5309f05ff09 req-7555123e-0f47-40ec-a0a9-b90488ddcec5 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.722147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a3b3d29-7058-4ff4-9882-c5309f05ff09 req-7555123e-0f47-40ec-a0a9-b90488ddcec5 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5523579 Sep 16 04:57:30.810111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6bbcde69-1473-40a4-a900-d0251c8e1863 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:30.814962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60b013fb-47cd-4065-abf8-3cdf0117c94b req-87f99d9a-67dd-4636-b8ee-07b60b4d7404 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/a9f9675d-f0ad-4da7-9c32-adaf92ff5d80 HTTP/1.1" status: 200 len: 1813 time: 0.0705850 Sep 16 04:57:30.828497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-60b013fb-47cd-4065-abf8-3cdf0117c94b req-24a08b93-694a-4b59-a37d-cc10e9f78bdf tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9f9675d-f0ad-4da7-9c32-adaf92ff5d80', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:30.828837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-60b013fb-47cd-4065-abf8-3cdf0117c94b req-24a08b93-694a-4b59-a37d-cc10e9f78bdf tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9f9675d-f0ad-4da7-9c32-adaf92ff5d80', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:30.843791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31882002-2897-4532-aebf-e3214b1d5086 req-87999b0b-7441-49eb-a031-bd835cbf30cb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:30.845343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31882002-2897-4532-aebf-e3214b1d5086 req-87999b0b-7441-49eb-a031-bd835cbf30cb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0782049 Sep 16 04:57:30.894591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 2ab14367-d207-402a-a862-6f9a6c4faccb no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:30.914799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31882002-2897-4532-aebf-e3214b1d5086 req-e2ebffe8-1275-4bb2-94d1-184de8bdb7f3 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557430 Sep 16 04:57:30.941171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 2ab14367-d207-402a-a862-6f9a6c4faccb {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:30.941659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 2ab14367-d207-402a-a862-6f9a6c4faccb not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:30.942178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 453ac230-1326-48b4-9228-f096bb5cb3b4 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:30.969128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 453ac230-1326-48b4-9228-f096bb5cb3b4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:30.969569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 453ac230-1326-48b4-9228-f096bb5cb3b4 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:30.997680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:31.011894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'port_id': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'mac_address': 'fa:16:3e:46:96:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9fcea-cb4e-484d-af72-59700fda7393', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:31.065916 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.074245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60b013fb-47cd-4065-abf8-3cdf0117c94b req-24a08b93-694a-4b59-a37d-cc10e9f78bdf tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.081610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bbcde69-1473-40a4-a900-d0251c8e1863 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:31.101686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9034a43b-6e52-44df-8efd-9be6a27700da req-28b0f41e-1cf1-4c18-9304-914689ce76de tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=944e3f4c-7615-4828-9874-a73a3842f305 HTTP/1.1" status: 200 len: 210 time: 0.0458176 Sep 16 04:57:31.103046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:31.115632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40128) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.130263 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6b9a33ab-2e68-4ced-9e54-7c704c3a5e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.136749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60b013fb-47cd-4065-abf8-3cdf0117c94b req-24a08b93-694a-4b59-a37d-cc10e9f78bdf tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.206116 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.206836 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60b013fb-47cd-4065-abf8-3cdf0117c94b req-24a08b93-694a-4b59-a37d-cc10e9f78bdf tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.261102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08b93-694a-4b59-a37d-cc10e9f78bdf tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06eca838-d13f-40d1-bea1-2ac50f7fbb62,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.291942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6b9a33ab-2e68-4ced-9e54-7c704c3a5e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.321832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.354506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-441cc4f4-8d88-4053-a7e2-0d4bf002a1ee req-a61ec0af-28a2-4ed5-ba32-f545281ca8f9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 210 time: 0.0358624 Sep 16 04:57:31.358632 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6b9a33ab-2e68-4ced-9e54-7c704c3a5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.399463 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6b9a33ab-2e68-4ced-9e54-7c704c3a5e34 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc6d4978c17443578ab182e38743941a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827716 Sep 16 04:57:31.401389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a33ab-2e68-4ced-9e54-7c704c3a5e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97036a56-8483-4089-af14-3bed2f724ca7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.402167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40140) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.437520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6bbcde69-1473-40a4-a900-d0251c8e1863'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:31.448808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60b013fb-47cd-4065-abf8-3cdf0117c94b req-24a08b93-694a-4b59-a37d-cc10e9f78bdf tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.449998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60b013fb-47cd-4065-abf8-3cdf0117c94b req-24a08b93-694a-4b59-a37d-cc10e9f78bdf tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6266031 Sep 16 04:57:31.481844 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04e15041-b22d-495a-a6d3-c84d1481a7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.534434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04e15041-b22d-495a-a6d3-c84d1481a7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.559659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c3c625e-d9ee-439e-b6f2-633aa3d3cf25 req-e2a0767b-e9a5-4dbc-8708-2dc5fbc3745a tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/a9f9675d-f0ad-4da7-9c32-adaf92ff5d80 HTTP/1.1" status: 200 len: 2406 time: 0.0795364 Sep 16 04:57:31.592775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40152) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.600431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff6ea8a-7eb2-481b-83da-374dfed314dd req-ccdf2926-c5d6-468b-9ea2-2160cf38618e tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-group-rules/06eca838-d13f-40d1-bea1-2ac50f7fbb62 HTTP/1.1" status: 200 len: 778 time: 0.0171094 Sep 16 04:57:31.656779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff6ea8a-7eb2-481b-83da-374dfed314dd req-05b98e8c-d0b7-47d8-8e55-28423f4c5b84 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/a9f9675d-f0ad-4da7-9c32-adaf92ff5d80 HTTP/1.1" status: 200 len: 2406 time: 0.0501478 Sep 16 04:57:31.691326 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff6ea8a-7eb2-481b-83da-374dfed314dd req-f3f23487-02a7-4306-a71b-3726d7e22085 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.701377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff6ea8a-7eb2-481b-83da-374dfed314dd req-f3f23487-02a7-4306-a71b-3726d7e22085 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.707993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04e15041-b22d-495a-a6d3-c84d1481a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.710778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04e15041-b22d-495a-a6d3-c84d1481a7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.719573 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-04e15041-b22d-495a-a6d3-c84d1481a7b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97036a56-8483-4089-af14-3bed2f724ca7 HTTP/1.1" status: 204 len: 168 time: 0.3122568 Sep 16 04:57:31.732506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e15041-b22d-495a-a6d3-c84d1481a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97036a56-8483-4089-af14-3bed2f724ca7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.759376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-395656633-network', 'tenant_id': '877c7e64286f4739ae341beb83f69dc2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:31.896003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff6ea8a-7eb2-481b-83da-374dfed314dd req-f3f23487-02a7-4306-a71b-3726d7e22085 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.902333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff6ea8a-7eb2-481b-83da-374dfed314dd req-f3f23487-02a7-4306-a71b-3726d7e22085 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.903446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff6ea8a-7eb2-481b-83da-374dfed314dd req-f3f23487-02a7-4306-a71b-3726d7e22085 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/06eca838-d13f-40d1-bea1-2ac50f7fbb62 HTTP/1.1" status: 204 len: 173 time: 0.2393856 Sep 16 04:57:31.911842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f23487-02a7-4306-a71b-3726d7e22085 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06eca838-d13f-40d1-bea1-2ac50f7fbb62,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.927528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d23a246a-ea67-46e9-adc8-3629f2db3151 req-ab2629e1-3012-4296-8f03-34ffc6701e05 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1845295596', 'description': 'tempest-description-971341546'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:31.929810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Made reservation on behalf of 877c7e64286f4739ae341beb83f69dc2 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:31.933544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.945699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.015627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d23a246a-ea67-46e9-adc8-3629f2db3151 req-ab2629e1-3012-4296-8f03-34ffc6701e05 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.108429 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-1013187e-e8cd-4fd8-900c-fd29dc80c076 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624006 Sep 16 04:57:32.156026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40182) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:32.162768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-07958412-7380-4ff6-b0a2-a33e5130dc1a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933052293', 'description': 'tempest-description--278193112'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:32.289288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.298748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24448887-178a-46c9-90d3-e322ed3f8313 req-20f903b1-d866-4d7f-a8a7-8c0d79aaf646 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.307114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24448887-178a-46c9-90d3-e322ed3f8313 req-20f903b1-d866-4d7f-a8a7-8c0d79aaf646 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0728400 Sep 16 04:57:32.319901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-57ce2612-a0de-40b0-862d-fecdef6c944b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.321934 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-57ce2612-a0de-40b0-862d-fecdef6c944b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868310 Sep 16 04:57:32.349694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Request body: {'port': {'device_id': '9362a971-306e-412c-bf55-2a10641e8f63', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '35445f9d9b7c4cd69215c1d87cefaab9'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:32.366510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.366869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24448887-178a-46c9-90d3-e322ed3f8313 req-a15fa077-c10a-4437-a0be-4ce04713fc33 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585265 Sep 16 04:57:32.419218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:32.491698 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.491698 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Added segment d05cb70d-1276-48af-8ed8-a05b9998cb82 of type vlan for network 06346a98-db22-4422-896a-c804ba2ab6cc Sep 16 04:57:32.513813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4085325d-2467-47d6-b30d-072ce99cf833,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.556290 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d23a246a-ea67-46e9-adc8-3629f2db3151 req-ab2629e1-3012-4296-8f03-34ffc6701e05 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.590246 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.632502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-534d52cb-1e0e-41ac-a486-cb4ec97a47c6 req-1fdbd5bb-2c4d-4a57-b0fb-e3631d6f1768 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 210 time: 0.0377429 Sep 16 04:57:32.644197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d23a246a-ea67-46e9-adc8-3629f2db3151 req-ab2629e1-3012-4296-8f03-34ffc6701e05 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.722092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2629e1-3012-4296-8f03-34ffc6701e05 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb337286-f0be-43df-a0b2-47423c549fa7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.735486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.735486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.735486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.811660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] Pushing event updated for resources: {'Network': ['ID=06346a98-db22-4422-896a-c804ba2ab6cc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.825221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 06346a98-db22-4422-896a-c804ba2ab6cc details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:32.829836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6bbcde69-1473-40a4-a900-d0251c8e1863 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:32.855848 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07958412-7380-4ff6-b0a2-a33e5130dc1a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.929337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40210) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:32.929791 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-636312a2-75e9-4df8-bb59-c8688e70e35f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3356321 Sep 16 04:57:32.934465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Request body: {'subnet': {'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-395656633-subnet', 'tenant_id': '877c7e64286f4739ae341beb83f69dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:33.003689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Made reservation on behalf of 35445f9d9b7c4cd69215c1d87cefaab9 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:33.008646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.011883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 6bbcde69-1473-40a4-a900-d0251c8e1863 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:33.012297 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.024742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.080663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d23a246a-ea67-46e9-adc8-3629f2db3151 req-ab2629e1-3012-4296-8f03-34ffc6701e05 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.081798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d23a246a-ea67-46e9-adc8-3629f2db3151 req-ab2629e1-3012-4296-8f03-34ffc6701e05 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1583705 Sep 16 04:57:33.180056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.235314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8fbf1b9-adf7-4f1b-95da-9b60141d59b0 req-f6ee9f44-813e-4b50-ae74-e7fb3ea48288 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/fb337286-f0be-43df-a0b2-47423c549fa7 HTTP/1.1" status: 200 len: 1812 time: 0.1199076 Sep 16 04:57:33.239306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:33.244110 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d289f347-7f57-4de6-a125-806bfb103805" -d '{"events": [{"server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "name": "network-vif-plugged", "status": "completed", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:33.268946 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07958412-7380-4ff6-b0a2-a33e5130dc1a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.274193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:33.282576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e250ad-6bc6-44c9-8672-ce0a7e082caa req-31879ad9-d1cb-4809-9af7-b5e25fb89c5c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.284647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68e250ad-6bc6-44c9-8672-ce0a7e082caa req-31879ad9-d1cb-4809-9af7-b5e25fb89c5c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 950 time: 0.1158488 Sep 16 04:57:33.342861 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55360e8c-bf2c-42da-a466-0e560ee3e93e x-openstack-request-id: req-55360e8c-bf2c-42da-a466-0e560ee3e93e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:33.344367 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "name": "network-vif-plugged", "status": "completed", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:33.344880 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55360e8c-bf2c-42da-a466-0e560ee3e93e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:33.345676 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'code': 200} Sep 16 04:57:33.355405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07958412-7380-4ff6-b0a2-a33e5130dc1a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.363160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:57:33.363160 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:57:33.363160 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': '35445f9d9b7c4cd69215c1d87cefaab9', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 57, 13, 50480)}] Sep 16 04:57:33.363160 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:33.364028 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:33.376125 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.403511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-12f05004-451e-4a1c-8da7-549bb2e65a53 req-3087e4a8-b6f6-47ad-83c1-c514f5497ad2 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1282903542', 'description': 'tempest-description-83137337'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:33.419706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68e250ad-6bc6-44c9-8672-ce0a7e082caa req-89bcec84-6415-4af5-8bb4-866865c09e57 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255748 Sep 16 04:57:33.444383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07958412-7380-4ff6-b0a2-a33e5130dc1a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bad8a2-6c7a-44a8-ba2e-c36f1a3feeb7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:33.481921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Made reservation on behalf of 877c7e64286f4739ae341beb83f69dc2 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:33.484665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:33.484976 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.621498 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07958412-7380-4ff6-b0a2-a33e5130dc1a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.622725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-07958412-7380-4ff6-b0a2-a33e5130dc1a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4656503 Sep 16 04:57:33.626262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40232) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.638614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-aa8fe1cc-f27e-4e5b-85b9-7a7aa6fdefde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Request body: {'security_group_rule': {'security_group_id': '39bad8a2-6c7a-44a8-ba2e-c36f1a3feeb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:33.683695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969da7e-444c-41e1-a90e-5f64505d83ab req-858113c6-d69c-4381-8115-05a801d16f70 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.685704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2969da7e-444c-41e1-a90e-5f64505d83ab req-858113c6-d69c-4381-8115-05a801d16f70 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1777272 Sep 16 04:57:33.735923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-12f05004-451e-4a1c-8da7-549bb2e65a53 req-3087e4a8-b6f6-47ad-83c1-c514f5497ad2 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.819687 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe1cc-f27e-4e5b-85b9-7a7aa6fdefde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.888770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.926677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2969da7e-444c-41e1-a90e-5f64505d83ab req-b7ebd780-9f1a-4b58-bb1c-c15b5ee26009 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269306 Sep 16 04:57:33.952854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.957309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe1cc-f27e-4e5b-85b9-7a7aa6fdefde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.053954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2679ef2f-efb3-4dd9-bfb1-affafce3c03f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.067867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe1cc-f27e-4e5b-85b9-7a7aa6fdefde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.093311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Checking segment: {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:34.093680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Network hostable DHCP agents. Network: 06346a98-db22-4422-896a-c804ba2ab6cc, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:34.095697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fe1cc-f27e-4e5b-85b9-7a7aa6fdefde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9671478-ec82-43a5-90c5-8a9edef46b33,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.103229 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-12f05004-451e-4a1c-8da7-549bb2e65a53 req-3087e4a8-b6f6-47ad-83c1-c514f5497ad2 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.148252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c3a98c5-a85d-4bd4-803b-207bc609dd0a req-dd0b91f7-59b7-4713-bedf-3315669cafc1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 210 time: 0.0382807 Sep 16 04:57:34.166766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-12f05004-451e-4a1c-8da7-549bb2e65a53 req-3087e4a8-b6f6-47ad-83c1-c514f5497ad2 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.209646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087e4a8-b6f6-47ad-83c1-c514f5497ad2 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eebb0d5-34c7-4553-9c8f-1d5fef621812,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.221416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Network 06346a98-db22-4422-896a-c804ba2ab6cc is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:34.257827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe1cc-f27e-4e5b-85b9-7a7aa6fdefde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.259073 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aa8fe1cc-f27e-4e5b-85b9-7a7aa6fdefde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6291435 Sep 16 04:57:34.262838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40252) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.269869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-60d86ab3-caaf-44db-8186-02fb2b81621e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Request body: {'security_group_rule': {'security_group_id': '39bad8a2-6c7a-44a8-ba2e-c36f1a3feeb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:34.325043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 06346a98-db22-4422-896a-c804ba2ab6cc) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:34.341219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ae57d-cfd0-4a41-abe0-8bc51c3058b0 None None] Network 06346a98-db22-4422-896a-c804ba2ab6cc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:34.356291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:34.357282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.396515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.449005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40258) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.462408 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.599775 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-12f05004-451e-4a1c-8da7-549bb2e65a53 req-3087e4a8-b6f6-47ad-83c1-c514f5497ad2 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.606884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12f05004-451e-4a1c-8da7-549bb2e65a53 req-3087e4a8-b6f6-47ad-83c1-c514f5497ad2 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.2403882 Sep 16 04:57:34.621587 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d590c2d5-1df5-4f5e-ad31-26002741e800,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.661890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023df33-7823-46a8-9a6d-2beb84d2428e req-8afd2883-a40a-46d1-b60f-426379fb8847 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:34.663553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f023df33-7823-46a8-9a6d-2beb84d2428e req-8afd2883-a40a-46d1-b60f-426379fb8847 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 950 time: 0.1206067 Sep 16 04:57:34.733310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1965533280', 'router:external': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:34.749050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b5d5f-c6a2-4754-bac3-5d54a9a59549 None None] Network 06346a98-db22-4422-896a-c804ba2ab6cc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:34.770280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f023df33-7823-46a8-9a6d-2beb84d2428e req-47e12ac9-109a-46f0-ada7-692bfae4c65c tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/security-groups?id=3f46c437-0efc-467a-978c-bf33aea87b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968478 Sep 16 04:57:34.784855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60d86ab3-caaf-44db-8186-02fb2b81621e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.812079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Allocated IP 192.168.233.72 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/819f82b5-8a3b-4d2e-88d2-07596fb4abf9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:34.841326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-516d214a-d476-44c9-8136-afcec0bc3ac9 req-dbd4e62c-9ffe-40e4-b67d-f62a79922442 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/5eebb0d5-34c7-4553-9c8f-1d5fef621812 HTTP/1.1" status: 200 len: 1811 time: 0.1844571 Sep 16 04:57:34.852263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ec73bfbc-30b9-421c-8dbd-174765ea3324 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9218194 Sep 16 04:57:34.865712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-b0eb1c23-f023-43a2-b6d8-0327283bbe52 req-ed3b0d92-fd18-49cf-8ae8-85727a934e08 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-444953923', 'description': 'tempest-description-1304089436'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:34.906499 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60d86ab3-caaf-44db-8186-02fb2b81621e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.921887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Made reservation on behalf of 66eb9e53843b4f7bb5478eb80ae719ba for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:34.924469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.962124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.001152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60d86ab3-caaf-44db-8186-02fb2b81621e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.065724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d86ab3-caaf-44db-8186-02fb2b81621e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47dd825-ee59-4afc-8e41-c1ded6d18426,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.102721 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b0eb1c23-f023-43a2-b6d8-0327283bbe52 req-ed3b0d92-fd18-49cf-8ae8-85727a934e08 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.122126 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.178362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60d86ab3-caaf-44db-8186-02fb2b81621e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.179770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-60d86ab3-caaf-44db-8186-02fb2b81621e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9155023 Sep 16 04:57:35.183095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40278) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:35.188139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:35.190318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ec67d-f77d-48b1-ad50-282b966b147f req-f6368712-e60e-4741-b4c8-8a6fdc351e12 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.197744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c1ec67d-f77d-48b1-ad50-282b966b147f req-f6368712-e60e-4741-b4c8-8a6fdc351e12 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1236711 Sep 16 04:57:35.234565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-80726a3c-af25-4059-8a14-04dc9261f65d tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.236189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-80726a3c-af25-4059-8a14-04dc9261f65d tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.57 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 950 time: 0.1184933 Sep 16 04:57:35.257800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c1ec67d-f77d-48b1-ad50-282b966b147f req-a6118035-7ec4-4605-bc77-15ae551091c7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590122 Sep 16 04:57:35.261145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.360159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'Port': ['ID=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.364370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:35.369954 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.371485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:35.379526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:35.400931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Deleting port 50d3b037-dff4-489e-a33d-7dcda59689d0 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:35.401336 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.498466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.513142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:35.526746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.527130 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Added segment bd4b279c-9769-43ef-bdda-68351531e4ec of type vlan for network fc7551ee-b902-4fae-a7a0-bd76650e6acd Sep 16 04:57:35.549309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] For port 50d3b037-dff4-489e-a33d-7dcda59689d0, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=50d3b037-dff4-489e-a33d-7dcda59689d0,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:35.555996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.585861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Calling delete_port for 50d3b037-dff4-489e-a33d-7dcda59689d0 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:35.642145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.642861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.660746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.688504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179b1588-1694-45f8-8a2f-264fe5f92daf,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.787609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.809168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6266c300-9a21-4c44-896d-9f54e3b88281 None None] Provisioning complete for port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:35.814853 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6266c300-9a21-4c44-896d-9f54e3b88281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.834681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.835881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.839616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.858179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6266c300-9a21-4c44-896d-9f54e3b88281 None None] Port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:35.886894 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.926285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['50d3b037-dff4-489e-a33d-7dcda59689d0'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:35.946928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'Network': ['ID=fc7551ee-b902-4fae-a7a0-bd76650e6acd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.980313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-88aaa366-394d-4af2-af22-2e5ce6c5cbbf tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.982276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-88aaa366-394d-4af2-af22-2e5ce6c5cbbf tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 813 time: 0.2321315 Sep 16 04:57:35.986618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network fc7551ee-b902-4fae-a7a0-bd76650e6acd details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:35.989134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Pushing event deleted for resources: {'Port': ['ID=50d3b037-dff4-489e-a33d-7dcda59689d0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.010491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] No DVR routers for this DVR port 50d3b037-dff4-489e-a33d-7dcda59689d0 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:36.013549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.015880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1bff071-cce2-4413-997c-e685d6db78c7 req-f469ce9c-7d77-4009-a8ba-bb4c9cc80767 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.57 "DELETE /v2.0/ports/50d3b037-dff4-489e-a33d-7dcda59689d0 HTTP/1.1" status: 204 len: 173 time: 0.7712104 Sep 16 04:57:36.026413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a20c4e-9e8f-44a7-af3c-fdd9373308dc', 'name': 'network-vif-deleted', 'tag': '50d3b037-dff4-489e-a33d-7dcda59689d0'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:36.033351 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525dc60b-a511-4216-a41b-0363d4701587" -d '{"events": [{"server_uuid": "95a20c4e-9e8f-44a7-af3c-fdd9373308dc", "name": "network-vif-deleted", "tag": "50d3b037-dff4-489e-a33d-7dcda59689d0"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:36.057256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-f2dc2639-0549-4a10-b351-5ddf51178d3c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/quotas/877c7e64286f4739ae341beb83f69dc2 HTTP/1.1" status: 200 len: 375 time: 0.0473435 Sep 16 04:57:36.062264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b0eb1c23-f023-43a2-b6d8-0327283bbe52 req-ed3b0d92-fd18-49cf-8ae8-85727a934e08 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.122628 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.128946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-4efcba95-b436-4d72-b10e-a63dc771de4e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587368 Sep 16 04:57:36.173399 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b0eb1c23-f023-43a2-b6d8-0327283bbe52 req-ed3b0d92-fd18-49cf-8ae8-85727a934e08 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.263329 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e4bd51fb-1471-4c30-8562-22d64356684c tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8088114 Sep 16 04:57:36.266068 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40302) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:36.273501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'subnet': {'network_id': 'fc7551ee-b902-4fae-a7a0-bd76650e6acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:36.281405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0d92-fd18-49cf-8ae8-85727a934e08 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464c4067-b3a6-49f6-b6d8-5a6c279161b9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.492291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Allocated IP 172.25.7.166 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/455c6aa2-bde9-411b-aae8-40f9ffb2c370) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:36.493256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-f1ee9f44-b18c-4e9b-a72c-df63a5db65be service neutron] 10.222.0.59 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729271 Sep 16 04:57:36.493256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-fb154e19-b150-480d-9027-d39dd261b078 service neutron] 10.222.0.59 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870523 Sep 16 04:57:36.493733 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.627784 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-2b50d51c-7d4b-4b0c-b971-10ae1a58aed6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2834475 Sep 16 04:57:36.653410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Request body: {'port': {'device_id': '9362a971-306e-412c-bf55-2a10641e8f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:36.707089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.736046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b0eb1c23-f023-43a2-b6d8-0327283bbe52 req-ed3b0d92-fd18-49cf-8ae8-85727a934e08 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.745701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0eb1c23-f023-43a2-b6d8-0327283bbe52 req-ed3b0d92-fd18-49cf-8ae8-85727a934e08 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.8820114 Sep 16 04:57:36.830185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.873872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721eae1-9acf-4fea-aea3-f0b712e27e4b req-e267cdf9-730f-427c-bd55-bd4d73d97fed tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.876151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1721eae1-9acf-4fea-aea3-f0b712e27e4b req-e267cdf9-730f-427c-bd55-bd4d73d97fed tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 935 time: 0.0861573 Sep 16 04:57:36.910429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19b93acf-4a0e-4179-b23f-54b1ac5dcc50 req-4179cebb-e455-45eb-ad74-849c072cb057 tempest-ServersAdminNegativeTestJSON-1988300639 tempest-ServersAdminNegativeTestJSON-1988300639-project] 10.222.0.59 "GET /v2.0/ports?device_id=95a20c4e-9e8f-44a7-af3c-fdd9373308dc HTTP/1.1" status: 200 len: 210 time: 0.0330088 Sep 16 04:57:36.934992 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event updated for resources: {'Port': ['ID=455c6aa2-bde9-411b-aae8-40f9ffb2c370,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.944596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:36.948370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Made reservation on behalf of 66eb9e53843b4f7bb5478eb80ae719ba for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:36.952252 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.963624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:36.979167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:36.992807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1721eae1-9acf-4fea-aea3-f0b712e27e4b req-4391d49f-53cd-4b99-9c8b-04842cecc782 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806520 Sep 16 04:57:37.000621 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a839efc5-7867-421a-8cd9-82fa8a6cb067 x-openstack-request-id: req-a839efc5-7867-421a-8cd9-82fa8a6cb067 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:37.001796 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a20c4e-9e8f-44a7-af3c-fdd9373308dc", "name": "network-vif-deleted", "tag": "50d3b037-dff4-489e-a33d-7dcda59689d0", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:37.002154 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a839efc5-7867-421a-8cd9-82fa8a6cb067 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:37.003412 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a20c4e-9e8f-44a7-af3c-fdd9373308dc', 'name': 'network-vif-deleted', 'tag': '50d3b037-dff4-489e-a33d-7dcda59689d0', 'status': 'completed', 'code': 200} Sep 16 04:57:37.188376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57602805-2dbf-4a1c-9f4e-0cf9488f2aa9 req-64580c9b-9b7c-4211-b27a-b7aba59ec8a2 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/464c4067-b3a6-49f6-b6d8-5a6c279161b9 HTTP/1.1" status: 200 len: 1812 time: 0.0510616 Sep 16 04:57:37.203776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a074b6b-d264-4082-b5bd-b1755dee2e10 req-9b08a091-f0ff-4e1f-b7d8-c83b9dd65c74 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:37.205451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a074b6b-d264-4082-b5bd-b1755dee2e10 req-9b08a091-f0ff-4e1f-b7d8-c83b9dd65c74 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1254387 Sep 16 04:57:37.283125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47c6f718-df6a-4aaf-967f-07fee55b9461 req-7db80f58-23d3-4ac7-b170-31497b4530b9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 210 time: 0.0436816 Sep 16 04:57:37.289156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.316561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a074b6b-d264-4082-b5bd-b1755dee2e10 req-8c6f1cc5-5915-4994-8048-3e894360cdd6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939388 Sep 16 04:57:37.321668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-162560e7-4132-4339-ac26-c7fbd08f040a req-807b715f-aa27-46f4-b957-0660f7738bdc tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-18740602', 'description': 'tempest-description-898791893'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:37.435800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:37.446064 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-162560e7-4132-4339-ac26-c7fbd08f040a req-807b715f-aa27-46f4-b957-0660f7738bdc tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.473778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.489553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.600223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Transition to ACTIVE for port object 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:37.601450 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-162560e7-4132-4339-ac26-c7fbd08f040a req-807b715f-aa27-46f4-b957-0660f7738bdc tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.677644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-162560e7-4132-4339-ac26-c7fbd08f040a req-807b715f-aa27-46f4-b957-0660f7738bdc tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.697813 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.718235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b715f-aa27-46f4-b957-0660f7738bdc tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23fdc9a-0379-4299-b8e0-f6eb7892124e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:37.773812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.796162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Pushing event updated for resources: {'Port': ['ID=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:37.796391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-162560e7-4132-4339-ac26-c7fbd08f040a req-807b715f-aa27-46f4-b957-0660f7738bdc tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.799401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-162560e7-4132-4339-ac26-c7fbd08f040a req-807b715f-aa27-46f4-b957-0660f7738bdc tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4816682 Sep 16 04:57:37.907180 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.918402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-606a7c78-4e4a-4bb3-8285-7ed0f89b6b32 req-00008599-a093-4a7c-a139-aec61c5de963 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/c23fdc9a-0379-4299-b8e0-f6eb7892124e HTTP/1.1" status: 200 len: 1810 time: 0.0830195 Sep 16 04:57:37.967371 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-e04da0d1-caf7-4814-8865-16ee42ac1d3c req-b3f5f275-7eb8-4d50-a8c2-4ca716725987 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] show failed (client error): The resource could not be found. Sep 16 04:57:37.995532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e04da0d1-caf7-4814-8865-16ee42ac1d3c req-b3f5f275-7eb8-4d50-a8c2-4ca716725987 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/a27dd9e0-c586-4229-aefd-b41e127a0719 HTTP/1.1" status: 404 len: 352 time: 0.0345480 Sep 16 04:57:38.020751 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-c9785dde-b6cc-4387-9257-6c6f09fc12a8 req-0a253f9c-cfd1-4c8a-b388-414e2ccdc1b7 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] show failed (client error): The resource could not be found. Sep 16 04:57:38.023014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9785dde-b6cc-4387-9257-6c6f09fc12a8 req-0a253f9c-cfd1-4c8a-b388-414e2ccdc1b7 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-group-rules/3a61d3ba-9b2c-4519-9052-3b0d2b0d6cb1 HTTP/1.1" status: 404 len: 361 time: 0.0204053 Sep 16 04:57:38.038530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Attempting to bind port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:38.038886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Attempting to bind port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:38.039326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Attempting to bind port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:38.069916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:38.070207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Attempting to bind port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:38.158030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a5185783-a552-4fb6-85a1-04d0df0b9d14 req-1253092e-b13f-449c-afad-6ac29026971c tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/c23fdc9a-0379-4299-b8e0-f6eb7892124e HTTP/1.1" status: 200 len: 1810 time: 0.0925407 Sep 16 04:57:38.165942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:38.166289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:38.166686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:38.167951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Bound port: 819f82b5-8a3b-4d2e-88d2-07596fb4abf9, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:38.167951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.171078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.180801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event updated for resources: {'Port': ['ID=455c6aa2-bde9-411b-aae8-40f9ffb2c370,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.234711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c627d-92df-4ad4-bc71-3c0f8bd6fb7e req-bc9b327d-dc40-4b7f-969c-0baac28d0519 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.236285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e98c627d-92df-4ad4-bc71-3c0f8bd6fb7e req-bc9b327d-dc40-4b7f-969c-0baac28d0519 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 947 time: 0.0886602 Sep 16 04:57:38.290070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a5185783-a552-4fb6-85a1-04d0df0b9d14 req-d159e83e-fe7b-4b18-be92-465a5cc7f38a tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.315496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a5185783-a552-4fb6-85a1-04d0df0b9d14 req-d159e83e-fe7b-4b18-be92-465a5cc7f38a tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.365966 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e98c627d-92df-4ad4-bc71-3c0f8bd6fb7e req-12e0bbd1-8d6b-4b94-a352-f9cd3ac0ab53 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225123 Sep 16 04:57:38.427308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a5185783-a552-4fb6-85a1-04d0df0b9d14 req-d159e83e-fe7b-4b18-be92-465a5cc7f38a tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.430284 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a5185783-a552-4fb6-85a1-04d0df0b9d14 req-d159e83e-fe7b-4b18-be92-465a5cc7f38a tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.432270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a5185783-a552-4fb6-85a1-04d0df0b9d14 req-d159e83e-fe7b-4b18-be92-465a5cc7f38a tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "DELETE /v2.0/security-groups/c23fdc9a-0379-4299-b8e0-f6eb7892124e HTTP/1.1" status: 204 len: 173 time: 0.2729633 Sep 16 04:57:38.472975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159e83e-fe7b-4b18-be92-465a5cc7f38a tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23fdc9a-0379-4299-b8e0-f6eb7892124e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.580916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5518a645-67ba-453f-add6-03755487ea16 req-d59fddc1-2106-4f52-8a3d-566e8e7d9698 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 210 time: 0.0569642 Sep 16 04:57:38.611983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6a3a-5d6b-4279-94a2-f452d6190161 req-eafc70a6-42aa-43d2-a92f-4b8d0c87f359 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.620624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57db6a3a-5d6b-4279-94a2-f452d6190161 req-eafc70a6-42aa-43d2-a92f-4b8d0c87f359 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0981493 Sep 16 04:57:38.630132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:57:38.631350 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.641292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.642999 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4980187b-e6bd-47ad-b89f-234659e25c30 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4582355 Sep 16 04:57:38.712595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57db6a3a-5d6b-4279-94a2-f452d6190161 req-a8f237ea-3a9e-41c4-924f-e57bfcbfbba8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784888 Sep 16 04:57:38.738160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] For port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:38.770608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Checking segment: {'id': 'bd4b279c-9769-43ef-bdda-68351531e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fc7551ee-b902-4fae-a7a0-bd76650e6acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:38.778123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Network hostable DHCP agents. Network: fc7551ee-b902-4fae-a7a0-bd76650e6acd, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:38.778123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'Subnet': ['ID=95991352-e7da-409d-a8d9-42e2885b813e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.782175 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] For port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:38.805984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fe8d8eb-1546-4bc5-9979-087f2c2dfa98 req-41d8bb21-4990-4053-be85-b4bf43f14538 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/464c4067-b3a6-49f6-b6d8-5a6c279161b9 HTTP/1.1" status: 200 len: 1812 time: 0.0927756 Sep 16 04:57:38.857685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 50d3b037-dff4-489e-a33d-7dcda59689d0 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:38.861694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Network fc7551ee-b902-4fae-a7a0-bd76650e6acd is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:38.867412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.882647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6fe8d8eb-1546-4bc5-9979-087f2c2dfa98 req-e3370d8c-8213-4552-93e9-585db3545e57 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.916961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40370) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.924250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.925455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.927177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] 10.222.0.57 "PUT /v2.0/ports/819f82b5-8a3b-4d2e-88d2-07596fb4abf9 HTTP/1.1" status: 200 len: 1096 time: 2.2779441 Sep 16 04:57:38.927776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9362a971-306e-412c-bf55-2a10641e8f63', 'tag': '819f82b5-8a3b-4d2e-88d2-07596fb4abf9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:38.930346 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9362a971-306e-412c-bf55-2a10641e8f63", "tag": "819f82b5-8a3b-4d2e-88d2-07596fb4abf9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:38.940659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 50d3b037-dff4-489e-a33d-7dcda59689d0 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:38.940659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 50d3b037-dff4-489e-a33d-7dcda59689d0 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:38.940878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6fe8d8eb-1546-4bc5-9979-087f2c2dfa98 req-e3370d8c-8213-4552-93e9-585db3545e57 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.992055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef6505-1008-431c-b725-a2e0d34c02cc service neutron] Pushing event updated for resources: {'Port': ['ID=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.032647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, fc7551ee-b902-4fae-a7a0-bd76650e6acd) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:39.037128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.037646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.049411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34439fd8-f0e5-4ac1-8db1-6d024ed59bbd None None] Network fc7551ee-b902-4fae-a7a0-bd76650e6acd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:39.129778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6fe8d8eb-1546-4bc5-9979-087f2c2dfa98 req-e3370d8c-8213-4552-93e9-585db3545e57 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.132685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6fe8d8eb-1546-4bc5-9979-087f2c2dfa98 req-e3370d8c-8213-4552-93e9-585db3545e57 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.152963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fe8d8eb-1546-4bc5-9979-087f2c2dfa98 req-e3370d8c-8213-4552-93e9-585db3545e57 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "DELETE /v2.0/security-groups/464c4067-b3a6-49f6-b6d8-5a6c279161b9 HTTP/1.1" status: 204 len: 173 time: 0.3394382 Sep 16 04:57:39.203058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3370d8c-8213-4552-93e9-585db3545e57 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c4067-b3a6-49f6-b6d8-5a6c279161b9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.208900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fe4d2f0f-e888-4fe4-befe-78e38c09f6cb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9414577 Sep 16 04:57:39.217685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40386) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:39.230300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1948356345', 'network_id': 'fc7551ee-b902-4fae-a7a0-bd76650e6acd'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:39.254092 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4cabde-7091-4949-9011-59ed49663fc5 x-openstack-request-id: req-ef4cabde-7091-4949-9011-59ed49663fc5 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:39.257264 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9362a971-306e-412c-bf55-2a10641e8f63", "tag": "819f82b5-8a3b-4d2e-88d2-07596fb4abf9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:39.257798 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef4cabde-7091-4949-9011-59ed49663fc5 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:39.260547 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9362a971-306e-412c-bf55-2a10641e8f63', 'tag': '819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'status': 'completed', 'code': 200} Sep 16 04:57:39.294186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2f3dac43-cfbf-4fa4-99ac-755c68d27f18 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.301350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2f3dac43-cfbf-4fa4-99ac-755c68d27f18 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 821 time: 0.2587090 Sep 16 04:57:39.301926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-66a1e2d4-47a5-4237-b8bd-2c7b15ab4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.303561 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-66a1e2d4-47a5-4237-b8bd-2c7b15ab4040 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 1099 time: 0.1622326 Sep 16 04:57:39.341325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-4f99108d-7530-4226-94c0-04325637fa70 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/quotas/73db11f6803f4368b2a7ee236edc372a HTTP/1.1" status: 200 len: 375 time: 0.0390201 Sep 16 04:57:39.391466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd75d9-51e6-4239-95ba-121b573f1d1f None None] Network fc7551ee-b902-4fae-a7a0-bd76650e6acd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:39.410076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Made reservation on behalf of 66eb9e53843b4f7bb5478eb80ae719ba for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:39.412758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.415800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-08108e9c-a754-41a4-bc51-51bde4de1b97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9 HTTP/1.1" status: 200 len: 217 time: 0.0905364 Sep 16 04:57:39.436913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40390) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:39.439276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-55c9ee22-6d38-4ee4-8b3a-1f29b14073fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=309aa15651b243a4aa3fa479a3ecdd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209386 Sep 16 04:57:39.442364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be09027e-8d7b-4c0c-aaef-8b7f76498b47 req-fd9c403e-525e-49db-ab15-8f08464633df tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/5eebb0d5-34c7-4553-9c8f-1d5fef621812 HTTP/1.1" status: 200 len: 1811 time: 0.1369348 Sep 16 04:57:39.494888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-22aa3b59-c037-4d2b-92e0-d75b8d3592de tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526232 Sep 16 04:57:39.558815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] device_id is not set on port bd832683-0f5d-47ec-827e-63512317652b yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:39.656815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2f43c4b4-c99c-4b89-a99b-f0c7597a3317 service neutron] 10.222.0.59 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609731 Sep 16 04:57:39.694391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccb87-08ed-44a4-8d74-b6d763c3a9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.706276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-7e5d04a3-e236-48b1-9a5d-bbae6f7a044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.708251 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-7e5d04a3-e236-48b1-9a5d-bbae6f7a044c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.2809415 Sep 16 04:57:39.750696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-be09027e-8d7b-4c0c-aaef-8b7f76498b47 req-c272e9e6-c54a-4288-b3e4-81bffd42213c tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.784006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccb87-08ed-44a4-8d74-b6d763c3a9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.786938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-be09027e-8d7b-4c0c-aaef-8b7f76498b47 req-c272e9e6-c54a-4288-b3e4-81bffd42213c tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.801623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-d618f229-1e83-4790-ae50-b60d956f3ff8 service neutron] 10.222.0.59 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439383 Sep 16 04:57:39.855974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-39f19100-7945-4bd2-bb6b-459dd85d4f63 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.857561 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-39f19100-7945-4bd2-bb6b-459dd85d4f63 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.60 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 813 time: 0.3064146 Sep 16 04:57:39.872949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-f3155fc5-0ff6-4c39-baa4-246cb524f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.874707 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-f3155fc5-0ff6-4c39-baa4-246cb524f342 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1486254 Sep 16 04:57:39.892283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Request body: {'port': {'device_id': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc', 'admin_state_up': True, 'tenant_id': '877c7e64286f4739ae341beb83f69dc2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:39.932740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Allocated IP 2001:db8::2ac (fc7551ee-b902-4fae-a7a0-bd76650e6acd/95991352-e7da-409d-a8d9-42e2885b813e/bd832683-0f5d-47ec-827e-63512317652b) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:39.992462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-be09027e-8d7b-4c0c-aaef-8b7f76498b47 req-c272e9e6-c54a-4288-b3e4-81bffd42213c tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.996033 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-be09027e-8d7b-4c0c-aaef-8b7f76498b47 req-c272e9e6-c54a-4288-b3e4-81bffd42213c tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.997208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be09027e-8d7b-4c0c-aaef-8b7f76498b47 req-c272e9e6-c54a-4288-b3e4-81bffd42213c tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "DELETE /v2.0/security-groups/5eebb0d5-34c7-4553-9c8f-1d5fef621812 HTTP/1.1" status: 204 len: 173 time: 0.5465803 Sep 16 04:57:40.019635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e9e6-c54a-4288-b3e4-81bffd42213c tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eebb0d5-34c7-4553-9c8f-1d5fef621812,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.127134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb523-8d9b-40a9-adc8-7ec1b8b022d0 req-7683b0b1-c740-49dd-8db0-95ef3e73f5b4 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.141794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d52cb523-8d9b-40a9-adc8-7ec1b8b022d0 req-7683b0b1-c740-49dd-8db0-95ef3e73f5b4 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 947 time: 0.0800617 Sep 16 04:57:40.152779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccb87-08ed-44a4-8d74-b6d763c3a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.155419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c0ccb87-08ed-44a4-8d74-b6d763c3a9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.160465 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8c0ccb87-08ed-44a4-8d74-b6d763c3a9e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f46c437-0efc-467a-978c-bf33aea87b35 HTTP/1.1" status: 204 len: 168 time: 0.7004189 Sep 16 04:57:40.193176 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.202540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d52cb523-8d9b-40a9-adc8-7ec1b8b022d0 req-371061d1-bf9c-421b-a15c-bad0802cf551 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596979 Sep 16 04:57:40.301816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ccb87-08ed-44a4-8d74-b6d763c3a9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f46c437-0efc-467a-978c-bf33aea87b35,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.311226 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-936292ed-45c0-4488-9056-d2d7fc3371a4 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249055 Sep 16 04:57:40.327097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fefa5762-ca58-48bf-9d95-ebb029d50e17 req-e82d40af-3a59-4121-8fde-c172b3546091 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 210 time: 0.0653629 Sep 16 04:57:40.440075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cf92f21-9faa-4ea9-8d67-dac8ce5e4aed req-94b5ccd5-214a-40dd-ae31-9cef9c5c9b79 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/fb337286-f0be-43df-a0b2-47423c549fa7 HTTP/1.1" status: 200 len: 1812 time: 0.0870709 Sep 16 04:57:40.451391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Made reservation on behalf of 877c7e64286f4739ae341beb83f69dc2 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:40.452608 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.475782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f376a-c6bf-4d44-a54a-124e6f5b917e req-4374e4c0-ea37-48f8-863d-23d7367a1c23 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.477132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1f376a-c6bf-4d44-a54a-124e6f5b917e req-4374e4c0-ea37-48f8-863d-23d7367a1c23 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1033969 Sep 16 04:57:40.565186 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e4b2ecb-a92e-4b26-b11d-e5f8ef10fa4c req-ba974294-a9d8-4fc4-b3c1-0730d492ab81 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408333 Sep 16 04:57:40.575018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.588849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1f376a-c6bf-4d44-a54a-124e6f5b917e req-69a73c61-0fa9-4fcb-9a8f-0e9ecfe07be7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908480 Sep 16 04:57:40.623799 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9cf92f21-9faa-4ea9-8d67-dac8ce5e4aed req-42f6ef4a-e8a4-408f-a785-7d75fa90e489 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.689578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Allocated IP 172.20.0.7 (06346a98-db22-4422-896a-c804ba2ab6cc/2679ef2f-efb3-4dd9-bfb1-affafce3c03f/99b9469c-3efc-40ba-b97f-b6eee30e91ba) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:40.700740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9cf92f21-9faa-4ea9-8d67-dac8ce5e4aed req-42f6ef4a-e8a4-408f-a785-7d75fa90e489 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.704799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-586ea271-7070-4f7a-bab4-79e63d80ed2c req-59b5ea9d-1ff3-4c3a-b926-37cf64ce250a tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 210 time: 0.0466223 Sep 16 04:57:40.772293 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.889226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9cf92f21-9faa-4ea9-8d67-dac8ce5e4aed req-42f6ef4a-e8a4-408f-a785-7d75fa90e489 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.892579 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9cf92f21-9faa-4ea9-8d67-dac8ce5e4aed req-42f6ef4a-e8a4-408f-a785-7d75fa90e489 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.901839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cf92f21-9faa-4ea9-8d67-dac8ce5e4aed req-42f6ef4a-e8a4-408f-a785-7d75fa90e489 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "DELETE /v2.0/security-groups/fb337286-f0be-43df-a0b2-47423c549fa7 HTTP/1.1" status: 204 len: 173 time: 0.4506481 Sep 16 04:57:40.914091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6ef4a-e8a4-408f-a785-7d75fa90e489 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb337286-f0be-43df-a0b2-47423c549fa7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.928130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Network fc7551ee-b902-4fae-a7a0-bd76650e6acd is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:40.932160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'Port': ['ID=bd832683-0f5d-47ec-827e-63512317652b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.946902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:40.953676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:40.955025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.956101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.963254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-836a3cd2-792b-444a-8eb2-21ad7f5c43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.965085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-836a3cd2-792b-444a-8eb2-21ad7f5c43c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 1099 time: 0.2013178 Sep 16 04:57:40.976551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f567cb80-6ee6-4c0b-80b8-00de5ca68be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.034170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5193813a-4da0-408a-b7ec-bd6b2a5af248 req-788fe4ba-f923-4e4c-a1f6-c31c624d54b9 tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "GET /v2.0/security-groups/a9f9675d-f0ad-4da7-9c32-adaf92ff5d80 HTTP/1.1" status: 200 len: 1813 time: 0.1040804 Sep 16 04:57:41.079982 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-15d477c8-3200-451d-a50c-bb6fa1edd99a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8579290 Sep 16 04:57:41.081273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40424) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.083543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.137171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5193813a-4da0-408a-b7ec-bd6b2a5af248 req-2224aa4f-b961-4196-8138-208f5d42d0ec tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.193798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-fef71e09-7ce9-4c7c-a640-33975c739d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.197426 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-fef71e09-7ce9-4c7c-a640-33975c739d00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2068849 Sep 16 04:57:41.199425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.202240 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5193813a-4da0-408a-b7ec-bd6b2a5af248 req-2224aa4f-b961-4196-8138-208f5d42d0ec tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.261164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-a1eb7d57-1578-40b7-81f8-2ef5760d7081 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9 HTTP/1.1" status: 200 len: 217 time: 0.0539246 Sep 16 04:57:41.286967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.306285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-2336a80d-aba9-4e1b-8fc7-e147aa6c33d3 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Deleting port bd832683-0f5d-47ec-827e-63512317652b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:41.307443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2336a80d-aba9-4e1b-8fc7-e147aa6c33d3 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.409188 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-329e8b27-fffe-4002-a666-b784be45c96a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6606e98de8ae4e1196f7026c986790ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085648 Sep 16 04:57:41.412159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40434) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.412817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Network 06346a98-db22-4422-896a-c804ba2ab6cc is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:41.427768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:41.431545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d49d2-4213-44b7-ae79-87183a129607 req-15020f19-18e9-4232-8300-cfe09cb5cfb0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.434929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:41.439295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-289d49d2-4213-44b7-ae79-87183a129607 req-15020f19-18e9-4232-8300-cfe09cb5cfb0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 947 time: 0.1294672 Sep 16 04:57:41.441225 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5193813a-4da0-408a-b7ec-bd6b2a5af248 req-2224aa4f-b961-4196-8138-208f5d42d0ec tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.444009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5193813a-4da0-408a-b7ec-bd6b2a5af248 req-2224aa4f-b961-4196-8138-208f5d42d0ec tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.460271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5193813a-4da0-408a-b7ec-bd6b2a5af248 req-2224aa4f-b961-4196-8138-208f5d42d0ec tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] 10.222.0.59 "DELETE /v2.0/security-groups/a9f9675d-f0ad-4da7-9c32-adaf92ff5d80 HTTP/1.1" status: 204 len: 173 time: 0.4241078 Sep 16 04:57:41.461351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40436) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.564712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.570556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-88b02076-6830-4095-a0bf-f640f0300bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.572827 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-88b02076-6830-4095-a0bf-f640f0300bcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.3012993 Sep 16 04:57:41.584971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.585663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.589159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224aa4f-b961-4196-8138-208f5d42d0ec tempest-SecurityGroupRulesNegativeTestJSON-985107102 tempest-SecurityGroupRulesNegativeTestJSON-985107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f9675d-f0ad-4da7-9c32-adaf92ff5d80,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.615083 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2336a80d-aba9-4e1b-8fc7-e147aa6c33d3 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.653339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-20738efd-2b15-49b1-b574-31b64e09eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.654935 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-20738efd-2b15-49b1-b574-31b64e09eba0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640969 Sep 16 04:57:41.711553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-2336a80d-aba9-4e1b-8fc7-e147aa6c33d3 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Calling delete_port for bd832683-0f5d-47ec-827e-63512317652b owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:41.724064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc48065d-cc40-4f7b-a8a8-09de2783cb2c admin admin] Deleting subnet 0948c880-4d0c-4822-8185-604ad01d7c0e {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:41.757929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-8f5c55cd-390d-493a-b16e-777f8cb8a09f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8644664 Sep 16 04:57:41.758307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-289d49d2-4213-44b7-ae79-87183a129607 req-4c4b1775-1c1f-41ee-8d42-7d46f22e8f46 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115280 Sep 16 04:57:41.770106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Request body: {'port': {'device_id': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:41.813342 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-d6f3cda3-7ca4-44fa-8ae8-cd53ab271cdf service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488340 Sep 16 04:57:41.861051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.981705 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4e5bcb2-d35e-4bde-855f-26d97078b8a2 req-efdcce3f-0648-4288-bf46-6f4a166321b9 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473026 Sep 16 04:57:42.067737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc48065d-cc40-4f7b-a8a8-09de2783cb2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.145104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5922a289-08f6-4ecc-92c4-1fb6ded1b2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.178143 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc48065d-cc40-4f7b-a8a8-09de2783cb2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.209345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b9469c-3efc-40ba-b97f-b6eee30e91ba {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:42.222203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a509b85-02db-45c7-bed8-0cbd418172f2 req-bf84eb11-734c-4168-b102-704e5201fd95 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:42.223179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.223800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a509b85-02db-45c7-bed8-0cbd418172f2 req-bf84eb11-734c-4168-b102-704e5201fd95 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 931 time: 0.5397828 Sep 16 04:57:42.231537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5922a289-08f6-4ecc-92c4-1fb6ded1b2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.236385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Transition to ACTIVE for port object 99b9469c-3efc-40ba-b97f-b6eee30e91ba will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:42.291380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248ec42-8c2b-4e10-a718-5b0491a72ef5 req-3c7deda0-6a73-4631-b71b-b1f1a72866eb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:42.298869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4248ec42-8c2b-4e10-a718-5b0491a72ef5 req-3c7deda0-6a73-4631-b71b-b1f1a72866eb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.2292261 Sep 16 04:57:42.372169 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.376817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc48065d-cc40-4f7b-a8a8-09de2783cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.444953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4248ec42-8c2b-4e10-a718-5b0491a72ef5 req-68b16f69-1d13-4788-8e43-409b2b0ec555 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452217 Sep 16 04:57:42.460877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a509b85-02db-45c7-bed8-0cbd418172f2 req-aeb9792e-9d0b-4f31-947f-c8639f5b3c09 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246628 Sep 16 04:57:42.546931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:42.569067 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2336a80d-aba9-4e1b-8fc7-e147aa6c33d3 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.576622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5922a289-08f6-4ecc-92c4-1fb6ded1b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.587468 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5922a289-08f6-4ecc-92c4-1fb6ded1b2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.596874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5922a289-08f6-4ecc-92c4-1fb6ded1b2da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65cb0865-b2aa-4ed4-9d70-d0bb8b2161a9 HTTP/1.1" status: 204 len: 168 time: 1.1818812 Sep 16 04:57:42.645252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922a289-08f6-4ecc-92c4-1fb6ded1b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb0865-b2aa-4ed4-9d70-d0bb8b2161a9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:42.697689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc48065d-cc40-4f7b-a8a8-09de2783cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.740432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Attempting to bind port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:42.740787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Attempting to bind port 99b9469c-3efc-40ba-b97f-b6eee30e91ba by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:42.741114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Attempting to bind port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on network 06346a98-db22-4422-896a-c804ba2ab6cc {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:42.758208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336a80d-aba9-4e1b-8fc7-e147aa6c33d3 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd832683-0f5d-47ec-827e-63512317652b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:42.764027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on network 06346a98-db22-4422-896a-c804ba2ab6cc not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:42.764250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Attempting to bind port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on network 06346a98-db22-4422-896a-c804ba2ab6cc {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:42.782058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:42.782416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Checking segment: {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:42.785308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Bound using segment: {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:42.785308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Bound port: 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:42.785308 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.795648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48065d-cc40-4f7b-a8a8-09de2783cb2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0948c880-4d0c-4822-8185-604ad01d7c0e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:42.823319 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-25bfdeaf-7340-4429-98e8-97bcfa158028 req-afb6680f-c87d-443e-a47a-5fa5830d538f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 210 time: 0.1882648 Sep 16 04:57:42.846609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2336a80d-aba9-4e1b-8fc7-e147aa6c33d3 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.852344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2336a80d-aba9-4e1b-8fc7-e147aa6c33d3 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "DELETE /v2.0/ports/bd832683-0f5d-47ec-827e-63512317652b HTTP/1.1" status: 204 len: 168 time: 1.7696576 Sep 16 04:57:42.853276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40468) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:42.854072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc48065d-cc40-4f7b-a8a8-09de2783cb2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.859080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fc48065d-cc40-4f7b-a8a8-09de2783cb2c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0948c880-4d0c-4822-8185-604ad01d7c0e HTTP/1.1" status: 204 len: 168 time: 1.3848598 Sep 16 04:57:42.861149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40470) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:42.862100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:42.862692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc7551ee-b902-4fae-a7a0-bd76650e6acd', 'external_fixed_ips': [{'subnet_id': '95991352-e7da-409d-a8d9-42e2885b813e', 'ip_address': '2001:db8::2ac'}]}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:42.928696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:42.933387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:42.991887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.992947 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.046752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.054766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.103810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e612e84-304e-46a9-a077-cd5254f206ad req-22698f98-0a28-4d99-87f5-6a3d3de8f317 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.115831 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e612e84-304e-46a9-a077-cd5254f206ad req-22698f98-0a28-4d99-87f5-6a3d3de8f317 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 947 time: 0.2553623 Sep 16 04:57:43.126070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:43.141729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'mac_address': 'fa:16:3e:89:a2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:43.144119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.209959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.214388 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.225733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.226428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.228663 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-60a00132-621d-43a9-9a8b-3eb7004a00b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 1092 time: 1.4723477 Sep 16 04:57:43.229134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:43.229511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:43.231577 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db064773-cd6c-4da3-817a-c7a31c6bb88a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:43.256417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:43.330091 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.389123 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bd0996-779f-48b3-a54e-35523530dc66 x-openstack-request-id: req-08bd0996-779f-48b3-a54e-35523530dc66 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:43.389635 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:43.390071 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08bd0996-779f-48b3-a54e-35523530dc66 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:43.390778 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'status': 'completed', 'code': 200} Sep 16 04:57:43.426960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.445314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.512836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f0c83c-38f4-4029-bd62-064c87b21794']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:43.530705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12427403-3109-4f1d-b4a8-3f079373d4dc') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:43.531006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12427403-3109-4f1d-b4a8-3f079373d4dc') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:43.555701 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.578002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.586329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:43.587191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:43.680222 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:43.701664 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5e9938e9-5a65-406e-89aa-68f9707d574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.706492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e612e84-304e-46a9-a077-cd5254f206ad req-1e71046d-5a83-410c-9862-354defb5ff0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893829 Sep 16 04:57:43.716102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:43.768629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bdb77-fbef-476e-b457-227311b47cb2 req-277a6e2f-5e06-4236-8e0e-b2a89b4a10e7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.779883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-702bdb77-fbef-476e-b457-227311b47cb2 req-277a6e2f-5e06-4236-8e0e-b2a89b4a10e7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0986066 Sep 16 04:57:43.836645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.864238 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.866594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e6f0c83c-38f4-4029-bd62-064c87b21794 HTTP/1.1" status: 204 len: 168 time: 1.0043650 Sep 16 04:57:43.934711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-702bdb77-fbef-476e-b457-227311b47cb2 req-3bfda27e-43f3-490f-8d06-cd90db80cd67 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304822 Sep 16 04:57:43.948465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad09b8-59c3-4462-88e1-16a65f610b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f0c83c-38f4-4029-bd62-064c87b21794,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.026189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d27b5-487a-4e9c-bc50-a41efd030d51 req-1cc0f4f7-b788-4e4a-8022-26528ca98630 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.027671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b9d27b5-487a-4e9c-bc50-a41efd030d51 req-1cc0f4f7-b788-4e4a-8022-26528ca98630 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.1946871 Sep 16 04:57:44.080695 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.135988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b9d27b5-487a-4e9c-bc50-a41efd030d51 req-d3250537-e36f-426f-91d0-a6039cc6cda5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995283 Sep 16 04:57:44.219017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eebcea14-37d5-4cf1-aec7-81651f2648e1 req-8206b679-a214-477c-8172-533906cd75b1 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 210 time: 0.0441546 Sep 16 04:57:44.274408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-823d7a58-2882-41af-87f7-a297fbcd3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.277107 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-823d7a58-2882-41af-87f7-a297fbcd3473 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1095 time: 0.8756318 Sep 16 04:57:44.319992 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.337108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40508) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:44.365142 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-f671672c-b78d-4241-9532-745ee98db9b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 217 time: 0.0558774 Sep 16 04:57:44.418944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27547bdb-1ec8-414a-b8e5-c77e5c5cf5b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec7659350fdc43d3945240e5821ef84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779014 Sep 16 04:57:44.425534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40512) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:44.446448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-21fa16ea-5af8-4503-b247-6d7a0d21e522 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.448824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-21fa16ea-5af8-4503-b247-6d7a0d21e522 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.57 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 821 time: 1.0570433 Sep 16 04:57:44.480246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Request body: {'port': {'device_id': 'b2931c49-c181-46c4-9266-83314e842108', 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'admin_state_up': True, 'tenant_id': '73db11f6803f4368b2a7ee236edc372a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:44.490385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-909d5701-dd98-4e9b-ab7f-a8d722de17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.492158 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-909d5701-dd98-4e9b-ab7f-a8d722de17b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.1026435 Sep 16 04:57:44.517814 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8ff28ce-a981-47fb-8e47-b48ea38c3c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.530532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40514) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:44.550161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8ff28ce-a981-47fb-8e47-b48ea38c3c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.552582 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-3515342a-c830-401e-a7a7-840d67f90c2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465221 Sep 16 04:57:44.681869 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8ff28ce-a981-47fb-8e47-b48ea38c3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.693514 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8ff28ce-a981-47fb-8e47-b48ea38c3c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.702119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a8ff28ce-a981-47fb-8e47-b48ea38c3c74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3da71f27-c2ca-4332-aead-3818e2a0f0f7 HTTP/1.1" status: 204 len: 168 time: 0.2741673 Sep 16 04:57:44.753325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff28ce-a981-47fb-8e47-b48ea38c3c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da71f27-c2ca-4332-aead-3818e2a0f0f7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.859803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1832498433-network', 'tenant_id': 'b66363da29a24620998395534eb0d87c'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:44.871518 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-e8ce15c9-f5e7-49e0-827b-69a338dced27 service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106418 Sep 16 04:57:44.873702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:44.932688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad878558-11bd-4c78-b7b5-cada698ef305 req-743955d1-77f1-4fc9-8fbc-a5dfd1b5079c tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.934398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad878558-11bd-4c78-b7b5-cada698ef305 req-743955d1-77f1-4fc9-8fbc-a5dfd1b5079c tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 948 time: 0.0842452 Sep 16 04:57:45.006358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Made reservation on behalf of 73db11f6803f4368b2a7ee236edc372a for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:45.010338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.031854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad878558-11bd-4c78-b7b5-cada698ef305 req-c02aa306-0a5c-44bd-8752-14cdad65075b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887570 Sep 16 04:57:45.063926 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.085241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7ec7d-70b8-4079-87f5-af54161c1499 req-ebb91208-f8d2-4b7b-893b-473d31adce29 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.094496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29c7ec7d-70b8-4079-87f5-af54161c1499 req-ebb91208-f8d2-4b7b-893b-473d31adce29 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0843563 Sep 16 04:57:45.097564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:45.109808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:45.112643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.186556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Made reservation on behalf of b66363da29a24620998395534eb0d87c for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:45.188988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.273517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.280176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29c7ec7d-70b8-4079-87f5-af54161c1499 req-717f9a44-4990-4355-9efc-a38e949546ae tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835644 Sep 16 04:57:45.287273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.297008 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3860359-0d8d-43d6-b929-29b3e34e89fb req-09cda20e-9e08-49c2-bbe5-48a8be621f0b service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144833 Sep 16 04:57:45.329225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.358566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.433792 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9362a971-306e-412c-bf55-2a10641e8f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819f82b5-8a3b-4d2e-88d2-07596fb4abf9'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:45.458351 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a498cb33-010c-4cd9-b7fb-6b77181d6331" -d '{"events": [{"server_uuid": "9362a971-306e-412c-bf55-2a10641e8f63", "name": "network-vif-plugged", "status": "completed", "tag": "819f82b5-8a3b-4d2e-88d2-07596fb4abf9"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:45.495076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:45.535735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Allocated IP 172.20.0.9 (bdc02b77-5d08-475e-b380-002c3a21dc9f/722b342b-20f9-4077-8177-48fa83f54831/6eb45af9-44d9-47f2-8137-7c682f70a3c3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:45.548196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b13c143c-2f68-4c48-9328-cc01b8621b53 req-de54b78b-dbc5-4fd4-bc0e-e1ec9b6a6b80 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 210 time: 0.0784330 Sep 16 04:57:45.564381 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.593921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542022f7-9d95-448d-bf36-86b0cf2b90c1 req-9cae6c21-9b2d-41bd-bc0c-9c6b752d230d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.602504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-31170b3e-a8a0-446b-af60-6694f4a084e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.604710 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-31170b3e-a8a0-446b-af60-6694f4a084e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1095 time: 0.1807041 Sep 16 04:57:45.608037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-542022f7-9d95-448d-bf36-86b0cf2b90c1 req-9cae6c21-9b2d-41bd-bc0c-9c6b752d230d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.2044990 Sep 16 04:57:45.709474 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b09a84-b106-494e-b46d-47592c6b373f x-openstack-request-id: req-a0b09a84-b106-494e-b46d-47592c6b373f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:45.709918 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9362a971-306e-412c-bf55-2a10641e8f63", "name": "network-vif-plugged", "status": "completed", "tag": "819f82b5-8a3b-4d2e-88d2-07596fb4abf9", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:45.710475 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0b09a84-b106-494e-b46d-47592c6b373f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:45.710892 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9362a971-306e-412c-bf55-2a10641e8f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'code': 200} Sep 16 04:57:45.711871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:45.735527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-542022f7-9d95-448d-bf36-86b0cf2b90c1 req-477af4b4-7d20-41ad-b87b-06b8daeffce9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235144 Sep 16 04:57:45.872347 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.890006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec59e6b-bf60-455b-93be-aa1e34397412 req-0b4ac9ac-1dc9-49c6-8c98-a991313bc629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.893006 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ec59e6b-bf60-455b-93be-aa1e34397412 req-0b4ac9ac-1dc9-49c6-8c98-a991313bc629 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 1101 time: 0.1126068 Sep 16 04:57:45.900848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Allocated IP 2001:db8::2ac (fc7551ee-b902-4fae-a7a0-bd76650e6acd/95991352-e7da-409d-a8d9-42e2885b813e/bbeffd11-6463-420b-b8dc-80b395f9bb86) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:45.940181 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.965661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ec59e6b-bf60-455b-93be-aa1e34397412 req-0c195bf6-c560-465e-8932-d3df94a298b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598876 Sep 16 04:57:45.997116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:46.001191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-2a96b140-a701-4e21-b32a-8ed6e03d0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.002713 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-2a96b140-a701-4e21-b32a-8ed6e03d0787 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 914 time: 0.3901575 Sep 16 04:57:46.088386 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.089418 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Added segment 6efb38cc-d627-4121-87be-9004f7fe48f9 of type vlan for network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 Sep 16 04:57:46.125629 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-811697d5-c4b9-4c4f-ab28-8d45ab99ced5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 217 time: 0.1064985 Sep 16 04:57:46.143427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b80e64-af56-4722-917a-b9aed74f6214,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.220268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2d403-7a74-4a33-b0ad-ba604c39f77c req-846bdae5-930d-444f-ab25-e0546bee42bf tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.229134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ade2d403-7a74-4a33-b0ad-ba604c39f77c req-846bdae5-930d-444f-ab25-e0546bee42bf tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 949 time: 0.0839014 Sep 16 04:57:46.272183 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.332529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ade2d403-7a74-4a33-b0ad-ba604c39f77c req-0cd297a5-66f4-431a-9829-c32a47310889 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022677 Sep 16 04:57:46.359109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.440075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40572) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:46.452338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.490530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83b945-ad63-434e-b7a9-e29a40d912b5 req-6a7ff8d0-6b83-4cfb-baec-51c4d6385627 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.493311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c83b945-ad63-434e-b7a9-e29a40d912b5 req-6a7ff8d0-6b83-4cfb-baec-51c4d6385627 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0840154 Sep 16 04:57:46.526278 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.542085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-88e88fab-2744-4ba0-9229-a2a1c20fa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.543849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-88e88fab-2744-4ba0-9229-a2a1c20fa0f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.3564582 Sep 16 04:57:46.581976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c83b945-ad63-434e-b7a9-e29a40d912b5 req-e7c37809-5d8f-47d2-b1f9-5c2b8ebb6522 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805900 Sep 16 04:57:46.635850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-215426326-network', 'tenant_id': '3214ea6b2cf444baa62c3b073eb748b8'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:46.643877 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-4298e56b-cb03-41ab-a41c-3173331ee4c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717158 Sep 16 04:57:46.654041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.654041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.654041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.663745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Network fc7551ee-b902-4fae-a7a0-bd76650e6acd is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:46.677291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae382d5f-e6f6-4706-8e71-75734636dd54 req-42076930-f801-4945-a54d-4c698dd18baf tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 210 time: 0.0305555 Sep 16 04:57:46.679785 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.732701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:46.735540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:46.738525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.749211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'Port': ['ID=bbeffd11-6463-420b-b8dc-80b395f9bb86,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.865561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373df5dc-39ba-4396-b72c-c00997a3532b req-6870d359-1672-4593-b5db-07de47a8009a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.866790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-373df5dc-39ba-4396-b72c-c00997a3532b req-6870d359-1672-4593-b5db-07de47a8009a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.0515015 Sep 16 04:57:46.909870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-373df5dc-39ba-4396-b72c-c00997a3532b req-7a1ef41d-da61-42e4-b9fd-92d46a7bfefc tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Sep 16 04:57:46.927752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:46.970010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Network bdc02b77-5d08-475e-b380-002c3a21dc9f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:46.978660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] Pushing event updated for resources: {'Network': ['ID=b7a4fc05-f2e8-4787-a227-ce5e98ff9276,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.984678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:46.986362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event updated for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:47.003516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:47.020863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:47.055482 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-86b99d3e-5252-4e93-9e78-e3312a6918a2 service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905351 Sep 16 04:57:47.092737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.093359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.109026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Made reservation on behalf of 3214ea6b2cf444baa62c3b073eb748b8 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:47.111281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.116017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:47.132055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc', 'port_id': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'mac_address': 'fa:16:3e:84:0a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2679ef2f-efb3-4dd9-bfb1-affafce3c03f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:47.184937 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.188639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.202790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b9469c-3efc-40ba-b97f-b6eee30e91ba {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:47.226621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:47.234657 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-557624c2-3d07-45c8-a796-6c8b7f1aeef5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7609932 Sep 16 04:57:47.235903 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e0e428f2-de4c-4bf2-b57c-1c3a9f5fd02f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6891944 Sep 16 04:57:47.238983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40586) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:47.247716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Request body: {'subnet': {'network_id': 'b7a4fc05-f2e8-4787-a227-ce5e98ff9276', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1832498433-subnet', 'tenant_id': 'b66363da29a24620998395534eb0d87c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:47.289240 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.293731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Request body: {'port': {'device_id': 'b2931c49-c181-46c4-9266-83314e842108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:47.306114 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:57:47.306114 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:57:47.306114 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': '3214ea6b2cf444baa62c3b073eb748b8', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 57, 27, 258459)}] Sep 16 04:57:47.306114 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:47.306969 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:47.355183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:47.375618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Made reservation on behalf of b66363da29a24620998395534eb0d87c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:47.379174 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.513772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['99b9469c-3efc-40ba-b97f-b6eee30e91ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:47.557331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d65d0-70e6-44da-b8cc-5d64ac08e166 req-fe8d7311-6c3e-4425-970c-dd83b5df69ae tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.565473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d6d65d0-70e6-44da-b8cc-5d64ac08e166 req-fe8d7311-6c3e-4425-970c-dd83b5df69ae tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 949 time: 0.1113191 Sep 16 04:57:47.778240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d6d65d0-70e6-44da-b8cc-5d64ac08e166 req-49ac252f-dcda-4d62-829a-a40f91d613eb tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069597 Sep 16 04:57:47.809755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.810953 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.852307 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-db064773-cd6c-4da3-817a-c7a31c6bb88a req-18a3f06e-e16a-4c57-ad45-cff61382b35d service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7895708 Sep 16 04:57:47.887203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cfc8-0c15-46ba-8959-70d87a7fa367 req-03ff1832-be11-469e-b5f9-fed552c4c211 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.890767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e12cfc8-0c15-46ba-8959-70d87a7fa367 req-03ff1832-be11-469e-b5f9-fed552c4c211 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1624541 Sep 16 04:57:47.902062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.938245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9953ff-798c-4dd1-86ad-365510472925,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:47.955220 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.974707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Checking segment: {'id': '6efb38cc-d627-4121-87be-9004f7fe48f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b7a4fc05-f2e8-4787-a227-ce5e98ff9276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:47.975071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Network hostable DHCP agents. Network: b7a4fc05-f2e8-4787-a227-ce5e98ff9276, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:47.996400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e12cfc8-0c15-46ba-8959-70d87a7fa367 req-de88843c-bb6f-4b60-b70c-0c678298cea5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909324 Sep 16 04:57:48.005497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81331f1f-0ac5-42d8-b234-731980919339 req-fe67c97d-a73f-43d2-ae06-dc32bd227088 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.006991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81331f1f-0ac5-42d8-b234-731980919339 req-fe67c97d-a73f-43d2-ae06-dc32bd227088 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 931 time: 0.1343496 Sep 16 04:57:48.086823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81331f1f-0ac5-42d8-b234-731980919339 req-d5833c8f-340f-4f16-819d-264678192c4c tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680110 Sep 16 04:57:48.106068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:48.132297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6b99c-d79d-4a24-abd6-032688e22e7a req-b02ee169-3a9c-4497-ad94-f924f5185e83 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.133828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71a6b99c-d79d-4a24-abd6-032688e22e7a req-b02ee169-3a9c-4497-ad94-f924f5185e83 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.0654895 Sep 16 04:57:48.175660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71a6b99c-d79d-4a24-abd6-032688e22e7a req-028627fa-647e-49f3-88b6-98e6aaabcc53 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Sep 16 04:57:48.176716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b7a4fc05-f2e8-4787-a227-ce5e98ff9276) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:48.180722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.183145 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.186711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eae47c-ea12-47cf-aaee-f62658b0bbf5 None None] Network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:48.233602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.307896 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.320822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd40489-3b75-418b-ba03-22663da2bce7 None None] Network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:48.352200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:48.389309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.389669 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Added segment 43970b61-871b-4b49-b9be-97241fb3ef61 of type vlan for network 4e513e2c-29a2-47c6-bc58-2c8d06f4001d Sep 16 04:57:48.396887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a95bdd5a-14ea-4225-839f-81d7bad07378 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1533935 Sep 16 04:57:48.402219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.410996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7317932-90d7-4f80-b08a-19f9c4be4dc1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.493976 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.630393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb45af9-44d9-47f2-8137-7c682f70a3c3 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:48.639535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.643951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.644909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.645510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.689108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Transition to ACTIVE for port object 6eb45af9-44d9-47f2-8137-7c682f70a3c3 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:48.726515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e513e2c-29a2-47c6-bc58-2c8d06f4001d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.741275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 4e513e2c-29a2-47c6-bc58-2c8d06f4001d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:48.764653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.801829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-643d0e9a-1bc8-4e2a-bbf4-4aaf8a1a15e1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3565900 Sep 16 04:57:48.809357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40656) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.811874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Request body: {'subnet': {'network_id': '4e513e2c-29a2-47c6-bc58-2c8d06f4001d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-215426326-subnet', 'tenant_id': '3214ea6b2cf444baa62c3b073eb748b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:48.833286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.855964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Router 5f174588-4d26-4a7f-bede-ad5081f1b1d2 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:48.920290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Made reservation on behalf of 3214ea6b2cf444baa62c3b073eb748b8 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:48.924761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.935043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:48.959593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Attempting to bind port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:48.959882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Attempting to bind port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:48.960219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Attempting to bind port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 on network bdc02b77-5d08-475e-b380-002c3a21dc9f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:48.997170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 on network bdc02b77-5d08-475e-b380-002c3a21dc9f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:48.998016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Attempting to bind port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 on network bdc02b77-5d08-475e-b380-002c3a21dc9f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:49.007325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:49.007678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Checking segment: {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:49.007870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a003cb-9d2d-4957-b2b8-fa1b199be9d9 req-02f3f7f9-c077-4331-bdf5-bfcf196c8e98 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.008079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Bound using segment: {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:49.008524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Bound port: 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:49.008908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.009909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4a003cb-9d2d-4957-b2b8-fa1b199be9d9 req-02f3f7f9-c077-4331-bdf5-bfcf196c8e98 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 949 time: 0.1436026 Sep 16 04:57:49.034739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:49.048212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Sync routers for ids ['5f174588-4d26-4a7f-bede-ad5081f1b1d2'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:49.080489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Routers {'5f174588-4d26-4a7f-bede-ad5081f1b1d2'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:49.088399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5f174588-4d26-4a7f-bede-ad5081f1b1d2'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:49.096470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:49.101513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:49.103520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4a003cb-9d2d-4957-b2b8-fa1b199be9d9 req-c24603a1-a5e8-4692-b0ce-5ceb4c846664 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585442 Sep 16 04:57:49.147007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 99b9469c-3efc-40ba-b97f-b6eee30e91ba completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:49.154288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 99b9469c-3efc-40ba-b97f-b6eee30e91ba triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:49.154810 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.160504 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.165089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40674) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:49.168701 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ca2b517a-c9c6-4d10-9f22-6b51413ebbc0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.3109219 Sep 16 04:57:49.187568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.246458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.247098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.248560 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] 10.222.0.57 "PUT /v2.0/ports/6eb45af9-44d9-47f2-8137-7c682f70a3c3 HTTP/1.1" status: 200 len: 1092 time: 1.9631093 Sep 16 04:57:49.249301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:49.251857 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c02647-6561-40ad-a2d7-f20c84048252" -d '{"events": [{"name": "network-changed", "server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:49.289867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Set router 5f174588-4d26-4a7f-bede-ad5081f1b1d2 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:49.294426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59fbd1-ec77-403a-8c0c-5ad88e15eb02 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:49.311722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40686) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:49.318705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1941126363-network', 'tenant_id': 'b4099bf36fd040318259b1814b5ff97e'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:49.349663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.439919 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.452897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Made reservation on behalf of b4099bf36fd040318259b1814b5ff97e for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:49.453757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.466335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-098cbb15-ba4f-4b76-bb84-2f078c4cfb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.467898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-098cbb15-ba4f-4b76-bb84-2f078c4cfb52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 1095 time: 0.0568531 Sep 16 04:57:49.469527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78155621-c9cf-47a9-8ad6-7e37274e6036 req-e312729f-47b9-4c85-9b03-16c64681b033 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.470112 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.471277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78155621-c9cf-47a9-8ad6-7e37274e6036 req-e312729f-47b9-4c85-9b03-16c64681b033 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1613715 Sep 16 04:57:49.483978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:49.486008 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2be8c-79a8-440e-82e5-7aa2ef6fefd7" -d '{"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-plugged", "status": "completed", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:49.507395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:49.528637 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.528904 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-ac5c7068-d1c8-4c3f-8b4e-fa07e9241c17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3 HTTP/1.1" status: 200 len: 217 time: 0.0443175 Sep 16 04:57:49.557247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f174588-4d26-4a7f-bede-ad5081f1b1d2', 'name': '', 'tenant_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc7551ee-b902-4fae-a7a0-bd76650e6acd', 'external_fixed_ips': [{'subnet_id': '95991352-e7da-409d-a8d9-42e2885b813e', 'ip_address': '2001:db8::2ac'}], 'enable_snat': True}, 'gw_port_id': 'bbeffd11-6463-420b-b8dc-80b395f9bb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:47Z', 'revision_number': 3, 'project_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'gw_port': {'id': 'bbeffd11-6463-420b-b8dc-80b395f9bb86', 'name': '', 'network_id': 'fc7551ee-b902-4fae-a7a0-bd76650e6acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f174588-4d26-4a7f-bede-ad5081f1b1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '95991352-e7da-409d-a8d9-42e2885b813e', 'ip_address': '2001:db8::2ac', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:45Z', 'updated_at': '2021-09-16T04:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95991352-e7da-409d-a8d9-42e2885b813e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:49.584879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.588321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Checking router: 5f174588-4d26-4a7f-bede-ad5081f1b1d2 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:49.588668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Updating router 5f174588-4d26-4a7f-bede-ad5081f1b1d2 port bbeffd11-6463-420b-b8dc-80b395f9bb86 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:49.592420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.605407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78155621-c9cf-47a9-8ad6-7e37274e6036 req-f3dc41ab-8664-42b0-936b-8012ab406972 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071999 Sep 16 04:57:49.605636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-28828389-7845-429c-9b5d-81caf5272c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.606929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-28828389-7845-429c-9b5d-81caf5272c6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=722b342b-20f9-4077-8177-48fa83f54831 HTTP/1.1" status: 200 len: 861 time: 0.0703070 Sep 16 04:57:49.613244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee10b7f8-2dff-407c-8e2a-1e85bb39bd5b,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:49.640316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Checking segment: {'id': '43970b61-871b-4b49-b9be-97241fb3ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4e513e2c-29a2-47c6-bc58-2c8d06f4001d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:49.641084 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Network hostable DHCP agents. Network: 4e513e2c-29a2-47c6-bc58-2c8d06f4001d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:49.670321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-42c04089-bf08-480c-b7a5-f1d32cdfd98b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdc02b77-5d08-475e-b380-002c3a21dc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455239 Sep 16 04:57:49.723461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.780651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Network 4e513e2c-29a2-47c6-bc58-2c8d06f4001d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:49.789688 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.809383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Deleting port bbeffd11-6463-420b-b8dc-80b395f9bb86 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:49.809882 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.817204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:49.819096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4410d-9cb4-4ebb-be02-1124e32ccaec req-21c76e11-72b3-4928-9b3c-cf81e67772cc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.824143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-7cdf0275-32e5-4909-99d6-6b34d29c00a5 service neutron] 10.222.0.57 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410515 Sep 16 04:57:49.827367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6f4410d-9cb4-4ebb-be02-1124e32ccaec req-21c76e11-72b3-4928-9b3c-cf81e67772cc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 943 time: 0.0905232 Sep 16 04:57:49.916551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6f4410d-9cb4-4ebb-be02-1124e32ccaec req-869458b4-66b5-4436-a4fd-728531c607fb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884528 Sep 16 04:57:49.939659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7eaee545-e984-45e3-b8c8-0570969d47e8 req-cd0f7098-80e4-496a-b9c5-3b0439773a19 service neutron] 10.222.0.57 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068091 Sep 16 04:57:49.942449 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.962609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.962736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Calling delete_port for bbeffd11-6463-420b-b8dc-80b395f9bb86 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:49.985330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:49.998612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e225269f-eb91-4213-b5df-68d379130fe4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.006507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.007110 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Added segment 2735afe1-4dce-4eca-8c1a-2b40cd204e01 of type vlan for network 5b548a84-47bc-4a54-a9bd-6b9b965a9d0d Sep 16 04:57:50.013549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 4e513e2c-29a2-47c6-bc58-2c8d06f4001d) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:50.020267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:50.022946 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.034659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299409e-db6b-41dd-9f8f-2ca268ab13e7 None None] Network 4e513e2c-29a2-47c6-bc58-2c8d06f4001d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:50.065946 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.166868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2931b6ad-583f-45fb-be3e-e42a9755a2ea admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3605669 Sep 16 04:57:50.221154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.223127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:50.223834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.236437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2155818a-b3d3-429b-b04d-05ed9ba1e3b6 None None] Network 4e513e2c-29a2-47c6-bc58-2c8d06f4001d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:50.249921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.283555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:50.283941 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:50.293606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbeffd11-6463-420b-b8dc-80b395f9bb86,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.312427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] Pushing event updated for resources: {'Network': ['ID=5b548a84-47bc-4a54-a9bd-6b9b965a9d0d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.332131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5b548a84-47bc-4a54-a9bd-6b9b965a9d0d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:50.344356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a532a480-629e-47f2-9052-825c1eeb100f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0263474 Sep 16 04:57:50.344356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40714) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.346021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Request body: {'subnet': {'network_id': '5b548a84-47bc-4a54-a9bd-6b9b965a9d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1941126363-subnet', 'tenant_id': 'b4099bf36fd040318259b1814b5ff97e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:50.350345 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.472129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Made reservation on behalf of b4099bf36fd040318259b1814b5ff97e for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:50.474506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.503331 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.518547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.589258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f55c7-7bab-41db-8796-e3b5cddd5292 req-2a78da14-6ef9-4450-92c2-b9f5fce94a0f tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:50.590962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3f55c7-7bab-41db-8796-e3b5cddd5292 req-2a78da14-6ef9-4450-92c2-b9f5fce94a0f tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 1101 time: 0.1535938 Sep 16 04:57:50.602951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d914d7-4a43-4ecb-83dd-23ffc4b2f5bb req-006f8dd5-8455-4c0d-ac81-48a3abf5594d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:50.604498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72d914d7-4a43-4ecb-83dd-23ffc4b2f5bb req-006f8dd5-8455-4c0d-ac81-48a3abf5594d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1530309 Sep 16 04:57:50.695697 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.755517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23065bd7-3e17-4625-b645-5912e5e8a454,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.766007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Checking segment: {'id': '2735afe1-4dce-4eca-8c1a-2b40cd204e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b548a84-47bc-4a54-a9bd-6b9b965a9d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:50.766373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Network hostable DHCP agents. Network: 5b548a84-47bc-4a54-a9bd-6b9b965a9d0d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:50.803138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Port bbeffd11-6463-420b-b8dc-80b395f9bb86 not found while updating agent binding for router 5f174588-4d26-4a7f-bede-ad5081f1b1d2. {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:57:50.813761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Routers set() bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:50.819423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Router IDs set() for agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:57:50.819423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f174588-4d26-4a7f-bede-ad5081f1b1d2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent'). {{(pid=101826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:57:50.819423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1445b1-8f6f-4d3a-8935-9310d4254e8a None None] The sync data for ids ['5f174588-4d26-4a7f-bede-ad5081f1b1d2'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:50.860941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Network 5b548a84-47bc-4a54-a9bd-6b9b965a9d0d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:50.866344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-af3f55c7-7bab-41db-8796-e3b5cddd5292 req-482fe9ef-389e-4549-ba30-01860f8885d1 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.876152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.876669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f174588-4d26-4a7f-bede-ad5081f1b1d2 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:50.881742 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.882872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dcd08257-635f-4953-b69d-c1b85e4767c5 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "DELETE /v2.0/routers/5f174588-4d26-4a7f-bede-ad5081f1b1d2 HTTP/1.1" status: 204 len: 168 time: 1.7167506 Sep 16 04:57:50.886324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40720) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.909845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72d914d7-4a43-4ecb-83dd-23ffc4b2f5bb req-9383607e-f1f0-4205-a471-833dacc8ac0e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986174 Sep 16 04:57:50.944958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ac44ea-b7b9-4b48-a101-129e20a4bf08 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Deleting subnet 95991352-e7da-409d-a8d9-42e2885b813e {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:50.948941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42ac44ea-b7b9-4b48-a101-129e20a4bf08 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.970515 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720925e-5ea0-4147-96ce-279f1528e962 x-openstack-request-id: req-d720925e-5ea0-4147-96ce-279f1528e962 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:50.970803 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:50.971053 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d720925e-5ea0-4147-96ce-279f1528e962 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:50.971497 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'status': 'completed', 'code': 200} Sep 16 04:57:50.975226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 5b548a84-47bc-4a54-a9bd-6b9b965a9d0d) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:50.983014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6f221-93d2-4903-9c66-7b62c3897a86 None None] Network 5b548a84-47bc-4a54-a9bd-6b9b965a9d0d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:50.986049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:50.986530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.999405 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c320918-9b5a-4391-b488-2daaf0a46e7d x-openstack-request-id: req-0c320918-9b5a-4391-b488-2daaf0a46e7d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:51.001650 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-plugged", "status": "completed", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:51.001650 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c320918-9b5a-4391-b488-2daaf0a46e7d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:51.001650 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'code': 200} Sep 16 04:57:51.024587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42ac44ea-b7b9-4b48-a101-129e20a4bf08 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.029704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-af3f55c7-7bab-41db-8796-e3b5cddd5292 req-482fe9ef-389e-4549-ba30-01860f8885d1 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.094144 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-79d2b941-216f-4bce-877f-143c4adb2c4f req-625233d2-e243-4188-a517-913b4da180fb tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] show failed (client error): The resource could not be found. Sep 16 04:57:51.095338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79d2b941-216f-4bce-877f-143c4adb2c4f req-625233d2-e243-4188-a517-913b4da180fb tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] 10.222.0.59 "GET /v2.0/security-groups/6760d6a7-e0d2-44ac-afd6-62ac24704228 HTTP/1.1" status: 404 len: 352 time: 0.0152378 Sep 16 04:57:51.108901 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-af3f55c7-7bab-41db-8796-e3b5cddd5292 req-482fe9ef-389e-4549-ba30-01860f8885d1 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.133271 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42ac44ea-b7b9-4b48-a101-129e20a4bf08 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.138970 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:51.152950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b8a7c-40d9-4585-8662-af6c497cf0cc None None] Network 5b548a84-47bc-4a54-a9bd-6b9b965a9d0d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:51.156460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3f55c7-7bab-41db-8796-e3b5cddd5292 req-482fe9ef-389e-4549-ba30-01860f8885d1 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478728 Sep 16 04:57:51.171765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fe9ef-389e-4549-ba30-01860f8885d1 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a824a8-7b79-40a0-83d6-4aa85e46efba,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.185214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b1871-bd6f-47d1-bd73-50b6b97a9985 req-80abb92d-5365-4626-a21a-4b026420c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.186843 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-078b1871-bd6f-47d1-bd73-50b6b97a9985 req-80abb92d-5365-4626-a21a-4b026420c469 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1097 time: 0.1269128 Sep 16 04:57:51.189295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c02647-6561-40ad-a2d7-f20c84048252 req-753f4393-b5c3-4ec6-8e12-f0c219208b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.191001 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58c02647-6561-40ad-a2d7-f20c84048252 req-753f4393-b5c3-4ec6-8e12-f0c219208b52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 1095 time: 0.1446667 Sep 16 04:57:51.198268 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-05069472-1383-410a-807b-71e60bd47970 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8566525 Sep 16 04:57:51.291760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fdc0b-719a-4b2e-9687-96991dd5a27f req-73541924-1446-4781-9c8b-f3a3de654bdf tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.293472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab3fdc0b-719a-4b2e-9687-96991dd5a27f req-73541924-1446-4781-9c8b-f3a3de654bdf tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0557413 Sep 16 04:57:51.342654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab3fdc0b-719a-4b2e-9687-96991dd5a27f req-c45f4b9e-26e3-409a-9408-664b56dd9029 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Sep 16 04:57:51.353735 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-078b1871-bd6f-47d1-bd73-50b6b97a9985 req-f897bdc6-1a63-41cd-8670-f48fc67d1cce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592448 Sep 16 04:57:51.363727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c02647-6561-40ad-a2d7-f20c84048252 req-7d9e49b1-6ae0-4ab9-8385-23a41b5d0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.365187 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58c02647-6561-40ad-a2d7-f20c84048252 req-7d9e49b1-6ae0-4ab9-8385-23a41b5d0e0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 922 time: 0.1634352 Sep 16 04:57:51.431271 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42ac44ea-b7b9-4b48-a101-129e20a4bf08 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.434174 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58c02647-6561-40ad-a2d7-f20c84048252 req-804da204-b9fd-4dcf-b32c-9bb4537c4fb6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3 HTTP/1.1" status: 200 len: 217 time: 0.0459969 Sep 16 04:57:51.457905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20cc9a-f12b-453f-af39-127de0517db6 req-41d7fd43-2475-43de-a4b6-35263612fa2f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.463991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca20cc9a-f12b-453f-af39-127de0517db6 req-41d7fd43-2475-43de-a4b6-35263612fa2f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 943 time: 0.0578418 Sep 16 04:57:51.466983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac44ea-b7b9-4b48-a101-129e20a4bf08 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=95991352-e7da-409d-a8d9-42e2885b813e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.489037 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42ac44ea-b7b9-4b48-a101-129e20a4bf08 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.490950 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-42ac44ea-b7b9-4b48-a101-129e20a4bf08 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/95991352-e7da-409d-a8d9-42e2885b813e HTTP/1.1" status: 204 len: 168 time: 0.6036520 Sep 16 04:57:51.496505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40736) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.514096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca20cc9a-f12b-453f-af39-127de0517db6 req-15732cc6-437a-4cab-889f-90c749d5b31e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477307 Sep 16 04:57:51.523964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c02647-6561-40ad-a2d7-f20c84048252 req-87762a8c-53a1-4d90-8524-16dff3bd20be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.526233 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58c02647-6561-40ad-a2d7-f20c84048252 req-87762a8c-53a1-4d90-8524-16dff3bd20be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=722b342b-20f9-4077-8177-48fa83f54831 HTTP/1.1" status: 200 len: 861 time: 0.0690560 Sep 16 04:57:51.643894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58c02647-6561-40ad-a2d7-f20c84048252 req-352263b7-28f2-49e5-88a8-5762ec8fa01e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdc02b77-5d08-475e-b380-002c3a21dc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409365 Sep 16 04:57:51.652856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.812559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58c02647-6561-40ad-a2d7-f20c84048252 req-e4b3ed38-dec6-4229-a8d1-1b2b60d9546c service neutron] 10.222.0.57 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558352 Sep 16 04:57:51.824292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-188dbcbd-494e-4c58-b092-aa31a71f01e8 req-7683f81d-f934-4e2f-9144-d0011baca0b8 tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3214ea6b2cf444baa62c3b073eb748b8 HTTP/1.1" status: 200 len: 2988 time: 0.0674429 Sep 16 04:57:51.863121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864029-3b71-46db-884c-c003e82c5238 req-e0082304-3de8-4452-9476-022b73ff0daa tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.866158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-e0082304-3de8-4452-9476-022b73ff0daa tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/networks?id=b7a4fc05-f2e8-4787-a227-ce5e98ff9276 HTTP/1.1" status: 200 len: 815 time: 0.2089157 Sep 16 04:57:51.870336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.897080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-a703d376-8e7a-4c62-a779-d1e56acd8cb4 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/quotas/b66363da29a24620998395534eb0d87c HTTP/1.1" status: 200 len: 375 time: 0.0249846 Sep 16 04:57:51.906762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-188dbcbd-494e-4c58-b092-aa31a71f01e8 req-92fa5b0e-bb38-43d4-8c9d-b568fac672bc tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] 10.222.0.59 "GET /v2.0/security-groups/c7317932-90d7-4f80-b08a-19f9c4be4dc1 HTTP/1.1" status: 200 len: 2985 time: 0.0760005 Sep 16 04:57:51.914891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7551ee-b902-4fae-a7a0-bd76650e6acd']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.951946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-af7d56a9-24fc-4808-bd65-243fdc8fc028 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b66363da29a24620998395534eb0d87c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439556 Sep 16 04:57:51.956213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4b279c-9769-43ef-bdda-68351531e4ec') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.956620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4b279c-9769-43ef-bdda-68351531e4ec') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.970664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.995345 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.005809 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58c02647-6561-40ad-a2d7-f20c84048252 req-7d106cf6-8c52-48cd-b396-6ec28589ea4b service neutron] 10.222.0.57 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741588 Sep 16 04:57:52.006781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:52.007188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:52.009731 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:52.028738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-188dbcbd-494e-4c58-b092-aa31a71f01e8 req-052c9714-b3e8-4f80-b85e-cec28a54ee2a tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] 10.222.0.59 "GET /v2.0/security-groups/c7317932-90d7-4f80-b08a-19f9c4be4dc1 HTTP/1.1" status: 200 len: 2985 time: 0.1071181 Sep 16 04:57:52.116244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-c3ff7d43-1776-4444-bfee-545ce5640b4c service neutron] 10.222.0.59 "GET /v2.0/networks/b7a4fc05-f2e8-4787-a227-ce5e98ff9276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307330 Sep 16 04:57:52.130187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.141975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc7551ee-b902-4fae-a7a0-bd76650e6acd {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:57:52.147290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.153428 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "DELETE /v2.0/networks/fc7551ee-b902-4fae-a7a0-bd76650e6acd HTTP/1.1" status: 204 len: 168 time: 0.6517386 Sep 16 04:57:52.153428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847a91e-0391-4af0-911d-94b74152b94a tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc7551ee-b902-4fae-a7a0-bd76650e6acd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:52.308903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-2f89e8d3-57f3-41e8-860d-7c39aad02c75 service neutron] 10.222.0.59 "GET /v2.0/networks/b7a4fc05-f2e8-4787-a227-ce5e98ff9276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861696 Sep 16 04:57:52.324709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-b6d8f2d9-2797-48e0-8f20-b4d2b59ab43f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:52.336014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-b6d8f2d9-2797-48e0-8f20-b4d2b59ab43f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 805 time: 0.2114308 Sep 16 04:57:52.362401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-37244451-4d70-4c75-a96b-964126763bba tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/quotas/be7e64bfc105431aa232920e240526e0 HTTP/1.1" status: 200 len: 375 time: 0.0239093 Sep 16 04:57:52.440153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-46b077f4-ab95-4388-939e-535cd09ef9d2 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612886 Sep 16 04:57:52.539430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-7aee4bea-bd45-4bd1-b2d6-fe4606d61413 service neutron] 10.222.0.59 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912719 Sep 16 04:57:52.651656 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e87f3d59-9e6f-44ee-927c-826cbbae0a86 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351920 Sep 16 04:57:52.662860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40794) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:52.674253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-398c8401-631b-440a-a7f4-ef8d97eff262 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'router': {'name': 'tempest-router--742429428', 'project_id': 'd95e2b745af14a0ab4b8158ef7608208'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:52.705716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c9e3c7e0-daa9-48d8-a278-82d0d03da8c4 service neutron] 10.222.0.59 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588533 Sep 16 04:57:52.805064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-d8db410c-0acd-438a-9907-b02522944d93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:52.807028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-d8db410c-0acd-438a-9907-b02522944d93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419060 Sep 16 04:57:52.822261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e964828e-752b-4b75-8f00-ee8501aad34e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/quotas/35445f9d9b7c4cd69215c1d87cefaab9 HTTP/1.1" status: 200 len: 375 time: 0.0089526 Sep 16 04:57:52.876079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-3a9dee71-71b6-4cd9-9f38-9033588b9239 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485151 Sep 16 04:57:52.878268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-398c8401-631b-440a-a7f4-ef8d97eff262 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.879314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-398c8401-631b-440a-a7f4-ef8d97eff262 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.908904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6eb45af9-44d9-47f2-8137-7c682f70a3c3 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:52.923709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6bbcde69-1473-40a4-a900-d0251c8e1863 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:52.961024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-398c8401-631b-440a-a7f4-ef8d97eff262 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.047234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-398c8401-631b-440a-a7f4-ef8d97eff262 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.081699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cdcfc-2641-41a1-8e13-bd914e4b4b89 req-19759b05-522f-4e79-90dc-708dee9a2f9b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:53.096302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c38cdcfc-2641-41a1-8e13-bd914e4b4b89 req-19759b05-522f-4e79-90dc-708dee9a2f9b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1084044 Sep 16 04:57:53.151279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:53.163933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c38cdcfc-2641-41a1-8e13-bd914e4b4b89 req-dd3d6d1b-c29c-412b-a469-20764bd0a0a8 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665898 Sep 16 04:57:53.165160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-398c8401-631b-440a-a7f4-ef8d97eff262 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.168517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-398c8401-631b-440a-a7f4-ef8d97eff262 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5028450 Sep 16 04:57:53.170174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40808) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:53.172901 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.212564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:53.214233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:53.216795 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06262f8-5f72-4550-9281-e2bd123b8184" -d '{"events": [{"server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:53.219602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'port_id': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'mac_address': 'fa:16:3e:48:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722b342b-20f9-4077-8177-48fa83f54831', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:53.258875 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.319573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.356155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb45af9-44d9-47f2-8137-7c682f70a3c3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:53.358104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40fa8a8-7a8e-4f7c-8ca9-2f88845b708f tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.392796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:53.393865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52676148-e287-40a2-a822-990edeea5029 req-05fb7535-1ca4-41f2-8a65-7490f723b7ac tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] 10.222.0.59 "GET /v2.0/security-groups/c7317932-90d7-4f80-b08a-19f9c4be4dc1 HTTP/1.1" status: 200 len: 2985 time: 0.1498089 Sep 16 04:57:53.394714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.466715 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-52676148-e287-40a2-a822-990edeea5029 req-9281c6e4-2621-4091-9ee5-eeb1e14ce08e tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:57:53.472613 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.475823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52676148-e287-40a2-a822-990edeea5029 req-9281c6e4-2621-4091-9ee5-eeb1e14ce08e tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] 10.222.0.59 "DELETE /v2.0/security-groups/c7317932-90d7-4f80-b08a-19f9c4be4dc1 HTTP/1.1" status: 409 len: 352 time: 0.0781538 Sep 16 04:57:53.552562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.580856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40fa8a8-7a8e-4f7c-8ca9-2f88845b708f tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.582912 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40fa8a8-7a8e-4f7c-8ca9-2f88845b708f tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.608927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea066c-45fc-4cfb-ba74-6eacedcd35b4 req-85926c0b-20c4-437c-aaa2-0af834640a22 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:53.610562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6ea066c-45fc-4cfb-ba74-6eacedcd35b4 req-85926c0b-20c4-437c-aaa2-0af834640a22 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.0551476 Sep 16 04:57:53.665333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6ea066c-45fc-4cfb-ba74-6eacedcd35b4 req-5625b817-bd2b-4801-be67-fd231ce7d4d0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Sep 16 04:57:53.781917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d11e7d-1a2a-46e5-a4c8-d63a4b452f1d req-f386827a-ebdb-438b-a4d4-a244832a2dac tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:53.783749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26d11e7d-1a2a-46e5-a4c8-d63a4b452f1d req-f386827a-ebdb-438b-a4d4-a244832a2dac tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 944 time: 0.0535762 Sep 16 04:57:53.839409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26d11e7d-1a2a-46e5-a4c8-d63a4b452f1d req-4ca87693-1fa2-4864-a786-f5af1f259ae0 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Sep 16 04:57:53.919323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6eb45af9-44d9-47f2-8137-7c682f70a3c3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:53.949542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb98da0-8387-454d-933c-381035246f0c tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:53.951116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb98da0-8387-454d-933c-381035246f0c tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f4700d6-1454-4b0f-b532-84faf47d6f81 HTTP/1.1" status: 200 len: 944 time: 0.0494287 Sep 16 04:57:53.955553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3892d1b-095b-47d9-afa3-66d2815bc1dc req-56a762a0-f27e-4871-aa70-f0fd05a3df84 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 210 time: 0.0455728 Sep 16 04:57:53.986834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7edb1187-d1fb-4cf0-a981-952d31f0bc17 req-87c548e4-9352-40c0-ae58-799f32dcb35a tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 210 time: 0.0534899 Sep 16 04:57:54.011017 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8c6dd-a3e1-4963-b741-456f117ee5c7 x-openstack-request-id: req-03f8c6dd-a3e1-4963-b741-456f117ee5c7 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:54.011017 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:54.011017 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03f8c6dd-a3e1-4963-b741-456f117ee5c7 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:54.011017 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'code': 200} Sep 16 04:57:54.038406 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40fa8a8-7a8e-4f7c-8ca9-2f88845b708f tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.038956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40fa8a8-7a8e-4f7c-8ca9-2f88845b708f tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a321e528-1030-4e6a-b376-51079563149d {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:54.043193 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-fcf69601-47cc-4f07-82ed-ef8c4d94eff7 req-699b2c80-c5f2-4996-ba44-e207802ea465 tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] show failed (client error): The resource could not be found. Sep 16 04:57:54.045041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40fa8a8-7a8e-4f7c-8ca9-2f88845b708f tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.045697 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a40fa8a8-7a8e-4f7c-8ca9-2f88845b708f tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "DELETE /v2.0/routers/a321e528-1030-4e6a-b376-51079563149d HTTP/1.1" status: 204 len: 168 time: 0.8742390 Sep 16 04:57:54.059166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcf69601-47cc-4f07-82ed-ef8c4d94eff7 req-699b2c80-c5f2-4996-ba44-e207802ea465 tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] 10.222.0.59 "GET /v2.0/security-groups/8e9b2a18-0eac-4a79-8089-b96371304afd HTTP/1.1" status: 404 len: 352 time: 0.0305672 Sep 16 04:57:54.074603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Deleting port 6bbcde69-1473-40a4-a900-d0251c8e1863 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:54.075135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.273112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] For port 6bbcde69-1473-40a4-a900-d0251c8e1863, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6bbcde69-1473-40a4-a900-d0251c8e1863,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:54.273768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.291858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Calling delete_port for 6bbcde69-1473-40a4-a900-d0251c8e1863 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:54.300103 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-2fc530b7-5ccd-40e6-b112-e32e5ff41ae7 req-fb3b87cb-a4be-485a-bb4e-73d72b212d25 tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] show failed (client error): The resource could not be found. Sep 16 04:57:54.316625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fc530b7-5ccd-40e6-b112-e32e5ff41ae7 req-fb3b87cb-a4be-485a-bb4e-73d72b212d25 tempest-SecurityGroupsNegativeTestJSON-1955888873 tempest-SecurityGroupsNegativeTestJSON-1955888873-project] 10.222.0.59 "GET /v2.0/security-groups/6f384116-0e7a-4270-8cd4-a6639d7157da HTTP/1.1" status: 404 len: 352 time: 0.0400770 Sep 16 04:57:54.316625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40842) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.376860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-814fd977-2b3f-42cf-bfeb-cc8e9b413519 admin admin] Deleting subnet ee10b7f8-2dff-407c-8e2a-1e85bb39bd5b {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:54.389750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40846) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.402337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-814fd977-2b3f-42cf-bfeb-cc8e9b413519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.443414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-952c118a-0414-4b55-8015-3843636bef65 req-f1cce328-676b-409a-9c21-5a18d7366f21 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 210 time: 0.0575550 Sep 16 04:57:54.476423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260cc72-2773-4ab4-a49a-febcef52790e req-b1ac6cb0-2ec2-4fd4-a244-3767763f9eae tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:54.477964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-b1ac6cb0-2ec2-4fd4-a244-3767763f9eae tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 813 time: 0.3284628 Sep 16 04:57:54.484315 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-814fd977-2b3f-42cf-bfeb-cc8e9b413519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.526601 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-bc3e8c03-1b43-4f9c-bb9e-375d47f9a389 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/quotas/877c7e64286f4739ae341beb83f69dc2 HTTP/1.1" status: 200 len: 375 time: 0.0401170 Sep 16 04:57:54.535386 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.550768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-814fd977-2b3f-42cf-bfeb-cc8e9b413519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.570250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Pushing event deleted for resources: {'Port': ['ID=6bbcde69-1473-40a4-a900-d0251c8e1863,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.616247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-19a1236c-9a12-4ca9-88dd-9fbb07951336 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836143 Sep 16 04:57:54.623413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] No DVR routers for this DVR port 6bbcde69-1473-40a4-a900-d0251c8e1863 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:54.626973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.633348 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fb7e161f-6d4a-4ca4-89bf-936d7c822aed req-edb6f119-3fd3-4dac-bddd-24c5a5f52cd1 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "DELETE /v2.0/ports/6bbcde69-1473-40a4-a900-d0251c8e1863 HTTP/1.1" status: 204 len: 173 time: 0.6719894 Sep 16 04:57:54.637732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'name': 'network-vif-deleted', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:54.638362 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2da3f5-73d9-41ec-bc3c-a9207ffff9bc" -d '{"events": [{"server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "name": "network-vif-deleted", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:54.691974 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81445645-f217-4746-a125-b13438372df5 x-openstack-request-id: req-81445645-f217-4746-a125-b13438372df5 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:54.692458 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4700d6-1454-4b0f-b532-84faf47d6f81", "name": "network-vif-deleted", "tag": "6bbcde69-1473-40a4-a900-d0251c8e1863", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:54.692810 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81445645-f217-4746-a125-b13438372df5 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:54.693223 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4700d6-1454-4b0f-b532-84faf47d6f81', 'name': 'network-vif-deleted', 'tag': '6bbcde69-1473-40a4-a900-d0251c8e1863', 'status': 'completed', 'code': 200} Sep 16 04:57:54.698421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-253427694', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:54.758213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-9cc64b6d-29f8-4f6b-a1ee-518b9e5ef006 service neutron] 10.222.0.59 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282215 Sep 16 04:57:54.792831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.794101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.853070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-814fd977-2b3f-42cf-bfeb-cc8e9b413519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.881625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e0b0b-84d9-46f2-b26e-bb1e2f0827ee req-6efeeea2-1c3d-4785-a3d9-91fc246d8fff tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:54.883166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-780e0b0b-84d9-46f2-b26e-bb1e2f0827ee req-6efeeea2-1c3d-4785-a3d9-91fc246d8fff tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1227772 Sep 16 04:57:54.893066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.908600 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-814fd977-2b3f-42cf-bfeb-cc8e9b413519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.912813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-814fd977-2b3f-42cf-bfeb-cc8e9b413519 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ee10b7f8-2dff-407c-8e2a-1e85bb39bd5b HTTP/1.1" status: 204 len: 168 time: 0.5902445 Sep 16 04:57:54.913166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40860) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.913532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fd977-2b3f-42cf-bfeb-cc8e9b413519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee10b7f8-2dff-407c-8e2a-1e85bb39bd5b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.945301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-6858c0f4-cade-4aa6-a91f-f925221af644 service neutron] 10.222.0.59 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755092 Sep 16 04:57:54.950902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6eb45af9-44d9-47f2-8137-7c682f70a3c3 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:54.962241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-780e0b0b-84d9-46f2-b26e-bb1e2f0827ee req-02908504-4cdb-4247-918a-353a37775631 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568919 Sep 16 04:57:54.995442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.012062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:55.114429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac1e68-c10e-48a3-9aa5-e4646a9fbf6a req-d4a0a945-3e52-47cc-99d3-291bb2409597 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:55.115974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aac1e68-c10e-48a3-9aa5-e4646a9fbf6a req-d4a0a945-3e52-47cc-99d3-291bb2409597 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 944 time: 0.0528545 Sep 16 04:57:55.241506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aac1e68-c10e-48a3-9aa5-e4646a9fbf6a req-aa2c9434-ae7b-4a95-92c7-5bd984f5c22e tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Sep 16 04:57:55.242763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:55.242763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'port_id': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'mac_address': 'fa:16:3e:8e:b4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:55.242763 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.242763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:55.250103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43f72767-7e0f-4029-a133-499354b0ac4e req-af234771-d61a-47cf-84ac-0288a8646dbb tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 210 time: 0.0366173 Sep 16 04:57:55.271194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:55.295370 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.313090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:55.322819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:55.323479 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.368039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-664564ea-e2cc-4cf8-8871-95b9f0ad43a5 req-eca5f0dc-c5fd-453c-ac3a-21f9ab2f27db tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 210 time: 0.0608530 Sep 16 04:57:55.385452 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.427059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75451c1b-2aa3-477c-80a8-e10c1119267d req-9f7b5662-0ee6-4f71-814f-8a89f4c02872 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Sep 16 04:57:55.462511 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.514336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:55.534150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['40f6f4db-ccf4-43c4-83ee-7ce22f617a7a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:55.544367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e513e2c-29a2-47c6-bc58-2c8d06f4001d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:55.559171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864029-3b71-46db-884c-c003e82c5238 req-cba4774a-123b-428f-b32d-d04a3a607d71 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:55.560917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-cba4774a-123b-428f-b32d-d04a3a607d71 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.60 "GET /v2.0/networks?id=b7a4fc05-f2e8-4787-a227-ce5e98ff9276 HTTP/1.1" status: 200 len: 815 time: 0.1327615 Sep 16 04:57:55.568099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43970b61-871b-4b49-b9be-97241fb3ef61') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:55.568099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43970b61-871b-4b49-b9be-97241fb3ef61') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:55.568099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-a0b8d71e-a1a1-4359-b0af-aba2b23bd8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:55.569791 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-a0b8d71e-a1a1-4359-b0af-aba2b23bd8b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 1096 time: 0.2417314 Sep 16 04:57:55.587696 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.605202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.608556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5b16a85-4f9f-4774-aa35-c41b953eb1f3 req-5642a69c-6ab4-4ae9-b679-1981b99ffab9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 210 time: 0.0464680 Sep 16 04:57:55.613565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Request body: {'port': {'device_id': 'a0c18f8b-9c00-4b3f-befc-a033ff64e319', 'network_id': 'b7a4fc05-f2e8-4787-a227-ce5e98ff9276', 'admin_state_up': True, 'tenant_id': 'b66363da29a24620998395534eb0d87c'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:55.660692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:55.703446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:55.728644 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:55.773371 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.774522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6bbcde69-1473-40a4-a900-d0251c8e1863 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:55.795656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 6bbcde69-1473-40a4-a900-d0251c8e1863 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:55.796027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6bbcde69-1473-40a4-a900-d0251c8e1863 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:55.838984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:55.840217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Made reservation on behalf of b66363da29a24620998395534eb0d87c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:55.851670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.874520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-a10fe683-b8fd-433b-ab77-eb53ea9a17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:55.877540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-a10fe683-b8fd-433b-ab77-eb53ea9a17e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 912 time: 0.2663155 Sep 16 04:57:55.955430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.959749 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-b5eaf14f-a442-4783-8ae5-e1687d320720 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a HTTP/1.1" status: 200 len: 217 time: 0.0400491 Sep 16 04:57:55.992311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.996557 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4e513e2c-29a2-47c6-bc58-2c8d06f4001d HTTP/1.1" status: 204 len: 168 time: 1.0815165 Sep 16 04:57:56.010647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:56.013564 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80061f8-1e3f-4c5d-9c6c-ba2d487879ed" -d '{"events": [{"server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "name": "network-vif-plugged", "status": "completed", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:56.088210 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3954c0d7-551b-4f23-8b81-c933f9ed0ad1 x-openstack-request-id: req-3954c0d7-551b-4f23-8b81-c933f9ed0ad1 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:56.088459 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "name": "network-vif-plugged", "status": "completed", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:56.088844 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3954c0d7-551b-4f23-8b81-c933f9ed0ad1 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:56.089111 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'code': 200} Sep 16 04:57:56.112077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216b7d0-0616-47a9-b590-6dbdfe626f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e513e2c-29a2-47c6-bc58-2c8d06f4001d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:56.153374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Allocated IP 172.20.0.4 (b7a4fc05-f2e8-4787-a227-ce5e98ff9276/fe9953ff-798c-4dd1-86ad-365510472925/7496f530-143f-4022-96f7-f64acca20963) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:56.154003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.168985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c96e95-e73f-46be-a6c8-0042ae7226f8 req-59da3b2b-376b-497e-bb62-24f9a95b7c45 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:56.177354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36c96e95-e73f-46be-a6c8-0042ae7226f8 req-59da3b2b-376b-497e-bb62-24f9a95b7c45 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 944 time: 0.0845416 Sep 16 04:57:56.182457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.256100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36c96e95-e73f-46be-a6c8-0042ae7226f8 req-f9426f92-d47a-4d44-9f2c-8dfe8c80683d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778050 Sep 16 04:57:56.305041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-cff16bec-d818-4e1b-976b-4e098fb510ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:56.305703 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-cff16bec-d818-4e1b-976b-4e098fb510ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.2853472 Sep 16 04:57:56.376159 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-22f0545b-74b9-4bd4-acd3-b16eb119a496 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443609 Sep 16 04:57:56.472799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89253f-4ffa-4f6f-bc79-d7dfad07c323 req-6ce7fa75-4431-45e1-87c0-d05db423187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:56.474708 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae89253f-4ffa-4f6f-bc79-d7dfad07c323 req-6ce7fa75-4431-45e1-87c0-d05db423187d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 1097 time: 0.2005422 Sep 16 04:57:56.506254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66d05e2b-587b-4b30-a6ba-fe96c52b49e9 req-77598611-775a-4056-93a7-b599ea800614 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 210 time: 0.1098528 Sep 16 04:57:56.540638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40904) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:56.580894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Allocated IP 172.25.7.29 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/afc1e103-a371-44ae-84f1-6b4e3758b3be) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:56.629293 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae89253f-4ffa-4f6f-bc79-d7dfad07c323 req-c8a45da4-1652-4d05-a3ed-ab5f0dc11ee7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448863 Sep 16 04:57:56.670051 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-387d4239-5c9d-418d-b65d-6a1624498646 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862527 Sep 16 04:57:56.673793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-abfc1275-a1d2-4276-a259-92e19c26c8e7 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:56.675484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-abfc1275-a1d2-4276-a259-92e19c26c8e7 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.60 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 805 time: 0.3975089 Sep 16 04:57:56.679223 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0930d748-0844-4d16-980c-aff6063e13d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3214ea6b2cf444baa62c3b073eb748b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334147 Sep 16 04:57:56.679653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40910) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:56.701740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5ec158b-2207-4f00-bc0e-e7ce7c85dae4 req-21724c21-0d9f-4372-940c-adf16f4895be tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 210 time: 0.0494690 Sep 16 04:57:56.733128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907b21-328e-4366-9b91-34c0e63e3958 req-461da90a-22b9-4822-9349-73d4ece34f8f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:56.745553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8907b21-328e-4366-9b91-34c0e63e3958 req-461da90a-22b9-4822-9349-73d4ece34f8f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 945 time: 0.3505039 Sep 16 04:57:56.751177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Request body: {'port': {'device_id': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'admin_state_up': True, 'tenant_id': 'be7e64bfc105431aa232920e240526e0'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:56.861719 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d56d910a-0608-47b6-b2bb-238707c2cc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.880754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.889773 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.894232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eafeca85-506a-4557-b00f-7d96e376cb5b req-f6c196da-89ef-4ec7-9698-3b07f625afa5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 210 time: 0.0644517 Sep 16 04:57:56.922956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d56d910a-0608-47b6-b2bb-238707c2cc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.929043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c0ec6518-2209-49f5-ae33-73f9f4b2f351 req-7b6b579b-f86b-4199-943c-1cbca2d554dc service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102447 Sep 16 04:57:56.929725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8907b21-328e-4366-9b91-34c0e63e3958 req-f60f748d-39ec-4e27-afe1-201891f03922 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827824 Sep 16 04:57:56.995842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:57.044237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82f80783-48dd-469a-8b0c-bb6d707f4a60 req-fef617f0-1c46-4cef-ab98-67f1bbf5342d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 210 time: 0.0527930 Sep 16 04:57:57.060544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:57.061099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.091279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.118550 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.125452 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d56d910a-0608-47b6-b2bb-238707c2cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.128105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d56d910a-0608-47b6-b2bb-238707c2cc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.131830 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d56d910a-0608-47b6-b2bb-238707c2cc30 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7317932-90d7-4f80-b08a-19f9c4be4dc1 HTTP/1.1" status: 204 len: 168 time: 0.4488323 Sep 16 04:57:57.142311 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.145495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:57.150128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:57.153729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:57.167325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d910a-0608-47b6-b2bb-238707c2cc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7317932-90d7-4f80-b08a-19f9c4be4dc1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:57.193557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:57.207159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event updated for resources: {'Port': ['ID=afc1e103-a371-44ae-84f1-6b4e3758b3be,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:57.219331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Made reservation on behalf of be7e64bfc105431aa232920e240526e0 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:57.222996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.241817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:57.246512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:57.257208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:57.261484 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.366034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Pushing event updated for resources: {'Port': ['ID=7496f530-143f-4022-96f7-f64acca20963,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:57.373342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:57.788256 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.814844 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.833571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:57.834405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.891490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e677f-f8e4-40d5-923e-94fc2e711844 req-58d4b0fc-ad3d-48bc-b70e-76197a036fb2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:57.901823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f4e677f-f8e4-40d5-923e-94fc2e711844 req-58d4b0fc-ad3d-48bc-b70e-76197a036fb2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.5268500 Sep 16 04:57:57.954189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-527aad26-e76e-4346-bc34-80365c96769b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3445339 Sep 16 04:57:57.969161 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-81f256fe-8352-4103-924a-9b3bcefe9762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1819959 Sep 16 04:57:57.973019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Request body: {'port': {'device_id': 'a0c18f8b-9c00-4b3f-befc-a033ff64e319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:57.996963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b67881-8147-4c8c-b0c6-b3a8b55b688b req-6f87a056-38dd-4f57-a081-8629671744c4 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:57.998933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1b67881-8147-4c8c-b0c6-b3a8b55b688b req-6f87a056-38dd-4f57-a081-8629671744c4 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 931 time: 0.2372341 Sep 16 04:57:58.090143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:58.090778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Allocated IP 172.20.0.7 (192a16d4-d496-4a46-98bf-a9967c8e1fd9/10b9fcea-cb4e-484d-af72-59700fda7393/80968a1a-6c79-429f-b7b7-49a3f09a5626) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:58.093683 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a3f39b-88be-4732-a4e4-1b2495379454" -d '{"events": [{"server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "name": "network-vif-plugged", "status": "completed", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:58.109923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f4e677f-f8e4-40d5-923e-94fc2e711844 req-78621269-0ca1-49c5-bb5e-9c2378ad7e52 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021577 Sep 16 04:57:58.233365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1b67881-8147-4c8c-b0c6-b3a8b55b688b req-1a16aa56-31f5-4bf8-844c-c301eedc70e8 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026269 Sep 16 04:57:58.287730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.305512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec6b8ef7-754d-443a-903a-c06069f549cb req-7c1fa0ad-1384-4ebd-95ec-1b97d53e959f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 210 time: 0.0710294 Sep 16 04:57:58.453010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc0d3591-b105-43b1-b771-4c5c45726add req-98fefa0c-c39b-4566-a088-c37f371ba2ce tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 210 time: 0.0893168 Sep 16 04:57:58.548941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.674331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-559b1611-43d0-4757-8b92-b8b19b5a71a3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855815 Sep 16 04:57:58.700195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ec711-a293-4542-97c1-056cc65fb07c req-bd64f8b9-7a79-4b10-a7a6-a1281c5035d5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:58.708321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-510ec711-a293-4542-97c1-056cc65fb07c req-bd64f8b9-7a79-4b10-a7a6-a1281c5035d5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 945 time: 0.2573910 Sep 16 04:57:58.763177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05b273e9-5b22-4eef-8565-677a4f295a96 req-0016e754-972e-4f7b-9bec-96141994cd53 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 210 time: 0.1087933 Sep 16 04:57:58.826342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-943370cd-5a18-4c68-b347-47160cfb18e3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:58.830723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-943370cd-5a18-4c68-b347-47160cfb18e3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448822 Sep 16 04:57:58.872788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Request body: {'port': {'device_id': '7a04a143-d4e8-49a4-ae3e-2f245446d349', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '35445f9d9b7c4cd69215c1d87cefaab9'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:58.908743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-510ec711-a293-4542-97c1-056cc65fb07c req-d2c9e03f-cc28-459c-88fb-c0ccc07021e5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895409 Sep 16 04:57:58.931916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.965677 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e1f157-d398-424b-a14d-024230e0a6a9 x-openstack-request-id: req-a3e1f157-d398-424b-a14d-024230e0a6a9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:58.965981 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "name": "network-vif-plugged", "status": "completed", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:58.966237 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3e1f157-d398-424b-a14d-024230e0a6a9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:58.966627 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'code': 200} Sep 16 04:57:59.052950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-4ee430b5-5009-4085-8635-5dccd2b32839 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.054651 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-4ee430b5-5009-4085-8635-5dccd2b32839 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0789859 Sep 16 04:57:59.179899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a553c42-38a8-46ce-a96e-d8e64000bd61 req-f486c1d5-6de7-4f31-81a9-ee47553a2dfd tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.184382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Request body: {'port': {'device_id': 'c18a278f-bc6e-4b77-a0b2-3df769863b48', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '35445f9d9b7c4cd69215c1d87cefaab9'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:59.188983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a553c42-38a8-46ce-a96e-d8e64000bd61 req-f486c1d5-6de7-4f31-81a9-ee47553a2dfd tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 945 time: 0.1309531 Sep 16 04:57:59.238391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7496f530-143f-4022-96f7-f64acca20963 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:59.251115 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.266751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Transition to ACTIVE for port object 7496f530-143f-4022-96f7-f64acca20963 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:59.296641 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.335924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40966) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:59.390678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Pushing event updated for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.395613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.478876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260cc72-2773-4ab4-a49a-febcef52790e req-0b9e045e-d4a7-4de3-b718-fcea9d0d2b05 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.481474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-0b9e045e-d4a7-4de3-b718-fcea9d0d2b05 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.57 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 813 time: 0.5744438 Sep 16 04:57:59.484833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Pushing event updated for resources: {'Port': ['ID=7496f530-143f-4022-96f7-f64acca20963,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.509609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a553c42-38a8-46ce-a96e-d8e64000bd61 req-aa85edc3-7419-4ac3-bdd5-dc443d607691 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196175 Sep 16 04:57:59.535230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-86079393-network', 'tenant_id': '072be089d779498ab2b22924dea67805'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:59.544625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d452d-a1b7-434a-8207-ac3fe77f8b81 req-4b916ccc-8321-4361-8b29-36c5a17136c5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.546608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f8d452d-a1b7-434a-8207-ac3fe77f8b81 req-4b916ccc-8321-4361-8b29-36c5a17136c5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.2768497 Sep 16 04:57:59.547217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Router dab79f8f-13ed-4a9f-b55a-1ce82f6dab48 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:59.561398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:59.570236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:59.582799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:59.608392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Made reservation on behalf of 35445f9d9b7c4cd69215c1d87cefaab9 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:59.610786 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.620539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Request body: {'port': {'device_id': '42b2da03-ec6c-4bbb-8405-e6e64519ae39', 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc', 'admin_state_up': True, 'tenant_id': '877c7e64286f4739ae341beb83f69dc2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:59.740222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Made reservation on behalf of 35445f9d9b7c4cd69215c1d87cefaab9 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:59.744525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.751172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f8d452d-a1b7-434a-8207-ac3fe77f8b81 req-9af3a01b-5c5f-4c68-a161-b80343ad17b7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871946 Sep 16 04:57:59.800752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.805070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.867686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ff877-f666-4a5b-9d55-171467bace2e req-b5645422-5497-4402-a37b-ccc0f9e370a7 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.876288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-338ff877-f666-4a5b-9d55-171467bace2e req-b5645422-5497-4402-a37b-ccc0f9e370a7 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 943 time: 0.2485602 Sep 16 04:57:59.892757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Attempting to bind port 7496f530-143f-4022-96f7-f64acca20963 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:59.894138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Attempting to bind port 7496f530-143f-4022-96f7-f64acca20963 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '6efb38cc-d627-4121-87be-9004f7fe48f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b7a4fc05-f2e8-4787-a227-ce5e98ff9276'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:59.894866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Attempting to bind port 7496f530-143f-4022-96f7-f64acca20963 on network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:59.931660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:59.944351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e51505-1fa5-4bb9-9a78-4779820f2c49 None None] Sync routers for ids ['dab79f8f-13ed-4a9f-b55a-1ce82f6dab48'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:59.945296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Made reservation on behalf of 072be089d779498ab2b22924dea67805 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:59.947442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.950307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Port 7496f530-143f-4022-96f7-f64acca20963 on network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:59.950813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Attempting to bind port 7496f530-143f-4022-96f7-f64acca20963 on network b7a4fc05-f2e8-4787-a227-ce5e98ff9276 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:59.958423 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e51505-1fa5-4bb9-9a78-4779820f2c49 None None] Routers {'dab79f8f-13ed-4a9f-b55a-1ce82f6dab48'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:59.962875 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-51e51505-1fa5-4bb9-9a78-4779820f2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dab79f8f-13ed-4a9f-b55a-1ce82f6dab48'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:59.971644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:59.972139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Checking segment: {'id': '6efb38cc-d627-4121-87be-9004f7fe48f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b7a4fc05-f2e8-4787-a227-ce5e98ff9276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:59.972599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Bound using segment: {'id': '6efb38cc-d627-4121-87be-9004f7fe48f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b7a4fc05-f2e8-4787-a227-ce5e98ff9276'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:59.973129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Bound port: 7496f530-143f-4022-96f7-f64acca20963, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efb38cc-d627-4121-87be-9004f7fe48f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b7a4fc05-f2e8-4787-a227-ce5e98ff9276'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:59.973564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.993976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-338ff877-f666-4a5b-9d55-171467bace2e req-c5926d25-90b2-4732-a346-05f04ff99f43 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128185 Sep 16 04:58:00.008978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.041616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194eada-a194-43ff-a7da-23131b02caf3 req-6f620c1f-ba42-43da-8f7e-8db60e96e8a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:00.049061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1194eada-a194-43ff-a7da-23131b02caf3 req-6f620c1f-ba42-43da-8f7e-8db60e96e8a5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 931 time: 0.1693826 Sep 16 04:58:00.055948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c25b9851-a6ee-41a5-9d98-caf4cfbec9e8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3467267 Sep 16 04:58:00.058739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Allocated IP 192.168.233.48 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/6fb19592-2b34-450f-8e6d-245c676b2960) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:00.075713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.079478 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ab6d7918-3f25-4513-b4ac-61dac6c13401 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6862373 Sep 16 04:58:00.079634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Request body: {'port': {'device_id': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:00.080252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40978) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.088437 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-51e51505-1fa5-4bb9-9a78-4779820f2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:00.112477 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e51505-1fa5-4bb9-9a78-4779820f2c49 None None] Routers {'dab79f8f-13ed-4a9f-b55a-1ce82f6dab48'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:00.113104 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-51e51505-1fa5-4bb9-9a78-4779820f2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dab79f8f-13ed-4a9f-b55a-1ce82f6dab48'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:00.121668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:58:00.121668 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:58:00.121668 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': '072be089d779498ab2b22924dea67805', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 57, 40, 41983)}] Sep 16 04:58:00.121668 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:00.122573 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:00.157176 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-51e51505-1fa5-4bb9-9a78-4779820f2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:00.157836 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e51505-1fa5-4bb9-9a78-4779820f2c49 None None] The sync data for ids ['dab79f8f-13ed-4a9f-b55a-1ce82f6dab48'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:00.210980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ebcc244-1ff8-4ed6-af52-7898792852eb req-44c9c909-fd4f-4d43-a004-9603ce53b4e5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 210 time: 0.0905254 Sep 16 04:58:00.219475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Made reservation on behalf of 877c7e64286f4739ae341beb83f69dc2 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:00.223126 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.256362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1194eada-a194-43ff-a7da-23131b02caf3 req-4d1da242-00c6-4c36-82c6-c0857d4e1034 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997368 Sep 16 04:58:00.294809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] For port 7496f530-143f-4022-96f7-f64acca20963, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:00.341249 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.353967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] For port 7496f530-143f-4022-96f7-f64acca20963, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7496f530-143f-4022-96f7-f64acca20963,segment=NetworkSegment(6efb38cc-d627-4121-87be-9004f7fe48f9),segment_id=6efb38cc-d627-4121-87be-9004f7fe48f9)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:00.428990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Allocated IP 172.20.0.2 (06346a98-db22-4422-896a-c804ba2ab6cc/2679ef2f-efb3-4dd9-bfb1-affafce3c03f/0e6279d2-7bb2-4e6b-b953-c31a0022ae44) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:00.453802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a4c38c96-6ea3-480d-928f-4bdac4092f41 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/routers/dab79f8f-13ed-4a9f-b55a-1ce82f6dab48 HTTP/1.1" status: 200 len: 923 time: 0.3656642 Sep 16 04:58:00.455287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40984) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.457625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.534592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Pushing event updated for resources: {'Port': ['ID=7496f530-143f-4022-96f7-f64acca20963,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:00.535853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.539314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ad60978-d18a-4d12-b0b3-7d2fd59aa672 req-e60fd17d-425b-486e-ba21-008610d71658 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 210 time: 0.0990424 Sep 16 04:58:00.576912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6785bf9c-cf24-453b-b3d6-578d74188194 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab79f8f-13ed-4a9f-b55a-1ce82f6dab48 HTTP/1.1" status: 200 len: 205 time: 0.1145034 Sep 16 04:58:00.579375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40990) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.605082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:00.605762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.607215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-176f7a32-b1ca-4e45-95cb-a8eef6757210 service neutron] 10.222.0.60 "PUT /v2.0/ports/7496f530-143f-4022-96f7-f64acca20963 HTTP/1.1" status: 200 len: 1092 time: 2.6388705 Sep 16 04:58:00.609163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c18f8b-9c00-4b3f-befc-a033ff64e319', 'tag': '7496f530-143f-4022-96f7-f64acca20963'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:00.611506 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510f1a2-1fa0-44be-ac33-0fc83f481748" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c18f8b-9c00-4b3f-befc-a033ff64e319", "tag": "7496f530-143f-4022-96f7-f64acca20963"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:00.633225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.664153 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.692740 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a50e5-78b1-4437-8957-3d1f3efec6fd x-openstack-request-id: req-a89a50e5-78b1-4437-8957-3d1f3efec6fd {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:00.693039 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c18f8b-9c00-4b3f-befc-a033ff64e319", "tag": "7496f530-143f-4022-96f7-f64acca20963", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:00.693299 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a89a50e5-78b1-4437-8957-3d1f3efec6fd {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:00.693718 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c18f8b-9c00-4b3f-befc-a033ff64e319', 'tag': '7496f530-143f-4022-96f7-f64acca20963', 'status': 'completed', 'code': 200} Sep 16 04:58:00.835127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.844749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.895183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:00.948803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.970000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['99b9469c-3efc-40ba-b97f-b6eee30e91ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:00.975903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.990024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:01.001704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.001970 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Added segment d7997968-b37e-42d8-a3ce-e07ee1a4b630 of type vlan for network f956dc18-d179-47f7-a069-b5b4e3c52c9b Sep 16 04:58:01.062346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.145663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:01.146463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a0690d-a30f-48ce-a784-b91a10a77d0b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.161672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:01.184981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Network 06346a98-db22-4422-896a-c804ba2ab6cc is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:01.197483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:01.268576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.269622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.287120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Allocated IP 192.168.233.65 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/cbb115ef-4386-488b-ae6f-9e92e4a304eb) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:01.293787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.295025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.295801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.298340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:01.336491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510f1a2-1fa0-44be-ac33-0fc83f481748 req-2742d058-d4c9-4a31-b9fc-2671a07e9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.338595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a510f1a2-1fa0-44be-ac33-0fc83f481748 req-2742d058-d4c9-4a31-b9fc-2671a07e9a69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b66363da29a24620998395534eb0d87c&device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 1095 time: 0.6421952 Sep 16 04:58:01.393362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:01.484745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f956dc18-d179-47f7-a069-b5b4e3c52c9b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.498004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'Port': ['ID=6fb19592-2b34-450f-8e6d-245c676b2960,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.525440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f956dc18-d179-47f7-a069-b5b4e3c52c9b details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:01.545237 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.546023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.563615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.603406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Pushing event updated for resources: {'Port': ['ID=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.606922 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd641dd-8e21-4c68-a7e0-c9e692436790 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7552764 Sep 16 04:58:01.613814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-835034d6-ee82-4abf-8e96-8f1fa943b8c7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2685864 Sep 16 04:58:01.619630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41012) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:01.626765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Request body: {'subnet': {'network_id': 'f956dc18-d179-47f7-a069-b5b4e3c52c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-86079393-subnet', 'tenant_id': '072be089d779498ab2b22924dea67805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:01.638880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Request body: {'port': {'device_id': '7a04a143-d4e8-49a4-ae3e-2f245446d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:01.699068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d3b6d0c8-e565-4a3c-9a3f-5010849f2679 None None] Provisioning complete for port 6fb19592-2b34-450f-8e6d-245c676b2960 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:01.699546 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3b6d0c8-e565-4a3c-9a3f-5010849f2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.731120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-94297ad0-30fb-48d6-9742-60bc1fd28d90 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1275218 Sep 16 04:58:01.741181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6d0c8-e565-4a3c-9a3f-5010849f2679 None None] Port 6fb19592-2b34-450f-8e6d-245c676b2960 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:01.778472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Request body: {'port': {'device_id': '42b2da03-ec6c-4bbb-8405-e6e64519ae39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:01.814850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.837184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c14e4-f83a-4f88-ade4-9c8ae48a294c req-0c52618e-5fbf-43b2-af44-645bb55cb8ca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.846837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-559c14e4-f83a-4f88-ade4-9c8ae48a294c req-0c52618e-5fbf-43b2-af44-645bb55cb8ca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.6978550 Sep 16 04:58:01.864099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Made reservation on behalf of 072be089d779498ab2b22924dea67805 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:01.866483 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.953974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.035314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.078834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510f1a2-1fa0-44be-ac33-0fc83f481748 req-d7ed5cdb-3fe3-45bd-958a-364bd9dfa1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.080786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a510f1a2-1fa0-44be-ac33-0fc83f481748 req-d7ed5cdb-3fe3-45bd-958a-364bd9dfa1ac service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b66363da29a24620998395534eb0d87c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7143931 Sep 16 04:58:02.093970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5d1c2-0d99-42fc-88e1-4101b8c949ae req-13316a90-821c-4b5f-af68-2d0aed5b70cc tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.102174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eae5d1c2-0d99-42fc-88e1-4101b8c949ae req-13316a90-821c-4b5f-af68-2d0aed5b70cc tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 943 time: 0.3110921 Sep 16 04:58:02.165352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.290695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510f1a2-1fa0-44be-ac33-0fc83f481748 req-2330320b-01fb-44d9-966e-d7972a059f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.292888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a510f1a2-1fa0-44be-ac33-0fc83f481748 req-2330320b-01fb-44d9-966e-d7972a059f59 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852579 Sep 16 04:58:02.304041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-559c14e4-f83a-4f88-ade4-9c8ae48a294c req-c96a7ae4-c4f8-40d4-98a4-72d4e4804749 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558754 Sep 16 04:58:02.475307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.508394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eae5d1c2-0d99-42fc-88e1-4101b8c949ae req-2f784d65-daa4-4472-819e-a4f83db85d47 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051504 Sep 16 04:58:02.510094 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.543935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:02.553506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80968a1a-6c79-429f-b7b7-49a3f09a5626 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:02.579002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.631228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Transition to ACTIVE for port object 80968a1a-6c79-429f-b7b7-49a3f09a5626 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:02.635987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864029-3b71-46db-884c-c003e82c5238 req-d6c9f34e-8ba4-4d83-92cb-46867928fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.637481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-d6c9f34e-8ba4-4d83-92cb-46867928fc94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b66363da29a24620998395534eb0d87c&device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 1095 time: 0.2146916 Sep 16 04:58:02.648457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27296db-095a-4150-9bae-7ca8ca67bd40 req-3afc09ea-3c84-483a-9b7a-de4a25cf0a64 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.650060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d27296db-095a-4150-9bae-7ca8ca67bd40 req-3afc09ea-3c84-483a-9b7a-de4a25cf0a64 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 931 time: 0.2015057 Sep 16 04:58:02.652949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Deleting port afc1e103-a371-44ae-84f1-6b4e3758b3be {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:02.653298 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.710706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=462040ff-e5aa-4d8d-ac21-fd46172194d6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.718940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-a4b63bb9-1c10-49cf-a7fb-533c199e10d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7496f530-143f-4022-96f7-f64acca20963 HTTP/1.1" status: 200 len: 217 time: 0.0669243 Sep 16 04:58:02.820817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:02.820817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:02.820817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:02.832032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'Port': ['ID=cbb115ef-4386-488b-ae6f-9e92e4a304eb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.850239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d27296db-095a-4150-9bae-7ca8ca67bd40 req-04393d58-9f98-48c4-b393-a6b4b1395271 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791434 Sep 16 04:58:02.868462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864029-3b71-46db-884c-c003e82c5238 req-a3e9caaf-0faa-4067-bef2-328440d237a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.869940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-a3e9caaf-0faa-4067-bef2-328440d237a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe9953ff-798c-4dd1-86ad-365510472925 HTTP/1.1" status: 200 len: 855 time: 0.1342838 Sep 16 04:58:02.881621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27954-3c78-407c-a0e0-b250ea3ee4c8 req-dbe1ebd4-769f-4def-8291-968b9436161b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.883644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ea27954-3c78-407c-a0e0-b250ea3ee4c8 req-dbe1ebd4-769f-4def-8291-968b9436161b tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 931 time: 0.1817200 Sep 16 04:58:02.908808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.935105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:02.942331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-5e414b17-b43c-4573-bd01-9ae91a0ffb67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7a4fc05-f2e8-4787-a227-ce5e98ff9276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533314 Sep 16 04:58:02.948845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Calling delete_port for afc1e103-a371-44ae-84f1-6b4e3758b3be owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:02.967086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.983184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.984049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.986736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.001932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Checking segment: {'id': 'd7997968-b37e-42d8-a3ce-e07ee1a4b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f956dc18-d179-47f7-a069-b5b4e3c52c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:03.002618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Network hostable DHCP agents. Network: f956dc18-d179-47f7-a069-b5b4e3c52c9b, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:03.042008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Transition to ACTIVE for port object 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:03.051990 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-26d68510-0223-4691-9361-af99dd3f65b8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9075682 Sep 16 04:58:03.059011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ea27954-3c78-407c-a0e0-b250ea3ee4c8 req-94c5107e-3262-45eb-a19a-b3f71e77308f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568115 Sep 16 04:58:03.070540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Request body: {'port': {'device_id': 'c18a278f-bc6e-4b77-a0b2-3df769863b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:03.097246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb19592-2b34-450f-8e6d-245c676b2960 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:03.148834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.152416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Network f956dc18-d179-47f7-a069-b5b4e3c52c9b is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:03.154387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.185790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Pushing event updated for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:03.305996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-0ea49ab2-2d8f-405b-b8d6-5ef1d74d3c3c service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4fc05-f2e8-4787-a227-ce5e98ff9276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547428 Sep 16 04:58:03.310193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3f7914bd-4b57-423a-8bf9-ba241826733e None None] Provisioning complete for port cbb115ef-4386-488b-ae6f-9e92e4a304eb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:03.310619 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3f7914bd-4b57-423a-8bf9-ba241826733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.408562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3f7914bd-4b57-423a-8bf9-ba241826733e None None] Port cbb115ef-4386-488b-ae6f-9e92e4a304eb cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:03.561859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Transition to ACTIVE for port object 6fb19592-2b34-450f-8e6d-245c676b2960 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:03.605545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.607481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:03.631282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f956dc18-d179-47f7-a069-b5b4e3c52c9b) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:03.636560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:03.637173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.644280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e159319-5714-4a34-a9fa-96e315c1ab53 None None] Network f956dc18-d179-47f7-a069-b5b4e3c52c9b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:03.659895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11629d26-a291-430c-97ae-98170c05b53b req-45b9b735-21ca-4f06-baad-68514e3fa955 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:03.661396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11629d26-a291-430c-97ae-98170c05b53b req-45b9b735-21ca-4f06-baad-68514e3fa955 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 935 time: 0.5997500 Sep 16 04:58:03.672801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.725819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd892b-92e8-420a-bbc1-4e4ce3f3dcda req-5e6a7719-d448-42ca-bc83-67c7f377a7af tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:03.733274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecdd892b-92e8-420a-bbc1-4e4ce3f3dcda req-5e6a7719-d448-42ca-bc83-67c7f377a7af tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 945 time: 0.5620933 Sep 16 04:58:03.825297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645bca02-17d9-4922-8a36-f91efd04be75 None None] Network f956dc18-d179-47f7-a069-b5b4e3c52c9b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:03.876660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb19592-2b34-450f-8e6d-245c676b2960,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:03.911636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Attempting to bind port 80968a1a-6c79-429f-b7b7-49a3f09a5626 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:03.912283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Attempting to bind port 80968a1a-6c79-429f-b7b7-49a3f09a5626 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:03.912801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Attempting to bind port 80968a1a-6c79-429f-b7b7-49a3f09a5626 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:03.926056 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e378b1f7-2c7c-4b0a-b56e-e8abc7c10c3b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2973998 Sep 16 04:58:03.953206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11629d26-a291-430c-97ae-98170c05b53b req-1e058b4c-d0d0-43ff-81d0-74ce1d020158 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724960 Sep 16 04:58:03.971918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Port 80968a1a-6c79-429f-b7b7-49a3f09a5626 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:03.972429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Attempting to bind port 80968a1a-6c79-429f-b7b7-49a3f09a5626 on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:03.997262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecdd892b-92e8-420a-bbc1-4e4ce3f3dcda req-35a26c8c-40bb-4cd1-81a7-a3414d2c769b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633407 Sep 16 04:58:04.030090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-d1a859be-9131-48e6-8080-60f12341ebb2 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4fc05-f2e8-4787-a227-ce5e98ff9276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818137 Sep 16 04:58:04.031147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:04.033386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Checking segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:04.035741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Bound using segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:04.036410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Bound port: 80968a1a-6c79-429f-b7b7-49a3f09a5626, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:04.036983 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.038577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Attempting to bind port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.039077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Attempting to bind port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.039300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Attempting to bind port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 on network 06346a98-db22-4422-896a-c804ba2ab6cc {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.091015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 on network 06346a98-db22-4422-896a-c804ba2ab6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.091381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Attempting to bind port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 on network 06346a98-db22-4422-896a-c804ba2ab6cc {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.141695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:04.142041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Checking segment: {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:04.142449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Bound using segment: {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:04.143228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Bound port: 0e6279d2-7bb2-4e6b-b953-c31a0022ae44, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:04.167825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.174049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:04.177735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:04.205756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.271550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event deleted for resources: {'Port': ['ID=afc1e103-a371-44ae-84f1-6b4e3758b3be,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.328370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.352516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Attempting to bind port 6fb19592-2b34-450f-8e6d-245c676b2960 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.352860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Attempting to bind port 6fb19592-2b34-450f-8e6d-245c676b2960 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.353195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Attempting to bind port 6fb19592-2b34-450f-8e6d-245c676b2960 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.360953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54eb93-d431-42fc-ab8d-716c8aeb7e3a req-ae09a8ca-f9f2-4357-901e-7c96280c3433 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.363359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a54eb93-d431-42fc-ab8d-716c8aeb7e3a req-ae09a8ca-f9f2-4357-901e-7c96280c3433 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.2386072 Sep 16 04:58:04.392677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Port 6fb19592-2b34-450f-8e6d-245c676b2960 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.393033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Attempting to bind port 6fb19592-2b34-450f-8e6d-245c676b2960 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.405732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:04.406075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:04.406464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:04.406915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Bound port: 6fb19592-2b34-450f-8e6d-245c676b2960, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:04.407307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.416994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224b310-2c0e-4ff4-9df6-d4ab4699d49d req-8fdd7b80-48cc-4e70-836a-a1ba267f792c tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.419016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0224b310-2c0e-4ff4-9df6-d4ab4699d49d req-8fdd7b80-48cc-4e70-836a-a1ba267f792c tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 943 time: 0.2243052 Sep 16 04:58:04.424112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.425001 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.426835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] 10.222.0.60 "PUT /v2.0/ports/80968a1a-6c79-429f-b7b7-49a3f09a5626 HTTP/1.1" status: 200 len: 1092 time: 4.3627799 Sep 16 04:58:04.434703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:04.437681 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:04.469907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] For port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:04.499746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.514545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] For port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:04.517202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb115ef-4386-488b-ae6f-9e92e4a304eb {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:04.528417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.555999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Transition to ACTIVE for port object cbb115ef-4386-488b-ae6f-9e92e4a304eb will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:04.570873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] For port 6fb19592-2b34-450f-8e6d-245c676b2960, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:04.575176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] For port 6fb19592-2b34-450f-8e6d-245c676b2960, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6fb19592-2b34-450f-8e6d-245c676b2960,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:04.599690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.639670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.639670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.641066 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] 10.222.0.57 "PUT /v2.0/ports/0e6279d2-7bb2-4e6b-b953-c31a0022ae44 HTTP/1.1" status: 200 len: 1092 time: 2.8715060 Sep 16 04:58:04.641721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b2da03-ec6c-4bbb-8405-e6e64519ae39', 'tag': '0e6279d2-7bb2-4e6b-b953-c31a0022ae44'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:04.644177 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7070b18f-a3e6-4fd6-a469-8a44d220e44a" -d '{"events": [{"name": "network-changed", "server_uuid": "42b2da03-ec6c-4bbb-8405-e6e64519ae39", "tag": "0e6279d2-7bb2-4e6b-b953-c31a0022ae44"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:04.651888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a54eb93-d431-42fc-ab8d-716c8aeb7e3a req-9e74685e-8149-4080-b946-d4c7b2c0bf01 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574160 Sep 16 04:58:04.652651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ff656-5e26-461f-af33-cfb42c7dc947 service neutron] Pushing event updated for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.672846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.678708 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.683734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0224b310-2c0e-4ff4-9df6-d4ab4699d49d req-0557e3a5-3fbf-4f54-b280-d447494e653b tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400241 Sep 16 04:58:04.750850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.754119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73cbc5-30e5-499b-bf13-d63a9aa0a183 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.761715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-769f4ca3-5ae8-46b6-a72e-788643380360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.771528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-769f4ca3-5ae8-46b6-a72e-788643380360 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 1095 time: 0.1728008 Sep 16 04:58:04.825803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb115ef-4386-488b-ae6f-9e92e4a304eb,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.837029 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.850916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.853450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Fanout notify agent at l3_agent the message router_deleted on router dab79f8f-13ed-4a9f-b55a-1ce82f6dab48 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:04.856123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-c7c9bf8c-31f2-4345-9391-b6fbe482f618 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626 HTTP/1.1" status: 200 len: 217 time: 0.0757420 Sep 16 04:58:04.872169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.873767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9a154368-c727-4b8a-b0b8-292ac9042771 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/dab79f8f-13ed-4a9f-b55a-1ce82f6dab48 HTTP/1.1" status: 204 len: 168 time: 4.2932637 Sep 16 04:58:04.887695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41044) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:04.894937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'router': {'name': 'tempest-snat-router-774011298', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': False}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:04.921719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6eb45af9-44d9-47f2-8137-7c682f70a3c3 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:05.009929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-cc6fbeea-aa77-41b4-a1ee-692fd4222139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.011760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-cc6fbeea-aa77-41b4-a1ee-692fd4222139 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10b9fcea-cb4e-484d-af72-59700fda7393 HTTP/1.1" status: 200 len: 845 time: 0.1216676 Sep 16 04:58:05.022428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7872776-bfd3-4a09-9429-4ba6cae92a70 req-9767f8b5-2c33-4820-b927-e0c9ed952e40 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.031034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7872776-bfd3-4a09-9429-4ba6cae92a70 req-9767f8b5-2c33-4820-b927-e0c9ed952e40 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 943 time: 0.1915638 Sep 16 04:58:05.038678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.039344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.041320 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] 10.222.0.60 "PUT /v2.0/ports/6fb19592-2b34-450f-8e6d-245c676b2960 HTTP/1.1" status: 200 len: 1096 time: 3.4200461 Sep 16 04:58:05.048589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2eb26-8675-4775-8d36-688d4e092694 req-36619675-522f-409c-b812-c36415d678a3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.057664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b212696-1447-4b11-83b9-ae55544c8aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb19592-2b34-450f-8e6d-245c676b2960,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:05.066055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8fe2eb26-8675-4775-8d36-688d4e092694 req-36619675-522f-409c-b812-c36415d678a3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 943 time: 0.2292511 Sep 16 04:58:05.092269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260cc72-2773-4ab4-a49a-febcef52790e req-c39b5eb1-7f5c-4a8c-9413-b776a693eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.093813 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-c39b5eb1-7f5c-4a8c-9413-b776a693eac4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 1095 time: 0.2623358 Sep 16 04:58:05.138887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-4939fe71-27cc-4eb9-be80-2a81d7b0959c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=192a16d4-d496-4a46-98bf-a9967c8e1fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535216 Sep 16 04:58:05.191109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8fe2eb26-8675-4775-8d36-688d4e092694 req-f4230784-989a-4358-bdfb-dd70b2850293 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281407 Sep 16 04:58:05.191367 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.196303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.302681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.332948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7872776-bfd3-4a09-9429-4ba6cae92a70 req-5d449d98-8e13-4273-acd5-0995deb7ab83 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006582 Sep 16 04:58:05.341120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-66bb865a-b196-40b5-aec7-f61f4f7b4c36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e6279d2-7bb2-4e6b-b953-c31a0022ae44 HTTP/1.1" status: 200 len: 217 time: 0.2054780 Sep 16 04:58:05.459660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-6572e640-8d2b-4351-b88b-6dd24ba035e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.461306 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-6572e640-8d2b-4351-b88b-6dd24ba035e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 1099 time: 0.2867141 Sep 16 04:58:05.464840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Attempting to bind port cbb115ef-4386-488b-ae6f-9e92e4a304eb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:05.465343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Attempting to bind port cbb115ef-4386-488b-ae6f-9e92e4a304eb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:05.465683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Attempting to bind port cbb115ef-4386-488b-ae6f-9e92e4a304eb on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:05.470024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260cc72-2773-4ab4-a49a-febcef52790e req-3f943439-cca3-4ffe-936e-60bc2e851ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.471547 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-3f943439-cca3-4ffe-936e-60bc2e851ea2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.1021669 Sep 16 04:58:05.535956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:05.540464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Port cbb115ef-4386-488b-ae6f-9e92e4a304eb on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:05.540889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Attempting to bind port cbb115ef-4386-488b-ae6f-9e92e4a304eb on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:05.543907 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f38011c-0cc6-45f6-ba2b-6fed226a42da x-openstack-request-id: req-3f38011c-0cc6-45f6-ba2b-6fed226a42da {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:05.544174 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b2da03-ec6c-4bbb-8405-e6e64519ae39", "tag": "0e6279d2-7bb2-4e6b-b953-c31a0022ae44", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:05.544428 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f38011c-0cc6-45f6-ba2b-6fed226a42da {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:05.544774 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b2da03-ec6c-4bbb-8405-e6e64519ae39', 'tag': '0e6279d2-7bb2-4e6b-b953-c31a0022ae44', 'status': 'completed', 'code': 200} Sep 16 04:58:05.552206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-78c19543-59f2-47a9-9ea5-d9baa5e546f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=6fb19592-2b34-450f-8e6d-245c676b2960 HTTP/1.1" status: 200 len: 217 time: 0.0778644 Sep 16 04:58:05.552349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'port_id': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'mac_address': 'fa:16:3e:48:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722b342b-20f9-4077-8177-48fa83f54831', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:05.578147 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-366920bc-5f0c-42db-bd2d-9d293fd43b9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910800 Sep 16 04:58:05.579096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:05.579620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:05.580639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:05.580639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Bound port: cbb115ef-4386-488b-ae6f-9e92e4a304eb, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:05.581024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.599592 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.604677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-6c0816e3-aa2a-479f-a384-359840d13597 service neutron] 10.222.0.60 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809889 Sep 16 04:58:05.608657 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f511b1a6-e29c-4934-aa7c-88a1eca69fb0 x-openstack-request-id: req-f511b1a6-e29c-4934-aa7c-88a1eca69fb0 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:05.620667 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:05.620667 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f511b1a6-e29c-4934-aa7c-88a1eca69fb0 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:05.620667 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'status': 'completed', 'code': 200} Sep 16 04:58:05.647932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eb45af9-44d9-47f2-8137-7c682f70a3c3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:05.692676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:05.792204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.803175 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd5661a-1fb0-4395-8017-374b23985be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.804810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-8dd5661a-1fb0-4395-8017-374b23985be5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.2370450 Sep 16 04:58:05.852515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:05.859514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] For port cbb115ef-4386-488b-ae6f-9e92e4a304eb, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:05.884179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] For port cbb115ef-4386-488b-ae6f-9e92e4a304eb, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=cbb115ef-4386-488b-ae6f-9e92e4a304eb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:05.888350 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-b3d416be-8229-457b-82c1-38a03b95ac84 service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891686 Sep 16 04:58:05.898949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-f2133698-8b27-4d6a-a39b-a6af4b6594eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.900861 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-f2133698-8b27-4d6a-a39b-a6af4b6594eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839217 Sep 16 04:58:05.955124 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.003268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.015214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbdaf1-6efd-4d29-9f96-16e0a9389829 req-21d036e7-a9c3-429c-9d7c-e4cb242c07d3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.023938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94cbdaf1-6efd-4d29-9f96-16e0a9389829 req-21d036e7-a9c3-429c-9d7c-e4cb242c07d3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 947 time: 0.2863593 Sep 16 04:58:06.052729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6eb45af9-44d9-47f2-8137-7c682f70a3c3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:06.075104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb115ef-4386-488b-ae6f-9e92e4a304eb,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:06.133010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.134213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.136122 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e4dfd9be-f459-417c-82e9-577666fce272 service neutron] 10.222.0.60 "PUT /v2.0/ports/cbb115ef-4386-488b-ae6f-9e92e4a304eb HTTP/1.1" status: 200 len: 1096 time: 3.0705006 Sep 16 04:58:06.169977 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-38f07976-95ab-4b3e-93aa-ca5a56133127 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575514 Sep 16 04:58:06.206744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94cbdaf1-6efd-4d29-9f96-16e0a9389829 req-7b9aead5-253e-4253-80d9-e5ff09639eed tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810014 Sep 16 04:58:06.237018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0260cc72-2773-4ab4-a49a-febcef52790e req-0668089b-ff6f-413e-9d7b-9ede97834236 service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562690 Sep 16 04:58:06.274851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55b60-01fd-4624-8df2-189846d6be83 req-a2e18dd9-5b76-4f1a-a85b-a115cf08c3d1 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.298558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-a2e18dd9-5b76-4f1a-a85b-a115cf08c3d1 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/networks?id=f956dc18-d179-47f7-a069-b5b4e3c52c9b HTTP/1.1" status: 200 len: 819 time: 0.5243378 Sep 16 04:58:06.323949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc7020ae-7717-41ac-83e0-10be49f359eb req-815dd9e2-35c3-42bc-a41f-6144a8d1809b service neutron] 10.222.0.60 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548248 Sep 16 04:58:06.357684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-d4f0264c-f847-4585-a74e-d3fef226bcbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3140128 Sep 16 04:58:06.407114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-0ee28b96-c571-4c8e-93aa-d142776f56fd tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/quotas/072be089d779498ab2b22924dea67805 HTTP/1.1" status: 200 len: 375 time: 0.1074235 Sep 16 04:58:06.413590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-2fc97c8b-42b0-46a7-b598-5c4049cc0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.416281 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-2fc97c8b-42b0-46a7-b598-5c4049cc0d05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 1099 time: 0.0712342 Sep 16 04:58:06.427234 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-4f5e4d46-225d-4e4e-810d-ea797907bd2c service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469826 Sep 16 04:58:06.470255 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-e95ac3c1-ce07-450b-a8b8-814b568ac5a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=cbb115ef-4386-488b-ae6f-9e92e4a304eb HTTP/1.1" status: 200 len: 217 time: 0.0417268 Sep 16 04:58:06.487628 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-6196681e-08aa-4259-a207-9fb9031755b0 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=072be089d779498ab2b22924dea67805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777025 Sep 16 04:58:06.631373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-dc14feaa-3eb1-40c4-80cd-10771a0f3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.632894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-dc14feaa-3eb1-40c4-80cd-10771a0f3175 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 1095 time: 0.1427462 Sep 16 04:58:06.637642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-9386e0c9-590e-4d64-9702-dcff6291feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.639058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-9386e0c9-590e-4d64-9702-dcff6291feb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 1101 time: 0.0914273 Sep 16 04:58:06.640511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-55861c6a-d596-4be6-9a87-144d466da868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.642535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-55861c6a-d596-4be6-9a87-144d466da868 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1616368 Sep 16 04:58:06.648554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea271ad-d0b8-4f68-bd6a-428b9229568d req-f6192211-11b5-48aa-a240-0b3309e6d04d tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.652033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ea271ad-d0b8-4f68-bd6a-428b9229568d req-f6192211-11b5-48aa-a240-0b3309e6d04d tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 944 time: 0.3104377 Sep 16 04:58:06.705313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-5b3a682d-fdd5-483c-be7b-dcd8f68a0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.706918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-5b3a682d-fdd5-483c-be7b-dcd8f68a0493 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 1095 time: 0.1698282 Sep 16 04:58:06.793551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ea271ad-d0b8-4f68-bd6a-428b9229568d req-8b816a41-e18b-453b-82dc-12051bfed66b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962138 Sep 16 04:58:06.826554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-1d814232-70b5-487b-9b7e-81681a321af4 service neutron] 10.222.0.59 "GET /v2.0/networks/f956dc18-d179-47f7-a069-b5b4e3c52c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882555 Sep 16 04:58:06.857583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-9b38951d-b8ca-4ce9-a7f3-5bf0eca81bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.859109 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-9b38951d-b8ca-4ce9-a7f3-5bf0eca81bc6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1850326 Sep 16 04:58:06.879560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-a7ce17d8-a785-41fc-8028-32a7e4524278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.881369 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-a7ce17d8-a785-41fc-8028-32a7e4524278 service neutron] 10.222.0.60 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 906 time: 0.2378869 Sep 16 04:58:06.906217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-26358023-d6bd-4953-8264-c10caf6ba218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.907681 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-26358023-d6bd-4953-8264-c10caf6ba218 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2253621 Sep 16 04:58:06.942235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6eb45af9-44d9-47f2-8137-7c682f70a3c3 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:06.954194 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-7bf08d51-89ef-4f98-9134-92ec08d853ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626 HTTP/1.1" status: 200 len: 217 time: 0.0539014 Sep 16 04:58:07.005181 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-3e588d32-5705-4a86-ba18-49cb27865618 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9 HTTP/1.1" status: 200 len: 217 time: 0.0602036 Sep 16 04:58:07.030694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7496f530-143f-4022-96f7-f64acca20963 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:07.063204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:07.064489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.128415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-100e9a70-e583-4957-adb3-016ace13f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.129922 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-100e9a70-e583-4957-adb3-016ace13f940 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10b9fcea-cb4e-484d-af72-59700fda7393 HTTP/1.1" status: 200 len: 845 time: 0.1358857 Sep 16 04:58:07.169763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-448f2e8e-4cc6-4049-a180-d0dcb8f58ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.171281 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-448f2e8e-4cc6-4049-a180-d0dcb8f58ac6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1101596 Sep 16 04:58:07.173101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-078456a0-0872-45a6-a052-5c26429a5854 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=192a16d4-d496-4a46-98bf-a9967c8e1fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311661 Sep 16 04:58:07.174914 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-7cd806e4-e86e-46b3-a57d-256183b6e500 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046591 Sep 16 04:58:07.228814 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.275268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:07.280902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:07.283839 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07b367c-1af5-4d24-8162-39a7fd75c08e" -d '{"events": [{"server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "name": "network-vif-plugged", "status": "completed", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:07.318350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7496f530-143f-4022-96f7-f64acca20963, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7496f530-143f-4022-96f7-f64acca20963,segment=NetworkSegment(6efb38cc-d627-4121-87be-9004f7fe48f9),segment_id=6efb38cc-d627-4121-87be-9004f7fe48f9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:07.331159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '7496f530-143f-4022-96f7-f64acca20963', 'network_id': 'b7a4fc05-f2e8-4787-a227-ce5e98ff9276', 'port_id': '7496f530-143f-4022-96f7-f64acca20963', 'mac_address': 'fa:16:3e:33:6a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9953ff-798c-4dd1-86ad-365510472925', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:07.341063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-05797517-dc6a-458a-a9f0-1e7572617e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.342558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-05797517-dc6a-458a-a9f0-1e7572617e80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 914 time: 0.6222742 Sep 16 04:58:07.366102 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.405307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-f77894a3-7d39-4d8e-b5bd-033b7fbd52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.406953 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-f77894a3-7d39-4d8e-b5bd-033b7fbd52aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1868110 Sep 16 04:58:07.432534 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.447504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-71f4d81c-39d0-4127-be4f-3f0b2e5fbe42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e6279d2-7bb2-4e6b-b953-c31a0022ae44 HTTP/1.1" status: 200 len: 217 time: 0.0660539 Sep 16 04:58:07.449603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f065731-e83f-4d3d-b3de-a52c0dc5ff8d req-aa5e6fb7-a956-48fd-8935-dcb66dac10b4 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474983 Sep 16 04:58:07.454176 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-829647ab-45d5-469d-a707-1d56b89c8b5b service neutron] 10.222.0.60 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638769 Sep 16 04:58:07.456942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7496f530-143f-4022-96f7-f64acca20963 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:07.464767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7360d-d5f8-4681-a025-65859afa44c1 req-6875e7d0-bb14-430d-b18c-58e2eac68743 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.472300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3f7360d-d5f8-4681-a025-65859afa44c1 req-6875e7d0-bb14-430d-b18c-58e2eac68743 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.5599208 Sep 16 04:58:07.481749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-d3ad1db0-ea0c-4192-bf83-788d46dd17cd service neutron] 10.222.0.59 "GET /v2.0/networks/f956dc18-d179-47f7-a069-b5b4e3c52c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456873 Sep 16 04:58:07.483503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7496f530-143f-4022-96f7-f64acca20963, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7496f530-143f-4022-96f7-f64acca20963,segment=NetworkSegment(6efb38cc-d627-4121-87be-9004f7fe48f9),segment_id=6efb38cc-d627-4121-87be-9004f7fe48f9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:07.503462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:07.531296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.567070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.580272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a04a143-d4e8-49a4-ae3e-2f245446d349', 'tag': '6fb19592-2b34-450f-8e6d-245c676b2960'}, {'name': 'network-changed', 'server_uuid': 'c18a278f-bc6e-4b77-a0b2-3df769863b48', 'tag': 'cbb115ef-4386-488b-ae6f-9e92e4a304eb'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:07.582757 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdaa5bf-9433-470f-b86e-dd427a278274" -d '{"events": [{"name": "network-changed", "server_uuid": "7a04a143-d4e8-49a4-ae3e-2f245446d349", "tag": "6fb19592-2b34-450f-8e6d-245c676b2960"}, {"name": "network-changed", "server_uuid": "c18a278f-bc6e-4b77-a0b2-3df769863b48", "tag": "cbb115ef-4386-488b-ae6f-9e92e4a304eb"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:07.588026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-a7b44016-ff8a-43ea-be49-b510d0ec1d24 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620090 Sep 16 04:58:07.589507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3f7360d-d5f8-4681-a025-65859afa44c1 req-a726ece3-3bd0-4cb2-bd1e-8f8c2fc22ecb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162658 Sep 16 04:58:07.607565 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.663461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-f82a4aa2-4042-4796-b065-9ab0b5caf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.665176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-f82a4aa2-4042-4796-b065-9ab0b5caf579 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.1800871 Sep 16 04:58:07.687504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7496f530-143f-4022-96f7-f64acca20963,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:07.767949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-f47a2a82-bf57-406b-adc5-a1d227a407bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815904 Sep 16 04:58:07.867214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7496f530-143f-4022-96f7-f64acca20963'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:07.913546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23c4e9-3292-41ab-b481-0e8c38d83575 req-3f857563-722e-47a9-ac10-9c819098a506 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.913546 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e23c4e9-3292-41ab-b481-0e8c38d83575 req-3f857563-722e-47a9-ac10-9c819098a506 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 944 time: 0.2494628 Sep 16 04:58:07.914836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Allocated IP 172.25.7.52 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/7682e217-4e2e-492c-aabe-08f7adf107f5) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:08.014819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ecf00-003e-47d8-9890-92ce011e85ea req-b24bb9d4-9a9b-4707-b3c1-66de155a89af tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.018438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-319ecf00-003e-47d8-9890-92ce011e85ea req-b24bb9d4-9a9b-4707-b3c1-66de155a89af tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 943 time: 0.2215896 Sep 16 04:58:08.154823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a3e5c8a-c234-40f1-b1cf-2ec32ae3b2b2 req-ba984ba8-fb00-4bf3-9550-47316b4084ea service neutron] 10.222.0.60 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912148 Sep 16 04:58:08.170059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-3373911c-de15-44f4-b05b-72d83c28fb97 service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610909 Sep 16 04:58:08.177835 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-245f64ca-8b8d-4b82-9083-7a4f55150f51 req-08970a04-a7e8-46cd-8bd0-b0952303f708 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775652 Sep 16 04:58:08.178717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e23c4e9-3292-41ab-b481-0e8c38d83575 req-29d91c11-2b64-41f1-8ceb-62a50f94db5c tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298207 Sep 16 04:58:08.262110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-319ecf00-003e-47d8-9890-92ce011e85ea req-6831c76b-26fa-4810-a204-7d80da4faa5d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967382 Sep 16 04:58:08.379891 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.425629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d232a-3983-45d4-ae41-a4bf392ae319 req-e8e6ef37-5539-4629-8291-9236ccc5d8f9 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.427175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e72d232a-3983-45d4-ae41-a4bf392ae319 req-e8e6ef37-5539-4629-8291-9236ccc5d8f9 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 943 time: 0.1602113 Sep 16 04:58:08.442393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7070b18f-a3e6-4fd6-a469-8a44d220e44a req-586871e0-7733-4e39-a241-c222272b2ba8 service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344317 Sep 16 04:58:08.510756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e72d232a-3983-45d4-ae41-a4bf392ae319 req-02c1722e-1d10-4540-9bb8-a17a33246b58 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566032 Sep 16 04:58:08.558286 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.628887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:08.646464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:08.653001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:08.702899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'Port': ['ID=7682e217-4e2e-492c-aabe-08f7adf107f5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.724856 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedbc721-6b44-4658-b9f5-bb808608715e x-openstack-request-id: req-cedbc721-6b44-4658-b9f5-bb808608715e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:08.725430 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "name": "network-vif-plugged", "status": "completed", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:08.725430 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cedbc721-6b44-4658-b9f5-bb808608715e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:08.725941 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'code': 200} Sep 16 04:58:08.730737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ef87c-21b0-48ee-8983-25edf966e846 req-4a899ac8-b339-49e5-a942-e0c57587c661 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.732424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-451ef87c-21b0-48ee-8983-25edf966e846 req-4a899ac8-b339-49e5-a942-e0c57587c661 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 947 time: 0.1291981 Sep 16 04:58:08.779930 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a54013-0d5d-428b-bb90-312f1034809f x-openstack-request-id: req-d6a54013-0d5d-428b-bb90-312f1034809f {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:08.780071 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a04a143-d4e8-49a4-ae3e-2f245446d349", "tag": "6fb19592-2b34-450f-8e6d-245c676b2960", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c18a278f-bc6e-4b77-a0b2-3df769863b48", "tag": "cbb115ef-4386-488b-ae6f-9e92e4a304eb", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:08.780303 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6a54013-0d5d-428b-bb90-312f1034809f {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:08.780894 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a04a143-d4e8-49a4-ae3e-2f245446d349', 'tag': '6fb19592-2b34-450f-8e6d-245c676b2960', 'status': 'completed', 'code': 200} Sep 16 04:58:08.781302 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18a278f-bc6e-4b77-a0b2-3df769863b48', 'tag': 'cbb115ef-4386-488b-ae6f-9e92e4a304eb', 'status': 'completed', 'code': 200} Sep 16 04:58:08.874945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-e2c8a4ea-2d61-4246-8b61-d401f89890b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.876816 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-e2c8a4ea-2d61-4246-8b61-d401f89890b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 1099 time: 0.0435359 Sep 16 04:58:08.880369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34bcc513-5dcb-4ad4-b731-09917fb3e6f9 req-f786ae40-3a2f-4c4a-857e-5d9deac4125c tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 210 time: 0.0621684 Sep 16 04:58:08.914016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-451ef87c-21b0-48ee-8983-25edf966e846 req-ccbb4ad6-349a-47ec-a78f-87b100a20d31 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421740 Sep 16 04:58:08.950261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:08.967225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6eb45af9-44d9-47f2-8137-7c682f70a3c3 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:09.001579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-54c963c8-220b-4adc-a694-a6ac4c40d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.006507 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-54c963c8-220b-4adc-a694-a6ac4c40d460 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1194227 Sep 16 04:58:09.049679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 80968a1a-6c79-429f-b7b7-49a3f09a5626 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:09.051654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7496f530-143f-4022-96f7-f64acca20963 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:09.053406 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-6b9e05d1-bd8d-486e-956c-e3f06d6c1ade service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=6fb19592-2b34-450f-8e6d-245c676b2960 HTTP/1.1" status: 200 len: 217 time: 0.0392215 Sep 16 04:58:09.110339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-96cc91cc-2466-404e-8def-cec176cc62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.113210 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-96cc91cc-2466-404e-8def-cec176cc62ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0526435 Sep 16 04:58:09.113515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ba02b-82f8-4798-a0f8-f8fddc810ac0 req-25165a9c-0494-4409-9e99-3dceea303590 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.115032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a02ba02b-82f8-4798-a0f8-f8fddc810ac0 req-25165a9c-0494-4409-9e99-3dceea303590 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1599336 Sep 16 04:58:09.161330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548272fd-5b14-4d22-a101-6e54c25bd837 req-df8ef6a3-e640-49ed-aee4-2293a837753b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.163011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-548272fd-5b14-4d22-a101-6e54c25bd837 req-df8ef6a3-e640-49ed-aee4-2293a837753b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 945 time: 0.1681771 Sep 16 04:58:09.172866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-ae4f0058-3207-4127-8203-7d5a6f164cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.174693 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-ae4f0058-3207-4127-8203-7d5a6f164cb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0478559 Sep 16 04:58:09.191868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a02ba02b-82f8-4798-a0f8-f8fddc810ac0 req-0dbe0c4b-eec6-40d8-a529-afddf9c54d52 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632892 Sep 16 04:58:09.201707 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.215235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:09.268903 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '0e6279d2-7bb2-4e6b-b953-c31a0022ae44', 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc', 'port_id': '0e6279d2-7bb2-4e6b-b953-c31a0022ae44', 'mac_address': 'fa:16:3e:e3:c6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2679ef2f-efb3-4dd9-bfb1-affafce3c03f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:09.360449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:09.374343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:09.382453 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-fa3ead15-aa3d-4643-b8da-d1d9cb6772b0 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989443 Sep 16 04:58:09.385795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.400016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'port_id': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'mac_address': 'fa:16:3e:d9:fb:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9fcea-cb4e-484d-af72-59700fda7393', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:09.406059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 7496f530-143f-4022-96f7-f64acca20963 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:09.414397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:09.421616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 7496f530-143f-4022-96f7-f64acca20963 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:09.421995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.461475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-548272fd-5b14-4d22-a101-6e54c25bd837 req-7e90f4a2-6c78-4919-adf9-d4c8c7aade0b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836285 Sep 16 04:58:09.468342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.490935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:09.536841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.572295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80968a1a-6c79-429f-b7b7-49a3f09a5626 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:09.579107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.583286 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.592980 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.596600 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-bb23697d-70bd-40bc-bccf-0c6934270bfd service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058172 Sep 16 04:58:09.631018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:09.633465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22736b7-787c-4178-9b7b-4a9f49076cdf req-c63539c6-173f-4001-89fd-afd5e1928ac4 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.640755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b22736b7-787c-4178-9b7b-4a9f49076cdf req-c63539c6-173f-4001-89fd-afd5e1928ac4 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 944 time: 0.1987860 Sep 16 04:58:09.689310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.691516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.747489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a90a1-b204-4b4f-ae13-ef65a9aed89e req-48eb3bb8-0444-4e25-bca3-842e1f40434e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.748709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7496f530-143f-4022-96f7-f64acca20963, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7496f530-143f-4022-96f7-f64acca20963,segment=NetworkSegment(6efb38cc-d627-4121-87be-9004f7fe48f9),segment_id=6efb38cc-d627-4121-87be-9004f7fe48f9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:09.750048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.750447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f02a90a1-b204-4b4f-ae13-ef65a9aed89e req-48eb3bb8-0444-4e25-bca3-842e1f40434e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 944 time: 0.1551859 Sep 16 04:58:09.750839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device cbb115ef-4386-488b-ae6f-9e92e4a304eb details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:09.792786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b22736b7-787c-4178-9b7b-4a9f49076cdf req-44828656-eab4-4e59-b402-447f180e1b11 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499059 Sep 16 04:58:09.823572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-e056e06e-abfa-4761-8991-224facb0aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.827030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-e056e06e-abfa-4761-8991-224facb0aa66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 1099 time: 0.1302235 Sep 16 04:58:09.845861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.927385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.941987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port cbb115ef-4386-488b-ae6f-9e92e4a304eb, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=cbb115ef-4386-488b-ae6f-9e92e4a304eb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:09.985028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'cbb115ef-4386-488b-ae6f-9e92e4a304eb', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'cbb115ef-4386-488b-ae6f-9e92e4a304eb', 'mac_address': 'fa:16:3e:79:b9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:09.995604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f02a90a1-b204-4b4f-ae13-ef65a9aed89e req-8c54b926-398a-432d-81e3-c5c52dedbc88 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270522 Sep 16 04:58:10.011507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-fc3aa78a-a2b6-47b1-b32f-c81b00e9791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.013449 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-fc3aa78a-a2b6-47b1-b32f-c81b00e9791c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1740000 Sep 16 04:58:10.014983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed31c-8d76-450c-b480-c9cdef808c6c req-12e22c57-2a1e-4097-9148-6f493c3e5025 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.016736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca5ed31c-8d76-450c-b480-c9cdef808c6c req-12e22c57-2a1e-4097-9148-6f493c3e5025 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 944 time: 0.0874050 Sep 16 04:58:10.060263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7496f530-143f-4022-96f7-f64acca20963,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:10.071857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.086774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb115ef-4386-488b-ae6f-9e92e4a304eb {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:10.108831 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-f3c28521-9d86-4a99-adc7-36d21e62ef0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=cbb115ef-4386-488b-ae6f-9e92e4a304eb HTTP/1.1" status: 200 len: 217 time: 0.0834911 Sep 16 04:58:10.118882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['0e6279d2-7bb2-4e6b-b953-c31a0022ae44'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:10.184132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-a9ebc81e-07db-4aea-a218-11a0727aab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.185928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port cbb115ef-4386-488b-ae6f-9e92e4a304eb, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=cbb115ef-4386-488b-ae6f-9e92e4a304eb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:10.187751 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-a9ebc81e-07db-4aea-a218-11a0727aab3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0698204 Sep 16 04:58:10.195874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5161c12c-4c54-46a1-876a-37bf6269a8a1 req-3e1fba05-2bc0-48c9-87ab-0027c0397d09 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 210 time: 0.0513966 Sep 16 04:58:10.250119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca5ed31c-8d76-450c-b480-c9cdef808c6c req-d3e655de-2308-4581-aecb-f37b82a56c51 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364076 Sep 16 04:58:10.305000 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.316408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.316408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 6fb19592-2b34-450f-8e6d-245c676b2960 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:10.334991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-746877ee-f6cd-4e71-bec5-8a9bb3aa3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.340632 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-746877ee-f6cd-4e71-bec5-8a9bb3aa3d68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287179 Sep 16 04:58:10.370244 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.506627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-17e6d00e-8fd2-4f15-b7b3-e68c9b68faa0 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574225 Sep 16 04:58:10.628406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f9e32-cefa-411a-bc69-f5c2f2c2a9ff req-ac920710-6157-48a5-bb02-7a69cc5e1328 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.638392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-420f9e32-cefa-411a-bc69-f5c2f2c2a9ff req-ac920710-6157-48a5-bb02-7a69cc5e1328 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 947 time: 0.2839768 Sep 16 04:58:10.701116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccdaa5bf-9433-470f-b86e-dd427a278274 req-087de4cb-448a-446c-996b-ca49fe6b8e9e service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825156 Sep 16 04:58:10.701459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90042b-e780-43fc-8bf3-1be25e240f61 req-317f2dcb-d024-4993-8e3a-cd2a3a4ace25 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.702889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe90042b-e780-43fc-8bf3-1be25e240f61 req-317f2dcb-d024-4993-8e3a-cd2a3a4ace25 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1936908 Sep 16 04:58:10.740779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3'}, {'server_uuid': 'a0c18f8b-9c00-4b3f-befc-a033ff64e319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7496f530-143f-4022-96f7-f64acca20963'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:10.744211 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad81b98-56d7-418b-be9d-b287716fa13e" -d '{"events": [{"server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3"}, {"server_uuid": "a0c18f8b-9c00-4b3f-befc-a033ff64e319", "name": "network-vif-plugged", "status": "completed", "tag": "7496f530-143f-4022-96f7-f64acca20963"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:10.760986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=cbb115ef-4386-488b-ae6f-9e92e4a304eb,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:10.771137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-420f9e32-cefa-411a-bc69-f5c2f2c2a9ff req-9733ebcf-1f9b-4cba-b127-3dc699fdaa34 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245866 Sep 16 04:58:10.775991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 6fb19592-2b34-450f-8e6d-245c676b2960, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6fb19592-2b34-450f-8e6d-245c676b2960,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:10.793605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '6fb19592-2b34-450f-8e6d-245c676b2960', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '6fb19592-2b34-450f-8e6d-245c676b2960', 'mac_address': 'fa:16:3e:48:60:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:10.836130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe90042b-e780-43fc-8bf3-1be25e240f61 req-81b92e7d-07f8-40d9-ac6c-edcd8300b464 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079793 Sep 16 04:58:10.849681 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.881823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb19592-2b34-450f-8e6d-245c676b2960 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:10.909457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 6fb19592-2b34-450f-8e6d-245c676b2960, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6fb19592-2b34-450f-8e6d-245c676b2960,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:10.930392 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd7544d-881a-44e7-ad6d-6bd63f04aeca x-openstack-request-id: req-7cd7544d-881a-44e7-ad6d-6bd63f04aeca {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:10.931251 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3", "code": 200}, {"server_uuid": "a0c18f8b-9c00-4b3f-befc-a033ff64e319", "name": "network-vif-plugged", "status": "completed", "tag": "7496f530-143f-4022-96f7-f64acca20963", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:10.931675 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7cd7544d-881a-44e7-ad6d-6bd63f04aeca {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:10.932324 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'code': 200} Sep 16 04:58:10.933404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Router 8b861133-33e8-417e-9906-abdf3f946361 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:10.933874 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c18f8b-9c00-4b3f-befc-a033ff64e319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7496f530-143f-4022-96f7-f64acca20963', 'code': 200} Sep 16 04:58:10.998844 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a18750b4-b9e2-41c9-ade1-64e0669b0a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.000805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.002111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd3d82-d6df-4873-a089-626c7a61b5c4 req-23bbd59a-3568-474b-bf48-7c1a55c54f6f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.010407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66cd3d82-d6df-4873-a089-626c7a61b5c4 req-23bbd59a-3568-474b-bf48-7c1a55c54f6f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 943 time: 0.1524374 Sep 16 04:58:11.077428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17ef1-6fbd-4b2e-9e55-c0bf9768bb8e req-796e738a-95da-4ed0-ab16-58894ed021b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.078954 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06b17ef1-6fbd-4b2e-9e55-c0bf9768bb8e req-796e738a-95da-4ed0-ab16-58894ed021b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 1097 time: 0.0534604 Sep 16 04:58:11.097645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=6fb19592-2b34-450f-8e6d-245c676b2960,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.128067 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06b17ef1-6fbd-4b2e-9e55-c0bf9768bb8e req-cdfc3cac-cf1f-48cd-a077-a64556197626 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Sep 16 04:58:11.152620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66cd3d82-d6df-4873-a089-626c7a61b5c4 req-ec8382b2-51a1-4033-86ce-35647b240008 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404474 Sep 16 04:58:11.224079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5ac77-aa4f-4a1b-94ce-acc462e9cedb req-41b8d804-383e-4631-b786-4b1f8ca7485a tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.233493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86e5ac77-aa4f-4a1b-94ce-acc462e9cedb req-41b8d804-383e-4631-b786-4b1f8ca7485a tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 945 time: 0.1679215 Sep 16 04:58:11.279062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:11.299356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Sync routers for ids ['8b861133-33e8-417e-9906-abdf3f946361'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:11.326185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Routers {'8b861133-33e8-417e-9906-abdf3f946361'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:11.330631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8b861133-33e8-417e-9906-abdf3f946361'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:11.404350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['80968a1a-6c79-429f-b7b7-49a3f09a5626'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:11.407972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:11.568317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['6fb19592-2b34-450f-8e6d-245c676b2960'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:11.667606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86e5ac77-aa4f-4a1b-94ce-acc462e9cedb req-c0af7c97-0d54-449d-aaf2-6c3f71f9e775 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294240 Sep 16 04:58:11.673935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Set router 8b861133-33e8-417e-9906-abdf3f946361 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:11.744022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f96b88-b53c-42d9-9d45-01864ec05515 req-74d791c8-a691-48c5-b5d4-c73c3b9d151d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.753652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63f96b88-b53c-42d9-9d45-01864ec05515 req-74d791c8-a691-48c5-b5d4-c73c3b9d151d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 944 time: 0.5020890 Sep 16 04:58:11.777413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.778929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a1e5577d-b765-448e-a00b-be4ee9d262c4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8874857 Sep 16 04:58:11.782025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41122) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:11.819179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5705303d-48e8-46c8-a7d7-c15a4d9a2d5c req-2c2b7ffe-990f-46ab-b842-a63e7e9ad194 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 210 time: 0.0601315 Sep 16 04:58:11.922175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63f96b88-b53c-42d9-9d45-01864ec05515 req-05f2e230-a6f3-4158-9b82-5fbb0624290d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669796 Sep 16 04:58:11.985864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-62c82f24-af31-4918-a011-0f9dfafbf1f1 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.990324 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-62c82f24-af31-4918-a011-0f9dfafbf1f1 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 943 time: 0.1454191 Sep 16 04:58:11.997222 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-062af2f7-7c0a-4856-9038-780e88a26bb4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/routers/8b861133-33e8-417e-9906-abdf3f946361 HTTP/1.1" status: 200 len: 907 time: 0.2136376 Sep 16 04:58:12.000008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41128) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:12.007359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'router': {'name': 'tempest-snat-router-774011298', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': True}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:12.191566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b861133-33e8-417e-9906-abdf3f946361', 'name': 'tempest-snat-router-774011298', 'tenant_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.52'}], 'enable_snat': False}, 'gw_port_id': '7682e217-4e2e-492c-aabe-08f7adf107f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:05Z', 'updated_at': '2021-09-16T04:58:08Z', 'revision_number': 3, 'project_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'gw_port': {'id': '7682e217-4e2e-492c-aabe-08f7adf107f5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b861133-33e8-417e-9906-abdf3f946361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:07Z', 'updated_at': '2021-09-16T04:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:12.225411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Checking router: 8b861133-33e8-417e-9906-abdf3f946361 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:12.228358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Updating router 8b861133-33e8-417e-9906-abdf3f946361 port 7682e217-4e2e-492c-aabe-08f7adf107f5 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:58:12.265562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.294619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55b60-01fd-4624-8df2-189846d6be83 req-80755a21-e75d-43f1-be49-67c729157351 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:12.296207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e87e59-297a-4192-bc12-6f5c56b51e07 req-78e1befc-cc22-47fb-b4f5-a62ab71e0fc6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:12.299896 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-80755a21-e75d-43f1-be49-67c729157351 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.57 "GET /v2.0/networks?id=f956dc18-d179-47f7-a069-b5b4e3c52c9b HTTP/1.1" status: 200 len: 819 time: 0.1927385 Sep 16 04:58:12.300059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70e87e59-297a-4192-bc12-6f5c56b51e07 req-78e1befc-cc22-47fb-b4f5-a62ab71e0fc6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 948 time: 0.2455671 Sep 16 04:58:12.307712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb389ad-4ba9-4e40-bea5-bc5c24271991 req-86b47511-0227-4af9-9f65-8e8cd4f91d60 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:12.316439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acb389ad-4ba9-4e40-bea5-bc5c24271991 req-86b47511-0227-4af9-9f65-8e8cd4f91d60 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 944 time: 0.2746005 Sep 16 04:58:12.328965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Request body: {'port': {'device_id': '1e43d88e-f078-4c4f-9c33-f735b3b6eff3', 'network_id': 'f956dc18-d179-47f7-a069-b5b4e3c52c9b', 'admin_state_up': True, 'tenant_id': '072be089d779498ab2b22924dea67805'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:12.353901 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.355072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.460322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acb389ad-4ba9-4e40-bea5-bc5c24271991 req-37bf61be-5eea-49f6-97ab-2942f5c98ae8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418829 Sep 16 04:58:12.469480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70e87e59-297a-4192-bc12-6f5c56b51e07 req-adc90a70-cade-46e2-98d5-c3b0f4ef9c53 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349134 Sep 16 04:58:12.541545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Deleting port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:12.548975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.605570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.610413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Made reservation on behalf of 072be089d779498ab2b22924dea67805 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:12.616051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.786262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb330e6d-410d-4fb3-9d88-df1480d19dde req-52cfb510-0a33-422e-9355-e38cf58f223c tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:12.788202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb330e6d-410d-4fb3-9d88-df1480d19dde req-52cfb510-0a33-422e-9355-e38cf58f223c tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 943 time: 0.2321749 Sep 16 04:58:12.799412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe1be6-619c-4bc2-8d1a-9ea2f80c74d0 req-14c9c9bb-7d0d-4fa5-b091-1bc38779b60c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:12.808579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcfe1be6-619c-4bc2-8d1a-9ea2f80c74d0 req-14c9c9bb-7d0d-4fa5-b091-1bc38779b60c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1810780 Sep 16 04:58:12.828618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Allocated IP 172.20.0.6 (f956dc18-d179-47f7-a069-b5b4e3c52c9b/462040ff-e5aa-4d8d-ac21-fd46172194d6/28f5fbdc-7370-48c1-900e-efcb7cbf9b70) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:12.835195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] For port 6eb45af9-44d9-47f2-8137-7c682f70a3c3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6eb45af9-44d9-47f2-8137-7c682f70a3c3,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:12.835195 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.855432 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.877032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Calling delete_port for 6eb45af9-44d9-47f2-8137-7c682f70a3c3 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:12.936864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.007262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Attempting to bind port 7682e217-4e2e-492c-aabe-08f7adf107f5 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:13.007605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Attempting to bind port 7682e217-4e2e-492c-aabe-08f7adf107f5 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:13.008054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Attempting to bind port 7682e217-4e2e-492c-aabe-08f7adf107f5 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:13.010152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325812f1-b2f1-4458-83e0-bf79500e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7682e217-4e2e-492c-aabe-08f7adf107f5,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.015526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:13.018190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb330e6d-410d-4fb3-9d88-df1480d19dde req-0b867fda-bc96-48e5-8f62-019d86e516b5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069993 Sep 16 04:58:13.035020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcfe1be6-619c-4bc2-8d1a-9ea2f80c74d0 req-9284e1cd-0946-41ea-b754-28bd88a73421 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255173 Sep 16 04:58:13.092465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:13.096333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:13.096333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.096333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:13.096333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Bound port: 7682e217-4e2e-492c-aabe-08f7adf107f5, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:13.096333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.096826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 80968a1a-6c79-429f-b7b7-49a3f09a5626 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:13.140466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.200487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.228162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] For port 7682e217-4e2e-492c-aabe-08f7adf107f5, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:13.233507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] For port 7682e217-4e2e-492c-aabe-08f7adf107f5, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7682e217-4e2e-492c-aabe-08f7adf107f5,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:13.236743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39c6ccb0-d71f-4e02-be09-da8421aaa2f0 req-921fc82a-8f8d-41c4-b8bd-996d34533990 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 210 time: 0.0856168 Sep 16 04:58:13.249812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.310332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Network f956dc18-d179-47f7-a069-b5b4e3c52c9b is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:13.316740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:13.323945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:13.351042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Pushing event updated for resources: {'Port': ['ID=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.358151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 80968a1a-6c79-429f-b7b7-49a3f09a5626 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:13.363481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:13.377154 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.385527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 80968a1a-6c79-429f-b7b7-49a3f09a5626 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:13.386159 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.417426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:13.418802 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.442753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:13.443481 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.485329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530079e-021a-4607-ba95-f7c24e8c0f81 req-958b9af0-bba9-42e8-8ca1-a333d3ee5f47 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:13.486865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b530079e-021a-4607-ba95-f7c24e8c0f81 req-958b9af0-bba9-42e8-8ca1-a333d3ee5f47 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 945 time: 0.2657783 Sep 16 04:58:13.507128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91728bf8-2983-4ee4-ba42-10a56688567e req-d7a06c78-9c4c-4c49-89f7-74e55a272f4e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:13.512768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-13879dc1-1dab-4dff-a66b-589e08905afa tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1885121 Sep 16 04:58:13.518767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91728bf8-2983-4ee4-ba42-10a56688567e req-d7a06c78-9c4c-4c49-89f7-74e55a272f4e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 944 time: 0.1390493 Sep 16 04:58:13.544481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Routers {'8b861133-33e8-417e-9906-abdf3f946361'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:13.545424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8b861133-33e8-417e-9906-abdf3f946361'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:13.546855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Request body: {'port': {'device_id': '1e43d88e-f078-4c4f-9c33-f735b3b6eff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:13.584452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.605033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325812f1-b2f1-4458-83e0-bf79500e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7682e217-4e2e-492c-aabe-08f7adf107f5,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.673032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event deleted for resources: {'Port': ['ID=6eb45af9-44d9-47f2-8137-7c682f70a3c3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.681249 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.682268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b530079e-021a-4607-ba95-f7c24e8c0f81 req-65a77908-3d38-4b27-80c2-45ada0e94cda tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607711 Sep 16 04:58:13.701679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91728bf8-2983-4ee4-ba42-10a56688567e req-7202a971-fc85-41e7-ba01-f99c78e4df47 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809816 Sep 16 04:58:13.717163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.718298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.719456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.720278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.723697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.724051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.724398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.724739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.725078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.725415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.725751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.726083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:13.843682 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.854318 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.863379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] No DVR routers for this DVR port 6eb45af9-44d9-47f2-8137-7c682f70a3c3 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:13.869401 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08c7fa2d-d9ab-403e-b83a-bdc6ef4a5654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.887148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.900154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c852bc7f-98fb-4abc-805d-c93e25e15b33 req-d9905d90-2f08-4cf7-977f-d2400f4b60b6 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.57 "DELETE /v2.0/ports/6eb45af9-44d9-47f2-8137-7c682f70a3c3 HTTP/1.1" status: 204 len: 173 time: 1.8977163 Sep 16 04:58:13.900647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'name': 'network-vif-deleted', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:13.903090 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c672e36-f5e2-4f3e-aa79-4e767ad9d702" -d '{"events": [{"server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "name": "network-vif-deleted", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:13.934773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:13.939186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:13.942221 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f87c5d8-404c-48fb-be45-7b1e1773d07d" -d '{"events": [{"server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "name": "network-vif-plugged", "status": "completed", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:13.970736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] Set router 8b861133-33e8-417e-9906-abdf3f946361 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:14.031855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:14.084310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.090941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82030cec-0d13-48d7-a611-3327fb94f121 req-b6cefd64-af4c-42bb-a660-b8c12af3376e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.092631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82030cec-0d13-48d7-a611-3327fb94f121 req-b6cefd64-af4c-42bb-a660-b8c12af3376e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 944 time: 0.2433927 Sep 16 04:58:14.104566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b52b1-b386-4073-a9d4-bef4aadafe19 req-e16351ef-ada6-4844-885d-7b0d8972e82a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.106096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-839b52b1-b386-4073-a9d4-bef4aadafe19 req-e16351ef-ada6-4844-885d-7b0d8972e82a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 948 time: 0.2581582 Sep 16 04:58:14.166100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.178867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.182650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6eb45af9-44d9-47f2-8137-7c682f70a3c3 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:14.251987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.287155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 6eb45af9-44d9-47f2-8137-7c682f70a3c3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:14.287630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6eb45af9-44d9-47f2-8137-7c682f70a3c3 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:14.290975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.301475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-839b52b1-b386-4073-a9d4-bef4aadafe19 req-1a967d64-a9d7-400e-89ab-cb63a9a0e1ed tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566849 Sep 16 04:58:14.310874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82030cec-0d13-48d7-a611-3327fb94f121 req-1a71d2a7-ae0c-4d0c-965b-ac1f81ccc5f8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035773 Sep 16 04:58:14.349611 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.392706 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.419154 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdced16-9c29-43e4-9c1b-9bbdfbbb8267 x-openstack-request-id: req-afdced16-9c29-43e4-9c1b-9bbdfbbb8267 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:14.427307 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2931c49-c181-46c4-9266-83314e842108", "name": "network-vif-deleted", "tag": "6eb45af9-44d9-47f2-8137-7c682f70a3c3", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:14.427307 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-afdced16-9c29-43e4-9c1b-9bbdfbbb8267 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:14.427307 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2931c49-c181-46c4-9266-83314e842108', 'name': 'network-vif-deleted', 'tag': '6eb45af9-44d9-47f2-8137-7c682f70a3c3', 'status': 'completed', 'code': 200} Sep 16 04:58:14.453912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:14.479615 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.515274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Transition to ACTIVE for port object 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:14.571731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d565-b103-4b86-8fc7-026dbb049767 req-aa14fab8-0352-4019-b130-14e74eb89ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.573440 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3236d565-b103-4b86-8fc7-026dbb049767 req-aa14fab8-0352-4019-b130-14e74eb89ccd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 1097 time: 0.0492883 Sep 16 04:58:14.581624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Allocated IP 172.25.7.184 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/de25ff53-430e-4e63-a247-f9614568e8eb) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:14.582875 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c336eae-67e3-4e1c-ab5d-1f72c80322d6 x-openstack-request-id: req-4c336eae-67e3-4e1c-ab5d-1f72c80322d6 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:14.585018 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "name": "network-vif-plugged", "status": "completed", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:14.585200 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c336eae-67e3-4e1c-ab5d-1f72c80322d6 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:14.585677 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'code': 200} Sep 16 04:58:14.616822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.629444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e3cf06c-ec6e-4a3c-8206-ef24b95e0875 req-1daa5aaa-ebde-47a1-81fe-8ca88006ae77 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2931c49-c181-46c4-9266-83314e842108 HTTP/1.1" status: 200 len: 210 time: 0.0413010 Sep 16 04:58:14.638675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b861133-33e8-417e-9906-abdf3f946361', 'name': 'tempest-snat-router-774011298', 'tenant_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.52'}], 'enable_snat': False}, 'gw_port_id': '7682e217-4e2e-492c-aabe-08f7adf107f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:05Z', 'updated_at': '2021-09-16T04:58:08Z', 'revision_number': 3, 'project_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'gw_port': {'id': '7682e217-4e2e-492c-aabe-08f7adf107f5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b861133-33e8-417e-9906-abdf3f946361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:07Z', 'updated_at': '2021-09-16T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:14.703533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0a139-a385-4dca-b89e-48112974b227 None None] The sync data for ids ['8b861133-33e8-417e-9906-abdf3f946361'] in n-d-712143-16 is: [{'id': '8b861133-33e8-417e-9906-abdf3f946361', 'name': 'tempest-snat-router-774011298', 'tenant_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.52'}], 'enable_snat': False}, 'gw_port_id': '7682e217-4e2e-492c-aabe-08f7adf107f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:05Z', 'updated_at': '2021-09-16T04:58:08Z', 'revision_number': 3, 'project_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'gw_port': {'id': '7682e217-4e2e-492c-aabe-08f7adf107f5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b861133-33e8-417e-9906-abdf3f946361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:07Z', 'updated_at': '2021-09-16T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:14.785067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ace7-e690-4446-ab23-37916d2a2263 req-de0cb319-3eb5-4537-8b75-5284215cfae2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.785228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.785330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34a8ace7-e690-4446-ab23-37916d2a2263 req-de0cb319-3eb5-4537-8b75-5284215cfae2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1612313 Sep 16 04:58:14.797644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.798171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.798621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.799067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.799637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.800079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.800507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.800938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.801830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.801830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.802523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.802787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:14.816808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3236d565-b103-4b86-8fc7-026dbb049767 req-2ef5c4e2-da68-464b-a14e-aa752b96f891 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341733 Sep 16 04:58:14.934831 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.982856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34a8ace7-e690-4446-ab23-37916d2a2263 req-82fd5e90-9fa2-411c-82b3-0adc4d7f4ab0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790955 Sep 16 04:58:14.996603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f1d36-1ec7-4672-9075-4a10e145dc7a req-b466ae8f-85a7-4a99-b29a-162cb2e8ef1b tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.996603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-379f1d36-1ec7-4672-9075-4a10e145dc7a req-b466ae8f-85a7-4a99-b29a-162cb2e8ef1b tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 943 time: 0.2095494 Sep 16 04:58:15.027448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Attempting to bind port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:15.027448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Attempting to bind port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd7997968-b37e-42d8-a3ce-e07ee1a4b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f956dc18-d179-47f7-a069-b5b4e3c52c9b'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:15.027448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Attempting to bind port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 on network f956dc18-d179-47f7-a069-b5b4e3c52c9b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:15.032917 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.036929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 on network f956dc18-d179-47f7-a069-b5b4e3c52c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:15.037315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Attempting to bind port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 on network f956dc18-d179-47f7-a069-b5b4e3c52c9b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:15.045931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:15.046366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Checking segment: {'id': 'd7997968-b37e-42d8-a3ce-e07ee1a4b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f956dc18-d179-47f7-a069-b5b4e3c52c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:15.046898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Bound using segment: {'id': 'd7997968-b37e-42d8-a3ce-e07ee1a4b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f956dc18-d179-47f7-a069-b5b4e3c52c9b'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:15.047408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Bound port: 28f5fbdc-7370-48c1-900e-efcb7cbf9b70, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7997968-b37e-42d8-a3ce-e07ee1a4b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f956dc18-d179-47f7-a069-b5b4e3c52c9b'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:15.048081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.084070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device cbb115ef-4386-488b-ae6f-9e92e4a304eb up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:15.109704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-379f1d36-1ec7-4672-9075-4a10e145dc7a req-68623c97-3a62-4055-a75b-fd204d50354b tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966470 Sep 16 04:58:15.239679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a41678-ddb5-4157-b233-f101a685d4ee req-19889a64-e009-4e38-8061-7a1485fb1315 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.241288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6a41678-ddb5-4157-b233-f101a685d4ee req-19889a64-e009-4e38-8061-7a1485fb1315 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 945 time: 0.0867186 Sep 16 04:58:15.250575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] For port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:15.254696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] For port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,segment=NetworkSegment(d7997968-b37e-42d8-a3ce-e07ee1a4b630),segment_id=d7997968-b37e-42d8-a3ce-e07ee1a4b630)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:15.297903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6a41678-ddb5-4157-b233-f101a685d4ee req-698613d9-8900-4c5c-97b7-6566858087ec tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 Sep 16 04:58:15.421043 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.457568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.458962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port cbb115ef-4386-488b-ae6f-9e92e4a304eb completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:15.468592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port cbb115ef-4386-488b-ae6f-9e92e4a304eb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:15.469108 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.528509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.529176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.530632 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/28f5fbdc-7370-48c1-900e-efcb7cbf9b70 HTTP/1.1" status: 200 len: 1092 time: 1.9984477 Sep 16 04:58:15.531111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e43d88e-f078-4c4f-9c33-f735b3b6eff3', 'tag': '28f5fbdc-7370-48c1-900e-efcb7cbf9b70'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:15.541435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:15.546118 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4cb087-d8a2-4873-928a-6c25595498e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e43d88e-f078-4c4f-9c33-f735b3b6eff3", "tag": "28f5fbdc-7370-48c1-900e-efcb7cbf9b70"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:15.572332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:15.574238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'Port': ['ID=de25ff53-430e-4e63-a247-f9614568e8eb,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:15.579516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:15.621423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f4022-3dfe-4532-8d98-48c94d8bd752 req-b7741aa0-91fb-456f-8687-e4624716a529 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.624726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-570f4022-3dfe-4532-8d98-48c94d8bd752 req-b7741aa0-91fb-456f-8687-e4624716a529 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 948 time: 0.2412045 Sep 16 04:58:15.638618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.675904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ebaec-4e0b-4bda-b418-cf11896a24a9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:15.676678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port cbb115ef-4386-488b-ae6f-9e92e4a304eb, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=cbb115ef-4386-488b-ae6f-9e92e4a304eb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:15.711306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0811be-c5a5-4a1f-8f96-0a84d4477d15 req-6191f5e0-a9f8-40cb-a228-3b79d5fa4560 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.713107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e0811be-c5a5-4a1f-8f96-0a84d4477d15 req-6191f5e0-a9f8-40cb-a228-3b79d5fa4560 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 945 time: 0.3176196 Sep 16 04:58:15.804150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55b60-01fd-4624-8df2-189846d6be83 req-e1792189-56aa-45ad-8c5e-aec380aa6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.806377 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-e1792189-56aa-45ad-8c5e-aec380aa6b38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=072be089d779498ab2b22924dea67805&device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 1095 time: 0.1061461 Sep 16 04:58:15.809419 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.810233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 6fb19592-2b34-450f-8e6d-245c676b2960 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:15.931673 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-ccfb9891-45dc-41ff-aa80-251cc6309be0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28f5fbdc-7370-48c1-900e-efcb7cbf9b70 HTTP/1.1" status: 200 len: 217 time: 0.1041734 Sep 16 04:58:16.086016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55b60-01fd-4624-8df2-189846d6be83 req-c04ca714-66cd-41aa-9d67-740fe8046d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.088021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-c04ca714-66cd-41aa-9d67-740fe8046d69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=462040ff-e5aa-4d8d-ac21-fd46172194d6 HTTP/1.1" status: 200 len: 859 time: 0.1405005 Sep 16 04:58:16.096757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-570f4022-3dfe-4532-8d98-48c94d8bd752 req-8b157528-bcf8-4051-8949-f6b6f802e8b9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039876 Sep 16 04:58:16.126718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e0811be-c5a5-4a1f-8f96-0a84d4477d15 req-58a23029-103e-4af4-8973-1c285667d5fe tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011240 Sep 16 04:58:16.202310 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-9cdc0df2-ec56-4e83-8843-7855129ac179 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f956dc18-d179-47f7-a069-b5b4e3c52c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937438 Sep 16 04:58:16.263527 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8f04f7-803e-4e03-bd34-c68082fddbce x-openstack-request-id: req-2b8f04f7-803e-4e03-bd34-c68082fddbce {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:16.263527 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e43d88e-f078-4c4f-9c33-f735b3b6eff3", "tag": "28f5fbdc-7370-48c1-900e-efcb7cbf9b70", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:16.264651 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b8f04f7-803e-4e03-bd34-c68082fddbce {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:16.265094 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e43d88e-f078-4c4f-9c33-f735b3b6eff3', 'tag': '28f5fbdc-7370-48c1-900e-efcb7cbf9b70', 'status': 'completed', 'code': 200} Sep 16 04:58:16.476508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=cbb115ef-4386-488b-ae6f-9e92e4a304eb,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.504278 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-b0bac85b-37b2-4eda-9f29-bb675418139b service neutron] 10.222.0.57 "GET /v2.0/networks/f956dc18-d179-47f7-a069-b5b4e3c52c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948542 Sep 16 04:58:16.566333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.587299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b2da03-ec6c-4bbb-8405-e6e64519ae39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6279d2-7bb2-4e6b-b953-c31a0022ae44'}, {'server_uuid': 'c18a278f-bc6e-4b77-a0b2-3df769863b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb115ef-4386-488b-ae6f-9e92e4a304eb'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:16.590017 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f8c687-16dd-4660-9248-28e6a96dc929" -d '{"events": [{"server_uuid": "42b2da03-ec6c-4bbb-8405-e6e64519ae39", "name": "network-vif-plugged", "status": "completed", "tag": "0e6279d2-7bb2-4e6b-b953-c31a0022ae44"}, {"server_uuid": "c18a278f-bc6e-4b77-a0b2-3df769863b48", "name": "network-vif-plugged", "status": "completed", "tag": "cbb115ef-4386-488b-ae6f-9e92e4a304eb"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:16.593856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 6fb19592-2b34-450f-8e6d-245c676b2960 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:16.598358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 6fb19592-2b34-450f-8e6d-245c676b2960 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:16.598979 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.668753 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-48a55b60-01fd-4624-8df2-189846d6be83 req-5e7a07c0-4f2c-49ec-a95c-a98ccc5e395b service neutron] 10.222.0.57 "GET /v2.0/networks/f956dc18-d179-47f7-a069-b5b4e3c52c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569951 Sep 16 04:58:16.805822 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.824861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.885810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7682e217-4e2e-492c-aabe-08f7adf107f5 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:16.891922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 6fb19592-2b34-450f-8e6d-245c676b2960, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6fb19592-2b34-450f-8e6d-245c676b2960,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:16.946400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7682e217-4e2e-492c-aabe-08f7adf107f5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:16.946835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.005904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-e9fe476d-1c9b-4ba9-bee2-8a3c51fb071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.007924 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-e9fe476d-1c9b-4ba9-bee2-8a3c51fb071e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=072be089d779498ab2b22924dea67805&device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 1095 time: 0.0587752 Sep 16 04:58:17.029546 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.074744 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.083904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bc469-7f21-4868-ba52-adb7ec642c5d req-7d2b95b6-9242-4c2a-bfd6-e48adf679415 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.097967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b7bc469-7f21-4868-ba52-adb7ec642c5d req-7d2b95b6-9242-4c2a-bfd6-e48adf679415 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 943 time: 0.6470308 Sep 16 04:58:17.110396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=6fb19592-2b34-450f-8e6d-245c676b2960,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.112792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578ed72-8a0d-43b0-b454-a797f736fae4 req-c7c45b47-98e3-41d1-9281-e360230397ca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.114550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4578ed72-8a0d-43b0-b454-a797f736fae4 req-c7c45b47-98e3-41d1-9281-e360230397ca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.6302269 Sep 16 04:58:17.128996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 7682e217-4e2e-492c-aabe-08f7adf107f5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7682e217-4e2e-492c-aabe-08f7adf107f5,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:17.155985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-bd103514-23ab-48d3-9fec-adb11dd2e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.157522 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-bd103514-23ab-48d3-9fec-adb11dd2e8cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=f956dc18-d179-47f7-a069-b5b4e3c52c9b HTTP/1.1" status: 200 len: 920 time: 0.1366456 Sep 16 04:58:17.213322 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-2e28643f-7f19-4eca-bbdf-bc0df73ef09c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28f5fbdc-7370-48c1-900e-efcb7cbf9b70 HTTP/1.1" status: 200 len: 217 time: 0.0395200 Sep 16 04:58:17.216005 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.225527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b7bc469-7f21-4868-ba52-adb7ec642c5d req-3b09928b-6566-4b88-82c0-807d736fb284 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249247 Sep 16 04:58:17.247296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4578ed72-8a0d-43b0-b454-a797f736fae4 req-dbd413b3-f756-4f20-b2db-57b408281423 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181872 Sep 16 04:58:17.312303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-3339fc7f-7fbe-4306-9881-7ef5e6d7412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.318078 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-3339fc7f-7fbe-4306-9881-7ef5e6d7412b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=462040ff-e5aa-4d8d-ac21-fd46172194d6 HTTP/1.1" status: 200 len: 859 time: 0.0900209 Sep 16 04:58:17.325094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=7682e217-4e2e-492c-aabe-08f7adf107f5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.357715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-012bde15-323b-4377-8536-8e3c5234a8df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f956dc18-d179-47f7-a069-b5b4e3c52c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280375 Sep 16 04:58:17.458042 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-880758b0-2e36-4d17-9584-31f994cdacae service neutron] 10.222.0.57 "GET /v2.0/networks/f956dc18-d179-47f7-a069-b5b4e3c52c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Sep 16 04:58:17.466396 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.526432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26af82-b998-4e81-9167-ea30a1b9d816 req-9df97209-a53d-48f8-b92b-04e94ba9771d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.527872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b26af82-b998-4e81-9167-ea30a1b9d816 req-9df97209-a53d-48f8-b92b-04e94ba9771d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 945 time: 0.1651385 Sep 16 04:58:17.552256 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f4cb087-d8a2-4873-928a-6c25595498e3 req-143feeb1-92fc-4e10-99cd-4d2b2b684f97 service neutron] 10.222.0.57 "GET /v2.0/networks/f956dc18-d179-47f7-a069-b5b4e3c52c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835197 Sep 16 04:58:17.571989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-725f1905-59c3-4732-89b1-f0bc62f0a634 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.573421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-725f1905-59c3-4732-89b1-f0bc62f0a634 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 821 time: 0.2163100 Sep 16 04:58:17.638666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-a6356b5f-0ee8-4e84-adf9-840f30c0f0c7 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/quotas/73db11f6803f4368b2a7ee236edc372a HTTP/1.1" status: 200 len: 375 time: 0.0572433 Sep 16 04:58:17.643216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b26af82-b998-4e81-9167-ea30a1b9d816 req-a71790cc-64fc-4be8-ad03-59b49a67126a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051314 Sep 16 04:58:17.702673 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b779ef-a079-4dd7-942c-bff4e8cbf6be x-openstack-request-id: req-20b779ef-a079-4dd7-942c-bff4e8cbf6be {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:17.703210 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b2da03-ec6c-4bbb-8405-e6e64519ae39", "name": "network-vif-plugged", "status": "completed", "tag": "0e6279d2-7bb2-4e6b-b953-c31a0022ae44", "code": 200}, {"server_uuid": "c18a278f-bc6e-4b77-a0b2-3df769863b48", "name": "network-vif-plugged", "status": "completed", "tag": "cbb115ef-4386-488b-ae6f-9e92e4a304eb", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:17.703210 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20b779ef-a079-4dd7-942c-bff4e8cbf6be {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:17.703622 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b2da03-ec6c-4bbb-8405-e6e64519ae39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6279d2-7bb2-4e6b-b953-c31a0022ae44', 'code': 200} Sep 16 04:58:17.704571 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18a278f-bc6e-4b77-a0b2-3df769863b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb115ef-4386-488b-ae6f-9e92e4a304eb', 'code': 200} Sep 16 04:58:17.711902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-7e83a63f-9957-412f-9945-232ec675d72f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638275 Sep 16 04:58:17.799623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Router 3e143449-7ee3-42fa-bec5-de3c0a090b04 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:17.817388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-a600d7f9-826b-498e-83fd-d5dd42fda78b service neutron] 10.222.0.59 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986111 Sep 16 04:58:17.844259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6b73f-8130-43d9-ba26-726fe5911f31 req-4c42e9c5-61b3-4384-bd5a-66cd93e149ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.845754 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82e6b73f-8130-43d9-ba26-726fe5911f31 req-4c42e9c5-61b3-4384-bd5a-66cd93e149ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 1101 time: 0.0665076 Sep 16 04:58:17.925885 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82e6b73f-8130-43d9-ba26-726fe5911f31 req-4cab87a1-1f31-4b34-b4e3-ad8ba93aaa16 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655181 Sep 16 04:58:17.929922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880e23a-1b0c-44ac-9f7f-a0303e5e417a req-06de7882-f90c-4a83-aa11-b334ccac7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.931386 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d880e23a-1b0c-44ac-9f7f-a0303e5e417a req-06de7882-f90c-4a83-aa11-b334ccac7468 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 1097 time: 0.1006062 Sep 16 04:58:17.939373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-f21b6047-eb90-4fd8-ade8-58d106b9fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.940797 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-f21b6047-eb90-4fd8-ade8-58d106b9fa7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 1097 time: 0.0744979 Sep 16 04:58:17.971497 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d880e23a-1b0c-44ac-9f7f-a0303e5e417a req-1ca0c8e3-5ac3-4c52-8c39-38b0db861766 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297501 Sep 16 04:58:17.997366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:18.000797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-3d9ed360-407d-4fe1-84e6-57bb3c8aea0e service neutron] 10.222.0.59 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770597 Sep 16 04:58:18.007474 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Sync routers for ids ['3e143449-7ee3-42fa-bec5-de3c0a090b04'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:18.016635 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Routers {'3e143449-7ee3-42fa-bec5-de3c0a090b04'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:18.017267 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['3e143449-7ee3-42fa-bec5-de3c0a090b04'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:18.083740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.085027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8c1dc8a5-ef5c-450d-a30e-7c2e600790f4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0839176 Sep 16 04:58:18.088412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41222) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:18.121719 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Set router 3e143449-7ee3-42fa-bec5-de3c0a090b04 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:18.253891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-09e839be-f850-4a8b-8a1f-9e3fdda88bd8 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/routers/3e143449-7ee3-42fa-bec5-de3c0a090b04 HTTP/1.1" status: 200 len: 907 time: 0.1642747 Sep 16 04:58:18.257297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41226) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:18.283585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-4c689f1f-c76d-4668-b18c-2c84eb0494fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.287597 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-4c689f1f-c76d-4668-b18c-2c84eb0494fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 912 time: 0.1382401 Sep 16 04:58:18.352248 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143449-7ee3-42fa-bec5-de3c0a090b04', 'name': 'tempest-snat-router-774011298', 'tenant_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'de25ff53-430e-4e63-a247-f9614568e8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:12Z', 'updated_at': '2021-09-16T04:58:16Z', 'revision_number': 3, 'project_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'gw_port': {'id': 'de25ff53-430e-4e63-a247-f9614568e8eb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e143449-7ee3-42fa-bec5-de3c0a090b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:14Z', 'updated_at': '2021-09-16T04:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:18.379745 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Checking router: 3e143449-7ee3-42fa-bec5-de3c0a090b04 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:18.380357 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Updating router 3e143449-7ee3-42fa-bec5-de3c0a090b04 port de25ff53-430e-4e63-a247-f9614568e8eb binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:58:18.388606 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-b517d73e-b6c7-4584-88b2-0934632dc888 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a HTTP/1.1" status: 200 len: 217 time: 0.0863900 Sep 16 04:58:18.395965 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.407598 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.466631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-6bb234c5-8a6c-4acf-91e8-59367fc61ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.468428 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-6bb234c5-8a6c-4acf-91e8-59367fc61ce8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.0712311 Sep 16 04:58:18.516743 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-c36b1ca7-5d10-4ba1-905a-27664a2fbc4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346186 Sep 16 04:58:18.550726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71183bc-3399-4586-8240-beecd944379e req-afb98f7d-af44-40a0-96a0-bddc920392c8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.552265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a71183bc-3399-4586-8240-beecd944379e req-afb98f7d-af44-40a0-96a0-bddc920392c8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 949 time: 0.1589711 Sep 16 04:58:18.553777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.597584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a71183bc-3399-4586-8240-beecd944379e req-e7a41cd1-4333-4b0e-9c01-eccb1f9dabfa tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Sep 16 04:58:18.642456 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-0f9058a1-52ff-4297-864a-a22da33fa154 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165245 Sep 16 04:58:18.697991 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.751112 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d24dbf9b-d004-41f6-88ec-710fc0113330 req-c6461892-ba75-4d69-9a71-8c703c404ca5 service neutron] 10.222.0.60 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990479 Sep 16 04:58:18.751872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ce9e0-f8e6-42de-83b2-d96ba7ef9ae2 req-dce902b7-162b-446a-904b-707091f8f5f9 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.753939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc4ce9e0-f8e6-42de-83b2-d96ba7ef9ae2 req-dce902b7-162b-446a-904b-707091f8f5f9 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 945 time: 0.0713248 Sep 16 04:58:18.770451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Deleting port de25ff53-430e-4e63-a247-f9614568e8eb {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:18.770451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.799604 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.841191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7682e217-4e2e-492c-aabe-08f7adf107f5 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:18.844693 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Pushing event updated for resources: {'Port': ['ID=de25ff53-430e-4e63-a247-f9614568e8eb,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:18.862722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc4ce9e0-f8e6-42de-83b2-d96ba7ef9ae2 req-3eab9522-aee7-495d-972d-31c3d75aa642 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952005 Sep 16 04:58:18.865026 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.865468 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.866062 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.866339 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.866686 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.867017 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.868090 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.868427 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.868753 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.869278 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.869789 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.870254 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:18.888296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.893267 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Attempting to bind port de25ff53-430e-4e63-a247-f9614568e8eb on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:18.893740 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Attempting to bind port de25ff53-430e-4e63-a247-f9614568e8eb by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:18.894159 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Attempting to bind port de25ff53-430e-4e63-a247-f9614568e8eb on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:18.900645 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:18.901328 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:18.902282 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.902926 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:18.903546 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Bound port: de25ff53-430e-4e63-a247-f9614568e8eb, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:18.904195 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.908481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Calling delete_port for de25ff53-430e-4e63-a247-f9614568e8eb owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:18.916714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7682e217-4e2e-492c-aabe-08f7adf107f5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:18.918377 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.968631 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] For port de25ff53-430e-4e63-a247-f9614568e8eb, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:18.971983 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] For port de25ff53-430e-4e63-a247-f9614568e8eb, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=de25ff53-430e-4e63-a247-f9614568e8eb,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:19.027332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:19.068750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462fb8-58a8-4431-96f5-f83df3c2a662 req-4c49c090-8f5f-4d10-abb8-453f1fc3ae5b tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.080240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8462fb8-58a8-4431-96f5-f83df3c2a662 req-4c49c090-8f5f-4d10-abb8-453f1fc3ae5b tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 943 time: 0.1250558 Sep 16 04:58:19.082920 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.161735 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Routers {'3e143449-7ee3-42fa-bec5-de3c0a090b04'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:19.162752 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['3e143449-7ee3-42fa-bec5-de3c0a090b04'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:19.199995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,segment=NetworkSegment(d7997968-b37e-42d8-a3ce-e07ee1a4b630),segment_id=d7997968-b37e-42d8-a3ce-e07ee1a4b630)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:19.225330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '28f5fbdc-7370-48c1-900e-efcb7cbf9b70', 'network_id': 'f956dc18-d179-47f7-a069-b5b4e3c52c9b', 'port_id': '28f5fbdc-7370-48c1-900e-efcb7cbf9b70', 'mac_address': 'fa:16:3e:67:11:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462040ff-e5aa-4d8d-ac21-fd46172194d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:19.235927 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f127f14-4368-4b53-91e9-b4536e756d4d None None] Pushing event updated for resources: {'Port': ['ID=de25ff53-430e-4e63-a247-f9614568e8eb,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.238091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8462fb8-58a8-4431-96f5-f83df3c2a662 req-104dd7b8-8d78-4b79-921d-cb2858870ca8 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459317 Sep 16 04:58:19.280230 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.294179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:19.327038 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] Set router 3e143449-7ee3-42fa-bec5-de3c0a090b04 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:19.331848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7c472-a536-4a9a-831b-84258f16b7fd req-e70af839-a9f4-4d9e-bcdb-8871636af4b6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.336822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,segment=NetworkSegment(d7997968-b37e-42d8-a3ce-e07ee1a4b630),segment_id=d7997968-b37e-42d8-a3ce-e07ee1a4b630)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:19.337009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44e7c472-a536-4a9a-831b-84258f16b7fd req-e70af839-a9f4-4d9e-bcdb-8871636af4b6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.2342954 Sep 16 04:58:19.360001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02c513ae-041d-42d8-9f2f-c1242a63794d req-e84b5997-8e1e-40d1-9049-a3aba50c064c tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 210 time: 0.0555501 Sep 16 04:58:19.417905 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143449-7ee3-42fa-bec5-de3c0a090b04', 'name': 'tempest-snat-router-774011298', 'tenant_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:12Z', 'updated_at': '2021-09-16T04:58:18Z', 'revision_number': 4, 'project_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:19.422031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.426204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44e7c472-a536-4a9a-831b-84258f16b7fd req-d000a520-e285-4f13-820d-dc20b71e81c5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720317 Sep 16 04:58:19.451684 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cea1c9-80c6-4274-a83d-3518f5329576 None None] The sync data for ids ['3e143449-7ee3-42fa-bec5-de3c0a090b04'] in n-d-712143-16 is: [{'id': '3e143449-7ee3-42fa-bec5-de3c0a090b04', 'name': 'tempest-snat-router-774011298', 'tenant_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:12Z', 'updated_at': '2021-09-16T04:58:18Z', 'revision_number': 4, 'project_id': '66eb9e53843b4f7bb5478eb80ae719ba', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:19.492039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.516027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.558860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event deleted for resources: {'Port': ['ID=de25ff53-430e-4e63-a247-f9614568e8eb,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.637698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47151-54f9-4686-acfa-dc0a1b322228 req-8d74f012-9efd-4ede-8906-8354a6b233ad tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.639392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8e47151-54f9-4686-acfa-dc0a1b322228 req-8d74f012-9efd-4ede-8906-8354a6b233ad tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 945 time: 0.1444449 Sep 16 04:58:19.674794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.706911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a04a143-d4e8-49a4-ae3e-2f245446d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb19592-2b34-450f-8e6d-245c676b2960'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:19.709584 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ef8675-e658-419b-8826-87e77039d3b4" -d '{"events": [{"server_uuid": "7a04a143-d4e8-49a4-ae3e-2f245446d349", "name": "network-vif-plugged", "status": "completed", "tag": "6fb19592-2b34-450f-8e6d-245c676b2960"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:19.752915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8e47151-54f9-4686-acfa-dc0a1b322228 req-4eb8db7c-da3a-492e-aafc-2afbc418bc17 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066940 Sep 16 04:58:19.800670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.805861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.812887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['28f5fbdc-7370-48c1-900e-efcb7cbf9b70'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:19.897924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662b1f0-dace-4a51-9b71-683f2615fa45 req-e6d4c3d1-2dc1-47b0-acfd-f1533cc98c8b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.900109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7662b1f0-dace-4a51-9b71-683f2615fa45 req-e6d4c3d1-2dc1-47b0-acfd-f1533cc98c8b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 949 time: 0.0537667 Sep 16 04:58:19.940703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7662b1f0-dace-4a51-9b71-683f2615fa45 req-a4f0daad-d993-4e0d-beda-1b38dfbcd51e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Sep 16 04:58:19.973234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.973773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e143449-7ee3-42fa-bec5-de3c0a090b04 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:19.986127 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.989712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0761f20f-23c1-413f-80f5-8ba47b170b14 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "DELETE /v2.0/routers/3e143449-7ee3-42fa-bec5-de3c0a090b04 HTTP/1.1" status: 204 len: 168 time: 1.7262080 Sep 16 04:58:19.989922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41254) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:20.050710 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe0479b-1ae1-4703-96d1-8b44a7e0ac90 x-openstack-request-id: req-bbe0479b-1ae1-4703-96d1-8b44a7e0ac90 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:20.051293 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a04a143-d4e8-49a4-ae3e-2f245446d349", "name": "network-vif-plugged", "status": "completed", "tag": "6fb19592-2b34-450f-8e6d-245c676b2960", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:20.051405 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbe0479b-1ae1-4703-96d1-8b44a7e0ac90 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:20.051841 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a04a143-d4e8-49a4-ae3e-2f245446d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb19592-2b34-450f-8e6d-245c676b2960', 'code': 200} Sep 16 04:58:20.141653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.222234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c93c7-b80b-44bc-b541-040d962bbdea req-00760bad-8898-4f12-be82-0d67703f55f8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.224073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-171c93c7-b80b-44bc-b541-040d962bbdea req-00760bad-8898-4f12-be82-0d67703f55f8 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 945 time: 0.1215799 Sep 16 04:58:20.246516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93377cec-5d6e-4288-b83c-8deb9316afe9 req-5f140ab5-bb82-4fee-b20e-be07513153eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.248347 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93377cec-5d6e-4288-b83c-8deb9316afe9 req-5f140ab5-bb82-4fee-b20e-be07513153eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 1101 time: 0.0820935 Sep 16 04:58:20.295184 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93377cec-5d6e-4288-b83c-8deb9316afe9 req-92fecd0c-a8c2-4a4c-815e-8eceebf012c7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351834 Sep 16 04:58:20.303775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-171c93c7-b80b-44bc-b541-040d962bbdea req-3fb2321e-41b9-46b2-8988-1e42fdf012ff tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Sep 16 04:58:20.326066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.396309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf6c31-6243-4b8e-afe5-d224e90bb485 req-6b32d9a3-c353-4944-99d2-94cdbea07131 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.398053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffcf6c31-6243-4b8e-afe5-d224e90bb485 req-6b32d9a3-c353-4944-99d2-94cdbea07131 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 944 time: 0.0618672 Sep 16 04:58:20.467158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21e9e685-d9e7-4f96-958b-da0958c1a6b5 req-d0ed823f-a151-4b5c-bdba-a52c3988717d tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 210 time: 0.0277512 Sep 16 04:58:20.490641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffcf6c31-6243-4b8e-afe5-d224e90bb485 req-a33db040-4d46-4f0d-bf67-070615989feb tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707178 Sep 16 04:58:20.508527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Deleting port 7682e217-4e2e-492c-aabe-08f7adf107f5 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:20.509195 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.641989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bbef9-0277-4b34-926a-5f2d47fa7955 req-1172db06-e8cb-45e9-a085-e067f5c93f23 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.643766 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce9bbef9-0277-4b34-926a-5f2d47fa7955 req-1172db06-e8cb-45e9-a085-e067f5c93f23 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 945 time: 0.1097214 Sep 16 04:58:20.663102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] For port 7682e217-4e2e-492c-aabe-08f7adf107f5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7682e217-4e2e-492c-aabe-08f7adf107f5,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:20.663681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.686313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Calling delete_port for 7682e217-4e2e-492c-aabe-08f7adf107f5 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:20.709973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce9bbef9-0277-4b34-926a-5f2d47fa7955 req-467772b8-ebc1-4a7e-8b37-164fea217524 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581696 Sep 16 04:58:21.027331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:21.128703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:21.236491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:21.258729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:21.258729 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.328752 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.342189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1f006-58e1-41df-91ef-4698177a43f8 req-5ab4f53a-2e8b-475c-9066-ede93a95c0a7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:21.364061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fac1f006-58e1-41df-91ef-4698177a43f8 req-5ab4f53a-2e8b-475c-9066-ede93a95c0a7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 949 time: 0.2431102 Sep 16 04:58:21.411596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:21.411857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-a4eac649-e1b9-4e04-bb41-1070dd1dd5e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:21.413548 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-a4eac649-e1b9-4e04-bb41-1070dd1dd5e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.57 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 821 time: 0.2251196 Sep 16 04:58:21.443834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Request body: {'port': {'device_id': '16eb2b03-9da0-417e-bea5-c61e858ed36d', 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'admin_state_up': True, 'tenant_id': '73db11f6803f4368b2a7ee236edc372a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:21.450896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02bc6b-f913-4630-967a-eed269818277 req-b23c3c46-194d-4934-8440-c2734000fd7a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:21.457367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab02bc6b-f913-4630-967a-eed269818277 req-b23c3c46-194d-4934-8440-c2734000fd7a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 945 time: 0.3380151 Sep 16 04:58:21.458646 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.461670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.478182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fac1f006-58e1-41df-91ef-4698177a43f8 req-3b780840-ccdd-4b39-96ad-d463421630cd tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121426 Sep 16 04:58:21.499682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,segment=NetworkSegment(d7997968-b37e-42d8-a3ce-e07ee1a4b630),segment_id=d7997968-b37e-42d8-a3ce-e07ee1a4b630)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:21.520248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event deleted for resources: {'Port': ['ID=7682e217-4e2e-492c-aabe-08f7adf107f5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.604003 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.605786 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.678788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.692612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab02bc6b-f913-4630-967a-eed269818277 req-5474f2e2-1107-44bf-81c6-cddce207949c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843913 Sep 16 04:58:21.699629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.750433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.772784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Made reservation on behalf of 73db11f6803f4368b2a7ee236edc372a for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:21.779215 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.859031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3cfb496-90a1-4100-a7c7-2e17ecef1c64 req-0533fb50-476d-46f4-9ce0-e9c0f7fe3fef tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 210 time: 0.0334802 Sep 16 04:58:21.901942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.905012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.944151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Allocated IP 172.20.0.8 (bdc02b77-5d08-475e-b380-002c3a21dc9f/722b342b-20f9-4077-8177-48fa83f54831/55d8af43-37a0-40c6-9caf-5c11aca409cb) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:21.965002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a08cb9-56ba-4a27-bee7-217a50c193d2 req-198c7c2a-9d8c-4c35-9ca1-4d1fe321527f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:21.967044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5a08cb9-56ba-4a27-bee7-217a50c193d2 req-198c7c2a-9d8c-4c35-9ca1-4d1fe321527f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 945 time: 0.3882380 Sep 16 04:58:22.053250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a'}, {'server_uuid': '1e43d88e-f078-4c4f-9c33-f735b3b6eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f5fbdc-7370-48c1-900e-efcb7cbf9b70'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:22.057389 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360c417-bac6-4db6-8edd-049e5c495db2" -d '{"events": [{"server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "name": "network-vif-unplugged", "status": "completed", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a"}, {"server_uuid": "1e43d88e-f078-4c4f-9c33-f735b3b6eff3", "name": "network-vif-plugged", "status": "completed", "tag": "28f5fbdc-7370-48c1-900e-efcb7cbf9b70"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:22.075218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5a08cb9-56ba-4a27-bee7-217a50c193d2 req-3b0e5305-d777-4e18-a6e1-0f4408d6a3db tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985324 Sep 16 04:58:22.096300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d1122-4d7d-4ed2-9eb8-9a4833b227bf req-1e64a5a9-4715-47cb-9a1c-ab095f887df0 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.097228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d1122-4d7d-4ed2-9eb8-9a4833b227bf req-1e64a5a9-4715-47cb-9a1c-ab095f887df0 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 945 time: 0.1239827 Sep 16 04:58:22.098779 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.099386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b861133-33e8-417e-9906-abdf3f946361 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:22.104996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.109043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9c900235-3158-424a-b5fd-7157b5fdc2d4 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "DELETE /v2.0/routers/8b861133-33e8-417e-9906-abdf3f946361 HTTP/1.1" status: 204 len: 168 time: 2.1148777 Sep 16 04:58:22.109473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41286) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:22.113987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2087322040', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:22.200716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d1122-4d7d-4ed2-9eb8-9a4833b227bf req-723e2e28-6f83-44ea-b083-ac9f19a33719 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935099 Sep 16 04:58:22.277470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.344670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.355937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.417169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c790b-4808-4143-9b89-bcd03e673aaa req-26d76a51-1132-45df-b4f3-4d45e67d0676 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.418677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b60c790b-4808-4143-9b89-bcd03e673aaa req-26d76a51-1132-45df-b4f3-4d45e67d0676 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 943 time: 0.1503155 Sep 16 04:58:22.444379 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.477892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b60c790b-4808-4143-9b89-bcd03e673aaa req-dc157717-0e63-4267-8d43-563f977ee962 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Sep 16 04:58:22.484158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.545225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Network bdc02b77-5d08-475e-b380-002c3a21dc9f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:22.548779 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9528bb09-5d00-485a-b164-4077fdec923e x-openstack-request-id: req-9528bb09-5d00-485a-b164-4077fdec923e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:22.549281 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "name": "network-vif-unplugged", "status": "failed", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a", "code": 422}, {"server_uuid": "1e43d88e-f078-4c4f-9c33-f735b3b6eff3", "name": "network-vif-plugged", "status": "completed", "tag": "28f5fbdc-7370-48c1-900e-efcb7cbf9b70", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:22.549438 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9528bb09-5d00-485a-b164-4077fdec923e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:22.549925 n-d-712143-16 neutron-server[101826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'code': 422} returned with failed status Sep 16 04:58:22.550258 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e43d88e-f078-4c4f-9c33-f735b3b6eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f5fbdc-7370-48c1-900e-efcb7cbf9b70', 'code': 200} Sep 16 04:58:22.553142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:22.558143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:22.599185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event updated for resources: {'Port': ['ID=55d8af43-37a0-40c6-9caf-5c11aca409cb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.632542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.633834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.684340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.759981 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-4d98e5dd-a6ac-4f2c-bc45-d95684fc2ceb tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3198528 Sep 16 04:58:22.786182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Request body: {'port': {'device_id': '16eb2b03-9da0-417e-bea5-c61e858ed36d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:22.790816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27406d7-0016-451a-98ac-879c54ba468f req-6d034bf3-83e7-4aa4-8c7e-928f7aeebf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.798181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27406d7-0016-451a-98ac-879c54ba468f req-6d034bf3-83e7-4aa4-8c7e-928f7aeebf7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 1097 time: 0.0482731 Sep 16 04:58:22.884512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7682e217-4e2e-492c-aabe-08f7adf107f5 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:22.889190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.899415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27406d7-0016-451a-98ac-879c54ba468f req-3c0ce1f8-e3ea-4cd5-b1ae-eb3968141ed7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573673 Sep 16 04:58:22.919556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7682e217-4e2e-492c-aabe-08f7adf107f5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:22.919907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7682e217-4e2e-492c-aabe-08f7adf107f5 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:23.132214 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.152857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.189989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d8af43-37a0-40c6-9caf-5c11aca409cb {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:23.199559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.240440 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Transition to ACTIVE for port object 55d8af43-37a0-40c6-9caf-5c11aca409cb will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:23.312909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Allocated IP 172.25.7.238 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/38d03e9e-fa36-4e12-904e-71f1837a5582) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:23.362556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.404378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d0b4c-0a74-4a32-9694-fa83ce276766 req-c6696221-c4bd-4e79-af30-8b09cc960d04 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.413074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb8d0b4c-0a74-4a32-9694-fa83ce276766 req-c6696221-c4bd-4e79-af30-8b09cc960d04 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 949 time: 0.1361120 Sep 16 04:58:23.424498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Pushing event updated for resources: {'Port': ['ID=55d8af43-37a0-40c6-9caf-5c11aca409cb,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.496263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb8d0b4c-0a74-4a32-9694-fa83ce276766 req-7931070f-834f-4c45-a101-1ec759e6077d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815215 Sep 16 04:58:23.540848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Attempting to bind port 55d8af43-37a0-40c6-9caf-5c11aca409cb on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:23.541369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Attempting to bind port 55d8af43-37a0-40c6-9caf-5c11aca409cb by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:23.541497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Attempting to bind port 55d8af43-37a0-40c6-9caf-5c11aca409cb on network bdc02b77-5d08-475e-b380-002c3a21dc9f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:23.545754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.546168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Port 55d8af43-37a0-40c6-9caf-5c11aca409cb on network bdc02b77-5d08-475e-b380-002c3a21dc9f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:23.546499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Attempting to bind port 55d8af43-37a0-40c6-9caf-5c11aca409cb on network bdc02b77-5d08-475e-b380-002c3a21dc9f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:23.551956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:23.552305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Checking segment: {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:23.552750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Bound using segment: {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:23.553193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Bound port: 55d8af43-37a0-40c6-9caf-5c11aca409cb, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c34341-6718-42b1-9176-5cb1d25b8120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:23.553562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.627794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] For port 55d8af43-37a0-40c6-9caf-5c11aca409cb, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:23.631272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] For port 55d8af43-37a0-40c6-9caf-5c11aca409cb, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55d8af43-37a0-40c6-9caf-5c11aca409cb,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:23.646385 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11143cf-ee6b-4f9a-9425-0241d9a0b5b8 req-aaf5315a-68a8-41f5-97f2-87d4093bb89c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.647408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c11143cf-ee6b-4f9a-9425-0241d9a0b5b8 req-aaf5315a-68a8-41f5-97f2-87d4093bb89c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 945 time: 0.0739343 Sep 16 04:58:23.690406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c11143cf-ee6b-4f9a-9425-0241d9a0b5b8 req-d4cac589-a13e-4865-87f4-0bddafdb3996 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367830 Sep 16 04:58:23.786588 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.788220 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.821859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.822482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.823931 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] 10.222.0.57 "PUT /v2.0/ports/55d8af43-37a0-40c6-9caf-5c11aca409cb HTTP/1.1" status: 200 len: 1092 time: 1.0451338 Sep 16 04:58:23.824390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16eb2b03-9da0-417e-bea5-c61e858ed36d', 'tag': '55d8af43-37a0-40c6-9caf-5c11aca409cb'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:23.826767 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ea9b7-06d8-45b4-afda-d825f20d7fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "16eb2b03-9da0-417e-bea5-c61e858ed36d", "tag": "55d8af43-37a0-40c6-9caf-5c11aca409cb"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:23.844569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:23.846549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event updated for resources: {'Port': ['ID=38d03e9e-fa36-4e12-904e-71f1837a5582,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.851009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ebe5c-44e2-45cf-a02c-4c379aee1c48 service neutron] Pushing event updated for resources: {'Port': ['ID=55d8af43-37a0-40c6-9caf-5c11aca409cb,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.863494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0ba65-5e93-4614-8296-2ec9501aa547 req-aad3b1c2-9f3e-4055-99c4-6f96d37529c4 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.865070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fe0ba65-5e93-4614-8296-2ec9501aa547 req-aad3b1c2-9f3e-4055-99c4-6f96d37529c4 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 943 time: 0.1077855 Sep 16 04:58:23.866010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:23.868858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:23.970023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fe0ba65-5e93-4614-8296-2ec9501aa547 req-f805c9eb-1d03-474b-bb5d-58cc8d129375 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795341 Sep 16 04:58:24.091116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-8c2cc214-082b-4cb6-bb75-55aba256f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.092674 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-8c2cc214-082b-4cb6-bb75-55aba256f8c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 1095 time: 0.0477951 Sep 16 04:58:24.159930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bb346-a4b9-4bff-9ef8-332d095d29a3 req-124c4907-7c1e-4fc9-94e4-a5618e662b14 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.161621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d86bb346-a4b9-4bff-9ef8-332d095d29a3 req-124c4907-7c1e-4fc9-94e4-a5618e662b14 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 945 time: 0.0623200 Sep 16 04:58:24.167778 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-7fff6c7d-f55b-4f37-afac-0c0c51773373 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d8af43-37a0-40c6-9caf-5c11aca409cb HTTP/1.1" status: 200 len: 217 time: 0.0439172 Sep 16 04:58:24.233966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-db455925-3ac8-4361-bb92-91d6b878a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.234291 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-db455925-3ac8-4361-bb92-91d6b878a758 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=722b342b-20f9-4077-8177-48fa83f54831 HTTP/1.1" status: 200 len: 861 time: 0.0540826 Sep 16 04:58:24.238447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d86bb346-a4b9-4bff-9ef8-332d095d29a3 req-67946bc6-b3e6-4977-bfa2-0e8c8544ac83 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693426 Sep 16 04:58:24.298383 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-5826a630-6d12-4a4a-9638-ae8866af966c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdc02b77-5d08-475e-b380-002c3a21dc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263290 Sep 16 04:58:24.324681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.436638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c92ce-cd3e-4fd0-ba43-4ca5c4f9cba0 req-8a8b41e3-9d6b-45c9-a406-e37942d9f42b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.438222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d24c92ce-cd3e-4fd0-ba43-4ca5c4f9cba0 req-8a8b41e3-9d6b-45c9-a406-e37942d9f42b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 949 time: 0.1328707 Sep 16 04:58:24.481266 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-e9bae6ee-3336-4af5-b1ce-43cd15775df7 service neutron] 10.222.0.57 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020079 Sep 16 04:58:24.557096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d24c92ce-cd3e-4fd0-ba43-4ca5c4f9cba0 req-cf621cef-67f8-403d-bce3-621584a4a10b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041565 Sep 16 04:58:24.605646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c2bad05c-e1a5-48bd-a9ee-d44e2b891319 req-15955cca-8237-47fc-952a-4c05d91a55fa service neutron] 10.222.0.57 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008115 Sep 16 04:58:24.619397 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd52533-7d91-44d3-8ed9-178cd6fa344d x-openstack-request-id: req-0fd52533-7d91-44d3-8ed9-178cd6fa344d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:24.619789 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16eb2b03-9da0-417e-bea5-c61e858ed36d", "tag": "55d8af43-37a0-40c6-9caf-5c11aca409cb", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:24.620956 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fd52533-7d91-44d3-8ed9-178cd6fa344d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:24.622308 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16eb2b03-9da0-417e-bea5-c61e858ed36d', 'tag': '55d8af43-37a0-40c6-9caf-5c11aca409cb', 'status': 'completed', 'code': 200} Sep 16 04:58:24.623763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-932047f5-0346-4876-8383-e201f7a9c9c0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.625307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-932047f5-0346-4876-8383-e201f7a9c9c0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=878ae03b-3649-4302-9ea8-271b8a704d21 HTTP/1.1" status: 200 len: 943 time: 0.1054912 Sep 16 04:58:24.628705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.811946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Deleting port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:24.812293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.912561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-a7570a2f-30a4-4235-8456-38616fa1b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.914613 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-a7570a2f-30a4-4235-8456-38616fa1b109 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73db11f6803f4368b2a7ee236edc372a&device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 1095 time: 0.0456254 Sep 16 04:58:24.943020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e030c-0475-4cd1-9ee6-7dcc25c9a52e req-8fb69464-4265-44db-8f07-f9495de0a54d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.948934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e030c-0475-4cd1-9ee6-7dcc25c9a52e req-8fb69464-4265-44db-8f07-f9495de0a54d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.950471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e030c-0475-4cd1-9ee6-7dcc25c9a52e req-8fb69464-4265-44db-8f07-f9495de0a54d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349&device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 1689 time: 0.1221209 Sep 16 04:58:24.967651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] For port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:24.968022 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.988658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Calling delete_port for 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:25.008865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Router 28f10831-fb3d-4b6a-bf11-a022e21413be is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:25.016144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e030c-0475-4cd1-9ee6-7dcc25c9a52e req-7af72e2a-706b-4911-b662-524f86c8e9ee tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586197 Sep 16 04:58:25.043988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-a9523848-8d12-4500-92cc-57d784f3d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.045722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-a9523848-8d12-4500-92cc-57d784f3d5cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 200 len: 922 time: 0.0899827 Sep 16 04:58:25.095381 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-b66e2e2f-58f9-41ae-9cfd-13ee55041cd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d8af43-37a0-40c6-9caf-5c11aca409cb HTTP/1.1" status: 200 len: 217 time: 0.0384376 Sep 16 04:58:25.155137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 80968a1a-6c79-429f-b7b7-49a3f09a5626 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:25.158983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:25.328422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:25.341100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'port_id': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'mac_address': 'fa:16:3e:d9:fb:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9fcea-cb4e-484d-af72-59700fda7393', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:25.387753 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.402087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80968a1a-6c79-429f-b7b7-49a3f09a5626 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:25.423953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:25.470639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-44d7f04e-01f5-49ce-adf8-1f59a111a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.472143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-44d7f04e-01f5-49ce-adf8-1f59a111a6b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=722b342b-20f9-4077-8177-48fa83f54831 HTTP/1.1" status: 200 len: 861 time: 0.3619051 Sep 16 04:58:25.483044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a110b1c-d7a5-4ae0-96b8-ea06f932c823 req-5a92b1d2-ce2a-4b0a-ad0e-445d287a7a57 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.484569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a110b1c-d7a5-4ae0-96b8-ea06f932c823 req-5a92b1d2-ce2a-4b0a-ad0e-445d287a7a57 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 945 time: 0.3955493 Sep 16 04:58:25.513074 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-6fc94a32-cbd1-48ba-8a4b-1afdb2efc1d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdc02b77-5d08-475e-b380-002c3a21dc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268612 Sep 16 04:58:25.515861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:25.527655 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.529506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b01dbb-95bb-446a-9560-d3c6f6e827bd None None] Sync routers for ids ['28f10831-fb3d-4b6a-bf11-a022e21413be'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:25.573745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a110b1c-d7a5-4ae0-96b8-ea06f932c823 req-1ba1d946-7217-4f37-9e5c-d39c88b63567 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802798 Sep 16 04:58:25.583562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b01dbb-95bb-446a-9560-d3c6f6e827bd None None] Routers {'28f10831-fb3d-4b6a-bf11-a022e21413be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:25.586595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-06b01dbb-95bb-446a-9560-d3c6f6e827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['28f10831-fb3d-4b6a-bf11-a022e21413be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.627099 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.631023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ecf70b74-dd0f-482c-8e35-cb51ed03c5e9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5182097 Sep 16 04:58:25.631366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41376) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:25.637085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-06b01dbb-95bb-446a-9560-d3c6f6e827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.637593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9325423f-12d9-420a-adc0-6ff648f5cecb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': False}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:25.643444 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-87e3f779-16ca-412e-9e5b-00e265ff198a service neutron] 10.222.0.57 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152782 Sep 16 04:58:25.661050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b01dbb-95bb-446a-9560-d3c6f6e827bd None None] Routers {'28f10831-fb3d-4b6a-bf11-a022e21413be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:25.661693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-06b01dbb-95bb-446a-9560-d3c6f6e827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['28f10831-fb3d-4b6a-bf11-a022e21413be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.667528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.701824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['80968a1a-6c79-429f-b7b7-49a3f09a5626'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:25.708895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-06b01dbb-95bb-446a-9560-d3c6f6e827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.709600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b01dbb-95bb-446a-9560-d3c6f6e827bd None None] The sync data for ids ['28f10831-fb3d-4b6a-bf11-a022e21413be'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:25.738184 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.739748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.740343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.740884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.741225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.741766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.742315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.742826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.743169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.743523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.744034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.744367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.744703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:25.761370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-750ea9b7-06d8-45b4-afda-d825f20d7fa6 req-cf430f68-b58c-4dc6-8a5d-dfc854b30f0a service neutron] 10.222.0.57 "GET /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988839 Sep 16 04:58:25.784345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event deleted for resources: {'Port': ['ID=40f6f4db-ccf4-43c4-83ee-7ce22f617a7a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.859929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5dc97-e96a-4689-8410-756e05610034 req-7331c6f6-d383-4ccf-bf65-60778069ea86 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.861372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfd5dc97-e96a-4689-8410-756e05610034 req-7331c6f6-d383-4ccf-bf65-60778069ea86 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.57 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 945 time: 0.1900454 Sep 16 04:58:25.874249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd8db2-f5d8-40b9-9aca-5b912bcbf228 req-cc87bd57-c432-46b6-932c-86b7b5210bcc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.875704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21cd8db2-f5d8-40b9-9aca-5b912bcbf228 req-cc87bd57-c432-46b6-932c-86b7b5210bcc tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 943 time: 0.2032609 Sep 16 04:58:25.899120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] No DVR routers for this DVR port 40f6f4db-ccf4-43c4-83ee-7ce22f617a7a on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:25.904443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.906311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0cf96e6-5495-48fa-a61e-26789e99720e req-065d50c2-f96a-490a-ba3b-430f24016471 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "DELETE /v2.0/ports/40f6f4db-ccf4-43c4-83ee-7ce22f617a7a HTTP/1.1" status: 204 len: 173 time: 1.2747078 Sep 16 04:58:25.910851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'name': 'network-vif-deleted', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:25.913063 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff32cb3c-9d31-4e88-865c-f92f9cbb6d76" -d '{"events": [{"server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "name": "network-vif-deleted", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:26.031316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21cd8db2-f5d8-40b9-9aca-5b912bcbf228 req-752bb8e6-9049-40f7-af2d-49a823ee17aa tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385076 Sep 16 04:58:26.164192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Deleting port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:26.164192 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.309139 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9325423f-12d9-420a-adc0-6ff648f5cecb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.322250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] For port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:26.322610 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.337569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Calling delete_port for 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:26.348576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c96f1-b6f1-4818-901e-5104ae676e0c req-e76f9160-d9fa-494d-a11e-3d306076a7f8 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.350044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e8c96f1-b6f1-4818-901e-5104ae676e0c req-e76f9160-d9fa-494d-a11e-3d306076a7f8 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 945 time: 0.0991545 Sep 16 04:58:26.451791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e8c96f1-b6f1-4818-901e-5104ae676e0c req-27b33265-27ee-448b-87ae-136a3242b847 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951679 Sep 16 04:58:26.509981 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc2140f-650b-4a4a-882e-e817ac23e075 x-openstack-request-id: req-dcc2140f-650b-4a4a-882e-e817ac23e075 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:26.510281 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878ae03b-3649-4302-9ea8-271b8a704d21", "name": "network-vif-deleted", "tag": "40f6f4db-ccf4-43c4-83ee-7ce22f617a7a", "status": "failed", "code": 422}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:26.510548 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dcc2140f-650b-4a4a-882e-e817ac23e075 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:26.510944 n-d-712143-16 neutron-server[101824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '878ae03b-3649-4302-9ea8-271b8a704d21', 'name': 'network-vif-deleted', 'tag': '40f6f4db-ccf4-43c4-83ee-7ce22f617a7a', 'status': 'failed', 'code': 422} returned with failed status Sep 16 04:58:26.618315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938a607-d507-475e-8426-5d471c0be12e req-5a3a7ee7-929b-4067-a191-2ef4187ee820 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.619864 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2938a607-d507-475e-8426-5d471c0be12e req-5a3a7ee7-929b-4067-a191-2ef4187ee820 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 1101 time: 0.0685098 Sep 16 04:58:26.727753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2938a607-d507-475e-8426-5d471c0be12e req-b1689b84-cc6b-4e32-8cd8-496a4670bae2 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684106 Sep 16 04:58:26.795912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.814844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['99b9469c-3efc-40ba-b97f-b6eee30e91ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:26.840981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['0e6279d2-7bb2-4e6b-b953-c31a0022ae44'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:26.864488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Pushing event deleted for resources: {'Port': ['ID=0e6279d2-7bb2-4e6b-b953-c31a0022ae44,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.923689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] No DVR routers for this DVR port 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:26.940149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-687c65bd-8c0a-4cff-a353-f80081294a9f req-fc0beda2-79a8-4851-9060-660bbc2bebc3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=42b2da03-ec6c-4bbb-8405-e6e64519ae39 HTTP/1.1" status: 200 len: 210 time: 0.1273463 Sep 16 04:58:26.943688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.947139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfd5dc97-e96a-4689-8410-756e05610034 req-d3ed0e2e-192e-49e3-ba4f-0e9b3d6c2731 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.57 "DELETE /v2.0/ports/0e6279d2-7bb2-4e6b-b953-c31a0022ae44 HTTP/1.1" status: 204 len: 173 time: 1.0703716 Sep 16 04:58:27.108062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f1dc-e0f0-4c3c-a829-b834d4550da4 req-7025f500-426d-4f74-8f87-9d8caa95dae3 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.110065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8c3f1dc-e0f0-4c3c-a829-b834d4550da4 req-7025f500-426d-4f74-8f87-9d8caa95dae3 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 1101 time: 0.2598066 Sep 16 04:58:27.166029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 80968a1a-6c79-429f-b7b7-49a3f09a5626 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:27.178021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8c3f1dc-e0f0-4c3c-a829-b834d4550da4 req-8d3c34af-bbca-4d41-8fb1-6d74539e000d tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610785 Sep 16 04:58:27.247549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 80968a1a-6c79-429f-b7b7-49a3f09a5626 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:27.248313 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.319786 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9325423f-12d9-420a-adc0-6ff648f5cecb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.329328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d69b84-dcb1-4d68-aea7-52963318a4b7 req-5e576778-5953-45de-a9a1-beadc442e16b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.336307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33d69b84-dcb1-4d68-aea7-52963318a4b7 req-5e576778-5953-45de-a9a1-beadc442e16b tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 943 time: 0.1778724 Sep 16 04:58:27.345739 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9325423f-12d9-420a-adc0-6ff648f5cecb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.377146 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.421043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:27.424133 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d2f0b2-5386-4717-ae9f-cdf198d6c697" -d '{"events": [{"server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "name": "network-vif-plugged", "status": "completed", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:27.440763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:27.456694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33d69b84-dcb1-4d68-aea7-52963318a4b7 req-6d06e2bb-6da5-430b-9130-0a5b717f7def tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049814 Sep 16 04:58:27.533349 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.633196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.876546 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.884680 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb350c9-6ac3-4e08-87bb-00f68e990825 x-openstack-request-id: req-0cb350c9-6ac3-4e08-87bb-00f68e990825 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:27.885281 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "name": "network-vif-plugged", "status": "completed", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:27.892232 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0cb350c9-6ac3-4e08-87bb-00f68e990825 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:27.892232 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'code': 200} Sep 16 04:58:28.038518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-36b89217-01f2-4c71-aa5c-72c5fe09bf78 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.039840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-36b89217-01f2-4c71-aa5c-72c5fe09bf78 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.7386463 Sep 16 04:58:28.068905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-0171d84b-7bdd-43f5-9693-8d6c1055300c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/quotas/8685f9efdb2a4f84bf37cca56ce63f90 HTTP/1.1" status: 200 len: 375 time: 0.0186887 Sep 16 04:58:28.075039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9325423f-12d9-420a-adc0-6ff648f5cecb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Router 28f10831-fb3d-4b6a-bf11-a022e21413be has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:28.107852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-0a3e9136-880f-4dc7-9543-7b73031a0e38 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329771 Sep 16 04:58:28.144149 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:28.312340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-4e206f4d-e8f7-47ce-87dd-12fc6db70598 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976161 Sep 16 04:58:28.389717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9325423f-12d9-420a-adc0-6ff648f5cecb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:28.401618 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9325423f-12d9-420a-adc0-6ff648f5cecb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.405272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9325423f-12d9-420a-adc0-6ff648f5cecb tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "PUT /v2.0/routers/28f10831-fb3d-4b6a-bf11-a022e21413be HTTP/1.1" status: 200 len: 926 time: 2.7705603 Sep 16 04:58:28.405658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41486) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.417028 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b09ba4-1dda-4ea3-b7a1-bc720e88da85 None None] Sync routers for ids ['28f10831-fb3d-4b6a-bf11-a022e21413be'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:28.444916 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b09ba4-1dda-4ea3-b7a1-bc720e88da85 None None] Routers {'28f10831-fb3d-4b6a-bf11-a022e21413be'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:28.445607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-cfeef094-b63c-49f3-8fce-3e393c1545a8 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323092 Sep 16 04:58:28.446402 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-75b09ba4-1dda-4ea3-b7a1-bc720e88da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['28f10831-fb3d-4b6a-bf11-a022e21413be'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:28.494515 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-75b09ba4-1dda-4ea3-b7a1-bc720e88da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:28.511825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b2da03-ec6c-4bbb-8405-e6e64519ae39', 'name': 'network-vif-deleted', 'tag': '0e6279d2-7bb2-4e6b-b953-c31a0022ae44'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:28.512142 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b09ba4-1dda-4ea3-b7a1-bc720e88da85 None None] Routers {'28f10831-fb3d-4b6a-bf11-a022e21413be'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:28.513880 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-75b09ba4-1dda-4ea3-b7a1-bc720e88da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['28f10831-fb3d-4b6a-bf11-a022e21413be'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:28.514305 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2216e5fb-f179-4163-99ce-e502d9f16887" -d '{"events": [{"server_uuid": "42b2da03-ec6c-4bbb-8405-e6e64519ae39", "name": "network-vif-deleted", "tag": "0e6279d2-7bb2-4e6b-b953-c31a0022ae44"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:28.586260 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-75b09ba4-1dda-4ea3-b7a1-bc720e88da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:28.586913 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b09ba4-1dda-4ea3-b7a1-bc720e88da85 None None] The sync data for ids ['28f10831-fb3d-4b6a-bf11-a022e21413be'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:28.603957 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-60141113-cfd9-4e43-978b-141f5de90dd8 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/routers/28f10831-fb3d-4b6a-bf11-a022e21413be HTTP/1.1" status: 200 len: 926 time: 0.1964886 Sep 16 04:58:28.606939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41504) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.698281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-a3eeaea9-d532-4c2a-8f7a-a1545382c9d5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818250 Sep 16 04:58:28.796307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8175ea54-26ec-4d34-804b-8611a0c47cfc tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.797846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8175ea54-26ec-4d34-804b-8611a0c47cfc tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=28f10831-fb3d-4b6a-bf11-a022e21413be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1900012 Sep 16 04:58:28.800975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41512) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.934994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-27531f80-287b-497e-9a51-2d6f0c081925 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.942560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-27531f80-287b-497e-9a51-2d6f0c081925 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2433069 Sep 16 04:58:28.967722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-c419b0d7-75da-45ca-afec-1f63b29ae94f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/quotas/35445f9d9b7c4cd69215c1d87cefaab9 HTTP/1.1" status: 200 len: 375 time: 0.0241480 Sep 16 04:58:28.983353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b39b-afb2-4b6d-a5c6-787dee47d78b req-6df96848-176a-4c6e-a9b9-b3765489da84 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.984790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f78b39b-afb2-4b6d-a5c6-787dee47d78b req-6df96848-176a-4c6e-a9b9-b3765489da84 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 945 time: 0.1710188 Sep 16 04:58:29.032773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f44ec-e664-4449-a4bf-440536739111 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.032773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0f2f44ec-e664-4449-a4bf-440536739111 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 881 time: 0.2309599 Sep 16 04:58:29.036451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41518) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.086565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f78b39b-afb2-4b6d-a5c6-787dee47d78b req-6d1aa0a5-da10-4138-a123-66e61396f4e1 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813587 Sep 16 04:58:29.089460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 55d8af43-37a0-40c6-9caf-5c11aca409cb details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:29.103519 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1b21307d-2a0f-4150-b731-0b771bafb923 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=28f10831-fb3d-4b6a-bf11-a022e21413be HTTP/1.1" status: 200 len: 205 time: 0.0652092 Sep 16 04:58:29.103863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-e0d0371a-e360-49f7-8fc8-8fe531e2cfdd tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1180913 Sep 16 04:58:29.104370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41520) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.113855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:29.295350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 55d8af43-37a0-40c6-9caf-5c11aca409cb, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55d8af43-37a0-40c6-9caf-5c11aca409cb,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:29.312022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '55d8af43-37a0-40c6-9caf-5c11aca409cb', 'network_id': 'bdc02b77-5d08-475e-b380-002c3a21dc9f', 'port_id': '55d8af43-37a0-40c6-9caf-5c11aca409cb', 'mac_address': 'fa:16:3e:c1:f5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722b342b-20f9-4077-8177-48fa83f54831', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:29.318584 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.401992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:29.402744 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0e6279d2-7bb2-4e6b-b953-c31a0022ae44 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:29.404549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.423430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d8af43-37a0-40c6-9caf-5c11aca409cb {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:29.462844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 55d8af43-37a0-40c6-9caf-5c11aca409cb, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55d8af43-37a0-40c6-9caf-5c11aca409cb,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:29.464003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.480988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c0c9d-1d42-45c6-a91b-86a6db2d2f7a req-c5a443eb-e901-4070-a508-4faee94b4a73 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.482507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-377c0c9d-1d42-45c6-a91b-86a6db2d2f7a req-c5a443eb-e901-4070-a508-4faee94b4a73 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 943 time: 0.2164376 Sep 16 04:58:29.538426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-377c0c9d-1d42-45c6-a91b-86a6db2d2f7a req-d27ed525-efe7-48f4-82b7-f795d08e0162 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Sep 16 04:58:29.556602 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.664944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Deleting port 38d03e9e-fa36-4e12-904e-71f1837a5582 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:29.666461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.684031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=55d8af43-37a0-40c6-9caf-5c11aca409cb,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.749907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd03a-a69b-4531-b02d-6cfa9cfa9a27 req-398bb1a1-f067-4842-b987-b8c7b7ae8fac tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.752492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d3dd03a-a69b-4531-b02d-6cfa9cfa9a27 req-398bb1a1-f067-4842-b987-b8c7b7ae8fac tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1263235 Sep 16 04:58:29.818717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d3dd03a-a69b-4531-b02d-6cfa9cfa9a27 req-ce55e7e3-d95f-45fe-a2f0-98b259032257 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569255 Sep 16 04:58:29.863616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.890804 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f34249e-7f31-47a5-9b4b-1dde0e988cf8 x-openstack-request-id: req-6f34249e-7f31-47a5-9b4b-1dde0e988cf8 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:29.895989 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b2da03-ec6c-4bbb-8405-e6e64519ae39", "name": "network-vif-deleted", "tag": "0e6279d2-7bb2-4e6b-b953-c31a0022ae44", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:29.896378 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f34249e-7f31-47a5-9b4b-1dde0e988cf8 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:29.896972 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b2da03-ec6c-4bbb-8405-e6e64519ae39', 'name': 'network-vif-deleted', 'tag': '0e6279d2-7bb2-4e6b-b953-c31a0022ae44', 'status': 'completed', 'code': 200} Sep 16 04:58:29.906513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Calling delete_port for 38d03e9e-fa36-4e12-904e-71f1837a5582 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:29.946405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['55d8af43-37a0-40c6-9caf-5c11aca409cb'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:30.122559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa55abd4-0a1d-4227-b718-d46f61819302 req-910b13e5-0adf-4b56-8075-eaa615454bd1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 210 time: 0.0476551 Sep 16 04:58:30.346315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d35cd-74d3-4a23-bc33-81988f21c432 req-c48823c0-a21b-4215-a6a6-b1f54494b1fb tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.348081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f11d35cd-74d3-4a23-bc33-81988f21c432 req-c48823c0-a21b-4215-a6a6-b1f54494b1fb tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 945 time: 0.1236613 Sep 16 04:58:30.387438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.450297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event deleted for resources: {'Port': ['ID=38d03e9e-fa36-4e12-904e-71f1837a5582,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.497964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f11d35cd-74d3-4a23-bc33-81988f21c432 req-b1ad0e90-e8fb-4f2f-a602-b1fabe9e79b2 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335039 Sep 16 04:58:30.549080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b1b2a-3ad3-4c12-bd14-e90cc6b9b03e req-4f934450-4c77-444a-b7c8-bbd5d1f3708e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.557478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef7b1b2a-3ad3-4c12-bd14-e90cc6b9b03e req-4f934450-4c77-444a-b7c8-bbd5d1f3708e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2396023 Sep 16 04:58:30.640182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.668938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-c7111627-5293-40be-a7eb-d516ffc83bc8 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.674793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-c7111627-5293-40be-a7eb-d516ffc83bc8 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 945 time: 0.2116332 Sep 16 04:58:30.684121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef7b1b2a-3ad3-4c12-bd14-e90cc6b9b03e req-e9ab28b4-66eb-4e0f-8d10-51c0b9e88d10 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255617 Sep 16 04:58:30.931514 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.942054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95323bd-b311-4ace-aa5b-a25fcfedff01 req-349a9d8b-b8f2-42fd-919c-09afd230c328 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 210 time: 0.1104875 Sep 16 04:58:30.943509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.077246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3fbb-9aee-4bbf-bcd7-3fa75b25ca96 req-e9fd6d71-7dad-4015-92a6-c5f5f1f85fe4 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.079112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8bc3fbb-9aee-4bbf-bcd7-3fa75b25ca96 req-e9fd6d71-7dad-4015-92a6-c5f5f1f85fe4 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 944 time: 0.2431135 Sep 16 04:58:31.110540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 55d8af43-37a0-40c6-9caf-5c11aca409cb up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:31.163303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f77406-bbcb-4e35-9a6b-50c8a6b29143 req-688e08d4-da69-4cb8-95b9-4592a3697143 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.165925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91f77406-bbcb-4e35-9a6b-50c8a6b29143 req-688e08d4-da69-4cb8-95b9-4592a3697143 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1220500 Sep 16 04:58:31.172089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.172089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Fanout notify agent at l3_agent the message router_deleted on router 28f10831-fb3d-4b6a-bf11-a022e21413be {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:31.179359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.181075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9d139126-adbf-4af7-a2e2-bd676b0d7fbb tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/28f10831-fb3d-4b6a-bf11-a022e21413be HTTP/1.1" status: 204 len: 168 time: 2.0757744 Sep 16 04:58:31.195689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41572) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.201858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-07334013-5e51-4814-8b76-b9b6d909b5f9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-215611195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:31.208419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8bc3fbb-9aee-4bbf-bcd7-3fa75b25ca96 req-a3178f00-9309-440d-b473-b242fb7cb0ee tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060400 Sep 16 04:58:31.262296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Deleting port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:31.262677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.290713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91f77406-bbcb-4e35-9a6b-50c8a6b29143 req-f10198b9-0ba0-4993-8143-2365a9708820 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080499 Sep 16 04:58:31.432410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79b196fb-4006-499c-bd30-2e661bc9c180 req-4962a4f4-128f-46d5-a402-3f37ab8519f8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 210 time: 0.0443084 Sep 16 04:58:31.451636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] For port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,segment=NetworkSegment(d7997968-b37e-42d8-a3ce-e07ee1a4b630),segment_id=d7997968-b37e-42d8-a3ce-e07ee1a4b630)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:31.452295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.470574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Calling delete_port for 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:31.580431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07334013-5e51-4814-8b76-b9b6d909b5f9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.581611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07334013-5e51-4814-8b76-b9b6d909b5f9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.610530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 55d8af43-37a0-40c6-9caf-5c11aca409cb completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:31.622974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 55d8af43-37a0-40c6-9caf-5c11aca409cb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:31.625355 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.687032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2f004-eb84-42b8-b449-dd565842f8f0 req-1751467c-bb88-4fe7-b22f-851e87e6e2b9 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.688843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41d2f004-eb84-42b8-b449-dd565842f8f0 req-1751467c-bb88-4fe7-b22f-851e87e6e2b9 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 945 time: 0.0876877 Sep 16 04:58:31.806745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41d2f004-eb84-42b8-b449-dd565842f8f0 req-9f509620-543b-43ff-8eac-f7df73d6163d tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/security-groups?id=d3a0690d-a30f-48ce-a784-b91a10a77d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076217 Sep 16 04:58:31.817650 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.837057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.856835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16eb2b03-9da0-417e-bea5-c61e858ed36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d8af43-37a0-40c6-9caf-5c11aca409cb'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:31.859697 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ceaeb3-8fdb-4633-a9d7-e8418d1dd31a" -d '{"events": [{"server_uuid": "16eb2b03-9da0-417e-bea5-c61e858ed36d", "name": "network-vif-plugged", "status": "completed", "tag": "55d8af43-37a0-40c6-9caf-5c11aca409cb"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:31.886279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 55d8af43-37a0-40c6-9caf-5c11aca409cb, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55d8af43-37a0-40c6-9caf-5c11aca409cb,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:31.890449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['28f5fbdc-7370-48c1-900e-efcb7cbf9b70'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:31.898898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Pushing event deleted for resources: {'Port': ['ID=28f5fbdc-7370-48c1-900e-efcb7cbf9b70,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.968407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] No DVR routers for this DVR port 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:31.971380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.973189 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4d032-4e8c-4e62-a2c0-8bdf89aab6a1 x-openstack-request-id: req-4ad4d032-4e8c-4e62-a2c0-8bdf89aab6a1 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:31.973781 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16eb2b03-9da0-417e-bea5-c61e858ed36d", "name": "network-vif-plugged", "status": "completed", "tag": "55d8af43-37a0-40c6-9caf-5c11aca409cb", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:31.973916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72ee627f-e9a7-42d4-9f4e-2e6bb54a424c req-8cc7a4bc-e704-4135-8c19-fbff9460b977 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.57 "DELETE /v2.0/ports/28f5fbdc-7370-48c1-900e-efcb7cbf9b70 HTTP/1.1" status: 204 len: 173 time: 1.2879779 Sep 16 04:58:31.974036 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ad4d032-4e8c-4e62-a2c0-8bdf89aab6a1 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:31.974507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e43d88e-f078-4c4f-9c33-f735b3b6eff3', 'name': 'network-vif-deleted', 'tag': '28f5fbdc-7370-48c1-900e-efcb7cbf9b70'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:31.974827 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16eb2b03-9da0-417e-bea5-c61e858ed36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d8af43-37a0-40c6-9caf-5c11aca409cb', 'code': 200} Sep 16 04:58:31.978605 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78679661-1c00-43f3-ad20-92b704640e44" -d '{"events": [{"server_uuid": "1e43d88e-f078-4c4f-9c33-f735b3b6eff3", "name": "network-vif-deleted", "tag": "28f5fbdc-7370-48c1-900e-efcb7cbf9b70"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:31.986436 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.083818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07334013-5e51-4814-8b76-b9b6d909b5f9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.105160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-9f96ac9a-82db-4342-908e-e4bc71d6ee01 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.105160 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-9f96ac9a-82db-4342-908e-e4bc71d6ee01 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.57 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.4308171 Sep 16 04:58:32.106446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45195c75-d3b6-4761-9660-315dabf66435 req-2a1bdf5c-1f6f-47e5-9fa5-190b62d966c6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 210 time: 0.0696130 Sep 16 04:58:32.125521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Request body: {'port': {'device_id': '76c060d5-aaeb-42d1-8bc0-89e0cf220c0f', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'admin_state_up': True, 'tenant_id': '8685f9efdb2a4f84bf37cca56ce63f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:32.195623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=55d8af43-37a0-40c6-9caf-5c11aca409cb,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.232668 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af577df-dc5d-4f87-8505-779b48f5960e x-openstack-request-id: req-5af577df-dc5d-4f87-8505-779b48f5960e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:32.232668 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e43d88e-f078-4c4f-9c33-f735b3b6eff3", "name": "network-vif-deleted", "tag": "28f5fbdc-7370-48c1-900e-efcb7cbf9b70", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:32.232668 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5af577df-dc5d-4f87-8505-779b48f5960e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:32.232668 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e43d88e-f078-4c4f-9c33-f735b3b6eff3', 'name': 'network-vif-deleted', 'tag': '28f5fbdc-7370-48c1-900e-efcb7cbf9b70', 'status': 'completed', 'code': 200} Sep 16 04:58:32.271257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43bf2e-0743-4565-ac94-40b00afebf01 req-879f987e-820f-4221-bc75-7b471ff21558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.271257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea43bf2e-0743-4565-ac94-40b00afebf01 req-879f987e-820f-4221-bc75-7b471ff21558 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 1097 time: 0.1184313 Sep 16 04:58:32.361796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea43bf2e-0743-4565-ac94-40b00afebf01 req-8cc65032-e09f-4297-8eae-d6c05902d027 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661845 Sep 16 04:58:32.390597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07334013-5e51-4814-8b76-b9b6d909b5f9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.442589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0834-864d-49ff-a9f9-1d0e3222f05a req-0491a85d-044e-4e79-bb37-15558eb7de27 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.451939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-530c0834-864d-49ff-a9f9-1d0e3222f05a req-0491a85d-044e-4e79-bb37-15558eb7de27 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 945 time: 0.0887108 Sep 16 04:58:32.501605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Made reservation on behalf of 8685f9efdb2a4f84bf37cca56ce63f90 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:32.502588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-530c0834-864d-49ff-a9f9-1d0e3222f05a req-439809d1-c723-4b7f-a09a-585d0a135711 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491459 Sep 16 04:58:32.505143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.655516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07334013-5e51-4814-8b76-b9b6d909b5f9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.657506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07334013-5e51-4814-8b76-b9b6d909b5f9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4598801 Sep 16 04:58:32.661262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41634) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.666604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:32.710274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42acd25e-24b1-46c4-bb30-ae0506ca0070 req-1fe336a1-ba71-436f-a913-71b7318bae24 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 210 time: 0.0746629 Sep 16 04:58:32.776333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Allocated IP 172.20.0.13 (071ea40e-c42b-4d06-8075-128f09a802e6/f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6/da7ece00-e264-4de0-a0a9-28930d77bdc1) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:32.958066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.994127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2833ffe-5716-46fc-808b-01b23a7bdc09 req-59a99a09-ef8e-434a-a699-bcfe7b41ea70 tempest-ServerMetadataNegativeTestJSON-1603310621 tempest-ServerMetadataNegativeTestJSON-1603310621-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e43d88e-f078-4c4f-9c33-f735b3b6eff3 HTTP/1.1" status: 200 len: 210 time: 0.0524731 Sep 16 04:58:33.126890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.222338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-868e2899-75b2-4900-bb74-3f0b10c7f222 req-8ff49e60-323b-4e16-9218-e3617cb40b4e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 210 time: 0.0389602 Sep 16 04:58:33.288552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.444897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Network 071ea40e-c42b-4d06-8075-128f09a802e6 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:33.455282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:33.466634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:33.537354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event updated for resources: {'Port': ['ID=da7ece00-e264-4de0-a0a9-28930d77bdc1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.584603 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.630080 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.659552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.660243 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.808644 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-c48a1c71-8409-4eba-b080-ba17343253d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6880014 Sep 16 04:58:33.854615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Request body: {'port': {'device_id': '76c060d5-aaeb-42d1-8bc0-89e0cf220c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:33.919591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e12bd-925c-44ea-bc75-291606f003ba req-ab0d54f0-cddf-4aec-a616-3f01821f3558 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.928953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Allocated IP 172.25.7.230 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/988f6b1f-ddfc-4d59-bf8b-4aa474c2d7d5) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:33.938128 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-558e12bd-925c-44ea-bc75-291606f003ba req-ab0d54f0-cddf-4aec-a616-3f01821f3558 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 945 time: 0.1646445 Sep 16 04:58:33.983836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.232159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-558e12bd-925c-44ea-bc75-291606f003ba req-aab522cb-eb29-4125-8862-5ad134b0c1ee tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836197 Sep 16 04:58:34.232159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c37e3b-6bb4-43aa-97ee-3ea181b00ff2 req-8fb2c2db-05ed-4735-9a2e-23a6f6db3724 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:34.232159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58c37e3b-6bb4-43aa-97ee-3ea181b00ff2 req-8fb2c2db-05ed-4735-9a2e-23a6f6db3724 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 932 time: 0.1918762 Sep 16 04:58:34.267462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41664) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.298203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58c37e3b-6bb4-43aa-97ee-3ea181b00ff2 req-7288bc6a-b755-4e05-a7e9-8cf6c188f6cf tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886381 Sep 16 04:58:34.408293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7ece00-e264-4de0-a0a9-28930d77bdc1 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:34.419737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.433462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Transition to ACTIVE for port object da7ece00-e264-4de0-a0a9-28930d77bdc1 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:34.455060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f011d3b-80fb-43a3-a138-42a1b697b25e req-ae378632-83ea-45bf-9091-3535789a5a36 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 210 time: 0.0511394 Sep 16 04:58:34.492734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77036f7-334d-4268-846a-e1bacbacb233 admin admin] Deleting subnet 462040ff-e5aa-4d8d-ac21-fd46172194d6 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:34.509829 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b77036f7-334d-4268-846a-e1bacbacb233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.526354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.553887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.587902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b77036f7-334d-4268-846a-e1bacbacb233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.666882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Pushing event updated for resources: {'Port': ['ID=da7ece00-e264-4de0-a0a9-28930d77bdc1,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.717090 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b77036f7-334d-4268-846a-e1bacbacb233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.734487 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Attempting to bind port da7ece00-e264-4de0-a0a9-28930d77bdc1 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:34.739013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Attempting to bind port da7ece00-e264-4de0-a0a9-28930d77bdc1 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:34.739013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Attempting to bind port da7ece00-e264-4de0-a0a9-28930d77bdc1 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:34.741521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Port da7ece00-e264-4de0-a0a9-28930d77bdc1 on network 071ea40e-c42b-4d06-8075-128f09a802e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:34.749909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Attempting to bind port da7ece00-e264-4de0-a0a9-28930d77bdc1 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:34.755906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:34.756250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Checking segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:34.756641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Bound using segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:34.757093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Bound port: da7ece00-e264-4de0-a0a9-28930d77bdc1, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:34.757998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.787081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.872978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-653c0494-2d62-468f-8a38-f5fe000b6149 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105478 Sep 16 04:58:34.921760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:34.998480 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b442512-5f7d-4023-a230-75f5a5d00529 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723510 Sep 16 04:58:35.022383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:35.065612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:35.134747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event updated for resources: {'Port': ['ID=988f6b1f-ddfc-4d59-bf8b-4aa474c2d7d5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.135541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:35.232425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-b34683b0-d422-4cec-a469-62263e1f44aa tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.236804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] For port da7ece00-e264-4de0-a0a9-28930d77bdc1, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:35.239766 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-b34683b0-d422-4cec-a469-62263e1f44aa tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501954 Sep 16 04:58:35.262902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] For port da7ece00-e264-4de0-a0a9-28930d77bdc1, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=da7ece00-e264-4de0-a0a9-28930d77bdc1,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:35.269265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Request body: {'port': {'device_id': '421eed94-2977-4ddd-bc63-c4f292b55e6d', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '35445f9d9b7c4cd69215c1d87cefaab9'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:35.305047 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b77036f7-334d-4268-846a-e1bacbacb233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.453609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.479686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77036f7-334d-4268-846a-e1bacbacb233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462040ff-e5aa-4d8d-ac21-fd46172194d6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.521607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:35.521850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.522210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 28f5fbdc-7370-48c1-900e-efcb7cbf9b70 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:35.522370 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.524264 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] 10.222.0.57 "PUT /v2.0/ports/da7ece00-e264-4de0-a0a9-28930d77bdc1 HTTP/1.1" status: 200 len: 1093 time: 1.6826639 Sep 16 04:58:35.587766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c060d5-aaeb-42d1-8bc0-89e0cf220c0f', 'tag': 'da7ece00-e264-4de0-a0a9-28930d77bdc1'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:35.590093 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c02cc0-9738-47dd-97cc-c3adc415d294" -d '{"events": [{"name": "network-changed", "server_uuid": "76c060d5-aaeb-42d1-8bc0-89e0cf220c0f", "tag": "da7ece00-e264-4de0-a0a9-28930d77bdc1"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:35.647148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-a919a482-a743-4c4a-b63d-1ae0a9260b4e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.649954 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-a919a482-a743-4c4a-b63d-1ae0a9260b4e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6248338 Sep 16 04:58:35.678721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Request body: {'port': {'device_id': 'cafb751d-4571-498f-9ecb-7d36fcb135e1', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '35445f9d9b7c4cd69215c1d87cefaab9'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:35.684602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be5f91-406d-478b-aa35-7b92c7589837 service neutron] Pushing event updated for resources: {'Port': ['ID=da7ece00-e264-4de0-a0a9-28930d77bdc1,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.821430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-2664a739-a8a9-4ff8-aa19-7b5bd2a293cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.822885 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-2664a739-a8a9-4ff8-aa19-7b5bd2a293cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 1096 time: 0.1031048 Sep 16 04:58:35.947805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b77036f7-334d-4268-846a-e1bacbacb233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.949958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b77036f7-334d-4268-846a-e1bacbacb233 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/462040ff-e5aa-4d8d-ac21-fd46172194d6 HTTP/1.1" status: 204 len: 168 time: 1.6485486 Sep 16 04:58:35.959635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41704) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.043958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d8fb3-c26f-422f-85fe-a247bd3ca901 req-446f4a6c-424f-48c6-8920-06b89dd69222 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.051633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db0d8fb3-c26f-422f-85fe-a247bd3ca901 req-446f4a6c-424f-48c6-8920-06b89dd69222 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.7480817 Sep 16 04:58:36.124615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89280-39f9-431b-b65c-1ee5c07d3622 req-33cfc218-2404-4fd7-8f62-2537ffbd4dd5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.129730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b89280-39f9-431b-b65c-1ee5c07d3622 req-33cfc218-2404-4fd7-8f62-2537ffbd4dd5 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 945 time: 0.7206697 Sep 16 04:58:36.189546 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.235539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db0d8fb3-c26f-422f-85fe-a247bd3ca901 req-bca1f76b-b01d-48bc-945d-d17833cf7638 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825621 Sep 16 04:58:36.274197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b89280-39f9-431b-b65c-1ee5c07d3622 req-95debc34-e1e8-4df8-9e3f-6ff4e2925c93 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242435 Sep 16 04:58:36.340868 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-f47d8f57-bd40-4577-bb49-107f96b2bd4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da7ece00-e264-4de0-a0a9-28930d77bdc1 HTTP/1.1" status: 200 len: 217 time: 0.4948161 Sep 16 04:58:36.344305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Made reservation on behalf of 35445f9d9b7c4cd69215c1d87cefaab9 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:36.348017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.411269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Made reservation on behalf of 35445f9d9b7c4cd69215c1d87cefaab9 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:36.415593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.489743 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.511845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-0c971b2e-75b6-40ac-8a79-7df495f512e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.513607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-0c971b2e-75b6-40ac-8a79-7df495f512e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.1596861 Sep 16 04:58:36.513907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f956dc18-d179-47f7-a069-b5b4e3c52c9b']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:36.526351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7997968-b37e-42d8-a3ce-e07ee1a4b630') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:36.526800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7997968-b37e-42d8-a3ce-e07ee1a4b630') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:36.538405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.554414 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.561709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:36.562484 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.574337 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-1edc5cde-98f1-4cc4-a952-d627e24b7b11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485582 Sep 16 04:58:36.577488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: items = [ Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:36.653799 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:36.685820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0c3ae19-ba51-4c52-b20c-4aa24c801aad req-df9b4ed8-d982-4c0f-a826-a5ec4239b306 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 210 time: 0.2671130 Sep 16 04:58:36.706112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b654bd-777b-481e-9b11-33b2e4b39c39 req-a023b1e7-e153-4587-b15b-967160ed9f8c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.707727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7b654bd-777b-481e-9b11-33b2e4b39c39 req-a023b1e7-e153-4587-b15b-967160ed9f8c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 944 time: 0.3615088 Sep 16 04:58:36.776213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Allocated IP 192.168.233.148 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/4a5ae98c-9873-4629-83be-26916ed8fd6e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:36.933966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.939289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.942586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] 10.222.0.59 "DELETE /v2.0/networks/f956dc18-d179-47f7-a069-b5b4e3c52c9b HTTP/1.1" status: 204 len: 168 time: 0.9806819 Sep 16 04:58:36.946599 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841c0cb-6285-48f0-8822-83239f09c340 x-openstack-request-id: req-d841c0cb-6285-48f0-8822-83239f09c340 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:36.947040 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c060d5-aaeb-42d1-8bc0-89e0cf220c0f", "tag": "da7ece00-e264-4de0-a0a9-28930d77bdc1", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:36.947765 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d841c0cb-6285-48f0-8822-83239f09c340 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:36.950166 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c060d5-aaeb-42d1-8bc0-89e0cf220c0f', 'tag': 'da7ece00-e264-4de0-a0a9-28930d77bdc1', 'status': 'completed', 'code': 200} Sep 16 04:58:36.986186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7b654bd-777b-481e-9b11-33b2e4b39c39 req-c07346f0-4eec-4471-ba2c-a97c7655d63c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840151 Sep 16 04:58:36.987264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e414f9-827d-40b9-8778-256b10e0951c admin admin] Pushing event deleted for resources: {'Network': ['ID=f956dc18-d179-47f7-a069-b5b4e3c52c9b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.154710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.163329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc61fb-4127-4673-a265-dc6787e680b9 req-2aa93a07-24d5-4cf6-ad64-579ccdae1ff0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.176160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99cc61fb-4127-4673-a265-dc6787e680b9 req-2aa93a07-24d5-4cf6-ad64-579ccdae1ff0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1200311 Sep 16 04:58:37.229617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99cc61fb-4127-4673-a265-dc6787e680b9 req-c52147cc-3d8e-44f6-b82c-7cc386f9bc3e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524254 Sep 16 04:58:37.250155 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-3cf60231-0f03-40ff-84a9-467c0de650f6 service neutron] 10.222.0.57 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477370 Sep 16 04:58:37.409187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.425777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.494138 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2bea4f31-c13c-47da-b339-eda86fa7ef35 req-9c345c2d-d930-41c7-a49e-cbcae32adc5d service neutron] 10.222.0.57 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351329 Sep 16 04:58:37.530681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41724) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.554580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.564376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:37.612411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:37.629298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:37.643738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:37.650778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:37.677685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'Port': ['ID=4a5ae98c-9873-4629-83be-26916ed8fd6e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.720657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.733017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.860791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Allocated IP 192.168.233.95 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/b4c7870e-09d6-4155-9d0f-adbb81bac2b5) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:37.912154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-a6fe49a5-ac5b-4e91-ab40-390a6ac63e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.917274 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-a6fe49a5-ac5b-4e91-ab40-390a6ac63e01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 1096 time: 0.1617939 Sep 16 04:58:38.076976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eda23-0d71-4c6d-a192-fc4f53a51d30 req-602e704c-8f67-4d97-8e10-ce53dd07fd67 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.078840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-836eda23-0d71-4c6d-a192-fc4f53a51d30 req-602e704c-8f67-4d97-8e10-ce53dd07fd67 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 945 time: 0.4549959 Sep 16 04:58:38.083838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3002629a-da0c-4ea0-82b5-b9c83db45729 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=072be089d779498ab2b22924dea67805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487969 Sep 16 04:58:38.085782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41736) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:38.110343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-d2be86b3-43d7-48c7-a874-e4eca60dc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.112109 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-d2be86b3-43d7-48c7-a874-e4eca60dc795 service neutron] 10.222.0.57 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 912 time: 0.1780145 Sep 16 04:58:38.140039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0357f0e3-3329-489e-a18a-f89a9689c3f6 None None] Provisioning complete for port 4a5ae98c-9873-4629-83be-26916ed8fd6e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:38.140828 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0357f0e3-3329-489e-a18a-f89a9689c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.186679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0357f0e3-3329-489e-a18a-f89a9689c3f6 None None] Port 4a5ae98c-9873-4629-83be-26916ed8fd6e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:38.193597 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-5c4aa0e7-5f69-4228-b7d4-19fb3df36c32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da7ece00-e264-4de0-a0a9-28930d77bdc1 HTTP/1.1" status: 200 len: 217 time: 0.0606444 Sep 16 04:58:38.315369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56cad-5a8d-44be-9028-b15cbb177aa2 req-646301b3-7728-4af4-91f8-ab6687fb4eea tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.315369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93e56cad-5a8d-44be-9028-b15cbb177aa2 req-646301b3-7728-4af4-91f8-ab6687fb4eea tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 936 time: 0.3566360 Sep 16 04:58:38.316346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-733e6b7e-216a-4fb5-b1fd-f72366bd21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.316346 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-733e6b7e-216a-4fb5-b1fd-f72366bd21c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.0544763 Sep 16 04:58:38.316346 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-d805256b-ec3b-4d8e-be61-28bcacfc721a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274849 Sep 16 04:58:38.316999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-836eda23-0d71-4c6d-a192-fc4f53a51d30 req-928bfe72-58f7-415c-9b2f-3ee5db28a58f tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118104 Sep 16 04:58:38.352713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93e56cad-5a8d-44be-9028-b15cbb177aa2 req-95ca165c-2f72-449a-9f44-962501c88cf3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273732 Sep 16 04:58:38.374536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Router 33571e5f-131a-4c71-958e-7bfc4fdeb20e is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:38.387771 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6b2d08ae-5342-4c1f-a0a0-621fd22c9f0a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7129695 Sep 16 04:58:38.415190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.428657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Request body: {'port': {'device_id': 'cafb751d-4571-498f-9ecb-7d36fcb135e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:38.451318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adf2d8dd-2c4a-47d5-9fcd-b253785a124d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.503515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adf2d8dd-2c4a-47d5-9fcd-b253785a124d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.580765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.597845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:38.638473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:38.656159 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-738792eb-eb1d-467f-b7ac-bafa9bce699e service neutron] 10.222.0.57 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323674 Sep 16 04:58:38.714282 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.739825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:38.746128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:38.763032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:38.781287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826668-7eba-4805-8719-ca12781501cd req-e17ddc40-e9f7-49ae-8260-b42513b153d9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.790938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7826668-7eba-4805-8719-ca12781501cd req-e17ddc40-e9f7-49ae-8260-b42513b153d9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 944 time: 0.2850847 Sep 16 04:58:38.860079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adf2d8dd-2c4a-47d5-9fcd-b253785a124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.868204 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adf2d8dd-2c4a-47d5-9fcd-b253785a124d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.870962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-adf2d8dd-2c4a-47d5-9fcd-b253785a124d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3a0690d-a30f-48ce-a784-b91a10a77d0b HTTP/1.1" status: 204 len: 168 time: 0.7840304 Sep 16 04:58:38.945765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2d8dd-2c4a-47d5-9fcd-b253785a124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a0690d-a30f-48ce-a784-b91a10a77d0b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.016156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:39.026079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'Port': ['ID=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.049448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50ce28-f5cd-4987-bfb0-dd5938210e6c None None] Sync routers for ids ['33571e5f-131a-4c71-958e-7bfc4fdeb20e'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:39.060928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.066763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.069330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.070632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50ce28-f5cd-4987-bfb0-dd5938210e6c None None] Routers {'33571e5f-131a-4c71-958e-7bfc4fdeb20e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:39.071350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-dc50ce28-f5cd-4987-bfb0-dd5938210e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['33571e5f-131a-4c71-958e-7bfc4fdeb20e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.078064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e2ebee02-4fea-46a6-87af-ba97d0ed9752 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "PUT /v2.0/routers/33571e5f-131a-4c71-958e-7bfc4fdeb20e HTTP/1.1" status: 200 len: 883 time: 6.4153004 Sep 16 04:58:39.090241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41758) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:39.128476 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7826668-7eba-4805-8719-ca12781501cd req-e7e02994-15c9-4760-82ad-8371e8c03b0b tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350286 Sep 16 04:58:39.159965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-dc50ce28-f5cd-4987-bfb0-dd5938210e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.230992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-feb745ad-d83a-4f06-8ca8-0911d306df3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9657552 Sep 16 04:58:39.235926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50ce28-f5cd-4987-bfb0-dd5938210e6c None None] Routers {'33571e5f-131a-4c71-958e-7bfc4fdeb20e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:39.236557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-dc50ce28-f5cd-4987-bfb0-dd5938210e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['33571e5f-131a-4c71-958e-7bfc4fdeb20e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.255338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Request body: {'port': {'device_id': '421eed94-2977-4ddd-bc63-c4f292b55e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:39.436783 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.447186 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71c02cc0-9738-47dd-97cc-c3adc415d294 req-9770a7c5-849b-4ba3-bc49-ecc230656090 service neutron] 10.222.0.57 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525554 Sep 16 04:58:39.523745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-dc50ce28-f5cd-4987-bfb0-dd5938210e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.524782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50ce28-f5cd-4987-bfb0-dd5938210e6c None None] The sync data for ids ['33571e5f-131a-4c71-958e-7bfc4fdeb20e'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:39.528131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0b13b89b-7fa1-4030-b9b4-045a678370f1 None None] Provisioning complete for port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:39.528590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0b13b89b-7fa1-4030-b9b4-045a678370f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.652434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0b13b89b-7fa1-4030-b9b4-045a678370f1 None None] Port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:39.936133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78abc-b220-4b9f-a731-2dd4d3e17cf4 req-7feb2f83-41aa-440f-a430-cce53d740e45 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.946637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cc78abc-b220-4b9f-a731-2dd4d3e17cf4 req-7feb2f83-41aa-440f-a430-cce53d740e45 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 945 time: 0.3918610 Sep 16 04:58:39.964984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dd6f3-a9a3-4354-9cc5-df5b332c17fc req-2cdfc827-5186-412a-a7e9-26049529ab87 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.972788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-257dd6f3-a9a3-4354-9cc5-df5b332c17fc req-2cdfc827-5186-412a-a7e9-26049529ab87 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 936 time: 0.4162760 Sep 16 04:58:40.048367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-257dd6f3-a9a3-4354-9cc5-df5b332c17fc req-0f92d817-d23b-4ac9-a9b6-0731f10c3e35 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743349 Sep 16 04:58:40.095890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cc78abc-b220-4b9f-a731-2dd4d3e17cf4 req-7b8511c2-d46f-4696-8e38-2aa5090d4af4 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups?id=bbe3c909-9823-4da7-814a-bf82d3819560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482463 Sep 16 04:58:40.263539 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.310736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41792) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.314914 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c96b7532-b492-4adf-b712-93fb3ade819f tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/routers/33571e5f-131a-4c71-958e-7bfc4fdeb20e HTTP/1.1" status: 200 len: 924 time: 1.2201400 Sep 16 04:58:40.461506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b77146-416e-4691-bc7f-0fc3587015b0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.465413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-43b77146-416e-4691-bc7f-0fc3587015b0 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=33571e5f-131a-4c71-958e-7bfc4fdeb20e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1510160 Sep 16 04:58:40.471967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79853b05-432f-48fc-9721-c4de44a2b8b3 req-0674097f-5893-42c6-933c-11a671fb6caf tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.472725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5ae98c-9873-4629-83be-26916ed8fd6e {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:40.473445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79853b05-432f-48fc-9721-c4de44a2b8b3 req-0674097f-5893-42c6-933c-11a671fb6caf tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 944 time: 0.0719557 Sep 16 04:58:40.473924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41796) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.490844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.506870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Transition to ACTIVE for port object 4a5ae98c-9873-4629-83be-26916ed8fd6e will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:40.527462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51527195-8960-4587-bc55-0d036c763bb3 req-4d7177dd-9eb6-4f44-8ba3-81cf88ad2cde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.533183 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51527195-8960-4587-bc55-0d036c763bb3 req-4d7177dd-9eb6-4f44-8ba3-81cf88ad2cde tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.57 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 945 time: 0.3682113 Sep 16 04:58:40.562801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79853b05-432f-48fc-9721-c4de44a2b8b3 req-27a08df7-2088-4f1c-be7c-6a92c3f0ebf8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714259 Sep 16 04:58:40.649798 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.706479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdeea37-7821-4a0d-b0a9-c1347c680c3d tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.712315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9bdeea37-7821-4a0d-b0a9-c1347c680c3d tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 881 time: 0.2365100 Sep 16 04:58:40.715023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41806) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.748209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-327d2d97-9594-4e74-9419-8aef7a99ca57 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=33571e5f-131a-4c71-958e-7bfc4fdeb20e HTTP/1.1" status: 200 len: 205 time: 0.0315425 Sep 16 04:58:40.752106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41808) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.800398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ae98c-9873-4629-83be-26916ed8fd6e,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.858811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Deleting port 55d8af43-37a0-40c6-9caf-5c11aca409cb {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:40.859427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.980441 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-924c520a-c4d0-4b90-8857-33b9d1cb5e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.005223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] For port 55d8af43-37a0-40c6-9caf-5c11aca409cb, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55d8af43-37a0-40c6-9caf-5c11aca409cb,segment=NetworkSegment(47c34341-6718-42b1-9176-5cb1d25b8120),segment_id=47c34341-6718-42b1-9176-5cb1d25b8120)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:41.009290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.032578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Calling delete_port for 55d8af43-37a0-40c6-9caf-5c11aca409cb owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:41.061374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41814) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.118420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.126128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c7870e-09d6-4155-9d0f-adbb81bac2b5 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:41.146592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device da7ece00-e264-4de0-a0a9-28930d77bdc1 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:41.245596 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.258355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Attempting to bind port 4a5ae98c-9873-4629-83be-26916ed8fd6e on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:41.258355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Attempting to bind port 4a5ae98c-9873-4629-83be-26916ed8fd6e by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:41.258355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Attempting to bind port 4a5ae98c-9873-4629-83be-26916ed8fd6e on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:41.271329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Port 4a5ae98c-9873-4629-83be-26916ed8fd6e on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:41.271778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Attempting to bind port 4a5ae98c-9873-4629-83be-26916ed8fd6e on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:41.278841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:41.279696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:41.280192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:41.280742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Bound port: 4a5ae98c-9873-4629-83be-26916ed8fd6e, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:41.281209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.362886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port da7ece00-e264-4de0-a0a9-28930d77bdc1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=da7ece00-e264-4de0-a0a9-28930d77bdc1,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:41.378206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'da7ece00-e264-4de0-a0a9-28930d77bdc1', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'port_id': 'da7ece00-e264-4de0-a0a9-28930d77bdc1', 'mac_address': 'fa:16:3e:7f:e3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:41.401079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1647208149-network', 'tenant_id': 'b5b15ed5224743c8b9034b536ab0440a'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:41.443533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Transition to ACTIVE for port object b4c7870e-09d6-4155-9d0f-adbb81bac2b5 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:41.468860 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.481035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] For port 4a5ae98c-9873-4629-83be-26916ed8fd6e, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:41.493279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7ece00-e264-4de0-a0a9-28930d77bdc1 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:41.513084 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6062c7-7088-432b-8c1b-c1ebaacd538c req-8612ff9c-0fcf-4d00-82cd-a285884f153e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.515117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb6062c7-7088-432b-8c1b-c1ebaacd538c req-8612ff9c-0fcf-4d00-82cd-a285884f153e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 948 time: 0.2665145 Sep 16 04:58:41.516303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] For port 4a5ae98c-9873-4629-83be-26916ed8fd6e, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4a5ae98c-9873-4629-83be-26916ed8fd6e,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:41.518644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.531450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58f3c-14a9-4e3e-acd8-33d68838deed req-2bb79575-8768-4d9a-a913-a8acf6890802 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.533568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port da7ece00-e264-4de0-a0a9-28930d77bdc1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=da7ece00-e264-4de0-a0a9-28930d77bdc1,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:41.539745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24a58f3c-14a9-4e3e-acd8-33d68838deed req-2bb79575-8768-4d9a-a913-a8acf6890802 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2899694 Sep 16 04:58:41.557694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['55d8af43-37a0-40c6-9caf-5c11aca409cb'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:41.569130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Made reservation on behalf of b5b15ed5224743c8b9034b536ab0440a for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:41.570760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event deleted for resources: {'Port': ['ID=55d8af43-37a0-40c6-9caf-5c11aca409cb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.576419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.599264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.604421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.609305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.615781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.648718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] No DVR routers for this DVR port 55d8af43-37a0-40c6-9caf-5c11aca409cb on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:41.673393 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.675399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51527195-8960-4587-bc55-0d036c763bb3 req-dc5c1b28-0bbf-4e5e-9c94-6ad3824af6e9 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.57 "DELETE /v2.0/ports/55d8af43-37a0-40c6-9caf-5c11aca409cb HTTP/1.1" status: 204 len: 173 time: 1.1345699 Sep 16 04:58:41.677673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16eb2b03-9da0-417e-bea5-c61e858ed36d', 'name': 'network-vif-deleted', 'tag': '55d8af43-37a0-40c6-9caf-5c11aca409cb'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:41.678252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=da7ece00-e264-4de0-a0a9-28930d77bdc1,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.680087 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7578d6d1-15dc-49f2-8a2a-097ba0ff454e" -d '{"events": [{"server_uuid": "16eb2b03-9da0-417e-bea5-c61e858ed36d", "name": "network-vif-deleted", "tag": "55d8af43-37a0-40c6-9caf-5c11aca409cb"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:41.690447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.692173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.692850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/4a5ae98c-9873-4629-83be-26916ed8fd6e HTTP/1.1" status: 200 len: 1097 time: 3.2775347 Sep 16 04:58:41.747072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8203e-7d3a-4b3c-a812-dcbc016125c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ae98c-9873-4629-83be-26916ed8fd6e,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.791187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.844278 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24a58f3c-14a9-4e3e-acd8-33d68838deed req-93d1a97e-26a4-44b9-9081-ad43f3046172 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033605 Sep 16 04:58:41.940176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb6062c7-7088-432b-8c1b-c1ebaacd538c req-129ea0e1-3280-472c-8906-84d5cb8b433a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946006 Sep 16 04:58:41.942110 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.990761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['da7ece00-e264-4de0-a0a9-28930d77bdc1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:42.048410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-15828a50-14e2-49e5-984f-86e37e74804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.053518 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-15828a50-14e2-49e5-984f-86e37e74804e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 1100 time: 0.1462393 Sep 16 04:58:42.112772 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-0dc15f0b-3d89-45d7-84d8-de67bf2f205d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=4a5ae98c-9873-4629-83be-26916ed8fd6e HTTP/1.1" status: 200 len: 217 time: 0.0499344 Sep 16 04:58:42.223687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-03fff851-318d-4c44-8f62-2c36aa41f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.226974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9061f41-a955-47de-a77a-105f67ae30a8 req-0cd9dd02-8716-4faa-9570-ea6386c1a47c tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/ports?device_id=16eb2b03-9da0-417e-bea5-c61e858ed36d HTTP/1.1" status: 200 len: 210 time: 0.1322141 Sep 16 04:58:42.237670 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-03fff851-318d-4c44-8f62-2c36aa41f8ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1046658 Sep 16 04:58:42.364647 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029a7bf-3fae-48ab-a073-b17342f0f88b x-openstack-request-id: req-4029a7bf-3fae-48ab-a073-b17342f0f88b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:42.365224 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16eb2b03-9da0-417e-bea5-c61e858ed36d", "name": "network-vif-deleted", "tag": "55d8af43-37a0-40c6-9caf-5c11aca409cb", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:42.365649 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4029a7bf-3fae-48ab-a073-b17342f0f88b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:42.366249 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16eb2b03-9da0-417e-bea5-c61e858ed36d', 'name': 'network-vif-deleted', 'tag': '55d8af43-37a0-40c6-9caf-5c11aca409cb', 'status': 'completed', 'code': 200} Sep 16 04:58:42.381382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-a7f10e7c-48c2-4ca0-b6ba-6b9c90b12f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.386688 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-a7f10e7c-48c2-4ca0-b6ba-6b9c90b12f7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418512 Sep 16 04:58:42.438251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a767-7ab5-4433-91b3-f5978885d699 req-9d4e0d30-1962-4f3e-ae22-8b51f5ee0fe5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.447743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ad2a767-7ab5-4433-91b3-f5978885d699 req-9d4e0d30-1962-4f3e-ae22-8b51f5ee0fe5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 945 time: 0.1874495 Sep 16 04:58:42.470932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Attempting to bind port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:42.471497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Attempting to bind port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:42.471958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Attempting to bind port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:42.520310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:42.521467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Attempting to bind port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:42.563337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.574836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ad2a767-7ab5-4433-91b3-f5978885d699 req-07d94747-3f36-462d-992d-6a8229f76326 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260781 Sep 16 04:58:42.591530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Deleting port 988f6b1f-ddfc-4d59-bf8b-4aa474c2d7d5 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:42.591530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.596648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:42.597127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:42.597634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:42.598165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Bound port: b4c7870e-09d6-4155-9d0f-adbb81bac2b5, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:42.598545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.609154 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-609c0966-636f-42fd-9cc6-f1245ede8c73 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159312 Sep 16 04:58:42.697161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.739819 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-fff53eaa-9e2c-4f88-b4ac-222d4d57734a service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224267 Sep 16 04:58:42.783312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:42.835976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abdb048-bdf0-4645-9020-9e4dec916dae,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.844719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.845116 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Added segment 8eb2657c-143c-4669-8305-e864b963d62d of type vlan for network c3699cc9-695d-4469-a4b2-05cee114b4d6 Sep 16 04:58:42.879069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b73f2-bd8a-4208-8bd7-670b5419d75b req-fdbc478a-d356-461d-abd8-829c145f9c1e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.887851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-692b73f2-bd8a-4208-8bd7-670b5419d75b req-fdbc478a-d356-461d-abd8-829c145f9c1e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.3196278 Sep 16 04:58:43.144797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device da7ece00-e264-4de0-a0a9-28930d77bdc1 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:43.252337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.282901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port da7ece00-e264-4de0-a0a9-28930d77bdc1 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:43.289033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port da7ece00-e264-4de0-a0a9-28930d77bdc1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:43.289415 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.325847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Calling delete_port for 988f6b1f-ddfc-4d59-bf8b-4aa474c2d7d5 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:43.345857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] For port b4c7870e-09d6-4155-9d0f-adbb81bac2b5, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:43.364999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.391661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] For port b4c7870e-09d6-4155-9d0f-adbb81bac2b5, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:43.412826 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.417874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-692b73f2-bd8a-4208-8bd7-670b5419d75b req-aa83eecb-4ff4-4419-873a-d8ed8fd602bf tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291502 Sep 16 04:58:43.446618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c060d5-aaeb-42d1-8bc0-89e0cf220c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7ece00-e264-4de0-a0a9-28930d77bdc1'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:43.450057 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb74f7-368a-4115-9852-50faf9ad1d6e" -d '{"events": [{"server_uuid": "76c060d5-aaeb-42d1-8bc0-89e0cf220c0f", "name": "network-vif-plugged", "status": "completed", "tag": "da7ece00-e264-4de0-a0a9-28930d77bdc1"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:43.472127 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.486180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port da7ece00-e264-4de0-a0a9-28930d77bdc1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=da7ece00-e264-4de0-a0a9-28930d77bdc1,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:43.540680 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.541436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 55d8af43-37a0-40c6-9caf-5c11aca409cb no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:43.658211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 55d8af43-37a0-40c6-9caf-5c11aca409cb {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:43.663685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 55d8af43-37a0-40c6-9caf-5c11aca409cb not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:43.678105 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4a968e-764d-4df9-a996-221f60754037 x-openstack-request-id: req-fb4a968e-764d-4df9-a996-221f60754037 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:43.678387 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c060d5-aaeb-42d1-8bc0-89e0cf220c0f", "name": "network-vif-plugged", "status": "completed", "tag": "da7ece00-e264-4de0-a0a9-28930d77bdc1", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:43.678890 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb4a968e-764d-4df9-a996-221f60754037 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:43.679068 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c060d5-aaeb-42d1-8bc0-89e0cf220c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7ece00-e264-4de0-a0a9-28930d77bdc1', 'code': 200} Sep 16 04:58:43.709428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f2f21-0d29-425e-9e09-e176205f34c5 req-18b47dc8-b664-47d0-93ad-ff56e2982b5f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.715122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c91f2f21-0d29-425e-9e09-e176205f34c5 req-18b47dc8-b664-47d0-93ad-ff56e2982b5f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 948 time: 0.4607701 Sep 16 04:58:43.740928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=da7ece00-e264-4de0-a0a9-28930d77bdc1,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.790433 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8b64a9e1-9f66-4e51-a3e4-2369f82b78fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.809443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.810097 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.811661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] 10.222.0.57 "PUT /v2.0/ports/b4c7870e-09d6-4155-9d0f-adbb81bac2b5 HTTP/1.1" status: 200 len: 1096 time: 4.5635555 Sep 16 04:58:43.817598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421eed94-2977-4ddd-bc63-c4f292b55e6d', 'tag': 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:43.817598 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39fb4d4-bfcc-4ee8-8b1c-d68c056db6de" -d '{"events": [{"name": "network-changed", "server_uuid": "421eed94-2977-4ddd-bc63-c4f292b55e6d", "tag": "b4c7870e-09d6-4155-9d0f-adbb81bac2b5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:43.824459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.825336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.825905 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.848017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765670a-ee5e-4175-89cb-5e262fa7f113 req-cfc5092b-f4a1-49fc-bf2f-cec2235aca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.849476 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7765670a-ee5e-4175-89cb-5e262fa7f113 req-cfc5092b-f4a1-49fc-bf2f-cec2235aca21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 1098 time: 0.0525608 Sep 16 04:58:43.898823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7765670a-ee5e-4175-89cb-5e262fa7f113 req-578a1479-b6c3-44b7-9b3b-bdbe0cad8121 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Sep 16 04:58:43.912221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab46d4c-fb5f-4a93-9518-6e85e0147915 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.925005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c91f2f21-0d29-425e-9e09-e176205f34c5 req-01eee51d-aaa0-4e70-b2d0-5e5d34a3672a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737912 Sep 16 04:58:43.972338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692ef22-9f7b-4ccc-8b94-ab02c535db70 req-74359944-c6a5-4e12-b97b-3460c3a8964a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.976848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a692ef22-9f7b-4ccc-8b94-ab02c535db70 req-74359944-c6a5-4e12-b97b-3460c3a8964a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.2268260 Sep 16 04:58:43.982202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] Pushing event updated for resources: {'Network': ['ID=c3699cc9-695d-4469-a4b2-05cee114b4d6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.998863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network c3699cc9-695d-4469-a4b2-05cee114b4d6 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:44.030241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a692ef22-9f7b-4ccc-8b94-ab02c535db70 req-4634a9ee-9e6b-4c56-aaf1-5a687f9fdaca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386729 Sep 16 04:58:44.052249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.159935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event deleted for resources: {'Port': ['ID=988f6b1f-ddfc-4d59-bf8b-4aa474c2d7d5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:44.159935 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be54d05-db4e-449a-a506-8050b525cee9 x-openstack-request-id: req-3be54d05-db4e-449a-a506-8050b525cee9 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:44.159935 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421eed94-2977-4ddd-bc63-c4f292b55e6d", "tag": "b4c7870e-09d6-4155-9d0f-adbb81bac2b5", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:44.159935 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3be54d05-db4e-449a-a506-8050b525cee9 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:44.159935 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421eed94-2977-4ddd-bc63-c4f292b55e6d', 'tag': 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5', 'status': 'completed', 'code': 200} Sep 16 04:58:44.185055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.223039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735006c2-bac8-4157-bd59-83177ae30706 req-82526f35-2ba0-4214-91ed-530c0a6bcd06 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.229644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-735006c2-bac8-4157-bd59-83177ae30706 req-82526f35-2ba0-4214-91ed-530c0a6bcd06 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0928009 Sep 16 04:58:44.249070 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.259988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c8aebdd0-b786-40f5-94e7-a5026b4def7e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1975601 Sep 16 04:58:44.266320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41896) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.279667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Request body: {'subnet': {'network_id': 'c3699cc9-695d-4469-a4b2-05cee114b4d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1647208149-subnet', 'tenant_id': 'b5b15ed5224743c8b9034b536ab0440a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:44.292677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fb4d4-bfcc-4ee8-8b1c-d68c056db6de req-f8ab76f3-aabb-45a6-80d6-1a039e7a8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.294275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a39fb4d4-bfcc-4ee8-8b1c-d68c056db6de req-f8ab76f3-aabb-45a6-80d6-1a039e7a8e0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d HTTP/1.1" status: 200 len: 1099 time: 0.0503812 Sep 16 04:58:44.320886 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.325191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.336514 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a39fb4d4-bfcc-4ee8-8b1c-d68c056db6de req-51b7fdd9-ca03-46e2-93d6-c628dd3433cf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233412 Sep 16 04:58:44.350266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41902) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.388654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-735006c2-bac8-4157-bd59-83177ae30706 req-704a2366-49e2-45da-9260-4323eeda768a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323845 Sep 16 04:58:44.388769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafb751d-4571-498f-9ecb-7d36fcb135e1', 'tag': '4a5ae98c-9873-4629-83be-26916ed8fd6e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:44.391361 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782418a9-fb35-4823-8c27-19bdfb8b78a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cafb751d-4571-498f-9ecb-7d36fcb135e1", "tag": "4a5ae98c-9873-4629-83be-26916ed8fd6e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:44.488860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.489412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Fanout notify agent at l3_agent the message router_deleted on router 33571e5f-131a-4c71-958e-7bfc4fdeb20e {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:44.497014 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.511907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f16648a4-a91a-4de1-b6f8-9c4f54d01256 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/33571e5f-131a-4c71-958e-7bfc4fdeb20e HTTP/1.1" status: 204 len: 168 time: 3.7583699 Sep 16 04:58:44.513195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41910) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.519785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6de3ad72-6d65-4527-8704-b5abd5c95fbf tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-43609394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:44.523517 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f312b6a-848f-4049-8f06-ef55a152355e x-openstack-request-id: req-5f312b6a-848f-4049-8f06-ef55a152355e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:44.526833 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafb751d-4571-498f-9ecb-7d36fcb135e1", "tag": "4a5ae98c-9873-4629-83be-26916ed8fd6e", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:44.526833 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f312b6a-848f-4049-8f06-ef55a152355e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:44.526833 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafb751d-4571-498f-9ecb-7d36fcb135e1', 'tag': '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'status': 'completed', 'code': 200} Sep 16 04:58:44.533887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Made reservation on behalf of b5b15ed5224743c8b9034b536ab0440a for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:44.536349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.567618 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b02d8840-424f-4970-b45e-eb8e4f35eed3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.643607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fb4d4-bfcc-4ee8-8b1c-d68c056db6de req-c40fee34-dd5b-4a93-87f9-93353fb46796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.659414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a39fb4d4-bfcc-4ee8-8b1c-d68c056db6de req-c40fee34-dd5b-4a93-87f9-93353fb46796 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3174341 Sep 16 04:58:44.699349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b02d8840-424f-4970-b45e-eb8e4f35eed3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.717795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-a6f385a7-d611-452a-bc61-770df0dafcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.719672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-a6f385a7-d611-452a-bc61-770df0dafcae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 1100 time: 0.1714766 Sep 16 04:58:44.868318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-9ff55fda-ee0d-49f6-b871-f23a3c9ed087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.870668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-9ff55fda-ee0d-49f6-b871-f23a3c9ed087 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d HTTP/1.1" status: 200 len: 1099 time: 0.1351833 Sep 16 04:58:44.888984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-b6bcaad3-5386-4b5e-b4a8-bb252bcb591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.890882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-b6bcaad3-5386-4b5e-b4a8-bb252bcb591c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1537759 Sep 16 04:58:44.897559 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6de3ad72-6d65-4527-8704-b5abd5c95fbf tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.899052 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6de3ad72-6d65-4527-8704-b5abd5c95fbf tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.938661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee6697-7f6c-40d8-a3ea-9f2ab3676808 req-d4dfc76c-4fc7-49f4-b8cf-53842ad32bcc tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.947997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07ee6697-7f6c-40d8-a3ea-9f2ab3676808 req-d4dfc76c-4fc7-49f4-b8cf-53842ad32bcc tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.3541818 Sep 16 04:58:44.980854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.994272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6514a0a8-dde2-4efd-b6e7-0caeb504f593 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b4c7870e-09d6-4155-9d0f-adbb81bac2b5 HTTP/1.1" status: 200 len: 217 time: 0.0940812 Sep 16 04:58:45.029431 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.032888 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b02d8840-424f-4970-b45e-eb8e4f35eed3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.035852 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b02d8840-424f-4970-b45e-eb8e4f35eed3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.037201 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b02d8840-424f-4970-b45e-eb8e4f35eed3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "DELETE /v2.0/security-groups/39bad8a2-6c7a-44a8-ba2e-c36f1a3feeb7 HTTP/1.1" status: 204 len: 168 time: 0.6843717 Sep 16 04:58:45.047020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41926) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.050895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-2772ebe2-62c3-49f4-a3de-a07f9aee6138 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=4a5ae98c-9873-4629-83be-26916ed8fd6e HTTP/1.1" status: 200 len: 217 time: 0.1412239 Sep 16 04:58:45.076469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d8840-424f-4970-b45e-eb8e4f35eed3 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bad8a2-6c7a-44a8-ba2e-c36f1a3feeb7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.133615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6de3ad72-6d65-4527-8704-b5abd5c95fbf tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.150956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-86d99831-c051-4168-9199-b31895caf8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.152539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-86d99831-c051-4168-9199-b31895caf8bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1139379 Sep 16 04:58:45.154015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-b4aff8b4-6df3-4c58-b207-f77d6a39c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.155410 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-b4aff8b4-6df3-4c58-b207-f77d6a39c742 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0804200 Sep 16 04:58:45.200727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07ee6697-7f6c-40d8-a3ea-9f2ab3676808 req-b8d00cf6-fd73-4dd8-93c8-779a84b1b283 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227221 Sep 16 04:58:45.200727 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-0000b93f-7edf-46d1-8615-b267826de1ec tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] show failed (client error): The resource could not be found. Sep 16 04:58:45.200727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0000b93f-7edf-46d1-8615-b267826de1ec tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "GET /v2.0/security-groups/39bad8a2-6c7a-44a8-ba2e-c36f1a3feeb7 HTTP/1.1" status: 404 len: 347 time: 0.1276584 Sep 16 04:58:45.200727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41930) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.200727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f35177-0d14-4282-906a-41dc7fbb0002,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.251612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Checking segment: {'id': '8eb2657c-143c-4669-8305-e864b963d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c3699cc9-695d-4469-a4b2-05cee114b4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:45.251979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Network hostable DHCP agents. Network: c3699cc9-695d-4469-a4b2-05cee114b4d6, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:45.252438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-b884caf7-2cf9-4b0d-9278-88f88fb71290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.254002 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-b884caf7-2cf9-4b0d-9278-88f88fb71290 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892212 Sep 16 04:58:45.256514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4a5ae98c-9873-4629-83be-26916ed8fd6e details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:45.261908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6662b2e0-5652-4a6b-a194-d9f0f432b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.263650 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-6662b2e0-5652-4a6b-a194-d9f0f432b0e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975537 Sep 16 04:58:45.264486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfc1e7-c3cb-480e-ba4e-4e69df4be2cc req-ccb7f822-b29b-43cd-a6af-71e4bdc17491 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.271892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88dfc1e7-c3cb-480e-ba4e-4e69df4be2cc req-ccb7f822-b29b-43cd-a6af-71e4bdc17491 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 948 time: 0.2264624 Sep 16 04:58:45.339929 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6de3ad72-6d65-4527-8704-b5abd5c95fbf tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.431865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4a5ae98c-9873-4629-83be-26916ed8fd6e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4a5ae98c-9873-4629-83be-26916ed8fd6e,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:45.436741 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-799c186e-48b4-456f-9569-018a2248f51f service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719604 Sep 16 04:58:45.440205 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-3522b057-d9f1-460d-8e98-7685b1c6207b service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661537 Sep 16 04:58:45.444181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'mac_address': 'fa:16:3e:12:94:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:45.457946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88dfc1e7-c3cb-480e-ba4e-4e69df4be2cc req-c2682f06-1241-478c-a965-1dd71a6c6271 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851084 Sep 16 04:58:45.481329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8c63-8b5a-42f6-91a8-b80fc9a6d627 req-4588b673-6a8e-4b9f-8519-1681227d4f2e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.488730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8bb8c63-8b5a-42f6-91a8-b80fc9a6d627 req-4588b673-6a8e-4b9f-8519-1681227d4f2e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1561725 Sep 16 04:58:45.490957 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.507316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5ae98c-9873-4629-83be-26916ed8fd6e {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:45.530065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4a5ae98c-9873-4629-83be-26916ed8fd6e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4a5ae98c-9873-4629-83be-26916ed8fd6e,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:45.542254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Deleting port 455c6aa2-bde9-411b-aae8-40f9ffb2c370 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:45.542254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.555771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8bb8c63-8b5a-42f6-91a8-b80fc9a6d627 req-6b1f750e-6934-4d41-a812-4c23edfa8d62 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658972 Sep 16 04:58:45.581826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Network c3699cc9-695d-4469-a4b2-05cee114b4d6 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:45.592068 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6de3ad72-6d65-4527-8704-b5abd5c95fbf tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.596341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6de3ad72-6d65-4527-8704-b5abd5c95fbf tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0812342 Sep 16 04:58:45.598497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41946) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.604883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': True}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:45.629385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.711948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=4a5ae98c-9873-4629-83be-26916ed8fd6e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.722406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.722991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.739223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Calling delete_port for 455c6aa2-bde9-411b-aae8-40f9ffb2c370 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:45.831337 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c22dffc0-d7a0-44ea-978a-1f8cbb36fa4e req-5e328e13-4b78-4cc7-88db-07bb32c50e48 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827608 Sep 16 04:58:45.858897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, c3699cc9-695d-4469-a4b2-05cee114b4d6) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:45.868829 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6940897c-2330-4d70-abe8-65b77aa8dbd3 None None] Network c3699cc9-695d-4469-a4b2-05cee114b4d6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:45.869859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.870604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.946516 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-782418a9-fb35-4823-8c27-19bdfb8b78a9 req-430238e3-e479-419c-93e2-0cf23d37694d service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887705 Sep 16 04:58:45.972719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['4a5ae98c-9873-4629-83be-26916ed8fd6e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:46.002025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19b75e-785a-413c-ab37-543b991fd024 req-7442e921-f9b4-4f08-adc0-c3ccdecc4b76 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.010262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f19b75e-785a-413c-ab37-543b991fd024 req-7442e921-f9b4-4f08-adc0-c3ccdecc4b76 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2338705 Sep 16 04:58:46.039986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.055580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1a219506-035a-40a7-a988-7ca074412507 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7873182 Sep 16 04:58:46.086227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f19b75e-785a-413c-ab37-543b991fd024 req-79e4e130-642b-408f-89a0-f71e9e09b059 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748911 Sep 16 04:58:46.209396 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.255213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94037a2-9fb2-4eec-9db2-27affd17cf66 None None] Network c3699cc9-695d-4469-a4b2-05cee114b4d6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:46.292858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Pushing event deleted for resources: {'Port': ['ID=455c6aa2-bde9-411b-aae8-40f9ffb2c370,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.381757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b662cd-367e-4e7f-b5c3-e2f700d5d706 req-f216bc47-3f19-46f4-ab38-83cf5ad6c103 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.390311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3b662cd-367e-4e7f-b5c3-e2f700d5d706 req-f216bc47-3f19-46f4-ab38-83cf5ad6c103 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2161896 Sep 16 04:58:46.406005 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.431794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.440569 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.444034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.446227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a02aae35-3046-45d0-b207-e9b706d58011 tempest-ImagesOneServerNegativeTestJSON-1192224961 tempest-ImagesOneServerNegativeTestJSON-1192224961-project] 10.222.0.59 "DELETE /v2.0/floatingips/449efc84-e17c-4b41-a65c-566c53f62917 HTTP/1.1" status: 204 len: 168 time: 1.2540195 Sep 16 04:58:46.455940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3b662cd-367e-4e7f-b5c3-e2f700d5d706 req-a58a5b71-595b-4c72-8f5e-960d65b0e2ee tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Sep 16 04:58:46.576391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Allocated IP 172.25.7.132 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/8ff510a9-dedf-4934-a91f-67886f636414) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:46.710519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.740422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.831623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.873901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:46.876225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-1cd66ecf-e441-4a56-b91d-b9cc4067b134 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.877033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:46.877730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-1cd66ecf-e441-4a56-b91d-b9cc4067b134 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/networks?id=c3699cc9-695d-4469-a4b2-05cee114b4d6 HTTP/1.1" status: 200 len: 813 time: 0.1132069 Sep 16 04:58:46.888178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:46.889019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff510a9-dedf-4934-a91f-67886f636414,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.895474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-d73ffb6f-48c1-490e-bcc0-81d6ff53dd34 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/quotas/b5b15ed5224743c8b9034b536ab0440a HTTP/1.1" status: 200 len: 375 time: 0.0093961 Sep 16 04:58:46.931835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7a6f8e45-6a91-4dbb-ad2a-33ac61fc3ee6 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5b15ed5224743c8b9034b536ab0440a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291765 Sep 16 04:58:47.027566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-07651f3f-5d20-4b5e-a885-b6886c06532e service neutron] 10.222.0.59 "GET /v2.0/networks/c3699cc9-695d-4469-a4b2-05cee114b4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875568 Sep 16 04:58:47.123798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-228aef84-b5e3-4bea-aafb-c9d5a34dca2b service neutron] 10.222.0.59 "GET /v2.0/networks/c3699cc9-695d-4469-a4b2-05cee114b4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901895 Sep 16 04:58:47.261842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4a5ae98c-9873-4629-83be-26916ed8fd6e up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:47.262162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.367072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253490-6730-44ba-a65a-05bd2a61c2eb req-0f4bb505-b133-42c4-8282-da38f6d8b5bd tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.375956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4253490-6730-44ba-a65a-05bd2a61c2eb req-0f4bb505-b133-42c4-8282-da38f6d8b5bd tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 949 time: 0.0863385 Sep 16 04:58:47.391500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 4a5ae98c-9873-4629-83be-26916ed8fd6e completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:47.395976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 4a5ae98c-9873-4629-83be-26916ed8fd6e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:47.396356 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.472391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4253490-6730-44ba-a65a-05bd2a61c2eb req-2ae1920b-a0b3-44b8-a156-c2acf8a256f4 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873432 Sep 16 04:58:47.526125 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.556172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafb751d-4571-498f-9ecb-7d36fcb135e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ae98c-9873-4629-83be-26916ed8fd6e'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:47.559899 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cf5298-9a73-423a-a24e-61eb031344ff" -d '{"events": [{"server_uuid": "cafb751d-4571-498f-9ecb-7d36fcb135e1", "name": "network-vif-plugged", "status": "completed", "tag": "4a5ae98c-9873-4629-83be-26916ed8fd6e"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:47.576896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4a5ae98c-9873-4629-83be-26916ed8fd6e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4a5ae98c-9873-4629-83be-26916ed8fd6e,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:47.589991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e45b5-55c3-421e-8b5e-eea21f937fc6 req-3eeffd43-bab4-4d88-91b8-08209797b7b1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.599499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a44e45b5-55c3-421e-8b5e-eea21f937fc6 req-3eeffd43-bab4-4d88-91b8-08209797b7b1 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1201708 Sep 16 04:58:47.635710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.652534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a44e45b5-55c3-421e-8b5e-eea21f937fc6 req-9879d39a-0f09-4255-9507-10fd9bf85878 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521128 Sep 16 04:58:47.726102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=4a5ae98c-9873-4629-83be-26916ed8fd6e,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.788402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4a2e4c7-6a4f-4422-af9f-144c41d46e8c req-b9c2683b-0fa1-48ef-b1b6-ccbffbff7975 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 210 time: 0.0379322 Sep 16 04:58:47.875136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.878995 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.916457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8655-f0ea-41fd-aff0-5713c12d92a2 req-8c909bb5-6f1e-4ea9-9d61-2353d4373bda tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.930436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d29c8655-f0ea-41fd-aff0-5713c12d92a2 req-8c909bb5-6f1e-4ea9-9d61-2353d4373bda tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0735631 Sep 16 04:58:47.985386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d29c8655-f0ea-41fd-aff0-5713c12d92a2 req-da7632af-722c-40b9-85a2-27841ba67bd0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468419 Sep 16 04:58:48.063099 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76e94a-adf6-476b-9656-6c38a027aa76 x-openstack-request-id: req-ca76e94a-adf6-476b-9656-6c38a027aa76 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:48.063651 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafb751d-4571-498f-9ecb-7d36fcb135e1", "name": "network-vif-plugged", "status": "completed", "tag": "4a5ae98c-9873-4629-83be-26916ed8fd6e", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:48.063651 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca76e94a-adf6-476b-9656-6c38a027aa76 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:48.064388 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafb751d-4571-498f-9ecb-7d36fcb135e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'code': 200} Sep 16 04:58:48.135142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42074) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.209197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4faae-ae95-4032-88bf-bb8062670464 req-9ad47f3b-b9ab-48cb-8d28-818d7e281d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.211525 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c4faae-ae95-4032-88bf-bb8062670464 req-9ad47f3b-b9ab-48cb-8d28-818d7e281d50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 1102 time: 0.0694761 Sep 16 04:58:48.230868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Router 19cb2ee3-12ac-4538-b3c3-31251e577d12 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:48.243510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31a70ff-3c74-4648-9b79-5a87a6f2e558 admin admin] Deleting subnet 722b342b-20f9-4077-8177-48fa83f54831 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:48.249302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f31a70ff-3c74-4648-9b79-5a87a6f2e558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.286994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e843118-fa18-4f5e-b048-d85ae067c5aa req-47f1908e-7305-4c81-abb5-b10f8d3db6c8 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.288769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e843118-fa18-4f5e-b048-d85ae067c5aa req-47f1908e-7305-4c81-abb5-b10f8d3db6c8 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0975578 Sep 16 04:58:48.343521 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f31a70ff-3c74-4648-9b79-5a87a6f2e558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.407721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e843118-fa18-4f5e-b048-d85ae067c5aa req-e6458a59-fbc8-4d59-9059-6b2b7e016619 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053879 Sep 16 04:58:48.452448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:48.459233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.476663 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-81ad153e-19a0-4df7-82a6-c39aebe05866 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "PUT /v2.0/routers/19cb2ee3-12ac-4538-b3c3-31251e577d12 HTTP/1.1" status: 200 len: 917 time: 2.8672910 Sep 16 04:58:48.476663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42092) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.481444 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abed32ce-127e-4565-9e7d-ee84f2f54ddd None None] Sync routers for ids ['19cb2ee3-12ac-4538-b3c3-31251e577d12'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:48.501810 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed32ce-127e-4565-9e7d-ee84f2f54ddd None None] Routers {'19cb2ee3-12ac-4538-b3c3-31251e577d12'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:48.503792 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-abed32ce-127e-4565-9e7d-ee84f2f54ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['19cb2ee3-12ac-4538-b3c3-31251e577d12'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:48.518335 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f31a70ff-3c74-4648-9b79-5a87a6f2e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.546921 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-abed32ce-127e-4565-9e7d-ee84f2f54ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:48.570296 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed32ce-127e-4565-9e7d-ee84f2f54ddd None None] Routers {'19cb2ee3-12ac-4538-b3c3-31251e577d12'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:48.571783 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-abed32ce-127e-4565-9e7d-ee84f2f54ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['19cb2ee3-12ac-4538-b3c3-31251e577d12'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:48.604275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c4faae-ae95-4032-88bf-bb8062670464 req-bb968835-4a61-4677-9f05-ae30826cf9ea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830032 Sep 16 04:58:48.609496 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03f3927c-867f-4983-a3d2-b543ba7b9ba7 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/routers/19cb2ee3-12ac-4538-b3c3-31251e577d12 HTTP/1.1" status: 200 len: 923 time: 0.1396236 Sep 16 04:58:48.610220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42098) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.614808 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-abed32ce-127e-4565-9e7d-ee84f2f54ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:48.615782 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abed32ce-127e-4565-9e7d-ee84f2f54ddd None None] The sync data for ids ['19cb2ee3-12ac-4538-b3c3-31251e577d12'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:48.665694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91299e1-b09a-400d-a7a9-606df12a3bd0 req-af8ef11b-7dd0-4fbd-8aa7-86a2a46b79d9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.667349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a91299e1-b09a-400d-a7a9-606df12a3bd0 req-af8ef11b-7dd0-4fbd-8aa7-86a2a46b79d9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1587782 Sep 16 04:58:48.693261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-5ba13693-7b2d-4259-be8b-a09223ff33d4 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.694863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a60824-f9ef-4e0c-8671-434168716932 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.695024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-5ba13693-7b2d-4259-be8b-a09223ff33d4 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 805 time: 0.2808905 Sep 16 04:58:48.699791 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c7a60824-f9ef-4e0c-8671-434168716932 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=19cb2ee3-12ac-4538-b3c3-31251e577d12&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0878596 Sep 16 04:58:48.700396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42100) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.721955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3656b723-0b77-4e70-b9a2-869c8c3fefd0 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/quotas/be7e64bfc105431aa232920e240526e0 HTTP/1.1" status: 200 len: 375 time: 0.0148811 Sep 16 04:58:48.745593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a91299e1-b09a-400d-a7a9-606df12a3bd0 req-210b2fd4-ee3b-46db-846f-4a05051a2b70 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661542 Sep 16 04:58:48.784359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f31a70ff-3c74-4648-9b79-5a87a6f2e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.822755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedec07a-6a34-4190-9269-9f226f8e3ed6 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.827910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dedec07a-6a34-4190-9269-9f226f8e3ed6 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 881 time: 0.1264958 Sep 16 04:58:48.828538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42106) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.856350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f31a70ff-3c74-4648-9b79-5a87a6f2e558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.861162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f31a70ff-3c74-4648-9b79-5a87a6f2e558 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/722b342b-20f9-4077-8177-48fa83f54831 HTTP/1.1" status: 204 len: 168 time: 0.7250741 Sep 16 04:58:48.861714 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9861b203-645e-44c2-ba3d-b901a5c21840 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=19cb2ee3-12ac-4538-b3c3-31251e577d12 HTTP/1.1" status: 200 len: 205 time: 0.0314779 Sep 16 04:58:48.862722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a70ff-3c74-4648-9b79-5a87a6f2e558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722b342b-20f9-4077-8177-48fa83f54831,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.869143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42108) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.869143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42110) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.896846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c7e4a370-4a95-41a2-a610-de499f9ce942 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1643167 Sep 16 04:58:48.938097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390051f-ee4a-4806-b891-92d0164744e3 req-02fd0864-569b-4b45-a6fa-d36e776b85d9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.939815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d390051f-ee4a-4806-b891-92d0164744e3 req-02fd0864-569b-4b45-a6fa-d36e776b85d9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 950 time: 0.0938182 Sep 16 04:58:49.028242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d390051f-ee4a-4806-b891-92d0164744e3 req-1235486a-5caf-44b1-acb5-a1b0f729fb13 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733371 Sep 16 04:58:49.044981 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.058149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-7c823930-2572-451d-b2db-ed518539559a service neutron] 10.222.0.59 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531465 Sep 16 04:58:49.138236 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.190782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b4c7870e-09d6-4155-9d0f-adbb81bac2b5 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:49.242692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.275744 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc02b77-5d08-475e-b380-002c3a21dc9f']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:49.279346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 80968a1a-6c79-429f-b7b7-49a3f09a5626 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:49.294522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c34341-6718-42b1-9176-5cb1d25b8120') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:49.294818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c34341-6718-42b1-9176-5cb1d25b8120') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:49.331677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.355114 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.358013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b4c7870e-09d6-4155-9d0f-adbb81bac2b5, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:49.368103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:49.373024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:49.385987 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:49.410497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5', 'mac_address': 'fa:16:3e:c4:66:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:49.450701 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.474571 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.474774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.503141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c7870e-09d6-4155-9d0f-adbb81bac2b5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:49.515892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:49.521896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e67a-0cce-4fae-8227-25306cbf917f req-021a3b3f-f38c-4859-9423-574acc5acfba tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.524059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d62e67a-0cce-4fae-8227-25306cbf917f req-021a3b3f-f38c-4859-9423-574acc5acfba tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0697405 Sep 16 04:58:49.530321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b4c7870e-09d6-4155-9d0f-adbb81bac2b5, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:49.534633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-aa518c25-0167-4cec-952a-d4bf921a59e9 service neutron] 10.222.0.59 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706788 Sep 16 04:58:49.557259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.566003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.566003 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bdc02b77-5d08-475e-b380-002c3a21dc9f HTTP/1.1" status: 204 len: 168 time: 0.6984808 Sep 16 04:58:49.576700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d62e67a-0cce-4fae-8227-25306cbf917f req-6549fb90-020e-4c0c-9f58-b456f28a3ffb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Sep 16 04:58:49.578168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e8fd5-4e70-4b61-b47e-cb3fe9816b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc02b77-5d08-475e-b380-002c3a21dc9f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.586286 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.637624 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.639522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Deleting port 8ff510a9-dedf-4934-a91f-67886f636414 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:49.639522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.692131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.734912 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.737814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39b0dafb-090c-4245-91a0-a8036411af94 req-a05513f1-f7ba-4541-99e6-2bf0718573f0 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 210 time: 0.0371630 Sep 16 04:58:49.748969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.760967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Calling delete_port for 8ff510a9-dedf-4934-a91f-67886f636414 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:49.867778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdcb55-ffd5-4a54-8b19-d7c72571ba01 req-fd45f48b-0c26-4f2c-9e54-fff103ec9681 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.869440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6fdcb55-ffd5-4a54-8b19-d7c72571ba01 req-fd45f48b-0c26-4f2c-9e54-fff103ec9681 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0550039 Sep 16 04:58:49.959350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6fdcb55-ffd5-4a54-8b19-d7c72571ba01 req-5969e992-1404-4f4f-957d-7a76a354658a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640931 Sep 16 04:58:50.015145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b4c7870e-09d6-4155-9d0f-adbb81bac2b5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:50.065249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d6bd4-6d32-47ae-b015-7401940f8863 req-75b57048-83d5-4d56-9e4e-47cf42670888 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.065875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42130) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.074484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c32d6bd4-6d32-47ae-b015-7401940f8863 req-75b57048-83d5-4d56-9e4e-47cf42670888 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0954871 Sep 16 04:58:50.079049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:50.088804 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d1480-bf79-48e4-b905-0a6ea15adb42" -d '{"events": [{"server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "name": "network-vif-unplugged", "status": "completed", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:50.112540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d94888a-5f50-4de9-be6f-9aeae5177f38 req-9ea66771-c8c7-4019-8cd5-ff38af407c39 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 210 time: 0.0566523 Sep 16 04:58:50.152022 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.193720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c32d6bd4-6d32-47ae-b015-7401940f8863 req-c57b17bb-1924-4f16-836c-478f88f078cf tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160264 Sep 16 04:58:50.293258 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0fb041-1389-4f6d-9ea5-317c4dfd1ca8 x-openstack-request-id: req-fe0fb041-1389-4f6d-9ea5-317c4dfd1ca8 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:50.295126 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "name": "network-vif-unplugged", "status": "completed", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:50.296597 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe0fb041-1389-4f6d-9ea5-317c4dfd1ca8 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:50.300118 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'code': 200} Sep 16 04:58:50.321747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6a519cfa-62e8-4455-a7bf-ee694463c44d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73db11f6803f4368b2a7ee236edc372a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542024 Sep 16 04:58:50.336170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event deleted for resources: {'Port': ['ID=8ff510a9-dedf-4934-a91f-67886f636414,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.339738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab292eb5-df44-4707-bb04-974bcc409b2d req-d1e0ffc5-b9d2-4924-9118-f19ae51c2779 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.342444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42144) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.352034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab292eb5-df44-4707-bb04-974bcc409b2d req-d1e0ffc5-b9d2-4924-9118-f19ae51c2779 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 950 time: 0.1484807 Sep 16 04:58:50.437500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab292eb5-df44-4707-bb04-974bcc409b2d req-ab390c66-a5c0-4f30-a2c9-3665bcc2cde4 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836556 Sep 16 04:58:50.452414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8649a-6830-4f30-b60e-2926f7f5372b req-5249e801-f9b4-4c5f-b864-2ddb6247c88a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.456881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7d8649a-6830-4f30-b60e-2926f7f5372b req-5249e801-f9b4-4c5f-b864-2ddb6247c88a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0984557 Sep 16 04:58:50.517673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7d8649a-6830-4f30-b60e-2926f7f5372b req-03a4acd5-79a1-4801-a479-247123c02bcf tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542948 Sep 16 04:58:50.582584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-6b70337d-256f-4271-886b-14a32d707622 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.584100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-6b70337d-256f-4271-886b-14a32d707622 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1 HTTP/1.1" status: 200 len: 943 time: 0.2154703 Sep 16 04:58:50.613159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.637726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-2e7f177c-cada-423c-91a8-5819c66b263e tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.639223 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-2e7f177c-cada-423c-91a8-5819c66b263e tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.57 "GET /v2.0/networks?id=c3699cc9-695d-4469-a4b2-05cee114b4d6 HTTP/1.1" status: 200 len: 813 time: 0.4848042 Sep 16 04:58:50.639899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3b00e8f-80ed-483f-b81d-b655063fd457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.654596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166b32d-56dc-427a-a7f9-540c36918725 req-f48e42cd-6eb1-4ad2-824e-d64f7b264b4b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.664016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1166b32d-56dc-427a-a7f9-540c36918725 req-f48e42cd-6eb1-4ad2-824e-d64f7b264b4b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0835373 Sep 16 04:58:50.708174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1166b32d-56dc-427a-a7f9-540c36918725 req-ad866791-154b-4b18-8b1a-5726b4b4d40f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Sep 16 04:58:50.721711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Request body: {'port': {'device_id': '4b0030a4-e622-47d4-93d2-1fba522a256a', 'network_id': 'c3699cc9-695d-4469-a4b2-05cee114b4d6', 'admin_state_up': True, 'tenant_id': 'b5b15ed5224743c8b9034b536ab0440a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:50.795768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.823851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.830553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3b00e8f-80ed-483f-b81d-b655063fd457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.884436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef757806-4c28-4590-a904-61aa88b1bc19 req-5126d8be-1438-4467-ae81-9055604c33fc tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 210 time: 0.0410166 Sep 16 04:58:50.979762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Deleting port 80968a1a-6c79-429f-b7b7-49a3f09a5626 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:50.980193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.017225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.017845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Fanout notify agent at l3_agent the message router_deleted on router 19cb2ee3-12ac-4538-b3c3-31251e577d12 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:51.028257 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.029328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba89f3b8-ea11-4285-97a9-df681b63f23e tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/19cb2ee3-12ac-4538-b3c3-31251e577d12 HTTP/1.1" status: 204 len: 168 time: 2.1649580 Sep 16 04:58:51.035008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42164) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.045809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-992f80b6-1ea5-44fa-aaa9-19f68b995c2a tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1728088651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.099407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a41f9f-0203-4a51-a6d7-bae1ff1c51a7 req-d0fd9d28-1cd2-4f7b-8258-13469fabca78 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.102777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38a41f9f-0203-4a51-a6d7-bae1ff1c51a7 req-d0fd9d28-1cd2-4f7b-8258-13469fabca78 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 813 time: 0.1477628 Sep 16 04:58:51.106314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] For port 80968a1a-6c79-429f-b7b7-49a3f09a5626, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=80968a1a-6c79-429f-b7b7-49a3f09a5626,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:51.106685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.117261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Made reservation on behalf of b5b15ed5224743c8b9034b536ab0440a for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:51.120903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.122633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38a41f9f-0203-4a51-a6d7-bae1ff1c51a7 req-b5d63f2c-c230-461f-906f-5016a95702f9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/quotas/877c7e64286f4739ae341beb83f69dc2 HTTP/1.1" status: 200 len: 375 time: 0.0135498 Sep 16 04:58:51.132625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3b00e8f-80ed-483f-b81d-b655063fd457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.135157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3b00e8f-80ed-483f-b81d-b655063fd457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.136407 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b3b00e8f-80ed-483f-b81d-b655063fd457 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bbe3c909-9823-4da7-814a-bf82d3819560 HTTP/1.1" status: 204 len: 168 time: 0.7929378 Sep 16 04:58:51.145101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Calling delete_port for 80968a1a-6c79-429f-b7b7-49a3f09a5626 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:51.168962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b00e8f-80ed-483f-b81d-b655063fd457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe3c909-9823-4da7-814a-bf82d3819560,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.203665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b4c7870e-09d6-4155-9d0f-adbb81bac2b5 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:51.211001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38a41f9f-0203-4a51-a6d7-bae1ff1c51a7 req-f89023ed-7c40-4dc0-832d-0d63fc3a26cc tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800180 Sep 16 04:58:51.213155 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-992f80b6-1ea5-44fa-aaa9-19f68b995c2a tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.215516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-992f80b6-1ea5-44fa-aaa9-19f68b995c2a tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.330682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed48a61d-1b1f-4612-8cbe-c0f6136b063d req-2db596e9-b610-43d5-807f-c221a19a277f tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 210 time: 0.0780551 Sep 16 04:58:51.333925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-992f80b6-1ea5-44fa-aaa9-19f68b995c2a tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.399564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3566c-96ee-494c-acf2-8eaf08d3a9e8 req-f4b38911-98ea-4906-a15f-fff4596f208f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.401494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dea3566c-96ee-494c-acf2-8eaf08d3a9e8 req-f4b38911-98ea-4906-a15f-fff4596f208f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0697684 Sep 16 04:58:51.402932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:51.407909 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:51.410827 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.453609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-992f80b6-1ea5-44fa-aaa9-19f68b995c2a tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.527708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cec4e6-9190-4f0d-a5fa-4c3132bd97e2 req-b96f3cbd-d6d0-4b2b-a6ef-1d3550cac986 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.540913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6cec4e6-9190-4f0d-a5fa-4c3132bd97e2 req-b96f3cbd-d6d0-4b2b-a6ef-1d3550cac986 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1349750 Sep 16 04:58:51.544949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dea3566c-96ee-494c-acf2-8eaf08d3a9e8 req-adfde272-dc10-43a4-99da-0ac4b1e06db7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366198 Sep 16 04:58:51.580198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-992f80b6-1ea5-44fa-aaa9-19f68b995c2a tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.582317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-992f80b6-1ea5-44fa-aaa9-19f68b995c2a tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5430984 Sep 16 04:58:51.586689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42180) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.593918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': False}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.615469 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.616687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6cec4e6-9190-4f0d-a5fa-4c3132bd97e2 req-a6c6dec8-4cbe-4ea2-aaf7-894073420a39 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698223 Sep 16 04:58:51.709242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b4c7870e-09d6-4155-9d0f-adbb81bac2b5, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:51.814184 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.890693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.912193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Allocated IP 172.20.0.5 (c3699cc9-695d-4469-a4b2-05cee114b4d6/99f35177-0d14-4282-906a-41dc7fbb0002/caef12c7-df9f-4674-a80a-2e17752fc2db) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:52.061386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.081753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0d126-bab8-4c70-af76-3f6b22a5189c req-21696e65-d49f-40ee-af36-942d87e601ed tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.083326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24c0d126-bab8-4c70-af76-3f6b22a5189c req-21696e65-d49f-40ee-af36-942d87e601ed tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 950 time: 0.3189173 Sep 16 04:58:52.096242 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.133662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Pushing event deleted for resources: {'Port': ['ID=80968a1a-6c79-429f-b7b7-49a3f09a5626,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.161652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f772-5dbd-4dfb-ba9d-b00fa4960d98 req-e7ae8090-5583-4907-8322-c8ccf8a3f9e9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.163603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1227f772-5dbd-4dfb-ba9d-b00fa4960d98 req-e7ae8090-5583-4907-8322-c8ccf8a3f9e9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1050103 Sep 16 04:58:52.166502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24c0d126-bab8-4c70-af76-3f6b22a5189c req-696e7ab2-7cdf-4173-8439-aa46a080a89d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703802 Sep 16 04:58:52.218906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] No DVR routers for this DVR port 80968a1a-6c79-429f-b7b7-49a3f09a5626 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:52.221831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.223940 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fc147cd-3382-42dd-b849-b73f50d46b97 req-ad04ce44-ee04-451a-8204-e6895344eea6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.60 "DELETE /v2.0/ports/80968a1a-6c79-429f-b7b7-49a3f09a5626 HTTP/1.1" status: 204 len: 173 time: 1.6270957 Sep 16 04:58:52.224470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'name': 'network-vif-deleted', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:52.226610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1227f772-5dbd-4dfb-ba9d-b00fa4960d98 req-a6236557-dcfe-4f46-97db-1d61cc5ea150 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572102 Sep 16 04:58:52.238962 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f40fe0-5021-49f3-8127-e487990ee6da" -d '{"events": [{"server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "name": "network-vif-deleted", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:52.281579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.301336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421eed94-2977-4ddd-bc63-c4f292b55e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:52.305179 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11db39b5-a827-4ccd-a895-1a796c163b2a" -d '{"events": [{"server_uuid": "421eed94-2977-4ddd-bc63-c4f292b55e6d", "name": "network-vif-plugged", "status": "completed", "tag": "b4c7870e-09d6-4155-9d0f-adbb81bac2b5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:52.367291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e7c2818-5122-48d0-9d97-50f891f07b70 req-ba8b6b4d-3997-46b2-9611-0fcc8c720ef2 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 210 time: 0.0623515 Sep 16 04:58:52.434771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dde98f-4d67-497d-ba67-53c8a647d1a8 req-0a079eb6-0be4-42c3-a26a-30273311ad9f tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.438140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71dde98f-4d67-497d-ba67-53c8a647d1a8 req-0a079eb6-0be4-42c3-a26a-30273311ad9f tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 945 time: 0.0788376 Sep 16 04:58:52.445012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.543671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Network c3699cc9-695d-4469-a4b2-05cee114b4d6 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:52.549283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:52.552358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:52.603822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Pushing event updated for resources: {'Port': ['ID=caef12c7-df9f-4674-a80a-2e17752fc2db,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.614780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71dde98f-4d67-497d-ba67-53c8a647d1a8 req-a0d7ffdd-ae7a-4759-9bfe-51b2642d8253 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339762 Sep 16 04:58:52.621799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.621799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.644743 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.667786 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12647483-6270-4439-b420-fc611f97a723 x-openstack-request-id: req-12647483-6270-4439-b420-fc611f97a723 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:52.668150 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1", "name": "network-vif-deleted", "tag": "80968a1a-6c79-429f-b7b7-49a3f09a5626", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:52.668463 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12647483-6270-4439-b420-fc611f97a723 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:52.669423 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fc50c5-cc20-4fdd-9fde-29bb5c3bdee1', 'name': 'network-vif-deleted', 'tag': '80968a1a-6c79-429f-b7b7-49a3f09a5626', 'status': 'completed', 'code': 200} Sep 16 04:58:52.696520 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac6f51-f07a-45b2-a86c-3d065fb111c3 req-2c4d023b-08d8-4970-8409-c288ae2cb9c1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.696520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5eac6f51-f07a-45b2-a86c-3d065fb111c3 req-2c4d023b-08d8-4970-8409-c288ae2cb9c1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d HTTP/1.1" status: 200 len: 949 time: 0.1545670 Sep 16 04:58:52.698615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.704254 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a22c61-2de7-4092-a909-5944e0a40031 x-openstack-request-id: req-b8a22c61-2de7-4092-a909-5944e0a40031 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:52.704808 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421eed94-2977-4ddd-bc63-c4f292b55e6d", "name": "network-vif-plugged", "status": "completed", "tag": "b4c7870e-09d6-4155-9d0f-adbb81bac2b5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:52.705124 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8a22c61-2de7-4092-a909-5944e0a40031 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:52.706582 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421eed94-2977-4ddd-bc63-c4f292b55e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5', 'code': 200} Sep 16 04:58:52.778633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-7c0fe267-9be2-4681-9859-eaf17af1412b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0578907 Sep 16 04:58:52.816140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Request body: {'port': {'device_id': '4b0030a4-e622-47d4-93d2-1fba522a256a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.840815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9b10d43-ac86-4e11-b5fa-0da25386ad8b req-0313fe56-ffb3-42d9-b2fe-81c691ed03fc tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 210 time: 0.0743599 Sep 16 04:58:52.882737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5eac6f51-f07a-45b2-a86c-3d065fb111c3 req-39f5a42f-db24-401a-a075-add2bd52843a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788812 Sep 16 04:58:52.922647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-81e950fe-3efc-4284-b755-5416e8366987 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.922893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d0bba-8896-410a-9567-642bf8fa2fbe req-fba39b82-4c12-4649-b22e-7d9fad59ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.924977 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e77d0bba-8896-410a-9567-642bf8fa2fbe req-fba39b82-4c12-4649-b22e-7d9fad59ef19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d HTTP/1.1" status: 200 len: 1101 time: 0.0847957 Sep 16 04:58:52.929458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-81e950fe-3efc-4284-b755-5416e8366987 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 805 time: 0.3014421 Sep 16 04:58:52.948649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.955742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Request body: {'port': {'device_id': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'admin_state_up': True, 'tenant_id': 'be7e64bfc105431aa232920e240526e0'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.033414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e77d0bba-8896-410a-9567-642bf8fa2fbe req-8ec9e72a-f4aa-4d4d-8aa2-245a1b02e149 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Sep 16 04:58:53.096087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Allocated IP 172.25.7.76 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c5887f43-cf93-4d15-956f-c4d677f53ced) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:53.113122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84131ca9-bdad-44d2-9e16-cd98c741d3cc req-495cafe6-1f14-477d-923c-74e4f52f41fc tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=877c7e64286f4739ae341beb83f69dc2 HTTP/1.1" status: 200 len: 221 time: 0.1118960 Sep 16 04:58:53.168064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2e9a-24db-46bb-892e-4a92efa0761c req-fd019dfc-b123-415d-9f69-3357f49151a5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.169577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-233e2e9a-24db-46bb-892e-4a92efa0761c req-fd019dfc-b123-415d-9f69-3357f49151a5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.2028749 Sep 16 04:58:53.263959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-233e2e9a-24db-46bb-892e-4a92efa0761c req-9c4e393a-f0a2-433d-be1d-c8074f1bc8ef tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838404 Sep 16 04:58:53.293985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caef12c7-df9f-4674-a80a-2e17752fc2db {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:53.296332 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.298847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 80968a1a-6c79-429f-b7b7-49a3f09a5626 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:53.313394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.326088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Made reservation on behalf of be7e64bfc105431aa232920e240526e0 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:53.330477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.346756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 80968a1a-6c79-429f-b7b7-49a3f09a5626 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:53.347468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 80968a1a-6c79-429f-b7b7-49a3f09a5626 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:53.351549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Transition to ACTIVE for port object caef12c7-df9f-4674-a80a-2e17752fc2db will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:53.430354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.480068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd484e06-9e9b-4784-9a61-61ed46ca1586 req-f8997911-1e2a-4813-aecb-58717b2085a1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.481631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd484e06-9e9b-4784-9a61-61ed46ca1586 req-f8997911-1e2a-4813-aecb-58717b2085a1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1265876 Sep 16 04:58:53.495219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Pushing event updated for resources: {'Port': ['ID=caef12c7-df9f-4674-a80a-2e17752fc2db,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.495431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.587178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Attempting to bind port caef12c7-df9f-4674-a80a-2e17752fc2db on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:53.587655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Attempting to bind port caef12c7-df9f-4674-a80a-2e17752fc2db by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '8eb2657c-143c-4669-8305-e864b963d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c3699cc9-695d-4469-a4b2-05cee114b4d6'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:53.588116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Attempting to bind port caef12c7-df9f-4674-a80a-2e17752fc2db on network c3699cc9-695d-4469-a4b2-05cee114b4d6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:53.593162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Port caef12c7-df9f-4674-a80a-2e17752fc2db on network c3699cc9-695d-4469-a4b2-05cee114b4d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:53.593560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Attempting to bind port caef12c7-df9f-4674-a80a-2e17752fc2db on network c3699cc9-695d-4469-a4b2-05cee114b4d6 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:53.599646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:53.601593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Checking segment: {'id': '8eb2657c-143c-4669-8305-e864b963d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c3699cc9-695d-4469-a4b2-05cee114b4d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:53.602567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Bound using segment: {'id': '8eb2657c-143c-4669-8305-e864b963d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c3699cc9-695d-4469-a4b2-05cee114b4d6'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:53.603106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Bound port: caef12c7-df9f-4674-a80a-2e17752fc2db, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb2657c-143c-4669-8305-e864b963d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c3699cc9-695d-4469-a4b2-05cee114b4d6'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:53.603699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.630011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:53.641371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:53.658673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:53.671788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Pushing event updated for resources: {'Port': ['ID=c5887f43-cf93-4d15-956f-c4d677f53ced,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.698856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] For port caef12c7-df9f-4674-a80a-2e17752fc2db, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:53.699139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Allocated IP 172.20.0.7 (192a16d4-d496-4a46-98bf-a9967c8e1fd9/10b9fcea-cb4e-484d-af72-59700fda7393/c9ec16da-cf18-48ab-b0e9-a18edc354ffc) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:53.702286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] For port caef12c7-df9f-4674-a80a-2e17752fc2db, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=caef12c7-df9f-4674-a80a-2e17752fc2db,segment=NetworkSegment(8eb2657c-143c-4669-8305-e864b963d62d),segment_id=8eb2657c-143c-4669-8305-e864b963d62d)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:53.708175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd484e06-9e9b-4784-9a61-61ed46ca1586 req-e98c4272-1054-4a48-aca5-85bff727f97a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738455 Sep 16 04:58:53.804399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.871847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Pushing event updated for resources: {'Port': ['ID=caef12c7-df9f-4674-a80a-2e17752fc2db,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.875534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.876158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.877828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-8376a6cb-0301-42e7-8cda-69c1aa7f8f25 service neutron] 10.222.0.57 "PUT /v2.0/ports/caef12c7-df9f-4674-a80a-2e17752fc2db HTTP/1.1" status: 200 len: 1092 time: 1.0675209 Sep 16 04:58:54.025710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf1329-1751-4b3e-96f3-8b9d40e51670 req-06c7c9ba-f495-45cd-9754-17f71e942922 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.027130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4edf1329-1751-4b3e-96f3-8b9d40e51670 req-06c7c9ba-f495-45cd-9754-17f71e942922 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 943 time: 0.2310865 Sep 16 04:58:54.045541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-e331f5af-fead-45d8-96fe-2cf73d309490 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.047030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-e331f5af-fead-45d8-96fe-2cf73d309490 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 945 time: 0.0528414 Sep 16 04:58:54.071278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa601585-0910-4a84-a013-fa64c57696c2 req-f6509fb6-ca1e-4583-a773-1a713c7b5871 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.072766 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa601585-0910-4a84-a013-fa64c57696c2 req-f6509fb6-ca1e-4583-a773-1a713c7b5871 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 945 time: 0.1537986 Sep 16 04:58:54.093893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.157991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-654648bb-acd0-42ea-9534-53a4c256948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.159514 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-654648bb-acd0-42ea-9534-53a4c256948f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5b15ed5224743c8b9034b536ab0440a&device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 1095 time: 0.0761397 Sep 16 04:58:54.168638 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4edf1329-1751-4b3e-96f3-8b9d40e51670 req-5fd0d460-770d-4aed-bb78-f1179dbb7954 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336277 Sep 16 04:58:54.189558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Deleting port 7496f530-143f-4022-96f7-f64acca20963 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:54.189765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa601585-0910-4a84-a013-fa64c57696c2 req-303bce2e-4eb7-4263-9a42-ce6a37879a81 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/security-groups?id=29b80e64-af56-4722-917a-b9aed74f6214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Sep 16 04:58:54.189891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.232432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-e1cc307a-cf65-4eac-bcf0-e6d3f4847895 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caef12c7-df9f-4674-a80a-2e17752fc2db HTTP/1.1" status: 200 len: 217 time: 0.0512846 Sep 16 04:58:54.271981 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.327079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.346972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-30427f18-adb7-484d-8c9f-6faf9afa693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.348529 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-30427f18-adb7-484d-8c9f-6faf9afa693e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99f35177-0d14-4282-906a-41dc7fbb0002 HTTP/1.1" status: 200 len: 853 time: 0.0994143 Sep 16 04:58:54.355903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] For port 7496f530-143f-4022-96f7-f64acca20963, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7496f530-143f-4022-96f7-f64acca20963,segment=NetworkSegment(6efb38cc-d627-4121-87be-9004f7fe48f9),segment_id=6efb38cc-d627-4121-87be-9004f7fe48f9)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:54.356478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.377412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Calling delete_port for 7496f530-143f-4022-96f7-f64acca20963 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:54.406891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-6540a569-6f68-4543-90c8-bde57491741f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3699cc9-695d-4469-a4b2-05cee114b4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383785 Sep 16 04:58:54.566738 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-f0207b77-da66-4a94-a5d8-5a07ba718652 service neutron] 10.222.0.57 "GET /v2.0/networks/c3699cc9-695d-4469-a4b2-05cee114b4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237049 Sep 16 04:58:54.670573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0030a4-e622-47d4-93d2-1fba522a256a', 'tag': 'caef12c7-df9f-4674-a80a-2e17752fc2db'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:54.672867 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf39e2e-8a69-40a0-947b-fed5b41c835d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0030a4-e622-47d4-93d2-1fba522a256a", "tag": "caef12c7-df9f-4674-a80a-2e17752fc2db"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:54.699080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3077288a-6839-4185-b7f0-a0b2d6d1785f req-572d2fe0-ee4d-4db9-89c4-5e64b8a33096 service neutron] 10.222.0.57 "GET /v2.0/networks/c3699cc9-695d-4469-a4b2-05cee114b4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075876 Sep 16 04:58:54.725872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:54.744780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:54.750126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:54.759955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae65ee-57af-49b5-a9ac-20b205801577 req-cd19e96e-8fcf-4f14-98b1-ab90afec66c4 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.761434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecae65ee-57af-49b5-a9ac-20b205801577 req-cd19e96e-8fcf-4f14-98b1-ab90afec66c4 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.5013337 Sep 16 04:58:54.762785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Pushing event updated for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.776489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.788960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7496f530-143f-4022-96f7-f64acca20963'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:54.801193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf62bd-51b1-4f92-b1bc-d6f688d34252 req-4700020c-f713-48b8-893c-bd3997e091a3 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.802684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7bf62bd-51b1-4f92-b1bc-d6f688d34252 req-4700020c-f713-48b8-893c-bd3997e091a3 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 931 time: 0.4818449 Sep 16 04:58:54.812326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Pushing event deleted for resources: {'Port': ['ID=7496f530-143f-4022-96f7-f64acca20963,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.853411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] No DVR routers for this DVR port 7496f530-143f-4022-96f7-f64acca20963 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:54.855814 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.857789 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06b7730e-a4d9-4862-a022-a39ee029ac02 req-416f235f-47f3-4863-8ab9-cb7618bff3c5 tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.60 "DELETE /v2.0/ports/7496f530-143f-4022-96f7-f64acca20963 HTTP/1.1" status: 204 len: 173 time: 0.7988317 Sep 16 04:58:54.906245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.906857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.928270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecae65ee-57af-49b5-a9ac-20b205801577 req-a8b164a9-89b8-412f-9fff-85a66ce99a63 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587598 Sep 16 04:58:54.949406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7bf62bd-51b1-4f92-b1bc-d6f688d34252 req-4e89163f-0b4a-4b90-9272-df9a76e029b7 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250496 Sep 16 04:58:54.998602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.009765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.072179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-3be2904b-f586-418e-a3c2-47c93d873306 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1203685 Sep 16 04:58:55.096071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd7b37-6759-49e8-8146-af5254415cfc req-48eb3d70-426f-48b2-8df0-412056f4487b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.097615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3cd7b37-6759-49e8-8146-af5254415cfc req-48eb3d70-426f-48b2-8df0-412056f4487b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d HTTP/1.1" status: 200 len: 949 time: 0.1017776 Sep 16 04:58:55.109418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Request body: {'port': {'device_id': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:55.269771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3cd7b37-6759-49e8-8146-af5254415cfc req-5dbfd824-4d49-4c38-b703-101d09bd9427 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554332 Sep 16 04:58:55.275022 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.295711 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-27bac074-8708-48b2-8f1f-3c3e4b076e78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441425 Sep 16 04:58:55.297891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad4af7-46d4-4af6-8fb6-3313b8489c30 req-29eada87-3d0d-4183-adc2-31fc05f24023 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.299422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33ad4af7-46d4-4af6-8fb6-3313b8489c30 req-29eada87-3d0d-4183-adc2-31fc05f24023 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1871798 Sep 16 04:58:55.357035 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97f3c3-9be4-44af-8e49-d616c1d44014 x-openstack-request-id: req-aa97f3c3-9be4-44af-8e49-d616c1d44014 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:55.357663 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0030a4-e622-47d4-93d2-1fba522a256a", "tag": "caef12c7-df9f-4674-a80a-2e17752fc2db", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:55.357805 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa97f3c3-9be4-44af-8e49-d616c1d44014 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:55.358298 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0030a4-e622-47d4-93d2-1fba522a256a', 'tag': 'caef12c7-df9f-4674-a80a-2e17752fc2db', 'status': 'completed', 'code': 200} Sep 16 04:58:55.386953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33ad4af7-46d4-4af6-8fb6-3313b8489c30 req-ce88385c-a045-4916-bfc9-4b6d5e0feab0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786319 Sep 16 04:58:55.388140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-184911ad-1b24-44c1-a5a1-860678f5117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.392019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-184911ad-1b24-44c1-a5a1-860678f5117d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1097 time: 0.0629506 Sep 16 04:58:55.481458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Router 5b3d2e2c-0007-4060-92e3-1227224143d4 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:55.549727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-64a88487-ce6f-40e1-a0a4-fb7a2fd59463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.551358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-64a88487-ce6f-40e1-a0a4-fb7a2fd59463 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5b15ed5224743c8b9034b536ab0440a&device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 1095 time: 0.1211226 Sep 16 04:58:55.615414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-affa6374-5706-4dde-914c-7fc87b09ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.617201 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-affa6374-5706-4dde-914c-7fc87b09ac84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 914 time: 0.1691258 Sep 16 04:58:55.624641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d1f29-da16-4d15-a637-eaa0adb328f0 req-b863de30-c000-4af9-a1b8-0bccfa057c6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.626165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df4d1f29-da16-4d15-a637-eaa0adb328f0 req-b863de30-c000-4af9-a1b8-0bccfa057c6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 943 time: 0.1576307 Sep 16 04:58:55.696124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-d44b00c4-aa17-401a-b00c-8fbc3c36eeb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 217 time: 0.0413361 Sep 16 04:58:55.743430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df4d1f29-da16-4d15-a637-eaa0adb328f0 req-31022a8c-1ad9-4c87-849e-a94aae55cee3 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982797 Sep 16 04:58:55.749716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:55.756115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-4cf8d871-b2b9-4e05-ba64-3934368be053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.766209 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-4cf8d871-b2b9-4e05-ba64-3934368be053 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3699cc9-695d-4469-a4b2-05cee114b4d6 HTTP/1.1" status: 200 len: 914 time: 0.1823802 Sep 16 04:58:55.767555 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.768784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0d57632b-dd2d-4f2c-a1b7-72a5e7650424 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "PUT /v2.0/routers/5b3d2e2c-0007-4060-92e3-1227224143d4 HTTP/1.1" status: 200 len: 919 time: 4.1810911 Sep 16 04:58:55.771736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42264) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.777155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df0596-b73a-47c0-ad42-56a40d392467 None None] Sync routers for ids ['5b3d2e2c-0007-4060-92e3-1227224143d4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:55.787611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df0596-b73a-47c0-ad42-56a40d392467 None None] Routers {'5b3d2e2c-0007-4060-92e3-1227224143d4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:55.788547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-45df0596-b73a-47c0-ad42-56a40d392467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5b3d2e2c-0007-4060-92e3-1227224143d4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:55.832857 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-0f98e092-a021-43e8-b955-a6cc7d56df42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caef12c7-df9f-4674-a80a-2e17752fc2db HTTP/1.1" status: 200 len: 217 time: 0.0550923 Sep 16 04:58:55.879364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-9a72d9a0-07cd-4c37-a9d3-b07854ffc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.882583 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-9a72d9a0-07cd-4c37-a9d3-b07854ffc0a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.1775053 Sep 16 04:58:55.929484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-374e9a06-9813-4b02-8a12-0a48552532a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397892 Sep 16 04:58:55.935993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ec16da-cf18-48ab-b0e9-a18edc354ffc {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:55.958567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d27876fe-d4d0-4525-be3b-1224f20daa6a req-c3bb6ba1-7545-4ce6-808b-7d6b1ececd4d tempest-VolumesAdminNegativeTest-1033525933 tempest-VolumesAdminNegativeTest-1033525933-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c18f8b-9c00-4b3f-befc-a033ff64e319 HTTP/1.1" status: 200 len: 210 time: 0.0566535 Sep 16 04:58:55.966666 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-45df0596-b73a-47c0-ad42-56a40d392467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:55.976739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df0596-b73a-47c0-ad42-56a40d392467 None None] Routers {'5b3d2e2c-0007-4060-92e3-1227224143d4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:55.977858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-45df0596-b73a-47c0-ad42-56a40d392467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5b3d2e2c-0007-4060-92e3-1227224143d4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:55.980055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.013706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-45df0596-b73a-47c0-ad42-56a40d392467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:56.014618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df0596-b73a-47c0-ad42-56a40d392467 None None] The sync data for ids ['5b3d2e2c-0007-4060-92e3-1227224143d4'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:56.054504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Transition to ACTIVE for port object c9ec16da-cf18-48ab-b0e9-a18edc354ffc will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:56.065467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-3d3fcb85-c646-4940-8e0c-b0c99a6d7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.067006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-3d3fcb85-c646-4940-8e0c-b0c99a6d7754 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99f35177-0d14-4282-906a-41dc7fbb0002 HTTP/1.1" status: 200 len: 853 time: 0.2267203 Sep 16 04:58:56.068943 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-37e9c3e5-216c-4ec0-badc-ae86eab9df3a service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293545 Sep 16 04:58:56.073690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ccb096da-c58d-40e6-b73a-35029504cb8b tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/routers/5b3d2e2c-0007-4060-92e3-1227224143d4 HTTP/1.1" status: 200 len: 925 time: 0.3007634 Sep 16 04:58:56.077052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42268) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.114428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.165778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.176736 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-1fcdfffe-b870-43ea-a21f-1f3992c63d32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3699cc9-695d-4469-a4b2-05cee114b4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005228 Sep 16 04:58:56.256627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4eaf4-27b1-4a15-be9a-2c5bff21e34d tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.259295 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-52f4eaf4-27b1-4a15-be9a-2c5bff21e34d tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=5b3d2e2c-0007-4060-92e3-1227224143d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1722364 Sep 16 04:58:56.261707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42270) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.320028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Attempting to bind port c9ec16da-cf18-48ab-b0e9-a18edc354ffc on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:56.320736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Attempting to bind port c9ec16da-cf18-48ab-b0e9-a18edc354ffc by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:56.320894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Attempting to bind port c9ec16da-cf18-48ab-b0e9-a18edc354ffc on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.321667 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7ed7f823-e051-4a2a-9daf-0d3f945d563d req-6d4b628c-3e94-4c7b-9655-89a9f698cffb service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435212 Sep 16 04:58:56.345823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-f0773efc-070e-4040-b310-2ab399cd294b service neutron] 10.222.0.57 "GET /v2.0/networks/c3699cc9-695d-4469-a4b2-05cee114b4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551847 Sep 16 04:58:56.361963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Port c9ec16da-cf18-48ab-b0e9-a18edc354ffc on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:56.362209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Attempting to bind port c9ec16da-cf18-48ab-b0e9-a18edc354ffc on network 192a16d4-d496-4a46-98bf-a9967c8e1fd9 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.405861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb502fa-68d2-4353-8b84-fd5a6e4fd948 req-d043c8e9-cd0f-40ad-acb3-2d1426b6b702 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.411928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb502fa-68d2-4353-8b84-fd5a6e4fd948 req-d043c8e9-cd0f-40ad-acb3-2d1426b6b702 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.414033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2eb502fa-68d2-4353-8b84-fd5a6e4fd948 req-d043c8e9-cd0f-40ad-acb3-2d1426b6b702 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d&device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 1690 time: 0.1910226 Sep 16 04:58:56.414783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:56.415120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Checking segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:56.415662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Bound using segment: {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:56.416173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Bound port: c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d160aa2-de53-4548-81e4-711f685e64f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:56.416645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.441257 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bdf39e2e-8a69-40a0-947b-fed5b41c835d req-a21ae071-8cdc-4619-81c0-9c9738a81415 service neutron] 10.222.0.57 "GET /v2.0/networks/c3699cc9-695d-4469-a4b2-05cee114b4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871749 Sep 16 04:58:56.491406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1421affb-064e-45bb-b9f4-15a028b76333 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.492783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1421affb-064e-45bb-b9f4-15a028b76333 tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 881 time: 0.2287049 Sep 16 04:58:56.495816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42276) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.520777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dfc6b-fa08-4c22-a2e9-97f53cbda3f7 req-2d4a012d-1831-4e96-816a-ed3b231e6320 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.521767 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-718aeab7-5c18-4f19-8a15-0f7747142e88 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b3d2e2c-0007-4060-92e3-1227224143d4 HTTP/1.1" status: 200 len: 205 time: 0.0248375 Sep 16 04:58:56.522879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b59dfc6b-fa08-4c22-a2e9-97f53cbda3f7 req-2d4a012d-1831-4e96-816a-ed3b231e6320 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1643069 Sep 16 04:58:56.524880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42278) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.534477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2eb502fa-68d2-4353-8b84-fd5a6e4fd948 req-eee289c3-87dd-4410-9049-3fc09b6cd80c tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030343 Sep 16 04:58:56.574434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:56.579036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:56.592809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b59dfc6b-fa08-4c22-a2e9-97f53cbda3f7 req-923ed3df-5b29-4f1b-b3c2-36a5a7b599f9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614624 Sep 16 04:58:56.651988 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.656863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.729315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b502e-eab3-4838-b6c9-7c7fe6d05427 req-e587b3a2-c40b-4ce0-8d77-8ea5bd3cac11 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.731825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e02b502e-eab3-4838-b6c9-7c7fe6d05427 req-e587b3a2-c40b-4ce0-8d77-8ea5bd3cac11 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 943 time: 0.1360214 Sep 16 04:58:56.739220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.740257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.742350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] 10.222.0.57 "PUT /v2.0/ports/c9ec16da-cf18-48ab-b0e9-a18edc354ffc HTTP/1.1" status: 200 len: 1092 time: 1.6409051 Sep 16 04:58:56.743023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:56.747992 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54101df-e6e0-490f-9d1e-db81e05536e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:56.819917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.829663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605f822-6b3a-4572-af27-3f59d9027087 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.856572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e02b502e-eab3-4838-b6c9-7c7fe6d05427 req-5d61791b-064b-4b62-8e31-1d7a90cd81b7 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012881 Sep 16 04:58:56.875143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e410314-1fdc-4222-ae3a-2d2cb3613f5e req-c8b0ff07-3fac-4bd2-b40b-cdb92c7a91a7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.875143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e410314-1fdc-4222-ae3a-2d2cb3613f5e req-c8b0ff07-3fac-4bd2-b40b-cdb92c7a91a7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0844419 Sep 16 04:58:56.940516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e410314-1fdc-4222-ae3a-2d2cb3613f5e req-e3d3de8e-29bc-4ed8-83eb-efeb35831fe2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 Sep 16 04:58:56.950314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-f3ec74e7-6fb4-4b9f-a17f-9d1ab508492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.952215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-f3ec74e7-6fb4-4b9f-a17f-9d1ab508492d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 1095 time: 0.0806386 Sep 16 04:58:56.972729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Deleting port c5887f43-cf93-4d15-956f-c4d677f53ced {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:56.973085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.020980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-b1791281-1292-40be-bc66-b788aa020911 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc HTTP/1.1" status: 200 len: 217 time: 0.0434730 Sep 16 04:58:57.054273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.065993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Calling delete_port for c5887f43-cf93-4d15-956f-c4d677f53ced owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:57.102320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b3be0-2cb7-4cff-b082-9fa3e6af8188 req-2d53ea7a-0e31-4568-b3f6-be3b1dbcaffa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.103867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c3b3be0-2cb7-4cff-b082-9fa3e6af8188 req-2d53ea7a-0e31-4568-b3f6-be3b1dbcaffa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0857127 Sep 16 04:58:57.106045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-0b0b9bdd-6102-4323-aa01-df00f6c862c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.107530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-0b0b9bdd-6102-4323-aa01-df00f6c862c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=10b9fcea-cb4e-484d-af72-59700fda7393 HTTP/1.1" status: 200 len: 845 time: 0.0785646 Sep 16 04:58:57.136762 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5ec834-abbe-47f0-9250-17936d2347b3 x-openstack-request-id: req-8e5ec834-abbe-47f0-9250-17936d2347b3 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:57.137129 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:57.137445 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e5ec834-abbe-47f0-9250-17936d2347b3 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:57.137702 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'status': 'completed', 'code': 200} Sep 16 04:58:57.173051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-b89482d9-dc88-4d73-a95f-27ba7ac58cfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192a16d4-d496-4a46-98bf-a9967c8e1fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520809 Sep 16 04:58:57.198022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c3b3be0-2cb7-4cff-b082-9fa3e6af8188 req-40943eba-c79c-4349-8f91-92faa2e5cfe5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843587 Sep 16 04:58:57.248863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device caef12c7-df9f-4674-a80a-2e17752fc2db details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:57.297467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1354bd-5c52-4233-adfd-d25d9757d4d5 req-9c7b1031-9d60-4925-be15-4b802525822d tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.298977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb1354bd-5c52-4233-adfd-d25d9757d4d5 req-9c7b1031-9d60-4925-be15-4b802525822d tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 943 time: 0.1232154 Sep 16 04:58:57.306168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.320362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7496f530-143f-4022-96f7-f64acca20963 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:57.336548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event deleted for resources: {'Port': ['ID=c5887f43-cf93-4d15-956f-c4d677f53ced,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.345053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 7496f530-143f-4022-96f7-f64acca20963 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:57.346175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7496f530-143f-4022-96f7-f64acca20963 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:57.358203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-2556a950-bef7-49e0-a2ad-6014de908def service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718481 Sep 16 04:58:57.365069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c18f8b-9c00-4b3f-befc-a033ff64e319', 'name': 'network-vif-deleted', 'tag': '7496f530-143f-4022-96f7-f64acca20963'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:57.367316 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c434e5-34a3-464f-b776-51100e282eec" -d '{"events": [{"server_uuid": "a0c18f8b-9c00-4b3f-befc-a033ff64e319", "name": "network-vif-deleted", "tag": "7496f530-143f-4022-96f7-f64acca20963"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:57.382040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbcaef-8cb2-4c09-991e-15fe96d1a4ff req-929ff4ed-29a7-47ef-97a4-ef0803fd2941 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.383362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port caef12c7-df9f-4674-a80a-2e17752fc2db, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=caef12c7-df9f-4674-a80a-2e17752fc2db,segment=NetworkSegment(8eb2657c-143c-4669-8305-e864b963d62d),segment_id=8eb2657c-143c-4669-8305-e864b963d62d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:57.383540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8cdbcaef-8cb2-4c09-991e-15fe96d1a4ff req-929ff4ed-29a7-47ef-97a4-ef0803fd2941 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d HTTP/1.1" status: 200 len: 1101 time: 0.1092982 Sep 16 04:58:57.399086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'caef12c7-df9f-4674-a80a-2e17752fc2db', 'network_id': 'c3699cc9-695d-4469-a4b2-05cee114b4d6', 'port_id': 'caef12c7-df9f-4674-a80a-2e17752fc2db', 'mac_address': 'fa:16:3e:33:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f35177-0d14-4282-906a-41dc7fbb0002', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:57.404450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb1354bd-5c52-4233-adfd-d25d9757d4d5 req-37a51539-3df5-41c3-892e-f48e5447722b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846815 Sep 16 04:58:57.412592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.444204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.465729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caef12c7-df9f-4674-a80a-2e17752fc2db {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:57.471976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42300) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.490552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8cdbcaef-8cb2-4c09-991e-15fe96d1a4ff req-75cbebc4-3ce6-4c44-97e1-e096694b16a7 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993960 Sep 16 04:58:57.492526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port caef12c7-df9f-4674-a80a-2e17752fc2db, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=caef12c7-df9f-4674-a80a-2e17752fc2db,segment=NetworkSegment(8eb2657c-143c-4669-8305-e864b963d62d),segment_id=8eb2657c-143c-4669-8305-e864b963d62d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:57.524354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.525026 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.543924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf77b09-841b-4dad-8339-cb6b39776008 admin admin] Deleting subnet fe9953ff-798c-4dd1-86ad-365510472925 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:57.548152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaf77b09-841b-4dad-8339-cb6b39776008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.565728 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f85968-4039-4175-9ba8-b805b774432d x-openstack-request-id: req-f2f85968-4039-4175-9ba8-b805b774432d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:57.566019 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c18f8b-9c00-4b3f-befc-a033ff64e319", "name": "network-vif-deleted", "tag": "7496f530-143f-4022-96f7-f64acca20963", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:57.566358 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2f85968-4039-4175-9ba8-b805b774432d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:57.566678 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c18f8b-9c00-4b3f-befc-a033ff64e319', 'name': 'network-vif-deleted', 'tag': '7496f530-143f-4022-96f7-f64acca20963', 'status': 'completed', 'code': 200} Sep 16 04:58:57.570597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d28e385-1fc9-484b-becb-cf57f996a665 req-dee2b1a3-7ef7-479e-bd53-eb60243aa51e service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038884 Sep 16 04:58:57.590899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaf77b09-841b-4dad-8339-cb6b39776008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.608578 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.659345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=caef12c7-df9f-4674-a80a-2e17752fc2db,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.664145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.668012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Fanout notify agent at l3_agent the message router_deleted on router 5b3d2e2c-0007-4060-92e3-1227224143d4 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:57.672599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.677321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ecb9b3b6-2456-47cf-92de-3c1f3d85d556 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/5b3d2e2c-0007-4060-92e3-1227224143d4 HTTP/1.1" status: 204 len: 168 time: 1.1496024 Sep 16 04:58:57.677517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42308) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.681835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-671974021', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:57.687658 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaf77b09-841b-4dad-8339-cb6b39776008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.728756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41934247-1bd3-487f-bea7-8b4bdd54ab86 req-acc69dbd-d077-47f2-bd3e-acea9e65416d tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.730272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41934247-1bd3-487f-bea7-8b4bdd54ab86 req-acc69dbd-d077-47f2-bd3e-acea9e65416d tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 1102 time: 0.1182318 Sep 16 04:58:57.754434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c6956-4805-43f9-839e-285b38020984 req-bed1a028-a6c4-42ff-9acd-626acf1c7d68 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.755918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db7c6956-4805-43f9-839e-285b38020984 req-bed1a028-a6c4-42ff-9acd-626acf1c7d68 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1168704 Sep 16 04:58:57.806821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41934247-1bd3-487f-bea7-8b4bdd54ab86 req-680cbde3-532c-4fc1-a1b2-42727c0fc127 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688858 Sep 16 04:58:57.831806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db7c6956-4805-43f9-839e-285b38020984 req-90298263-2fe1-49bb-be8d-b01559490df7 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630212 Sep 16 04:58:57.833207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.834538 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.856355 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.880743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-bcbfe120-28ba-4cd1-a757-c144241cc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.883020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-bcbfe120-28ba-4cd1-a757-c144241cc5c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be7e64bfc105431aa232920e240526e0&device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 1095 time: 0.0753005 Sep 16 04:58:57.921086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.938056 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaf77b09-841b-4dad-8339-cb6b39776008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.018569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf77b09-841b-4dad-8339-cb6b39776008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9953ff-798c-4dd1-86ad-365510472925,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.020944 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaf77b09-841b-4dad-8339-cb6b39776008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.025777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eaf77b09-841b-4dad-8339-cb6b39776008 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fe9953ff-798c-4dd1-86ad-365510472925 HTTP/1.1" status: 204 len: 168 time: 0.5499825 Sep 16 04:58:58.028567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42320) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.045644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['caef12c7-df9f-4674-a80a-2e17752fc2db'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:58.079495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889aa21-20ef-480a-9c85-64332bb62073 req-8ba9f50a-7684-4c26-9952-47ad3c052466 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.081025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0889aa21-20ef-480a-9c85-64332bb62073 req-8ba9f50a-7684-4c26-9952-47ad3c052466 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1594253 Sep 16 04:58:58.141649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.150114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-1b0c6cf7-2ad7-43f0-8939-160d5e4f0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.151659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-1b0c6cf7-2ad7-43f0-8939-160d5e4f0dbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 200 len: 906 time: 0.2602062 Sep 16 04:58:58.160139 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.218849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-3ea15ffa-dc2c-4318-a9c1-491a39d69f6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc HTTP/1.1" status: 200 len: 217 time: 0.0564983 Sep 16 04:58:58.228956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0889aa21-20ef-480a-9c85-64332bb62073 req-f65eb7ea-6fc4-4d29-8d20-d5023aaf13ca tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358888 Sep 16 04:58:58.626751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-3fe99479-06bf-4509-b2e8-b60f6da00ea6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801134 Sep 16 04:58:58.671790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-112a7321-4462-41b2-8a9a-97cf199395f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.673307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-112a7321-4462-41b2-8a9a-97cf199395f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=10b9fcea-cb4e-484d-af72-59700fda7393 HTTP/1.1" status: 200 len: 845 time: 0.4410131 Sep 16 04:58:58.716532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6138299-31e4-4c93-ac0d-f516388aa7a4 req-8a5d0cee-176c-49e6-bc6d-6236db1f5308 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.718059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6138299-31e4-4c93-ac0d-f516388aa7a4 req-8a5d0cee-176c-49e6-bc6d-6236db1f5308 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 943 time: 0.5026333 Sep 16 04:58:58.723532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.723897 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.742825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.776390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-f8c67aa1-910a-49bb-809c-c31e67e85bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192a16d4-d496-4a46-98bf-a9967c8e1fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573425 Sep 16 04:58:58.832301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a4fc05-f2e8-4787-a227-ce5e98ff9276']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:58.849758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Allocated IP 172.25.7.170 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/59fe15b2-0273-48e5-a111-929c94c17bb9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:58.873905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efb38cc-d627-4121-87be-9004f7fe48f9') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:58.874214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efb38cc-d627-4121-87be-9004f7fe48f9') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:58.897803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.903557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6138299-31e4-4c93-ac0d-f516388aa7a4 req-dad683d5-5c20-4d88-88aa-14cb83d518d5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772933 Sep 16 04:58:58.962988 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.966444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.982362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:58.982780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:58.984802 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:58.992418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-b4dd1453-32c6-4d55-80fd-4b5fd6ace559 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.993915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-b4dd1453-32c6-4d55-80fd-4b5fd6ace559 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3527811 Sep 16 04:58:59.086533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-72dbb8d0-fa78-4556-b5a3-613d930bc394 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/quotas/35445f9d9b7c4cd69215c1d87cefaab9 HTTP/1.1" status: 200 len: 375 time: 0.0677738 Sep 16 04:58:59.095764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-83238ac0-4217-4b7a-8c8c-dff0e1f49aad service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772830 Sep 16 04:58:59.111855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.124692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc98fc-7d95-4db3-8b1d-ca77168a88c0 req-78a80ff3-f48e-4a89-a77f-108b30a2d7a6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.126190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8dcc98fc-7d95-4db3-8b1d-ca77168a88c0 req-78a80ff3-f48e-4a89-a77f-108b30a2d7a6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1610186 Sep 16 04:58:59.148627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:59.152957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:59.161437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:59.185214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event updated for resources: {'Port': ['ID=59fe15b2-0273-48e5-a111-929c94c17bb9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.230046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.249382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-1df61cd4-15a2-466e-83aa-5418e3e80f52 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1564856 Sep 16 04:58:59.255970 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.261138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] 10.222.0.59 "DELETE /v2.0/networks/b7a4fc05-f2e8-4787-a227-ce5e98ff9276 HTTP/1.1" status: 204 len: 168 time: 1.2283764 Sep 16 04:58:59.262869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8dcc98fc-7d95-4db3-8b1d-ca77168a88c0 req-48cd549d-c045-4390-88fc-0e7116622f69 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213152 Sep 16 04:58:59.266634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.276813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device caef12c7-df9f-4674-a80a-2e17752fc2db up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:59.292598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfc60e-3a4b-4783-8212-114eae2d8efd admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a4fc05-f2e8-4787-a227-ce5e98ff9276,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.324204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54101df-e6e0-490f-9d1e-db81e05536e4 req-9ddcf8b2-660c-45c1-9e4f-6c97a926402a service neutron] 10.222.0.57 "GET /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165182 Sep 16 04:58:59.356190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f447c067-88ca-4c81-a101-e1c7b28f03eb admin admin] Deleting subnet 23065bd7-3e17-4625-b645-5912e5e8a454 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:59.359816 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f447c067-88ca-4c81-a101-e1c7b28f03eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.398301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f447c067-88ca-4c81-a101-e1c7b28f03eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.436194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f447c067-88ca-4c81-a101-e1c7b28f03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.509098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port caef12c7-df9f-4674-a80a-2e17752fc2db completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:59.512959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port caef12c7-df9f-4674-a80a-2e17752fc2db triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:59.513339 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.587999 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.628877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port caef12c7-df9f-4674-a80a-2e17752fc2db, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=caef12c7-df9f-4674-a80a-2e17752fc2db,segment=NetworkSegment(8eb2657c-143c-4669-8305-e864b963d62d),segment_id=8eb2657c-143c-4669-8305-e864b963d62d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:59.630603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0030a4-e622-47d4-93d2-1fba522a256a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caef12c7-df9f-4674-a80a-2e17752fc2db'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:59.643622 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc07aad-4af6-41b5-81c8-10f3daf4affb" -d '{"events": [{"server_uuid": "4b0030a4-e622-47d4-93d2-1fba522a256a", "name": "network-vif-plugged", "status": "completed", "tag": "caef12c7-df9f-4674-a80a-2e17752fc2db"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:59.732027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f80e9-7e93-4142-b901-2584fd0c39f4 req-1b8df113-6f0b-4264-b1e8-d41420fd448b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.734443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-783f80e9-7e93-4142-b901-2584fd0c39f4 req-1b8df113-6f0b-4264-b1e8-d41420fd448b tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 944 time: 0.0592723 Sep 16 04:58:59.745150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f447c067-88ca-4c81-a101-e1c7b28f03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.768063 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.777089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.779213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-783f80e9-7e93-4142-b901-2584fd0c39f4 req-bc75f93f-be3c-473d-aaca-6a7c0b0491cb tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Sep 16 04:58:59.822346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=caef12c7-df9f-4674-a80a-2e17752fc2db,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.831277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447c067-88ca-4c81-a101-e1c7b28f03eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23065bd7-3e17-4625-b645-5912e5e8a454,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.840298 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f447c067-88ca-4c81-a101-e1c7b28f03eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.843482 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f447c067-88ca-4c81-a101-e1c7b28f03eb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/23065bd7-3e17-4625-b645-5912e5e8a454 HTTP/1.1" status: 204 len: 168 time: 0.5750873 Sep 16 04:58:59.845313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42350) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.867327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5872d8fe-c3f9-458a-bb98-6fb18ee3616f req-7b41ea50-11a5-4d2b-8d4e-531979f9cc8f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 210 time: 0.0280678 Sep 16 04:58:59.942935 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac7aef4-e673-4d07-bafa-e3038938544c x-openstack-request-id: req-9ac7aef4-e673-4d07-bafa-e3038938544c {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:59.942935 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0030a4-e622-47d4-93d2-1fba522a256a", "name": "network-vif-plugged", "status": "completed", "tag": "caef12c7-df9f-4674-a80a-2e17752fc2db", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:59.942935 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ac7aef4-e673-4d07-bafa-e3038938544c {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:59.942935 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0030a4-e622-47d4-93d2-1fba522a256a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caef12c7-df9f-4674-a80a-2e17752fc2db', 'code': 200} Sep 16 04:58:59.978265 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.988154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c29bd0-303e-4340-aa98-33f832410281 req-1a82907b-68a1-4755-877f-67a6f665c219 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.989988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31c29bd0-303e-4340-aa98-33f832410281 req-1a82907b-68a1-4755-877f-67a6f665c219 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0602586 Sep 16 04:59:00.034931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31c29bd0-303e-4340-aa98-33f832410281 req-60442701-ce0b-4f74-a7b0-3b765b8ce39a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387366 Sep 16 04:59:00.104435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33fe64-c015-4168-8e1d-cb4cfca2b1ae req-0c661387-dc4c-43d3-864e-6be63de3d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.106359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec33fe64-c015-4168-8e1d-cb4cfca2b1ae req-0c661387-dc4c-43d3-864e-6be63de3d3ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 1097 time: 0.0457902 Sep 16 04:59:00.175167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec33fe64-c015-4168-8e1d-cb4cfca2b1ae req-cbea12a6-3f22-4e14-a9f5-7c096c1a3d43 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557976 Sep 16 04:59:00.184401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201dea4-a925-4294-8d53-8e08e07bc4e9 req-046fe320-432e-42c4-bb0a-9a6e27a395c5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.185873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a201dea4-a925-4294-8d53-8e08e07bc4e9 req-046fe320-432e-42c4-bb0a-9a6e27a395c5 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 943 time: 0.0783401 Sep 16 04:59:00.189626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.200136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.213594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b548a84-47bc-4a54-a9bd-6b9b965a9d0d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:00.240560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a201dea4-a925-4294-8d53-8e08e07bc4e9 req-aa5bbc28-f22d-45e2-8ec7-1ee999266ec9 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467379 Sep 16 04:59:00.267822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2735afe1-4dce-4eca-8c1a-2b40cd204e01') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:00.268299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2735afe1-4dce-4eca-8c1a-2b40cd204e01') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:00.280540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.301863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.335515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:00.335932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:00.337703 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:00.372648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e572e-bdfa-4f25-9cfb-476860747afc req-f1f0f9a2-f174-435c-96f7-03510db6cd45 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.374414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-707e572e-bdfa-4f25-9cfb-476860747afc req-f1f0f9a2-f174-435c-96f7-03510db6cd45 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0660441 Sep 16 04:59:00.419808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-707e572e-bdfa-4f25-9cfb-476860747afc req-5475b025-dbd9-44cf-89d6-a205b5967351 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Sep 16 04:59:00.526836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e9d46-287f-4135-acea-412cccfbcd40 req-b2483e15-159c-4b13-a54a-5df41a3a1330 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.528296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-523e9d46-287f-4135-acea-412cccfbcd40 req-b2483e15-159c-4b13-a54a-5df41a3a1330 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0502722 Sep 16 04:59:00.566999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-523e9d46-287f-4135-acea-412cccfbcd40 req-541b1844-1a3a-46f5-89dd-f59a95b0a487 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Sep 16 04:59:00.577898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Router 2e883b2e-ee35-4a54-952e-e20c84c83adb is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:00.580437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.596338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.598234 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] 10.222.0.59 "DELETE /v2.0/networks/5b548a84-47bc-4a54-a9bd-6b9b965a9d0d HTTP/1.1" status: 204 len: 168 time: 0.7520163 Sep 16 04:59:00.610958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e88e5f-2f79-4ebd-997e-8b35404069ca admin admin] Pushing event deleted for resources: {'Network': ['ID=5b548a84-47bc-4a54-a9bd-6b9b965a9d0d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.712300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae497-19f0-4290-85b1-5b98908a50c7 req-7d660425-6077-4fb1-829c-2a1681fbb4b9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.713823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-913ae497-19f0-4290-85b1-5b98908a50c7 req-7d660425-6077-4fb1-829c-2a1681fbb4b9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0639753 Sep 16 04:59:00.732509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:00.744683 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0dc55-e397-4114-bc4a-33b403fc3670 None None] Sync routers for ids ['2e883b2e-ee35-4a54-952e-e20c84c83adb'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:00.755837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0dc55-e397-4114-bc4a-33b403fc3670 None None] Routers {'2e883b2e-ee35-4a54-952e-e20c84c83adb'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:00.762137 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3fb0dc55-e397-4114-bc4a-33b403fc3670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['2e883b2e-ee35-4a54-952e-e20c84c83adb'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:00.762438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-913ae497-19f0-4290-85b1-5b98908a50c7 req-a3dfc4eb-75bd-4986-a18f-ac19ebc8ca3b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369856 Sep 16 04:59:00.796176 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3fb0dc55-e397-4114-bc4a-33b403fc3670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:00.805346 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0dc55-e397-4114-bc4a-33b403fc3670 None None] Routers {'2e883b2e-ee35-4a54-952e-e20c84c83adb'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:00.805979 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3fb0dc55-e397-4114-bc4a-33b403fc3670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['2e883b2e-ee35-4a54-952e-e20c84c83adb'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:00.840708 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3fb0dc55-e397-4114-bc4a-33b403fc3670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:00.841366 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0dc55-e397-4114-bc4a-33b403fc3670 None None] The sync data for ids ['2e883b2e-ee35-4a54-952e-e20c84c83adb'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:00.880708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.882392 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c7c5f3bc-3f0b-4eef-b440-df15ce4024a2 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2037728 Sep 16 04:59:00.884943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42378) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.887439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956db0be-a3f7-4397-b0da-a2adcf5d83ad req-259bf447-867d-4133-a886-5c51882f5ae6 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.896378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:00.896541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-956db0be-a3f7-4397-b0da-a2adcf5d83ad req-259bf447-867d-4133-a886-5c51882f5ae6 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0679560 Sep 16 04:59:00.955038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-956db0be-a3f7-4397-b0da-a2adcf5d83ad req-195c71b9-e44c-472b-abce-ab6fdfb5217c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595028 Sep 16 04:59:00.970273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b3bac-0f92-4458-9dd9-bca63f00c70d req-c5b0d4ad-6081-4fad-a04d-960069f9ef38 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.971974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a82b3bac-0f92-4458-9dd9-bca63f00c70d req-c5b0d4ad-6081-4fad-a04d-960069f9ef38 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 945 time: 0.0700405 Sep 16 04:59:01.012372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a82b3bac-0f92-4458-9dd9-bca63f00c70d req-842bcd02-f1de-4356-a715-6353ebec2027 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334246 Sep 16 04:59:01.098217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c2fd70a-8111-4bfd-9f45-0d80fe4ade30 req-6dadf803-ba2a-42a8-955e-c4174c827390 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 210 time: 0.0285835 Sep 16 04:59:01.204678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.249491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf92f90-d3b8-469a-995b-622c9a552da0 req-a512f233-88b7-4cbc-96fb-e1c315e14829 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.249491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cf92f90-d3b8-469a-995b-622c9a552da0 req-a512f233-88b7-4cbc-96fb-e1c315e14829 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0560660 Sep 16 04:59:01.264317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cf92f90-d3b8-469a-995b-622c9a552da0 req-263a11dc-5ae1-4cc0-ae50-f3666cdafc57 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Sep 16 04:59:01.293067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42392) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:01.311010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c9ec16da-cf18-48ab-b0e9-a18edc354ffc details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:01.341772 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4f56e719-70a1-457c-831d-22ad6e35931e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b66363da29a24620998395534eb0d87c&name=default HTTP/1.1" status: 200 len: 2981 time: 0.0474558 Sep 16 04:59:01.342544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42394) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:01.383796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0b3a4-cd7c-408e-bcb2-02ff4e03fbde req-126eb53c-6be8-435b-a156-9c9792b7a529 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.385446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26a0b3a4-cd7c-408e-bcb2-02ff4e03fbde req-126eb53c-6be8-435b-a156-9c9792b7a529 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 943 time: 0.0544727 Sep 16 04:59:01.392895 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24a1b1bc-373e-41eb-a6e4-a35186c37bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.415293 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24a1b1bc-373e-41eb-a6e4-a35186c37bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.426765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26a0b3a4-cd7c-408e-bcb2-02ff4e03fbde req-be257319-3fa4-4f9a-97b3-5b91d3de3956 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339086 Sep 16 04:59:01.433384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:01.463950 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.464556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'port_id': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'mac_address': 'fa:16:3e:7c:2d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9fcea-cb4e-484d-af72-59700fda7393', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:01.492428 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.509555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ec16da-cf18-48ab-b0e9-a18edc354ffc {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:01.528727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:01.532241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c19bb1-c771-4189-8f57-20ea2843861d req-ae2f5f16-2716-4782-be42-3cb1559264d1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.533671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72c19bb1-c771-4189-8f57-20ea2843861d req-ae2f5f16-2716-4782-be42-3cb1559264d1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0491972 Sep 16 04:59:01.570533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72c19bb1-c771-4189-8f57-20ea2843861d req-551d0be0-3428-4034-b33d-168a7e0a32fe tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308430 Sep 16 04:59:01.742744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc421b-7a37-4f5f-b04d-e6a0e27657cf req-aca9ad5a-e96d-4f9b-832d-64daebbfbd75 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.744357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9dc421b-7a37-4f5f-b04d-e6a0e27657cf req-aca9ad5a-e96d-4f9b-832d-64daebbfbd75 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0846083 Sep 16 04:59:01.748729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Deleting port 59fe15b2-0273-48e5-a111-929c94c17bb9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:01.749168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.752970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12768-0374-4195-9650-18f74a1329f0 req-c8176c54-5d2e-415e-9007-3f3553e8dc06 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.754407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15a12768-0374-4195-9650-18f74a1329f0 req-c8176c54-5d2e-415e-9007-3f3553e8dc06 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0832102 Sep 16 04:59:01.794009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.814387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24a1b1bc-373e-41eb-a6e4-a35186c37bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.814564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9dc421b-7a37-4f5f-b04d-e6a0e27657cf req-7a947deb-b759-400a-ac6d-10fe4e30daaa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590773 Sep 16 04:59:01.818752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24a1b1bc-373e-41eb-a6e4-a35186c37bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.821135 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-24a1b1bc-373e-41eb-a6e4-a35186c37bb1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29b80e64-af56-4722-917a-b9aed74f6214 HTTP/1.1" status: 204 len: 168 time: 0.4776034 Sep 16 04:59:01.846413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15a12768-0374-4195-9650-18f74a1329f0 req-25bce1d4-d85d-42ea-9d0c-f901d6521203 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845408 Sep 16 04:59:01.866876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.867185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1b1bc-373e-41eb-a6e4-a35186c37bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b80e64-af56-4722-917a-b9aed74f6214,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.897430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.912317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Calling delete_port for 59fe15b2-0273-48e5-a111-929c94c17bb9 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:01.973251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25d360-b1ae-49d0-b4e9-3af87e44cdbb req-a2e8a511-568a-406e-8e4c-5912ecccf2cf tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.974746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea25d360-b1ae-49d0-b4e9-3af87e44cdbb req-a2e8a511-568a-406e-8e4c-5912ecccf2cf tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0511014 Sep 16 04:59:02.017169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea25d360-b1ae-49d0-b4e9-3af87e44cdbb req-91a24ed5-ed5e-414a-81f6-8d9f1f3e16e2 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Sep 16 04:59:02.150853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2ffd0-77cb-437f-8a92-2a087145afa9 req-28c24b62-9af9-4124-9677-84a9f28d6cc7 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.152451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59f2ffd0-77cb-437f-8a92-2a087145afa9 req-28c24b62-9af9-4124-9677-84a9f28d6cc7 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 945 time: 0.0614202 Sep 16 04:59:02.203499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50651d73-16ff-4f89-b959-008704b0f9df req-6c41eb61-843f-424d-8713-a8d6859a2732 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 210 time: 0.0275116 Sep 16 04:59:02.215694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59f2ffd0-77cb-437f-8a92-2a087145afa9 req-4eb4c17b-52d9-4eee-be70-93af144577f6 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568018 Sep 16 04:59:02.269509 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.283834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['c9ec16da-cf18-48ab-b0e9-a18edc354ffc'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:02.296584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Pushing event deleted for resources: {'Port': ['ID=59fe15b2-0273-48e5-a111-929c94c17bb9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.367502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.478935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42424) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.602660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea063642-5149-4559-b6c9-f5e6ba9713a0 req-9d4a80e1-e86b-4a7a-bc53-dbf66dc7838e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.604219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea063642-5149-4559-b6c9-f5e6ba9713a0 req-9d4a80e1-e86b-4a7a-bc53-dbf66dc7838e tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 944 time: 0.0814226 Sep 16 04:59:02.612181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898eaf0-e8ce-45f4-aa48-17c1fc01b121 req-3aacd95c-8874-45ad-9244-ccbc5b551e27 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.613688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e898eaf0-e8ce-45f4-aa48-17c1fc01b121 req-3aacd95c-8874-45ad-9244-ccbc5b551e27 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1079066 Sep 16 04:59:02.654663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.658358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.679959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08d3ffdf-c2ae-407f-9273-8ebca6cb8db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.703998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea063642-5149-4559-b6c9-f5e6ba9713a0 req-9599180e-1514-4c0d-9688-27acc3303162 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818923 Sep 16 04:59:02.706550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e898eaf0-e8ce-45f4-aa48-17c1fc01b121 req-2eaff7fa-1cb9-4563-be49-985b29eaad0a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822182 Sep 16 04:59:02.747761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Router 2e883b2e-ee35-4a54-952e-e20c84c83adb has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:02.840623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:02.840860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08d3ffdf-c2ae-407f-9273-8ebca6cb8db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.853481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.853481 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-25d3ad4c-99ec-4620-a728-dd45b75c6ee1 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "PUT /v2.0/routers/2e883b2e-ee35-4a54-952e-e20c84c83adb HTTP/1.1" status: 200 len: 709 time: 1.9628596 Sep 16 04:59:02.853726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0e695-0a5b-42d7-a384-031641b85a04 None None] Sync routers for ids ['2e883b2e-ee35-4a54-952e-e20c84c83adb'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:02.854161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42430) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.860312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0e695-0a5b-42d7-a384-031641b85a04 None None] Routers {'2e883b2e-ee35-4a54-952e-e20c84c83adb'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:02.860929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70f0e695-0a5b-42d7-a384-031641b85a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['2e883b2e-ee35-4a54-952e-e20c84c83adb'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:02.898262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70f0e695-0a5b-42d7-a384-031641b85a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:02.908280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0e695-0a5b-42d7-a384-031641b85a04 None None] Routers {'2e883b2e-ee35-4a54-952e-e20c84c83adb'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:02.909317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70f0e695-0a5b-42d7-a384-031641b85a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['2e883b2e-ee35-4a54-952e-e20c84c83adb'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:02.917171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a367e46-45ee-44b9-a63b-e24380516fe8 req-8c6b9d86-8a63-4c42-ba52-85118a590a5d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.918819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a367e46-45ee-44b9-a63b-e24380516fe8 req-8c6b9d86-8a63-4c42-ba52-85118a590a5d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1150374 Sep 16 04:59:02.935182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42434) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.943206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-79e3cbcb-e549-4e67-8025-a91268b2dba0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407050 Sep 16 04:59:02.951234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-70f0e695-0a5b-42d7-a384-031641b85a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:02.952236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0e695-0a5b-42d7-a384-031641b85a04 None None] The sync data for ids ['2e883b2e-ee35-4a54-952e-e20c84c83adb'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:02.969536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1c8f136c-0671-4f2f-a646-0c71ab098bcd tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/routers/2e883b2e-ee35-4a54-952e-e20c84c83adb HTTP/1.1" status: 200 len: 744 time: 0.1169841 Sep 16 04:59:02.975733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42436) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.992349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08d3ffdf-c2ae-407f-9273-8ebca6cb8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.045140 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-71aefea6-87e2-4174-b8d2-de48f22add8b tempest-RoutersIpV6AdminTest-2145693738 tempest-RoutersIpV6AdminTest-2145693738-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=2e883b2e-ee35-4a54-952e-e20c84c83adb HTTP/1.1" status: 200 len: 205 time: 0.0663280 Sep 16 04:59:03.050286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42438) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.063423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3ffdf-c2ae-407f-9273-8ebca6cb8db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885f6de9-635c-4208-a1a6-b404654dfc8f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.085580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-08d3ffdf-c2ae-407f-9273-8ebca6cb8db4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38a8c655da3a45699fbbcecbfdcce6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077425 Sep 16 04:59:03.091375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c0f6ac6f-a768-402c-ad24-8fa14ba0dec3 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e883b2e-ee35-4a54-952e-e20c84c83adb HTTP/1.1" status: 200 len: 205 time: 0.0381417 Sep 16 04:59:03.092442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42440) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.092676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a367e46-45ee-44b9-a63b-e24380516fe8 req-57c9d2f3-98a9-4718-9114-f75553631ac0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437676 Sep 16 04:59:03.092906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42442) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.097830 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-44aac3ac-ddeb-4580-a4b5-1ff0aebec75a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4099bf36fd040318259b1814b5ff97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615865 Sep 16 04:59:03.104729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed0b81-37cb-4363-816d-65ccfa75c403 req-5bb36e64-df8a-4f4b-9941-1d6c6590a942 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.104729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-25ed0b81-37cb-4363-816d-65ccfa75c403 req-5bb36e64-df8a-4f4b-9941-1d6c6590a942 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1526873 Sep 16 04:59:03.105158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42444) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.182782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-25ed0b81-37cb-4363-816d-65ccfa75c403 req-91dfff84-04d1-44fd-ac91-724f54b473af tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Sep 16 04:59:03.183596 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d4a4-4ede-4ad7-8edb-9a609bd1fb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.209102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d4a4-4ede-4ad7-8edb-9a609bd1fb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.356964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58858d2-bf41-431c-a424-4b73b51da3dd req-63f0c059-662f-4335-8998-072a570c5101 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 210 time: 0.0509567 Sep 16 04:59:03.366459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d4a4-4ede-4ad7-8edb-9a609bd1fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.369168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d4a4-4ede-4ad7-8edb-9a609bd1fb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.380692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aaa6d4a4-4ede-4ad7-8edb-9a609bd1fb9d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e225269f-eb91-4213-b5df-68d379130fe4 HTTP/1.1" status: 204 len: 168 time: 0.2702291 Sep 16 04:59:03.407467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd149-9afd-4d63-a884-5136b1832237 req-96d14371-b46c-40f7-98ea-869deded5c8f tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.416092 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f63bd149-9afd-4d63-a884-5136b1832237 req-96d14371-b46c-40f7-98ea-869deded5c8f tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 945 time: 0.1113451 Sep 16 04:59:03.418339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6d4a4-4ede-4ad7-8edb-9a609bd1fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225269f-eb91-4213-b5df-68d379130fe4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.471602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f63bd149-9afd-4d63-a884-5136b1832237 req-0ccdfacb-ddf7-4021-893b-51e61cd49c61 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508988 Sep 16 04:59:03.515449 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c412322-5dac-442e-b7c9-71143168f637 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.529042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb747a5-396d-4ac7-b3f5-edc31d0ec46d req-471b5337-2065-457a-bf42-d80c3b602b80 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.530579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fb747a5-396d-4ac7-b3f5-edc31d0ec46d req-471b5337-2065-457a-bf42-d80c3b602b80 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0577352 Sep 16 04:59:03.561731 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-987df515-e444-42d6-a8fe-8aec989581a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.571905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fb747a5-396d-4ac7-b3f5-edc31d0ec46d req-b7db8b4b-d1db-434c-ab11-79a44d7847a6 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340946 Sep 16 04:59:03.572123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-68ee0e8d-8771-4fa2-a046-cbb95b8fd901 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.573576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-68ee0e8d-8771-4fa2-a046-cbb95b8fd901 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6215730 Sep 16 04:59:03.622835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Request body: {'port': {'device_id': '51f732a0-6b95-4463-857a-d3b9ac3a05ae', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '35445f9d9b7c4cd69215c1d87cefaab9'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:03.646675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-987df515-e444-42d6-a8fe-8aec989581a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.713355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a29eb-6730-4abf-b68c-c822d2d2ea63 req-045c6393-a4e2-4bdf-acc5-cc913b551d95 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.715270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-811a29eb-6730-4abf-b68c-c822d2d2ea63 req-045c6393-a4e2-4bdf-acc5-cc913b551d95 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0661845 Sep 16 04:59:03.770421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-811a29eb-6730-4abf-b68c-c822d2d2ea63 req-c0d57905-7bfa-4054-99c8-03269aed93f2 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488946 Sep 16 04:59:03.802570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c412322-5dac-442e-b7c9-71143168f637 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.807297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c412322-5dac-442e-b7c9-71143168f637 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.900526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e06954-5af0-410a-99bb-909b37932e35 req-8f8b1263-cb42-4fa3-8e9e-17c9576338a2 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.902035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02e06954-5af0-410a-99bb-909b37932e35 req-8f8b1263-cb42-4fa3-8e9e-17c9576338a2 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 944 time: 0.0570316 Sep 16 04:59:03.941219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02e06954-5af0-410a-99bb-909b37932e35 req-3c8926e9-70f5-412e-b9e1-236a4514c915 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Sep 16 04:59:03.946510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-987df515-e444-42d6-a8fe-8aec989581a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.956066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-987df515-e444-42d6-a8fe-8aec989581a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.956066 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-987df515-e444-42d6-a8fe-8aec989581a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/885f6de9-635c-4208-a1a6-b404654dfc8f HTTP/1.1" status: 204 len: 168 time: 0.8564792 Sep 16 04:59:03.956066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c412322-5dac-442e-b7c9-71143168f637 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.956066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c412322-5dac-442e-b7c9-71143168f637 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Fanout notify agent at l3_agent the message router_deleted on router 2e883b2e-ee35-4a54-952e-e20c84c83adb {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:03.971658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c412322-5dac-442e-b7c9-71143168f637 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.971658 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c412322-5dac-442e-b7c9-71143168f637 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/2e883b2e-ee35-4a54-952e-e20c84c83adb HTTP/1.1" status: 204 len: 168 time: 0.8719065 Sep 16 04:59:03.971658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987df515-e444-42d6-a8fe-8aec989581a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885f6de9-635c-4208-a1a6-b404654dfc8f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.972150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42480) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.007605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42484) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.007829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9907076f-a688-448e-9e2b-31906f66d3aa tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e883b2e-ee35-4a54-952e-e20c84c83adb HTTP/1.1" status: 200 len: 205 time: 0.0350213 Sep 16 04:59:04.048193 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-3aaf9b35-51e1-4604-90ce-a86dcc51dc13 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] delete failed (client error): The resource could not be found. Sep 16 04:59:04.049239 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3aaf9b35-51e1-4604-90ce-a86dcc51dc13 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/2e883b2e-ee35-4a54-952e-e20c84c83adb HTTP/1.1" status: 404 len: 336 time: 0.0402143 Sep 16 04:59:04.049975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Made reservation on behalf of 35445f9d9b7c4cd69215c1d87cefaab9 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:04.054040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.055986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42486) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.093405 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bccad8e4-871b-43fd-bb60-1f700f5b2372 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b3d2e2c-0007-4060-92e3-1227224143d4 HTTP/1.1" status: 200 len: 205 time: 0.0363560 Sep 16 04:59:04.098053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42488) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.101306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aacab-4b23-4d38-8eea-d664a365d81d req-1f2d14ac-f353-4523-8f06-3f58763eccff tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.102849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a12aacab-4b23-4d38-8eea-d664a365d81d req-1f2d14ac-f353-4523-8f06-3f58763eccff tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0533466 Sep 16 04:59:04.142885 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-e3555acd-17d2-4344-8e68-fb85287ee3ca tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] delete failed (client error): The resource could not be found. Sep 16 04:59:04.143957 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e3555acd-17d2-4344-8e68-fb85287ee3ca tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/5b3d2e2c-0007-4060-92e3-1227224143d4 HTTP/1.1" status: 404 len: 336 time: 0.0450041 Sep 16 04:59:04.146525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42492) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.167978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a12aacab-4b23-4d38-8eea-d664a365d81d req-1d2b080c-f157-4580-86c1-76503399be5f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533581 Sep 16 04:59:04.209651 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b096c49c-9c40-4df2-9b1e-473c6ffafdda tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=19cb2ee3-12ac-4538-b3c3-31251e577d12 HTTP/1.1" status: 200 len: 205 time: 0.0598743 Sep 16 04:59:04.210051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.274624 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-8ca9b962-5cab-4a32-92b2-f70598e926a5 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] delete failed (client error): The resource could not be found. Sep 16 04:59:04.278977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8ca9b962-5cab-4a32-92b2-f70598e926a5 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/19cb2ee3-12ac-4538-b3c3-31251e577d12 HTTP/1.1" status: 404 len: 336 time: 0.0678771 Sep 16 04:59:04.288381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Allocated IP 192.168.233.87 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/f1c90ea2-f2b4-4205-8455-ac44b1725f8f) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:04.310402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42502) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.371603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-36a4cec3-8fbb-4abb-910e-e2ec866c8b31 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=33571e5f-131a-4c71-958e-7bfc4fdeb20e HTTP/1.1" status: 200 len: 205 time: 0.0587957 Sep 16 04:59:04.375456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42508) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.418953 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-848b8482-32b6-4841-ae7c-212f1c5f9ed9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] delete failed (client error): The resource could not be found. Sep 16 04:59:04.420024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-848b8482-32b6-4841-ae7c-212f1c5f9ed9 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/33571e5f-131a-4c71-958e-7bfc4fdeb20e HTTP/1.1" status: 404 len: 336 time: 0.0436716 Sep 16 04:59:04.424148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42516) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.442546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45c076-af25-4545-8b65-63985c4f84d1 req-6dc5f601-74cc-46c4-892e-000119750bfa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.449644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b45c076-af25-4545-8b65-63985c4f84d1 req-6dc5f601-74cc-46c4-892e-000119750bfa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1775920 Sep 16 04:59:04.485268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ae3e8360-9471-46a2-b7c4-b0c8efe8d641 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=28f10831-fb3d-4b6a-bf11-a022e21413be HTTP/1.1" status: 200 len: 205 time: 0.0603325 Sep 16 04:59:04.487894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42522) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.497218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93fb9f-d8a3-462e-8a9a-a611cdedb71c req-36e37572-d83b-4937-8a03-ad8f71ec701f tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.498712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b93fb9f-d8a3-462e-8a9a-a611cdedb71c req-36e37572-d83b-4937-8a03-ad8f71ec701f tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 945 time: 0.1840744 Sep 16 04:59:04.500184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.527325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b45c076-af25-4545-8b65-63985c4f84d1 req-4250069c-e9ff-4a47-b50e-73055a7796e5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768132 Sep 16 04:59:04.538141 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-78607f7d-8368-47f1-8007-2fb0c9aefa5f tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] delete failed (client error): The resource could not be found. Sep 16 04:59:04.538141 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-78607f7d-8368-47f1-8007-2fb0c9aefa5f tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/28f10831-fb3d-4b6a-bf11-a022e21413be HTTP/1.1" status: 404 len: 336 time: 0.0454865 Sep 16 04:59:04.541105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42526) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.571454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b93fb9f-d8a3-462e-8a9a-a611cdedb71c req-06779408-3272-441e-8a05-fcd413127a64 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583208 Sep 16 04:59:04.582241 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e70b026c-b54d-472d-a63d-69339a20ee92 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab79f8f-13ed-4a9f-b55a-1ce82f6dab48 HTTP/1.1" status: 200 len: 205 time: 0.0379190 Sep 16 04:59:04.582760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42532) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.636442 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-51c254e2-72e6-4d77-ac34-841bb3da933d tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] delete failed (client error): The resource could not be found. Sep 16 04:59:04.639392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-51c254e2-72e6-4d77-ac34-841bb3da933d tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/routers/dab79f8f-13ed-4a9f-b55a-1ce82f6dab48 HTTP/1.1" status: 404 len: 336 time: 0.0540838 Sep 16 04:59:04.641676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42534) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.677247 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40b2de1-6ced-4af2-9d4b-78a8fe4eca28 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:04.677718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40b2de1-6ced-4af2-9d4b-78a8fe4eca28 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:04.682493 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f40b2de1-6ced-4af2-9d4b-78a8fe4eca28 tempest-RoutersIpV6AdminTest-1628859492 tempest-RoutersIpV6AdminTest-1628859492-project] 10.222.0.59 "DELETE /v2.0/subnets/95991352-e7da-409d-a8d9-42e2885b813e HTTP/1.1" status: 404 len: 337 time: 0.0394585 Sep 16 04:59:04.706686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.715590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-885c2eab-8622-413a-8472-1d9811f24156 req-06d136f7-8a75-4fcf-9ad5-44c3b3efdac5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 210 time: 0.0387120 Sep 16 04:59:04.723556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960', '4a5ae98c-9873-4629-83be-26916ed8fd6e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:04.734830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d1469-294f-4bbc-b32d-55dde045aefa req-11543fb1-0553-4749-82be-2f0e109d23b0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.743205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f37d1469-294f-4bbc-b32d-55dde045aefa req-11543fb1-0553-4749-82be-2f0e109d23b0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1103170 Sep 16 04:59:04.786220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:04.795871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:04.800724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:04.805737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'Port': ['ID=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.807503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f37d1469-294f-4bbc-b32d-55dde045aefa req-39e430c9-a2c8-4962-b1ac-eaa3b08d1e29 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620885 Sep 16 04:59:04.823050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42540) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.834256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:04.871270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.872370 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.996015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-e5ecc224-e5a9-46cf-ab13-3686f76f94f3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3826427 Sep 16 04:59:05.014741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Request body: {'port': {'device_id': '51f732a0-6b95-4463-857a-d3b9ac3a05ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:05.101187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.107431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e04d-0ac2-4af6-bd17-e82b8fc29759 req-1d6d9e85-d2d0-4537-9d95-4a4c18599706 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.109015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4199e04d-0ac2-4af6-bd17-e82b8fc29759 req-1d6d9e85-d2d0-4537-9d95-4a4c18599706 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 944 time: 0.0757170 Sep 16 04:59:05.144145 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:05.186024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-network', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:05.188501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a3505ce9-6fd0-4b1f-b29c-cf8e83807417 None None] Provisioning complete for port f1c90ea2-f2b4-4205-8455-ac44b1725f8f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:05.188888 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3505ce9-6fd0-4b1f-b29c-cf8e83807417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.210927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4199e04d-0ac2-4af6-bd17-e82b8fc29759 req-0beee4b9-0a04-4bcf-aedc-55131735db2d tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920954 Sep 16 04:59:05.270125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b208d4-8a2f-4bb3-b900-8021b2a0bf30 req-78303887-a008-4795-9447-643bc2841e59 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.274784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86b208d4-8a2f-4bb3-b900-8021b2a0bf30 req-78303887-a008-4795-9447-643bc2841e59 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0797999 Sep 16 04:59:05.275883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a3505ce9-6fd0-4b1f-b29c-cf8e83807417 None None] Port f1c90ea2-f2b4-4205-8455-ac44b1725f8f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:05.322613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c9ec16da-cf18-48ab-b0e9-a18edc354ffc up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:05.325642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86b208d4-8a2f-4bb3-b900-8021b2a0bf30 req-14cc3d93-c805-4e49-9cd1-4b066e76bbdd tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428357 Sep 16 04:59:05.338266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Made reservation on behalf of 2d2bf4575eea4bf69884daf31fd1ab03 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:05.340748 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.360473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.461264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42556) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:05.530875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port c9ec16da-cf18-48ab-b0e9-a18edc354ffc completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:05.538639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port c9ec16da-cf18-48ab-b0e9-a18edc354ffc triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:05.538846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.538981 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.579865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c90ea2-f2b4-4205-8455-ac44b1725f8f {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:05.587734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.609074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Transition to ACTIVE for port object f1c90ea2-f2b4-4205-8455-ac44b1725f8f will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:05.619614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa91243f-c400-4713-81d8-a6b375c97ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.626729 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.628761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.660607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:05.663855 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e54549b-01a5-4562-88f3-4ac268eda668" -d '{"events": [{"server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "name": "network-vif-plugged", "status": "completed", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:05.667331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:05.678500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:05.686762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.687119 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Added segment 16508733-b747-420b-93b6-e31fbd37be39 of type vlan for network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 Sep 16 04:59:05.711076 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0516a271-96b6-430a-b06a-0b628d1eb471 x-openstack-request-id: req-0516a271-96b6-430a-b06a-0b628d1eb471 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:05.711786 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "name": "network-vif-plugged", "status": "completed", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:05.711786 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0516a271-96b6-430a-b06a-0b628d1eb471 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:05.712068 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'code': 200} Sep 16 04:59:05.751536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.777572 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.855321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.859864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb7f84d-703f-421f-a70d-050f9f43a885,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.872338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.918064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.941261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeff384-13ea-45ae-9c71-7e4a715ed92a req-252439f9-e9d2-4724-a408-9ced027ede84 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.942874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-adeff384-13ea-45ae-9c71-7e4a715ed92a req-252439f9-e9d2-4724-a408-9ced027ede84 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 945 time: 0.2264867 Sep 16 04:59:05.969466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Attempting to bind port f1c90ea2-f2b4-4205-8455-ac44b1725f8f on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:05.969820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Attempting to bind port f1c90ea2-f2b4-4205-8455-ac44b1725f8f by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:05.970161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Attempting to bind port f1c90ea2-f2b4-4205-8455-ac44b1725f8f on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:05.973450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa91243f-c400-4713-81d8-a6b375c97ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.977609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Port f1c90ea2-f2b4-4205-8455-ac44b1725f8f on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:05.978084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Attempting to bind port f1c90ea2-f2b4-4205-8455-ac44b1725f8f on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:05.983224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:05.983612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:05.984059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:05.984503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Bound port: f1c90ea2-f2b4-4205-8455-ac44b1725f8f, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:05.984876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.017194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f5c3f-6864-44b6-a2c9-c827fa843257 req-e5b2f05b-9d8c-48ce-9131-ef1ba7de9f23 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.018946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c9f5c3f-6864-44b6-a2c9-c827fa843257 req-e5b2f05b-9d8c-48ce-9131-ef1ba7de9f23 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 947 time: 0.1678374 Sep 16 04:59:06.054819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] For port f1c90ea2-f2b4-4205-8455-ac44b1725f8f, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:06.056811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82994b11-40e5-4d67-b2cc-1b0b01bb42d0 req-880769fd-23b8-4e2d-8cac-451c532c1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.057969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82994b11-40e5-4d67-b2cc-1b0b01bb42d0 req-880769fd-23b8-4e2d-8cac-451c532c1ecb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 1097 time: 0.1544492 Sep 16 04:59:06.058298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] For port f1c90ea2-f2b4-4205-8455-ac44b1725f8f, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:06.059455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa91243f-c400-4713-81d8-a6b375c97ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.069405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-adeff384-13ea-45ae-9c71-7e4a715ed92a req-3626812c-6b02-4f05-b5aa-2983e4795416 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007781 Sep 16 04:59:06.083182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.084368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.085013 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.106537 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa91243f-c400-4713-81d8-a6b375c97ab3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93a8302973ba41c38467c601f87780e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447895 Sep 16 04:59:06.107644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91243f-c400-4713-81d8-a6b375c97ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f703a7-cf85-4c89-9d2d-ffa9058f0ae7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.111344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42572) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.146352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c9f5c3f-6864-44b6-a2c9-c827fa843257 req-762c7911-e342-4e86-a187-8cf5ae1636c5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197371 Sep 16 04:59:06.149965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.186915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.187497 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.189253 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] 10.222.0.60 "PUT /v2.0/ports/f1c90ea2-f2b4-4205-8455-ac44b1725f8f HTTP/1.1" status: 200 len: 1096 time: 1.1802583 Sep 16 04:59:06.196736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f732a0-6b95-4463-857a-d3b9ac3a05ae', 'tag': 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:06.199229 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422b1814-caed-42ab-8455-87c880c11b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "51f732a0-6b95-4463-857a-d3b9ac3a05ae", "tag": "f1c90ea2-f2b4-4205-8455-ac44b1725f8f"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:06.211311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a69520b7-0c16-4ffb-970a-b297084f6932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.248239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82994b11-40e5-4d67-b2cc-1b0b01bb42d0 req-510b97e4-36c1-4d4b-9015-3ce2ebfd25e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249621 Sep 16 04:59:06.249512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbda589-a239-450a-bd9e-7dfc3d966572 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.250971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.4265895 Sep 16 04:59:06.254634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a69520b7-0c16-4ffb-970a-b297084f6932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.256389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42580) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.256544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ece608-e425-499a-a85e-93ab340b79bc admin admin] Pushing event updated for resources: {'Network': ['ID=ec4316d4-d7f5-4e3e-93e2-03586bd4c746,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.267468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Request body: {'subnet': {'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-subnet', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:06.277833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:06.295225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f888-a25b-48b4-b8dc-eb7951de41df req-c531b822-c004-4e5b-8e82-6ab40ecf300a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.306896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f526f888-a25b-48b4-b8dc-eb7951de41df req-c531b822-c004-4e5b-8e82-6ab40ecf300a tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1588447 Sep 16 04:59:06.363754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-6b4a42de-5a48-46a4-b2f9-bce939c067c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.365327 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-6b4a42de-5a48-46a4-b2f9-bce939c067c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 1099 time: 0.0589035 Sep 16 04:59:06.387491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Made reservation on behalf of 2d2bf4575eea4bf69884daf31fd1ab03 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:06.390330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.407421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f526f888-a25b-48b4-b8dc-eb7951de41df req-8321a1b2-0891-4e29-a4fe-bec90a22db1f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957928 Sep 16 04:59:06.435970 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-341672d9-8ae9-4422-83ad-4de4faeed3c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f1c90ea2-f2b4-4205-8455-ac44b1725f8f HTTP/1.1" status: 200 len: 217 time: 0.0611048 Sep 16 04:59:06.483798 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d442c9-c204-4157-877b-82e473d3fb8e x-openstack-request-id: req-f3d442c9-c204-4157-877b-82e473d3fb8e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:06.484090 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f732a0-6b95-4463-857a-d3b9ac3a05ae", "tag": "f1c90ea2-f2b4-4205-8455-ac44b1725f8f", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:06.484345 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3d442c9-c204-4157-877b-82e473d3fb8e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:06.484770 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f732a0-6b95-4463-857a-d3b9ac3a05ae', 'tag': 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f', 'status': 'completed', 'code': 200} Sep 16 04:59:06.510990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a69520b7-0c16-4ffb-970a-b297084f6932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.513661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a69520b7-0c16-4ffb-970a-b297084f6932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.517598 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a69520b7-0c16-4ffb-970a-b297084f6932 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9f703a7-cf85-4c89-9d2d-ffa9058f0ae7 HTTP/1.1" status: 204 len: 168 time: 0.4025259 Sep 16 04:59:06.544791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69520b7-0c16-4ffb-970a-b297084f6932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f703a7-cf85-4c89-9d2d-ffa9058f0ae7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.569060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-13fc0433-c4ba-4353-bb92-01ba77d27c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.571762 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-13fc0433-c4ba-4353-bb92-01ba77d27c0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1224382 Sep 16 04:59:06.610517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cfaca-8dbd-4a10-bf80-4f583a68ffbc req-9e576557-8e76-40ae-b28f-68e1b40ce2ac tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.612190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-545cfaca-8dbd-4a10-bf80-4f583a68ffbc req-9e576557-8e76-40ae-b28f-68e1b40ce2ac tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 945 time: 0.0913479 Sep 16 04:59:06.661833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-545cfaca-8dbd-4a10-bf80-4f583a68ffbc req-7c08b59d-05f5-4632-8c1e-6891ad263a5a tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Sep 16 04:59:06.679611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-be73926d-e6d0-4591-bac9-16075fa9b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.679611 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-be73926d-e6d0-4591-bac9-16075fa9b88e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976312 Sep 16 04:59:06.779301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbd043-9ce7-43c6-95c7-8790ceee3711 req-0c5db11b-8fc1-4bd9-8655-3045e735529b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.780992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40dbd043-9ce7-43c6-95c7-8790ceee3711 req-0c5db11b-8fc1-4bd9-8655-3045e735529b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0551944 Sep 16 04:59:06.824822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40dbd043-9ce7-43c6-95c7-8790ceee3711 req-5b4e1cf0-c930-420c-8844-b21f060628cb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330966 Sep 16 04:59:06.825734 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-6431b330-bb01-4ad0-9c6c-a70a1d207bd4 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065001 Sep 16 04:59:06.828446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.945811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871db18a-2a0c-4252-88a5-21d4a1a0992b,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.966933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Checking segment: {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:06.967430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Network hostable DHCP agents. Network: ec4316d4-d7f5-4e3e-93e2-03586bd4c746, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:06.997003 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1cdea279-4ca3-4965-a20e-b5264f9e489d req-963ba8e5-d16c-4f79-afb7-657113edbbd7 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415079 Sep 16 04:59:07.065557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:07.116404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-cac3edab-a4fa-43d7-91c1-b71209f12aa2 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.117897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-cac3edab-a4fa-43d7-91c1-b71209f12aa2 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 945 time: 0.0521669 Sep 16 04:59:07.145675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ec4316d4-d7f5-4e3e-93e2-03586bd4c746) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:07.151004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.152229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.157623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc02c4-2a73-478c-803c-09ae96520e86 None None] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:07.234247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1814-caed-42ab-8455-87c880c11b3d req-b773443d-5896-455f-8cea-c9ad79b70172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.236255 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-422b1814-caed-42ab-8455-87c880c11b3d req-b773443d-5896-455f-8cea-c9ad79b70172 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 1099 time: 0.0473967 Sep 16 04:59:07.242123 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a7b53281-245c-4a1a-8135-e5eb7ed2b3b9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.9847424 Sep 16 04:59:07.243204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42606) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.248352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:07.271276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59ef1a-5bba-473e-9914-86e0e96dd2d7 req-9cd0c929-63d9-43f2-87e6-094787b1da63 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.272847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf59ef1a-5bba-473e-9914-86e0e96dd2d7 req-9cd0c929-63d9-43f2-87e6-094787b1da63 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 945 time: 0.1052814 Sep 16 04:59:07.329303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:07.331605 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.340354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Deleting port caef12c7-df9f-4674-a80a-2e17752fc2db {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:07.340705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.361503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf59ef1a-5bba-473e-9914-86e0e96dd2d7 req-104ee952-6034-4d8a-9971-d3c645bfb2d9 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abdb048-bdf0-4645-9020-9e4dec916dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819020 Sep 16 04:59:07.411352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1814-caed-42ab-8455-87c880c11b3d req-8a06b672-c744-47f8-9a26-76cd7c176b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.414816 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-422b1814-caed-42ab-8455-87c880c11b3d req-8a06b672-c744-47f8-9a26-76cd7c176b3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1699996 Sep 16 04:59:07.466782 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-422b1814-caed-42ab-8455-87c880c11b3d req-e2eae5dd-c58c-436b-96ac-790d961c27ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f1c90ea2-f2b4-4205-8455-ac44b1725f8f HTTP/1.1" status: 200 len: 217 time: 0.0357673 Sep 16 04:59:07.554387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1814-caed-42ab-8455-87c880c11b3d req-3df23353-2d5c-431d-8ebb-105f48e0caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.554387 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-422b1814-caed-42ab-8455-87c880c11b3d req-3df23353-2d5c-431d-8ebb-105f48e0caa5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0516796 Sep 16 04:59:07.554803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Allocated IP 172.20.0.2 (ec4316d4-d7f5-4e3e-93e2-03586bd4c746/871db18a-2a0c-4252-88a5-21d4a1a0992b/d7ae315c-bfb4-442a-ae53-00cb029cb046) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:07.590355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1814-caed-42ab-8455-87c880c11b3d req-abe07011-77e9-4d17-87ef-ab03834dd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.591931 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-422b1814-caed-42ab-8455-87c880c11b3d req-abe07011-77e9-4d17-87ef-ab03834dd1cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477629 Sep 16 04:59:07.692334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-422b1814-caed-42ab-8455-87c880c11b3d req-cba5bb32-bb45-4c4d-bda7-a4a3bbeeba7b service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910535 Sep 16 04:59:07.699534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42614) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.716977 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.744228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.745178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.812999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] For port caef12c7-df9f-4674-a80a-2e17752fc2db, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=caef12c7-df9f-4674-a80a-2e17752fc2db,segment=NetworkSegment(8eb2657c-143c-4669-8305-e864b963d62d),segment_id=8eb2657c-143c-4669-8305-e864b963d62d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:07.813286 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.831215 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dbdc84b1-b407-4bb3-9003-a68685e84d88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66eb9e53843b4f7bb5478eb80ae719ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302330 Sep 16 04:59:07.835073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.836195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Calling delete_port for caef12c7-df9f-4674-a80a-2e17752fc2db owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:07.844865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdf1c4-8da7-45c6-b2d1-ed5d347f848a req-d9ffede6-de94-419e-9273-f57f4dc1f3eb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.846377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0efdf1c4-8da7-45c6-b2d1-ed5d347f848a req-d9ffede6-de94-419e-9273-f57f4dc1f3eb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1087928 Sep 16 04:59:07.848905 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.859661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830d49c-00b4-4e3d-b03a-14e72f3a1a65 req-cb71ec41-5427-4a38-b279-a398a34b4a13 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.867038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8830d49c-00b4-4e3d-b03a-14e72f3a1a65 req-cb71ec41-5427-4a38-b279-a398a34b4a13 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 947 time: 0.1304531 Sep 16 04:59:07.886762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.893822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:07.897529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:07.904007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:07.911807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Pushing event updated for resources: {'Port': ['ID=d7ae315c-bfb4-442a-ae53-00cb029cb046,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.927661 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-422b1814-caed-42ab-8455-87c880c11b3d req-50283535-a5b4-41a7-a77a-1b9b712735f5 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247050 Sep 16 04:59:07.957098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-706ce0a7-9cea-4ae5-89ad-b4ddd6c8c5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.976528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Attempting to bind port d7ae315c-bfb4-442a-ae53-00cb029cb046 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:07.977392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Attempting to bind port d7ae315c-bfb4-442a-ae53-00cb029cb046 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:07.977883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Attempting to bind port d7ae315c-bfb4-442a-ae53-00cb029cb046 on network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:07.983060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:07.983600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Checking segment: {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:07.984139 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.984845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Bound using segment: {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:07.985415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Bound port: d7ae315c-bfb4-442a-ae53-00cb029cb046, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:07.985945 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.991231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0efdf1c4-8da7-45c6-b2d1-ed5d347f848a req-6d171d26-ea22-417f-af4b-1705c12a4f1f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192315 Sep 16 04:59:07.995437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8830d49c-00b4-4e3d-b03a-14e72f3a1a65 req-dfd89555-4eef-48a8-ad21-f7fb555bc864 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275260 Sep 16 04:59:08.032531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-706ce0a7-9cea-4ae5-89ad-b4ddd6c8c5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.082616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] For port d7ae315c-bfb4-442a-ae53-00cb029cb046, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:08.086090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] For port d7ae315c-bfb4-442a-ae53-00cb029cb046, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d7ae315c-bfb4-442a-ae53-00cb029cb046,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:08.155431 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.157759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d46207-ffa3-4fbc-b1c9-982ec3831c2a req-5da1e7cb-a232-4ba5-9bb9-5937b7d4cc0c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.159722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39d46207-ffa3-4fbc-b1c9-982ec3831c2a req-5da1e7cb-a232-4ba5-9bb9-5937b7d4cc0c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0533750 Sep 16 04:59:08.185591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.190732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.230900 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['caef12c7-df9f-4674-a80a-2e17752fc2db'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:08.240286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Pushing event deleted for resources: {'Port': ['ID=caef12c7-df9f-4674-a80a-2e17752fc2db,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.252554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39d46207-ffa3-4fbc-b1c9-982ec3831c2a req-755feebd-57d0-4a0a-a411-71fc7132381c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838778 Sep 16 04:59:08.261082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a90c1-44fe-4346-b257-78a8a60247a1 None None] Pushing event updated for resources: {'Port': ['ID=d7ae315c-bfb4-442a-ae53-00cb029cb046,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.299645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] No DVR routers for this DVR port caef12c7-df9f-4674-a80a-2e17752fc2db on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:08.303842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.306054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8228a46f-1e2c-47ac-b2fe-24471a6c6d81 req-b9a36206-9723-4319-a183-8500b3c8df6c tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.57 "DELETE /v2.0/ports/caef12c7-df9f-4674-a80a-2e17752fc2db HTTP/1.1" status: 204 len: 173 time: 1.1773846 Sep 16 04:59:08.306780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0030a4-e622-47d4-93d2-1fba522a256a', 'name': 'network-vif-deleted', 'tag': 'caef12c7-df9f-4674-a80a-2e17752fc2db'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:08.309716 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d7272-f43d-412f-bca9-7f117a0431a1" -d '{"events": [{"server_uuid": "4b0030a4-e622-47d4-93d2-1fba522a256a", "name": "network-vif-deleted", "tag": "caef12c7-df9f-4674-a80a-2e17752fc2db"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:08.320767 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-706ce0a7-9cea-4ae5-89ad-b4ddd6c8c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.323319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-706ce0a7-9cea-4ae5-89ad-b4ddd6c8c5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.326109 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-706ce0a7-9cea-4ae5-89ad-b4ddd6c8c5d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/179b1588-1694-45f8-8a2f-264fe5f92daf HTTP/1.1" status: 204 len: 168 time: 0.4883590 Sep 16 04:59:08.335299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ce0a7-9cea-4ae5-89ad-b4ddd6c8c5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179b1588-1694-45f8-8a2f-264fe5f92daf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.367410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99599f2c-1657-45aa-aa37-01bff9176db9 req-d2120d77-1f26-4fe0-8919-eec71909dc70 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.375529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99599f2c-1657-45aa-aa37-01bff9176db9 req-d2120d77-1f26-4fe0-8919-eec71909dc70 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 945 time: 0.0623631 Sep 16 04:59:08.433052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99599f2c-1657-45aa-aa37-01bff9176db9 req-f980b84f-6d47-4cc7-8abe-c80b90aa2842 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Sep 16 04:59:08.528975 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb45dab-d714-4296-a7f3-22fda34a474d x-openstack-request-id: req-5cb45dab-d714-4296-a7f3-22fda34a474d {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:08.529272 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0030a4-e622-47d4-93d2-1fba522a256a", "name": "network-vif-deleted", "tag": "caef12c7-df9f-4674-a80a-2e17752fc2db", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:08.529528 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5cb45dab-d714-4296-a7f3-22fda34a474d {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:08.530004 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0030a4-e622-47d4-93d2-1fba522a256a', 'name': 'network-vif-deleted', 'tag': 'caef12c7-df9f-4674-a80a-2e17752fc2db', 'status': 'completed', 'code': 200} Sep 16 04:59:08.592113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fe31dbf-fb33-44af-99a5-369c16008199 req-e7cdafd0-6336-4c31-aaa9-ef60b5c58a89 tempest-ServerPasswordTestJSON-1534675239 tempest-ServerPasswordTestJSON-1534675239-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b0030a4-e622-47d4-93d2-1fba522a256a HTTP/1.1" status: 200 len: 210 time: 0.0334120 Sep 16 04:59:08.606918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.629467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.749792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Allocated IP 172.25.7.204 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/d355bf3a-cfb3-46e1-8e86-c352fa6b11fe) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:08.913246 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.948690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d7ae315c-bfb4-442a-ae53-00cb029cb046 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:09.016264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d7ae315c-bfb4-442a-ae53-00cb029cb046 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:09.016904 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.024850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.111660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:09.115150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:09.120764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:09.132479 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.171958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Pushing event updated for resources: {'Port': ['ID=d355bf3a-cfb3-46e1-8e86-c352fa6b11fe,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.199535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port d7ae315c-bfb4-442a-ae53-00cb029cb046, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d7ae315c-bfb4-442a-ae53-00cb029cb046,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:09.202683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f04a-b843-4a30-9a68-4da458836390 req-2fa94171-95d8-46d6-bda3-dfed0688022d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.204583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e84f04a-b843-4a30-9a68-4da458836390 req-2fa94171-95d8-46d6-bda3-dfed0688022d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 947 time: 0.1128852 Sep 16 04:59:09.247408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e84f04a-b843-4a30-9a68-4da458836390 req-78b7a975-e9fc-4c55-b958-4ea661aa1b94 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362265 Sep 16 04:59:09.366238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fb605-6168-4573-9a2d-3edd566dfdcf req-6a86c947-4aff-4091-8864-3cbee4c8c860 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.368565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-599fb605-6168-4573-9a2d-3edd566dfdcf req-6a86c947-4aff-4091-8864-3cbee4c8c860 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0530035 Sep 16 04:59:09.381600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.392580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f1c90ea2-f2b4-4205-8455-ac44b1725f8f details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:09.436251 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1019ff-e40e-446d-9299-c7a68cba0b97 None None] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:09.449829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-599fb605-6168-4573-9a2d-3edd566dfdcf req-4ae9b759-580f-44ca-88b7-6a25d1f37900 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716727 Sep 16 04:59:09.564846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b4da418c-8a90-42ab-b0a9-2e1aaf55bfea None None] Provisioning complete for port d7ae315c-bfb4-442a-ae53-00cb029cb046 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:09.565235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4da418c-8a90-42ab-b0a9-2e1aaf55bfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.571261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=d7ae315c-bfb4-442a-ae53-00cb029cb046,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.585522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd78a5-c6ba-4554-af48-fe36f8a2d472 req-bc73098e-7f71-40c8-af3d-1918c1c081cd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.594283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6dd78a5-c6ba-4554-af48-fe36f8a2d472 req-bc73098e-7f71-40c8-af3d-1918c1c081cd tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0745816 Sep 16 04:59:09.646421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6dd78a5-c6ba-4554-af48-fe36f8a2d472 req-7992c5ed-7c0f-4b30-9473-f79d5f84c8a2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510218 Sep 16 04:59:09.714699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f1c90ea2-f2b4-4205-8455-ac44b1725f8f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:09.774455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f', 'mac_address': 'fa:16:3e:ad:0f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:09.861769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2483-f9c1-4061-8119-160c5a6a374c req-cf27c0c3-902f-4ff5-89d9-052f4b5d1b4f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.868615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6fc2483-f9c1-4061-8119-160c5a6a374c req-cf27c0c3-902f-4ff5-89d9-052f4b5d1b4f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0866346 Sep 16 04:59:09.931129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6fc2483-f9c1-4061-8119-160c5a6a374c req-8f43db77-989d-4c64-a216-56ea4e317c61 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561435 Sep 16 04:59:09.985384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.065860 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.066390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973cb5c-0ae7-4735-9e6f-32f84c94de3e req-a6a073e2-421a-4770-a6a4-48863cce0404 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.081635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c90ea2-f2b4-4205-8455-ac44b1725f8f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:10.086713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0973cb5c-0ae7-4735-9e6f-32f84c94de3e req-a6a073e2-421a-4770-a6a4-48863cce0404 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 945 time: 0.0801680 Sep 16 04:59:10.106560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f1c90ea2-f2b4-4205-8455-ac44b1725f8f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:10.179959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0973cb5c-0ae7-4735-9e6f-32f84c94de3e req-f3933e55-2bfa-4aef-a712-54f2cc80fd15 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915456 Sep 16 04:59:10.194495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42670) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:10.206164 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.281842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.286466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.310928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fd1509-f015-47fe-8fef-6824253c172f admin admin] Deleting subnet 99f35177-0d14-4282-906a-41dc7fbb0002 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:10.326460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.328880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36fd1509-f015-47fe-8fef-6824253c172f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.399477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36fd1509-f015-47fe-8fef-6824253c172f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.472911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['f1c90ea2-f2b4-4205-8455-ac44b1725f8f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:10.477036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36fd1509-f015-47fe-8fef-6824253c172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.535307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f07d-07df-4e66-b993-4efb19a07c2f req-cfbe6953-07bc-4ef2-b3a6-f28e21f91d04 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.536903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7467f07d-07df-4e66-b993-4efb19a07c2f req-cfbe6953-07bc-4ef2-b3a6-f28e21f91d04 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 948 time: 0.0944414 Sep 16 04:59:10.560031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-64260361-8895-4836-8b6b-1077310abc75 None None] Provisioning complete for port d7ae315c-bfb4-442a-ae53-00cb029cb046 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:10.560407 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64260361-8895-4836-8b6b-1077310abc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.582504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7467f07d-07df-4e66-b993-4efb19a07c2f req-5aa4438e-fc6a-4762-8c7b-d777d560e8ac tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385251 Sep 16 04:59:10.619754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:10.677180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36fd1509-f015-47fe-8fef-6824253c172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.728159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd1509-f015-47fe-8fef-6824253c172f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f35177-0d14-4282-906a-41dc7fbb0002,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.733134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-36fd1509-f015-47fe-8fef-6824253c172f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.735434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-36fd1509-f015-47fe-8fef-6824253c172f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/99f35177-0d14-4282-906a-41dc7fbb0002 HTTP/1.1" status: 204 len: 168 time: 0.5398211 Sep 16 04:59:10.746301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42694) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:10.749950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186c515-e6de-46d8-8a56-8e26110fa2b2 req-c08412ea-1eda-420a-b0e2-9f6c9d70e686 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.752237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2186c515-e6de-46d8-8a56-8e26110fa2b2 req-c08412ea-1eda-420a-b0e2-9f6c9d70e686 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1124902 Sep 16 04:59:10.773710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:10.785754 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Sync routers for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:10.798293 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:10.798293 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:10.866432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2186c515-e6de-46d8-8a56-8e26110fa2b2 req-ca3d9a5f-aa4d-4981-a6c0-20cabf9401de tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945556 Sep 16 04:59:10.875568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.884419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d7ae315c-bfb4-442a-ae53-00cb029cb046 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:10.913038 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:10.941276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.942572 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1839053d-8fe6-4cb9-a914-254eff80dc9b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.6988990 Sep 16 04:59:10.946521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42700) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:10.962672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d7ae315c-bfb4-442a-ae53-00cb029cb046 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:10.963288 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.987616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0209817-6b94-42d6-8ab3-5d653554ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.998237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.030463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3699cc9-695d-4469-a4b2-05cee114b4d6']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:11.043545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb2657c-143c-4669-8305-e864b963d62d') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:11.044044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb2657c-143c-4669-8305-e864b963d62d') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:11.056302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.078052 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.092744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:11.095263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:11.100667 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:11.157134 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:09Z', 'revision_number': 3, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:11.197822 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Checking router: a78e8c7d-b15e-4232-bc2f-81b1763e4d73 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:11.198177 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Updating router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:11.251503 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.280262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3df91-5cf1-476e-9585-956a490f1781 req-165864ae-29f3-4279-b1ca-ff117302070e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.288744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9e3df91-5cf1-476e-9585-956a490f1781 req-165864ae-29f3-4279-b1ca-ff117302070e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1187119 Sep 16 04:59:11.292972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.317626 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.322769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] 10.222.0.59 "DELETE /v2.0/networks/c3699cc9-695d-4469-a4b2-05cee114b4d6 HTTP/1.1" status: 204 len: 168 time: 0.5672138 Sep 16 04:59:11.332748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300b15f-3dc9-4552-a4b2-19f4e03bce2f req-50d3dbe7-9feb-4f16-8b14-3811069b3270 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.337358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device caef12c7-df9f-4674-a80a-2e17752fc2db no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:11.343019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5300b15f-3dc9-4552-a4b2-19f4e03bce2f req-50d3dbe7-9feb-4f16-8b14-3811069b3270 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1361542 Sep 16 04:59:11.362609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38063899-36de-465b-ab4a-e619348c77ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c3699cc9-695d-4469-a4b2-05cee114b4d6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.401216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f1c90ea2-f2b4-4205-8455-ac44b1725f8f up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:11.401366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9e3df91-5cf1-476e-9585-956a490f1781 req-3dddfce4-d17e-4325-adc0-82fa0a52321c tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087339 Sep 16 04:59:11.408588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: caef12c7-df9f-4674-a80a-2e17752fc2db {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:11.411915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device caef12c7-df9f-4674-a80a-2e17752fc2db not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:11.415629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42714) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:11.451433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5300b15f-3dc9-4552-a4b2-19f4e03bce2f req-a9749b18-d145-40d6-8636-7a411e119b0a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037409 Sep 16 04:59:11.642657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port f1c90ea2-f2b4-4205-8455-ac44b1725f8f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:11.647072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9f7bd358-7c74-4048-b276-a4abb46dce8d tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-262481424'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:11.652347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port f1c90ea2-f2b4-4205-8455-ac44b1725f8f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:11.652347 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.740096 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.762361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867db44-d0f3-4a21-a87c-c84c1036cb16 req-51e08367-0923-4de7-8da8-3b670ee03be0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.764118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6867db44-d0f3-4a21-a87c-c84c1036cb16 req-51e08367-0923-4de7-8da8-3b670ee03be0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0749338 Sep 16 04:59:11.768086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.777137 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.807045 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f732a0-6b95-4463-857a-d3b9ac3a05ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:11.809544 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca26463d-f81b-420c-99af-98289dc46a64" -d '{"events": [{"server_uuid": "51f732a0-6b95-4463-857a-d3b9ac3a05ae", "name": "network-vif-plugged", "status": "completed", "tag": "f1c90ea2-f2b4-4205-8455-ac44b1725f8f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:11.826930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6867db44-d0f3-4a21-a87c-c84c1036cb16 req-ebbc8914-8529-4b89-83d0-063ba16123e4 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532193 Sep 16 04:59:11.828719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f1c90ea2-f2b4-4205-8455-ac44b1725f8f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:11.858913 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.862176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd358-7c74-4048-b276-a4abb46dce8d tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.862176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd358-7c74-4048-b276-a4abb46dce8d tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.921105 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Attempting to bind port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:11.921495 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Attempting to bind port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:11.922070 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Attempting to bind port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:11.930467 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:11.931138 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:11.931767 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.932346 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:11.933008 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Bound port: d355bf3a-cfb3-46e1-8e86-c352fa6b11fe, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:11.933592 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.939549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.950060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd358-7c74-4048-b276-a4abb46dce8d tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.968196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Allocated IP 172.20.0.1 (ec4316d4-d7f5-4e3e-93e2-03586bd4c746/871db18a-2a0c-4252-88a5-21d4a1a0992b/213d94cf-6cb0-4774-b417-af350e1e8201) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:11.976907 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ff7ac-77b7-4cbd-9cec-b122d3a0ae91 None None] Pushing event updated for resources: {'Port': ['ID=d355bf3a-cfb3-46e1-8e86-c352fa6b11fe,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.993623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34d050-7dcd-424e-9afb-4b41e9686b20 req-932ac54d-9a19-4dfc-83ad-b947542f6173 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.995107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d34d050-7dcd-424e-9afb-4b41e9686b20 req-932ac54d-9a19-4dfc-83ad-b947542f6173 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 948 time: 0.0857260 Sep 16 04:59:12.009059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.013120 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] For port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:12.017230 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] For port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d355bf3a-cfb3-46e1-8e86-c352fa6b11fe,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:12.046024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d34d050-7dcd-424e-9afb-4b41e9686b20 req-60217c3b-77bf-48c1-9225-70c86d07c497 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Sep 16 04:59:12.102354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42756) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.109846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.122006 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d117ec82-1f9e-4401-b14b-4520354a5157 x-openstack-request-id: req-d117ec82-1f9e-4401-b14b-4520354a5157 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:12.122006 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f732a0-6b95-4463-857a-d3b9ac3a05ae", "name": "network-vif-plugged", "status": "completed", "tag": "f1c90ea2-f2b4-4205-8455-ac44b1725f8f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:12.122006 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d117ec82-1f9e-4401-b14b-4520354a5157 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:12.122006 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f732a0-6b95-4463-857a-d3b9ac3a05ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f', 'code': 200} Sep 16 04:59:12.168944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-559dad62-92ad-4478-a103-f81c963641e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5b15ed5224743c8b9034b536ab0440a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652268 Sep 16 04:59:12.171513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42758) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.212249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbee19e-88a6-437a-b54e-602e83f8d14f req-d631b7ea-da2b-47d8-813b-0eac5b10dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.213767 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdbee19e-88a6-437a-b54e-602e83f8d14f req-d631b7ea-da2b-47d8-813b-0eac5b10dee4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 1101 time: 0.0452156 Sep 16 04:59:12.227285 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd358-7c74-4048-b276-a4abb46dce8d tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.250419 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cdbee19e-88a6-437a-b54e-602e83f8d14f req-d7243da8-f470-41ff-844a-d4fce229d53b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288422 Sep 16 04:59:12.260906 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.272324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c211db-222f-4a73-ba26-368dfac92c3f req-10e548a1-2a09-4e09-8624-b81dd806e16b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.273877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4c211db-222f-4a73-ba26-368dfac92c3f req-10e548a1-2a09-4e09-8624-b81dd806e16b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0942557 Sep 16 04:59:12.276908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-949eebf8-f111-4220-ba33-190cdc128589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.286551 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.314629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-949eebf8-f111-4220-ba33-190cdc128589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.320358 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:12.321368 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:58:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:12.341223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:12.348451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:12.350759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:12.351283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4c211db-222f-4a73-ba26-368dfac92c3f req-6cfc7c46-b98c-4154-90a8-8f0590812e3b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697575 Sep 16 04:59:12.356668 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ff7ac-77b7-4cbd-9cec-b122d3a0ae91 None None] Pushing event updated for resources: {'Port': ['ID=d355bf3a-cfb3-46e1-8e86-c352fa6b11fe,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.359253 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd358-7c74-4048-b276-a4abb46dce8d tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.360580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9f7bd358-7c74-4048-b276-a4abb46dce8d tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9438012 Sep 16 04:59:12.379132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42760) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.409979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Pushing event updated for resources: {'Port': ['ID=213d94cf-6cb0-4774-b417-af350e1e8201,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.429481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.542762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:12.553583 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22bd8c7-90d2-4d10-969c-e4516ce2ca5e tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.679042 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-949eebf8-f111-4220-ba33-190cdc128589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.681682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-949eebf8-f111-4220-ba33-190cdc128589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.683003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-949eebf8-f111-4220-ba33-190cdc128589 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5abdb048-bdf0-4645-9020-9e4dec916dae HTTP/1.1" status: 204 len: 168 time: 0.5102384 Sep 16 04:59:12.727822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2267b5dc-aa52-4a68-8b79-e3d6d864512e None None] Provisioning complete for port 213d94cf-6cb0-4774-b417-af350e1e8201 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:12.728467 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2267b5dc-aa52-4a68-8b79-e3d6d864512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.743012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.765719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2267b5dc-aa52-4a68-8b79-e3d6d864512e None None] Port 213d94cf-6cb0-4774-b417-af350e1e8201 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:12.783161 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:09Z', 'revision_number': 3, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:12.806421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eebf8-f111-4220-ba33-190cdc128589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abdb048-bdf0-4645-9020-9e4dec916dae,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.827000 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990b078-8305-45d0-982e-2dc7200dcaab None None] The sync data for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 is: [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:09Z', 'revision_number': 3, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:12.853248 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22bd8c7-90d2-4d10-969c-e4516ce2ca5e tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.858704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22bd8c7-90d2-4d10-969c-e4516ce2ca5e tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.876976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faece445-18e1-4255-bdb4-4e3011299c73 req-3240809b-8f2b-479f-8d8f-9f08e40c4b21 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.878782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-faece445-18e1-4255-bdb4-4e3011299c73 req-3240809b-8f2b-479f-8d8f-9f08e40c4b21 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.3274171 Sep 16 04:59:12.930391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b8036-a1e7-416c-b088-0da8ea23aefb req-42361273-4c53-4ed0-9ac2-c213e82f7a27 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.932019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b28b8036-a1e7-416c-b088-0da8ea23aefb req-42361273-4c53-4ed0-9ac2-c213e82f7a27 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.3156714 Sep 16 04:59:12.962977 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.987975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-faece445-18e1-4255-bdb4-4e3011299c73 req-24f80e34-5a68-4225-a8b6-4ede56f513d7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691681 Sep 16 04:59:12.995844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b28b8036-a1e7-416c-b088-0da8ea23aefb req-ed21411d-05c9-42b1-abfb-55cd5759af2c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564799 Sep 16 04:59:13.069477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22bd8c7-90d2-4d10-969c-e4516ce2ca5e tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.069992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22bd8c7-90d2-4d10-969c-e4516ce2ca5e tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2c86ef5-d1ba-4cf8-b7cf-d539f8e5f306 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:13.095090 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22bd8c7-90d2-4d10-969c-e4516ce2ca5e tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.096284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b22bd8c7-90d2-4d10-969c-e4516ce2ca5e tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e2c86ef5-d1ba-4cf8-b7cf-d539f8e5f306 HTTP/1.1" status: 204 len: 168 time: 0.7246442 Sep 16 04:59:13.102432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42786) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.106704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-93a9cead-88ac-4021-9d67-e161393c6181 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Request body: {'router': {'name': 'tempest-router-804009282', 'distributed': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:13.138446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ad86d-d05f-443e-8682-e643fd529ce4 req-318b992f-d227-4f5f-9cb3-7d7c1de27115 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.139815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce3ad86d-d05f-443e-8682-e643fd529ce4 req-318b992f-d227-4f5f-9cb3-7d7c1de27115 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 945 time: 0.0794461 Sep 16 04:59:13.145377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.197112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce3ad86d-d05f-443e-8682-e643fd529ce4 req-a42b946c-8c67-473b-ac3c-5936809f1e8d tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506546 Sep 16 04:59:13.260874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382c59f-5d9c-4232-934b-be99e1e4ba25 req-d89f4b03-edea-4108-9c27-bb17af2a86d1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.261257 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9cead-88ac-4021-9d67-e161393c6181 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.262343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9cead-88ac-4021-9d67-e161393c6181 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.275851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d382c59f-5d9c-4232-934b-be99e1e4ba25 req-d89f4b03-edea-4108-9c27-bb17af2a86d1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0693212 Sep 16 04:59:13.285288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Pushing event updated for resources: {'Port': ['ID=213d94cf-6cb0-4774-b417-af350e1e8201,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.296555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.340100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c9ec16da-cf18-48ab-b0e9-a18edc354ffc details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:13.388141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d382c59f-5d9c-4232-934b-be99e1e4ba25 req-e608bb76-8af0-4da4-81cb-6350f57b01c8 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063116 Sep 16 04:59:13.434785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9cead-88ac-4021-9d67-e161393c6181 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.454630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ae1d-7b29-42fc-a7d3-18b82bfbc0e1 req-11d9e86f-9f45-447f-9536-ba138f559b59 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.460283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff94ae1d-7b29-42fc-a7d3-18b82bfbc0e1 req-11d9e86f-9f45-447f-9536-ba138f559b59 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 949 time: 0.1687191 Sep 16 04:59:13.514099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:13.536965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9cead-88ac-4021-9d67-e161393c6181 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.546732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'network_id': '192a16d4-d496-4a46-98bf-a9967c8e1fd9', 'port_id': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'mac_address': 'fa:16:3e:7c:2d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9fcea-cb4e-484d-af72-59700fda7393', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:13.553225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff94ae1d-7b29-42fc-a7d3-18b82bfbc0e1 req-f2768128-5730-41a4-9023-06a01c61cd3d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864422 Sep 16 04:59:13.561253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:13.569383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:13.632140 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.697189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9ec16da-cf18-48ab-b0e9-a18edc354ffc {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:13.755773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:13.774400 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9cead-88ac-4021-9d67-e161393c6181 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.776281 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93a9cead-88ac-4021-9d67-e161393c6181 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6726754 Sep 16 04:59:13.781671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42804) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.808402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0673-1329-4aa5-aaab-e62f0c932798 req-21a00dad-c0e3-44e5-8638-a9f3eb9ed656 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.810099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92ac0673-1329-4aa5-aaab-e62f0c932798 req-21a00dad-c0e3-44e5-8638-a9f3eb9ed656 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0871511 Sep 16 04:59:13.813941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-96ff064c-0f72-471c-8e3a-f1bfc8b96bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.875531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92ac0673-1329-4aa5-aaab-e62f0c932798 req-7a733911-f028-46ba-bf7c-fa2d9d4a8850 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Sep 16 04:59:13.924165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7c92-9ea9-4a68-92fc-fec6ebccdac4 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.934550 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.972531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:14.013452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.036681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3215d5-da69-4904-8e8e-4c64db10af1c req-a7ae1cd9-0385-4a1e-846b-ecfbdff77300 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.052459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce3215d5-da69-4904-8e8e-4c64db10af1c req-a7ae1cd9-0385-4a1e-846b-ecfbdff77300 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0951929 Sep 16 04:59:14.056944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8567ed1b-cd33-4372-a36f-528fe7d49aca None None] Provisioning complete for port 213d94cf-6cb0-4774-b417-af350e1e8201 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:14.057548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8567ed1b-cd33-4372-a36f-528fe7d49aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.101932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8567ed1b-cd33-4372-a36f-528fe7d49aca None None] Port 213d94cf-6cb0-4774-b417-af350e1e8201 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:14.104191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce3215d5-da69-4904-8e8e-4c64db10af1c req-2e43446d-cb4a-43cd-a882-ead880a91488 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546205 Sep 16 04:59:14.143306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.174390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7c92-9ea9-4a68-92fc-fec6ebccdac4 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.178624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7c92-9ea9-4a68-92fc-fec6ebccdac4 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.225409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9d0c8-b52f-4370-9c5b-060cb4431e41 req-2b048a46-3a27-452c-82d4-f048c2a1200f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.233876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aef9d0c8-b52f-4370-9c5b-060cb4431e41 req-2b048a46-3a27-452c-82d4-f048c2a1200f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0630364 Sep 16 04:59:14.269871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aef9d0c8-b52f-4370-9c5b-060cb4431e41 req-5fbcd0a8-6cbd-4550-889a-74c2b02df14d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348074 Sep 16 04:59:14.289741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:14.297916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['c9ec16da-cf18-48ab-b0e9-a18edc354ffc'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:14.326848 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c02be128-65de-4f66-9f86-e1c35198202d admin admin] 10.222.0.59 "PUT /v2.0/routers/a78e8c7d-b15e-4232-bc2f-81b1763e4d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3790512 Sep 16 04:59:14.335875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7c92-9ea9-4a68-92fc-fec6ebccdac4 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.337564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0b7c92-9ea9-4a68-92fc-fec6ebccdac4 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 584a5e9f-4b14-4754-bc98-3e0d32b2471e {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:14.352142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7c92-9ea9-4a68-92fc-fec6ebccdac4 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.356378 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1b0b7c92-9ea9-4a68-92fc-fec6ebccdac4 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "DELETE /v2.0/routers/584a5e9f-4b14-4754-bc98-3e0d32b2471e HTTP/1.1" status: 204 len: 168 time: 0.5685716 Sep 16 04:59:14.356825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d79a-3770-40f3-9aa6-812258ed3ee8 req-bbff02d3-744c-4d46-93e3-c758507e4711 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.356979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42830) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.358597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4017d79a-3770-40f3-9aa6-812258ed3ee8 req-bbff02d3-744c-4d46-93e3-c758507e4711 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0821493 Sep 16 04:59:14.367610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-aef496ff-5d75-4040-86ab-13f74d59b9af tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Request body: {'router': {'name': 'tempest-router-1822967539', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '797d360407734b9b8e0e2e6877293962'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:14.452023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4017d79a-3770-40f3-9aa6-812258ed3ee8 req-7b62f1e5-784d-423c-883c-1ac381d4b941 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851617 Sep 16 04:59:14.465419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aef496ff-5d75-4040-86ab-13f74d59b9af tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.466827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aef496ff-5d75-4040-86ab-13f74d59b9af tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.489326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647e3b-c2f1-4942-8919-0b802855857d req-f53c1bc9-c553-4742-8547-f8a31eab0caa tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.491569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b647e3b-c2f1-4942-8919-0b802855857d req-f53c1bc9-c553-4742-8547-f8a31eab0caa tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 944 time: 0.1034794 Sep 16 04:59:14.567682 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aef496ff-5d75-4040-86ab-13f74d59b9af tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.584633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b647e3b-c2f1-4942-8919-0b802855857d req-b49ec8f2-4bac-4682-adbf-a22e36148814 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803883 Sep 16 04:59:14.654055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602c191-7882-4620-932a-54f4e36678c0 req-9b8961a6-0775-4ae4-83d8-cc72522165e9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.655943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1602c191-7882-4620-932a-54f4e36678c0 req-9b8961a6-0775-4ae4-83d8-cc72522165e9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0558555 Sep 16 04:59:14.657790 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aef496ff-5d75-4040-86ab-13f74d59b9af tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.707772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1602c191-7882-4620-932a-54f4e36678c0 req-4dfa71ce-dc40-40b4-b1de-5a827e86be0e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Sep 16 04:59:14.754507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aef496ff-5d75-4040-86ab-13f74d59b9af tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.755934 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aef496ff-5d75-4040-86ab-13f74d59b9af tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3980899 Sep 16 04:59:14.759751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42852) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.765306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:14.913906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d355bf3a-cfb3-46e1-8e86-c352fa6b11fe up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:14.970413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:14.970860 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.000044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f5503-af80-4991-9aa7-1878c4a0431c req-ccbb6c82-4a1c-40a9-8d76-4105b13dd53b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:15.001296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-225f5503-af80-4991-9aa7-1878c4a0431c req-ccbb6c82-4a1c-40a9-8d76-4105b13dd53b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 949 time: 0.1951578 Sep 16 04:59:15.011581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Sync routers for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:15.027134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:15.027870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:15.101479 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.119923 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.131780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.132396 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.179607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d355bf3a-cfb3-46e1-8e86-c352fa6b11fe,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:15.190050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:15.268015 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.316050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42868) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:15.365080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c9ec16da-cf18-48ab-b0e9-a18edc354ffc up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:15.419213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=d355bf3a-cfb3-46e1-8e86-c352fa6b11fe,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.454260 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.492417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port c9ec16da-cf18-48ab-b0e9-a18edc354ffc triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:15.497323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.540214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 2, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:15.570927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 16 04:59:15.571302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Router 3c74c82c-8fab-4484-b91e-4977d3f715e1 migrating from provider to provider. {{(pid=101824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 16 04:59:15.571740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.574818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Checking router: a78e8c7d-b15e-4232-bc2f-81b1763e4d73 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:15.575118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Updating router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 port 213d94cf-6cb0-4774-b417-af350e1e8201 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:15.575486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.576317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.579896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-225f5503-af80-4991-9aa7-1878c4a0431c req-43f0c6de-8f6b-44c0-8124-8dc6d29bd1d2 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667086 Sep 16 04:59:15.603027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-cefc6084-d7a6-4b18-9739-c8d89bfacf65 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:15.605681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-cefc6084-d7a6-4b18-9739-c8d89bfacf65 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/networks?id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746 HTTP/1.1" status: 200 len: 827 time: 0.6742253 Sep 16 04:59:15.621101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-88d53088-4986-40c6-921e-7233ab9313fd tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/quotas/2d2bf4575eea4bf69884daf31fd1ab03 HTTP/1.1" status: 200 len: 375 time: 0.0094948 Sep 16 04:59:15.624439 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.650488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.665269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.665950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.703194 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a75dc788fc54c3ea15bcfe780c1202b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859091 Sep 16 04:59:15.704228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42878) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:15.719605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-5b5f559c-8740-4b65-bc4b-46486785f01d tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905607 Sep 16 04:59:15.720737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:15.723154 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17de7d7-3d09-4719-93b8-896a1627d6be" -d '{"events": [{"server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "name": "network-vif-plugged", "status": "completed", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:15.736022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9f4fb-7cb7-4e55-92a2-788d7f0fd817,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.753157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.753501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.754366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.754885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.755633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.756310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.756829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.757435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.757944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.759386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.759895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.760832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9556-7644-4f0f-a12b-87f19cf3cce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:15.784555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:15.833237 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6a98-3ef3-4479-b486-fbea0a7a8dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.850383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-26ff2560-1e4d-411f-b03b-353c0222cdb0 service neutron] 10.222.0.59 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954864 Sep 16 04:59:15.859053 n-d-712143-16 neutron-server[101824]: WARNING neutron.scheduler.l3_agent_scheduler [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] No L3 agents can host the router 3c74c82c-8fab-4484-b91e-4977d3f715e1 Sep 16 04:59:15.860916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6a98-3ef3-4479-b486-fbea0a7a8dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.864792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.958661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.019309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6a98-3ef3-4479-b486-fbea0a7a8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.019555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.022548 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6a98-3ef3-4479-b486-fbea0a7a8dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.023762 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cb7c6a98-3ef3-4479-b486-fbea0a7a8dd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffd9f4fb-7cb7-4e55-92a2-788d7f0fd817 HTTP/1.1" status: 204 len: 168 time: 0.2941818 Sep 16 04:59:16.034277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c6a98-3ef3-4479-b486-fbea0a7a8dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9f4fb-7cb7-4e55-92a2-788d7f0fd817,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.058604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Hosts for router 3c74c82c-8fab-4484-b91e-4977d3f715e1: [] {{(pid=101824) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 16 04:59:16.094508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Hosts for other DVR routers connected to router 3c74c82c-8fab-4484-b91e-4977d3f715e1: set() {{(pid=101824) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 16 04:59:16.097111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.098344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18e07f97-bb4a-4193-8867-306d57567b12 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "PUT /v2.0/routers/3c74c82c-8fab-4484-b91e-4977d3f715e1 HTTP/1.1" status: 200 len: 717 time: 1.3375230 Sep 16 04:59:16.101399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-cbf572bd-0002-4feb-ac57-824b19a1569b service neutron] 10.222.0.59 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412066 Sep 16 04:59:16.101948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42892) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.151910 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.258872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41351f-026d-46d1-868b-b1c92367cd34 None None] Pushing event updated for resources: {'Port': ['ID=213d94cf-6cb0-4774-b417-af350e1e8201,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.275117 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1ecad7a7-8a09-4236-b87f-04681c18d50e tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "GET /v2.0/routers/3c74c82c-8fab-4484-b91e-4977d3f715e1 HTTP/1.1" status: 200 len: 717 time: 0.1698084 Sep 16 04:59:16.275918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42900) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.311816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04414399-0cab-4ae1-b1d9-31f7b7c36a1a req-cbe3be3a-1456-4430-927f-87ecaa1a5b34 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.313997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04414399-0cab-4ae1-b1d9-31f7b7c36a1a req-cbe3be3a-1456-4430-927f-87ecaa1a5b34 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0830026 Sep 16 04:59:16.343517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Attempting to bind port 213d94cf-6cb0-4774-b417-af350e1e8201 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:16.343517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Attempting to bind port 213d94cf-6cb0-4774-b417-af350e1e8201 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:16.343517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Attempting to bind port 213d94cf-6cb0-4774-b417-af350e1e8201 on network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:16.345907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:16.346299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Checking segment: {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:16.346938 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.347108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Bound using segment: {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:16.347728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Bound port: 213d94cf-6cb0-4774-b417-af350e1e8201, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:16.348126 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.409965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04414399-0cab-4ae1-b1d9-31f7b7c36a1a req-5cf4dec9-401b-4d8b-8ff2-1f05c9796cb9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886300 Sep 16 04:59:16.499608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] For port 213d94cf-6cb0-4774-b417-af350e1e8201, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:16.503776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] For port 213d94cf-6cb0-4774-b417-af350e1e8201, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=213d94cf-6cb0-4774-b417-af350e1e8201,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:16.604286 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.707208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41351f-026d-46d1-868b-b1c92367cd34 None None] Pushing event updated for resources: {'Port': ['ID=213d94cf-6cb0-4774-b417-af350e1e8201,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.710942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fd3e453c-0196-4f28-bb81-3856cec922e7 None None] Provisioning complete for port 213d94cf-6cb0-4774-b417-af350e1e8201 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:16.711358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd3e453c-0196-4f28-bb81-3856cec922e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.758479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.759069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f7e1e7a5-2f5f-4aae-9a44-53888eed8ced tempest-RoutersTestDVR-1219592671 tempest-RoutersTestDVR-1219592671-project] 10.222.0.59 "GET /v2.0/routers/3c74c82c-8fab-4484-b91e-4977d3f715e1 HTTP/1.1" status: 200 len: 683 time: 0.4816315 Sep 16 04:59:16.772645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51978a73-9b85-49c4-946a-b0ced34eda01 req-6f89a4c0-4314-48b7-a1ae-7bbebb499287 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.780650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51978a73-9b85-49c4-946a-b0ced34eda01 req-6f89a4c0-4314-48b7-a1ae-7bbebb499287 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 945 time: 0.2477272 Sep 16 04:59:16.814078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfed444-6ada-43e6-9cef-0bb9c1d6e7fd req-3ed17f13-dcdc-4a26-9843-47b91b6deb9c tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.816022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cfed444-6ada-43e6-9cef-0bb9c1d6e7fd req-3ed17f13-dcdc-4a26-9843-47b91b6deb9c tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 1101 time: 0.2546411 Sep 16 04:59:16.879568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51978a73-9b85-49c4-946a-b0ced34eda01 req-7dca9034-f10c-45b8-9545-a9ed12f8dfd6 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943503 Sep 16 04:59:16.944759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cfed444-6ada-43e6-9cef-0bb9c1d6e7fd req-ba3a9b85-c3bc-4888-b222-8cfffcfe0da5 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205075 Sep 16 04:59:16.945507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:16.946163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:16.951781 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa64419-2bb0-40bf-8f33-a640932fb61c x-openstack-request-id: req-7aa64419-2bb0-40bf-8f33-a640932fb61c {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:16.953195 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "name": "network-vif-plugged", "status": "completed", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:16.953776 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7aa64419-2bb0-40bf-8f33-a640932fb61c {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:16.955533 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'code': 200} Sep 16 04:59:16.957389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90f16f31-5468-424f-b6d9-381bab0b2483 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.973920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d355bf3a-cfb3-46e1-8e86-c352fa6b11fe up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:16.983216 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.086421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f013c65-32b0-4774-9cd8-bf08632182ae req-647df48a-2bf4-43d4-828d-c438a15aa945 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0709987 Sep 16 04:59:17.195523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.195896 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.196556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02e15021-f572-4c3c-9bd5-53004eb458ae req-8031e0e1-40fb-4520-b756-c6c43a741798 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 210 time: 0.0537915 Sep 16 04:59:17.202483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:17.211582 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90f16f31-5468-424f-b6d9-381bab0b2483 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.214095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90f16f31-5468-424f-b6d9-381bab0b2483 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.219183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5e53-b4db-47bd-ac0b-36a0f3e6c616 req-28288f81-4803-4313-a8f5-69f5688ad81d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.227167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dabd5e53-b4db-47bd-ac0b-36a0f3e6c616 req-28288f81-4803-4313-a8f5-69f5688ad81d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1044741 Sep 16 04:59:17.246644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd3e453c-0196-4f28-bb81-3856cec922e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.307803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dabd5e53-b4db-47bd-ac0b-36a0f3e6c616 req-8f81ea90-1017-4eb7-92b6-43c788b76049 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797300 Sep 16 04:59:17.339489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90f16f31-5468-424f-b6d9-381bab0b2483 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.340300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f16f31-5468-424f-b6d9-381bab0b2483 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c74c82c-8fab-4484-b91e-4977d3f715e1 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:17.345095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90f16f31-5468-424f-b6d9-381bab0b2483 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.346599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-90f16f31-5468-424f-b6d9-381bab0b2483 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "DELETE /v2.0/routers/3c74c82c-8fab-4484-b91e-4977d3f715e1 HTTP/1.1" status: 204 len: 168 time: 0.5863173 Sep 16 04:59:17.358635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42942) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:17.363858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ca8734fb-092e-4f53-a6b8-c039b8e19445 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Request body: {'router': {'name': 'tempest-router-1019391297', 'distributed': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:17.376352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fd3e453c-0196-4f28-bb81-3856cec922e7 None None] For port 213d94cf-6cb0-4774-b417-af350e1e8201, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=213d94cf-6cb0-4774-b417-af350e1e8201,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:17.457960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-56bfd6b0-502a-4075-9534-5500bd68b2d5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280011 Sep 16 04:59:17.465797 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd3e453c-0196-4f28-bb81-3856cec922e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.520748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca8734fb-092e-4f53-a6b8-c039b8e19445 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.522330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca8734fb-092e-4f53-a6b8-c039b8e19445 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.568773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e453c-0196-4f28-bb81-3856cec922e7 None None] Pushing event updated for resources: {'Port': ['ID=213d94cf-6cb0-4774-b417-af350e1e8201,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.594783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-83cdef96-42a7-4783-be19-33bd6c70253c None None] Provisioning complete for port 213d94cf-6cb0-4774-b417-af350e1e8201 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.595200 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-83cdef96-42a7-4783-be19-33bd6c70253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.639272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:16Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:17.654943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-309def8d-5dbc-40f5-93fe-45bf538a00b5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.657691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-309def8d-5dbc-40f5-93fe-45bf538a00b5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932769 Sep 16 04:59:17.672540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda94f5-7c08-432b-be4a-3fd7c2709a1f None None] The sync data for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 is: [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:16Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:17.684952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-0e87c688-307c-4441-abb2-8d47546b80e3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/quotas/35445f9d9b7c4cd69215c1d87cefaab9 HTTP/1.1" status: 200 len: 375 time: 0.0167298 Sep 16 04:59:17.793443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-ed4ee5a9-346b-4f5b-bc4f-1f7e9b049ec8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1062713 Sep 16 04:59:17.793443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42960) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:17.971752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1191922854-network', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:18.003406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a712ce1-cf0a-4ee2-acec-5d46764f40dc req-6e078132-036f-4a3b-8fd8-ded3e4ee7346 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.011553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a712ce1-cf0a-4ee2-acec-5d46764f40dc req-6e078132-036f-4a3b-8fd8-ded3e4ee7346 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1223910 Sep 16 04:59:18.016348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca8734fb-092e-4f53-a6b8-c039b8e19445 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.048122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a712ce1-cf0a-4ee2-acec-5d46764f40dc req-dd956242-d54b-4e1e-8084-97f44773a0ee tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356936 Sep 16 04:59:18.110374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:18.118216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca8734fb-092e-4f53-a6b8-c039b8e19445 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.118796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.150111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.194341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca8734fb-092e-4f53-a6b8-c039b8e19445 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.195835 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ca8734fb-092e-4f53-a6b8-c039b8e19445 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8359380 Sep 16 04:59:18.198694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42982) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.250929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c8851-573c-4387-bc8d-3b2445b4d1d9 req-ef2ddf4b-8e22-46c2-994d-6d3534607d89 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.252552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f08c8851-573c-4387-bc8d-3b2445b4d1d9 req-ef2ddf4b-8e22-46c2-994d-6d3534607d89 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1310172 Sep 16 04:59:18.300042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c6a6b04-8785-438b-8ae1-cb2bb097e08b req-79e39c56-7cc8-4869-81d9-166d883a1f87 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 210 time: 0.0447896 Sep 16 04:59:18.325692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eb6e79b-c8a3-44b1-8023-83e8546bda94 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.367001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f08c8851-573c-4387-bc8d-3b2445b4d1d9 req-08829d7a-1672-4867-938f-369118bbaeb7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916197 Sep 16 04:59:18.433303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.543597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8604e6e5-dfc8-4545-a3d3-0ff6fec40d7c req-1ac1502f-393a-466e-907e-b9feba0c2228 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0359771 Sep 16 04:59:18.563723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.586515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:18.617404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.617854 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Added segment 2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff of type vlan for network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 Sep 16 04:59:18.619714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e23623-81a9-45fe-81a1-5df213681c71,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.644491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eb6e79b-c8a3-44b1-8023-83e8546bda94 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.647474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eb6e79b-c8a3-44b1-8023-83e8546bda94 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.729023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.729612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.729819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.730164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.730505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.730888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.731337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.731579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.736311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.736311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.736311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.736311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:18.755531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.777745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d34e4dcc-c370-4a03-94bb-0bfc2f9948d6 req-6d923682-0c2e-4f74-8b42-f36cb1eeb052 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 210 time: 0.0546215 Sep 16 04:59:18.790729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eb6e79b-c8a3-44b1-8023-83e8546bda94 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.800318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb6e79b-c8a3-44b1-8023-83e8546bda94 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e53be8d-deda-4bcd-8091-387aa2cdefb2 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:18.812496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3611b9-538d-4fcf-8fd7-96ca35cc34d6 req-b81ecd7a-689a-4d03-badb-52f886dcd2fb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.814086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb3611b9-538d-4fcf-8fd7-96ca35cc34d6 req-b81ecd7a-689a-4d03-badb-52f886dcd2fb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1551535 Sep 16 04:59:18.816429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eb6e79b-c8a3-44b1-8023-83e8546bda94 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.821150 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5eb6e79b-c8a3-44b1-8023-83e8546bda94 tempest-RoutersTestDVR-94081092 tempest-RoutersTestDVR-94081092-project-admin] 10.222.0.59 "DELETE /v2.0/routers/2e53be8d-deda-4bcd-8091-387aa2cdefb2 HTTP/1.1" status: 204 len: 168 time: 0.6206586 Sep 16 04:59:18.873362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb3611b9-538d-4fcf-8fd7-96ca35cc34d6 req-ecf49e50-fc3b-450f-9700-a69d1383fbc9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522423 Sep 16 04:59:18.947566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 213d94cf-6cb0-4774-b417-af350e1e8201 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:18.956426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ac5c2-22f2-4fb0-9910-a9d07d22a2b7 req-3fc73220-f480-48fc-993f-f00d45ca0998 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.959731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-036ac5c2-22f2-4fb0-9910-a9d07d22a2b7 req-3fc73220-f480-48fc-993f-f00d45ca0998 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 945 time: 0.0632799 Sep 16 04:59:18.962371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.963785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.966607 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.025323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 213d94cf-6cb0-4774-b417-af350e1e8201 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:19.025698 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.083353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] Pushing event updated for resources: {'Network': ['ID=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.096946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:19.110750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-036ac5c2-22f2-4fb0-9910-a9d07d22a2b7 req-e89d7828-9dd5-4db0-8038-eb3491a7a215 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431389 Sep 16 04:59:19.128171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516bfd-f954-4e6c-a952-88b6753374fe req-cc3deee8-b8f3-4500-82cd-4bd04b061618 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.136957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73516bfd-f954-4e6c-a952-88b6753374fe req-cc3deee8-b8f3-4500-82cd-4bd04b061618 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1430759 Sep 16 04:59:19.147031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2b4625fb-7de4-4d37-be68-66313f9d5c4f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3532145 Sep 16 04:59:19.150018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42998) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:19.165076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Request body: {'subnet': {'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1191922854-subnet', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:19.200290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73516bfd-f954-4e6c-a952-88b6753374fe req-4ad6c3b5-fb5b-4de0-8749-40c0fa47d93e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625610 Sep 16 04:59:19.268549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:19.271149 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.387493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c9ec16da-cf18-48ab-b0e9-a18edc354ffc no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:19.466170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43010) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:19.475022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86d1507c-3d0b-4277-b7eb-76b3dd100d1a req-6a6372c6-47d8-421c-b187-9dcb88fefd7a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 210 time: 0.0466473 Sep 16 04:59:19.520452 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.556737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:19.559762 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2d2290-be71-4fd8-a271-5ee6b2c308fb" -d '{"events": [{"server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:19.567286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df31d4-7153-4074-9ec9-85a8ee837829 req-cd45dd42-2730-48e2-86aa-72b7130e5b18 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.574688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75df31d4-7153-4074-9ec9-85a8ee837829 req-cd45dd42-2730-48e2-86aa-72b7130e5b18 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2339034 Sep 16 04:59:19.582938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:19.634169 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3177ee01-74cf-40f3-ad81-7f930a8d7629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.644252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75df31d4-7153-4074-9ec9-85a8ee837829 req-6df1ca86-1750-4450-8912-23a78197f6d7 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686107 Sep 16 04:59:19.667020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430828a-9541-4411-89c1-ea5c723c6ef8 req-90f9973f-b4e7-4cff-950a-6180eb31e492 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.667020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0430828a-9541-4411-89c1-ea5c723c6ef8 req-90f9973f-b4e7-4cff-950a-6180eb31e492 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.0649910 Sep 16 04:59:19.698911 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8c0685-72a6-485a-90bc-deb55e00d798 x-openstack-request-id: req-9a8c0685-72a6-485a-90bc-deb55e00d798 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:19.699201 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:19.699479 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a8c0685-72a6-485a-90bc-deb55e00d798 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:19.699878 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'code': 200} Sep 16 04:59:19.706552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0430828a-9541-4411-89c1-ea5c723c6ef8 req-5423b64c-6e53-4aaa-9bc6-27f91b9e40ca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355196 Sep 16 04:59:19.708917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.709945 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.762411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a7cc46-77b4-43d5-9f01-b8018341ba98,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.778136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3177ee01-74cf-40f3-ad81-7f930a8d7629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.788898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Checking segment: {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:19.788898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Network hostable DHCP agents. Network: 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:19.811208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.854816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75ea561d-d866-4bbe-8702-761ca4bffa41 req-6f485629-fb6c-4a0b-97c2-347dad03057b tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0395565 Sep 16 04:59:19.895537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb14f9-24bb-4cf1-9fe9-0af17f6bfc55 req-ab83d4af-6190-4041-a133-ec8ba87925e0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.896993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09cb14f9-24bb-4cf1-9fe9-0af17f6bfc55 req-ab83d4af-6190-4041-a133-ec8ba87925e0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0677741 Sep 16 04:59:19.923540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3177ee01-74cf-40f3-ad81-7f930a8d7629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.925632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:19.951202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09cb14f9-24bb-4cf1-9fe9-0af17f6bfc55 req-6613086f-8a64-4e60-ba37-761b89f20655 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Sep 16 04:59:19.978080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177ee01-74cf-40f3-ad81-7f930a8d7629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67591937-93eb-4ac2-a40f-359d8cabec70,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.008363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3177ee01-74cf-40f3-ad81-7f930a8d7629 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=797d360407734b9b8e0e2e6877293962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5408349 Sep 16 04:59:20.010800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43026) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.028706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:20.038353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136faac2-2e2d-4981-8420-330224dd26a3 None None] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:20.054845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b797412a-b74a-4cb6-83a2-ac0945d60a19 req-029b7121-8604-4e9d-9fe7-a771c17e3b73 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 210 time: 0.0376360 Sep 16 04:59:20.061386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.062179 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.093955 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74be2044-2101-4fd4-8e1e-003879593975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.117596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74be2044-2101-4fd4-8e1e-003879593975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.183536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6c8f97e2-04c5-481e-b435-5e24d14042c8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0324249 Sep 16 04:59:20.186179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43034) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.190599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:20.241266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:20.242237 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.272969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab247c62-cd1c-46fe-86ae-91d972589f21 req-11d8ea00-3954-4f77-b86f-4e64571aa650 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.274504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab247c62-cd1c-46fe-86ae-91d972589f21 req-11d8ea00-3954-4f77-b86f-4e64571aa650 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0559773 Sep 16 04:59:20.280229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74be2044-2101-4fd4-8e1e-003879593975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.290313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74be2044-2101-4fd4-8e1e-003879593975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.291080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-74be2044-2101-4fd4-8e1e-003879593975 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67591937-93eb-4ac2-a40f-359d8cabec70 HTTP/1.1" status: 204 len: 168 time: 0.2791748 Sep 16 04:59:20.316934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be2044-2101-4fd4-8e1e-003879593975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67591937-93eb-4ac2-a40f-359d8cabec70,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.339933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.341837 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.349689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab247c62-cd1c-46fe-86ae-91d972589f21 req-027a418e-8ec3-4edd-a560-a8090729e7fa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582948 Sep 16 04:59:20.441554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Allocated IP 172.20.0.2 (79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52/c7a7cc46-77b4-43d5-9f01-b8018341ba98/c7c96258-70d0-4711-8324-fb6d6a9d0959) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:20.455623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.480336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a953b6-7e26-4a94-9b3d-582560031012 req-36d7fb02-28b6-4a27-b7c0-502f7d7e0f16 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.481824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a953b6-7e26-4a94-9b3d-582560031012 req-36d7fb02-28b6-4a27-b7c0-502f7d7e0f16 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 943 time: 0.1301270 Sep 16 04:59:20.528053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475f374-067d-459a-80b6-98ed6d690edf req-2778c50f-153c-4379-bcdf-1e3673e484a7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.529546 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7475f374-067d-459a-80b6-98ed6d690edf req-2778c50f-153c-4379-bcdf-1e3673e484a7 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1097281 Sep 16 04:59:20.603805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.609829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a953b6-7e26-4a94-9b3d-582560031012 req-bfb641e9-8467-4beb-ae7a-c815018dfcfc tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/security-groups?id=24023878-8636-4959-b8ba-11d34a4e0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212735 Sep 16 04:59:20.672072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.723476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:20.730307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:20.734898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:20.738293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Pushing event updated for resources: {'Port': ['ID=c7c96258-70d0-4711-8324-fb6d6a9d0959,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.760451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7475f374-067d-459a-80b6-98ed6d690edf req-59b0d956-6de7-4e10-bd16-e6c554fc3404 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210448 Sep 16 04:59:20.820606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.826013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Attempting to bind port c7c96258-70d0-4711-8324-fb6d6a9d0959 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:20.826429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Attempting to bind port c7c96258-70d0-4711-8324-fb6d6a9d0959 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:20.826812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Attempting to bind port c7c96258-70d0-4711-8324-fb6d6a9d0959 on network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:20.834506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:20.834973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Checking segment: {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:20.835427 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.836417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Bound using segment: {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:20.836965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Bound port: c7c96258-70d0-4711-8324-fb6d6a9d0959, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:20.837367 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.862412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-046957ca-ae42-46d7-96cb-eb3bfe88d05a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.862412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-046957ca-ae42-46d7-96cb-eb3bfe88d05a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.57 "GET /v2.0/networks?id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746 HTTP/1.1" status: 200 len: 827 time: 0.3187087 Sep 16 04:59:20.873416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a41ef8-9872-45d2-accb-1cb06fc12cc5 req-060f0ec0-1a76-4479-a994-f9069b12820e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.874956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a41ef8-9872-45d2-accb-1cb06fc12cc5 req-060f0ec0-1a76-4479-a994-f9069b12820e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1334682 Sep 16 04:59:20.908048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60587861-3039-4afa-8919-a6fcbd8f6fa4 req-75e21902-4618-4575-a085-09812fb8e2ea tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 210 time: 0.0450788 Sep 16 04:59:20.916360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Request body: {'port': {'device_id': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'admin_state_up': True, 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:20.936356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-de94376f-cc1e-45f1-bdaa-9195941a14d1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507793 Sep 16 04:59:20.939226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] For port c7c96258-70d0-4711-8324-fb6d6a9d0959, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:20.954333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] For port c7c96258-70d0-4711-8324-fb6d6a9d0959, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c7c96258-70d0-4711-8324-fb6d6a9d0959,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:21.002233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-06745c49-9ece-4d09-b7e5-3c5ffc5b7c82 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.004240 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-06745c49-9ece-4d09-b7e5-3c5ffc5b7c82 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 943 time: 0.1525419 Sep 16 04:59:21.033551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a41ef8-9872-45d2-accb-1cb06fc12cc5 req-5ef288aa-052e-4295-98f1-2ba2206ffa09 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443596 Sep 16 04:59:21.118971 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.212157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-8612fa4b-eb8f-487c-9ca6-8d6595f00526 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.213768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-8612fa4b-eb8f-487c-9ca6-8d6595f00526 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700641 Sep 16 04:59:21.234468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Request body: {'port': {'device_id': 'd7048674-81ae-44aa-ab54-656c22334fab', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '35445f9d9b7c4cd69215c1d87cefaab9'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:21.236775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d63aa39-0954-4bdc-a615-59926829c26d req-d2be19b0-8b72-4219-809c-bd74b8ddbe40 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.1313584 Sep 16 04:59:21.255277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Made reservation on behalf of 2d2bf4575eea4bf69884daf31fd1ab03 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:21.268264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.284298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b5fa1-996a-4ec4-af2d-f8a5c05c0e0b None None] Pushing event updated for resources: {'Port': ['ID=c7c96258-70d0-4711-8324-fb6d6a9d0959,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:21.363967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43054) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.365258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26f75ce0-e1e0-4bb8-8a80-f0d1e19a1199 req-420c9f37-0c26-482c-8d9e-09cbf4a86956 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 210 time: 0.1236484 Sep 16 04:59:21.379546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Deleting port c9ec16da-cf18-48ab-b0e9-a18edc354ffc {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:21.379903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.490562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eceff648-2b2d-4331-b1e9-bd8519d70e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.552911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] For port c9ec16da-cf18-48ab-b0e9-a18edc354ffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,segment=NetworkSegment(9d160aa2-de53-4548-81e4-711f685e64f5),segment_id=9d160aa2-de53-4548-81e4-711f685e64f5)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:21.553295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.579768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Calling delete_port for c9ec16da-cf18-48ab-b0e9-a18edc354ffc owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:21.864745 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eceff648-2b2d-4331-b1e9-bd8519d70e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.867105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.904151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Pushing event deleted for resources: {'Port': ['ID=c9ec16da-cf18-48ab-b0e9-a18edc354ffc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:21.918440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4744320e-3ec0-4bf7-a1b4-f57c9ac091b4 req-9452769c-3b41-4381-9afd-c44b84344063 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 210 time: 0.0667651 Sep 16 04:59:21.949101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] No DVR routers for this DVR port c9ec16da-cf18-48ab-b0e9-a18edc354ffc on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:21.958831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.961766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ccb3-eb8e-44d7-a694-d1baceabf92b req-a491870b-7c0f-46b8-888e-6468e3ea90cd tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.966219 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93f5008c-22bc-42ec-b039-df9d16ea695f req-412f36c0-7a10-4e15-8a7f-b08f74963cad tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.57 "DELETE /v2.0/ports/c9ec16da-cf18-48ab-b0e9-a18edc354ffc HTTP/1.1" status: 204 len: 173 time: 0.8845878 Sep 16 04:59:21.968658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc42ccb3-eb8e-44d7-a694-d1baceabf92b req-a491870b-7c0f-46b8-888e-6468e3ea90cd tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.5925317 Sep 16 04:59:21.971379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'name': 'network-vif-deleted', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:21.977461 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e04ae2-f27a-46f7-9349-e35e6bc60e71" -d '{"events": [{"server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "name": "network-vif-deleted", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:21.984038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eceff648-2b2d-4331-b1e9-bd8519d70e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.045963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Allocated IP 172.20.0.6 (ec4316d4-d7f5-4e3e-93e2-03586bd4c746/871db18a-2a0c-4252-88a5-21d4a1a0992b/75b20395-a27f-4e3a-94bf-3d8eaac981a0) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:22.062147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc42ccb3-eb8e-44d7-a694-d1baceabf92b req-261d3d55-0eb8-406a-9899-aff7d90d689c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862577 Sep 16 04:59:22.078962 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c04eb221-d9c6-4717-8d6b-03bd77a2b483 req-5ac27898-8e73-4588-b907-717d3b65f912 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0543509 Sep 16 04:59:22.085540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceff648-2b2d-4331-b1e9-bd8519d70e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71805231-af8b-472c-888a-ec2ac93bf329,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.111885 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eceff648-2b2d-4331-b1e9-bd8519d70e2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a03eb2b017c4414aa898cf33459e81ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457998 Sep 16 04:59:22.112678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43066) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.126900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Made reservation on behalf of 35445f9d9b7c4cd69215c1d87cefaab9 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:22.136274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.243656 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2157f7a5-43a6-4687-a0a6-275fcd6c661e req-c55df1bc-186b-49eb-8d2a-40d677f50749 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 210 time: 0.0676036 Sep 16 04:59:22.293222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.297211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e74a487a-b92c-45a1-a88d-1ecf58b0f3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.323730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e74a487a-b92c-45a1-a88d-1ecf58b0f3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.342371 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fc692f-a82f-4570-9b56-486645e56217 x-openstack-request-id: req-94fc692f-a82f-4570-9b56-486645e56217 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:22.342719 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7187ac8d-10d3-45e7-9f86-3fcc57d4ba13", "name": "network-vif-deleted", "tag": "c9ec16da-cf18-48ab-b0e9-a18edc354ffc", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:22.342931 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94fc692f-a82f-4570-9b56-486645e56217 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:22.343355 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7187ac8d-10d3-45e7-9f86-3fcc57d4ba13', 'name': 'network-vif-deleted', 'tag': 'c9ec16da-cf18-48ab-b0e9-a18edc354ffc', 'status': 'completed', 'code': 200} Sep 16 04:59:22.351392 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.364230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5be11-e267-4fb2-867f-1019ac2afe5f req-563b3621-ebc3-4f40-871b-e01000e09bb2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.366187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdc5be11-e267-4fb2-867f-1019ac2afe5f req-563b3621-ebc3-4f40-871b-e01000e09bb2 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.3232727 Sep 16 04:59:22.418111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Allocated IP 192.168.233.54 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/2c5cfdce-79f8-4086-9951-bf902900ae16) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:22.486243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d88db2-8ace-430b-987a-b6438bee2223 None None] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:22.522916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e74a487a-b92c-45a1-a88d-1ecf58b0f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.525974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e74a487a-b92c-45a1-a88d-1ecf58b0f3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.530231 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e74a487a-b92c-45a1-a88d-1ecf58b0f3a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71805231-af8b-472c-888a-ec2ac93bf329 HTTP/1.1" status: 204 len: 168 time: 0.4160302 Sep 16 04:59:22.563475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-dc2b526a-b17b-4232-8a09-ce9edae8181a None None] Provisioning complete for port c7c96258-70d0-4711-8324-fb6d6a9d0959 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:22.565219 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dc2b526a-b17b-4232-8a09-ce9edae8181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.567325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a487a-b92c-45a1-a88d-1ecf58b0f3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71805231-af8b-472c-888a-ec2ac93bf329,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.605802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdc5be11-e267-4fb2-867f-1019ac2afe5f req-a46ca4db-e869-4ea8-84b2-4aea3f39cd5b tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112694 Sep 16 04:59:22.653316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaeceb-c87a-47ec-a518-dbddef6b7189 req-d8594a73-0caa-4323-904f-d08579ff0ef1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.654265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebcaeceb-c87a-47ec-a518-dbddef6b7189 req-d8594a73-0caa-4323-904f-d08579ff0ef1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2754974 Sep 16 04:59:22.664297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.712647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.766928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a42fb03-0a6c-40cc-9dfc-311e7b4686af req-7b76e770-26a8-42bc-be74-e8308638d976 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0524383 Sep 16 04:59:22.776253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Allocated IP 172.25.7.81 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/9d2a785f-c452-47fb-b37b-b960ab1e463d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:22.797362 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dc2b526a-b17b-4232-8a09-ce9edae8181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.804148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebcaeceb-c87a-47ec-a518-dbddef6b7189 req-926621a5-4196-45ff-8a7b-b4862fa0f523 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289690 Sep 16 04:59:22.896821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dc2b526a-b17b-4232-8a09-ce9edae8181a None None] For port c7c96258-70d0-4711-8324-fb6d6a9d0959, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c7c96258-70d0-4711-8324-fb6d6a9d0959,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:22.939133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13c5be79-44fd-4f6b-baec-741140fe4798 req-1ff734fc-d89d-4be0-9496-ede754672971 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 210 time: 0.0342076 Sep 16 04:59:22.956652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c7c96258-70d0-4711-8324-fb6d6a9d0959 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:22.970517 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.984618 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.005328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960', '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:23.061635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:23.082679 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.087351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:23.096859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dc2b526a-b17b-4232-8a09-ce9edae8181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.098055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:23.102797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:23.105607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'Port': ['ID=2c5cfdce-79f8-4086-9951-bf902900ae16,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.107203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1c1a722-e7da-4986-8488-28fd337c075f req-468e2230-91cd-4198-9db6-4a34373bd240 tempest-ImagesTestJSON-526876146 tempest-ImagesTestJSON-526876146-project] 10.222.0.59 "GET /v2.0/ports?device_id=7187ac8d-10d3-45e7-9f86-3fcc57d4ba13 HTTP/1.1" status: 200 len: 210 time: 0.0367706 Sep 16 04:59:23.134632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caba67a-a068-461e-bede-a20954970b65 req-487c61e3-d888-49d1-b951-c246574720af tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.136198 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4caba67a-a068-461e-bede-a20954970b65 req-487c61e3-d888-49d1-b951-c246574720af tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.1693912 Sep 16 04:59:23.167387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c7c96258-70d0-4711-8324-fb6d6a9d0959 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:23.167774 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.213445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:23.215380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.244767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:23.265303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.265973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.295570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:23.296731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b526a-b17b-4232-8a09-ce9edae8181a None None] Pushing event updated for resources: {'Port': ['ID=c7c96258-70d0-4711-8324-fb6d6a9d0959,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.370519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Pushing event updated for resources: {'Port': ['ID=75b20395-a27f-4e3a-94bf-3d8eaac981a0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.440306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Deleting port da7ece00-e264-4de0-a0a9-28930d77bdc1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:23.441245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.475365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:23.523651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:23.527319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:23.543211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-6789dc9f-e3b0-41b2-8cd9-adca3ac69762 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3156705 Sep 16 04:59:23.626419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Request body: {'port': {'device_id': 'd7048674-81ae-44aa-ab54-656c22334fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:23.698528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ae283191-9d78-4f70-9fbe-2ba24bf64b36 None None] Provisioning complete for port c7c96258-70d0-4711-8324-fb6d6a9d0959 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:23.699028 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae283191-9d78-4f70-9fbe-2ba24bf64b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.730290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.730967 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.783959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.797515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] For port da7ece00-e264-4de0-a0a9-28930d77bdc1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=da7ece00-e264-4de0-a0a9-28930d77bdc1,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:23.802174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.808651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Pushing event updated for resources: {'Port': ['ID=9d2a785f-c452-47fb-b37b-b960ab1e463d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.835927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Calling delete_port for da7ece00-e264-4de0-a0a9-28930d77bdc1 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:23.883883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db5a47-a6ee-4e08-b5d1-f5bfabbd126e req-7e00ec89-0c3a-4cb5-b3db-c79b9d3a6ce8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.891469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7db5a47-a6ee-4e08-b5d1-f5bfabbd126e req-7e00ec89-0c3a-4cb5-b3db-c79b9d3a6ce8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 935 time: 0.4853165 Sep 16 04:59:23.973266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7db5a47-a6ee-4e08-b5d1-f5bfabbd126e req-e55f7e33-be17-4ebb-967b-7590218fd752 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806270 Sep 16 04:59:23.983084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-1abf1123-8e76-4a4d-9c85-ce92ed89aac8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0706298 Sep 16 04:59:24.071912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Request body: {'port': {'device_id': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:24.141013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-195ca250-4443-465f-a7a0-e214d05e632b None None] Provisioning complete for port 2c5cfdce-79f8-4086-9951-bf902900ae16 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:24.141388 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-195ca250-4443-465f-a7a0-e214d05e632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.172079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2987caaf-4ac1-4d62-ba17-51cdd267b95b req-e4f47cb3-870d-4221-a028-166caa111272 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.1098237 Sep 16 04:59:24.216231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-195ca250-4443-465f-a7a0-e214d05e632b None None] Port 2c5cfdce-79f8-4086-9951-bf902900ae16 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:24.217299 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.227609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5cfdce-79f8-4086-9951-bf902900ae16 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:24.229977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6225e-ff2a-464a-a123-3b556745880e req-e5d5fcb0-eded-4c97-b158-d1e4c34aef32 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.231581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96c6225e-ff2a-464a-a123-3b556745880e req-e5d5fcb0-eded-4c97-b158-d1e4c34aef32 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 946 time: 0.2418103 Sep 16 04:59:24.238378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.256724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-195ca250-4443-465f-a7a0-e214d05e632b None None] Provisioning complete for port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:24.257107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-195ca250-4443-465f-a7a0-e214d05e632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.277174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Transition to ACTIVE for port object 2c5cfdce-79f8-4086-9951-bf902900ae16 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:24.278016 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.316210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-195ca250-4443-465f-a7a0-e214d05e632b None None] Port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:24.337181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event deleted for resources: {'Port': ['ID=da7ece00-e264-4de0-a0a9-28930d77bdc1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.396420 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.398953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] No DVR routers for this DVR port da7ece00-e264-4de0-a0a9-28930d77bdc1 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:24.403232 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.405358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4caba67a-a068-461e-bede-a20954970b65 req-b7d525f0-4a27-44d6-814b-8da053c82857 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.57 "DELETE /v2.0/ports/da7ece00-e264-4de0-a0a9-28930d77bdc1 HTTP/1.1" status: 204 len: 173 time: 1.2476661 Sep 16 04:59:24.408565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c060d5-aaeb-42d1-8bc0-89e0cf220c0f', 'name': 'network-vif-deleted', 'tag': 'da7ece00-e264-4de0-a0a9-28930d77bdc1'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:24.416726 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f74ab0-8631-4ecd-8886-90d215f0a428" -d '{"events": [{"server_uuid": "76c060d5-aaeb-42d1-8bc0-89e0cf220c0f", "name": "network-vif-deleted", "tag": "da7ece00-e264-4de0-a0a9-28930d77bdc1"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:24.456449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96c6225e-ff2a-464a-a123-3b556745880e req-92a17ffe-fce9-4490-8c2b-d64646b377e4 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120550 Sep 16 04:59:24.496019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5cfdce-79f8-4086-9951-bf902900ae16,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.507680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.567112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Attempting to bind port 2c5cfdce-79f8-4086-9951-bf902900ae16 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:24.567474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Attempting to bind port 2c5cfdce-79f8-4086-9951-bf902900ae16 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:24.567929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Attempting to bind port 2c5cfdce-79f8-4086-9951-bf902900ae16 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:24.573302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Port 2c5cfdce-79f8-4086-9951-bf902900ae16 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:24.573636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Attempting to bind port 2c5cfdce-79f8-4086-9951-bf902900ae16 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:24.581650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:24.582205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:24.586531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:24.594544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Bound port: 2c5cfdce-79f8-4086-9951-bf902900ae16, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:24.594544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.628745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c052b9a-ea88-4291-b1b3-c9ad91ef16b4 req-238c4243-0235-4101-94d4-a83cfb2ab154 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.630322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c052b9a-ea88-4291-b1b3-c9ad91ef16b4 req-238c4243-0235-4101-94d4-a83cfb2ab154 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2764091 Sep 16 04:59:24.672380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['da7ece00-e264-4de0-a0a9-28930d77bdc1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:24.700342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43120) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.710688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] For port 2c5cfdce-79f8-4086-9951-bf902900ae16, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:24.722395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] For port 2c5cfdce-79f8-4086-9951-bf902900ae16, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2c5cfdce-79f8-4086-9951-bf902900ae16,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:24.784410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4afbb6-a402-4698-b0cf-5926ea34435e req-415041c9-1295-46ff-a045-1ff531c41702 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.785920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef4afbb6-a402-4698-b0cf-5926ea34435e req-415041c9-1295-46ff-a045-1ff531c41702 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 931 time: 0.2217271 Sep 16 04:59:24.803821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c052b9a-ea88-4291-b1b3-c9ad91ef16b4 req-f917c29a-2486-471a-91e7-9517eda78f36 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548555 Sep 16 04:59:24.808914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1895547212'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:24.831295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.914505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.915185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c7c96258-70d0-4711-8324-fb6d6a9d0959 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:24.915799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.915799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c5cfdce-79f8-4086-9951-bf902900ae16 HTTP/1.1" status: 200 len: 1096 time: 1.2895904 Sep 16 04:59:24.939599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e2507-2bd7-410c-869d-47424f835eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5cfdce-79f8-4086-9951-bf902900ae16,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.953428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef4afbb6-a402-4698-b0cf-5926ea34435e req-0e3e3ad5-76ba-4e15-a1ed-602dea76410f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548717 Sep 16 04:59:24.969044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Made reservation on behalf of 462e4c2ad50a445f85d126687c5ac369 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:24.972693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.983281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.992478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c7c96258-70d0-4711-8324-fb6d6a9d0959 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:24.993233 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.130404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.132675 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b421c53c-e6fa-4e03-ac4c-3eb92939cd70 x-openstack-request-id: req-b421c53c-e6fa-4e03-ac4c-3eb92939cd70 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:25.133051 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c060d5-aaeb-42d1-8bc0-89e0cf220c0f", "name": "network-vif-deleted", "tag": "da7ece00-e264-4de0-a0a9-28930d77bdc1", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:25.133392 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b421c53c-e6fa-4e03-ac4c-3eb92939cd70 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:25.133966 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c060d5-aaeb-42d1-8bc0-89e0cf220c0f', 'name': 'network-vif-deleted', 'tag': 'da7ece00-e264-4de0-a0a9-28930d77bdc1', 'status': 'completed', 'code': 200} Sep 16 04:59:25.192054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.199669 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-f0e80f2a-a82f-48e7-b361-dd2189dcac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.201311 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-f0e80f2a-a82f-48e7-b361-dd2189dcac28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 1099 time: 0.0665548 Sep 16 04:59:25.254963 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-c6d87dd9-e299-42a9-a02e-a4d9b482fefc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2c5cfdce-79f8-4086-9951-bf902900ae16 HTTP/1.1" status: 200 len: 217 time: 0.0360267 Sep 16 04:59:25.272190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.326757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:25.354883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.355444 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Added segment eb61eb5e-7ce4-4948-9f45-82d9dd774a2c of type vlan for network 793901d6-f0ac-4219-99d7-d4479cdbdf4d Sep 16 04:59:25.377133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-665731b9-c138-460e-84c2-b759dcbbfbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.384464 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-665731b9-c138-460e-84c2-b759dcbbfbef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1213131 Sep 16 04:59:25.417289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a999caf-d540-4fd6-9fff-c3d31e6fd0a6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.448431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device da7ece00-e264-4de0-a0a9-28930d77bdc1 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:25.475174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.486203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: da7ece00-e264-4de0-a0a9-28930d77bdc1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:25.486558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device da7ece00-e264-4de0-a0a9-28930d77bdc1 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:25.486992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c9ec16da-cf18-48ab-b0e9-a18edc354ffc no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:25.511066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b20395-a27f-4e3a-94bf-3d8eaac981a0 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:25.525135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-ff8de416-0b54-4e60-ba4c-e7ae527c397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.526764 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-ff8de416-0b54-4e60-ba4c-e7ae527c397c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182742 Sep 16 04:59:25.529922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: c9ec16da-cf18-48ab-b0e9-a18edc354ffc {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:25.530274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c9ec16da-cf18-48ab-b0e9-a18edc354ffc not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:25.540450 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.584562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.588851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.589539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.604901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-590c43dc-25b4-4cb2-9730-705fa079910b req-ae155540-c526-45ff-aec0-f04b76da8aa4 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0810349 Sep 16 04:59:25.629936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Transition to ACTIVE for port object 75b20395-a27f-4e3a-94bf-3d8eaac981a0 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:25.636406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6fa0-3a4b-4e9c-8c59-421bfd9ba210 req-c3daacb8-b4d6-4235-931b-ef12a830545d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.637780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d44a6fa0-3a4b-4e9c-8c59-421bfd9ba210 req-c3daacb8-b4d6-4235-931b-ef12a830545d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 947 time: 0.1426461 Sep 16 04:59:25.702362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d44a6fa0-3a4b-4e9c-8c59-421bfd9ba210 req-5f3197d8-9949-4dea-a59c-b15d8071dd89 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578635 Sep 16 04:59:25.712111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Network': ['ID=793901d6-f0ac-4219-99d7-d4479cdbdf4d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.729761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:25.744409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-af765cb9-7b28-48db-8cb9-b754c3ecfe11 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982732 Sep 16 04:59:25.771869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5190a177-a25e-42ac-bbb5-bb3d14de2c19 req-b340a577-d20c-441e-a49f-03ee2cf311b3 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=76c060d5-aaeb-42d1-8bc0-89e0cf220c0f HTTP/1.1" status: 200 len: 210 time: 0.0352793 Sep 16 04:59:25.820752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.843602 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1cac9af3-ed5e-4b4c-8b05-e3317b94d61e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1421051 Sep 16 04:59:25.847576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43164) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:25.854713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'subnet': {'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:25.855648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Router 112c51fe-7204-425b-b177-1a2f4874f516 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:25.934131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Pushing event updated for resources: {'Port': ['ID=75b20395-a27f-4e3a-94bf-3d8eaac981a0,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.985653 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a2498aa-c7d8-40d0-9896-db8d19596d7f req-0e4ef127-fd96-4da2-8869-ad57f10ccaae service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314570 Sep 16 04:59:26.022661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43178) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:26.101904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e430bc88-06db-41a7-be2f-aa42850703c9 admin admin] Deleting subnet 10b9fcea-cb4e-484d-af72-59700fda7393 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:26.105518 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e430bc88-06db-41a7-be2f-aa42850703c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.143419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e430bc88-06db-41a7-be2f-aa42850703c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.152927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b13b0-0503-42df-85fd-2e1c3a114c8e req-ceea10a5-62a3-494d-894a-2239b48989d5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.154491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c46b13b0-0503-42df-85fd-2e1c3a114c8e req-ceea10a5-62a3-494d-894a-2239b48989d5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1912975 Sep 16 04:59:26.155174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Attempting to bind port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:26.155534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Attempting to bind port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:26.155870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Attempting to bind port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 on network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:26.182781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 on network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:26.183115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Attempting to bind port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 on network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:26.183230 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e430bc88-06db-41a7-be2f-aa42850703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.193485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:26.203133 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Sync routers for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:26.209135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:26.209431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Checking segment: {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:26.209772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Bound using segment: {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:26.210278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Bound port: 75b20395-a27f-4e3a-94bf-3d8eaac981a0, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16508733-b747-420b-93b6-e31fbd37be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:26.211048 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.213178 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:26.214426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Made reservation on behalf of 462e4c2ad50a445f85d126687c5ac369 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:26.214798 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:26.218656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.243116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3025-dca7-472c-87b1-9007cf7137d9 req-4625683b-75ed-4cdd-8dea-87551dc9aea0 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.244677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-522b3025-dca7-472c-87b1-9007cf7137d9 req-4625683b-75ed-4cdd-8dea-87551dc9aea0 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 943 time: 0.1789019 Sep 16 04:59:26.279641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c46b13b0-0503-42df-85fd-2e1c3a114c8e req-3bc50fc3-5d3e-4232-9e80-63aa5c521504 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123128 Sep 16 04:59:26.346142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-522b3025-dca7-472c-87b1-9007cf7137d9 req-5039cc4b-7a15-4854-8f8f-d103bddddded tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643795 Sep 16 04:59:26.373615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.385504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8b0f14df-21aa-47a0-acbe-d601250ea8ea admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1877728 Sep 16 04:59:26.386640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] For port 75b20395-a27f-4e3a-94bf-3d8eaac981a0, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:26.386943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43180) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:26.392409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] For port 75b20395-a27f-4e3a-94bf-3d8eaac981a0, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:26.435206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e430bc88-06db-41a7-be2f-aa42850703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.442756 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:26.468732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.475123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430bc88-06db-41a7-be2f-aa42850703c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b9fcea-cb4e-484d-af72-59700fda7393,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.500855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e430bc88-06db-41a7-be2f-aa42850703c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.503089 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e430bc88-06db-41a7-be2f-aa42850703c9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/10b9fcea-cb4e-484d-af72-59700fda7393 HTTP/1.1" status: 204 len: 168 time: 0.4842415 Sep 16 04:59:26.507482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43182) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:26.533291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.533995 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.535385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] 10.222.0.57 "PUT /v2.0/ports/75b20395-a27f-4e3a-94bf-3d8eaac981a0 HTTP/1.1" status: 200 len: 1092 time: 2.4720876 Sep 16 04:59:26.535842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:26.538990 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dff2d4c-2a60-4963-8b60-dfc1bd0e6d60" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:26.599781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d841f-9b50-4c3a-8057-611d913856ac service neutron] Pushing event updated for resources: {'Port': ['ID=75b20395-a27f-4e3a-94bf-3d8eaac981a0,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.614658 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f427c5e-a7ff-4187-acae-0910b37ff6e5 x-openstack-request-id: req-2f427c5e-a7ff-4187-acae-0910b37ff6e5 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:26.614978 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:26.615226 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f427c5e-a7ff-4187-acae-0910b37ff6e5 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:26.615633 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'status': 'completed', 'code': 200} Sep 16 04:59:26.690527 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:23Z', 'revision_number': 3, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:26.733364 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Checking router: 112c51fe-7204-425b-b177-1a2f4874f516 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:26.733983 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Updating router 112c51fe-7204-425b-b177-1a2f4874f516 port 9d2a785f-c452-47fb-b37b-b960ab1e463d binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:26.759730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.763475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5dbe4b14-6b44-4c9e-a327-55d760c11fff req-a321ce74-3af2-42e2-aedf-82d635439f10 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0490272 Sep 16 04:59:26.774798 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.798895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff2d4c-2a60-4963-8b60-dfc1bd0e6d60 req-86233faa-035d-49aa-8aa9-265898a9e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.798895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dff2d4c-2a60-4963-8b60-dfc1bd0e6d60 req-86233faa-035d-49aa-8aa9-265898a9e1f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 1095 time: 0.1101253 Sep 16 04:59:26.903087 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.935014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192a16d4-d496-4a46-98bf-a9967c8e1fd9']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:26.945261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d160aa2-de53-4548-81e4-711f685e64f5') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:26.945578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d160aa2-de53-4548-81e4-711f685e64f5') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:26.956118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.970276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.988408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:26.988408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: timer() Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:26.990617 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:27.078643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.140719 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.169777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7048674-81ae-44aa-ab54-656c22334fab', 'tag': '2c5cfdce-79f8-4086-9951-bf902900ae16'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:27.172195 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b43155a-9214-4828-9764-760009533c68" -d '{"events": [{"name": "network-changed", "server_uuid": "d7048674-81ae-44aa-ab54-656c22334fab", "tag": "2c5cfdce-79f8-4086-9951-bf902900ae16"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:27.179135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a4d4e-282d-4f3f-b812-6c4b8f7b9cad req-3676149c-0a9d-4131-aac1-9955047e2d15 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.180676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e78a4d4e-282d-4f3f-b812-6c4b8f7b9cad req-3676149c-0a9d-4131-aac1-9955047e2d15 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 947 time: 0.3556287 Sep 16 04:59:27.197656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Subnet': ['ID=f54ae94b-ccb6-4b10-87c8-408846e1945a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:27.242409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Checking segment: {'id': 'eb61eb5e-7ce4-4948-9f45-82d9dd774a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:27.242700 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Network hostable DHCP agents. Network: 793901d6-f0ac-4219-99d7-d4479cdbdf4d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:27.249180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff2d4c-2a60-4963-8b60-dfc1bd0e6d60 req-b063b2a9-0f2a-44bf-8e70-5a3baa4f1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.250678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dff2d4c-2a60-4963-8b60-dfc1bd0e6d60 req-b063b2a9-0f2a-44bf-8e70-5a3baa4f1543 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&shared=False HTTP/1.1" status: 200 len: 928 time: 0.4267616 Sep 16 04:59:27.273656 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.296361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.304277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e78a4d4e-282d-4f3f-b812-6c4b8f7b9cad req-dbac5daf-9263-4038-b4d2-24a776338068 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965021 Sep 16 04:59:27.316988 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.318893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/192a16d4-d496-4a46-98bf-a9967c8e1fd9 HTTP/1.1" status: 204 len: 168 time: 0.8104806 Sep 16 04:59:27.329099 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Attempting to bind port 9d2a785f-c452-47fb-b37b-b960ab1e463d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:27.329791 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Attempting to bind port 9d2a785f-c452-47fb-b37b-b960ab1e463d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:27.330668 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Attempting to bind port 9d2a785f-c452-47fb-b37b-b960ab1e463d on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:27.342079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-f7a7c1fd-bd42-44b1-ad4f-3e0f3d0de179 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.348266 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb685d-8162-49da-b012-ba274544202f None None] Pushing event updated for resources: {'Port': ['ID=9d2a785f-c452-47fb-b37b-b960ab1e463d,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:27.348844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-f7a7c1fd-bd42-44b1-ad4f-3e0f3d0de179 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.2936516 Sep 16 04:59:27.359852 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:27.360329 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:27.360785 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.361761 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:27.362447 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Bound port: 9d2a785f-c452-47fb-b37b-b960ab1e463d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:27.363017 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.366748 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.367389 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.368115 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.368663 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.369231 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.369816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.370368 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.370940 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.372082 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.372642 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.373373 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.374245 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb685d-8162-49da-b012-ba274544202f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.375439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:27.419016 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d028888-3600-4f1a-8fa1-cccbe16dcb05 x-openstack-request-id: req-3d028888-3600-4f1a-8fa1-cccbe16dcb05 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:27.419663 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7048674-81ae-44aa-ab54-656c22334fab", "tag": "2c5cfdce-79f8-4086-9951-bf902900ae16", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:27.419663 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d028888-3600-4f1a-8fa1-cccbe16dcb05 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:27.420355 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7048674-81ae-44aa-ab54-656c22334fab', 'tag': '2c5cfdce-79f8-4086-9951-bf902900ae16', 'status': 'completed', 'code': 200} Sep 16 04:59:27.453454 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] For port 9d2a785f-c452-47fb-b37b-b960ab1e463d, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:27.458198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701abbe2-92bf-4bc2-891a-a18546e19ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=192a16d4-d496-4a46-98bf-a9967c8e1fd9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:27.459374 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] For port 9d2a785f-c452-47fb-b37b-b960ab1e463d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9d2a785f-c452-47fb-b37b-b960ab1e463d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:27.463436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 2c5cfdce-79f8-4086-9951-bf902900ae16 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:27.481611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.504951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43155a-9214-4828-9764-760009533c68 req-8748beec-f9ef-4b5f-8523-4d548d823eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.506554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b43155a-9214-4828-9764-760009533c68 req-8748beec-f9ef-4b5f-8523-4d548d823eb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 1099 time: 0.0757835 Sep 16 04:59:27.511721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 793901d6-f0ac-4219-99d7-d4479cdbdf4d) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:27.512094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-a236e63a-f60a-4de7-bae4-cd9ec5aebd24 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/quotas/8685f9efdb2a4f84bf37cca56ce63f90 HTTP/1.1" status: 200 len: 375 time: 0.0658038 Sep 16 04:59:27.526838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.527468 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.551280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e9726a-b129-4aab-baa2-e674b609975f None None] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:27.574321 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.601102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-df5dcae8-df05-4d1d-b927-7311f6c31b58 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743248 Sep 16 04:59:27.612932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff2d4c-2a60-4963-8b60-dfc1bd0e6d60 req-973a7469-84b9-4a7a-b2dc-7be36068e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.614413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dff2d4c-2a60-4963-8b60-dfc1bd0e6d60 req-973a7469-84b9-4a7a-b2dc-7be36068e60e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3491597 Sep 16 04:59:27.660604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230fc70-4f9f-4131-81ed-2e1cf2cd6546 req-5d006d36-e81c-4966-8b5a-865c1f0e9492 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.668644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4230fc70-4f9f-4131-81ed-2e1cf2cd6546 req-5d006d36-e81c-4966-8b5a-865c1f0e9492 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1809037 Sep 16 04:59:27.675181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 2c5cfdce-79f8-4086-9951-bf902900ae16, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2c5cfdce-79f8-4086-9951-bf902900ae16,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:27.680224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a8170e2-d17e-4d22-af0f-14a3fc1cbd59 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8316286 Sep 16 04:59:27.685336 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43212) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:27.696733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'name': 'tempest-AllowedAddressPairTestJSON-805155338'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:27.720107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '2c5cfdce-79f8-4086-9951-bf902900ae16', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '2c5cfdce-79f8-4086-9951-bf902900ae16', 'mac_address': 'fa:16:3e:a6:a5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:27.767575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43155a-9214-4828-9764-760009533c68 req-7e39bddd-844e-4f25-aa54-64e55cb08f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.769587 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b43155a-9214-4828-9764-760009533c68 req-7e39bddd-844e-4f25-aa54-64e55cb08f8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.2523847 Sep 16 04:59:27.780717 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:27.781448 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:27.789914 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb685d-8162-49da-b012-ba274544202f None None] Pushing event updated for resources: {'Port': ['ID=9d2a785f-c452-47fb-b37b-b960ab1e463d,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:27.828699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.838209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4230fc70-4f9f-4131-81ed-2e1cf2cd6546 req-9f015194-7fee-445b-ba3f-9d4b19c84642 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683590 Sep 16 04:59:27.855134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-89e716d0-aacf-4353-80e8-452f943386f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.856672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'tenant_id': '462e4c2ad50a445f85d126687c5ac369', 'fixed_ips': [{'subnet_id': 'f54ae94b-ccb6-4b10-87c8-408846e1945a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:27.857581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.858849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-89e716d0-aacf-4353-80e8-452f943386f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 1095 time: 0.1450083 Sep 16 04:59:27.861527 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.871650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5cfdce-79f8-4086-9951-bf902900ae16 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:27.910438 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b43155a-9214-4828-9764-760009533c68 req-a71057e1-c260-4818-bd1f-35f8efede959 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2c5cfdce-79f8-4086-9951-bf902900ae16 HTTP/1.1" status: 200 len: 217 time: 0.1112182 Sep 16 04:59:27.913370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 2c5cfdce-79f8-4086-9951-bf902900ae16, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2c5cfdce-79f8-4086-9951-bf902900ae16,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:27.943560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-c69882fa-cf94-4dad-b65e-62c4e4230349 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0 HTTP/1.1" status: 200 len: 217 time: 0.0603447 Sep 16 04:59:27.955988 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:27.964253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-34795308-e8ab-4ea6-b02b-1c01b33491d6 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622143 Sep 16 04:59:27.970999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Allocated IP 172.20.0.1 (79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52/c7a7cc46-77b4-43d5-9f01-b8018341ba98/6838cbb1-bd94-4f98-af2f-e1b077b96e35) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:28.031105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43155a-9214-4828-9764-760009533c68 req-20655434-973a-4fd5-bb5c-e94a4351bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.032646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b43155a-9214-4828-9764-760009533c68 req-20655434-973a-4fd5-bb5c-e94a4351bf6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1086991 Sep 16 04:59:28.069231 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.097533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-4ed09621-225d-466f-9db2-143a3e8137e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.099096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-4ed09621-225d-466f-9db2-143a3e8137e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=871db18a-2a0c-4252-88a5-21d4a1a0992b HTTP/1.1" status: 200 len: 866 time: 0.1444776 Sep 16 04:59:28.108562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd8829-f104-47ce-a333-55aeccec7c36 req-fdf1696e-e491-4934-aa50-cb65a9b41746 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.116397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3afd8829-f104-47ce-a333-55aeccec7c36 req-fdf1696e-e491-4934-aa50-cb65a9b41746 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 943 time: 0.1775408 Sep 16 04:59:28.136136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=2c5cfdce-79f8-4086-9951-bf902900ae16,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.153832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.154237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.154596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.154941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.155379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.155721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.156067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.156447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.156786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.157270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.157608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.157939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:28.164882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Allocated IP 172.20.0.2 (793901d6-f0ac-4219-99d7-d4479cdbdf4d/f54ae94b-ccb6-4b10-87c8-408846e1945a/86e87da4-cc8d-4952-bab3-683705db4cd1) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:28.193722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-f756b61b-c984-4d4c-9b24-1968a6211491 service neutron] 10.222.0.59 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278807 Sep 16 04:59:28.202149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43216) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.232891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43155a-9214-4828-9764-760009533c68 req-07e49e34-ce03-4b70-bb1a-cfa6ca090f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.234061 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:23Z', 'revision_number': 3, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:28.234434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b43155a-9214-4828-9764-760009533c68 req-07e49e34-ce03-4b70-bb1a-cfa6ca090f8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1780257 Sep 16 04:59:28.242104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-d164b521-1985-425e-b3e7-1b56312e00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.244881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-d164b521-1985-425e-b3e7-1b56312e00cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265540 Sep 16 04:59:28.247383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Made reservation on behalf of 462e4c2ad50a445f85d126687c5ac369 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:28.250853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.256468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3afd8829-f104-47ce-a333-55aeccec7c36 req-a1e5140a-883c-414e-8189-d39dff174faf tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365550 Sep 16 04:59:28.315552 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9415ec00-b6ef-4500-a7bd-116c0886c505 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be7e64bfc105431aa232920e240526e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119225 Sep 16 04:59:28.320139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.321761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43218) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.327441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] device_id is not set on port 697e3917-4de3-4f25-b872-0fa337ce27ae yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:28.331352 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbdf10-68d2-4b57-9ee4-af235919d25d None None] The sync data for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 is: [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:23Z', 'revision_number': 3, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:28.374854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['2c5cfdce-79f8-4086-9951-bf902900ae16'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:28.431865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3ee589e-0188-472a-858b-4852dd3996c9 req-3136a422-4f63-4e39-8821-8cdc552df697 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0547338 Sep 16 04:59:28.438948 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.490709 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b43155a-9214-4828-9764-760009533c68 req-bbaa1f72-1f47-4f5b-960f-8ca1558dc2cc service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344389 Sep 16 04:59:28.495685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e3ba-6e48-401e-ad08-f5af1a2a93e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.588762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4b34e4f-6f59-4d82-9537-72a28cf5f90e req-5dbae1b2-3aab-4e07-af21-85c70c856e9d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 210 time: 0.0527062 Sep 16 04:59:28.590613 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.600734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e3ba-6e48-401e-ad08-f5af1a2a93e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.618685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-d5456985-752e-4190-bb57-2f799153b7c5 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578990 Sep 16 04:59:28.676776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:28.690980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:28.698684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:28.708877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Allocated IP 172.20.0.4 (793901d6-f0ac-4219-99d7-d4479cdbdf4d/f54ae94b-ccb6-4b10-87c8-408846e1945a/697e3917-4de3-4f25-b872-0fa337ce27ae) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:28.718649 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b43155a-9214-4828-9764-760009533c68 req-228c8106-1624-4a68-a116-93918d9fdc72 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176414 Sep 16 04:59:28.764043 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.783208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cf1d7-9e80-4dc1-a4ce-d323c0666954 req-acb9219b-8156-44cf-bea6-c58d3d8fa3c6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.785170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc0cf1d7-9e80-4dc1-a4ce-d323c0666954 req-acb9219b-8156-44cf-bea6-c58d3d8fa3c6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 948 time: 0.1921408 Sep 16 04:59:28.865609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Pushing event updated for resources: {'Port': ['ID=86e87da4-cc8d-4952-bab3-683705db4cd1,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.887705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Attempting to bind port 86e87da4-cc8d-4952-bab3-683705db4cd1 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:28.889054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Attempting to bind port 86e87da4-cc8d-4952-bab3-683705db4cd1 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'eb61eb5e-7ce4-4948-9f45-82d9dd774a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:28.889054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Attempting to bind port 86e87da4-cc8d-4952-bab3-683705db4cd1 on network 793901d6-f0ac-4219-99d7-d4479cdbdf4d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:28.899836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:28.900287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Checking segment: {'id': 'eb61eb5e-7ce4-4948-9f45-82d9dd774a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:28.900780 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.901190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Bound using segment: {'id': 'eb61eb5e-7ce4-4948-9f45-82d9dd774a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:28.901962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Bound port: 86e87da4-cc8d-4952-bab3-683705db4cd1, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61eb5e-7ce4-4948-9f45-82d9dd774a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:28.902357 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.925913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6838cbb1-bd94-4f98-af2f-e1b077b96e35,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.942236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15eb6652-b7bf-4826-b3b1-08a8c08bd140 req-32c2483a-8e46-44ff-a09a-d2d60396a72c service neutron] 10.222.0.57 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941723 Sep 16 04:59:28.968556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:28.976161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9d2a785f-c452-47fb-b37b-b960ab1e463d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:28.976907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc0cf1d7-9e80-4dc1-a4ce-d323c0666954 req-bda11cb9-08de-4749-96b4-1dd19e11ca54 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848912 Sep 16 04:59:28.978507 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e3ba-6e48-401e-ad08-f5af1a2a93e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.982077 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e3ba-6e48-401e-ad08-f5af1a2a93e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.990859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e0e7e3ba-6e48-401e-ad08-f5af1a2a93e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24023878-8636-4959-b8ba-11d34a4e0364 HTTP/1.1" status: 204 len: 168 time: 0.6677208 Sep 16 04:59:29.014657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7e3ba-6e48-401e-ad08-f5af1a2a93e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24023878-8636-4959-b8ba-11d34a4e0364,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.033861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:29.057398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514b297-a446-4586-b0a0-df627e65585a req-e7ba1569-4ec8-47c9-9806-5aa297031e38 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.066581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:29.068204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3514b297-a446-4586-b0a0-df627e65585a req-e7ba1569-4ec8-47c9-9806-5aa297031e38 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0741034 Sep 16 04:59:29.092784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] For port 86e87da4-cc8d-4952-bab3-683705db4cd1, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:29.100921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] For port 86e87da4-cc8d-4952-bab3-683705db4cd1, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=86e87da4-cc8d-4952-bab3-683705db4cd1,segment=NetworkSegment(eb61eb5e-7ce4-4948-9f45-82d9dd774a2c),segment_id=eb61eb5e-7ce4-4948-9f45-82d9dd774a2c)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:29.137539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9d2a785f-c452-47fb-b37b-b960ab1e463d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.138485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.148528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.166827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3514b297-a446-4586-b0a0-df627e65585a req-e9e74a5a-83c9-4895-bef2-62c7c09fd3df tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975847 Sep 16 04:59:29.186376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.269052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb32976-32fd-43aa-a807-2f3396875f33 None None] Pushing event updated for resources: {'Port': ['ID=86e87da4-cc8d-4952-bab3-683705db4cd1,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.390160 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.446740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 9d2a785f-c452-47fb-b37b-b960ab1e463d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9d2a785f-c452-47fb-b37b-b960ab1e463d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:29.458664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864c953-4e8a-40d7-9854-8c57f66644ae req-c554e661-4300-4f73-b609-b63f0c94c2f3 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.467097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a864c953-4e8a-40d7-9854-8c57f66644ae req-c554e661-4300-4f73-b609-b63f0c94c2f3 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 943 time: 0.0811610 Sep 16 04:59:29.488906 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.535145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-86d5da3a-5081-4b4f-b428-994d9b24e379 None None] Provisioning complete for port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.546100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-86d5da3a-5081-4b4f-b428-994d9b24e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.561003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a864c953-4e8a-40d7-9854-8c57f66644ae req-d6e9114e-ebb0-4a81-b7e0-49daf8438ae7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869136 Sep 16 04:59:29.561120 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.639568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.689269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9fd24a6-307f-4e13-a83a-00fd768bc92c req-1e69d03c-3236-409b-baad-04f6758765d5 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0878484 Sep 16 04:59:29.719682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-86d5da3a-5081-4b4f-b428-994d9b24e379 None None] Port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:29.742415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=9d2a785f-c452-47fb-b37b-b960ab1e463d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.769965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439162c7-79a3-4d3a-b3ed-e516748cb93c req-459477da-94e0-4bb2-bea8-daca9a02e9cb tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 210 time: 0.0781689 Sep 16 04:59:29.781101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=697e3917-4de3-4f25-b872-0fa337ce27ae,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.810018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.817005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:29.824930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:29.828372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:29.911079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.912261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.041116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-90217bf8-64dd-4ac3-9464-33df23c5917a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3472044 Sep 16 04:59:30.042151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43254) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:30.053002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'name': 'tempest-AllowedAddressPairTestJSON-859024033', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:66:f0:4d'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:30.062464 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.084270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061bde-3fc8-4046-8e1e-cc7f47ef2b15 req-389057f4-32ab-4945-9b64-e902f30faba0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.085886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18061bde-3fc8-4046-8e1e-cc7f47ef2b15 req-389057f4-32ab-4945-9b64-e902f30faba0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 948 time: 0.0635011 Sep 16 04:59:30.125837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18061bde-3fc8-4046-8e1e-cc7f47ef2b15 req-ed007494-c8ed-48ac-a812-bc5213dd1b8f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Sep 16 04:59:30.200732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.243738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6838cbb1-bd94-4f98-af2f-e1b077b96e35,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.246806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.315567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b7f5-fcb4-47d7-97dc-28d24ae47b1f req-c9b27e72-82c4-49f8-b365-bff08b0ad3b3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.318469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96a4b7f5-fcb4-47d7-97dc-28d24ae47b1f req-c9b27e72-82c4-49f8-b365-bff08b0ad3b3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0633125 Sep 16 04:59:30.320708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Made reservation on behalf of 462e4c2ad50a445f85d126687c5ac369 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:30.364468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96a4b7f5-fcb4-47d7-97dc-28d24ae47b1f req-e63bc1c8-11e3-4330-bf62-bae31fcca612 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Sep 16 04:59:30.431210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:30.437284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:30.456930 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.481990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] device_id is not set on port 81624eeb-14b4-43d0-941e-700c215c8292 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:30.697708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955dcd-282e-4c83-b632-0f887dd39281 req-a825ab39-7174-402b-ad36-82be4403d0a2 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.700190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df955dcd-282e-4c83-b632-0f887dd39281 req-a825ab39-7174-402b-ad36-82be4403d0a2 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 943 time: 0.0707667 Sep 16 04:59:30.735594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Allocated IP 172.20.0.3 (793901d6-f0ac-4219-99d7-d4479cdbdf4d/f54ae94b-ccb6-4b10-87c8-408846e1945a/81624eeb-14b4-43d0-941e-700c215c8292) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:30.762282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbff08ae-4392-4120-99d9-ff6edd25395e None None] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:30.782940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df955dcd-282e-4c83-b632-0f887dd39281 req-df62daf1-936c-4961-96c5-b7833eedd1bd tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663724 Sep 16 04:59:30.793514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Router 112c51fe-7204-425b-b177-1a2f4874f516 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:30.895382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a26a88c-8793-4524-ab5c-90575a7f30af req-8901409e-3147-4214-91a5-27a2c3c98b1b tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0364079 Sep 16 04:59:30.999369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-378cc0bc-b46d-441f-94d2-f30f895d0450 req-fa4ed242-1b61-4d14-a9d9-8b37809ae1df tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 210 time: 0.0469139 Sep 16 04:59:31.073473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.077363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 86e87da4-cc8d-4952-bab3-683705db4cd1 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:31.095419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:31.095419 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c86fdec8-77ea-42b3-b1ac-3bfdf5da14b2 admin admin] 10.222.0.59 "PUT /v2.0/routers/112c51fe-7204-425b-b177-1a2f4874f516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7069118 Sep 16 04:59:31.125196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-baf1444f-3962-44e4-9df9-ccaceed3e660 None None] Provisioning complete for port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:31.125581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-baf1444f-3962-44e4-9df9-ccaceed3e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.209308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-baf1444f-3962-44e4-9df9-ccaceed3e660 None None] Port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:31.222691 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.222907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 86e87da4-cc8d-4952-bab3-683705db4cd1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:31.223178 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.275926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:31.279669 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:31.282355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:31.295277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586170ef-3b68-4bce-a30d-8fb5752ea079 req-b1e9c0ba-f495-4d3e-ae2c-a926f5fae74d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.296287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Sync routers for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:31.297127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-586170ef-3b68-4bce-a30d-8fb5752ea079 req-b1e9c0ba-f495-4d3e-ae2c-a926f5fae74d tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 948 time: 0.0789554 Sep 16 04:59:31.304108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-baf1444f-3962-44e4-9df9-ccaceed3e660 None None] Provisioning complete for port 86e87da4-cc8d-4952-bab3-683705db4cd1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:31.304489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-baf1444f-3962-44e4-9df9-ccaceed3e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.320161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=81624eeb-14b4-43d0-941e-700c215c8292,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.356957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:31.356957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:31.372465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-586170ef-3b68-4bce-a30d-8fb5752ea079 req-98629be8-d0dd-442a-bc7f-e9c10f0fba73 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681939 Sep 16 04:59:31.393028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.393822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.447842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 75b20395-a27f-4e3a-94bf-3d8eaac981a0 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:31.475790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 2c5cfdce-79f8-4086-9951-bf902900ae16 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:31.510025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa244c2-4f71-4263-a5ab-c71d3afd86f3 req-f6d3228b-4f6e-4713-b3c4-406ea619b647 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.518712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7aa244c2-4f71-4263-a5ab-c71d3afd86f3 req-f6d3228b-4f6e-4713-b3c4-406ea619b647 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0681324 Sep 16 04:59:31.531533 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d8c70cb3-2cce-4eaa-8c00-d42d4e593e8a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.4882710 Sep 16 04:59:31.532152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43308) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:31.616527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7aa244c2-4f71-4263-a5ab-c71d3afd86f3 req-3802fbe1-5b7f-44c4-b875-716389732d28 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967607 Sep 16 04:59:31.626915 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.678794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcabe6a7-cfbb-48ce-b11b-2ad5f9fcf14b tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.697965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcabe6a7-cfbb-48ce-b11b-2ad5f9fcf14b tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.710325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.resource_extend [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:59:31.716488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcabe6a7-cfbb-48ce-b11b-2ad5f9fcf14b tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.721331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dcabe6a7-cfbb-48ce-b11b-2ad5f9fcf14b tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1880891 Sep 16 04:59:31.721978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:31.745363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-4b28ae2b-f3f7-41b1-9615-c06cccb05504 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.747679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-4b28ae2b-f3f7-41b1-9615-c06cccb05504 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.57 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 811 time: 0.1933894 Sep 16 04:59:31.776107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Request body: {'port': {'device_id': 'f79769ac-c683-4dc0-b669-52c9e6712d65', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'admin_state_up': True, 'tenant_id': '8685f9efdb2a4f84bf37cca56ce63f90'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:31.868438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:31.869196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d393d1cb-d6a3-4ca3-9876-6ec40666532d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Deleting port 81624eeb-14b4-43d0-941e-700c215c8292 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:31.869196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d393d1cb-d6a3-4ca3-9876-6ec40666532d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.996958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67265b08-6cef-4ef5-ae01-4d9e01f4fe2c req-d6308148-31c4-4743-8c09-7fedfd4cd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.998881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67265b08-6cef-4ef5-ae01-4d9e01f4fe2c req-d6308148-31c4-4743-8c09-7fedfd4cd0a2 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 943 time: 0.0892274 Sep 16 04:59:32.070959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67265b08-6cef-4ef5-ae01-4d9e01f4fe2c req-8aafb3bb-2997-4c5e-bb0e-1ac562aef31c tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Sep 16 04:59:32.127122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 86e87da4-cc8d-4952-bab3-683705db4cd1, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=86e87da4-cc8d-4952-bab3-683705db4cd1,segment=NetworkSegment(eb61eb5e-7ce4-4948-9f45-82d9dd774a2c),segment_id=eb61eb5e-7ce4-4948-9f45-82d9dd774a2c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:32.134998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9019df3d-9b7f-457e-b85e-ca488c4f4de3 req-189c015c-7c6f-456d-97fe-b109143e062a tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0425990 Sep 16 04:59:32.141687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Made reservation on behalf of 8685f9efdb2a4f84bf37cca56ce63f90 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:32.152970 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.217056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.217056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9d2a785f-c452-47fb-b37b-b960ab1e463d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:32.287879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-baf1444f-3962-44e4-9df9-ccaceed3e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.300868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c88aed5-b1f5-498a-ac25-290302b006a8 req-bbdb5eb1-2a3f-4ea6-9463-35f8499dbae4 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 210 time: 0.0854287 Sep 16 04:59:32.350899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=86e87da4-cc8d-4952-bab3-683705db4cd1,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.363354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 2c5cfdce-79f8-4086-9951-bf902900ae16 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:32.380938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 75b20395-a27f-4e3a-94bf-3d8eaac981a0, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:32.409680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 2c5cfdce-79f8-4086-9951-bf902900ae16 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:32.410057 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.410376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Allocated IP 172.20.0.13 (071ea40e-c42b-4d06-8075-128f09a802e6/f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6/24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:32.452641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'port_id': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'mac_address': 'fa:16:3e:cf:5d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:32.569692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d393d1cb-d6a3-4ca3-9876-6ec40666532d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.584523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d393d1cb-d6a3-4ca3-9876-6ec40666532d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Calling delete_port for 81624eeb-14b4-43d0-941e-700c215c8292 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:32.590242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-baf1444f-3962-44e4-9df9-ccaceed3e660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:32.590610 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-baf1444f-3962-44e4-9df9-ccaceed3e660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:32.591126 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.607728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 2, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:32.636131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b20395-a27f-4e3a-94bf-3d8eaac981a0 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:32.647741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Checking router: 112c51fe-7204-425b-b177-1a2f4874f516 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:32.648100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Updating router 112c51fe-7204-425b-b177-1a2f4874f516 port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:32.655126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9d2a785f-c452-47fb-b37b-b960ab1e463d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:32.655534 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.672327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6de544-c5ea-4983-b52d-9dd696829981 req-e0d06b0f-fc9f-44fc-a6a7-056cc48d8bc2 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.679626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d6de544-c5ea-4983-b52d-9dd696829981 req-e0d06b0f-fc9f-44fc-a6a7-056cc48d8bc2 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 948 time: 0.2099891 Sep 16 04:59:32.737520 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.742903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d6de544-c5ea-4983-b52d-9dd696829981 req-b5e1ba6c-36d5-4615-a858-12a75dba5edf tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624273 Sep 16 04:59:32.762013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.790722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 75b20395-a27f-4e3a-94bf-3d8eaac981a0, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:32.814375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294abaca-907f-444a-8934-8fa0b557ed4e req-a69a4995-494a-4882-b561-6def38df767c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.815888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-294abaca-907f-444a-8934-8fa0b557ed4e req-a69a4995-494a-4882-b561-6def38df767c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0717542 Sep 16 04:59:32.846782 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.855454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-294abaca-907f-444a-8934-8fa0b557ed4e req-96b53e33-2292-4dea-83fd-159589880aa8 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326977 Sep 16 04:59:32.904909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d393d1cb-d6a3-4ca3-9876-6ec40666532d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.905508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.938373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7048674-81ae-44aa-ab54-656c22334fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5cfdce-79f8-4086-9951-bf902900ae16'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:32.941369 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c7eeb-7ce5-4b40-ace5-388f2038d882" -d '{"events": [{"server_uuid": "d7048674-81ae-44aa-ab54-656c22334fab", "name": "network-vif-plugged", "status": "completed", "tag": "2c5cfdce-79f8-4086-9951-bf902900ae16"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:32.956256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393d1cb-d6a3-4ca3-9876-6ec40666532d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Port': ['ID=81624eeb-14b4-43d0-941e-700c215c8292,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.957509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Network 071ea40e-c42b-4d06-8075-128f09a802e6 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:32.962267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:32.965183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:33.000001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.023280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event updated for resources: {'Port': ['ID=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:33.064749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 2c5cfdce-79f8-4086-9951-bf902900ae16, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2c5cfdce-79f8-4086-9951-bf902900ae16,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:33.111406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.112039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.151216 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f106607-638f-4f83-a444-b96002fe8942 x-openstack-request-id: req-4f106607-638f-4f83-a444-b96002fe8942 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:33.151568 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7048674-81ae-44aa-ab54-656c22334fab", "name": "network-vif-plugged", "status": "completed", "tag": "2c5cfdce-79f8-4086-9951-bf902900ae16", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:33.151830 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f106607-638f-4f83-a444-b96002fe8942 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:33.152310 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7048674-81ae-44aa-ab54-656c22334fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5cfdce-79f8-4086-9951-bf902900ae16', 'code': 200} Sep 16 04:59:33.201434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=75b20395-a27f-4e3a-94bf-3d8eaac981a0,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:33.204646 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.236516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-28e83eff-a206-4ece-bf89-67ec8001c61d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4654090 Sep 16 04:59:33.262211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Request body: {'port': {'device_id': 'f79769ac-c683-4dc0-b669-52c9e6712d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:33.264064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d393d1cb-d6a3-4ca3-9876-6ec40666532d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.272779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d393d1cb-d6a3-4ca3-9876-6ec40666532d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "DELETE /v2.0/ports/81624eeb-14b4-43d0-941e-700c215c8292 HTTP/1.1" status: 204 len: 168 time: 1.5477734 Sep 16 04:59:33.278036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1fb70-9f9c-4fde-a457-6fc356cb6b32 req-f90ac714-34e5-4d42-a655-6e6b14999c04 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.278771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43396) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.289345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abc1fb70-9f9c-4fde-a457-6fc356cb6b32 req-f90ac714-34e5-4d42-a655-6e6b14999c04 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 944 time: 0.1006942 Sep 16 04:59:33.365943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28b11cd4-4f77-4ecb-b518-63ab1241851f req-91d05cbd-ed50-4047-a17e-fc22cf65fe5d tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0395081 Sep 16 04:59:33.384842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a7d25704-1608-4cde-b0f5-eda951958a0b None None] Could not find standard attr ID for object 81624eeb-14b4-43d0-941e-700c215c8292. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:59:33.391331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85dc05-2872-47a4-9c5e-5bcc3a3aebce req-2daa5683-782e-4272-bd49-eb36ed30c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.397058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e85dc05-2872-47a4-9c5e-5bcc3a3aebce req-2daa5683-782e-4272-bd49-eb36ed30c8ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 1101 time: 0.2689292 Sep 16 04:59:33.432229 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55394cf-9533-4752-af46-4a05c5922739 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] GET failed (client error): The resource could not be found. Sep 16 04:59:33.438032 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b55394cf-9533-4752-af46-4a05c5922739 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "GET /v2.0/ports/81624eeb-14b4-43d0-941e-700c215c8292 HTTP/1.1" status: 404 len: 333 time: 0.1547899 Sep 16 04:59:33.447670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43408) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.450005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=2c5cfdce-79f8-4086-9951-bf902900ae16,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:33.455138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'name': 'tempest-AllowedAddressPairTestJSON-1620952582'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:33.456108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a7d25704-1608-4cde-b0f5-eda951958a0b None None] Provisioning complete for port 697e3917-4de3-4f25-b872-0fa337ce27ae triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:33.459851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a7d25704-1608-4cde-b0f5-eda951958a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.475975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abc1fb70-9f9c-4fde-a457-6fc356cb6b32 req-3bd00be2-0b47-47d1-a1e1-b93eab492e6d tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803203 Sep 16 04:59:33.512738 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e85dc05-2872-47a4-9c5e-5bcc3a3aebce req-a18d2bc0-9f85-4f9e-8ec8-681ea6fb283f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954318 Sep 16 04:59:33.514305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 86e87da4-cc8d-4952-bab3-683705db4cd1 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:33.528959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.705784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['75b20395-a27f-4e3a-94bf-3d8eaac981a0'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:33.795414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a7d25704-1608-4cde-b0f5-eda951958a0b None None] Port 697e3917-4de3-4f25-b872-0fa337ce27ae cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:33.883073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a7d25704-1608-4cde-b0f5-eda951958a0b None None] Provisioning complete for port 86e87da4-cc8d-4952-bab3-683705db4cd1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:33.883493 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a7d25704-1608-4cde-b0f5-eda951958a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.890109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 86e87da4-cc8d-4952-bab3-683705db4cd1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:33.890489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.963879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.042585 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.097207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b4b1a-b79a-4ae5-af59-acc66bc49d85 req-8302c5ad-4fac-422c-9c93-b92c069bb863 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.099715 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e1b4b1a-b79a-4ae5-af59-acc66bc49d85 req-8302c5ad-4fac-422c-9c93-b92c069bb863 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 932 time: 0.5205727 Sep 16 04:59:34.169912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8bfeb-6c3c-4cff-8f51-d9d3dbd6d2cd req-5062e3a1-f7f7-4e24-a1a9-e084ab2fb36a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.171955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbf8bfeb-6c3c-4cff-8f51-d9d3dbd6d2cd req-5062e3a1-f7f7-4e24-a1a9-e084ab2fb36a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 949 time: 0.2223089 Sep 16 04:59:34.187866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aa37c-c3fe-4332-b7a5-d604341ac474 None None] Pushing event updated for resources: {'Port': ['ID=6838cbb1-bd94-4f98-af2f-e1b077b96e35,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.194178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Made reservation on behalf of 462e4c2ad50a445f85d126687c5ac369 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:34.198969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.257227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Attempting to bind port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:34.257607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Attempting to bind port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:34.257985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Attempting to bind port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 on network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:34.268631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:34.269026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Checking segment: {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:34.269446 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.270098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Bound using segment: {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:34.270952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Bound port: 6838cbb1-bd94-4f98-af2f-e1b077b96e35, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:34.271332 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.296994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] device_id is not set on port df6e62c6-2333-440a-907b-f20d158b7138 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:34.363221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e1b4b1a-b79a-4ae5-af59-acc66bc49d85 req-316b6f9d-2ec6-48eb-ba11-e3ed4981dd49 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357981 Sep 16 04:59:34.379203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] For port 6838cbb1-bd94-4f98-af2f-e1b077b96e35, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:34.379203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] For port 6838cbb1-bd94-4f98-af2f-e1b077b96e35, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6838cbb1-bd94-4f98-af2f-e1b077b96e35,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:34.409611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-42159b5e-c2f2-4915-b04c-7caa36b09c3e None None] Provisioning complete for port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:34.410179 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42159b5e-c2f2-4915-b04c-7caa36b09c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.412577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbf8bfeb-6c3c-4cff-8f51-d9d3dbd6d2cd req-bc2a7c41-3104-4044-a0d1-89cf7c211fdb tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228763 Sep 16 04:59:34.463044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-42159b5e-c2f2-4915-b04c-7caa36b09c3e None None] Port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:34.483155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.545449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aa37c-c3fe-4332-b7a5-d604341ac474 None None] Pushing event updated for resources: {'Port': ['ID=6838cbb1-bd94-4f98-af2f-e1b077b96e35,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.562577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:34.563336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:34.586654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89504c48-0ed7-4e91-97d8-44e989f4f984 req-6dc7c079-537a-4f6b-94ea-9d7ea081562f tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0555389 Sep 16 04:59:34.594572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Allocated IP 172.20.0.13 (793901d6-f0ac-4219-99d7-d4479cdbdf4d/f54ae94b-ccb6-4b10-87c8-408846e1945a/df6e62c6-2333-440a-907b-f20d158b7138) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:34.663976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfebd85-a893-4107-a2d8-b9ad02fead3c req-bff18a67-48e0-4ed1-b504-4ef7f9fe0674 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.665556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9bfebd85-a893-4107-a2d8-b9ad02fead3c req-bff18a67-48e0-4ed1-b504-4ef7f9fe0674 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1763208 Sep 16 04:59:34.670333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:34.700394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.752720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:34.764221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Transition to ACTIVE for port object 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:34.818266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9bfebd85-a893-4107-a2d8-b9ad02fead3c req-34642390-8ab7-42ab-9d3b-2b6f19389c75 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353090 Sep 16 04:59:34.867334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebba0e-acb7-4f5f-9d06-79e9a12ddfc3 req-2cb1f6ff-c962-4363-905c-bbb446ec637f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.868810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acebba0e-acb7-4f5f-9d06-79e9a12ddfc3 req-2cb1f6ff-c962-4363-905c-bbb446ec637f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 944 time: 0.1804709 Sep 16 04:59:34.914287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.984127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acebba0e-acb7-4f5f-9d06-79e9a12ddfc3 req-5f8208f1-ad50-45bd-909e-7b1e54e6b3b1 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051383 Sep 16 04:59:35.000012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.030229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Pushing event updated for resources: {'Port': ['ID=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.069430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4e2da73f-ff9c-44cf-9b48-e159284f7c78 None None] Provisioning complete for port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:35.070470 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4e2da73f-ff9c-44cf-9b48-e159284f7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.121565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Attempting to bind port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:35.122189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Attempting to bind port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:35.122189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Attempting to bind port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:35.126716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 on network 071ea40e-c42b-4d06-8075-128f09a802e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:35.130676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Attempting to bind port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 on network 071ea40e-c42b-4d06-8075-128f09a802e6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:35.133100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:35.133797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Checking segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:35.134204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Bound using segment: {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:35.134916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Bound port: 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:35.135207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.184657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:34Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:35.207557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] For port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:35.211365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] For port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:35.216186 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.228680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae707-2b1d-4092-a5ed-fea295638222 None None] The sync data for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 is: [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:34Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:35.228680 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4e2da73f-ff9c-44cf-9b48-e159284f7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.283653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4e2da73f-ff9c-44cf-9b48-e159284f7c78 None None] For port 6838cbb1-bd94-4f98-af2f-e1b077b96e35, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6838cbb1-bd94-4f98-af2f-e1b077b96e35,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:35.320774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:35.324791 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.329552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:35.348311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:35.399043 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4e2da73f-ff9c-44cf-9b48-e159284f7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.424152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=df6e62c6-2333-440a-907b-f20d158b7138,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.430186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.430903 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.432425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] 10.222.0.57 "PUT /v2.0/ports/24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 HTTP/1.1" status: 200 len: 1093 time: 2.1751184 Sep 16 04:59:35.432937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79769ac-c683-4dc0-b669-52c9e6712d65', 'tag': '24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:35.435711 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026a7d4f-e2d7-4829-839d-90eb0f37f89b" -d '{"events": [{"name": "network-changed", "server_uuid": "f79769ac-c683-4dc0-b669-52c9e6712d65", "tag": "24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:35.473906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 75b20395-a27f-4e3a-94bf-3d8eaac981a0 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:35.530323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6838cbb1-bd94-4f98-af2f-e1b077b96e35 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:35.612679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2da73f-ff9c-44cf-9b48-e159284f7c78 None None] Pushing event updated for resources: {'Port': ['ID=6838cbb1-bd94-4f98-af2f-e1b077b96e35,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.673283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:35.673752 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.691428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.692082 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.746782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a51bb622-3607-48bc-ab8f-fc21933651e3 None None] Provisioning complete for port df6e62c6-2333-440a-907b-f20d158b7138 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:35.747430 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a51bb622-3607-48bc-ab8f-fc21933651e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.754720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51235d8a-4011-4e34-a559-f1ee0b4f8244 service neutron] Pushing event updated for resources: {'Port': ['ID=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.780149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dfd57-b0e1-4fbd-9a3a-cc13a65372d4 req-2c46f370-0119-4a97-b555-9092074c6132 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.781692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d91dfd57-b0e1-4fbd-9a3a-cc13a65372d4 req-2c46f370-0119-4a97-b555-9092074c6132 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 944 time: 0.2587883 Sep 16 04:59:35.792780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f66ec-c560-4110-837c-a6127d410e84 req-83413036-cf92-494c-af6b-2e97ffb93565 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.794307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a32f66ec-c560-4110-837c-a6127d410e84 req-83413036-cf92-494c-af6b-2e97ffb93565 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 949 time: 0.2513239 Sep 16 04:59:35.808491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-91fb09dd-a74f-4e4b-9a0b-5c04bbf30d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.811957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-91fb09dd-a74f-4e4b-9a0b-5c04bbf30d2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 1096 time: 0.2112668 Sep 16 04:59:35.828701 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a51bb622-3607-48bc-ab8f-fc21933651e3 None None] Port df6e62c6-2333-440a-907b-f20d158b7138 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:35.859052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:35.865855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:35.867023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.898512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-2baaded5-8973-45dd-9d9d-c476745e663e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 HTTP/1.1" status: 200 len: 217 time: 0.0533259 Sep 16 04:59:35.951673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d91dfd57-b0e1-4fbd-9a3a-cc13a65372d4 req-2b585b52-06b9-4fe9-a428-3050accdf354 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562786 Sep 16 04:59:35.955572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bc8c93ba-141e-4d6e-a803-d53f06c4c604 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5066421 Sep 16 04:59:35.959019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43464) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.967675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:66:f0:4d'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:35.982062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a32f66ec-c560-4110-837c-a6127d410e84 req-e5c242ff-ac24-4db7-be61-3e144f4c3cc5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611128 Sep 16 04:59:35.994794 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.019074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-5f528b05-45e7-457f-93b1-c5b43e443be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.020971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-5f528b05-45e7-457f-93b1-c5b43e443be1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.1048791 Sep 16 04:59:36.045330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 75b20395-a27f-4e3a-94bf-3d8eaac981a0, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:36.046918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:36.049501 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42b0d7e-cb5c-4792-9b8e-8a7786f0e6f9" -d '{"events": [{"server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "name": "network-vif-plugged", "status": "completed", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:36.084623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-03e45086-0d12-48a6-8233-b6a78fdb0554 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539587 Sep 16 04:59:36.086231 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece54b6-75a6-4474-ba88-23989e2a2bc5 x-openstack-request-id: req-3ece54b6-75a6-4474-ba88-23989e2a2bc5 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:36.086755 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79769ac-c683-4dc0-b669-52c9e6712d65", "tag": "24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:36.087130 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ece54b6-75a6-4474-ba88-23989e2a2bc5 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:36.088108 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79769ac-c683-4dc0-b669-52c9e6712d65', 'tag': '24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80', 'status': 'completed', 'code': 200} Sep 16 04:59:36.150696 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.197269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0da83c19-e163-4300-ad20-ecc89cbb56c1 req-1dc4f1cb-fe2b-4512-8304-ec68c35770e4 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0838830 Sep 16 04:59:36.246510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=75b20395-a27f-4e3a-94bf-3d8eaac981a0,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.259292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.390441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-51f09b05-dcbc-4e65-8e85-aaedb6293561 service neutron] 10.222.0.57 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961431 Sep 16 04:59:36.399719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7b2de-affd-44a9-a463-325ba320eb0b req-f5d765fd-505a-4d1c-9028-2fad81862c56 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.403415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ec7b2de-affd-44a9-a463-325ba320eb0b req-f5d765fd-505a-4d1c-9028-2fad81862c56 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1307261 Sep 16 04:59:36.454475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b63be-95cb-4a1f-baf0-c86d34486bb3 req-552b450d-f184-4c1c-a989-30bb2f01fc39 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.459794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c8b63be-95cb-4a1f-baf0-c86d34486bb3 req-552b450d-f184-4c1c-a989-30bb2f01fc39 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 1101 time: 0.1485384 Sep 16 04:59:36.508854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.549854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ec7b2de-affd-44a9-a463-325ba320eb0b req-b50472a1-e81b-421c-90b7-06abd10b7b7f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370106 Sep 16 04:59:36.572070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c8b63be-95cb-4a1f-baf0-c86d34486bb3 req-566a553e-0b60-4113-b3bd-a527cb8e1ea4 tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968113 Sep 16 04:59:36.600615 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.609560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1767f610-01d7-4e89-a11f-7538de6b36e4 req-b714bd21-12a2-48b4-b58d-3982a7e4bfe3 service neutron] 10.222.0.57 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941698 Sep 16 04:59:36.678283 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e060b7-3c3c-4fb5-976f-f1197801b415 x-openstack-request-id: req-83e060b7-3c3c-4fb5-976f-f1197801b415 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:36.679387 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "name": "network-vif-plugged", "status": "completed", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:36.679977 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83e060b7-3c3c-4fb5-976f-f1197801b415 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:36.680561 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'code': 200} Sep 16 04:59:36.736380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93220b01-3d06-4f29-b1fb-b12cff8aedd9 req-2523aef2-1d59-4c3e-9a95-9cc25967fbc3 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.740529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93220b01-3d06-4f29-b1fb-b12cff8aedd9 req-2523aef2-1d59-4c3e-9a95-9cc25967fbc3 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 945 time: 0.0976861 Sep 16 04:59:36.815208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93220b01-3d06-4f29-b1fb-b12cff8aedd9 req-69f69767-0036-4407-8a43-b6e608cebd52 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601735 Sep 16 04:59:36.828276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] In _notify_port_updated(), no bound segment for port df6e62c6-2333-440a-907b-f20d158b7138 on network 793901d6-f0ac-4219-99d7-d4479cdbdf4d {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:59:36.834617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.836200 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.840273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "PUT /v2.0/ports/df6e62c6-2333-440a-907b-f20d158b7138 HTTP/1.1" status: 200 len: 994 time: 0.8774874 Sep 16 04:59:36.840608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43498) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.869535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fcd53-4c94-4a76-b033-7d19737f52e5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=df6e62c6-2333-440a-907b-f20d158b7138,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.966509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-92ff50cb-a78b-4201-9b05-c247848bf5ef None None] Provisioning complete for port df6e62c6-2333-440a-907b-f20d158b7138 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:36.967202 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92ff50cb-a78b-4201-9b05-c247848bf5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.032618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-8f686658-73d0-480a-b76a-6a8329e03a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.034971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-8f686658-73d0-480a-b76a-6a8329e03a99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 1096 time: 0.1360645 Sep 16 04:59:37.056372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-92ff50cb-a78b-4201-9b05-c247848bf5ef None None] Port df6e62c6-2333-440a-907b-f20d158b7138 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:37.077007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225068a-18a1-4cb5-8e42-93420ce93017 req-268af856-390c-4dbb-93ad-3a5fc866731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.078514 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4225068a-18a1-4cb5-8e42-93420ce93017 req-268af856-390c-4dbb-93ad-3a5fc866731a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 1097 time: 0.1423824 Sep 16 04:59:37.093910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b18cf-de12-4f02-b51a-af2dd1d75253 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Deleting port df6e62c6-2333-440a-907b-f20d158b7138 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:37.094264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18cf-de12-4f02-b51a-af2dd1d75253 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.127680 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-d041dd63-9c50-4b2d-afb4-0ac98a13e644 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915539 Sep 16 04:59:37.189576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4225068a-18a1-4cb5-8e42-93420ce93017 req-7dd22b3d-0924-4963-9faf-a79821093555 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910463 Sep 16 04:59:37.216465 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18cf-de12-4f02-b51a-af2dd1d75253 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.231886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b18cf-de12-4f02-b51a-af2dd1d75253 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Calling delete_port for df6e62c6-2333-440a-907b-f20d158b7138 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:37.300999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ffe5e-d3f2-4633-88c1-4833ee43b6fa req-6996b02f-63ca-4c8a-8859-c0cbe3d13cbc tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.302543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-609ffe5e-d3f2-4633-88c1-4833ee43b6fa req-6996b02f-63ca-4c8a-8859-c0cbe3d13cbc tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 944 time: 0.1972342 Sep 16 04:59:37.311307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-3732d5f3-6fc8-4122-b383-4ef0eb80533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.312934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-3732d5f3-6fc8-4122-b383-4ef0eb80533c service neutron] 10.222.0.57 "GET /v2.0/networks?id=071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 200 len: 912 time: 0.2442982 Sep 16 04:59:37.351779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728e514-7793-4473-8b76-b86461270bda req-eadc4450-207f-41ea-879c-f8f1795055ef tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.363630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-eadc4450-207f-41ea-879c-f8f1795055ef tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080908 Sep 16 04:59:37.392713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-609ffe5e-d3f2-4633-88c1-4833ee43b6fa req-b3ddbe8e-9dbc-4242-bcd4-accd28df705b tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771058 Sep 16 04:59:37.395224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-e64dfb07-a3e0-427b-94c5-d88729d62e68 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/quotas/35445f9d9b7c4cd69215c1d87cefaab9 HTTP/1.1" status: 200 len: 375 time: 0.0321255 Sep 16 04:59:37.412678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6838cbb1-bd94-4f98-af2f-e1b077b96e35 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:37.450340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18cf-de12-4f02-b51a-af2dd1d75253 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.481992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:37.483121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-32170437-3c6e-45b2-98bf-852e4fd2b3d0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0809221 Sep 16 04:59:37.486533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b18cf-de12-4f02-b51a-af2dd1d75253 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Port': ['ID=df6e62c6-2333-440a-907b-f20d158b7138,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.491581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.575535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90763de8-dfb0-4667-82c2-1bae28f9d1b2 req-6b8af3ee-6df6-4086-b1cb-4105d74e9b49 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0908539 Sep 16 04:59:37.680707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-74e4f7f9-0198-4690-af68-cf0859182222 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 HTTP/1.1" status: 200 len: 217 time: 0.1041422 Sep 16 04:59:37.707916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a4b18cf-de12-4f02-b51a-af2dd1d75253 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.711747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9a4b18cf-de12-4f02-b51a-af2dd1d75253 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "DELETE /v2.0/ports/df6e62c6-2333-440a-907b-f20d158b7138 HTTP/1.1" status: 204 len: 168 time: 0.8638525 Sep 16 04:59:37.713312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43516) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.747744 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5f068b-1eba-483c-8659-850044779ee5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] GET failed (client error): The resource could not be found. Sep 16 04:59:37.753886 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2a5f068b-1eba-483c-8659-850044779ee5 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "GET /v2.0/ports/df6e62c6-2333-440a-907b-f20d158b7138 HTTP/1.1" status: 404 len: 333 time: 0.0354400 Sep 16 04:59:37.754063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43518) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.760019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'name': 'tempest-AllowedAddressPairTestJSON-1792542915'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:37.772370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-3cd7ccf8-9bfb-44c1-9199-1639b538f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.773773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-3cd7ccf8-9bfb-44c1-9199-1639b538f17d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 200 len: 851 time: 0.0764008 Sep 16 04:59:37.784652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aca3b-856c-4321-bf2c-5bd048ec90de req-ca62d7dd-a17b-49d4-b054-ceb5a9594935 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.786266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-624aca3b-856c-4321-bf2c-5bd048ec90de req-ca62d7dd-a17b-49d4-b054-ceb5a9594935 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1026542 Sep 16 04:59:37.875025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-3944222c-35b3-4e0d-a817-51bf0b4e00b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=071ea40e-c42b-4d06-8075-128f09a802e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831137 Sep 16 04:59:37.895713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2064c11-33c8-48c4-a69c-65d35ab6da59 req-83f9c79f-d674-471b-a71f-3ff27ed9f6d1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 210 time: 0.0324516 Sep 16 04:59:38.023139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-5e23149f-ba38-4592-9ca8-dbe98dfb0fc5 service neutron] 10.222.0.57 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259968 Sep 16 04:59:38.030844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Made reservation on behalf of 462e4c2ad50a445f85d126687c5ac369 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:38.036749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.048168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-624aca3b-856c-4321-bf2c-5bd048ec90de req-278cf808-2279-4274-a7e9-529b275a6dc9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296238 Sep 16 04:59:38.073798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] device_id is not set on port b4455888-fdbb-4130-a3f1-8719deb48211 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:38.125408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9699ea-9641-4a81-9e39-d4f4a3b3a44b req-3e264350-e59f-4450-a8fe-d7a3940f78cb tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.126975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb9699ea-9641-4a81-9e39-d4f4a3b3a44b req-3e264350-e59f-4450-a8fe-d7a3940f78cb tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 945 time: 0.1476600 Sep 16 04:59:38.171602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026a7d4f-e2d7-4829-839d-90eb0f37f89b req-169f3a0f-0330-40d8-bbd2-e01de08c5c3c service neutron] 10.222.0.57 "GET /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310675 Sep 16 04:59:38.185194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb9699ea-9641-4a81-9e39-d4f4a3b3a44b req-45e34604-0c01-4ad4-967c-76410d0ef5f5 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Sep 16 04:59:38.228867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Allocated IP 172.20.0.5 (793901d6-f0ac-4219-99d7-d4479cdbdf4d/f54ae94b-ccb6-4b10-87c8-408846e1945a/b4455888-fdbb-4130-a3f1-8719deb48211) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:38.398304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.527675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae48ef-425e-463d-b443-bb6b1924efe4 req-f20cd737-0905-4f02-a072-2943c67ce7fa tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.529574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3ae48ef-425e-463d-b443-bb6b1924efe4 req-f20cd737-0905-4f02-a072-2943c67ce7fa tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 944 time: 0.0587876 Sep 16 04:59:38.570180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3ae48ef-425e-463d-b443-bb6b1924efe4 req-7585bb7b-44c2-4c87-aa0f-592d3d578d58 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Sep 16 04:59:38.662776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1965c7c-cbb0-4060-8694-4e772117f510 req-43278738-4507-402c-8ea5-2968a846c534 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0291944 Sep 16 04:59:38.793759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.842242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=b4455888-fdbb-4130-a3f1-8719deb48211,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:38.868917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:38.871042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:38.873838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:38.950951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.952192 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.018376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c1c5e09-5535-47c0-b853-71db33f9cc2a req-9234e820-9d39-4bf9-8c6a-a23e89d59794 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 210 time: 0.0658052 Sep 16 04:59:39.097673 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68a09264-9050-4045-8f0e-6abea2c5973d tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3425162 Sep 16 04:59:39.100939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43576) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.107472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:f0:4d'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.174848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049a833-482a-4a5c-9859-1e4e7985ae4e req-bb47cd02-1482-4c43-962d-2d2d77bcb774 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.182748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0049a833-482a-4a5c-9859-1e4e7985ae4e req-bb47cd02-1482-4c43-962d-2d2d77bcb774 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0714891 Sep 16 04:59:39.209831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8dba7f5d-f7a6-4153-a4c6-c9dd087abb24 None None] Provisioning complete for port b4455888-fdbb-4130-a3f1-8719deb48211 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:39.211669 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8dba7f5d-f7a6-4153-a4c6-c9dd087abb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.249811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0049a833-482a-4a5c-9859-1e4e7985ae4e req-9cd21987-728b-4200-8a78-b745cfb040ff tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658405 Sep 16 04:59:39.259880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.269897 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8dba7f5d-f7a6-4153-a4c6-c9dd087abb24 None None] Port b4455888-fdbb-4130-a3f1-8719deb48211 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:39.363915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-9f98060f-7a44-4a12-a363-2d3c86afed25 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fd28266c48334e098fda6c5f089e9e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258596 Sep 16 04:59:39.390728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ce6fa-bf24-46d4-9adb-2bcdfe743be2 req-3e8d73f9-4fad-4693-959a-207cbda1338e tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.398784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-533ce6fa-bf24-46d4-9adb-2bcdfe743be2 req-3e8d73f9-4fad-4693-959a-207cbda1338e tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 945 time: 0.1095262 Sep 16 04:59:39.487482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.491601 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-533ce6fa-bf24-46d4-9adb-2bcdfe743be2 req-ecda4f5c-7762-4746-b4e2-e244572df89b tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918238 Sep 16 04:59:39.506554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:39.553498 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.566482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-18fb2f92-7ed0-4d7f-91a1-48f92d94b169 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.568056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-18fb2f92-7ed0-4d7f-91a1-48f92d94b169 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967192 Sep 16 04:59:39.637048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-89435c1f-8659-433b-b558-de5dd69c5836 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/quotas/fd28266c48334e098fda6c5f089e9e6f HTTP/1.1" status: 200 len: 375 time: 0.0514441 Sep 16 04:59:39.652486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:39.659544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=b4455888-fdbb-4130-a3f1-8719deb48211,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:39.670210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80', 'network_id': '071ea40e-c42b-4d06-8075-128f09a802e6', 'port_id': '24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80', 'mac_address': 'fa:16:3e:42:37:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:39.698982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] In _notify_port_updated(), no bound segment for port b4455888-fdbb-4130-a3f1-8719deb48211 on network 793901d6-f0ac-4219-99d7-d4479cdbdf4d {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:59:39.709832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.710502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.718783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-afcbb895-91a7-4d6a-9b9b-2cd607b7a49a tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "PUT /v2.0/ports/b4455888-fdbb-4130-a3f1-8719deb48211 HTTP/1.1" status: 200 len: 996 time: 0.6165931 Sep 16 04:59:39.720672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43602) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.724915 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.740895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:39.784138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:39.803582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-3109e9ee-83e5-44f2-84a5-262b4b5bd2aa tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd28266c48334e098fda6c5f089e9e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1537800 Sep 16 04:59:39.845013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.864613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d9e18e06-8fd2-4c27-81c1-5810d39589b9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Deleting port b4455888-fdbb-4130-a3f1-8719deb48211 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:39.865390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e06-8fd2-4c27-81c1-5810d39589b9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.908663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c077be23-15ad-4709-a14a-a1d84015176b req-07d32121-2f7b-4073-87ba-2a1b3d3db438 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 258 time: 0.3733981 Sep 16 04:59:39.926467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.927381 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5e2dc0a2-7e2f-4716-982f-6d769aefae7a None None] Provisioning complete for port b4455888-fdbb-4130-a3f1-8719deb48211 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:39.927763 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5e2dc0a2-7e2f-4716-982f-6d769aefae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.929370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:39.972232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dc0a2-7e2f-4716-982f-6d769aefae7a None None] Port b4455888-fdbb-4130-a3f1-8719deb48211 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:39.981474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e06-8fd2-4c27-81c1-5810d39589b9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.994639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d9e18e06-8fd2-4c27-81c1-5810d39589b9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Calling delete_port for b4455888-fdbb-4130-a3f1-8719deb48211 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:40.019939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.168386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.227440 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.229306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca3df7-6eff-4cf4-a18c-e593aac7e708 req-08cebc6c-e6f2-42b6-8196-c22c84f6b75d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.229910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86ca3df7-6eff-4cf4-a18c-e593aac7e708 req-08cebc6c-e6f2-42b6-8196-c22c84f6b75d tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 945 time: 0.0754986 Sep 16 04:59:40.283962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86ca3df7-6eff-4cf4-a18c-e593aac7e708 req-ae14b470-ae97-4830-b6ba-55be590ed268 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479290 Sep 16 04:59:40.327500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e06-8fd2-4c27-81c1-5810d39589b9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.358703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e18e06-8fd2-4c27-81c1-5810d39589b9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Port': ['ID=b4455888-fdbb-4130-a3f1-8719deb48211,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.395490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:40.513227 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e06-8fd2-4c27-81c1-5810d39589b9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.515489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d9e18e06-8fd2-4c27-81c1-5810d39589b9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "DELETE /v2.0/ports/b4455888-fdbb-4130-a3f1-8719deb48211 HTTP/1.1" status: 204 len: 168 time: 0.7937527 Sep 16 04:59:40.518137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43620) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.546352 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3467eafa-11c4-4a91-a5f4-3a6200aee865 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] GET failed (client error): The resource could not be found. Sep 16 04:59:40.548212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3467eafa-11c4-4a91-a5f4-3a6200aee865 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "GET /v2.0/ports/b4455888-fdbb-4130-a3f1-8719deb48211 HTTP/1.1" status: 404 len: 333 time: 0.0291066 Sep 16 04:59:40.552247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43622) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.559501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'name': 'tempest-AllowedAddressPairTestJSON-2061295545'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:40.759175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02d95c2f-4c28-4e3f-a094-03ee64fb98f5 req-0c972751-e2ae-48ef-b97f-188df1d92df3 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0399334 Sep 16 04:59:40.816092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Made reservation on behalf of 462e4c2ad50a445f85d126687c5ac369 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:40.820333 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.826144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Allocated IP 172.25.7.6 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/7d525c71-b3c0-41b9-9b47-261c8450eeef) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:40.848776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] device_id is not set on port b98647a6-4055-4e95-a79d-d68efe98e0ee yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:40.871711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31e0e516-945f-428a-95cd-0b4276cb0f59 req-af005da1-fa48-4752-82c8-42fbbc20f540 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 210 time: 0.0361271 Sep 16 04:59:40.965342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c04e4473-ea63-40aa-aa3a-c950151e96df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.007260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-1b275c0f-d7c9-4be6-8f00-aeb7bcd0b358 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fd28266c48334e098fda6c5f089e9e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410151 Sep 16 04:59:41.011072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Allocated IP 172.20.0.12 (793901d6-f0ac-4219-99d7-d4479cdbdf4d/f54ae94b-ccb6-4b10-87c8-408846e1945a/b98647a6-4055-4e95-a79d-d68efe98e0ee) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:41.046500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.049248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-cc3054e3-26a4-4a23-909f-ef61396d6d57 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563738 Sep 16 04:59:41.207611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.261895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-5795741e-49c4-4bda-bb53-eb121c720fab tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.263471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-5795741e-49c4-4bda-bb53-eb121c720fab tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315972 Sep 16 04:59:41.272512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728e514-7793-4473-8b76-b86461270bda req-42c94ce6-c006-4797-83cb-c4f13be7b339 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.274468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-42c94ce6-c006-4797-83cb-c4f13be7b339 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087562 Sep 16 04:59:41.290398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-af1883e8-af5e-4768-a109-7970638e8f15 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/quotas/fd28266c48334e098fda6c5f089e9e6f HTTP/1.1" status: 200 len: 375 time: 0.0152836 Sep 16 04:59:41.318899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Request body: {'port': {'device_id': 'b166d362-720c-4bea-9ebf-be419745a917', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '35445f9d9b7c4cd69215c1d87cefaab9'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:41.353647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.354749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-2fee6dcb-a544-4702-9458-acf5675c4c45 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd28266c48334e098fda6c5f089e9e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634260 Sep 16 04:59:41.359288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.430451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:41.437171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:41.446538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:41.457010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:41.460319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:41.464332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:41.466980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:41.471293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Pushing event updated for resources: {'Port': ['ID=7d525c71-b3c0-41b9-9b47-261c8450eeef,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.508806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=b98647a6-4055-4e95-a79d-d68efe98e0ee,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.542564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.543690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.641800 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.692586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:41.706838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc', 'port_id': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'mac_address': 'fa:16:3e:84:0a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2679ef2f-efb3-4dd9-bfb1-affafce3c03f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:41.724294 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e3b58688-3d2e-46fb-bd3d-d4c6392ef9c9 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1676879 Sep 16 04:59:41.724527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43642) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.734122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'network_id': '793901d6-f0ac-4219-99d7-d4479cdbdf4d', 'name': 'tempest-AllowedAddressPairTestJSON-876092900'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:41.756896 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.777291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99b9469c-3efc-40ba-b97f-b6eee30e91ba {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:41.789638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19c10e-3078-4378-819f-c965bed6070e req-ce0b0192-a5fc-4608-9e1d-96ae2297ccaa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.791260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a19c10e-3078-4378-819f-c965bed6070e req-ce0b0192-a5fc-4608-9e1d-96ae2297ccaa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1226315 Sep 16 04:59:41.815617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:41.827833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0e97d712-05d4-455d-9074-7bbe75391e51 None None] Provisioning complete for port b98647a6-4055-4e95-a79d-d68efe98e0ee triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:41.828225 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e97d712-05d4-455d-9074-7bbe75391e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.887555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0e97d712-05d4-455d-9074-7bbe75391e51 None None] Port b98647a6-4055-4e95-a79d-d68efe98e0ee cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:41.898610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Made reservation on behalf of 35445f9d9b7c4cd69215c1d87cefaab9 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:41.902141 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.928615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.938892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a19c10e-3078-4378-819f-c965bed6070e req-d1d2d237-ecaa-4960-8af0-20630dda4bae tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343298 Sep 16 04:59:41.956166 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.063203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.086733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['99b9469c-3efc-40ba-b97f-b6eee30e91ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:42.146896 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:42.221900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c08ae3-d6ed-4261-95ef-c0869415d46a req-55d82e65-173b-4bee-be05-57dc6c86a264 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.228983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24c08ae3-d6ed-4261-95ef-c0869415d46a req-55d82e65-173b-4bee-be05-57dc6c86a264 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 945 time: 0.2008903 Sep 16 04:59:42.242905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Made reservation on behalf of 462e4c2ad50a445f85d126687c5ac369 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:42.246653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.289521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Allocated IP 192.168.233.116 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/872727f8-9eba-4a22-ad9a-2fbb5321d274) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:42.342083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] device_id is not set on port 228249a7-7059-4159-958f-ee8f30c0b266 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:42.366686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24c08ae3-d6ed-4261-95ef-c0869415d46a req-51ab10cd-7df5-4720-a18a-53992f9d827e tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367588 Sep 16 04:59:42.517352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.522237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e64a1ec-ca02-4bde-8788-530cdd651010 req-491cb4ec-5a3b-45c7-90d2-b558963e1dad tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 210 time: 0.0897522 Sep 16 04:59:42.620864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.686773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27881963-7d98-47ac-a5f6-6741e2b0c5ea req-31aafe27-35ec-43ef-9493-087f76e61d15 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0811565 Sep 16 04:59:42.738408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Allocated IP 172.20.0.14 (793901d6-f0ac-4219-99d7-d4479cdbdf4d/f54ae94b-ccb6-4b10-87c8-408846e1945a/228249a7-7059-4159-958f-ee8f30c0b266) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:42.847895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Pushing event updated for resources: {'Port': ['ID=7d525c71-b3c0-41b9-9b47-261c8450eeef,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.893344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-795490f2-7c45-470b-9b08-979a3d592c92 req-173173c5-bcd7-4c71-8383-4ead3a8f6483 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 210 time: 0.0736260 Sep 16 04:59:42.906183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.910187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.080858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.082189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c077be23-15ad-4709-a14a-a1d84015176b req-a5092d2f-11b5-422c-95b4-04b9f76b6a2f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.1670506 Sep 16 04:59:43.164747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.169757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c077be23-15ad-4709-a14a-a1d84015176b req-fcaa40f9-aeee-4324-b0dc-7b7ad5a768bf tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.0771434 Sep 16 04:59:43.199787 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-c4f5318b-6c50-45bc-94b1-58c821c5c0b6 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=fd28266c48334e098fda6c5f089e9e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273292 Sep 16 04:59:43.205164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d932ba0-41aa-46a3-9f15-6c72b0dff1ea req-bf5f9299-4b37-49be-b194-c45d7bcef683 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.213969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d932ba0-41aa-46a3-9f15-6c72b0dff1ea req-bf5f9299-4b37-49be-b194-c45d7bcef683 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.1745815 Sep 16 04:59:43.226640 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.238194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960', '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f', '2c5cfdce-79f8-4086-9951-bf902900ae16'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:43.290347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:43.360197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-1d06991b-01ea-4260-a2c7-d42987a14b04 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.361989 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-1d06991b-01ea-4260-a2c7-d42987a14b04 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516445 Sep 16 04:59:43.395475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event updated for resources: {'Port': ['ID=872727f8-9eba-4a22-ad9a-2fbb5321d274,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.434160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Request body: {'port': {'device_id': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'fd28266c48334e098fda6c5f089e9e6f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:43.479686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:43.490066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:43.506107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:43.536632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d932ba0-41aa-46a3-9f15-6c72b0dff1ea req-04e671fb-225d-48f0-87e6-30a4118e9269 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217161 Sep 16 04:59:43.555425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:43.701647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:43.841693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.841693 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.841693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077be23-15ad-4709-a14a-a1d84015176b req-12556c6b-77ee-4971-bf02-4b9bf78bd67c tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.841693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c077be23-15ad-4709-a14a-a1d84015176b req-12556c6b-77ee-4971-bf02-4b9bf78bd67c tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.6340513 Sep 16 04:59:43.928689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e411da8e-28bc-4380-be69-69631ac7ddad req-479c004a-b39c-4648-ace5-371556cdf422 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 210 time: 0.0298085 Sep 16 04:59:43.954192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7776ec7-976f-4fd3-98cc-2ae395130b28 req-62fe0eb1-ef48-4e62-8932-e727e0768a98 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.962330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7776ec7-976f-4fd3-98cc-2ae395130b28 req-62fe0eb1-ef48-4e62-8932-e727e0768a98 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 945 time: 0.2605398 Sep 16 04:59:43.994304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.100836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7776ec7-976f-4fd3-98cc-2ae395130b28 req-c7d4652c-d3bf-45c4-8ec0-c620b4c91a59 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373763 Sep 16 04:59:44.129875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Made reservation on behalf of fd28266c48334e098fda6c5f089e9e6f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:44.134478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.144497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e4219f6-dd50-4ae9-b515-efde853f2c2c req-8d8644ee-f7fa-4966-8969-c32ab99f9bf2 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.1172326 Sep 16 04:59:44.161906 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.172242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:44.189440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:44.213187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:44.318686 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3035ee61-0b54-48a3-bf66-a71b8de0a03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.325508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 99b9469c-3efc-40ba-b97f-b6eee30e91ba triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:44.326867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.366628 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.373514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=228249a7-7059-4159-958f-ee8f30c0b266,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.416197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-fdec615b-6e53-4c9d-8da2-336d6670ffdc tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1036000 Sep 16 04:59:44.460521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Request body: {'port': {'device_id': 'b166d362-720c-4bea-9ebf-be419745a917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:44.488584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.505017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:44.511061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d6285bcd-d4c9-4fb4-8e13-311a3818b6e7 None None] Provisioning complete for port 872727f8-9eba-4a22-ad9a-2fbb5321d274 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:44.512140 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6285bcd-d4c9-4fb4-8e13-311a3818b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.539624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.540833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.553058 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.589325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4826c-cf6b-4a3a-937a-cd5bfb4bf696 req-bcdb54f2-a969-4177-94d2-aea66954eb53 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.590906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ff4826c-cf6b-4a3a-937a-cd5bfb4bf696 req-bcdb54f2-a969-4177-94d2-aea66954eb53 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 936 time: 0.2754679 Sep 16 04:59:44.593217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:44.597387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.611837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d615e-c46d-4335-a83b-c29f36141791 req-41278ef5-65ce-4d0d-8bec-717af891a4d8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.625907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-41278ef5-65ce-4d0d-8bec-717af891a4d8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2613759 Sep 16 04:59:44.639880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5aaedc-14a6-4d66-b27e-0af7569903e4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.712028 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.748932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d6285bcd-d4c9-4fb4-8e13-311a3818b6e7 None None] Port 872727f8-9eba-4a22-ad9a-2fbb5321d274 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:44.858015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Allocated IP 192.168.233.12 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/0991fb0c-4f92-4666-9fc6-206961c2f46d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:45.027558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2b28917c-fe9c-4cd8-b2ea-d84bc9066a28 None None] Provisioning complete for port 228249a7-7059-4159-958f-ee8f30c0b266 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:45.028336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2b28917c-fe9c-4cd8-b2ea-d84bc9066a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.100260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2b28917c-fe9c-4cd8-b2ea-d84bc9066a28 None None] Port 228249a7-7059-4159-958f-ee8f30c0b266 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:45.168060 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.252401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0e309458-c936-407d-9cc6-b826807b04aa tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5243387 Sep 16 04:59:45.260783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43702) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.265820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-80b6b545-a763-4fb2-88ee-08aa22d52058 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.6390057 Sep 16 04:59:45.266083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ff4826c-cf6b-4a3a-937a-cd5bfb4bf696 req-a3d3e370-c49d-4b0a-b097-0867f2032415 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427300 Sep 16 04:59:45.280071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.283455 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.294708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Request body: {'floatingip': {'port_id': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:45.298324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:66:f0:4d'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:77:47:55'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:45.346341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.355814 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.384955 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-ae0b8b92-d5bf-44ad-9481-df35f102416d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=fd28266c48334e098fda6c5f089e9e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261618 Sep 16 04:59:45.467310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:45.474498 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad7f04c-12dc-42be-b6bd-2ea657e168c9" -d '{"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-plugged", "status": "completed", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:45.490622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:45.499199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:45.510624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:45.523990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:45.554906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:45.588664 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.601726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.602413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.666242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.701928 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.706235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.827801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.854379 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-829c2988-929e-4235-a1af-52b73030c671 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4549253 Sep 16 04:59:45.880352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.885091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Request body: {'port': {'device_id': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:45.889378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.986722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30055-86d8-4d06-8414-7c720f0ad314 req-13235e04-1b4a-48ce-b3cc-9541f76ca725 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.986987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32f30055-86d8-4d06-8414-7c720f0ad314 req-13235e04-1b4a-48ce-b3cc-9541f76ca725 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.5418923 Sep 16 04:59:46.009627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3797af8d-311d-4a86-bccf-a3c4d16717cf None None] Provisioning complete for port 0991fb0c-4f92-4666-9fc6-206961c2f46d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:46.010540 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3797af8d-311d-4a86-bccf-a3c4d16717cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.075676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3797af8d-311d-4a86-bccf-a3c4d16717cf None None] Port 0991fb0c-4f92-4666-9fc6-206961c2f46d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:46.085453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32f30055-86d8-4d06-8414-7c720f0ad314 req-f0f8ce7b-2408-430c-ab79-db61b05fd4cc tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480850 Sep 16 04:59:46.159072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-4e156678-996f-4174-8dab-373b483995a8 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.160905 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-4e156678-996f-4174-8dab-373b483995a8 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7368536 Sep 16 04:59:46.193212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Request body: {'port': {'device_id': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'fd28266c48334e098fda6c5f089e9e6f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:46.225428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872727f8-9eba-4a22-ad9a-2fbb5321d274 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:46.237012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.257981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Transition to ACTIVE for port object 872727f8-9eba-4a22-ad9a-2fbb5321d274 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:46.323032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.353199 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.407602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ea55d90-1fdf-4754-95cf-4424cf0cfeba req-893fa38c-a468-46e5-9461-ad174c84ede8 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 210 time: 0.0581374 Sep 16 04:59:46.463154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=872727f8-9eba-4a22-ad9a-2fbb5321d274,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.780893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca474-9824-4e5c-9c83-94267f66a48f req-ae718518-d24f-42cc-be6c-b1fbc2916170 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.792389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc7ca474-9824-4e5c-9c83-94267f66a48f req-ae718518-d24f-42cc-be6c-b1fbc2916170 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.2113891 Sep 16 04:59:46.795584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.829348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.897522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Made reservation on behalf of fd28266c48334e098fda6c5f089e9e6f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:46.901027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.904649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Attempting to bind port 872727f8-9eba-4a22-ad9a-2fbb5321d274 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:46.906013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Attempting to bind port 872727f8-9eba-4a22-ad9a-2fbb5321d274 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:46.906558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Attempting to bind port 872727f8-9eba-4a22-ad9a-2fbb5321d274 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:46.922346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Port 872727f8-9eba-4a22-ad9a-2fbb5321d274 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:46.923257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Attempting to bind port 872727f8-9eba-4a22-ad9a-2fbb5321d274 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:46.956650 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.957031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc7ca474-9824-4e5c-9c83-94267f66a48f req-c630f8f8-6734-4ec6-be6c-aac9858f92d6 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462219 Sep 16 04:59:47.010103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:47.010684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:47.011194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:47.011924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Bound port: 872727f8-9eba-4a22-ad9a-2fbb5321d274, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:47.012423 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.183006 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3633782f-23d6-493e-8c6d-38ba7e98c715 req-be2a198e-7ff4-478c-a790-b0c73568092c tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0534327 Sep 16 04:59:47.327651 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8d41b7-daf6-4eaa-934b-bcc1fda93d38 x-openstack-request-id: req-bb8d41b7-daf6-4eaa-934b-bcc1fda93d38 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:47.328107 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-plugged", "status": "completed", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:47.328487 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb8d41b7-daf6-4eaa-934b-bcc1fda93d38 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:47.329040 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'code': 200} Sep 16 04:59:47.341255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event updated for resources: {'Port': ['ID=228249a7-7059-4159-958f-ee8f30c0b266,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.414055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] In _notify_port_updated(), no bound segment for port 228249a7-7059-4159-958f-ee8f30c0b266 on network 793901d6-f0ac-4219-99d7-d4479cdbdf4d {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:59:47.417600 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.resource_extend [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:59:47.432585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.433019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.439278 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cfed8aae-ecfe-4bfa-9155-1865bb22f0d1 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "PUT /v2.0/ports/228249a7-7059-4159-958f-ee8f30c0b266 HTTP/1.1" status: 200 len: 1056 time: 2.1660223 Sep 16 04:59:47.439549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e4400ae8-faca-40c5-91cb-28c63e1fe902 None None] Provisioning complete for port 228249a7-7059-4159-958f-ee8f30c0b266 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:47.439549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e4400ae8-faca-40c5-91cb-28c63e1fe902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.439795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43714) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:47.500411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e4400ae8-faca-40c5-91cb-28c63e1fe902 None None] Port 228249a7-7059-4159-958f-ee8f30c0b266 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:47.525292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] For port 872727f8-9eba-4a22-ad9a-2fbb5321d274, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:47.580330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] For port 872727f8-9eba-4a22-ad9a-2fbb5321d274, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=872727f8-9eba-4a22-ad9a-2fbb5321d274,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:47.612339 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.623956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0991fb0c-4f92-4666-9fc6-206961c2f46d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:47.630767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90139ef-3b33-4ceb-8039-bcd03a923e6f req-8ebba1e8-3800-481a-9f4f-f72fe0354639 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.634283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a90139ef-3b33-4ceb-8039-bcd03a923e6f req-8ebba1e8-3800-481a-9f4f-f72fe0354639 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 948 time: 0.2131021 Sep 16 04:59:47.634627 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.641842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cdeedaee-1d46-4397-a338-e14b1b01b5cc tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Deleting port 228249a7-7059-4159-958f-ee8f30c0b266 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:47.643111 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdeedaee-1d46-4397-a338-e14b1b01b5cc tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.673592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Transition to ACTIVE for port object 0991fb0c-4f92-4666-9fc6-206961c2f46d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:47.677138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.701587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.701587 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.701587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] 10.222.0.57 "PUT /v2.0/ports/872727f8-9eba-4a22-ad9a-2fbb5321d274 HTTP/1.1" status: 200 len: 1097 time: 3.2422373 Sep 16 04:59:47.701587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b166d362-720c-4bea-9ebf-be419745a917', 'tag': '872727f8-9eba-4a22-ad9a-2fbb5321d274'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:47.701587 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b166d362-720c-4bea-9ebf-be419745a917", "tag": "872727f8-9eba-4a22-ad9a-2fbb5321d274"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:47.741579 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.786989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.858210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a90139ef-3b33-4ceb-8039-bcd03a923e6f req-2dfd59fe-5951-4b78-a35e-6cb7e0e961c6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054663 Sep 16 04:59:47.956428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d0cd4-7e47-49b4-ba4e-371782bebdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=872727f8-9eba-4a22-ad9a-2fbb5321d274,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.979572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdeedaee-1d46-4397-a338-e14b1b01b5cc tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.021664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cdeedaee-1d46-4397-a338-e14b1b01b5cc tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Calling delete_port for 228249a7-7059-4159-958f-ee8f30c0b266 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:48.096014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728e514-7793-4473-8b76-b86461270bda req-21e2cac8-e57b-4c1d-b078-f332602c727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.097895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-21e2cac8-e57b-4c1d-b078-f332602c727b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 1100 time: 0.2336447 Sep 16 04:59:48.105834 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Floating IP f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15 associated. External IP: 172.25.7.6, port: 75b20395-a27f-4e3a-94bf-3d8eaac981a0. Sep 16 04:59:48.178738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561da0-f529-4aeb-a775-a86af52dd1e5 req-808eab5b-85f2-4059-ad72-ebf6f9dcf54c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.186595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0561da0-f529-4aeb-a775-a86af52dd1e5 req-808eab5b-85f2-4059-ad72-ebf6f9dcf54c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2472537 Sep 16 04:59:48.187500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.282606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-de73c8e2-14ca-4a0f-872f-c18bc35e4db3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=872727f8-9eba-4a22-ad9a-2fbb5321d274 HTTP/1.1" status: 200 len: 217 time: 0.1247306 Sep 16 04:59:48.293598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Allocated IP 192.168.233.205 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/bd43d7fc-6ef8-418c-81ba-2244e345c897) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:48.377803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0561da0-f529-4aeb-a775-a86af52dd1e5 req-e0893bc8-a05a-4f56-81cc-dbcc2a9c8289 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906528 Sep 16 04:59:48.415872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Attempting to bind port 0991fb0c-4f92-4666-9fc6-206961c2f46d on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:48.416537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Attempting to bind port 0991fb0c-4f92-4666-9fc6-206961c2f46d by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:48.417067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Attempting to bind port 0991fb0c-4f92-4666-9fc6-206961c2f46d on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:48.432434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728e514-7793-4473-8b76-b86461270bda req-9b40dd6d-52f3-49f3-8317-2bf26e9a6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.436048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Port 0991fb0c-4f92-4666-9fc6-206961c2f46d on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:48.436048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Attempting to bind port 0991fb0c-4f92-4666-9fc6-206961c2f46d on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:48.437363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-9b40dd6d-52f3-49f3-8317-2bf26e9a6515 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1385210 Sep 16 04:59:48.454680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:48.459211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:48.459211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:48.459211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Bound port: 0991fb0c-4f92-4666-9fc6-206961c2f46d, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:48.459211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.473473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdeedaee-1d46-4397-a338-e14b1b01b5cc tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.604224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:48.607735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:48.608013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86063e9e-1318-4f39-bebe-663d8b173c1f req-41480594-b9d6-46d9-963b-cba4a2995f95 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 210 time: 0.0813441 Sep 16 04:59:48.626554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728e514-7793-4473-8b76-b86461270bda req-f97da1e7-b245-4c48-ab36-3c37e980f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.629539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-f97da1e7-b245-4c48-ab36-3c37e980f01e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1661415 Sep 16 04:59:48.640026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeedaee-1d46-4397-a338-e14b1b01b5cc tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Port': ['ID=228249a7-7059-4159-958f-ee8f30c0b266,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.730231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.828655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.831173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.831484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/0991fb0c-4f92-4666-9fc6-206961c2f46d HTTP/1.1" status: 200 len: 1096 time: 2.9645016 Sep 16 04:59:48.842766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:48.846146 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251" -d '{"events": [{"name": "network-changed", "server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:48.913745 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.928691 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ba9382-ffed-43f7-9996-863096a81b7e x-openstack-request-id: req-07ba9382-ffed-43f7-9996-863096a81b7e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:48.929469 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b166d362-720c-4bea-9ebf-be419745a917", "tag": "872727f8-9eba-4a22-ad9a-2fbb5321d274", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:48.931085 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07ba9382-ffed-43f7-9996-863096a81b7e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:48.931806 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b166d362-720c-4bea-9ebf-be419745a917', 'tag': '872727f8-9eba-4a22-ad9a-2fbb5321d274', 'status': 'completed', 'code': 200} Sep 16 04:59:48.959197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-f8982096-8a21-4329-8baf-5e85850a8c1c service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571435 Sep 16 04:59:49.035094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1d37c-05b3-4fde-ac90-e781623ee3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.041841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:49.151784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbf96e-d367-4794-8e4e-c79f2c6c1d5c req-3d67dacd-0d5d-4531-a3ff-83eb3ee4c683 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.161557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3bbf96e-d367-4794-8e4e-c79f2c6c1d5c req-3d67dacd-0d5d-4531-a3ff-83eb3ee4c683 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.2518187 Sep 16 04:59:49.232916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-2fa171a2-45cc-4d5d-aa49-c78ca9b6e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.235273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-2fa171a2-45cc-4d5d-aa49-c78ca9b6e78f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd28266c48334e098fda6c5f089e9e6f&device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 1099 time: 0.2340150 Sep 16 04:59:49.251416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdeedaee-1d46-4397-a338-e14b1b01b5cc tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.251416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cdeedaee-1d46-4397-a338-e14b1b01b5cc tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "DELETE /v2.0/ports/228249a7-7059-4159-958f-ee8f30c0b266 HTTP/1.1" status: 204 len: 168 time: 1.7948508 Sep 16 04:59:49.252691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43732) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.289135 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-515d7c70-edd4-4898-bd19-148788002ded service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d HTTP/1.1" status: 200 len: 217 time: 0.0430017 Sep 16 04:59:49.309676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9728e514-7793-4473-8b76-b86461270bda req-c80d8287-85db-43b7-9d3c-8ade6cd0faa2 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273156 Sep 16 04:59:49.312777 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6115d0bd-1e3d-4406-947a-12185a7f0985 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] GET failed (client error): The resource could not be found. Sep 16 04:59:49.314297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6115d0bd-1e3d-4406-947a-12185a7f0985 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "GET /v2.0/ports/228249a7-7059-4159-958f-ee8f30c0b266 HTTP/1.1" status: 404 len: 333 time: 0.0545676 Sep 16 04:59:49.320187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3bbf96e-d367-4794-8e4e-c79f2c6c1d5c req-5ee5f8a8-06f7-46e7-bdf9-c206c53f24e3 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572514 Sep 16 04:59:49.320901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43734) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.333121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79769ac-c683-4dc0-b669-52c9e6712d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:49.335512 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa9c0d8-d930-485e-816d-48b8c80081ba" -d '{"events": [{"server_uuid": "f79769ac-c683-4dc0-b669-52c9e6712d65", "name": "network-vif-plugged", "status": "completed", "tag": "24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:49.346077 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.410030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-86550b51-60c6-4eb3-8c90-456b57fb0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.412746 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-86550b51-60c6-4eb3-8c90-456b57fb0447 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1117465 Sep 16 04:59:49.435994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:49.438935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:49.470097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Pushing event updated for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.481118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:49.554238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.555477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.578182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-2f4aa575-98bd-4013-8fc4-81b94e968717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.580031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-2f4aa575-98bd-4013-8fc4-81b94e968717 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590481 Sep 16 04:59:49.696417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-40ebcea2-28b1-4fda-af08-c3f72bec1851 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5079033 Sep 16 04:59:49.717359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Request body: {'port': {'device_id': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:49.781981 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-951a33bb-3ddc-49c6-9ff3-9d8d9635c861 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934533 Sep 16 04:59:49.840883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.853908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-932250cb-60ba-4cc8-be6d-b375ade048d2 None None] Provisioning complete for port bd43d7fc-6ef8-418c-81ba-2244e345c897 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:49.854632 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-932250cb-60ba-4cc8-be6d-b375ade048d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.931512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-932250cb-60ba-4cc8-be6d-b375ade048d2 None None] Port bd43d7fc-6ef8-418c-81ba-2244e345c897 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:49.976140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fe9fa05-a0f3-405e-93b1-febed846308f req-13d22a73-0fb9-4c60-9f1c-d5c7aa8576a0 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0819602 Sep 16 04:59:50.056075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:50.081284 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] Sync routers for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:50.089817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.102385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b34ab939-c5da-425f-bb8e-a07c81089ff3 req-81748049-0c65-46be-8c9c-4662ebf10f18 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279243 Sep 16 04:59:50.108552 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0dd2d5-ca36-4917-9e28-67b30c079f49 x-openstack-request-id: req-de0dd2d5-ca36-4917-9e28-67b30c079f49 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:50.108863 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:50.109103 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de0dd2d5-ca36-4917-9e28-67b30c079f49 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:50.109520 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'status': 'completed', 'code': 200} Sep 16 04:59:50.116661 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:50.124110 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:50.179471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-9e757a9b-109b-494b-8f03-bc0642ca99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.181095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-9e757a9b-109b-494b-8f03-bc0642ca99e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 1100 time: 0.2708418 Sep 16 04:59:50.247032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-818952b6-496d-47d6-b20f-8c823f7bad1a tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "PUT /v2.0/floatingips/f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15 HTTP/1.1" status: 200 len: 994 time: 4.9758654 Sep 16 04:59:50.415164 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:50.437557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82ba16-d7b6-48d9-a4ad-ee99f38713b2 req-528ec5ef-aff9-4e52-ab14-244f886868d0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.445479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f82ba16-d7b6-48d9-a4ad-ee99f38713b2 req-528ec5ef-aff9-4e52-ab14-244f886868d0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 948 time: 0.2801926 Sep 16 04:59:50.462063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e143dcac-c294-495d-96d5-ead0869e5e7e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Deleting port b98647a6-4055-4e95-a79d-d68efe98e0ee {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:50.462413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e143dcac-c294-495d-96d5-ead0869e5e7e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.503463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd43d7fc-6ef8-418c-81ba-2244e345c897 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:50.508632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d615e-c46d-4335-a83b-c29f36141791 req-9933cf64-5c98-4617-9ff1-aadb04e5c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.512422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-b9ce1044-6abb-49c0-b995-eb8723d0e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.513948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-b9ce1044-6abb-49c0-b995-eb8723d0e3e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd28266c48334e098fda6c5f089e9e6f&device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 1099 time: 0.1012533 Sep 16 04:59:50.515934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-9933cf64-5c98-4617-9ff1-aadb04e5c238 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 1097 time: 0.2680042 Sep 16 04:59:50.516489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.558897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Transition to ACTIVE for port object bd43d7fc-6ef8-418c-81ba-2244e345c897 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:50.575352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-cf59efd1-13e7-4a1a-8651-5f4c1ecd1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.576843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-cf59efd1-13e7-4a1a-8651-5f4c1ecd1a48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.3780882 Sep 16 04:59:50.626543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f82ba16-d7b6-48d9-a4ad-ee99f38713b2 req-e81f024d-8442-43f3-bb2c-2fa8bfca2742 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800606 Sep 16 04:59:50.637471 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.648342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-16c83836-de96-4c0a-9635-73598779876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.650406 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-16c83836-de96-4c0a-9635-73598779876d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1245339 Sep 16 04:59:50.715568 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1feab7-8a81-4ad0-966b-6a25d501a983 x-openstack-request-id: req-4d1feab7-8a81-4ad0-966b-6a25d501a983 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:50.716152 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79769ac-c683-4dc0-b669-52c9e6712d65", "name": "network-vif-plugged", "status": "completed", "tag": "24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:50.719508 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d1feab7-8a81-4ad0-966b-6a25d501a983 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:50.721425 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79769ac-c683-4dc0-b669-52c9e6712d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80', 'code': 200} Sep 16 04:59:50.737956 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-9554d217-294d-4e4b-bb8f-029c29e267c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d HTTP/1.1" status: 200 len: 217 time: 0.0751917 Sep 16 04:59:50.787877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-38a4c124-53ee-4b07-a449-cd98651e23aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=872727f8-9eba-4a22-ad9a-2fbb5321d274 HTTP/1.1" status: 200 len: 217 time: 0.1816943 Sep 16 04:59:50.841277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e143dcac-c294-495d-96d5-ead0869e5e7e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.859218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e143dcac-c294-495d-96d5-ead0869e5e7e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Calling delete_port for b98647a6-4055-4e95-a79d-d68efe98e0ee owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:50.909355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Pushing event updated for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.029346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:51.050595 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:51.074432 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'port_id': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'mac_address': 'fa:16:3e:cf:5d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:41Z', 'updated_at': '2021-09-16T04:59:47Z', 'revision_number': 1, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:51.086810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-226acb9d-fc95-4b24-b66e-c40f51be089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.088802 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-226acb9d-fc95-4b24-b66e-c40f51be089e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.3355813 Sep 16 04:59:51.136796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Attempting to bind port bd43d7fc-6ef8-418c-81ba-2244e345c897 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:51.137912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Attempting to bind port bd43d7fc-6ef8-418c-81ba-2244e345c897 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:51.138587 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Attempting to bind port bd43d7fc-6ef8-418c-81ba-2244e345c897 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:51.146077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd39f2-6303-48d8-bbd4-603d8c7b79bf req-5d15f47b-25aa-43cb-9eb6-01592fe99323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.147915 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfcd39f2-6303-48d8-bbd4-603d8c7b79bf req-5d15f47b-25aa-43cb-9eb6-01592fe99323 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 1098 time: 0.3040581 Sep 16 04:59:51.157190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Port bd43d7fc-6ef8-418c-81ba-2244e345c897 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:51.158557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Attempting to bind port bd43d7fc-6ef8-418c-81ba-2244e345c897 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:51.196056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:51.202841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:51.205251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:51.207503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Bound port: bd43d7fc-6ef8-418c-81ba-2244e345c897, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:51.209691 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] Checking router: a78e8c7d-b15e-4232-bc2f-81b1763e4d73 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:51.212809 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.236852 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:51.237802 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:51.269190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-92f9a549-09ad-4657-a0cb-ff336e2b536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.275810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-92f9a549-09ad-4657-a0cb-ff336e2b536d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1696074 Sep 16 04:59:51.350634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-75e76ddb-00f2-439a-9284-067396579a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.352599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-75e76ddb-00f2-439a-9284-067396579a59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.2715373 Sep 16 04:59:51.361020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c09b9f-d046-4300-b5e2-9d48a8ca88bc req-57c9f11f-9150-4b49-b502-b95362a9cd29 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.369383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61c09b9f-d046-4300-b5e2-9d48a8ca88bc req-57c9f11f-9150-4b49-b502-b95362a9cd29 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2556405 Sep 16 04:59:51.375385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cfcd39f2-6303-48d8-bbd4-603d8c7b79bf req-6eedf99d-0ff7-45d0-9750-9aed4afb66e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075009 Sep 16 04:59:51.410145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d615e-c46d-4335-a83b-c29f36141791 req-ccc6dfc9-624c-49ac-a8d9-b6bf75deb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.423610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-ccc6dfc9-624c-49ac-a8d9-b6bf75deb48a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746 HTTP/1.1" status: 200 len: 928 time: 0.9067252 Sep 16 04:59:51.461288 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:51.568905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61c09b9f-d046-4300-b5e2-9d48a8ca88bc req-b3134090-71eb-426e-a690-74965c6f36c4 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923382 Sep 16 04:59:51.601034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 872727f8-9eba-4a22-ad9a-2fbb5321d274 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:51.605926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-42396633-a1f8-4898-9b38-1553ed1cb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.607133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:51.608951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-42396633-a1f8-4898-9b38-1553ed1cb6f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2197564 Sep 16 04:59:51.616554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-3f21abfd-d141-4916-8569-bdfdd16473e7 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273327 Sep 16 04:59:51.627755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-ab4bfa94-c712-49e3-a72e-44f1087efafd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0 HTTP/1.1" status: 200 len: 997 time: 0.2014737 Sep 16 04:59:51.763668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d615e-c46d-4335-a83b-c29f36141791 req-598d4be2-0e65-412a-9300-80c8ebe71aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.771675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-598d4be2-0e65-412a-9300-80c8ebe71aea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=871db18a-2a0c-4252-88a5-21d4a1a0992b HTTP/1.1" status: 200 len: 866 time: 0.1372502 Sep 16 04:59:51.819808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb77e6-1310-49e2-a673-40ad7a42f166 req-7c2736a3-6007-41a1-acc8-7aea12521685 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.831220 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4dbb77e6-1310-49e2-a673-40ad7a42f166 req-7c2736a3-6007-41a1-acc8-7aea12521685 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 948 time: 0.1497152 Sep 16 04:59:51.868924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e143dcac-c294-495d-96d5-ead0869e5e7e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.870130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 872727f8-9eba-4a22-ad9a-2fbb5321d274, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=872727f8-9eba-4a22-ad9a-2fbb5321d274,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:51.875987 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b98d218b-b3bb-42a1-a4e7-dfe6e76ba251 req-f0d123c8-8afe-4c43-8c25-b43716fad14a service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497289 Sep 16 04:59:51.906410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:51.910716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '872727f8-9eba-4a22-ad9a-2fbb5321d274', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '872727f8-9eba-4a22-ad9a-2fbb5321d274', 'mac_address': 'fa:16:3e:2c:c3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:51.960354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143dcac-c294-495d-96d5-ead0869e5e7e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Port': ['ID=b98647a6-4055-4e95-a79d-d68efe98e0ee,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.980845 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'port_id': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'mac_address': 'fa:16:3e:cf:5d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:41Z', 'updated_at': '2021-09-16T04:59:47Z', 'revision_number': 1, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:51.991737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.005396 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.012342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d615e-c46d-4335-a83b-c29f36141791 req-7dd9c937-3347-4494-961a-e4a5e9b8ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.023002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-7dd9c937-3347-4494-961a-e4a5e9b8ee6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2482142 Sep 16 04:59:52.024570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.027554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.031433 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] 10.222.0.60 "PUT /v2.0/ports/bd43d7fc-6ef8-418c-81ba-2244e345c897 HTTP/1.1" status: 200 len: 1097 time: 2.3239119 Sep 16 04:59:52.041405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872727f8-9eba-4a22-ad9a-2fbb5321d274 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:52.063234 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc3f1f-0910-4f6b-8982-df974bf3f2cd None None] The sync data for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 is: [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'port_id': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'mac_address': 'fa:16:3e:cf:5d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:41Z', 'updated_at': '2021-09-16T04:59:47Z', 'revision_number': 1, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:52.105874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4dbb77e6-1310-49e2-a673-40ad7a42f166 req-76c87728-cbb1-4471-8b4b-406404be5355 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733147 Sep 16 04:59:52.107199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 872727f8-9eba-4a22-ad9a-2fbb5321d274, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=872727f8-9eba-4a22-ad9a-2fbb5321d274,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:52.110173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:52.113188 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65d521e-27af-45d6-98ee-cb0e7152a19c" -d '{"events": [{"name": "network-changed", "server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:52.128720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adc0ef-5c58-42f8-be4a-e60e36944367 service neutron] Pushing event updated for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.150319 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-71fdafbd-99ba-4946-8f45-465d621017a1 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275172 Sep 16 04:59:52.196990 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.348780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=872727f8-9eba-4a22-ad9a-2fbb5321d274,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.375146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-eba59a27-5bcc-427e-a995-9152265f82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.378690 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-eba59a27-5bcc-427e-a995-9152265f82ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd28266c48334e098fda6c5f089e9e6f&device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 1100 time: 0.1851087 Sep 16 04:59:52.471951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e143dcac-c294-495d-96d5-ead0869e5e7e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.474821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e143dcac-c294-495d-96d5-ead0869e5e7e tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "DELETE /v2.0/ports/b98647a6-4055-4e95-a79d-d68efe98e0ee HTTP/1.1" status: 204 len: 168 time: 3.1510031 Sep 16 04:59:52.480160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43762) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.574503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-874a0e39-f79d-4ef7-989d-81e68edb9cb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897 HTTP/1.1" status: 200 len: 217 time: 0.1833835 Sep 16 04:59:52.618811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ee599-491b-4a2b-8c29-daf752283d02 req-a0cfc29a-dfaf-406d-b314-ff994cbfe0fc tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.620825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-368ee599-491b-4a2b-8c29-daf752283d02 req-a0cfc29a-dfaf-406d-b314-ff994cbfe0fc tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.3687124 Sep 16 04:59:52.691106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c0ed93e-15f0-4e4c-95d8-4d272cc303e0 req-239159a6-ea4d-4ac7-827c-bd1396c6cd4b service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602304 Sep 16 04:59:52.696931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-3cba8bba-80aa-4692-a2a9-51e46778797c service neutron] 10.222.0.59 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728301 Sep 16 04:59:52.698632 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e90c5e8-a4c3-45e9-aeed-8f12b84cc064 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] GET failed (client error): The resource could not be found. Sep 16 04:59:52.705111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43766) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.705283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1e90c5e8-a4c3-45e9-aeed-8f12b84cc064 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "GET /v2.0/ports/b98647a6-4055-4e95-a79d-d68efe98e0ee HTTP/1.1" status: 404 len: 333 time: 0.2212269 Sep 16 04:59:52.712994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a97c7b-88d7-4576-ab00-b96a3353df23 None None] New status for floating IP f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:52.806840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['872727f8-9eba-4a22-ad9a-2fbb5321d274'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:52.813649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-368ee599-491b-4a2b-8c29-daf752283d02 req-09744710-0b78-4f09-8622-83b454b96ac9 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213470 Sep 16 04:59:52.825125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-00407786-7222-4b18-a4a6-6a5d54148906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.827063 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-00407786-7222-4b18-a4a6-6a5d54148906 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.2334204 Sep 16 04:59:52.917323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c13d615e-c46d-4335-a83b-c29f36141791 req-c3f0f4d3-1b15-40d0-b547-12fa374b3408 service neutron] 10.222.0.59 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108462 Sep 16 04:59:52.967210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c680a437-98a2-4faa-af48-8c74f0f2d4a2 req-04b0958c-c379-4e18-bc9d-6e1b11a322b7 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0325873 Sep 16 04:59:52.988156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-e302de9e-3a64-49f0-9729-b1abd61e4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.989713 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-e302de9e-3a64-49f0-9729-b1abd61e4872 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1492496 Sep 16 04:59:52.993442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7623c599-47a5-453a-b146-12c8d7a192b8 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Deleting port 697e3917-4de3-4f25-b872-0fa337ce27ae {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:52.993797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7623c599-47a5-453a-b146-12c8d7a192b8 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.096799 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9f7197-0bdd-426e-b263-a632183b158f x-openstack-request-id: req-ce9f7197-0bdd-426e-b263-a632183b158f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:53.097155 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:53.097393 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce9f7197-0bdd-426e-b263-a632183b158f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:53.097909 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'status': 'completed', 'code': 200} Sep 16 04:59:53.226763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7623c599-47a5-453a-b146-12c8d7a192b8 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.231047 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-0ca62fa7-0e4b-4259-9e06-8863af1ed664 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320964 Sep 16 04:59:53.260928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-e72a71dd-9f4b-43e6-a3c5-cc7ceba887dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.262734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-e72a71dd-9f4b-43e6-a3c5-cc7ceba887dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 1097 time: 0.0904768 Sep 16 04:59:53.271421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7623c599-47a5-453a-b146-12c8d7a192b8 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Calling delete_port for 697e3917-4de3-4f25-b872-0fa337ce27ae owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:53.323855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5459c2-3df5-46db-856b-8b8c4fc09dd4 req-0afd2960-5eb5-4a60-ba57-5c6314596a89 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.325538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb5459c2-3df5-46db-856b-8b8c4fc09dd4 req-0afd2960-5eb5-4a60-ba57-5c6314596a89 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 949 time: 0.0976593 Sep 16 04:59:53.447166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb5459c2-3df5-46db-856b-8b8c4fc09dd4 req-1529b092-4f25-4648-a670-c06b0bbc38d2 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077085 Sep 16 04:59:53.464947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-8c3dabcf-c444-450d-bc9e-9cf8229ae860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.467097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-8c3dabcf-c444-450d-bc9e-9cf8229ae860 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746 HTTP/1.1" status: 200 len: 928 time: 0.1848204 Sep 16 04:59:53.467522 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-493f537b-0d24-4654-bd44-f4ee640a0192 req-ec67f2e2-55e2-4aac-946b-ea4df5c56b1f service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214150 Sep 16 04:59:53.539408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:53.581583 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d41c4b-1036-48cb-b61e-ac5acda23644 x-openstack-request-id: req-d2d41c4b-1036-48cb-b61e-ac5acda23644 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:53.581944 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:53.582975 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2d41c4b-1036-48cb-b61e-ac5acda23644 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:53.585861 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'status': 'completed', 'code': 200} Sep 16 04:59:53.672388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-ef08102b-1f3a-4cd1-b9e0-ce242f8724bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0 HTTP/1.1" status: 200 len: 999 time: 0.1888058 Sep 16 04:59:53.706417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfac1b-4fa3-41de-997b-70f17110543a req-efb3154c-7961-48d6-a65c-540b5ac08285 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.708645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61bfac1b-4fa3-41de-997b-70f17110543a req-efb3154c-7961-48d6-a65c-540b5ac08285 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1295605 Sep 16 04:59:53.749046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:53.753349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-b574a066-7fc6-487d-a971-5b7b3b850631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.760434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-b574a066-7fc6-487d-a971-5b7b3b850631 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd28266c48334e098fda6c5f089e9e6f&device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 1100 time: 0.0757108 Sep 16 04:59:53.765958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7623c599-47a5-453a-b146-12c8d7a192b8 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.767562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'mac_address': 'fa:16:3e:17:7b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:53.845302 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.859712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623c599-47a5-453a-b146-12c8d7a192b8 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Port': ['ID=697e3917-4de3-4f25-b872-0fa337ce27ae,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.885060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0991fb0c-4f92-4666-9fc6-206961c2f46d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:53.921246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:54.024607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.044328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61bfac1b-4fa3-41de-997b-70f17110543a req-2e3ad789-9582-4dfb-8042-5aa11172c592 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489791 Sep 16 04:59:54.046130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-e04a307a-a4f5-46f8-9e06-10d0ad092d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.059453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-e04a307a-a4f5-46f8-9e06-10d0ad092d87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=871db18a-2a0c-4252-88a5-21d4a1a0992b HTTP/1.1" status: 200 len: 866 time: 0.2340667 Sep 16 04:59:54.161805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88642-55da-459e-aef4-919cc8a29322 req-55f62a4c-69fc-4e04-adca-a6df54c99a46 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.171945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eca88642-55da-459e-aef4-919cc8a29322 req-55f62a4c-69fc-4e04-adca-a6df54c99a46 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 948 time: 0.4577703 Sep 16 04:59:54.198295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.254380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-1673d43e-e4a5-4bf7-bf6f-5a024b23479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.256013 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-1673d43e-e4a5-4bf7-bf6f-5a024b23479c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.4833376 Sep 16 04:59:54.338065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0991fb0c-4f92-4666-9fc6-206961c2f46d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:54.340386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eca88642-55da-459e-aef4-919cc8a29322 req-c5598afd-5f01-444e-b55d-b4a7be1feda4 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673803 Sep 16 04:59:54.422595 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-656055f2-3200-44ed-bb17-a26b362cebeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897 HTTP/1.1" status: 200 len: 217 time: 0.1513095 Sep 16 04:59:54.423876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7623c599-47a5-453a-b146-12c8d7a192b8 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.426381 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7623c599-47a5-453a-b146-12c8d7a192b8 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "DELETE /v2.0/ports/697e3917-4de3-4f25-b872-0fa337ce27ae HTTP/1.1" status: 204 len: 168 time: 1.7201817 Sep 16 04:59:54.428970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43794) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.446874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-4b9a56a8-472d-4058-ba47-33f1619ec0a6 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 258 time: 0.3355711 Sep 16 04:59:54.457845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-20781cd0-fb65-421c-9b71-eb174223912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.459275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-20781cd0-fb65-421c-9b71-eb174223912b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3988745 Sep 16 04:59:54.466070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:54.714738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75920b-5c41-49b5-9382-c26f24d94b74 req-19ba3753-4da0-4fb0-a622-414c93a71dca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.723448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b75920b-5c41-49b5-9382-c26f24d94b74 req-19ba3753-4da0-4fb0-a622-414c93a71dca tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.1998608 Sep 16 04:59:54.734019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.796936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-fb1da4eb-6896-47fc-84bf-803cb62146b9 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163071 Sep 16 04:59:54.856679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b75920b-5c41-49b5-9382-c26f24d94b74 req-ec77979e-4071-4621-a0ef-9d37bdeb7a62 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320918 Sep 16 04:59:54.906158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6602cea5-74ab-4b97-a83b-bf9681d019ef tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Deleting subnet f54ae94b-ccb6-4b10-87c8-408846e1945a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:54.912355 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6602cea5-74ab-4b97-a83b-bf9681d019ef tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.948359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-a4c60568-6e70-4e8f-b513-69bc4ce825b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.949937 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-a4c60568-6e70-4e8f-b513-69bc4ce825b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.5100830 Sep 16 04:59:54.996280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6602cea5-74ab-4b97-a83b-bf9681d019ef tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.043943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-342d8e9b-1a59-400e-950b-321914979971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.045612 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-342d8e9b-1a59-400e-950b-321914979971 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823610 Sep 16 04:59:55.078672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53da90f4-4240-47d0-86ee-97f77cbf85f4 req-ebb44610-4474-4e49-ba88-42526306ccef tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0752339 Sep 16 04:59:55.128888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ebc1ade-5b1a-43dd-9a50-3f689ad0d11c req-46cbff56-f212-448e-bd5f-65a3c24dacc9 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942786 Sep 16 04:59:55.150270 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.180040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6602cea5-74ab-4b97-a83b-bf9681d019ef tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.238377 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-122eab1a-b9b5-41a2-aed2-978a20e0306f service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820714 Sep 16 04:59:55.359280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7803ae9-b843-4513-9e8d-1a0f9d6dc41a req-8b3df41f-cd55-4afa-8aec-c025ad9c8a32 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.366755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7803ae9-b843-4513-9e8d-1a0f9d6dc41a req-8b3df41f-cd55-4afa-8aec-c025ad9c8a32 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 949 time: 0.1178758 Sep 16 04:59:55.394470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6602cea5-74ab-4b97-a83b-bf9681d019ef tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.408977 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c65d521e-27af-45d6-98ee-cb0e7152a19c req-4d42f51b-2494-49d5-b9fe-e0b58cccd3d1 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601682 Sep 16 04:59:55.418887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Allocated IP 172.25.7.239 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/29bd5870-ca63-4d86-9c0e-15a63399ec69) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:55.443511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602cea5-74ab-4b97-a83b-bf9681d019ef tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Subnet': ['ID=f54ae94b-ccb6-4b10-87c8-408846e1945a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:55.467042 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6602cea5-74ab-4b97-a83b-bf9681d019ef tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.467545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772faf8-1e7f-4656-aa2f-e952a8f9bdfa None None] Network 793901d6-f0ac-4219-99d7-d4479cdbdf4d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:55.470145 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6602cea5-74ab-4b97-a83b-bf9681d019ef tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "DELETE /v2.0/subnets/f54ae94b-ccb6-4b10-87c8-408846e1945a HTTP/1.1" status: 204 len: 168 time: 1.0400305 Sep 16 04:59:55.474097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43806) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:55.590777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:55.591499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.641136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 872727f8-9eba-4a22-ad9a-2fbb5321d274 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:55.685004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Deleting port 86e87da4-cc8d-4952-bab3-683705db4cd1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:55.685503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.802208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 0991fb0c-4f92-4666-9fc6-206961c2f46d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:55.807447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0991fb0c-4f92-4666-9fc6-206961c2f46d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:55.807447 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.811760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] DHCP port deletion for 793901d6-f0ac-4219-99d7-d4479cdbdf4d request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:55.821491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] For port 86e87da4-cc8d-4952-bab3-683705db4cd1, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=86e87da4-cc8d-4952-bab3-683705db4cd1,segment=NetworkSegment(eb61eb5e-7ce4-4948-9f45-82d9dd774a2c),segment_id=eb61eb5e-7ce4-4948-9f45-82d9dd774a2c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:55.823505 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.854119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Calling delete_port for 86e87da4-cc8d-4952-bab3-683705db4cd1 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:55.864472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 872727f8-9eba-4a22-ad9a-2fbb5321d274 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:55.878335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 872727f8-9eba-4a22-ad9a-2fbb5321d274 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:55.878728 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.037299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7803ae9-b843-4513-9e8d-1a0f9d6dc41a req-4fbc5d8e-f5d1-4b4d-9d7f-08ba5431b098 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6542828 Sep 16 04:59:56.093393 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.131849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.140847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] No DVR routers for this DVR port 86e87da4-cc8d-4952-bab3-683705db4cd1 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:56.142983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Port': ['ID=86e87da4-cc8d-4952-bab3-683705db4cd1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.250910 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.255460 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.337262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a5ea23b-dde6-4684-b1aa-d68940fb2c30 req-592c85a4-a661-4c5a-8973-b574fe33fc5b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0325489 Sep 16 04:59:56.342468 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.356740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] Deleting port 86e87da4-cc8d-4952-bab3-683705db4cd1 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:56.357493 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.365762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.434308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:56.434954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793901d6-f0ac-4219-99d7-d4479cdbdf4d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:56.437958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:56.446317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:56.453315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Pushing event updated for resources: {'Port': ['ID=29bd5870-ca63-4d86-9c0e-15a63399ec69,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.470820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb61eb5e-7ce4-4948-9f45-82d9dd774a2c') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:56.471187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb61eb5e-7ce4-4948-9f45-82d9dd774a2c') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:56.476471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-86329c91-b443-4607-835b-ed27121043a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.478463 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-86329c91-b443-4607-835b-ed27121043a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1097 time: 0.1238115 Sep 16 04:59:56.506180 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.544765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.546103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 872727f8-9eba-4a22-ad9a-2fbb5321d274, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=872727f8-9eba-4a22-ad9a-2fbb5321d274,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:56.552609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b166d362-720c-4bea-9ebf-be419745a917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872727f8-9eba-4a22-ad9a-2fbb5321d274'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:56.578092 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fd3ed5-c2a6-4e40-b52e-84876bb99c7a" -d '{"events": [{"server_uuid": "b166d362-720c-4bea-9ebf-be419745a917", "name": "network-vif-plugged", "status": "completed", "tag": "872727f8-9eba-4a22-ad9a-2fbb5321d274"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:56.602128 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.614937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:56.615375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: timer() Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:56.618538 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:56.638365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:56.638365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] For port 86e87da4-cc8d-4952-bab3-683705db4cd1, host n-d-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:56.638365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.664597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] Calling delete_port for 86e87da4-cc8d-4952-bab3-683705db4cd1 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:56.666763 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.669623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.ipam_backend_mixin [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] Port 86e87da4-cc8d-4952-bab3-683705db4cd1 was not found and therefore no delete operation was performed {{(pid=101826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:59:56.673532 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.696186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-bcc0f51f-e57c-434e-b87a-50cdf9c31ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.697684 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-bcc0f51f-e57c-434e-b87a-50cdf9c31ff0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 914 time: 0.1828663 Sep 16 04:59:56.734573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] No DVR routers for this DVR port 86e87da4-cc8d-4952-bab3-683705db4cd1 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:56.754790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.777133 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.778169 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-a0435de6-5fe9-4ba5-8ded-c155f7906db6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 217 time: 0.0640669 Sep 16 04:59:56.796303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=872727f8-9eba-4a22-ad9a-2fbb5321d274,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.854107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e0276-c50e-411f-a1ce-b038a18ea8f4 None None] Pushing event deleted for resources: {'Port': ['ID=86e87da4-cc8d-4952-bab3-683705db4cd1,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.877532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.886041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.901950 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] 10.222.0.59 "DELETE /v2.0/networks/793901d6-f0ac-4219-99d7-d4479cdbdf4d HTTP/1.1" status: 204 len: 168 time: 1.4256070 Sep 16 04:59:56.947055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982efd9-6ac8-40fa-8ed5-bc28b74c14b6 tempest-AllowedAddressPairTestJSON-1417422259 tempest-AllowedAddressPairTestJSON-1417422259-project] Pushing event deleted for resources: {'Network': ['ID=793901d6-f0ac-4219-99d7-d4479cdbdf4d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.963564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.968069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-a301e873-f65e-49ac-922e-3e4b8407146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.969557 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-a301e873-f65e-49ac-922e-3e4b8407146b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.1826472 Sep 16 04:59:57.011602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:57.028550 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.035328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-d4a3ee49-4463-414f-850e-58e1c0cf6c86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519760 Sep 16 04:59:57.162144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc3a43-9b05-4d15-b700-ffd5cd153171 req-c2eec725-be2f-46ca-aec9-8c14d53ebf76 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.164636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9fc3a43-9b05-4d15-b700-ffd5cd153171 req-c2eec725-be2f-46ca-aec9-8c14d53ebf76 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1981931 Sep 16 04:59:57.196436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Pushing event updated for resources: {'Port': ['ID=29bd5870-ca63-4d86-9c0e-15a63399ec69,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:57.203123 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-f1b851d4-8557-4fad-9b2c-abbed95d4fa7 service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588204 Sep 16 04:59:57.213534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.244660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9fc3a43-9b05-4d15-b700-ffd5cd153171 req-5deb690f-bb8e-4da5-9090-60e8aa2b8ee9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643330 Sep 16 04:59:57.347647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.349240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-8de13113-8917-4d52-94dc-8a8d02fd28f7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8890367 Sep 16 04:59:57.359090 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4fd51e82-f2b2-434c-bd8f-54dd036c6873 req-afde310d-6ed6-4482-a4a5-c94eb1936ec6 service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452117 Sep 16 04:59:57.427967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 86e87da4-cc8d-4952-bab3-683705db4cd1 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:57.472157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 86e87da4-cc8d-4952-bab3-683705db4cd1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:57.472157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 86e87da4-cc8d-4952-bab3-683705db4cd1 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:57.491716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-13a2b1cb-816d-4438-af44-c63e58df179f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.1202173 Sep 16 04:59:57.539584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2175-bb4b-4d5c-9e2d-55e1c4fced07 req-bfcbeeed-7254-4bd6-9b19-8cbdb26b6366 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.541593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d5a2175-bb4b-4d5c-9e2d-55e1c4fced07 req-bfcbeeed-7254-4bd6-9b19-8cbdb26b6366 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 948 time: 0.1835756 Sep 16 04:59:57.552222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43836) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:57.570573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device bd43d7fc-6ef8-418c-81ba-2244e345c897 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:57.603150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d5a2175-bb4b-4d5c-9e2d-55e1c4fced07 req-57175347-4da5-443c-8ae4-49f53d90d7b1 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Sep 16 04:59:57.704701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-a9c2df51-7c33-43db-a9e4-849e0193527c tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.717482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a904ff0a-0dfa-4797-99b2-6e6fbfee9a76 req-a9c2df51-7c33-43db-a9e4-849e0193527c tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2178271 Sep 16 04:59:57.771092 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c58be96-5859-454f-a835-df59967681ba x-openstack-request-id: req-6c58be96-5859-454f-a835-df59967681ba {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:57.771628 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b166d362-720c-4bea-9ebf-be419745a917", "name": "network-vif-plugged", "status": "completed", "tag": "872727f8-9eba-4a22-ad9a-2fbb5321d274", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:57.773508 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c58be96-5859-454f-a835-df59967681ba {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:57.773508 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b166d362-720c-4bea-9ebf-be419745a917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872727f8-9eba-4a22-ad9a-2fbb5321d274', 'code': 200} Sep 16 04:59:57.787957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:57.796980 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-df786256-63f5-4f70-b509-ad59bca61403 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=462e4c2ad50a445f85d126687c5ac369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434838 Sep 16 04:59:57.799479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43842) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:57.806331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'mac_address': 'fa:16:3e:c8:62:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:57.878229 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.890901 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.925149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd43d7fc-6ef8-418c-81ba-2244e345c897 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:57.930142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f394ca9-d933-45f1-873c-e54bb8af773b req-37c63e6c-d6a0-42ad-8c9f-146ee66c9836 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.1175225 Sep 16 04:59:57.966891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:58.038293 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.090371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04d6dd26-7ec8-4ad8-af9c-8013a638b98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.096249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.117119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04d6dd26-7ec8-4ad8-af9c-8013a638b98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.142428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e890b44-63ee-48ac-bb56-d1136f2bd979 req-550ef585-31f1-4cff-81c3-6d14e7afb6f4 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.144083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e890b44-63ee-48ac-bb56-d1136f2bd979 req-550ef585-31f1-4cff-81c3-6d14e7afb6f4 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.2167222 Sep 16 04:59:58.248972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567adc1-3313-4104-ac92-20a63a2ffdeb req-17ab9cc2-8939-4d7d-b2d1-1c78e769b2ba tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.257062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4567adc1-3313-4104-ac92-20a63a2ffdeb req-17ab9cc2-8939-4d7d-b2d1-1c78e769b2ba tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 950 time: 0.2210753 Sep 16 04:59:58.264469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d1ca7-47a7-4ccc-823e-4db4ca33361a req-5124614a-c57c-459d-98d4-ccc24665fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.266235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d3d1ca7-47a7-4ccc-823e-4db4ca33361a req-5124614a-c57c-459d-98d4-ccc24665fa45 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 1102 time: 0.2700057 Sep 16 04:59:58.310968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e890b44-63ee-48ac-bb56-d1136f2bd979 req-4bd169ec-83bc-412e-881d-7a65ac6c3c42 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333184 Sep 16 04:59:58.374495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d3d1ca7-47a7-4ccc-823e-4db4ca33361a req-22acb870-27a1-4945-ae05-a2a7c255f61f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874197 Sep 16 04:59:58.379110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4567adc1-3313-4104-ac92-20a63a2ffdeb req-2ec0ee12-feef-4fe5-8328-53081335071c tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188109 Sep 16 04:59:58.399390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['bd43d7fc-6ef8-418c-81ba-2244e345c897'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:58.449381 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04d6dd26-7ec8-4ad8-af9c-8013a638b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.452495 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04d6dd26-7ec8-4ad8-af9c-8013a638b98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.456251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-04d6dd26-7ec8-4ad8-af9c-8013a638b98d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a999caf-d540-4fd6-9fff-c3d31e6fd0a6 HTTP/1.1" status: 204 len: 168 time: 0.6532905 Sep 16 04:59:58.550352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6dd26-7ec8-4ad8-af9c-8013a638b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a999caf-d540-4fd6-9fff-c3d31e6fd0a6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.597059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459d5c0-c620-4038-84ac-608e9447a3c7 req-2f25517b-ccde-4dab-aa25-8b1b2b751cf6 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.599173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3459d5c0-c620-4038-84ac-608e9447a3c7 req-2f25517b-ccde-4dab-aa25-8b1b2b751cf6 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1442029 Sep 16 04:59:58.625440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e8bcf-89a4-4f66-a6fa-7922c0bf86a7 req-39a0d2e6-ab34-4537-a1f5-4a0b19b3f964 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.627165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd2e8bcf-89a4-4f66-a6fa-7922c0bf86a7 req-39a0d2e6-ab34-4537-a1f5-4a0b19b3f964 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1080809 Sep 16 04:59:58.689876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3459d5c0-c620-4038-84ac-608e9447a3c7 req-112f9e04-e8b1-4afc-af9d-ec759eb2ed10 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0824630 Sep 16 04:59:58.706146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-3459d5c0-c620-4038-84ac-608e9447a3c7 req-0f26219d-81fd-4308-9445-b39594ac64ad tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Request body: {'floatingip': {'port_id': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:58.768611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd2e8bcf-89a4-4f66-a6fa-7922c0bf86a7 req-17a3eb01-1be3-4471-b23b-b989fbc1fb33 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024621 Sep 16 04:59:58.771684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3459d5c0-c620-4038-84ac-608e9447a3c7 req-0f26219d-81fd-4308-9445-b39594ac64ad tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.023900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca41d95-b99f-4679-976f-109fde2849db req-ce98af2b-9b41-4aa3-a37a-de7aaf498b7f tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.029385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ca41d95-b99f-4679-976f-109fde2849db req-ce98af2b-9b41-4aa3-a37a-de7aaf498b7f tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 949 time: 0.1195493 Sep 16 04:59:59.115808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ca41d95-b99f-4679-976f-109fde2849db req-aa039d83-01a0-452b-8205-88276778a08c tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821548 Sep 16 04:59:59.153631 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-3459d5c0-c620-4038-84ac-608e9447a3c7 req-0f26219d-81fd-4308-9445-b39594ac64ad tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 04:59:59.153631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3459d5c0-c620-4038-84ac-608e9447a3c7 req-0f26219d-81fd-4308-9445-b39594ac64ad tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "PUT /v2.0/floatingips/6d83bcd8-47ff-4fd5-8d05-28bcb0c64fad HTTP/1.1" status: 409 len: 550 time: 0.4513066 Sep 16 04:59:59.295816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-147694dd-aeb9-44f2-891f-a63e99c5be71 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips/6d83bcd8-47ff-4fd5-8d05-28bcb0c64fad HTTP/1.1" status: 200 len: 693 time: 0.1004107 Sep 16 04:59:59.321790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f867a803-df81-4f92-b6a1-76ff83fadd53 req-ac28c597-e9d6-47b1-8f56-af94d4c1820b tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.1134350 Sep 16 04:59:59.531638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb481e-fefe-494f-ba1b-3955cf3472ec req-c2098e17-563a-43ef-b87c-1c0282bdb237 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.533327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16bb481e-fefe-494f-ba1b-3955cf3472ec req-c2098e17-563a-43ef-b87c-1c0282bdb237 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.0924792 Sep 16 04:59:59.551771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-cc52dca8-ae82-4ebe-a3c9-36033b79505f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.553164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-cc52dca8-ae82-4ebe-a3c9-36033b79505f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2344353 Sep 16 04:59:59.633671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-a56ed359-7081-4225-b082-87ef833795bb tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0720265 Sep 16 04:59:59.695915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16bb481e-fefe-494f-ba1b-3955cf3472ec req-3470665f-fd0a-4d5d-a8a6-aa6110bada31 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415815 Sep 16 04:59:59.714445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-73980542-0f74-4133-b042-be534566ad95 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.239 HTTP/1.1" status: 200 len: 696 time: 0.0722744 Sep 16 04:59:59.773245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:59.775622 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8969ff-4e1f-4973-b29d-ff0bfede884c" -d '{"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-plugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:59.820905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43888) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:59.900393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Deleting port 29bd5870-ca63-4d86-9c0e-15a63399ec69 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:59.901070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.972013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-15443346-ebde-4132-b9d9-065996e1c8f8 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] Request body: {'port': {'network_id': 'f68de7f8-3ba1-48e8-991a-9e10110754ba', 'name': 'tempest-NetworksNegativeTestJSON-255161320'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:59.986540 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-15443346-ebde-4132-b9d9-065996e1c8f8 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] POST failed (client error): The resource could not be found. Sep 16 04:59:59.987646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15443346-ebde-4132-b9d9-065996e1c8f8 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:59.989448 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-15443346-ebde-4132-b9d9-065996e1c8f8 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1679502 Sep 16 04:59:59.995725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43892) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.001711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.002043 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.027582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Calling delete_port for 29bd5870-ca63-4d86-9c0e-15a63399ec69 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:00.033878 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d520f918-aa2c-4ef7-89e2-83dfa41dbf54 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:00.034860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d520f918-aa2c-4ef7-89e2-83dfa41dbf54 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:00.042116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d520f918-aa2c-4ef7-89e2-83dfa41dbf54 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "DELETE /v2.0/networks/9747670e-7eb2-47ce-b1df-bc60b56c7790 HTTP/1.1" status: 404 len: 339 time: 0.0426958 Sep 16 05:00:00.042407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43894) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.076622 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2874d8d-680a-4c6a-92aa-eef35cbf5247 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:00.076622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2874d8d-680a-4c6a-92aa-eef35cbf5247 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:00.083465 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a2874d8d-680a-4c6a-92aa-eef35cbf5247 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "DELETE /v2.0/ports/f57be030-8cd8-4f09-87ee-ae04399a683d HTTP/1.1" status: 404 len: 333 time: 0.0393384 Sep 16 05:00:00.084146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43896) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.121555 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32744cb-fb8d-42e8-a05f-d94729a8c1e0 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:00.122318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32744cb-fb8d-42e8-a05f-d94729a8c1e0 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:00.128322 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e32744cb-fb8d-42e8-a05f-d94729a8c1e0 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "DELETE /v2.0/subnets/cb300d0a-bcc8-4b49-9364-77445c5500a1 HTTP/1.1" status: 404 len: 337 time: 0.0393817 Sep 16 05:00:00.130371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43898) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.162732 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-338d7c94-e524-4314-8870-f86d143d8faf tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] GET failed (client error): The resource could not be found. Sep 16 05:00:00.168335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-338d7c94-e524-4314-8870-f86d143d8faf tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "GET /v2.0/networks/e0413d00-ba57-4c6b-9b6e-fe481e97c303 HTTP/1.1" status: 404 len: 339 time: 0.0283265 Sep 16 05:00:00.168509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43902) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.205915 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c4e0ae-0da0-492c-bf4d-c4c26cf1dff9 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] GET failed (client error): The resource could not be found. Sep 16 05:00:00.207589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-61c4e0ae-0da0-492c-bf4d-c4c26cf1dff9 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "GET /v2.0/ports/d41accca-c88e-4ab3-b4a9-25be5ddd7b84 HTTP/1.1" status: 404 len: 333 time: 0.0381572 Sep 16 05:00:00.212062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43906) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.246490 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffea4d7-1557-4f10-9b48-5e569435d8d6 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] GET failed (client error): The resource could not be found. Sep 16 05:00:00.246490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3ffea4d7-1557-4f10-9b48-5e569435d8d6 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "GET /v2.0/subnets/6578f149-6512-4fd3-99d0-047d9274a93d HTTP/1.1" status: 404 len: 337 time: 0.0328209 Sep 16 05:00:00.250969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43908) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.259565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e792f747-79b8-4cc4-9464-dd6500c6526f tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:00.310416 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e792f747-79b8-4cc4-9464-dd6500c6526f tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] PUT failed (client error): The resource could not be found. Sep 16 05:00:00.311078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e792f747-79b8-4cc4-9464-dd6500c6526f tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:00.312316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e792f747-79b8-4cc4-9464-dd6500c6526f tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "PUT /v2.0/networks/8c0938cd-9efc-4d3b-a58a-398357fcaeec HTTP/1.1" status: 404 len: 339 time: 0.0585277 Sep 16 05:00:00.317881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43912) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.323651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-383c3323-01d1-477a-b43e-0c096b5b31f1 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:00.358163 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-383c3323-01d1-477a-b43e-0c096b5b31f1 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] PUT failed (client error): The resource could not be found. Sep 16 05:00:00.362103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383c3323-01d1-477a-b43e-0c096b5b31f1 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:00.370691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-383c3323-01d1-477a-b43e-0c096b5b31f1 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "PUT /v2.0/ports/b4dd2fed-63f1-4918-9bd1-371f83c351a2 HTTP/1.1" status: 404 len: 333 time: 0.0516994 Sep 16 05:00:00.371336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b198c-fffd-46a4-8a23-41751af1fefd req-283ea3ae-734f-48a0-88c9-25d727424639 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.371879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43914) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.380020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c31b198c-fffd-46a4-8a23-41751af1fefd req-283ea3ae-734f-48a0-88c9-25d727424639 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 950 time: 0.1150370 Sep 16 05:00:00.383408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f62a6709-51a7-4828-ae31-e5896bc2fb35 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:00.409323 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62a6709-51a7-4828-ae31-e5896bc2fb35 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] PUT failed (client error): The resource could not be found. Sep 16 05:00:00.410163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62a6709-51a7-4828-ae31-e5896bc2fb35 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:00.417124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f62a6709-51a7-4828-ae31-e5896bc2fb35 tempest-NetworksNegativeTestJSON-561562592 tempest-NetworksNegativeTestJSON-561562592-project] 10.222.0.59 "PUT /v2.0/subnets/8ead9463-2fba-48b1-b589-800e71e1f6b0 HTTP/1.1" status: 404 len: 337 time: 0.0432718 Sep 16 05:00:00.439888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c31b198c-fffd-46a4-8a23-41751af1fefd req-96225f0f-db6c-46ca-84c7-661b078439a6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 Sep 16 05:00:00.464613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18c5ed5e-48d1-48d2-81b9-e52d7086c872 req-1cb25bdb-54f3-4669-880c-4e3a9c6844c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e512cbdee6343419d97e7ef2176fd54&device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0411317 Sep 16 05:00:00.464613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.536818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Pushing event deleted for resources: {'Port': ['ID=29bd5870-ca63-4d86-9c0e-15a63399ec69,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:00.550805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18c5ed5e-48d1-48d2-81b9-e52d7086c872 req-795970f0-4a1c-45c4-ae6c-cd023be54d66 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e512cbdee6343419d97e7ef2176fd54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553265 Sep 16 05:00:00.668251 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.673261 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.675490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-099dea6a-d32c-4c6d-b102-da9661f514b5 req-72a18800-ad94-49eb-88f0-1fb6e7189c67 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "DELETE /v2.0/floatingips/6d83bcd8-47ff-4fd5-8d05-28bcb0c64fad HTTP/1.1" status: 204 len: 173 time: 0.9593625 Sep 16 05:00:00.733898 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08793b3a-fa61-47d4-9866-260c9b10588e x-openstack-request-id: req-08793b3a-fa61-47d4-9866-260c9b10588e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:00.734809 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-plugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:00.735189 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08793b3a-fa61-47d4-9866-260c9b10588e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:00.735809 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'code': 200} Sep 16 05:00:00.741192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5ed5e-48d1-48d2-81b9-e52d7086c872 req-6bdead5a-619e-4161-80b3-d6c50eba91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.743969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18c5ed5e-48d1-48d2-81b9-e52d7086c872 req-6bdead5a-619e-4161-80b3-d6c50eba91e5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774893 Sep 16 05:00:00.862973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a43dd-7f45-47fe-a155-8417e235739f req-ef26f06e-341a-462a-9f02-cc4115578916 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.866694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b7a43dd-7f45-47fe-a155-8417e235739f req-ef26f06e-341a-462a-9f02-cc4115578916 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0683303 Sep 16 05:00:00.882845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abe0d-845e-4b1a-8072-f73ce1061070 req-a6f867a9-bd20-4eec-874a-0664226452d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.885231 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-874abe0d-845e-4b1a-8072-f73ce1061070 req-a6f867a9-bd20-4eec-874a-0664226452d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 1101 time: 0.0713525 Sep 16 05:00:00.942997 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-874abe0d-845e-4b1a-8072-f73ce1061070 req-f88dee77-6bee-4f75-bef9-deee7b4c4902 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Sep 16 05:00:00.945368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b7a43dd-7f45-47fe-a155-8417e235739f req-268112b8-964f-444f-b26d-4df11852338f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663104 Sep 16 05:00:01.066800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e1900-0c81-4126-8d83-37da38296d68 req-acc552bf-5e91-4105-ae00-ac0efc8850f5 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.068565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c8e1900-0c81-4126-8d83-37da38296d68 req-acc552bf-5e91-4105-ae00-ac0efc8850f5 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 949 time: 0.0682456 Sep 16 05:00:01.107692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80b147b1-0c09-4602-8702-bc3e2928361d req-acb41908-2252-41c0-85a4-0318175d9c3f tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0379629 Sep 16 05:00:01.142488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c8e1900-0c81-4126-8d83-37da38296d68 req-6cc12095-7b64-40f7-aea0-1c5d91f43dc4 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635462 Sep 16 05:00:01.183816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:01.262896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-7f661754-4ddf-44f7-b395-b2d30db414b2 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 999 time: 0.1061852 Sep 16 05:00:01.317474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-48272408-f258-4ba1-8a1e-7a629d557273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.338543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-c19ec3f5-dc9a-4268-8ca4-564476744165 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.340271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-c19ec3f5-dc9a-4268-8ca4-564476744165 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports/75b20395-a27f-4e3a-94bf-3d8eaac981a0 HTTP/1.1" status: 200 len: 942 time: 0.0587099 Sep 16 05:00:01.353317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cdd36-349d-446d-9884-5d7387394f15 req-f0e50546-8cb6-482d-beae-f7bdfc0d8187 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.354846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb9cdd36-349d-446d-9884-5d7387394f15 req-f0e50546-8cb6-482d-beae-f7bdfc0d8187 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.1139257 Sep 16 05:00:01.428400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb9cdd36-349d-446d-9884-5d7387394f15 req-1533d3c9-a9b2-4c88-9f7c-e87418f37754 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607731 Sep 16 05:00:01.455825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-48272408-f258-4ba1-8a1e-7a629d557273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.492545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-ee867554-961f-4dc7-abeb-3ba14ff91c11 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 999 time: 0.0685833 Sep 16 05:00:01.577512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device bd43d7fc-6ef8-418c-81ba-2244e345c897 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:01.592275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-48272408-f258-4ba1-8a1e-7a629d557273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.621017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a0de4-2247-4f9f-ac60-14256c7f5cdd req-4354ba6f-79d1-4023-bcc4-5fdf6e5cf4b1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.622567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a80a0de4-2247-4f9f-ac60-14256c7f5cdd req-4354ba6f-79d1-4023-bcc4-5fdf6e5cf4b1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 950 time: 0.1144147 Sep 16 05:00:01.634472 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-48272408-f258-4ba1-8a1e-7a629d557273 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6dd2a2772354ff582cf6a4609afd095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484963 Sep 16 05:00:01.636677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48272408-f258-4ba1-8a1e-7a629d557273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ab540-33be-46b6-9535-03923942197c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.638939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43932) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:01.677842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-0ee17bd3-e201-47a3-a45f-0cb56def843b tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.679177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-0ee17bd3-e201-47a3-a45f-0cb56def843b tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1803436 Sep 16 05:00:01.735270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port bd43d7fc-6ef8-418c-81ba-2244e345c897 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:01.740397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port bd43d7fc-6ef8-418c-81ba-2244e345c897 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:01.747506 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.752132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a80a0de4-2247-4f9f-ac60-14256c7f5cdd req-46667e1d-b77b-4900-a43e-d5e3a9c2eb85 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176026 Sep 16 05:00:01.779908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1110ef6-1dd9-4099-8be6-dea5b630873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.815128 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-ba949619-dca0-46d8-bf6e-e5899a73a139 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 999 time: 0.1274662 Sep 16 05:00:01.827992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:01.832811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1110ef6-1dd9-4099-8be6-dea5b630873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.853250 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.895232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:01.984582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.057596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.302339 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.337980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a14a5a-45c3-48ac-8243-24525fb3c8d3 req-c8e18a91-1d08-4a9a-9554-a9c47b87186c tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.339536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04a14a5a-45c3-48ac-8243-24525fb3c8d3 req-c8e18a91-1d08-4a9a-9554-a9c47b87186c tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 1102 time: 0.4694691 Sep 16 05:00:02.436279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04a14a5a-45c3-48ac-8243-24525fb3c8d3 req-0ef0cc00-bf74-49aa-af8a-b88a8f6cdb5a tempest-ServersOnMultiNodesTest-897216481 tempest-ServersOnMultiNodesTest-897216481-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860012 Sep 16 05:00:02.492006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.517545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1110ef6-1dd9-4099-8be6-dea5b630873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.520797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1110ef6-1dd9-4099-8be6-dea5b630873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.521786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e1110ef6-1dd9-4099-8be6-dea5b630873d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd1ab540-33be-46b6-9535-03923942197c HTTP/1.1" status: 204 len: 168 time: 0.8777995 Sep 16 05:00:02.551879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1110ef6-1dd9-4099-8be6-dea5b630873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ab540-33be-46b6-9535-03923942197c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.569102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd50a3-5915-4b70-8650-0d0bc624df78 req-23f210a4-4af4-4507-9b3e-7e4868b9cf73 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.570427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21cd50a3-5915-4b70-8650-0d0bc624df78 req-23f210a4-4af4-4507-9b3e-7e4868b9cf73 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0629599 Sep 16 05:00:02.612140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21cd50a3-5915-4b70-8650-0d0bc624df78 req-bcdd8a30-295d-4fd5-b45f-b996fb37d242 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Sep 16 05:00:02.631660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.631660 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Floating IP f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15 disassociated. External IP: 172.25.7.6, port: 75b20395-a27f-4e3a-94bf-3d8eaac981a0. Sep 16 05:00:02.701979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f28fc0fe-ca56-46a1-a438-91f5b847c57b req-d1e07e60-b4cd-4372-abb8-f2e881e1d69c tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0329800 Sep 16 05:00:02.737615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:02.745547 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbedc3e-027d-49b0-acdc-1a395fe03904" -d '{"events": [{"server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "name": "network-vif-plugged", "status": "completed", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:02.898959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3597ac-618d-4dbb-b4c4-c41f06979487 req-c81df9a0-cf6b-4c72-b497-db464e881bb6 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.900505 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf3597ac-618d-4dbb-b4c4-c41f06979487 req-c81df9a0-cf6b-4c72-b497-db464e881bb6 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 950 time: 0.0957913 Sep 16 05:00:02.923699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:02.988974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf3597ac-618d-4dbb-b4c4-c41f06979487 req-a87b734d-74a2-4bf6-9100-e6b34096f65b tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780406 Sep 16 05:00:03.089378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:03.094770 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.101703 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] Sync routers for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:03.111852 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:03.112607 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:03.153504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18c5ed5e-48d1-48d2-81b9-e52d7086c872 req-23fce0ed-cc85-4654-b8c0-1e60870cf3ce tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0395725 Sep 16 05:00:03.156862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-aeccd3a2-0532-4cd0-8cbb-e9226cf8c299 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "PUT /v2.0/floatingips/f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15 HTTP/1.1" status: 200 len: 693 time: 1.3405266 Sep 16 05:00:03.157983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:03.160741 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:03.176525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0b18f-a9c5-47e8-9d46-270fddccb625 req-95d9d6a2-e885-41a2-9826-decf7f5ab0d8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.178057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dd0b18f-a9c5-47e8-9d46-270fddccb625 req-95d9d6a2-e885-41a2-9826-decf7f5ab0d8 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.1225760 Sep 16 05:00:03.234192 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:03.242926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dd0b18f-a9c5-47e8-9d46-270fddccb625 req-fdfd1658-536d-493c-bc52-72574eed39b0 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/security-groups?id=ffd0adc4-3e72-46b3-aff9-126d76063ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557899 Sep 16 05:00:03.246170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-66c3102c-56e7-4ef3-8ff3-bacd84c626c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.247781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-66c3102c-56e7-4ef3-8ff3-bacd84c626c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 1097 time: 0.0687122 Sep 16 05:00:03.384038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-26eb8a33-c66d-4ca4-9e0d-1932427a52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.388177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-26eb8a33-c66d-4ca4-9e0d-1932427a52b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746 HTTP/1.1" status: 200 len: 928 time: 0.1345737 Sep 16 05:00:03.438879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-047f7ab1-23ce-4e3b-9aaf-be817ed6ef98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0 HTTP/1.1" status: 200 len: 217 time: 0.0385804 Sep 16 05:00:03.491817 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:03.498244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-268e3a6b-45cb-41b9-bb7b-6e3a43546481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.500099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-268e3a6b-45cb-41b9-bb7b-6e3a43546481 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=871db18a-2a0c-4252-88a5-21d4a1a0992b HTTP/1.1" status: 200 len: 866 time: 0.0544243 Sep 16 05:00:03.530154 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] Checking router: a78e8c7d-b15e-4232-bc2f-81b1763e4d73 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:03.548413 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:03.549047 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T04:59:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:03.599966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-e6413a4f-2932-441d-8e05-d7f8e46ca2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.603719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-e6413a4f-2932-441d-8e05-d7f8e46ca2e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640039 Sep 16 05:00:03.684331 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:03.709944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-b83a3b73-8257-4298-971a-b6a192d980b8 service neutron] 10.222.0.59 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984590 Sep 16 05:00:03.797913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-19672a65-46ba-41cd-b00e-0b111f45c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.800418 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-19672a65-46ba-41cd-b00e-0b111f45c0f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1097 time: 0.0701947 Sep 16 05:00:03.833828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91148cca-0dc7-4c8e-a05f-d133f6da9dcf req-a4b336d9-a047-49f3-93e6-916cf07958a9 service neutron] 10.222.0.59 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131120 Sep 16 05:00:03.876718 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fefed4-9bc3-4ef4-94f3-0691e8518f50 x-openstack-request-id: req-66fefed4-9bc3-4ef4-94f3-0691e8518f50 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:03.876718 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "name": "network-vif-plugged", "status": "completed", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:03.876718 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66fefed4-9bc3-4ef4-94f3-0691e8518f50 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:03.876718 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'code': 200} Sep 16 05:00:03.936908 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ac8de-df74-41be-9d18-4c9261f7d02c x-openstack-request-id: req-5f9ac8de-df74-41be-9d18-4c9261f7d02c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:03.937203 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:03.937461 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f9ac8de-df74-41be-9d18-4c9261f7d02c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:03.938658 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'status': 'completed', 'code': 200} Sep 16 05:00:03.939554 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:03.954932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-21019810-1f70-449c-bfbc-b38d046025f5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.955642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-976a8a13-765a-43a3-b656-f5722d0a8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.961591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-21019810-1f70-449c-bfbc-b38d046025f5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.57 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 946 time: 0.1106126 Sep 16 05:00:03.961943 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-976a8a13-765a-43a3-b656-f5722d0a8d8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 914 time: 0.1470592 Sep 16 05:00:03.975941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43996) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.011860 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac35b8-853b-481e-8375-d8c29743ad7d None None] The sync data for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 is: [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:12Z', 'revision_number': 4, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '213d94cf-6cb0-4774-b417-af350e1e8201', 'name': '', 'network_id': 'ec4316d4-d7f5-4e3e-93e2-03586bd4c746', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'mac_address': 'fa:16:3e:b4:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:11Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'subnets': [{'id': '871db18a-2a0c-4252-88a5-21d4a1a0992b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:04.066989 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-4029d26c-4452-4b1a-b919-adc53fba0ccd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 217 time: 0.0963054 Sep 16 05:00:04.142211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-22563586-cdc4-4140-8867-3dfcadbd182f tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2012333593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:04.151189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a6bfd-4ee3-4cb3-a8a8-5134ce0b15de req-b4673f6b-49f0-4c16-b327-82595d89cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.152901 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e42a6bfd-4ee3-4cb3-a8a8-5134ce0b15de req-b4673f6b-49f0-4c16-b327-82595d89cf73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 1102 time: 0.1938760 Sep 16 05:00:04.186200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-a034cdad-e035-4b51-865b-99bb028e3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.188052 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-a034cdad-e035-4b51-865b-99bb028e3ec2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.0812771 Sep 16 05:00:04.190436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-416996ae-3fcf-4727-a395-3d6e55785c8d req-5e707c7c-0e74-494c-92f2-066b8994cb31 tempest-ServerShowV257Test-920229048 tempest-ServerShowV257Test-920229048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee0ed4d5-6f2f-4051-af89-fdd73a4cc82c HTTP/1.1" status: 200 len: 210 time: 0.0554235 Sep 16 05:00:04.191990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-de3871b6-8d84-4d03-95a7-e0ad871740b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.193639 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-de3871b6-8d84-4d03-95a7-e0ad871740b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 1097 time: 0.1483057 Sep 16 05:00:04.215756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f797c0-0672-4486-bb7d-4ba545c601c0 req-61111465-0b26-4eb7-ac30-e3d82ca7b703 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.223855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53f797c0-0672-4486-bb7d-4ba545c601c0 req-61111465-0b26-4eb7-ac30-e3d82ca7b703 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2242448 Sep 16 05:00:04.268090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Deleting port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:04.268443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.286827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53f797c0-0672-4486-bb7d-4ba545c601c0 req-15a9fc67-e0f6-454e-a903-e036086d4063 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Sep 16 05:00:04.287687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-3ed562b1-a924-4c4d-be19-dd22e599a4cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881040 Sep 16 05:00:04.292776 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e42a6bfd-4ee3-4cb3-a8a8-5134ce0b15de req-6a394308-f2ad-44e7-88f5-9ebabe7cfd52 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309488 Sep 16 05:00:04.360233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ba470-bae7-455b-9917-27e7d61fa0b0 None None] New status for floating IP f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:00:04.383566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-41c2b4b7-37d4-487f-bb74-da11a51ae5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.387790 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-41c2b4b7-37d4-487f-bb74-da11a51ae5fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746 HTTP/1.1" status: 200 len: 928 time: 0.1705716 Sep 16 05:00:04.396482 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22563586-cdc4-4140-8867-3dfcadbd182f tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.397515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22563586-cdc4-4140-8867-3dfcadbd182f tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.439368 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-344dd8ca-2069-4f33-9ad1-d3ae3828ccd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0 HTTP/1.1" status: 200 len: 217 time: 0.0382006 Sep 16 05:00:04.454576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-313458a3-2335-4d51-8895-0d50595d03dc req-cace2eeb-effd-4abb-8721-47f8f461c565 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips/f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15 HTTP/1.1" status: 200 len: 693 time: 0.1408770 Sep 16 05:00:04.521770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-1067c198-bfa3-41f0-996b-2e39837a4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.525048 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-1067c198-bfa3-41f0-996b-2e39837a4dd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=871db18a-2a0c-4252-88a5-21d4a1a0992b HTTP/1.1" status: 200 len: 866 time: 0.0789082 Sep 16 05:00:04.526045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b70ff-f8c0-4f11-8e08-1dfc836b7b9d req-acb3167c-1011-4a65-a0a9-51a2a368b109 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.527657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e97b70ff-f8c0-4f11-8e08-1dfc836b7b9d req-acb3167c-1011-4a65-a0a9-51a2a368b109 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 950 time: 0.2151144 Sep 16 05:00:04.569637 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22563586-cdc4-4140-8867-3dfcadbd182f tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.574158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] For port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,segment=NetworkSegment(c5da80c9-4fb0-4e8b-adb5-29e0648ded00),segment_id=c5da80c9-4fb0-4e8b-adb5-29e0648ded00)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:04.574533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.633780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Calling delete_port for 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:04.638009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-a4318b19-b616-4848-9e7a-c46084957e09 service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488643 Sep 16 05:00:04.655615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22563586-cdc4-4140-8867-3dfcadbd182f tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.659225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-2f051af9-b78c-4f67-8a21-03180b3263f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.660777 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-2f051af9-b78c-4f67-8a21-03180b3263f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4316d4-d7f5-4e3e-93e2-03586bd4c746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694218 Sep 16 05:00:04.728016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e97b70ff-f8c0-4f11-8e08-1dfc836b7b9d req-7debc676-80e9-4396-9f0d-dbf55852d61b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646953 Sep 16 05:00:04.749329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313458a3-2335-4d51-8895-0d50595d03dc req-8bd12cb9-1819-4dcb-98e3-1ac7faa11fee tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.750920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-313458a3-2335-4d51-8895-0d50595d03dc req-8bd12cb9-1819-4dcb-98e3-1ac7faa11fee tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2843559 Sep 16 05:00:04.814563 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f147b8d1-e33a-40a4-872c-717ffe29b3dc req-9b183cc8-520c-4b93-8cd9-9e13b3629336 service neutron] 10.222.0.60 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661513 Sep 16 05:00:04.822216 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-2ee6fe65-1635-4aa3-be05-093c3fa5d27a service neutron] 10.222.0.57 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515622 Sep 16 05:00:04.828155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-313458a3-2335-4d51-8895-0d50595d03dc req-a44e0635-67fb-4b09-8817-649ac64203b7 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.0665317 Sep 16 05:00:04.843962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22563586-cdc4-4140-8867-3dfcadbd182f tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.847775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-22563586-cdc4-4140-8867-3dfcadbd182f tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8676929 Sep 16 05:00:04.848952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44006) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.871076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-30026396'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:04.933237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-313458a3-2335-4d51-8895-0d50595d03dc req-251ab150-e435-456a-9007-05b71867b8f8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.0930867 Sep 16 05:00:04.954458 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f624fd7-ec52-43db-83a3-0e14ad9d7a37 req-d0008e9a-25cf-4a28-a4b3-b48aa66a5072 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185236 Sep 16 05:00:04.970198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e0e1c-887c-4a5f-8191-5a8062df2892 req-32dcb934-a3d9-42c4-a5eb-7eff120d6364 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.971844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d11e0e1c-887c-4a5f-8191-5a8062df2892 req-32dcb934-a3d9-42c4-a5eb-7eff120d6364 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 950 time: 0.1420336 Sep 16 05:00:05.027218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Made reservation on behalf of e3f523137cd04affb7c81e9cfa524075 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:05.030838 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.040799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.098883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.137436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.140233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Pushing event deleted for resources: {'Port': ['ID=24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.147023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d11e0e1c-887c-4a5f-8191-5a8062df2892 req-bbcb2c63-bb92-41bd-9692-be4c95e0d57d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435323 Sep 16 05:00:05.151282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:05.189753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] No DVR routers for this DVR port 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:05.193033 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.197303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90c6f2dd-cf0c-4320-8666-33618902e4be req-ff4fb89f-fb47-412c-8358-eea13f8a6722 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.57 "DELETE /v2.0/ports/24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 HTTP/1.1" status: 204 len: 173 time: 1.1755526 Sep 16 05:00:05.204504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Deleting port 7d525c71-b3c0-41b9-9b47-261c8450eeef {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:05.204855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.215174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.246595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:05.259637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e266dc44-ce67-4ee0-b423-fb0ac3804d77,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.264855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.265212 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Added segment b92fcfb1-8b21-401b-89b2-671b408070b4 of type vlan for network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e Sep 16 05:00:05.291512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbcd2a4d-054c-41f7-bae3-7c099b07e833 req-31764ae4-58a8-47f7-91b4-4aa0957ec2f5 tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 210 time: 0.0666409 Sep 16 05:00:05.318359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.337047 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.339677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.358087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Calling delete_port for 7d525c71-b3c0-41b9-9b47-261c8450eeef owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:05.437913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.443757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.444429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.513465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785c3c1-4b61-4c65-b584-ee4efe1df256 req-fcf045e1-f83a-4792-ba95-f37ce1dee92a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.515084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6785c3c1-4b61-4c65-b584-ee4efe1df256 req-fcf045e1-f83a-4792-ba95-f37ce1dee92a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.0727551 Sep 16 05:00:05.560355 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7073061 Sep 16 05:00:05.560583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44014) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:05.566868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'subnet': {'network_id': '5d15f9e9-54a3-498b-b3fe-40b16d930f2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:05.573431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446980a3-1b44-4993-a131-fe3794386814 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Network': ['ID=5d15f9e9-54a3-498b-b3fe-40b16d930f2e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.586326 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:05.623931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6785c3c1-4b61-4c65-b584-ee4efe1df256 req-2a655741-257d-430a-8968-94cd9155a427 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011918 Sep 16 05:00:05.789978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.821361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Pushing event deleted for resources: {'Port': ['ID=7d525c71-b3c0-41b9-9b47-261c8450eeef,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.843481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Made reservation on behalf of e3f523137cd04affb7c81e9cfa524075 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:05.847118 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.927890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b7212-04fd-4bb2-94de-9bc087358ba7 req-344a93c3-9be4-4ef3-9efa-36446203eda1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.929840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-781b7212-04fd-4bb2-94de-9bc087358ba7 req-344a93c3-9be4-4ef3-9efa-36446203eda1 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 950 time: 0.1112838 Sep 16 05:00:05.933140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.936283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.937432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-313458a3-2335-4d51-8895-0d50595d03dc req-3c43fbf5-502c-4c6d-affe-dc619a31caf8 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "DELETE /v2.0/floatingips/f7d0d692-4d5e-4ecc-86a4-f3cf2941ce15 HTTP/1.1" status: 204 len: 173 time: 0.9949086 Sep 16 05:00:05.939030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79769ac-c683-4dc0-b669-52c9e6712d65', 'name': 'network-vif-deleted', 'tag': '24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:05.941412 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac68ded0-ace2-4270-9f64-effaa83425b8" -d '{"events": [{"server_uuid": "f79769ac-c683-4dc0-b669-52c9e6712d65", "name": "network-vif-deleted", "tag": "24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:05.979164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-781b7212-04fd-4bb2-94de-9bc087358ba7 req-773ffab7-0898-4e9c-b6f4-45fd407134b7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Sep 16 05:00:05.980693 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90a2a1-db2e-4073-a549-837c5bc4c722 x-openstack-request-id: req-ab90a2a1-db2e-4073-a549-837c5bc4c722 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:05.980994 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79769ac-c683-4dc0-b669-52c9e6712d65", "name": "network-vif-deleted", "tag": "24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:05.981301 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab90a2a1-db2e-4073-a549-837c5bc4c722 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:05.981707 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79769ac-c683-4dc0-b669-52c9e6712d65', 'name': 'network-vif-deleted', 'tag': '24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80', 'status': 'completed', 'code': 200} Sep 16 05:00:06.096957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2641b13-7d6f-4cf2-a780-07e2206dab96 req-0885a29a-4fa8-4996-9e4d-47052feb0890 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.098990 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2641b13-7d6f-4cf2-a780-07e2206dab96 req-0885a29a-4fa8-4996-9e4d-47052feb0890 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0538633 Sep 16 05:00:06.105335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44028) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:06.145905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2641b13-7d6f-4cf2-a780-07e2206dab96 req-10044c25-45ed-4cf6-8179-238f4325e49e tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0410013 Sep 16 05:00:06.147069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.215537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Subnet': ['ID=b7d93fcb-32bb-4f24-a483-609593012d18,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.217274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1363d45e-e716-4d9c-83a1-3cbcc94fd892 req-ebb0ddb5-5082-4c5e-9fbb-f650f8f8a63f tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0499096 Sep 16 05:00:06.226435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Checking segment: {'id': 'b92fcfb1-8b21-401b-89b2-671b408070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d15f9e9-54a3-498b-b3fe-40b16d930f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:06.226808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network hostable DHCP agents. Network: 5d15f9e9-54a3-498b-b3fe-40b16d930f2e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:06.249932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a13857d6-1852-4b6a-9366-168008f7c8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.298067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c241d9-1a07-41d7-a425-634806249683 req-d2ae4ed7-ec4c-4f6f-be6e-611198dc5963 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.299529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3c241d9-1a07-41d7-a425-634806249683 req-d2ae4ed7-ec4c-4f6f-be6e-611198dc5963 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 950 time: 0.0512364 Sep 16 05:00:06.330224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:06.354380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3c241d9-1a07-41d7-a425-634806249683 req-9e7541a9-b4c0-4fa7-8054-13f9bf10b3c4 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386167 Sep 16 05:00:06.354678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a13857d6-1852-4b6a-9366-168008f7c8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.421574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a13857d6-1852-4b6a-9366-168008f7c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.426432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 5d15f9e9-54a3-498b-b3fe-40b16d930f2e) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:06.427774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-c528da66-90eb-49d6-9563-cee5b20754b0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.429453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-c528da66-90eb-49d6-9563-cee5b20754b0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 950 time: 0.0615489 Sep 16 05:00:06.436311 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd5fe83-c894-4800-a4f9-535feacb07ad None None] Network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:06.448159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.449030 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.486174 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a13857d6-1852-4b6a-9366-168008f7c8d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e512cbdee6343419d97e7ef2176fd54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797569 Sep 16 05:00:06.487055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13857d6-1852-4b6a-9366-168008f7c8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7313a6-84b1-4a04-9a26-a1775f0643a6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.488838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44042) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:06.573540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c2e0b458-4e10-4fe2-ad75-d470e4c1d422 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0089231 Sep 16 05:00:06.573905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44044) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:06.579203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'network': {'name': 'tempest-router-network01--1797832985'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:06.628717 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-595acb06-367d-4b00-afb4-3bd0e5d5ca4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.640435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Deleting port 872727f8-9eba-4a22-ad9a-2fbb5321d274 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:06.641152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.682615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-5d15f9e9-54a3-498b-b3fe-40b16d930f2e', 'network_id': '5d15f9e9-54a3-498b-b3fe-40b16d930f2e', 'tenant_id': 'e3f523137cd04affb7c81e9cfa524075', 'fixed_ips': [{'subnet_id': 'b7d93fcb-32bb-4f24-a483-609593012d18'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:06.683561 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.686223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-595acb06-367d-4b00-afb4-3bd0e5d5ca4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.728375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Made reservation on behalf of e3f523137cd04affb7c81e9cfa524075 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:06.732581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.865984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Allocated IP 2001:db8::2 (5d15f9e9-54a3-498b-b3fe-40b16d930f2e/b7d93fcb-32bb-4f24-a483-609593012d18/eb7bbcd1-4653-4f97-bbd1-b93a9c175487) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:07.023996 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.108298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a851bd5-d7ab-470e-8900-8e2555522f32 req-aa864d1d-6e8e-4b0f-a4eb-57c91459683f tempest-DeleteServersTestJSON-214892976 tempest-DeleteServersTestJSON-214892976-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79769ac-c683-4dc0-b669-52c9e6712d65 HTTP/1.1" status: 200 len: 210 time: 0.3880761 Sep 16 05:00:07.147847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] For port 872727f8-9eba-4a22-ad9a-2fbb5321d274, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=872727f8-9eba-4a22-ad9a-2fbb5321d274,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:07.148245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.154007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:07.157580 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.174317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Calling delete_port for 872727f8-9eba-4a22-ad9a-2fbb5321d274 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:07.183696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca9339-8b47-4be1-b099-bc9bf460035b req-8fe0b339-5be3-4ab9-a123-0771961bc1b1 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.187921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfca9339-8b47-4be1-b099-bc9bf460035b req-8fe0b339-5be3-4ab9-a123-0771961bc1b1 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 949 time: 0.4632499 Sep 16 05:00:07.207801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:07.211300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:07.215845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:07.228019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Pushing event updated for resources: {'Port': ['ID=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.289753 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.290097 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Added segment 160d639e-48ba-45f8-b8c1-05032857e4a7 of type vlan for network 7f816f7e-81e6-42a7-ab32-3464593efad2 Sep 16 05:00:07.290517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Attempting to bind port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:07.290893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Attempting to bind port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b92fcfb1-8b21-401b-89b2-671b408070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d15f9e9-54a3-498b-b3fe-40b16d930f2e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:07.291286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Attempting to bind port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 on network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:07.291504 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-595acb06-367d-4b00-afb4-3bd0e5d5ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.293868 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-595acb06-367d-4b00-afb4-3bd0e5d5ca4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.294994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-595acb06-367d-4b00-afb4-3bd0e5d5ca4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f7313a6-84b1-4a04-9a26-a1775f0643a6 HTTP/1.1" status: 204 len: 168 time: 0.8049009 Sep 16 05:00:07.302703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:07.302703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Checking segment: {'id': 'b92fcfb1-8b21-401b-89b2-671b408070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d15f9e9-54a3-498b-b3fe-40b16d930f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:07.302703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.302703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Bound using segment: {'id': 'b92fcfb1-8b21-401b-89b2-671b408070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d15f9e9-54a3-498b-b3fe-40b16d930f2e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:07.302703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Bound port: eb7bbcd1-4653-4f97-bbd1-b93a9c175487, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92fcfb1-8b21-401b-89b2-671b408070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d15f9e9-54a3-498b-b3fe-40b16d930f2e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:07.302703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.350148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfca9339-8b47-4be1-b099-bc9bf460035b req-0e6aa37e-1170-427a-8c94-166f7e71faff tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538219 Sep 16 05:00:07.356254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595acb06-367d-4b00-afb4-3bd0e5d5ca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7313a6-84b1-4a04-9a26-a1775f0643a6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.401550 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.444404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] For port eb7bbcd1-4653-4f97-bbd1-b93a9c175487, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:07.449822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6d80a-3bd9-429f-ae36-a7df8b99a266 req-9e93fc71-e71b-4888-b144-2d142f6d07be tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.451108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] For port eb7bbcd1-4653-4f97-bbd1-b93a9c175487, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,segment=NetworkSegment(b92fcfb1-8b21-401b-89b2-671b408070b4),segment_id=b92fcfb1-8b21-401b-89b2-671b408070b4)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:07.451407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03f6d80a-3bd9-429f-ae36-a7df8b99a266 req-9e93fc71-e71b-4888-b144-2d142f6d07be tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 945 time: 0.2069519 Sep 16 05:00:07.455136 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-ceda067f-3761-4f0b-ab7f-4a05420f1117 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1390853 Sep 16 05:00:07.530385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.573683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03f6d80a-3bd9-429f-ae36-a7df8b99a266 req-1102bdc1-4920-4b7d-a824-fc3f68f29082 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093237 Sep 16 05:00:07.598791 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.609908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ca64c-b201-4f89-86f2-62b528b6aa6b None None] Pushing event updated for resources: {'Port': ['ID=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.610892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-ce49d90f-340a-45e1-8f2c-ccbe333974f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.611647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.621291 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.621553 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-ce49d90f-340a-45e1-8f2c-ccbe333974f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 1101 time: 0.0755758 Sep 16 05:00:07.632951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:07.687724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:07.702028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f501df-f4da-48b4-a0f0-32fc5e84ba8a req-78667e0d-46e6-4903-a270-dfe8972b99b0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.703662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f501df-f4da-48b4-a0f0-32fc5e84ba8a req-78667e0d-46e6-4903-a270-dfe8972b99b0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.2193789 Sep 16 05:00:07.714170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:07.714834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 24070c1c-1f2f-4b94-8ae7-e5a0f8e1bb80 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:07.727200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.775338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960', '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f', '2c5cfdce-79f8-4086-9951-bf902900ae16'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:07.784881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5', '872727f8-9eba-4a22-ad9a-2fbb5321d274'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:07.789354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-8fc3e7ed-51b3-425c-9a05-db6e38665bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.791384 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-8fc3e7ed-51b3-425c-9a05-db6e38665bd1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1350687 Sep 16 05:00:07.860671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2856038 Sep 16 05:00:07.865207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event deleted for resources: {'Port': ['ID=872727f8-9eba-4a22-ad9a-2fbb5321d274,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.867633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed8cbe-9d98-41fd-9418-10d37f0ead2a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Network': ['ID=7f816f7e-81e6-42a7-ab32-3464593efad2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.870549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44068) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:07.884185 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-15574d98-d8c9-4552-96cd-d5b4db1bf73d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9 HTTP/1.1" status: 200 len: 217 time: 0.0802481 Sep 16 05:00:07.903214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'network': {'name': 'tempest-router-network02--1704841725'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:07.972003 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.972003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 7f816f7e-81e6-42a7-ab32-3464593efad2 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:08.027094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-579d5f69-15d4-4e75-97c9-ec1469b20809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.029096 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-579d5f69-15d4-4e75-97c9-ec1469b20809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1287165 Sep 16 05:00:08.113357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] No DVR routers for this DVR port 872727f8-9eba-4a22-ad9a-2fbb5321d274 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:08.138779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f501df-f4da-48b4-a0f0-32fc5e84ba8a req-e7f98718-4571-40ca-8631-cfdaa97ff200 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956187 Sep 16 05:00:08.139969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.146744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccdcac74-28f0-43da-a5bd-948b60b12cf8 req-636063ba-24bd-4d40-b065-6364ffe4a6a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "DELETE /v2.0/ports/872727f8-9eba-4a22-ad9a-2fbb5321d274 HTTP/1.1" status: 204 len: 173 time: 1.7055292 Sep 16 05:00:08.148879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b166d362-720c-4bea-9ebf-be419745a917', 'name': 'network-vif-deleted', 'tag': '872727f8-9eba-4a22-ad9a-2fbb5321d274'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:08.167068 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8ffbbd-fbe5-47e8-be68-c557506b8ed3" -d '{"events": [{"server_uuid": "b166d362-720c-4bea-9ebf-be419745a917", "name": "network-vif-deleted", "tag": "872727f8-9eba-4a22-ad9a-2fbb5321d274"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:08.184920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-2eb59b76-a826-43e1-b34a-ef2ac3051107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.187480 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-2eb59b76-a826-43e1-b34a-ef2ac3051107 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421471 Sep 16 05:00:08.259293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8773341-e367-41c8-880f-87c6cd91678a req-d15f4701-2f85-408e-a9bf-84923c9606bf tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 210 time: 0.5528502 Sep 16 05:00:08.260439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Made reservation on behalf of e3f523137cd04affb7c81e9cfa524075 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:08.264101 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.314180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:08.318097 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b0c926-65f9-4ea4-bd01-6e9720e4fd25" -d '{"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-unplugged", "status": "completed", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:08.345114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:08.361529 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.361885 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Added segment 8206ef96-cd84-4024-aa37-b25ef9a500a5 of type vlan for network 988fa22a-8cb6-45e4-903f-61147d3d0f62 Sep 16 05:00:08.363859 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-23487e26-dd38-4c63-912d-efd39b9224c0 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599181 Sep 16 05:00:08.377342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:08.449682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.480280 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.484631 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038156b6-b5b9-4789-b536-1d3a078d912a x-openstack-request-id: req-038156b6-b5b9-4789-b536-1d3a078d912a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:08.486142 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b166d362-720c-4bea-9ebf-be419745a917", "name": "network-vif-deleted", "tag": "872727f8-9eba-4a22-ad9a-2fbb5321d274", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:08.486586 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-038156b6-b5b9-4789-b536-1d3a078d912a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:08.488886 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b166d362-720c-4bea-9ebf-be419745a917', 'name': 'network-vif-deleted', 'tag': '872727f8-9eba-4a22-ad9a-2fbb5321d274', 'status': 'completed', 'code': 200} Sep 16 05:00:08.641007 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3fbfff31-82a1-4380-a3f9-48e4e702bfef req-2285da48-76a0-432d-a734-e0fc8c1f390f service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675636 Sep 16 05:00:08.643578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.676352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.677025 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.750449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:08.825165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5ae4b-8518-4f15-a4b2-ec16b53673fa req-fff76699-dda7-4c3a-896f-eee614ce48d9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.825165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10d5ae4b-8518-4f15-a4b2-ec16b53673fa req-fff76699-dda7-4c3a-896f-eee614ce48d9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.2402318 Sep 16 05:00:08.825165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9339745 Sep 16 05:00:08.825165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711e7e1-63de-4abe-9b1a-26ae05487fb3 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Network': ['ID=988fa22a-8cb6-45e4-903f-61147d3d0f62,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:08.828083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44106) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:08.849865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 988fa22a-8cb6-45e4-903f-61147d3d0f62 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:08.858024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'subnet': {'network_id': '7f816f7e-81e6-42a7-ab32-3464593efad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:08.926208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10d5ae4b-8518-4f15-a4b2-ec16b53673fa req-3f8ac4aa-dd85-4fd2-979e-cb75f6009747 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944571 Sep 16 05:00:08.995002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-8bbdc2fe-ebbb-4185-ad61-8a130829cc1e tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.996738 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-8bbdc2fe-ebbb-4185-ad61-8a130829cc1e tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 945 time: 0.2009988 Sep 16 05:00:09.144447 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e199d2-cd04-4520-a809-12166b806f95 x-openstack-request-id: req-80e199d2-cd04-4520-a809-12166b806f95 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:09.144447 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-unplugged", "status": "failed", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba", "code": 422}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:09.144447 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80e199d2-cd04-4520-a809-12166b806f95 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:09.144447 n-d-712143-16 neutron-server[101826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'code': 422} returned with failed status Sep 16 05:00:09.267385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a27ec-8ab5-41b5-b912-3a146e342a96 None None] Network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:09.328318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b93ad6-514a-4072-aae5-f0ac5b753369 req-ec9b6adb-4029-4a6c-b160-7d196cb2d763 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.330427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8b93ad6-514a-4072-aae5-f0ac5b753369 req-ec9b6adb-4029-4a6c-b160-7d196cb2d763 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 945 time: 0.0712073 Sep 16 05:00:09.385729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7faa67b2-838e-482d-a356-45fef9c16a22 None None] Provisioning complete for port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:09.386169 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7faa67b2-838e-482d-a356-45fef9c16a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.708240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Made reservation on behalf of e3f523137cd04affb7c81e9cfa524075 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:09.708240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.710811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8b93ad6-514a-4072-aae5-f0ac5b753369 req-dc9697df-cdb4-4f5a-9aee-1661ce9633c5 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bb7f84d-703f-421f-a70d-050f9f43a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 Sep 16 05:00:09.711088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Deleting port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:09.711088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.714369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-bdbe4c2a-aab5-4651-a76c-75359148cb97 req-87689724-a61f-48fe-8f73-2c861565da9a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:09.714369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdbe4c2a-aab5-4651-a76c-75359148cb97 req-87689724-a61f-48fe-8f73-2c861565da9a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079308 Sep 16 05:00:09.714369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4a6969e-4f03-40e0-a8c0-68da16865f0d req-97ecceb4-4a3e-404f-8204-a55a0a5299a7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=b166d362-720c-4bea-9ebf-be419745a917 HTTP/1.1" status: 200 len: 210 time: 0.0299110 Sep 16 05:00:09.714725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device eb7bbcd1-4653-4f97-bbd1-b93a9c175487 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:09.717413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] For port 75b20395-a27f-4e3a-94bf-3d8eaac981a0, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=75b20395-a27f-4e3a-94bf-3d8eaac981a0,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:09.717413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.724497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Calling delete_port for 75b20395-a27f-4e3a-94bf-3d8eaac981a0 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:09.813298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 872727f8-9eba-4a22-ad9a-2fbb5321d274 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:09.848950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 872727f8-9eba-4a22-ad9a-2fbb5321d274 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:09.849616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 872727f8-9eba-4a22-ad9a-2fbb5321d274 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:09.892954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:09.893499 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.982384 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7faa67b2-838e-482d-a356-45fef9c16a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.020751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7faa67b2-838e-482d-a356-45fef9c16a22 None None] For port eb7bbcd1-4653-4f97-bbd1-b93a9c175487, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,segment=NetworkSegment(b92fcfb1-8b21-401b-89b2-671b408070b4),segment_id=b92fcfb1-8b21-401b-89b2-671b408070b4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:10.084172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.112737 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.169626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Subnet': ['ID=0a147a77-49a1-46b9-ad30-a3ba6ccc773a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.176868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Checking segment: {'id': '160d639e-48ba-45f8-b8c1-05032857e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7f816f7e-81e6-42a7-ab32-3464593efad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:10.177535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network hostable DHCP agents. Network: 7f816f7e-81e6-42a7-ab32-3464593efad2, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:10.180879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7faa67b2-838e-482d-a356-45fef9c16a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.195590 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.275913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325dd5e-e4d9-4ddb-acee-dcf29781a7b0 req-bc8df3b2-f26c-4a23-9900-6078b0996056 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.295744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7325dd5e-e4d9-4ddb-acee-dcf29781a7b0 req-bc8df3b2-f26c-4a23-9900-6078b0996056 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.1291134 Sep 16 05:00:10.335208 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.343066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network 7f816f7e-81e6-42a7-ab32-3464593efad2 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:10.362151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Pushing event deleted for resources: {'Port': ['ID=75b20395-a27f-4e3a-94bf-3d8eaac981a0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.366231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] No DVR routers for this DVR port 75b20395-a27f-4e3a-94bf-3d8eaac981a0 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:10.374965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.374965 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d5e60beb-d1b2-40fc-8d78-d0cebdc17125 req-598b7b57-58fb-4adf-af57-c21f22d44808 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.57 "DELETE /v2.0/ports/75b20395-a27f-4e3a-94bf-3d8eaac981a0 HTTP/1.1" status: 204 len: 173 time: 1.3618381 Sep 16 05:00:10.374965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'name': 'network-vif-deleted', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:10.377236 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3b7c5e-a0ff-4465-ac34-361ce79c6293" -d '{"events": [{"server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "name": "network-vif-deleted", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:10.431666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7325dd5e-e4d9-4ddb-acee-dcf29781a7b0 req-87032ec9-0f37-4ae2-9f91-24b3f90be940 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349814 Sep 16 05:00:10.469651 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:10.470123 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:10.480776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa67b2-838e-482d-a356-45fef9c16a22 None None] Pushing event updated for resources: {'Port': ['ID=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.500610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 7f816f7e-81e6-42a7-ab32-3464593efad2) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:10.506219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.515517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.529815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ba6c7-0feb-4bfa-a19b-714b2efada60 None None] Network 7f816f7e-81e6-42a7-ab32-3464593efad2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:10.538400 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88cec41-17c0-43f6-934d-73df6789a664 x-openstack-request-id: req-e88cec41-17c0-43f6-934d-73df6789a664 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:10.545296 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3ea825-23f5-4567-bdfd-16893d3e8c43", "name": "network-vif-deleted", "tag": "75b20395-a27f-4e3a-94bf-3d8eaac981a0", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:10.545296 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e88cec41-17c0-43f6-934d-73df6789a664 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:10.545296 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3ea825-23f5-4567-bdfd-16893d3e8c43', 'name': 'network-vif-deleted', 'tag': '75b20395-a27f-4e3a-94bf-3d8eaac981a0', 'status': 'completed', 'code': 200} Sep 16 05:00:10.636192 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-39136997-3cf1-4976-b7cc-cca5ecfe2204 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7928624 Sep 16 05:00:10.642941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44190) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:10.642941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'subnet': {'network_id': '988fa22a-8cb6-45e4-903f-61147d3d0f62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:10.802258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-90af585d-2d1b-42bb-9585-aafbff16a0be None None] Provisioning complete for port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:10.802258 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90af585d-2d1b-42bb-9585-aafbff16a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.803829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44202) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:11.011184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9248de79-6346-4b52-aee2-64ee78ba2c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.016675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Made reservation on behalf of e3f523137cd04affb7c81e9cfa524075 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:11.028522 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.062907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08094c19-34bf-48ff-89d0-4ae610d0800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.097057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-7f816f7e-81e6-42a7-ab32-3464593efad2', 'network_id': '7f816f7e-81e6-42a7-ab32-3464593efad2', 'tenant_id': 'e3f523137cd04affb7c81e9cfa524075', 'fixed_ips': [{'subnet_id': '0a147a77-49a1-46b9-ad30-a3ba6ccc773a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:11.097997 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.280127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9248de79-6346-4b52-aee2-64ee78ba2c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.352520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Allocated IP 2001:db8::2 (7f816f7e-81e6-42a7-ab32-3464593efad2/0a147a77-49a1-46b9-ad30-a3ba6ccc773a/79dd9974-c595-48cf-a21e-8ae750bc70eb) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:11.356205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9248de79-6346-4b52-aee2-64ee78ba2c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.419540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7527d4a3-ddd6-4e30-a8b5-c54dcc4f8981 req-39e39765-97f3-4685-bca2-208a6d83d339 tempest-FloatingIPsAssociationNegativeTestJSON-44637895 tempest-FloatingIPsAssociationNegativeTestJSON-44637895-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a3ea825-23f5-4567-bdfd-16893d3e8c43 HTTP/1.1" status: 200 len: 210 time: 0.7231095 Sep 16 05:00:11.420111 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9248de79-6346-4b52-aee2-64ee78ba2c03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=beec528d1a57475089575c34856198ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146338 Sep 16 05:00:11.422919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44212) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:11.512346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.565714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34568197-313f-4645-be85-3edfdee2b4cc req-e5865b8a-1289-48e6-9dcb-44e674197bc0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.572930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34568197-313f-4645-be85-3edfdee2b4cc req-e5865b8a-1289-48e6-9dcb-44e674197bc0 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 949 time: 0.1784396 Sep 16 05:00:11.582814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248de79-6346-4b52-aee2-64ee78ba2c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a87e870-18a9-4f3a-b583-b983453ad42b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.613506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88091070-beb1-4a13-8769-a11c0c0072c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.640035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88091070-beb1-4a13-8769-a11c0c0072c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.688815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-b699128a-dda7-4c16-b092-4f725350a94a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7540309 Sep 16 05:00:11.732736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device eb7bbcd1-4653-4f97-bbd1-b93a9c175487 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:11.735553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:11.737639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 75b20395-a27f-4e3a-94bf-3d8eaac981a0 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:11.738791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Subnet': ['ID=3e7098dd-fd30-48a6-af92-7ef969c1941f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.797376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88091070-beb1-4a13-8769-a11c0c0072c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.803679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88091070-beb1-4a13-8769-a11c0c0072c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.805647 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-88091070-beb1-4a13-8769-a11c0c0072c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a87e870-18a9-4f3a-b583-b983453ad42b HTTP/1.1" status: 204 len: 168 time: 0.3817647 Sep 16 05:00:11.839052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88091070-beb1-4a13-8769-a11c0c0072c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a87e870-18a9-4f3a-b583-b983453ad42b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.845592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3279796-1e8e-4796-9f5b-f36d4da3016f req-e7b05414-6f55-408e-b421-e80c53c9e289 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.848994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3279796-1e8e-4796-9f5b-f36d4da3016f req-e7b05414-6f55-408e-b421-e80c53c9e289 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.2747560 Sep 16 05:00:11.900747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Checking segment: {'id': '8206ef96-cd84-4024-aa37-b25ef9a500a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '988fa22a-8cb6-45e4-903f-61147d3d0f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:11.900747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network hostable DHCP agents. Network: 988fa22a-8cb6-45e4-903f-61147d3d0f62, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:11.902711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 75b20395-a27f-4e3a-94bf-3d8eaac981a0 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:11.903295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 75b20395-a27f-4e3a-94bf-3d8eaac981a0 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:11.949528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34568197-313f-4645-be85-3edfdee2b4cc req-d338c2d7-b85b-4385-8b17-0e6812994779 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596838 Sep 16 05:00:12.060770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.072077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3279796-1e8e-4796-9f5b-f36d4da3016f req-2681853b-a658-4f85-9ee9-21ebbc4b9415 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982267 Sep 16 05:00:12.108502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:12.108972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.149871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network 988fa22a-8cb6-45e4-903f-61147d3d0f62 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:12.191899 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.253589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Network 7f816f7e-81e6-42a7-ab32-3464593efad2 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:12.255029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Pushing event updated for resources: {'Port': ['ID=79dd9974-c595-48cf-a21e-8ae750bc70eb,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.259223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:12.262480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:12.281237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 988fa22a-8cb6-45e4-903f-61147d3d0f62) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:12.286424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.295669 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.335797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47fa26-148f-4f9c-a939-5e2e162bbb84 None None] Network 988fa22a-8cb6-45e4-903f-61147d3d0f62 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:12.338233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Attempting to bind port 79dd9974-c595-48cf-a21e-8ae750bc70eb on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:12.338625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Attempting to bind port 79dd9974-c595-48cf-a21e-8ae750bc70eb by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '160d639e-48ba-45f8-b8c1-05032857e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7f816f7e-81e6-42a7-ab32-3464593efad2'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:12.339065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Attempting to bind port 79dd9974-c595-48cf-a21e-8ae750bc70eb on network 7f816f7e-81e6-42a7-ab32-3464593efad2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:12.345362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:12.345738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Checking segment: {'id': '160d639e-48ba-45f8-b8c1-05032857e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7f816f7e-81e6-42a7-ab32-3464593efad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:12.346139 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.349590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Bound using segment: {'id': '160d639e-48ba-45f8-b8c1-05032857e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7f816f7e-81e6-42a7-ab32-3464593efad2'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:12.349590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Bound port: 79dd9974-c595-48cf-a21e-8ae750bc70eb, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160d639e-48ba-45f8-b8c1-05032857e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7f816f7e-81e6-42a7-ab32-3464593efad2'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:12.349590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.410437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c6750d88-e8db-4afc-ae5f-69278bc13949 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7725163 Sep 16 05:00:12.413153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44240) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:12.492745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] For port 79dd9974-c595-48cf-a21e-8ae750bc70eb, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:12.496812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] For port 79dd9974-c595-48cf-a21e-8ae750bc70eb, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=79dd9974-c595-48cf-a21e-8ae750bc70eb,segment=NetworkSegment(160d639e-48ba-45f8-b8c1-05032857e4a7),segment_id=160d639e-48ba-45f8-b8c1-05032857e4a7)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:12.511763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44246) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:12.592313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-988fa22a-8cb6-45e4-903f-61147d3d0f62', 'network_id': '988fa22a-8cb6-45e4-903f-61147d3d0f62', 'tenant_id': 'e3f523137cd04affb7c81e9cfa524075', 'fixed_ips': [{'subnet_id': '3e7098dd-fd30-48a6-af92-7ef969c1941f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:12.593445 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.604016 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.876331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d180a9-d0d8-4652-8af8-ffefb5aa5767 None None] Pushing event updated for resources: {'Port': ['ID=79dd9974-c595-48cf-a21e-8ae750bc70eb,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.975868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44266) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:12.981522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1639120759'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:13.210379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:13.215503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.363906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:13.389816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.391419 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Added segment 50feb533-fee5-40dc-84e2-7342279fe7ea of type vlan for network 101cd63f-5bad-4b1d-a473-5775b8761a60 Sep 16 05:00:13.452165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.467902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Allocated IP 2001:db8::2 (988fa22a-8cb6-45e4-903f-61147d3d0f62/3e7098dd-fd30-48a6-af92-7ef969c1941f/6254f058-dde8-4c6a-a00e-97873dd6ac76) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:13.529962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 79dd9974-c595-48cf-a21e-8ae750bc70eb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:13.571855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ca642-955f-4eb5-8214-20894d87b002 req-d5c8409a-0188-43e0-9903-32894d6b7327 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.573992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c3ca642-955f-4eb5-8214-20894d87b002 req-d5c8409a-0188-43e0-9903-32894d6b7327 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.3253503 Sep 16 05:00:13.599369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a08b3-b6d8-482b-af03-f0e9d33e21e0 req-9b3675b8-117f-4494-82bc-39b729fcba27 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.601288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf7a08b3-b6d8-482b-af03-f0e9d33e21e0 req-9b3675b8-117f-4494-82bc-39b729fcba27 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 949 time: 0.3816705 Sep 16 05:00:13.604715 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.610937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.611602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.674751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:13.687563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf7a08b3-b6d8-482b-af03-f0e9d33e21e0 req-02a104e9-bfdc-41c1-a1ef-0fdfc18c1538 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714917 Sep 16 05:00:13.771276 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 79dd9974-c595-48cf-a21e-8ae750bc70eb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:13.777616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.780399 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9ce669ac-85b0-45c0-9ce8-ae4800362f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.887855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c3ca642-955f-4eb5-8214-20894d87b002 req-94980fb3-f6ef-4071-ad7e-66e43a4dc7f6 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848814 Sep 16 05:00:13.891952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.939973 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.resource_extend [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:00:13.953857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-e33e9e88-c6d1-4ed2-8b79-15f9957c6267 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.955942 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-e33e9e88-c6d1-4ed2-8b79-15f9957c6267 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 949 time: 0.3548248 Sep 16 05:00:13.962251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.047546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-c4f0524b-9f2d-434f-99ac-c70995106e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:14.049078 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-c4f0524b-9f2d-434f-99ac-c70995106e56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b&tenant_id=877c7e64286f4739ae341beb83f69dc2 HTTP/1.1" status: 200 len: 1095 time: 0.2929144 Sep 16 05:00:14.067834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0908210 Sep 16 05:00:14.070540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44310) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:14.079484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed9ea1-e38a-4272-acf5-cdd732a41ffb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Network': ['ID=101cd63f-5bad-4b1d-a473-5775b8761a60,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.109148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:14.143282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-434422332'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:14.188319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:14.192163 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.200126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:14.479405 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.487083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'mac_address': 'fa:16:3e:17:7b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:14.489025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Deleting port 213d94cf-6cb0-4774-b417-af350e1e8201 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:14.489542 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.563975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.579817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c3b27-1c6d-4d47-ae3e-261ae47af5ef None None] Network 7f816f7e-81e6-42a7-ab32-3464593efad2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:14.585591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0991fb0c-4f92-4666-9fc6-206961c2f46d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:14.601598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] For port 213d94cf-6cb0-4774-b417-af350e1e8201, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=213d94cf-6cb0-4774-b417-af350e1e8201,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:14.602322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.627928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Calling delete_port for 213d94cf-6cb0-4774-b417-af350e1e8201 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:14.661440 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.685578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.705817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:14.710335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.727204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Pushing event updated for resources: {'Port': ['ID=6254f058-dde8-4c6a-a00e-97873dd6ac76,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.730870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:14.760551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c7b56357-3f0b-473d-9930-afd6eb37bebe None None] Provisioning complete for port 79dd9974-c595-48cf-a21e-8ae750bc70eb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:14.760936 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7b56357-3f0b-473d-9930-afd6eb37bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.802083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Network 988fa22a-8cb6-45e4-903f-61147d3d0f62 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:14.807894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:14.813430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:14.817091 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.827101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Deleting port 2c5cfdce-79f8-4086-9951-bf902900ae16 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:14.827637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.853632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:14.978107 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.978734 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Added segment de1c15cf-b90d-4ed6-822a-e683048e06b8 of type vlan for network 433648c1-f499-41d8-972e-6f435f317bce Sep 16 05:00:14.980174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15b497-3536-4942-bfd0-eda840b856da req-4aea8b84-6b69-4df8-af0f-449fc644575b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:14.988939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa15b497-3536-4942-bfd0-eda840b856da req-4aea8b84-6b69-4df8-af0f-449fc644575b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 949 time: 0.0995986 Sep 16 05:00:15.011035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.061231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa15b497-3536-4942-bfd0-eda840b856da req-2182af98-94bd-43cf-adf1-abf04b0f43bd tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713353 Sep 16 05:00:15.157646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Attempting to bind port 6254f058-dde8-4c6a-a00e-97873dd6ac76 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:15.161192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Attempting to bind port 6254f058-dde8-4c6a-a00e-97873dd6ac76 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '8206ef96-cd84-4024-aa37-b25ef9a500a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '988fa22a-8cb6-45e4-903f-61147d3d0f62'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:15.161986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Attempting to bind port 6254f058-dde8-4c6a-a00e-97873dd6ac76 on network 988fa22a-8cb6-45e4-903f-61147d3d0f62 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:15.178696 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.437456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:15.438584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Checking segment: {'id': '8206ef96-cd84-4024-aa37-b25ef9a500a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '988fa22a-8cb6-45e4-903f-61147d3d0f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:15.438793 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.439512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Bound using segment: {'id': '8206ef96-cd84-4024-aa37-b25ef9a500a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '988fa22a-8cb6-45e4-903f-61147d3d0f62'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:15.440583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Bound port: 6254f058-dde8-4c6a-a00e-97873dd6ac76, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8206ef96-cd84-4024-aa37-b25ef9a500a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '988fa22a-8cb6-45e4-903f-61147d3d0f62'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:15.441819 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.467168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0991fb0c-4f92-4666-9fc6-206961c2f46d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:15.500734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:15.523969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 79dd9974-c595-48cf-a21e-8ae750bc70eb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=79dd9974-c595-48cf-a21e-8ae750bc70eb,segment=NetworkSegment(160d639e-48ba-45f8-b8c1-05032857e4a7),segment_id=160d639e-48ba-45f8-b8c1-05032857e4a7)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:15.567441 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.588940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:15.629848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b9469c-3efc-40ba-b97f-b6eee30e91ba {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:15.630160 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7b56357-3f0b-473d-9930-afd6eb37bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.632508 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.642252 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.666432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.resource_extend [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:00:15.687456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:15.693954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Allocated IP 2001:db8::1 (7f816f7e-81e6-42a7-ab32-3464593efad2/0a147a77-49a1-46b9-ad30-a3ba6ccc773a/5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:15.709727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] For port 2c5cfdce-79f8-4086-9951-bf902900ae16, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2c5cfdce-79f8-4086-9951-bf902900ae16,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:15.710232 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.736254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Calling delete_port for 2c5cfdce-79f8-4086-9951-bf902900ae16 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:15.758310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 2c5cfdce-79f8-4086-9951-bf902900ae16 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:15.800738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44350) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:15.845262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.851358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.852054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.972040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-c7b56357-3f0b-473d-9930-afd6eb37bebe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:15.973248 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-c7b56357-3f0b-473d-9930-afd6eb37bebe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:15.982386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] For port 6254f058-dde8-4c6a-a00e-97873dd6ac76, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:15.995224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8942711 Sep 16 05:00:15.996126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44352) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:16.070623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'subnet': {'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:16.163691 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.210830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] For port 6254f058-dde8-4c6a-a00e-97873dd6ac76, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6254f058-dde8-4c6a-a00e-97873dd6ac76,segment=NetworkSegment(8206ef96-cd84-4024-aa37-b25ef9a500a5),segment_id=8206ef96-cd84-4024-aa37-b25ef9a500a5)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:16.245143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=79dd9974-c595-48cf-a21e-8ae750bc70eb,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.246330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Deleting subnet f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:16.255645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.301051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 2c5cfdce-79f8-4086-9951-bf902900ae16, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=2c5cfdce-79f8-4086-9951-bf902900ae16,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:16.308755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.317191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7048674-81ae-44aa-ab54-656c22334fab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5cfdce-79f8-4086-9951-bf902900ae16'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:16.327462 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8426df-9cf5-4bfe-b8bb-b4bd8a613122" -d '{"events": [{"server_uuid": "d7048674-81ae-44aa-ab54-656c22334fab", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5cfdce-79f8-4086-9951-bf902900ae16"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:16.356720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.361708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.397116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb556eb-6c63-456a-a2db-ff6a47f87771 req-71cf0afd-0b65-4ef5-ba35-e05413327216 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.405356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0eb556eb-6c63-456a-a2db-ff6a47f87771 req-71cf0afd-0b65-4ef5-ba35-e05413327216 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.2766423 Sep 16 05:00:16.438148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f628c4f-9dd4-4d03-9399-7475277f0178 req-aa0eb9b4-29ba-4e0d-ab2e-bad98bafc636 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.444930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f628c4f-9dd4-4d03-9399-7475277f0178 req-aa0eb9b4-29ba-4e0d-ab2e-bad98bafc636 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 949 time: 0.1920745 Sep 16 05:00:16.530696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Transition to ACTIVE for port object 99b9469c-3efc-40ba-b97f-b6eee30e91ba will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:16.532000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.547203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e38c6d-0f99-4235-bf6d-0e1ed9401d53 None None] Pushing event updated for resources: {'Port': ['ID=6254f058-dde8-4c6a-a00e-97873dd6ac76,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.564508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Network': ['ID=433648c1-f499-41d8-972e-6f435f317bce,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.567846 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.580012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.605490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.606247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.606607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.607044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.607421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.607762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.608145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.614896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.614896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.614896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.614896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.614896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.625256 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.628028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0eb556eb-6c63-456a-a2db-ff6a47f87771 req-b0dad575-2fdb-4a3e-81c8-09b3a0573679 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184749 Sep 16 05:00:16.641621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.726280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Pushing event deleted for resources: {'Port': ['ID=213d94cf-6cb0-4774-b417-af350e1e8201,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.773962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f628c4f-9dd4-4d03-9399-7475277f0178 req-4d81dcbf-4916-41d5-b058-61926fb189c8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369146 Sep 16 05:00:16.793406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6b307f23-6e38-4f60-a5bd-35057e2bdd5e None None] Provisioning complete for port 79dd9974-c595-48cf-a21e-8ae750bc70eb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:16.804027 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b307f23-6e38-4f60-a5bd-35057e2bdd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.817042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=2c5cfdce-79f8-4086-9951-bf902900ae16,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.834403 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.928689 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.930723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3cc960dd-33cf-449e-bf9e-29340bf0fd52 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f5477ed4-7f3d-4b91-a1ca-6c53ebde76e6 HTTP/1.1" status: 204 len: 168 time: 1.1287565 Sep 16 05:00:16.946924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.949863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.950254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.953412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.953412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.953412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.953670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.953893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.954234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.954574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.969775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.971851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4a1c9-a0fa-4599-be49-0e57798a8586 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.984193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44372) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:16.987550 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc35f49-efaa-45c6-8724-3accd4d5b762 x-openstack-request-id: req-5bc35f49-efaa-45c6-8724-3accd4d5b762 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:16.988380 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7048674-81ae-44aa-ab54-656c22334fab", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5cfdce-79f8-4086-9951-bf902900ae16", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:16.988633 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5bc35f49-efaa-45c6-8724-3accd4d5b762 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:16.989038 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7048674-81ae-44aa-ab54-656c22334fab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5cfdce-79f8-4086-9951-bf902900ae16', 'code': 200} Sep 16 05:00:16.993746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.011678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 433648c1-f499-41d8-972e-6f435f317bce details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:17.203565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=9']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:17.211940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:17.218800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.350988 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.383171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] No DVR routers for this DVR port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:17.555852 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.604221 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.611176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Attempting to bind port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:17.611546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Attempting to bind port 99b9469c-3efc-40ba-b97f-b6eee30e91ba by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:17.611879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Attempting to bind port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on network 06346a98-db22-4422-896a-c804ba2ab6cc {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:17.684824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on network 06346a98-db22-4422-896a-c804ba2ab6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:17.685149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Attempting to bind port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on network 06346a98-db22-4422-896a-c804ba2ab6cc {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:17.688819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:17.706939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:17.713195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network 7f816f7e-81e6-42a7-ab32-3464593efad2 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:17.720982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.726322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:17.728624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:17.729418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.777954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960', '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:17.786851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:17.924759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:17.925419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Checking segment: {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:17.926096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Bound using segment: {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:17.931295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Bound port: 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05cb70d-1276-48af-8ed8-a05b9998cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:17.931295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.967087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Port': ['ID=5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.242003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69eddf7a-cd57-4c44-b12a-360ede7056ea req-e185ec13-647c-43df-ae7c-a8affe40003c tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 210 time: 0.1035926 Sep 16 05:00:18.258056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:18.259624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:18.272658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.283211 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] Sync routers for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:18.287710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-256d9783-d3a1-47d8-951f-8fda9b5d94de admin admin] 10.222.0.59 "PUT /v2.0/routers/a78e8c7d-b15e-4232-bc2f-81b1763e4d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7715707 Sep 16 05:00:18.293887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44392) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:18.294677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6254f058-dde8-4c6a-a00e-97873dd6ac76 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:18.301228 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:18.301869 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:18.332163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event deleted for resources: {'Port': ['ID=2c5cfdce-79f8-4086-9951-bf902900ae16,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.361760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] No DVR routers for this DVR port 2c5cfdce-79f8-4086-9951-bf902900ae16 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:18.401735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.404802 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-29f6c37f-fbce-480d-bc1d-fe293ab387b1 req-9077a223-8749-4209-ab51-dd028fe00b93 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "DELETE /v2.0/ports/2c5cfdce-79f8-4086-9951-bf902900ae16 HTTP/1.1" status: 204 len: 173 time: 4.4289510 Sep 16 05:00:18.410661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7048674-81ae-44aa-ab54-656c22334fab', 'name': 'network-vif-deleted', 'tag': '2c5cfdce-79f8-4086-9951-bf902900ae16'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:18.412960 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b0588d-1fb9-4fd6-8b7b-dd63bf43dca9" -d '{"events": [{"server_uuid": "d7048674-81ae-44aa-ab54-656c22334fab", "name": "network-vif-deleted", "tag": "2c5cfdce-79f8-4086-9951-bf902900ae16"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:18.424693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:18.459634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.465220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eac35-3f3c-4c38-bffe-3fade413f88e req-a3da60f3-5f47-4390-ad78-a305be1bcea4 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.473974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f3eac35-3f3c-4c38-bffe-3fade413f88e req-a3da60f3-5f47-4390-ad78-a305be1bcea4 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 943 time: 0.4144194 Sep 16 05:00:18.543121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071ea40e-c42b-4d06-8075-128f09a802e6']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:18.553793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.612808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f3eac35-3f3c-4c38-bffe-3fade413f88e req-cef905d5-22c2-4ded-a673-46e37cb01786 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357179 Sep 16 05:00:18.614436 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:18.707662 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.728706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa19fa-e8d7-431f-aa15-dba444df6aca None None] Network 988fa22a-8cb6-45e4-903f-61147d3d0f62 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:18.837158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d77e0646-eca1-435b-a32f-b1c6320f7300 None None] Provisioning complete for port 5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:18.837551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d77e0646-eca1-435b-a32f-b1c6320f7300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.923466 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T05:00:15Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:18.973590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.006973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0991fb0c-4f92-4666-9fc6-206961c2f46d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:19.007580 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.029591 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] Checking router: a78e8c7d-b15e-4232-bc2f-81b1763e4d73 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:19.035644 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f734e-2652-4e51-aff7-2b5b420452bc x-openstack-request-id: req-fe1f734e-2652-4e51-aff7-2b5b420452bc {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:19.035934 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7048674-81ae-44aa-ab54-656c22334fab", "name": "network-vif-deleted", "tag": "2c5cfdce-79f8-4086-9951-bf902900ae16", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:19.036322 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe1f734e-2652-4e51-aff7-2b5b420452bc {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:19.036727 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7048674-81ae-44aa-ab54-656c22334fab', 'name': 'network-vif-deleted', 'tag': '2c5cfdce-79f8-4086-9951-bf902900ae16', 'status': 'completed', 'code': 200} Sep 16 05:00:19.049368 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] Routers {'a78e8c7d-b15e-4232-bc2f-81b1763e4d73'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:19.052329 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.063043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d77e0646-eca1-435b-a32f-b1c6320f7300 None None] Port 5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:19.072462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.072462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5da80c9-4fb0-4e8b-adb5-29e0648ded00') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.110225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6254f058-dde8-4c6a-a00e-97873dd6ac76 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:19.110442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.145234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.161065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.161810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.163370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] 10.222.0.57 "PUT /v2.0/ports/99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 1092 time: 5.0672617 Sep 16 05:00:19.174251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2217aa-f0f4-499f-9f29-0286e913ac18 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:19.190738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.199512 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.202944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:19.203382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:19.205101 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:19.240066 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:19.316640 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.319625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.326028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.328528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e989531c-ee68-4551-b509-49817c1f7e9f None None] Provisioning complete for port 6254f058-dde8-4c6a-a00e-97873dd6ac76 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:19.328900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e989531c-ee68-4551-b509-49817c1f7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.370932 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] Set router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:19.398996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Deleting port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:19.401100 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.455043 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.495424 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.507441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.530473 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] 10.222.0.59 "DELETE /v2.0/networks/071ea40e-c42b-4d06-8075-128f09a802e6 HTTP/1.1" status: 204 len: 168 time: 2.4461336 Sep 16 05:00:19.598197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52a98428-e2b5-4881-bd6f-b313bcddf3bc req-dd4bcdf4-6d45-4c23-b12c-2b681fe38520 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7048674-81ae-44aa-ab54-656c22334fab HTTP/1.1" status: 200 len: 210 time: 0.0529234 Sep 16 05:00:19.626447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:19.631165 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ce6b86-aab4-4c5d-b6d5-9cafcb8c7870" -d '{"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-plugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:19.662328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.760210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:19.769039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] For port d355bf3a-cfb3-46e1-8e86-c352fa6b11fe, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d355bf3a-cfb3-46e1-8e86-c352fa6b11fe,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:19.770052 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.842432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Calling delete_port for d355bf3a-cfb3-46e1-8e86-c352fa6b11fe owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:19.981193 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89e7aa6-4de7-4278-a000-b04b399991e0 x-openstack-request-id: req-c89e7aa6-4de7-4278-a000-b04b399991e0 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:19.981948 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-plugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:19.982394 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c89e7aa6-4de7-4278-a000-b04b399991e0 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:19.983018 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'code': 200} Sep 16 05:00:20.040834 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.150044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.162401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156a223-ec74-4c08-87d8-ba0b0f8e3142 req-f1eabbff-ec67-47de-9d4c-5ec3d5af93f0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.168465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3156a223-ec74-4c08-87d8-ba0b0f8e3142 req-f1eabbff-ec67-47de-9d4c-5ec3d5af93f0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.3099074 Sep 16 05:00:20.179856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 6254f058-dde8-4c6a-a00e-97873dd6ac76, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6254f058-dde8-4c6a-a00e-97873dd6ac76,segment=NetworkSegment(8206ef96-cd84-4024-aa37-b25ef9a500a5),segment_id=8206ef96-cd84-4024-aa37-b25ef9a500a5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:20.198879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e989531c-ee68-4551-b509-49817c1f7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.329216 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.330526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 79dd9974-c595-48cf-a21e-8ae750bc70eb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:20.387459 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T05:00:15Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:20.440123 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab1e2a-a558-432d-9cb0-807181be0bd3 None None] The sync data for ids ['a78e8c7d-b15e-4232-bc2f-81b1763e4d73'] in n-d-712143-16 is: [{'id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-64264290-router', 'tenant_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T05:00:15Z', 'revision_number': 5, 'project_id': '2d2bf4575eea4bf69884daf31fd1ab03', 'gw_port': {'id': 'd355bf3a-cfb3-46e1-8e86-c352fa6b11fe', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78e8c7d-b15e-4232-bc2f-81b1763e4d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:08Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:20.462110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3156a223-ec74-4c08-87d8-ba0b0f8e3142 req-76cdc4c3-e0f1-4b38-bee9-ebd1bcc40db4 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815399 Sep 16 05:00:20.511742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=6254f058-dde8-4c6a-a00e-97873dd6ac76,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.515323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-73a8394e-7e00-4adc-9d0a-e753c9d4ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.516880 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-73a8394e-7e00-4adc-9d0a-e753c9d4ebe6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1096 time: 1.2590055 Sep 16 05:00:20.524922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04475db6-694c-40aa-9a7a-6ac7f6a2ca57 admin admin] Pushing event deleted for resources: {'Network': ['ID=071ea40e-c42b-4d06-8075-128f09a802e6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.533393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Port': ['ID=5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.550178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Subnet': ['ID=e422ccf6-7e1f-4f97-8810-74802e8502f7,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.601159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44442) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.614447 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-e989531c-ee68-4551-b509-49817c1f7e9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:20.614985 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-e989531c-ee68-4551-b509-49817c1f7e9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:20.616542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 79dd9974-c595-48cf-a21e-8ae750bc70eb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:20.616542 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.711603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.722259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Checking segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:20.722952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network hostable DHCP agents. Network: 101cd63f-5bad-4b1d-a473-5775b8761a60, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:20.750331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d355bf3a-cfb3-46e1-8e86-c352fa6b11fe,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.788354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.802206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.802838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.803460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.803996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.808147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.808147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.808147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.808147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.808147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.808147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.808147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:20.903765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.973505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network 7f816f7e-81e6-42a7-ab32-3464593efad2 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:21.022376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:21.038813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:21.054362 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c5e80c-f779-4518-b5b5-add1d59d6cce" -d '{"events": [{"name": "network-changed", "server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:21.194068 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:21.310948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6254f058-dde8-4c6a-a00e-97873dd6ac76 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:21.338640 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab3c427-73e5-4a9f-a975-ebb1bed01478 x-openstack-request-id: req-0ab3c427-73e5-4a9f-a975-ebb1bed01478 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:21.339629 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:21.339629 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ab3c427-73e5-4a9f-a975-ebb1bed01478 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:21.340091 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'status': 'completed', 'code': 200} Sep 16 05:00:21.341861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-08f76674-1cac-4c84-be7d-ba64e3cf7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.346403 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-08f76674-1cac-4c84-be7d-ba64e3cf7292 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 914 time: 0.8012738 Sep 16 05:00:21.351871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 101cd63f-5bad-4b1d-a473-5775b8761a60) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:21.358566 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.369024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.430221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa319cd-5f51-4d39-8f85-26479d287a64 None None] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:21.445436 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-f788cf3f-1104-4802-8d7d-5ea2bd98b3ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 217 time: 0.0910544 Sep 16 05:00:21.450653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.452392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.597517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-15bbf1ee-9efb-4696-b430-f6d88c32ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.599395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-15bbf1ee-9efb-4696-b430-f6d88c32ce85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.1397700 Sep 16 05:00:21.698462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-0bf80ebb-8947-479f-a2a7-7e7dcd0ba6bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900292 Sep 16 05:00:21.711800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3d22524c-87b2-4a3a-8187-bd1406eab980 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.6369913 Sep 16 05:00:21.712507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44470) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.722570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'subnet': {'network_id': '433648c1-f499-41d8-972e-6f435f317bce', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:21.723915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-949ffe55-6ef5-4ec0-8d8e-d2c2446d2226 None None] Provisioning complete for port 6254f058-dde8-4c6a-a00e-97873dd6ac76 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:21.724300 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-949ffe55-6ef5-4ec0-8d8e-d2c2446d2226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.775747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e3afb-83fa-4644-bb25-40abf9dcb780 req-c75279ae-6177-4f87-aaed-c7d44f8f4d96 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.778000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-142e3afb-83fa-4644-bb25-40abf9dcb780 req-c75279ae-6177-4f87-aaed-c7d44f8f4d96 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.0719590 Sep 16 05:00:21.791992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6254f058-dde8-4c6a-a00e-97873dd6ac76 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:21.792382 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.832287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-04ab4d40-1d72-4330-819d-d79237dd906f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8685f9efdb2a4f84bf37cca56ce63f90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2279129 Sep 16 05:00:21.849318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44472) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.864993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-142e3afb-83fa-4644-bb25-40abf9dcb780 req-e3b984d5-e38b-41d7-9a60-f2fb49f2746b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602958 Sep 16 05:00:21.898446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa0b29-ba20-4abb-92f1-d84799bec8bf req-6847bc53-98e0-4648-95f7-34fab54c810a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.906816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3caa0b29-ba20-4abb-92f1-d84799bec8bf req-6847bc53-98e0-4648-95f7-34fab54c810a tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 949 time: 0.2516167 Sep 16 05:00:21.941981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-101cd63f-5bad-4b1d-a473-5775b8761a60', 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'fixed_ips': [{'subnet_id': 'e422ccf6-7e1f-4f97-8810-74802e8502f7'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:21.947590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.974941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Router 915c7750-4cda-4a79-8b56-5d8d37d77f99 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:21.980811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3caa0b29-ba20-4abb-92f1-d84799bec8bf req-f209eaca-7ebd-429e-b9aa-c66e8d94a98c tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679088 Sep 16 05:00:21.981743 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.982715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a78e8c7d-b15e-4232-bc2f-81b1763e4d73 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:22.009009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.016380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d239cf26-2a8e-416c-ae85-b27be9b39f92 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a78e8c7d-b15e-4232-bc2f-81b1763e4d73 HTTP/1.1" status: 204 len: 168 time: 3.7202785 Sep 16 05:00:22.017385 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.115063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f46878-9ca3-4c8c-845d-426ad9f70c52 admin admin] Deleting subnet 871db18a-2a0c-4252-88a5-21d4a1a0992b {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:22.215571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f46878-9ca3-4c8c-845d-426ad9f70c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.222559 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64a2c1ee-0ab4-48f6-9f0b-87e462a276e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.243989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8cc77a8e-1572-4f64-a23a-3324e3f279c4 None None] Provisioning complete for port 5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:22.244865 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8cc77a8e-1572-4f64-a23a-3324e3f279c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.255162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 213d94cf-6cb0-4774-b417-af350e1e8201 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:22.273347 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-cebfa190-348b-4b52-8b46-64dec0a397da service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593448 Sep 16 05:00:22.343886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 213d94cf-6cb0-4774-b417-af350e1e8201 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:22.344340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 213d94cf-6cb0-4774-b417-af350e1e8201 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:22.427575 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8f7221b-b6ee-4ce4-b723-5447b062a8aa req-26117e8e-1345-4375-8765-283789cd9ad9 service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331375 Sep 16 05:00:22.446532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:22.454279 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3e1b4e34-c266-4e81-a14d-c54b8d5b9bb5 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "PUT /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0393503 Sep 16 05:00:22.454426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44482) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.493784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64a2c1ee-0ab4-48f6-9f0b-87e462a276e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.510964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f46878-9ca3-4c8c-845d-426ad9f70c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.560164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad32e30-590f-4d39-8aa1-5540339b7a83 None None] Sync routers for ids ['915c7750-4cda-4a79-8b56-5d8d37d77f99'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:22.586731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8cc77a8e-1572-4f64-a23a-3324e3f279c4 None None] Port 5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:22.595387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad32e30-590f-4d39-8aa1-5540339b7a83 None None] Routers {'915c7750-4cda-4a79-8b56-5d8d37d77f99'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:22.596261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8ad32e30-590f-4d39-8aa1-5540339b7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['915c7750-4cda-4a79-8b56-5d8d37d77f99'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:22.689312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8ad32e30-590f-4d39-8aa1-5540339b7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:22.709038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Allocated IP 10.1.1.2 (101cd63f-5bad-4b1d-a473-5775b8761a60/e422ccf6-7e1f-4f97-8810-74802e8502f7/7d40e74c-92fd-4105-adbe-f8787f11993e) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:22.756484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad32e30-590f-4d39-8aa1-5540339b7a83 None None] Routers {'915c7750-4cda-4a79-8b56-5d8d37d77f99'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:22.757042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8ad32e30-590f-4d39-8aa1-5540339b7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['915c7750-4cda-4a79-8b56-5d8d37d77f99'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:22.782830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f46878-9ca3-4c8c-845d-426ad9f70c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.828461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8ad32e30-590f-4d39-8aa1-5540339b7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:22.829100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad32e30-590f-4d39-8aa1-5540339b7a83 None None] The sync data for ids ['915c7750-4cda-4a79-8b56-5d8d37d77f99'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:22.830203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:22.835128 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.896642 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64a2c1ee-0ab4-48f6-9f0b-87e462a276e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.899269 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64a2c1ee-0ab4-48f6-9f0b-87e462a276e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.902764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-64a2c1ee-0ab4-48f6-9f0b-87e462a276e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffd0adc4-3e72-46b3-aff9-126d76063ea6 HTTP/1.1" status: 204 len: 168 time: 1.0342777 Sep 16 05:00:22.931032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c1ee-0ab4-48f6-9f0b-87e462a276e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd0adc4-3e72-46b3-aff9-126d76063ea6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:22.978945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f46878-9ca3-4c8c-845d-426ad9f70c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.048023 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f46878-9ca3-4c8c-845d-426ad9f70c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.053652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-08f46878-9ca3-4c8c-845d-426ad9f70c52 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/871db18a-2a0c-4252-88a5-21d4a1a0992b HTTP/1.1" status: 204 len: 168 time: 1.0295322 Sep 16 05:00:23.056668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f46878-9ca3-4c8c-845d-426ad9f70c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871db18a-2a0c-4252-88a5-21d4a1a0992b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.061751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44508) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:23.069535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.078661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d355bf3a-cfb3-46e1-8e86-c352fa6b11fe no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:23.157215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140174e-ae15-4fa3-ac2a-bda7c6051688 None None] Network ec4316d4-d7f5-4e3e-93e2-03586bd4c746 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:23.161677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d355bf3a-cfb3-46e1-8e86-c352fa6b11fe {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:23.161955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d355bf3a-cfb3-46e1-8e86-c352fa6b11fe not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:23.243767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-12b661a7-e4fa-418e-b1d9-0388d1e1995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.246124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-12b661a7-e4fa-418e-b1d9-0388d1e1995f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1096 time: 0.5090699 Sep 16 05:00:23.248969 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.408248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.484715 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.514889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52346ab-3b60-4ef7-a16b-50c98b055584 req-f990c483-6bdd-46b7-a138-5b6120f63e55 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.516870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a52346ab-3b60-4ef7-a16b-50c98b055584 req-f990c483-6bdd-46b7-a138-5b6120f63e55 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.4099307 Sep 16 05:00:23.588834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:23.618726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422030-60fa-4c8f-a380-ea2253acb9d2 req-4e219c68-6abb-4d75-9252-ef423b8f0f11 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.637650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:23.639564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e422030-60fa-4c8f-a380-ea2253acb9d2 req-4e219c68-6abb-4d75-9252-ef423b8f0f11 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 949 time: 0.3366556 Sep 16 05:00:23.656776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:23.687505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308164a9-27f0-4620-82ef-887fc84909aa req-b6ae156d-e671-4ac6-b95c-ec051887d1c4 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.699442 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-308164a9-27f0-4620-82ef-887fc84909aa req-b6ae156d-e671-4ac6-b95c-ec051887d1c4 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 949 time: 0.5729918 Sep 16 05:00:23.758882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a52346ab-3b60-4ef7-a16b-50c98b055584 req-8c02e1f3-8edd-4a61-bcde-bd5f4436a39d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343736 Sep 16 05:00:23.813776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Pushing event updated for resources: {'Port': ['ID=7d40e74c-92fd-4105-adbe-f8787f11993e,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.923180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e422030-60fa-4c8f-a380-ea2253acb9d2 req-33278160-1819-4894-8cbb-8e34afa95829 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805977 Sep 16 05:00:24.040016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Deleting port d7ae315c-bfb4-442a-ae53-00cb029cb046 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:24.040016 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Attempting to bind port 7d40e74c-92fd-4105-adbe-f8787f11993e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Attempting to bind port 7d40e74c-92fd-4105-adbe-f8787f11993e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Attempting to bind port 7d40e74c-92fd-4105-adbe-f8787f11993e on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Checking segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Bound using segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Bound port: 7d40e74c-92fd-4105-adbe-f8787f11993e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:24.043272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.072723 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Checking segment: {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:24.073324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network hostable DHCP agents. Network: 433648c1-f499-41d8-972e-6f435f317bce, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:24.159553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] For port d7ae315c-bfb4-442a-ae53-00cb029cb046, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d7ae315c-bfb4-442a-ae53-00cb029cb046,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:24.159553 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.159720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] For port 7d40e74c-92fd-4105-adbe-f8787f11993e, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:24.159796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Calling delete_port for d7ae315c-bfb4-442a-ae53-00cb029cb046 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:24.159867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] For port 7d40e74c-92fd-4105-adbe-f8787f11993e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7d40e74c-92fd-4105-adbe-f8787f11993e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:24.159946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Subnet': ['ID=2e8aa3e2-df6a-4613-89bc-11c5a1299532,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.197282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] DHCP port deletion for ec4316d4-d7f5-4e3e-93e2-03586bd4c746 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:24.199035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-06b0dbb6-e1ab-4aa3-a60d-6f55e5e40504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.200559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-06b0dbb6-e1ab-4aa3-a60d-6f55e5e40504 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 914 time: 0.8128667 Sep 16 05:00:24.254298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] Deleting port d7ae315c-bfb4-442a-ae53-00cb029cb046 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:24.254778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.261765 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-a30228a6-0443-49b1-9c81-52ed33468afa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 217 time: 0.0534160 Sep 16 05:00:24.265081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Deleting port f1c90ea2-f2b4-4205-8455-ac44b1725f8f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:24.265419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.327905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] For port d7ae315c-bfb4-442a-ae53-00cb029cb046, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d7ae315c-bfb4-442a-ae53-00cb029cb046,segment=NetworkSegment(16508733-b747-420b-93b6-e31fbd37be39),segment_id=16508733-b747-420b-93b6-e31fbd37be39)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:24.328480 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.329643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.333462 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.413913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] Calling delete_port for d7ae315c-bfb4-442a-ae53-00cb029cb046 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:24.424612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 433648c1-f499-41d8-972e-6f435f317bce is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:24.468835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ae315c-bfb4-442a-ae53-00cb029cb046,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.485204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] No DVR routers for this DVR port d7ae315c-bfb4-442a-ae53-00cb029cb046 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:24.553815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484921d7-481f-4314-ac07-07df2fdcba82 None None] Pushing event updated for resources: {'Port': ['ID=7d40e74c-92fd-4105-adbe-f8787f11993e,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.609264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-29106847-8304-48ea-8d8f-aa9f77f7ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.617202 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-29106847-8304-48ea-8d8f-aa9f77f7ec14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.3452857 Sep 16 05:00:24.639230 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.718779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] Pushing event deleted for resources: {'Port': ['ID=d7ae315c-bfb4-442a-ae53-00cb029cb046,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.730245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba922f-8275-4ce3-a66b-24b6462855b3 None None] No DVR routers for this DVR port d7ae315c-bfb4-442a-ae53-00cb029cb046 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:24.733183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.829751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 433648c1-f499-41d8-972e-6f435f317bce) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:24.854902 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-f5083006-1192-4063-94a4-4e710c535dc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2153292 Sep 16 05:00:24.874770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4316d4-d7f5-4e3e-93e2-03586bd4c746']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:24.889329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.891424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.895291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] For port f1c90ea2-f2b4-4205-8455-ac44b1725f8f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:24.895780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.905209 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d94d19-507a-4a58-a025-696dde89f441 None None] Network 433648c1-f499-41d8-972e-6f435f317bce requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:24.917524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16508733-b747-420b-93b6-e31fbd37be39') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:24.917524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16508733-b747-420b-93b6-e31fbd37be39') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:25.033230 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.094451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Calling delete_port for f1c90ea2-f2b4-4205-8455-ac44b1725f8f owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:25.113683 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.135756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:25.145252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:25.145407 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:25.154908 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-93e93cb7-c326-45b5-8db7-e62e590efed1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:25.159029 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93e93cb7-c326-45b5-8db7-e62e590efed1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "PUT /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7006702 Sep 16 05:00:25.164824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44558) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.237163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e43a3-4258-406d-ab71-15b7d3109a93 req-f0d92456-c7ad-41f8-ac5a-094e75cf3d00 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.259641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-543e43a3-4258-406d-ab71-15b7d3109a93 req-f0d92456-c7ad-41f8-ac5a-094e75cf3d00 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.2936895 Sep 16 05:00:25.301440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7d40e74c-92fd-4105-adbe-f8787f11993e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:25.305511 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-58396570-72c9-4bc3-9269-9f9ebbb92144 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.5895932 Sep 16 05:00:25.328790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44562) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.329152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44564) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.368345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'port': {'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'name': 'tempest-TaggedBootDevicesTest-2054827122', 'fixed_ips': [{'subnet_id': 'e422ccf6-7e1f-4f97-8810-74802e8502f7'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:25.387596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-433648c1-f499-41d8-972e-6f435f317bce', 'network_id': '433648c1-f499-41d8-972e-6f435f317bce', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'fixed_ips': [{'subnet_id': '2e8aa3e2-df6a-4613-89bc-11c5a1299532'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:25.391603 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.646729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-543e43a3-4258-406d-ab71-15b7d3109a93 req-2df84a0f-03f1-4817-b898-4ce338907070 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859735 Sep 16 05:00:25.657833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.691396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1551841902-network', 'tenant_id': 'a7001a62db8344e1ae8deba88763e3af'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:25.713444 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.715851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] 10.222.0.59 "DELETE /v2.0/networks/ec4316d4-d7f5-4e3e-93e2-03586bd4c746 HTTP/1.1" status: 204 len: 168 time: 2.6505361 Sep 16 05:00:25.810027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6217d39-ca63-45af-848c-e56b85552d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4316d4-d7f5-4e3e-93e2-03586bd4c746,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.966095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415188b2-2cbf-40ee-a310-8622e04fa8fd req-0071a0d0-7753-461b-b694-c808c5934907 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.974238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-415188b2-2cbf-40ee-a310-8622e04fa8fd req-0071a0d0-7753-461b-b694-c808c5934907 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=51f732a0-6b95-4463-857a-d3b9ac3a05ae HTTP/1.1" status: 200 len: 949 time: 0.1730583 Sep 16 05:00:26.066384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-415188b2-2cbf-40ee-a310-8622e04fa8fd req-8eade4a1-10d6-4e87-a041-3593a5a555d6 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905988 Sep 16 05:00:26.067162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Made reservation on behalf of a7001a62db8344e1ae8deba88763e3af for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:26.069683 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.124699 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.137317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7d40e74c-92fd-4105-adbe-f8787f11993e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:26.140968 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.209358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Allocated IP 10.2.2.2 (433648c1-f499-41d8-972e-6f435f317bce/2e8aa3e2-df6a-4613-89bc-11c5a1299532/d4684c48-cb8d-4653-b16e-47f814e29aa6) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:26.217356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-e1fe67c2-dfc5-4f7b-a1e0-4fab56db3f52 service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2616539 Sep 16 05:00:26.233642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0e75d-e14e-46dc-9993-e8887d18bdaf None None] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:26.265869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:26.371435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44574) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:26.373071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-80ab60b4-3d1e-41f0-bcb7-685fcf195b3e None None] Provisioning complete for port 7d40e74c-92fd-4105-adbe-f8787f11993e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:26.373622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-80ab60b4-3d1e-41f0-bcb7-685fcf195b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.502518 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.571766 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.628509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.683095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] device_id is not set on port 65e8e357-5fd5-45e0-811e-32afc834b29f yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:26.810370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.812486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 7d40e74c-92fd-4105-adbe-f8787f11993e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7d40e74c-92fd-4105-adbe-f8787f11993e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:26.846039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.871622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-80ab60b4-3d1e-41f0-bcb7-685fcf195b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.912863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2346bca-99c5-4f01-8bef-48b5c97d6d6e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:26.925215 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.980407 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-61e98ecf-0fe8-4aac-b2ca-7e9bd3f0fec1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d2bf4575eea4bf69884daf31fd1ab03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6033695 Sep 16 05:00:27.015587 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-06c5e80c-f779-4518-b5b5-add1d59d6cce req-d223afe3-0269-49e5-ae76-84164e7f5a02 service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021613 Sep 16 05:00:27.019111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44578) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:27.068115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.100490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:27.109478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960', '4a5ae98c-9873-4629-83be-26916ed8fd6e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:27.128529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d7ae315c-bfb4-442a-ae53-00cb029cb046 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:27.134254 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.165423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:27.212064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event deleted for resources: {'Port': ['ID=f1c90ea2-f2b4-4205-8455-ac44b1725f8f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.254267 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.256823 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Added segment f3c21591-57fd-48c4-91a2-062903fe1662 of type vlan for network 88b41c25-5c9c-4812-8d3f-baae89b17e38 Sep 16 05:00:27.358338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] No DVR routers for this DVR port f1c90ea2-f2b4-4205-8455-ac44b1725f8f on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:27.363202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.365670 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-308164a9-27f0-4620-82ef-887fc84909aa req-60bc4928-c8f4-41ea-801e-dd23ade56348 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "DELETE /v2.0/ports/f1c90ea2-f2b4-4205-8455-ac44b1725f8f HTTP/1.1" status: 204 len: 173 time: 3.6312125 Sep 16 05:00:27.366496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f732a0-6b95-4463-857a-d3b9ac3a05ae', 'name': 'network-vif-deleted', 'tag': 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:27.370449 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b3884f-3bb8-4810-830b-339a8dff9755" -d '{"events": [{"server_uuid": "51f732a0-6b95-4463-857a-d3b9ac3a05ae", "name": "network-vif-deleted", "tag": "f1c90ea2-f2b4-4205-8455-ac44b1725f8f"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:27.395477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526a54-511a-4f73-8f7d-8d67ca72ba8e req-b409937b-0e50-482f-b094-dca0ee5d992b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.398329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc526a54-511a-4f73-8f7d-8d67ca72ba8e req-b409937b-0e50-482f-b094-dca0ee5d992b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.6692896 Sep 16 05:00:27.488395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.561615 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-80ab60b4-3d1e-41f0-bcb7-685fcf195b3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:27.567340 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-80ab60b4-3d1e-41f0-bcb7-685fcf195b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:27.567340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d7ae315c-bfb4-442a-ae53-00cb029cb046 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:27.567340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d7ae315c-bfb4-442a-ae53-00cb029cb046 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:27.567340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Network 433648c1-f499-41d8-972e-6f435f317bce is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:27.580593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.596571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=7d40e74c-92fd-4105-adbe-f8787f11993e,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.700031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Pushing event updated for resources: {'Port': ['ID=d4684c48-cb8d-4653-b16e-47f814e29aa6,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.702750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:27.706500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:27.761080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Allocated IP 10.1.1.166 (101cd63f-5bad-4b1d-a473-5775b8761a60/e422ccf6-7e1f-4f97-8810-74802e8502f7/65e8e357-5fd5-45e0-811e-32afc834b29f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:27.788648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f1c90ea2-f2b4-4205-8455-ac44b1725f8f no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:27.817184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: f1c90ea2-f2b4-4205-8455-ac44b1725f8f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:27.817538 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f1c90ea2-f2b4-4205-8455-ac44b1725f8f not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:27.945266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Attempting to bind port d4684c48-cb8d-4653-b16e-47f814e29aa6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:27.945650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Attempting to bind port d4684c48-cb8d-4653-b16e-47f814e29aa6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:27.946023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Attempting to bind port d4684c48-cb8d-4653-b16e-47f814e29aa6 on network 433648c1-f499-41d8-972e-6f435f317bce {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:27.958122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:27.958508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Checking segment: {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:27.958915 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.959341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Bound using segment: {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:27.960099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Bound port: d4684c48-cb8d-4653-b16e-47f814e29aa6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:27.960686 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.050475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] For port d4684c48-cb8d-4653-b16e-47f814e29aa6, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:28.054198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] For port d4684c48-cb8d-4653-b16e-47f814e29aa6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4684c48-cb8d-4653-b16e-47f814e29aa6,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:28.060231 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.100510 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.102269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.103160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.177176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f8062d-21bc-43d3-a44b-d92ae9b6930c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.188554 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.317857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting port 5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:28.318271 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.576384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0a289462-5a53-4326-9987-e81841f59aec None None] Provisioning complete for port 7d40e74c-92fd-4105-adbe-f8787f11993e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:28.576906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a289462-5a53-4326-9987-e81841f59aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.589454 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.626945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Calling delete_port for 5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:28.637836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Pushing event updated for resources: {'Port': ['ID=d4684c48-cb8d-4653-b16e-47f814e29aa6,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.675514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.676127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.678466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.678466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.678466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.678756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.679150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.679521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.679925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.680331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.680699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.681015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b1d9b-81e0-449c-8c00-1ff42fa45399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:28.861882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc526a54-511a-4f73-8f7d-8d67ca72ba8e req-cace1556-1597-4c6f-a04c-e70b6974b53c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7661974 Sep 16 05:00:28.864875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] Pushing event updated for resources: {'Network': ['ID=88b41c25-5c9c-4812-8d3f-baae89b17e38,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.874429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.879923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c2884acc-a129-41d6-abda-7d1594eb6687 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5344272 Sep 16 05:00:28.882928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44586) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.913659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 88b41c25-5c9c-4812-8d3f-baae89b17e38 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:28.916602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Request body: {'subnet': {'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1551841902-subnet', 'tenant_id': 'a7001a62db8344e1ae8deba88763e3af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:28.921103 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f8062d-21bc-43d3-a44b-d92ae9b6930c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.174728 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.238396 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f8062d-21bc-43d3-a44b-d92ae9b6930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.262684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08f8062d-21bc-43d3-a44b-d92ae9b6930c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.264674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-08f8062d-21bc-43d3-a44b-d92ae9b6930c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3bb7f84d-703f-421f-a70d-050f9f43a885 HTTP/1.1" status: 204 len: 168 time: 2.2151175 Sep 16 05:00:29.271179 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b729d30-a593-41f2-b35f-c5a420b03e80 x-openstack-request-id: req-8b729d30-a593-41f2-b35f-c5a420b03e80 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:29.271562 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f732a0-6b95-4463-857a-d3b9ac3a05ae", "name": "network-vif-deleted", "tag": "f1c90ea2-f2b4-4205-8455-ac44b1725f8f", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:29.271780 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b729d30-a593-41f2-b35f-c5a420b03e80 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:29.272359 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f732a0-6b95-4463-857a-d3b9ac3a05ae', 'name': 'network-vif-deleted', 'tag': 'f1c90ea2-f2b4-4205-8455-ac44b1725f8f', 'status': 'completed', 'code': 200} Sep 16 05:00:29.358179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:29.464757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8062d-21bc-43d3-a44b-d92ae9b6930c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb7f84d-703f-421f-a70d-050f9f43a885,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.464757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:29.464757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=65e8e357-5fd5-45e0-811e-32afc834b29f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.464757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:29.464757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.464757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.557624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.695905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Made reservation on behalf of a7001a62db8344e1ae8deba88763e3af for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:29.698666 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.703699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Port': ['ID=5e93ab8c-766f-41fb-b58b-f1fdcf6aaf91,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.737687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-80ed0541-c793-40bf-b9ad-af8829b5ee09 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3934529 Sep 16 05:00:29.750662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44596) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.750662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'port': {'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'name': 'tempest-TaggedBootDevicesTest-1003802454', 'fixed_ips': [{'subnet_id': 'e422ccf6-7e1f-4f97-8810-74802e8502f7'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.162603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7d40e74c-92fd-4105-adbe-f8787f11993e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:30.221842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-41e377fd-833d-4ab3-9c17-eb373fed502a None None] Provisioning complete for port 65e8e357-5fd5-45e0-811e-32afc834b29f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.221842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-41e377fd-833d-4ab3-9c17-eb373fed502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.221997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.399262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-41e377fd-833d-4ab3-9c17-eb373fed502a None None] Port 65e8e357-5fd5-45e0-811e-32afc834b29f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:30.414614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7d40e74c-92fd-4105-adbe-f8787f11993e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.414995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.454075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1634875-6f93-440d-94f3-854d44b2fa69 None None] Network 433648c1-f499-41d8-972e-6f435f317bce requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:30.494030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Router 915c7750-4cda-4a79-8b56-5d8d37d77f99 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:30.570228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4684c48-cb8d-4653-b16e-47f814e29aa6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:30.574653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-32d197af-e442-47cf-9284-22601c05a4ec None None] Provisioning complete for port d4684c48-cb8d-4653-b16e-47f814e29aa6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.575029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-32d197af-e442-47cf-9284-22601c05a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.619966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:30.625796 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f0555d8f-a9ea-4baa-a121-9ae1eb2e51b1 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "PUT /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4585240 Sep 16 05:00:30.630472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44612) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.635636 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb6ef6-6b62-4810-a77d-7461dc0594b4 None None] Sync routers for ids ['915c7750-4cda-4a79-8b56-5d8d37d77f99'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:30.644683 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb6ef6-6b62-4810-a77d-7461dc0594b4 None None] Routers {'915c7750-4cda-4a79-8b56-5d8d37d77f99'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:30.645263 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a0bb6ef6-6b62-4810-a77d-7461dc0594b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['915c7750-4cda-4a79-8b56-5d8d37d77f99'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:30.671107 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-b0aaa0d7-013c-4605-a3df-a9e5d2068d9d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] delete failed (client error): The resource could not be found. Sep 16 05:00:30.672286 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b0aaa0d7-013c-4605-a3df-a9e5d2068d9d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-1396884647 HTTP/1.1" status: 404 len: 335 time: 0.0408926 Sep 16 05:00:30.676952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44614) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.682245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5ace9d77-3b27-40cd-a189-533d75ee6dfe tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'router': {'external_gateway_info': {'network_id': '915c7750-4cda-4a79-8b56-5d8d37d77f99'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.692829 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a0bb6ef6-6b62-4810-a77d-7461dc0594b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:30.702373 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb6ef6-6b62-4810-a77d-7461dc0594b4 None None] Routers {'915c7750-4cda-4a79-8b56-5d8d37d77f99'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:30.702986 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a0bb6ef6-6b62-4810-a77d-7461dc0594b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['915c7750-4cda-4a79-8b56-5d8d37d77f99'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:30.726339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d4684c48-cb8d-4653-b16e-47f814e29aa6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.726841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.738885 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a0bb6ef6-6b62-4810-a77d-7461dc0594b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:30.739068 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb6ef6-6b62-4810-a77d-7461dc0594b4 None None] The sync data for ids ['915c7750-4cda-4a79-8b56-5d8d37d77f99'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:30.819760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:30.827528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.850716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] device_id is not set on port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:30.857755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-32d197af-e442-47cf-9284-22601c05a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.877993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.981065 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.091728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-32d197af-e442-47cf-9284-22601c05a4ec None None] For port d4684c48-cb8d-4653-b16e-47f814e29aa6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4684c48-cb8d-4653-b16e-47f814e29aa6,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:31.165288 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-32d197af-e442-47cf-9284-22601c05a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.267679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Allocated IP 10.1.1.250 (101cd63f-5bad-4b1d-a473-5775b8761a60/e422ccf6-7e1f-4f97-8810-74802e8502f7/6d2227d4-2a0d-43e0-8a1a-c447df3d416a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:31.323014 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:31.323416 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:31.327709 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ace9d77-3b27-40cd-a189-533d75ee6dfe tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.392333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1dbca78-dc71-4464-b0dc-e8170128ff28,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.409902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5d92140c-3c36-4941-999a-0349b034d2e3 None None] Provisioning complete for port d4684c48-cb8d-4653-b16e-47f814e29aa6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:31.410259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d92140c-3c36-4941-999a-0349b034d2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.454716 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-5ace9d77-3b27-40cd-a189-533d75ee6dfe tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] update failed (client error): The resource could not be found. Sep 16 05:00:31.456800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ace9d77-3b27-40cd-a189-533d75ee6dfe tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "PUT /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99 HTTP/1.1" status: 404 len: 339 time: 0.7780814 Sep 16 05:00:31.460669 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.464125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d197af-e442-47cf-9284-22601c05a4ec None None] Pushing event updated for resources: {'Port': ['ID=d4684c48-cb8d-4653-b16e-47f814e29aa6,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.466825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-58847129'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:31.488302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Checking segment: {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:31.488815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Network hostable DHCP agents. Network: 88b41c25-5c9c-4812-8d3f-baae89b17e38, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:31.585643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Made reservation on behalf of e3f523137cd04affb7c81e9cfa524075 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:31.590222 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.593797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Network 88b41c25-5c9c-4812-8d3f-baae89b17e38 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:31.619435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f4e72-0be6-4ff5-810a-76d219f77f64 req-622c4969-9d2a-47d0-bab8-808b2dd5d0eb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:31.627295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f29f4e72-0be6-4ff5-810a-76d219f77f64 req-622c4969-9d2a-47d0-bab8-808b2dd5d0eb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.0919561 Sep 16 05:00:31.665441 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.692431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:31.705349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f29f4e72-0be6-4ff5-810a-76d219f77f64 req-ed183d36-6385-404e-a8f0-fdf33c14fddd tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725021 Sep 16 05:00:31.732693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 88b41c25-5c9c-4812-8d3f-baae89b17e38) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:31.745985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45631995-c8cf-4de5-b414-f967caef1024 None None] Network 88b41c25-5c9c-4812-8d3f-baae89b17e38 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:31.753500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:31.754899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.781900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.782265 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Added segment 06f8fdda-349a-4773-9da2-e7cfdea0e3e7 of type vlan for network fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 Sep 16 05:00:31.832378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.929961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.937407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.965379 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4ff1def9-16f6-4976-b4f1-62ab6c87728b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0706470 Sep 16 05:00:31.971408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:31.976070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:31.980806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:32.147434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.155207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.156185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.169724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a65380-1abb-4af5-aea6-6987844cce45 None None] Network 88b41c25-5c9c-4812-8d3f-baae89b17e38 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:32.202422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.203926 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.283269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4684c48-cb8d-4653-b16e-47f814e29aa6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:32.311472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-12959bf9-3f9a-4c8f-a849-a632ef3bd41e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5686769 Sep 16 05:00:32.398024 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9352267 Sep 16 05:00:32.400204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9165e4-2a99-4214-83e9-1afc3fd8881a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Network': ['ID=fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.402157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44646) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.409560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'subnet': {'network_id': 'fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:32.456985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:32.476816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-03f920ba-f56e-4a4f-a78c-441d513e657f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.482134 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-03f920ba-f56e-4a4f-a78c-441d513e657f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/ports?device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d HTTP/1.1" status: 200 len: 949 time: 0.0943263 Sep 16 05:00:32.698959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Made reservation on behalf of e3f523137cd04affb7c81e9cfa524075 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:32.705646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.709245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Deleting port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:32.709703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.776932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eb84a3e4-ef9b-48e1-938b-d37b8714f462 None None] Provisioning complete for port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:32.777315 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb84a3e4-ef9b-48e1-938b-d37b8714f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.945541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] For port b4c7870e-09d6-4155-9d0f-adbb81bac2b5, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:32.946111 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.979564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-eb84a3e4-ef9b-48e1-938b-d37b8714f462 None None] Port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:32.988761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Calling delete_port for b4c7870e-09d6-4155-9d0f-adbb81bac2b5 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:32.999798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d4684c48-cb8d-4653-b16e-47f814e29aa6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:33.000218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.115964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69507c6c-8122-494f-8375-a0d4b482c95c req-b71687a4-71a6-40c3-af1e-7c72d89cd8f2 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:33.132393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69507c6c-8122-494f-8375-a0d4b482c95c req-b71687a4-71a6-40c3-af1e-7c72d89cd8f2 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=421eed94-2977-4ddd-bc63-c4f292b55e6d HTTP/1.1" status: 200 len: 949 time: 0.1956611 Sep 16 05:00:33.254584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69507c6c-8122-494f-8375-a0d4b482c95c req-323affc7-ccdb-4506-8c5b-06da3f6a445e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208999 Sep 16 05:00:33.578199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.592929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960', '4a5ae98c-9873-4629-83be-26916ed8fd6e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:33.613096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.647965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:33.696265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44662) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.732356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event deleted for resources: {'Port': ['ID=b4c7870e-09d6-4155-9d0f-adbb81bac2b5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.806494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Subnet': ['ID=2c31edca-6fed-4a64-beeb-896773a36ce0,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.916146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Checking segment: {'id': '06f8fdda-349a-4773-9da2-e7cfdea0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:33.916443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network hostable DHCP agents. Network: fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:34.004046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] No DVR routers for this DVR port b4c7870e-09d6-4155-9d0f-adbb81bac2b5 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:34.024714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:34.025069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.027465 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88d5a096-4285-4c44-b9a7-70ac800b2123 req-94be7542-b3ed-4397-8ce9-400bce6f0d3e tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "DELETE /v2.0/ports/b4c7870e-09d6-4155-9d0f-adbb81bac2b5 HTTP/1.1" status: 204 len: 173 time: 1.5346842 Sep 16 05:00:34.036922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-388a91ae-4ccc-4f41-92ea-ad7abdd216c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.052335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421eed94-2977-4ddd-bc63-c4f292b55e6d', 'name': 'network-vif-deleted', 'tag': 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:34.054708 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7c6ac7-e3ff-4296-a47c-984f79a76528" -d '{"events": [{"server_uuid": "421eed94-2977-4ddd-bc63-c4f292b55e6d", "name": "network-vif-deleted", "tag": "b4c7870e-09d6-4155-9d0f-adbb81bac2b5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:34.116880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:34.121575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.122287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.243599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36973e45-b271-4575-88dd-b7d779f3258b None None] Network fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:34.421940 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-388a91ae-4ccc-4f41-92ea-ad7abdd216c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.451307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-e91132df-e613-43b8-b0a4-6ebf942d8943 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.452891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-e91132df-e613-43b8-b0a4-6ebf942d8943 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/ports?device_id=cafb751d-4571-498f-9ecb-7d36fcb135e1 HTTP/1.1" status: 200 len: 950 time: 0.6708159 Sep 16 05:00:34.527457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-388a91ae-4ccc-4f41-92ea-ad7abdd216c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.557470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44670) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:34.566258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8db3b442-323d-44cf-a7cf-696d18d2b416 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839727385', 'description': 'tempest-description--838696411'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:34.671855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-92de6da8-eb20-492b-ac84-2166479d64ca tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2675092 Sep 16 05:00:34.683888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44674) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:34.701021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a91ae-4ccc-4f41-92ea-ad7abdd216c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d8519d-e53b-4d29-93c0-0a33b5ed233e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.715989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9eee8f27-b0d9-46fe-b164-f20fbc68e0ae tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:34.767661 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-388a91ae-4ccc-4f41-92ea-ad7abdd216c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79c976e09e4749f7a18bd49c24433915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0551310 Sep 16 05:00:34.772858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44676) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:34.972666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Deleting port 4a5ae98c-9873-4629-83be-26916ed8fd6e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:34.973998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.977392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed99eadc-df6f-4fa5-87bb-314e02611ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.061374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed99eadc-df6f-4fa5-87bb-314e02611ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.179379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] For port 4a5ae98c-9873-4629-83be-26916ed8fd6e, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4a5ae98c-9873-4629-83be-26916ed8fd6e,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:35.180138 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.202735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Calling delete_port for 4a5ae98c-9873-4629-83be-26916ed8fd6e owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:35.383366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9eee8f27-b0d9-46fe-b164-f20fbc68e0ae tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.392958 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8db3b442-323d-44cf-a7cf-696d18d2b416 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.413967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.464247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event deleted for resources: {'Port': ['ID=4a5ae98c-9873-4629-83be-26916ed8fd6e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.491088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed99eadc-df6f-4fa5-87bb-314e02611ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.495042 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed99eadc-df6f-4fa5-87bb-314e02611ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.496610 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ed99eadc-df6f-4fa5-87bb-314e02611ed0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81d8519d-e53b-4d29-93c0-0a33b5ed233e HTTP/1.1" status: 204 len: 168 time: 0.6675665 Sep 16 05:00:35.582552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3', 'network_id': 'fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3', 'tenant_id': 'e3f523137cd04affb7c81e9cfa524075', 'fixed_ips': [{'subnet_id': '2c31edca-6fed-4a64-beeb-896773a36ce0'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:35.595166 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.601782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99eadc-df6f-4fa5-87bb-314e02611ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d8519d-e53b-4d29-93c0-0a33b5ed233e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.694027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] No DVR routers for this DVR port 4a5ae98c-9873-4629-83be-26916ed8fd6e on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:35.706677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.708828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b3f0da2a-e6ed-4d50-844b-d0c5dadcbd69 req-b64d399b-b0ff-4fee-a2a7-7032d763fe79 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "DELETE /v2.0/ports/4a5ae98c-9873-4629-83be-26916ed8fd6e HTTP/1.1" status: 204 len: 173 time: 1.2481370 Sep 16 05:00:35.791648 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-9eee8f27-b0d9-46fe-b164-f20fbc68e0ae tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:35.800031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9eee8f27-b0d9-46fe-b164-f20fbc68e0ae tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "PUT /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99 HTTP/1.1" status: 400 len: 364 time: 1.1055689 Sep 16 05:00:35.800544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44684) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:35.809047 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8db3b442-323d-44cf-a7cf-696d18d2b416 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.889102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8db3b442-323d-44cf-a7cf-696d18d2b416 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.970935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b4c7870e-09d6-4155-9d0f-adbb81bac2b5 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:35.985998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3b442-323d-44cf-a7cf-696d18d2b416 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5505c306-8b43-46f7-966c-e6aab7dd63d4,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.040653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: b4c7870e-09d6-4155-9d0f-adbb81bac2b5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:36.048980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b4c7870e-09d6-4155-9d0f-adbb81bac2b5 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:36.071391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8db3b442-323d-44cf-a7cf-696d18d2b416 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.072805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8db3b442-323d-44cf-a7cf-696d18d2b416 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5140173 Sep 16 05:00:36.075741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44688) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.080765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b73f4ae4-81c7-4c8f-8e07-d13bd58b97a4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'security_group_rule': {'security_group_id': '5505c306-8b43-46f7-966c-e6aab7dd63d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:36.257644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73f4ae4-81c7-4c8f-8e07-d13bd58b97a4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.309029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:36.399141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Allocated IP 2001:db8:1::2 (fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3/2c31edca-6fed-4a64-beeb-896773a36ce0/c269991f-6bcd-4309-b89d-8fc636cf8742) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:36.511255 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73f4ae4-81c7-4c8f-8e07-d13bd58b97a4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.592018 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73f4ae4-81c7-4c8f-8e07-d13bd58b97a4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.614337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f4ae4-81c7-4c8f-8e07-d13bd58b97a4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a312fc1-49d6-4786-b9c8-36586e2d33bd,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.688270 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.715885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73f4ae4-81c7-4c8f-8e07-d13bd58b97a4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.717598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b73f4ae4-81c7-4c8f-8e07-d13bd58b97a4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6409550 Sep 16 05:00:36.720475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44698) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.733301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f19d2634-9a6d-452e-88da-dfa232b31ecc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'security_group_rule': {'security_group_id': '5505c306-8b43-46f7-966c-e6aab7dd63d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:36.972814 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f19d2634-9a6d-452e-88da-dfa232b31ecc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.126603 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.155809 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f19d2634-9a6d-452e-88da-dfa232b31ecc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.220019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.288622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Network fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:37.298092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:37.300330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Pushing event updated for resources: {'Port': ['ID=c269991f-6bcd-4309-b89d-8fc636cf8742,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.304398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:37.341658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Allocated IP 2001:db8::1 (5d15f9e9-54a3-498b-b3fe-40b16d930f2e/b7d93fcb-32bb-4f24-a483-609593012d18/3e5a9839-e57d-44ab-9376-57f05239b5c0) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:37.362468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Attempting to bind port c269991f-6bcd-4309-b89d-8fc636cf8742 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:37.362866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Attempting to bind port c269991f-6bcd-4309-b89d-8fc636cf8742 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '06f8fdda-349a-4773-9da2-e7cfdea0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:37.363284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Attempting to bind port c269991f-6bcd-4309-b89d-8fc636cf8742 on network fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:37.368254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:37.368631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Checking segment: {'id': '06f8fdda-349a-4773-9da2-e7cfdea0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:37.369308 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.369703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Bound using segment: {'id': '06f8fdda-349a-4773-9da2-e7cfdea0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:37.370169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Bound port: c269991f-6bcd-4309-b89d-8fc636cf8742, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f8fdda-349a-4773-9da2-e7cfdea0e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:37.370604 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.439455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fecdf932-1084-4e36-909d-8298102b481c None None] For port c269991f-6bcd-4309-b89d-8fc636cf8742, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:37.444945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fecdf932-1084-4e36-909d-8298102b481c None None] For port c269991f-6bcd-4309-b89d-8fc636cf8742, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c269991f-6bcd-4309-b89d-8fc636cf8742,segment=NetworkSegment(06f8fdda-349a-4773-9da2-e7cfdea0e3e7),segment_id=06f8fdda-349a-4773-9da2-e7cfdea0e3e7)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:37.465430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.590803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:37.591479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f19d2634-9a6d-452e-88da-dfa232b31ecc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.615036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2634-9a6d-452e-88da-dfa232b31ecc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09146226-f78f-41b6-9505-415ecded9bb8,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.693364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44708) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.796027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4a5ae98c-9873-4629-83be-26916ed8fd6e no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:37.805700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1692125101-network', 'tenant_id': '788d095a15464d28adb02215486536ff'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:37.821312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 4a5ae98c-9873-4629-83be-26916ed8fd6e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:37.823280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4a5ae98c-9873-4629-83be-26916ed8fd6e not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:37.889203 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.889444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.893154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f19d2634-9a6d-452e-88da-dfa232b31ecc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.897347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f19d2634-9a6d-452e-88da-dfa232b31ecc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1721954 Sep 16 05:00:37.897794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44712) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.916822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:37.974220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:37.978182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:37.986322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:37.987764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.023620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdf932-1084-4e36-909d-8298102b481c None None] Pushing event updated for resources: {'Port': ['ID=c269991f-6bcd-4309-b89d-8fc636cf8742,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.102460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Made reservation on behalf of 788d095a15464d28adb02215486536ff for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:38.113001 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.133300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.231645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.573436 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.578883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a6a1f677-d749-4b0c-bc6b-7da6ef5848f4 None None] Provisioning complete for port 3e5a9839-e57d-44ab-9376-57f05239b5c0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:38.579944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a6a1f677-d749-4b0c-bc6b-7da6ef5848f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.588851 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.663505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.673600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1f677-d749-4b0c-bc6b-7da6ef5848f4 None None] Port 3e5a9839-e57d-44ab-9376-57f05239b5c0 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:38.680049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:38.691842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.692270 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Added segment 9cd2adb6-0e75-4275-b904-c370ab682919 of type vlan for network 556feeef-d6a3-4859-816d-17f4fab88f9b Sep 16 05:00:38.750006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.837162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cd80e9-d9a3-499a-8a82-1537c01f0165,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.861675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Port': ['ID=3e5a9839-e57d-44ab-9376-57f05239b5c0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.901911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Allocated IP 172.25.7.145 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/d5f5842b-d8f1-45bf-8033-533cf6c21478) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:39.024028 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.024028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.024028 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.024952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.099189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] Pushing event updated for resources: {'Network': ['ID=556feeef-d6a3-4859-816d-17f4fab88f9b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:39.110235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 556feeef-d6a3-4859-816d-17f4fab88f9b details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:39.122451 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.170571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9a0d4a94-1268-429b-a9d4-77d75c6519a3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4753339 Sep 16 05:00:39.174323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44720) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:39.179965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Request body: {'subnet': {'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1692125101-subnet', 'tenant_id': '788d095a15464d28adb02215486536ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:39.203324 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.274072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:39.278203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:39.283598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:39.289952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Made reservation on behalf of 788d095a15464d28adb02215486536ff for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:39.292313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.407958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=d5f5842b-d8f1-45bf-8033-533cf6c21478,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:39.447807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.513045 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676ba0d-6361-4fca-937c-1e75a6c88b15 None None] Network fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:39.597694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.754185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c207774d-9ad6-4976-983e-5beace9ac4f9 None None] Provisioning complete for port c269991f-6bcd-4309-b89d-8fc636cf8742 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:39.755002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c207774d-9ad6-4976-983e-5beace9ac4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.769756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.820862 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.905571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fc8be7-1f27-48e8-92ec-9bc0d18048d7,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:39.928671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.938718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.940011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.951667 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c207774d-9ad6-4976-983e-5beace9ac4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.056514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c207774d-9ad6-4976-983e-5beace9ac4f9 None None] For port c269991f-6bcd-4309-b89d-8fc636cf8742, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c269991f-6bcd-4309-b89d-8fc636cf8742,segment=NetworkSegment(06f8fdda-349a-4773-9da2-e7cfdea0e3e7),segment_id=06f8fdda-349a-4773-9da2-e7cfdea0e3e7)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:40.059626 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.118246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Checking segment: {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:40.123986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Network hostable DHCP agents. Network: 556feeef-d6a3-4859-816d-17f4fab88f9b, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:40.194494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c207774d-9ad6-4976-983e-5beace9ac4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.219809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=d5f5842b-d8f1-45bf-8033-533cf6c21478,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.288006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c269991f-6bcd-4309-b89d-8fc636cf8742 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:40.297242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.303635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event updated for resources: {'Port': ['ID=3e5a9839-e57d-44ab-9376-57f05239b5c0,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.349410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:40.351650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:40.387898 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.406052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75865a-4d4d-42d6-b1f1-5422810e060a req-e0102ece-4633-4547-8963-8f089c91755e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.407697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f75865a-4d4d-42d6-b1f1-5422810e060a req-e0102ece-4633-4547-8963-8f089c91755e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.2528501 Sep 16 05:00:40.461749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207774d-9ad6-4976-983e-5beace9ac4f9 None None] Pushing event updated for resources: {'Port': ['ID=c269991f-6bcd-4309-b89d-8fc636cf8742,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.479227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-95d688b7-40db-48b0-b8b0-03268afd9799 None None] Provisioning complete for port c269991f-6bcd-4309-b89d-8fc636cf8742 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:40.480115 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95d688b7-40db-48b0-b8b0-03268afd9799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.485556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15256d-a484-4335-bea9-76a059da8a5c req-71277b27-ecac-4fac-832a-0e3c9670fe5c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.496463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-71277b27-ecac-4fac-832a-0e3c9670fe5c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 815 time: 0.4740942 Sep 16 05:00:40.519355 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.531290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c69b8331-7a7c-4d54-a7c6-33f94ff5380e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6227384 Sep 16 05:00:40.535455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Network 556feeef-d6a3-4859-816d-17f4fab88f9b is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:40.537332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f75865a-4d4d-42d6-b1f1-5422810e060a req-f7dd8b94-524b-49cc-b19e-7b553d66b3c6 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138480 Sep 16 05:00:40.549736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-eee70ab8-adc0-45d0-b724-02a0e6085770 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/quotas/a7001a62db8344e1ae8deba88763e3af HTTP/1.1" status: 200 len: 375 time: 0.0373716 Sep 16 05:00:40.553593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c269991f-6bcd-4309-b89d-8fc636cf8742 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:40.554236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.584498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Router 915c7750-4cda-4a79-8b56-5d8d37d77f99 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:40.611632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 556feeef-d6a3-4859-816d-17f4fab88f9b) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:40.637999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdff6e-c8de-41b0-b94f-eed08ff6800e None None] Network 556feeef-d6a3-4859-816d-17f4fab88f9b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:40.662153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-587fad83-dd9b-42f2-b159-53f1f0b82175 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028187 Sep 16 05:00:40.789049 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298b472-e6c0-4531-b5ba-b8c70022b737 x-openstack-request-id: req-e298b472-e6c0-4531-b5ba-b8c70022b737 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:40.789474 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421eed94-2977-4ddd-bc63-c4f292b55e6d", "name": "network-vif-deleted", "tag": "b4c7870e-09d6-4155-9d0f-adbb81bac2b5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:40.790113 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e298b472-e6c0-4531-b5ba-b8c70022b737 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:40.790536 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421eed94-2977-4ddd-bc63-c4f292b55e6d', 'name': 'network-vif-deleted', 'tag': 'b4c7870e-09d6-4155-9d0f-adbb81bac2b5', 'status': 'completed', 'code': 200} Sep 16 05:00:40.848950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:40.865904 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-065cf6c5-672c-4996-9fef-c6147ed4d1a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "PUT /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0631406 Sep 16 05:00:40.871658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.871658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.874149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44764) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:40.894685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-5d51ee2f-fabc-4487-be03-9445cc9fee15 service neutron] 10.222.0.59 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315230 Sep 16 05:00:40.929625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf5e4a-3930-4963-b655-7ba75b61077d None None] Sync routers for ids ['915c7750-4cda-4a79-8b56-5d8d37d77f99'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:40.960159 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fe7fb1af-9cab-4661-8ecd-bab177bc4c7f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7820723 Sep 16 05:00:40.960411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44772) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:40.980783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:41.067319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf5e4a-3930-4963-b655-7ba75b61077d None None] Routers {'915c7750-4cda-4a79-8b56-5d8d37d77f99'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:41.068096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35bf5e4a-3930-4963-b655-7ba75b61077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['915c7750-4cda-4a79-8b56-5d8d37d77f99'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:41.074034 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af04ec8a-d4a3-4ccc-946c-d12587d53575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.111161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.113044 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.141003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35bf5e4a-3930-4963-b655-7ba75b61077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:41.160155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf5e4a-3930-4963-b655-7ba75b61077d None None] Routers {'915c7750-4cda-4a79-8b56-5d8d37d77f99'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:41.160799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35bf5e4a-3930-4963-b655-7ba75b61077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['915c7750-4cda-4a79-8b56-5d8d37d77f99'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:41.183774 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e641d38a-cf55-477b-9347-ef39ac592033 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.198114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35bf5e4a-3930-4963-b655-7ba75b61077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:41.198765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf5e4a-3930-4963-b655-7ba75b61077d None None] The sync data for ids ['915c7750-4cda-4a79-8b56-5d8d37d77f99'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:41.241404 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.250550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-556feeef-d6a3-4859-816d-17f4fab88f9b', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:41.251334 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.286808 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-e641d38a-cf55-477b-9347-ef39ac592033 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:00:41.291518 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e641d38a-cf55-477b-9347-ef39ac592033 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99 HTTP/1.1" status: 409 len: 329 time: 0.4129467 Sep 16 05:00:41.291518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44784) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.471284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-aaf0ed94-407b-42c5-9a2d-022cfecd2744 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1839727385&fields=id&tenant_id=44c3613b95a8434c8254bd97b4c0a861 HTTP/1.1" status: 200 len: 267 time: 0.1859262 Sep 16 05:00:41.493713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-f416a788-1ee7-412a-956d-9715474642cf service neutron] 10.222.0.59 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769428 Sep 16 05:00:41.556467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Allocated IP 172.20.0.2 (556feeef-d6a3-4859-816d-17f4fab88f9b/37fc8be7-1f27-48e8-92ec-9bc0d18048d7/7edc6e21-f9db-4a5b-848f-dd5165b2fa00) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:41.735045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.735404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f16b9ad8-4bcd-42e9-9244-9a9a2442d33f None None] Provisioning complete for port 3e5a9839-e57d-44ab-9376-57f05239b5c0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:41.735404 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f16b9ad8-4bcd-42e9-9244-9a9a2442d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.784618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f16b9ad8-4bcd-42e9-9244-9a9a2442d33f None None] Port 3e5a9839-e57d-44ab-9376-57f05239b5c0 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:41.897626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.114042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-370fd010-b3e7-44c3-808a-f40adba2955e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.128457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-370fd010-b3e7-44c3-808a-f40adba2955e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports/65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 932 time: 0.6325815 Sep 16 05:00:42.168152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c269991f-6bcd-4309-b89d-8fc636cf8742 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:42.233662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c269991f-6bcd-4309-b89d-8fc636cf8742 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:42.234318 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.258411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-77ab1585-5188-4db0-bff9-728fb660ad2c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.259982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-77ab1585-5188-4db0-bff9-728fb660ad2c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports/6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 932 time: 0.1303520 Sep 16 05:00:42.353445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-cb9205b0-9e67-4fdf-91e3-872cec921dcf tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0665503 Sep 16 05:00:42.404156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.420090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-effcbe9a-f030-4170-9a78-bff90fbc666e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0469308 Sep 16 05:00:42.516661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Network 556feeef-d6a3-4859-816d-17f4fab88f9b is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:42.524300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:42.531159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:42.570962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.588003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Pushing event updated for resources: {'Port': ['ID=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:42.664819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Attempting to bind port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:42.665194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Attempting to bind port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:42.665641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Attempting to bind port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 on network 556feeef-d6a3-4859-816d-17f4fab88f9b {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:42.681652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:42.682056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Checking segment: {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:42.682477 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.682881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Bound using segment: {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:42.683389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Bound port: 7edc6e21-f9db-4a5b-848f-dd5165b2fa00, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:42.684037 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.765840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] For port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:42.771807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] For port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:42.791741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafb751d-4571-498f-9ecb-7d36fcb135e1', 'name': 'network-vif-deleted', 'tag': '4a5ae98c-9873-4629-83be-26916ed8fd6e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:42.803904 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d850e669-44b4-4826-b734-373c85e3ad48" -d '{"events": [{"server_uuid": "cafb751d-4571-498f-9ecb-7d36fcb135e1", "name": "network-vif-deleted", "tag": "4a5ae98c-9873-4629-83be-26916ed8fd6e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:42.819776 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.837979 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.848038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-09bcaed0-dd6f-4e36-bba5-7aeced6b723c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.854309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-09bcaed0-dd6f-4e36-bba5-7aeced6b723c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.860800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-09bcaed0-dd6f-4e36-bba5-7aeced6b723c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.865477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.868382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-09bcaed0-dd6f-4e36-bba5-7aeced6b723c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/networks?id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=433648c1-f499-41d8-972e-6f435f317bce&id=433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 200 len: 1990 time: 0.4518783 Sep 16 05:00:42.896620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83666c5d-5840-41e4-a0f6-a159ab66b8c9 req-7211ec22-6b10-4501-bd28-6764f560b1fc tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.906102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83666c5d-5840-41e4-a0f6-a159ab66b8c9 req-7211ec22-6b10-4501-bd28-6764f560b1fc tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 949 time: 0.2286055 Sep 16 05:00:42.923355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-d4d39739-d38d-4a9b-a49d-037013377316 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/quotas/44c3613b95a8434c8254bd97b4c0a861 HTTP/1.1" status: 200 len: 375 time: 0.0536699 Sep 16 05:00:42.960309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c59985-1901-4956-a4f6-82dd60c544fd None None] Pushing event updated for resources: {'Port': ['ID=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:43.026245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Allocated IP 172.25.7.171 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/6a8acc31-1bee-4b43-a603-20d4ef36411e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:43.061687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83666c5d-5840-41e4-a0f6-a159ab66b8c9 req-1de1689f-abb7-47c1-a4cd-cf80d0bee048 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546285 Sep 16 05:00:43.109920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-12b99138-9713-4f13-9739-87ce9693898a tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1779008 Sep 16 05:00:43.257600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting port 3e5a9839-e57d-44ab-9376-57f05239b5c0 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:43.257600 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.294254 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.300806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b642f4ed-3aff-45f0-8704-3ad8a441e4b7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:43.302095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b642f4ed-3aff-45f0-8704-3ad8a441e4b7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1912818 Sep 16 05:00:43.403603 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.476406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:43.481101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:43.488070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:43.539557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8acc31-1bee-4b43-a603-20d4ef36411e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:43.548515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.622219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Calling delete_port for 3e5a9839-e57d-44ab-9376-57f05239b5c0 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:43.639009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26b1bebd-e86d-411e-854b-8605f2539309 service neutron] 10.222.0.59 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403891 Sep 16 05:00:43.693784 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a5acbad8-d347-4a96-b8f7-c0130befe258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.787092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60773c35-65f1-445d-b45f-40a7b8de09ab req-bf086b2a-3e16-4aec-8ea3-46ea9199213e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:43.788804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60773c35-65f1-445d-b45f-40a7b8de09ab req-bf086b2a-3e16-4aec-8ea3-46ea9199213e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.2193117 Sep 16 05:00:43.916821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60773c35-65f1-445d-b45f-40a7b8de09ab req-9d5ba084-9a80-43d7-b680-956ed7d466e8 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883181 Sep 16 05:00:43.979225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-4fe994a2-5f5d-43ec-b89f-5cb5612f3489 service neutron] 10.222.0.59 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209784 Sep 16 05:00:43.979457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.009380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44816) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:44.113486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a4e17a0-81d0-4e99-95b8-d681b732b26f req-125d1367-83f9-40fa-a1f1-947653a26a4d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 210 time: 0.0751836 Sep 16 05:00:44.128356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-a6eccad8-8cbf-432c-ac4a-f73bb1a59aaf service neutron] 10.222.0.59 "GET /v2.0/ports/65e8e357-5fd5-45e0-811e-32afc834b29f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1427963 Sep 16 05:00:44.168361 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.244497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:44.257875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-d38024fc-b01f-4934-9bf1-81ea51276906 service neutron] 10.222.0.59 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338532 Sep 16 05:00:44.286569 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.328344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:44.328731 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.337972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8b9449a-9de7-4bb0-82c3-2d0d9c3c24db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.425398 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55a35d4-a4a6-4803-81b6-e3220738b20b x-openstack-request-id: req-d55a35d4-a4a6-4803-81b6-e3220738b20b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:44.425690 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafb751d-4571-498f-9ecb-7d36fcb135e1", "name": "network-vif-deleted", "tag": "4a5ae98c-9873-4629-83be-26916ed8fd6e", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:44.426118 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d55a35d4-a4a6-4803-81b6-e3220738b20b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:44.426840 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafb751d-4571-498f-9ecb-7d36fcb135e1', 'name': 'network-vif-deleted', 'tag': '4a5ae98c-9873-4629-83be-26916ed8fd6e', 'status': 'completed', 'code': 200} Sep 16 05:00:44.442747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c170a754-0ab9-4821-8436-c7b1f1abf621 service neutron] 10.222.0.59 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838710 Sep 16 05:00:44.454287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.494732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:44.497189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-1df484cb-6629-4d85-a165-49594214f18a service neutron] 10.222.0.59 "GET /v2.0/ports/6d2227d4-2a0d-43e0-8a1a-c447df3d416a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0504894 Sep 16 05:00:44.547234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd776d0-1c9b-423e-b24d-71a0f507070c None None] Network 556feeef-d6a3-4859-816d-17f4fab88f9b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:44.556397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Router 00600226-7b5b-436b-85be-af479d93b9ac is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:44.590504 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.620861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.679080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Port': ['ID=3e5a9839-e57d-44ab-9376-57f05239b5c0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.727090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.733694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b276696d-c901-4e6f-bbef-ab7a2fc4dc6d None None] Provisioning complete for port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:44.734069 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b276696d-c901-4e6f-bbef-ab7a2fc4dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.747686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:44.761713 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Sync routers for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:44.763833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-dd883fd7-2741-470e-a05b-0f022e1c634e service neutron] 10.222.0.59 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595820 Sep 16 05:00:44.786918 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:44.790253 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:44.836124 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.851790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8b9449a-9de7-4bb0-82c3-2d0d9c3c24db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.940794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5a72ab36-f1a0-4256-8e5c-62ff6dbcfed2 service neutron] 10.222.0.59 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657677 Sep 16 05:00:44.958498 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:44.992797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8b9449a-9de7-4bb0-82c3-2d0d9c3c24db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.076787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.105046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.106350 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-449416ee-e779-41b7-8c86-ba77d759c3e2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.1449833 Sep 16 05:00:45.115786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44832) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.166091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f8b9449a-9de7-4bb0-82c3-2d0d9c3c24db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24333545e0b54c16a6c7e1100c02ab29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1502481 Sep 16 05:00:45.172585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0e6e2629-31cf-4e89-846c-980fdfddbb54 None None] Provisioning complete for port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:45.172585 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e6e2629-31cf-4e89-846c-980fdfddbb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.205195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44838) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.205195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9449a-9de7-4bb0-82c3-2d0d9c3c24db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc8b943-2b08-4ce4-babd-35e27c059011,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.281963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-78d48eb7-bec3-412b-98f2-5bbee8fc02b1 service neutron] 10.222.0.59 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995148 Sep 16 05:00:45.290128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Router 915c7750-4cda-4a79-8b56-5d8d37d77f99 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:45.312893 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:43Z', 'revision_number': 3, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.386312 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Checking router: 00600226-7b5b-436b-85be-af479d93b9ac for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:45.388336 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Updating router 00600226-7b5b-436b-85be-af479d93b9ac port 6a8acc31-1bee-4b43-a603-20d4ef36411e binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:45.422180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0c262be7-d720-46f6-8ff3-58e6332ea2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.438878 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.480596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:45.492221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac4255-87c5-4f44-837e-fd2544154cc0 None None] Sync routers for ids ['915c7750-4cda-4a79-8b56-5d8d37d77f99'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:45.492438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0e014367-2f86-4b0f-82bc-cdbfa53c12a6 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "PUT /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2004325 Sep 16 05:00:45.501206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0c262be7-d720-46f6-8ff3-58e6332ea2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.504922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44840) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.508018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac4255-87c5-4f44-837e-fd2544154cc0 None None] Routers {'915c7750-4cda-4a79-8b56-5d8d37d77f99'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:45.508018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-25ac4255-87c5-4f44-837e-fd2544154cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['915c7750-4cda-4a79-8b56-5d8d37d77f99'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.523659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40990449-6376-48fc-bbba-5366f2f5ec40 service neutron] 10.222.0.59 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254260 Sep 16 05:00:45.563497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-25ac4255-87c5-4f44-837e-fd2544154cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.575749 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-cf154f07-87ce-4155-a372-9b2ff0b6fc2c tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] show failed (client error): The resource could not be found. Sep 16 05:00:45.576356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac4255-87c5-4f44-837e-fd2544154cc0 None None] Routers {'915c7750-4cda-4a79-8b56-5d8d37d77f99'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:45.576793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cf154f07-87ce-4155-a372-9b2ff0b6fc2c tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1765683493 HTTP/1.1" status: 404 len: 335 time: 0.0709298 Sep 16 05:00:45.577157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-25ac4255-87c5-4f44-837e-fd2544154cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['915c7750-4cda-4a79-8b56-5d8d37d77f99'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.583377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44842) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.591931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c74f326c-33db-408f-b76c-0c9a1f324741 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:45.635407 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-c74f326c-33db-408f-b76c-0c9a1f324741 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] update failed (client error): The resource could not be found. Sep 16 05:00:45.636073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-25ac4255-87c5-4f44-837e-fd2544154cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:45.639762 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c74f326c-33db-408f-b76c-0c9a1f324741 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1220156456 HTTP/1.1" status: 404 len: 335 time: 0.0518544 Sep 16 05:00:45.640700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac4255-87c5-4f44-837e-fd2544154cc0 None None] The sync data for ids ['915c7750-4cda-4a79-8b56-5d8d37d77f99'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:45.649357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44844) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.816680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.839485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:45.843678 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.936909 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.951018 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.960859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:45.963159 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a139bd-207d-4528-9966-c357b82623bc" -d '{"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-unplugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:45.976019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:46.011058 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Pushing event updated for resources: {'Port': ['ID=6a8acc31-1bee-4b43-a603-20d4ef36411e,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.018051 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Attempting to bind port 6a8acc31-1bee-4b43-a603-20d4ef36411e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:46.018421 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Attempting to bind port 6a8acc31-1bee-4b43-a603-20d4ef36411e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:46.021931 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Attempting to bind port 6a8acc31-1bee-4b43-a603-20d4ef36411e on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:46.022642 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.022995 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.023351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.023685 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.024013 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.024334 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.024657 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.024978 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.025297 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.025640 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.025936 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.026252 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:46.035122 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:46.035525 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:46.035932 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.036321 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:46.036790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Bound port: 6a8acc31-1bee-4b43-a603-20d4ef36411e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:46.037286 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.076734 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.094219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa35b2a2-abdd-4ae2-a3f4-0bf326d09682 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting subnet 2c31edca-6fed-4a64-beeb-896773a36ce0 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:46.094219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-aed91283-7e8f-411a-bbad-a19268adfb5f service neutron] 10.222.0.59 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326262 Sep 16 05:00:46.094595 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] For port 6a8acc31-1bee-4b43-a603-20d4ef36411e, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:46.094827 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa35b2a2-abdd-4ae2-a3f4-0bf326d09682 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.098879 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] For port 6a8acc31-1bee-4b43-a603-20d4ef36411e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6a8acc31-1bee-4b43-a603-20d4ef36411e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:46.144363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:46.171078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.173740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aff8e1-0012-4c57-95a6-5cab53d761bc req-0fefc17c-af69-4146-a5b8-639860f387f6 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.181120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80aff8e1-0012-4c57-95a6-5cab53d761bc req-0fefc17c-af69-4146-a5b8-639860f387f6 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.1480238 Sep 16 05:00:46.184640 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa35b2a2-abdd-4ae2-a3f4-0bf326d09682 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.203085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:46.204042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.241976 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0c262be7-d720-46f6-8ff3-58e6332ea2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.244857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0c262be7-d720-46f6-8ff3-58e6332ea2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.248470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0c262be7-d720-46f6-8ff3-58e6332ea2be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2bc8b943-2b08-4ce4-babd-35e27c059011 HTTP/1.1" status: 204 len: 168 time: 1.0442376 Sep 16 05:00:46.252544 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.302761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c262be7-d720-46f6-8ff3-58e6332ea2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc8b943-2b08-4ce4-babd-35e27c059011,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.333942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80aff8e1-0012-4c57-95a6-5cab53d761bc req-3ddc55a6-522b-4329-8670-42a90725103b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519427 Sep 16 05:00:46.344990 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:46.347788 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:46.350581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b0edd29c-dc37-4f24-8501-dcf1be76bd02 service neutron] 10.222.0.59 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333269 Sep 16 05:00:46.434114 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa35b2a2-abdd-4ae2-a3f4-0bf326d09682 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.451607 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8b0cc-fd62-4517-ae8e-81f4e09f8a67 None None] Pushing event updated for resources: {'Port': ['ID=6a8acc31-1bee-4b43-a603-20d4ef36411e,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.533756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5499a58c-edd9-4b74-829f-c025eb6e5006 req-8a56296d-4487-4de4-9b72-3d9370258b40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 210 time: 0.0430956 Sep 16 05:00:46.549723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-df94075d-0782-4737-bc48-1479555d1b36 service neutron] 10.222.0.59 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683230 Sep 16 05:00:46.560423 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:46.713084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-71ab6469-edfe-4aaa-9dc3-bb4ab6c90be7 service neutron] 10.222.0.59 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440194 Sep 16 05:00:46.732881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15256d-a484-4335-bea9-76a059da8a5c req-8236bb2e-9aa5-4997-b5b3-728d3cfc6374 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.744454 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-8236bb2e-9aa5-4997-b5b3-728d3cfc6374 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.57 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 815 time: 0.5710230 Sep 16 05:00:46.776622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa35b2a2-abdd-4ae2-a3f4-0bf326d09682 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.779441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Request body: {'port': {'device_id': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'admin_state_up': True, 'tenant_id': 'a7001a62db8344e1ae8deba88763e3af'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:46.782209 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:43Z', 'revision_number': 3, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:46.837175 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.851637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35b2a2-abdd-4ae2-a3f4-0bf326d09682 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Subnet': ['ID=2c31edca-6fed-4a64-beeb-896773a36ce0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.865197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa35b2a2-abdd-4ae2-a3f4-0bf326d09682 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.871885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aa35b2a2-abdd-4ae2-a3f4-0bf326d09682 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/subnets/2c31edca-6fed-4a64-beeb-896773a36ce0 HTTP/1.1" status: 204 len: 168 time: 1.2217422 Sep 16 05:00:46.874050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44862) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:46.874191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1641386d-61ba-4b7a-89a5-8661473106d2 None None] Network fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:46.934725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Allocated IP 172.20.0.1 (556feeef-d6a3-4859-816d-17f4fab88f9b/37fc8be7-1f27-48e8-92ec-9bc0d18048d7/fcbdc7e9-a5fd-4398-8553-a33264ea8343) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:46.937287 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f7999-236d-4bd6-ab2d-c306318b0825 None None] The sync data for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 is: [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:43Z', 'revision_number': 3, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:47.038407 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.088123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-d4479a82-9bf8-43b8-ad99-85d27e1c480c service neutron] 10.222.0.59 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679674 Sep 16 05:00:47.123606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Made reservation on behalf of a7001a62db8344e1ae8deba88763e3af for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:47.128013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.153210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] DHCP port deletion for fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:47.217061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting port c269991f-6bcd-4309-b89d-8fc636cf8742 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:47.217413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.254799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-4f47cf66-a431-4d51-8a13-f955935c20e5 service neutron] 10.222.0.59 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426048 Sep 16 05:00:47.259339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] Deleting port c269991f-6bcd-4309-b89d-8fc636cf8742 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:47.259799 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.267714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.321811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] For port c269991f-6bcd-4309-b89d-8fc636cf8742, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c269991f-6bcd-4309-b89d-8fc636cf8742,segment=NetworkSegment(06f8fdda-349a-4773-9da2-e7cfdea0e3e7),segment_id=06f8fdda-349a-4773-9da2-e7cfdea0e3e7)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:47.322581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.339799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Calling delete_port for c269991f-6bcd-4309-b89d-8fc636cf8742 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:47.485318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] For port c269991f-6bcd-4309-b89d-8fc636cf8742, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c269991f-6bcd-4309-b89d-8fc636cf8742,segment=NetworkSegment(06f8fdda-349a-4773-9da2-e7cfdea0e3e7),segment_id=06f8fdda-349a-4773-9da2-e7cfdea0e3e7)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:47.485771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.527276 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] Calling delete_port for c269991f-6bcd-4309-b89d-8fc636cf8742 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:47.592311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.641247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Port': ['ID=c269991f-6bcd-4309-b89d-8fc636cf8742,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.646248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] No DVR routers for this DVR port c269991f-6bcd-4309-b89d-8fc636cf8742 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:47.651534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be3ae6-0011-4593-8e49-1c47784728ff req-a4688fa0-7c63-4aeb-b257-f2f513608398 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.655424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95be3ae6-0011-4593-8e49-1c47784728ff req-a4688fa0-7c63-4aeb-b257-f2f513608398 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/ports?device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 949 time: 0.2434149 Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: from cryptography.utils import int_from_bytes Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: from cryptography.utils import int_from_bytes Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.667434 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:47.669618 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:00:47.670485 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168c1242-477e-4c6a-a797-d5ad88369766 x-openstack-request-id: req-168c1242-477e-4c6a-a797-d5ad88369766 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:47.670485 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-unplugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:47.670954 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-168c1242-477e-4c6a-a797-d5ad88369766 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:47.671347 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'code': 200} Sep 16 05:00:47.674725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Allocated IP 172.20.0.6 (88b41c25-5c9c-4812-8d3f-baae89b17e38/e1dbca78-dc71-4464-b0dc-e8170128ff28/7b0fc6af-66a5-4db3-9857-05ab6a390586) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:47.676345 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.752492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] Pushing event deleted for resources: {'Port': ['ID=c269991f-6bcd-4309-b89d-8fc636cf8742,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.764231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c200cc-3729-4d60-a703-47cafb2ac9ee None None] No DVR routers for this DVR port c269991f-6bcd-4309-b89d-8fc636cf8742 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:47.792514 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.800226 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.842684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:47.855162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f8fdda-349a-4773-9da2-e7cfdea0e3e7') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:47.855757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f8fdda-349a-4773-9da2-e7cfdea0e3e7') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:47.872236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbdc7e9-a5fd-4398-8553-a33264ea8343,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.872642 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.890092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.895341 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Network 556feeef-d6a3-4859-816d-17f4fab88f9b is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:47.897872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:47.898658 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.900398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:47.902856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:47.915906 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:48.005056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:48.035835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.133424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1060e5-17a8-4b75-ba0c-039f35bc5d61 req-1bdbe9de-2d26-4d9e-8c90-0458fb9fe2b3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.135668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce1060e5-17a8-4b75-ba0c-039f35bc5d61 req-1bdbe9de-2d26-4d9e-8c90-0458fb9fe2b3 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 949 time: 0.2208843 Sep 16 05:00:48.183057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Deleting port cbb115ef-4386-488b-ae6f-9e92e4a304eb {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:48.183771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.187519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.226643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.252975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/networks/fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3 HTTP/1.1" status: 204 len: 168 time: 1.3714578 Sep 16 05:00:48.256930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6a8acc31-1bee-4b43-a603-20d4ef36411e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:48.257461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44906) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.288947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bd42a-b408-48b0-9e9d-2d157f7b2b56 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Network': ['ID=fd8f9fe9-9b08-4fd8-a8b1-6b52c1256fc3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.303261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce1060e5-17a8-4b75-ba0c-039f35bc5d61 req-607d3af9-9ae2-4fb9-9888-3aadde699e73 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611910 Sep 16 05:00:48.325860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1232de46-065b-46d6-8844-93f954a78e63 None None] Provisioning complete for port fcbdc7e9-a5fd-4398-8553-a33264ea8343 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:48.325860 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1232de46-065b-46d6-8844-93f954a78e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.396881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:48.434596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'network_id': '06346a98-db22-4422-896a-c804ba2ab6cc', 'port_id': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'mac_address': 'fa:16:3e:84:0a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2679ef2f-efb3-4dd9-bfb1-affafce3c03f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:48.452177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.477688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1232de46-065b-46d6-8844-93f954a78e63 None None] Port fcbdc7e9-a5fd-4398-8553-a33264ea8343 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:48.480865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5635f3be-4c53-41a0-aa52-e79970ecaa80 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting subnet 3e7098dd-fd30-48a6-af92-7ef969c1941f {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:48.481026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ac94-a3ad-44b8-ace2-896846525386 req-2332e3b6-a05b-4c42-b7a8-05ae6ace6d15 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.482975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9486ac94-a3ad-44b8-ace2-896846525386 req-2332e3b6-a05b-4c42-b7a8-05ae6ace6d15 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 944 time: 0.0638175 Sep 16 05:00:48.487525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] For port cbb115ef-4386-488b-ae6f-9e92e4a304eb, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=cbb115ef-4386-488b-ae6f-9e92e4a304eb,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:48.487906 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.490439 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5635f3be-4c53-41a0-aa52-e79970ecaa80 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.502871 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.506227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6a8acc31-1bee-4b43-a603-20d4ef36411e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:48.506227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.556154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b9469c-3efc-40ba-b97f-b6eee30e91ba {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:48.581328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:48.581489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Calling delete_port for cbb115ef-4386-488b-ae6f-9e92e4a304eb owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:48.616434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5635f3be-4c53-41a0-aa52-e79970ecaa80 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.621845 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.631896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9486ac94-a3ad-44b8-ace2-896846525386 req-481ce273-3935-4b82-af09-f0a28b638ccb tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356220 Sep 16 05:00:48.647485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 6a8acc31-1bee-4b43-a603-20d4ef36411e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6a8acc31-1bee-4b43-a603-20d4ef36411e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:48.669104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.670888 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.727744 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.735955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37be98fa-4bba-4b88-a6ce-be09fb8f6846 req-bf452ceb-fc15-4304-8a08-573a36e12142 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 210 time: 0.0415559 Sep 16 05:00:48.823778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.896144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=6a8acc31-1bee-4b43-a603-20d4ef36411e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.897562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.915756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c269991f-6bcd-4309-b89d-8fc636cf8742 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:48.936752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5635f3be-4c53-41a0-aa52-e79970ecaa80 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.937907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c269991f-6bcd-4309-b89d-8fc636cf8742 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:48.938260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c269991f-6bcd-4309-b89d-8fc636cf8742 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:49.049126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['99b9469c-3efc-40ba-b97f-b6eee30e91ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:49.069734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Network 88b41c25-5c9c-4812-8d3f-baae89b17e38 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:49.092657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:49.104080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:49.114307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Pushing event updated for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.198263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-d20014bc-82d6-4cd9-8c2d-748ae1f15638 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.198263 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-d20014bc-82d6-4cd9-8c2d-748ae1f15638 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 949 time: 0.2672031 Sep 16 05:00:49.235316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.235954 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.264251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.265827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.282366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['cbb115ef-4386-488b-ae6f-9e92e4a304eb', '6fb19592-2b34-450f-8e6d-245c676b2960'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:49.289439 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5635f3be-4c53-41a0-aa52-e79970ecaa80 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.351427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635f3be-4c53-41a0-aa52-e79970ecaa80 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7098dd-fd30-48a6-af92-7ef969c1941f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.359912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event deleted for resources: {'Port': ['ID=cbb115ef-4386-488b-ae6f-9e92e4a304eb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.373730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-276158f8-981d-471d-943b-c76f62b576ee req-52daddd7-3f74-4ca4-a359-ccd888a230ff tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0739005 Sep 16 05:00:49.417378 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-1cf199b6-c96b-4d6c-9be5-b7b8603b7e5e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6483393 Sep 16 05:00:49.417993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.457924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae6b60e6-d0c7-4d5f-a3b4-7ff920d65925 req-0df52661-7b7e-483e-b31d-0f43fbf68982 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 210 time: 0.0558288 Sep 16 05:00:49.490673 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5635f3be-4c53-41a0-aa52-e79970ecaa80 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.495806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44942) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.496530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5635f3be-4c53-41a0-aa52-e79970ecaa80 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/subnets/3e7098dd-fd30-48a6-af92-7ef969c1941f HTTP/1.1" status: 204 len: 168 time: 1.2348599 Sep 16 05:00:49.500693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-9628d360-90eb-4bc8-b987-0e8c46e6e046 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:49.501946 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-9628d360-90eb-4bc8-b987-0e8c46e6e046 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604019 Sep 16 05:00:49.508496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b31f2-2bf1-40bc-b1ac-284ca1971f78 None None] Network 988fa22a-8cb6-45e4-903f-61147d3d0f62 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:49.533104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] No DVR routers for this DVR port cbb115ef-4386-488b-ae6f-9e92e4a304eb on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:49.554820 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.557140 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-95be3ae6-0011-4593-8e49-1c47784728ff req-38bb7281-64de-48bf-a46c-68e3d155d928 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "DELETE /v2.0/ports/cbb115ef-4386-488b-ae6f-9e92e4a304eb HTTP/1.1" status: 204 len: 173 time: 1.8469617 Sep 16 05:00:49.559950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18a278f-bc6e-4b77-a0b2-3df769863b48', 'name': 'network-vif-deleted', 'tag': 'cbb115ef-4386-488b-ae6f-9e92e4a304eb'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:49.563413 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ea3ac5-e949-4371-9867-07ce80a17929" -d '{"events": [{"server_uuid": "c18a278f-bc6e-4b77-a0b2-3df769863b48", "name": "network-vif-deleted", "tag": "cbb115ef-4386-488b-ae6f-9e92e4a304eb"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:49.606608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbdc7e9-a5fd-4398-8553-a33264ea8343,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.614241 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.627610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f2f2eb-6a8e-4fd2-bb33-e11cd7e98e7a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting subnet 0a147a77-49a1-46b9-ad30-a3ba6ccc773a {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:49.632258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65f2f2eb-6a8e-4fd2-bb33-e11cd7e98e7a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.639770 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dded0597-fb8c-46db-b645-c962a6dbe2a5 x-openstack-request-id: req-dded0597-fb8c-46db-b645-c962a6dbe2a5 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:49.640062 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18a278f-bc6e-4b77-a0b2-3df769863b48", "name": "network-vif-deleted", "tag": "cbb115ef-4386-488b-ae6f-9e92e4a304eb", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:49.640316 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dded0597-fb8c-46db-b645-c962a6dbe2a5 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:49.640710 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18a278f-bc6e-4b77-a0b2-3df769863b48', 'name': 'network-vif-deleted', 'tag': 'cbb115ef-4386-488b-ae6f-9e92e4a304eb', 'status': 'completed', 'code': 200} Sep 16 05:00:49.712302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65f2f2eb-6a8e-4fd2-bb33-e11cd7e98e7a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.721362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:49.755315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Deleting port 6fb19592-2b34-450f-8e6d-245c676b2960 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:49.755673 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.838204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Request body: {'port': {'device_id': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:49.959673 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65f2f2eb-6a8e-4fd2-bb33-e11cd7e98e7a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.104772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bbe37-74a5-4bc3-89bb-2cab2062828e req-4087d526-87e7-4127-89bb-702f3dbf3db0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.105933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f22bbe37-74a5-4bc3-89bb-2cab2062828e req-4087d526-87e7-4127-89bb-702f3dbf3db0 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.3255458 Sep 16 05:00:50.116035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.117189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device bd43d7fc-6ef8-418c-81ba-2244e345c897 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:50.119465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:50.195105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b97a46-2510-4be0-8522-d5048374fabe req-30046be3-2f38-4a7a-9ab3-1a7800b08987 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.203559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65b97a46-2510-4be0-8522-d5048374fabe req-30046be3-2f38-4a7a-9ab3-1a7800b08987 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 931 time: 0.3364115 Sep 16 05:00:50.241282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6a8acc31-1bee-4b43-a603-20d4ef36411e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:50.249606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Network 556feeef-d6a3-4859-816d-17f4fab88f9b is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:50.258905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f22bbe37-74a5-4bc3-89bb-2cab2062828e req-757f2a7e-bebd-4c0b-bc22-4c01b3c755ab tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269753 Sep 16 05:00:50.262268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] For port 6fb19592-2b34-450f-8e6d-245c676b2960, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6fb19592-2b34-450f-8e6d-245c676b2960,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:50.262654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.267516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:50.284686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65b97a46-2510-4be0-8522-d5048374fabe req-b3d514ac-9761-499f-a75c-4d6ac6d5503a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798764 Sep 16 05:00:50.296855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Calling delete_port for 6fb19592-2b34-450f-8e6d-245c676b2960 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:50.299577 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65f2f2eb-6a8e-4fd2-bb33-e11cd7e98e7a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.331194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2f2eb-6a8e-4fd2-bb33-e11cd7e98e7a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Subnet': ['ID=0a147a77-49a1-46b9-ad30-a3ba6ccc773a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.337093 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65f2f2eb-6a8e-4fd2-bb33-e11cd7e98e7a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.339650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-65f2f2eb-6a8e-4fd2-bb33-e11cd7e98e7a tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/subnets/0a147a77-49a1-46b9-ad30-a3ba6ccc773a HTTP/1.1" status: 204 len: 168 time: 0.8419886 Sep 16 05:00:50.342076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44982) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:50.436898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa870a-94ba-4fdc-ae20-d64f3106e904 None None] Network 7f816f7e-81e6-42a7-ab32-3464593efad2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:50.637271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9f1c4b9-01b1-40de-9f05-69dd92b97105 req-abd09b35-ef36-4bd6-80db-13a9de2b7875 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0721898 Sep 16 05:00:50.657837 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.728231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] DHCP port deletion for 988fa22a-8cb6-45e4-903f-61147d3d0f62 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:50.751519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed509471-b8df-4f11-bc8d-ee1dd7a9a616 req-022833d1-e191-41bd-8679-efc49584a43b tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=c18a278f-bc6e-4b77-a0b2-3df769863b48 HTTP/1.1" status: 200 len: 210 time: 0.0348938 Sep 16 05:00:50.784669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting port 6254f058-dde8-4c6a-a00e-97873dd6ac76 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:50.785027 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.867851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ec141524-e70f-4ebc-a62b-c3c927cfa6eb None None] Provisioning complete for port fcbdc7e9-a5fd-4398-8553-a33264ea8343 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:50.868090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ec141524-e70f-4ebc-a62b-c3c927cfa6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.871444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:50.924633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 99b9469c-3efc-40ba-b97f-b6eee30e91ba completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:50.925091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] For port 6254f058-dde8-4c6a-a00e-97873dd6ac76, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6254f058-dde8-4c6a-a00e-97873dd6ac76,segment=NetworkSegment(8206ef96-cd84-4024-aa37-b25ef9a500a5),segment_id=8206ef96-cd84-4024-aa37-b25ef9a500a5)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:50.925091 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.938907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Calling delete_port for 6254f058-dde8-4c6a-a00e-97873dd6ac76 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:50.951176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6a8acc31-1bee-4b43-a603-20d4ef36411e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:50.951661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.954887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'mac_address': 'fa:16:3e:c8:62:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:50.966260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 99b9469c-3efc-40ba-b97f-b6eee30e91ba triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:50.966647 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.094498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ec141524-e70f-4ebc-a62b-c3c927cfa6eb None None] Port fcbdc7e9-a5fd-4398-8553-a33264ea8343 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:51.112307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Router 00600226-7b5b-436b-85be-af479d93b9ac has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:51.171055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] Deleting port 6254f058-dde8-4c6a-a00e-97873dd6ac76 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:51.171733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.197768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.257852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] DHCP port deletion for 7f816f7e-81e6-42a7-ab32-3464593efad2 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:51.262755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Port': ['ID=6254f058-dde8-4c6a-a00e-97873dd6ac76,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.266370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] No DVR routers for this DVR port 6254f058-dde8-4c6a-a00e-97873dd6ac76 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:51.296790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.402751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.432055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988fa22a-8cb6-45e4-903f-61147d3d0f62']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.432883 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.446377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8206ef96-cd84-4024-aa37-b25ef9a500a5') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.447052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8206ef96-cd84-4024-aa37-b25ef9a500a5') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.465314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.483428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.491733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:51.492748 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.507884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd43d7fc-6ef8-418c-81ba-2244e345c897 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:51.531089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:51.535693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] For port 6254f058-dde8-4c6a-a00e-97873dd6ac76, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6254f058-dde8-4c6a-a00e-97873dd6ac76,segment=NetworkSegment(8206ef96-cd84-4024-aa37-b25ef9a500a5),segment_id=8206ef96-cd84-4024-aa37-b25ef9a500a5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:51.538299 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.563288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] Calling delete_port for 6254f058-dde8-4c6a-a00e-97873dd6ac76 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:51.574126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:51.579176 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7a2b03-f667-47a4-afe2-0840946c1f53" -d '{"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-plugged", "status": "completed", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:51.601494 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:51.606933 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.644089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:51.710803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297432cf-3eae-4ddf-95b0-28b0a831c61b req-3b142e89-1683-485b-8812-ea5b3584118c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.712881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-297432cf-3eae-4ddf-95b0-28b0a831c61b req-3b142e89-1683-485b-8812-ea5b3584118c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 931 time: 0.1092968 Sep 16 05:00:51.725610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5626-2ab9-4f37-9ad6-1802cc4a781b req-a447658f-2ed1-45ad-9998-efc88820741e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.727684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-603e5626-2ab9-4f37-9ad6-1802cc4a781b req-a447658f-2ed1-45ad-9998-efc88820741e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 945 time: 0.1253076 Sep 16 05:00:51.752705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] Deleting port 79dd9974-c595-48cf-a21e-8ae750bc70eb {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:51.753087 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.755317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['bd43d7fc-6ef8-418c-81ba-2244e345c897'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:51.776204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:51.780081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.794782 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fc456a93-bb2e-4f06-9ba8-9255c8c26e56 admin admin] 10.222.0.59 "PUT /v2.0/routers/00600226-7b5b-436b-85be-af479d93b9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6697612 Sep 16 05:00:51.795155 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Sync routers for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:51.795782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-297432cf-3eae-4ddf-95b0-28b0a831c61b req-72b33649-4582-45b3-98cb-1e78292a75d9 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628400 Sep 16 05:00:51.795782 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.824425 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:51.826377 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.842921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event deleted for resources: {'Port': ['ID=6fb19592-2b34-450f-8e6d-245c676b2960,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.855022 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.865965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/networks/988fa22a-8cb6-45e4-903f-61147d3d0f62 HTTP/1.1" status: 204 len: 168 time: 1.5222504 Sep 16 05:00:51.866637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45034) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:51.968040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c53eeb-e023-4b9f-bf28-231347699ca9 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Network': ['ID=988fa22a-8cb6-45e4-903f-61147d3d0f62,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.969390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['819f82b5-8a3b-4d2e-88d2-07596fb4abf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:51.974579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device cbb115ef-4386-488b-ae6f-9e92e4a304eb no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:51.985174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-603e5626-2ab9-4f37-9ad6-1802cc4a781b req-34d1b389-beb5-48f9-af20-339250cb742d tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163215 Sep 16 05:00:52.034623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.048638 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef52c07-e2e7-4363-8a40-531123af4d31 x-openstack-request-id: req-3ef52c07-e2e7-4363-8a40-531123af4d31 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:52.049526 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-plugged", "status": "completed", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:52.049787 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ef52c07-e2e7-4363-8a40-531123af4d31 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:52.050182 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'code': 200} Sep 16 05:00:52.071989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: cbb115ef-4386-488b-ae6f-9e92e4a304eb {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:52.072346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device cbb115ef-4386-488b-ae6f-9e92e4a304eb not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:52.072801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 6fb19592-2b34-450f-8e6d-245c676b2960 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:52.074909 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.237097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] No DVR routers for this DVR port 6fb19592-2b34-450f-8e6d-245c676b2960 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:52.237311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38813e9e-5671-4294-921f-2fcdd73e6fb4 req-18740cb4-0ec9-450d-af41-a424df596fcd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.1381447 Sep 16 05:00:52.245472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.260687 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.262707 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cca8bbe3-803d-436c-b6cc-9c1822a3cd30 req-72c704e0-eacf-4885-80de-2df307271aa7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.60 "DELETE /v2.0/ports/6fb19592-2b34-450f-8e6d-245c676b2960 HTTP/1.1" status: 204 len: 173 time: 3.0504427 Sep 16 05:00:52.275282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=12']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.275837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a04a143-d4e8-49a4-ae3e-2f245446d349', 'name': 'network-vif-deleted', 'tag': '6fb19592-2b34-450f-8e6d-245c676b2960'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:52.275837 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b65b177-52f6-4393-be16-707fbcc87e40" -d '{"events": [{"server_uuid": "7a04a143-d4e8-49a4-ae3e-2f245446d349", "name": "network-vif-deleted", "tag": "6fb19592-2b34-450f-8e6d-245c676b2960"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:52.335417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6254f058-dde8-4c6a-a00e-97873dd6ac76 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:52.355296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d11094c7-3cd9-4bc8-8b38-c3dabaf54c48 req-b31da9cd-34c1-4f38-a984-94c1f200df6f tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a04a143-d4e8-49a4-ae3e-2f245446d349 HTTP/1.1" status: 200 len: 210 time: 0.1009433 Sep 16 05:00:52.442753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0fc6af-66a5-4db3-9857-05ab6a390586 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:52.454570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.457919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 6fb19592-2b34-450f-8e6d-245c676b2960 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:52.458461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 6fb19592-2b34-450f-8e6d-245c676b2960 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:52.483470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Transition to ACTIVE for port object 7b0fc6af-66a5-4db3-9857-05ab6a390586 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:52.489610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 6254f058-dde8-4c6a-a00e-97873dd6ac76 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:52.489971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6254f058-dde8-4c6a-a00e-97873dd6ac76 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:52.490410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 79dd9974-c595-48cf-a21e-8ae750bc70eb no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:52.495201 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:52.497629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting port 79dd9974-c595-48cf-a21e-8ae750bc70eb {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:52.498094 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.526065 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0a53e3-3704-4ea5-a6c8-4023b8f1fd15 x-openstack-request-id: req-3d0a53e3-3704-4ea5-a6c8-4023b8f1fd15 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:52.526490 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a04a143-d4e8-49a4-ae3e-2f245446d349", "name": "network-vif-deleted", "tag": "6fb19592-2b34-450f-8e6d-245c676b2960", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:52.526844 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d0a53e3-3704-4ea5-a6c8-4023b8f1fd15 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:52.527403 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a04a143-d4e8-49a4-ae3e-2f245446d349', 'name': 'network-vif-deleted', 'tag': '6fb19592-2b34-450f-8e6d-245c676b2960', 'status': 'completed', 'code': 200} Sep 16 05:00:52.621337 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.673361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] For port 79dd9974-c595-48cf-a21e-8ae750bc70eb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=79dd9974-c595-48cf-a21e-8ae750bc70eb,segment=NetworkSegment(160d639e-48ba-45f8-b8c1-05032857e4a7),segment_id=160d639e-48ba-45f8-b8c1-05032857e4a7)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:52.674802 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.699396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67cef9-4cf4-4d3f-b757-6543b3a616ff req-0244b8b8-64b3-49f4-b505-b42c28b60917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.701078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f67cef9-4cf4-4d3f-b757-6543b3a616ff req-0244b8b8-64b3-49f4-b505-b42c28b60917 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1098 time: 0.1868753 Sep 16 05:00:52.747844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Calling delete_port for 79dd9974-c595-48cf-a21e-8ae750bc70eb owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:52.760656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] For port 79dd9974-c595-48cf-a21e-8ae750bc70eb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=79dd9974-c595-48cf-a21e-8ae750bc70eb,segment=NetworkSegment(160d639e-48ba-45f8-b8c1-05032857e4a7),segment_id=160d639e-48ba-45f8-b8c1-05032857e4a7)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:52.760656 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.770504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Pushing event updated for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.830685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f67cef9-4cf4-4d3f-b757-6543b3a616ff req-156d6f90-f87c-43ea-98c0-7d312862e88f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138530 Sep 16 05:00:52.898572 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.911317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] Calling delete_port for 79dd9974-c595-48cf-a21e-8ae750bc70eb owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:52.920275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] Network 988fa22a-8cb6-45e4-903f-61147d3d0f62 is not hosted by any dhcp agent {{(pid=101826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:00:52.926917 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] No DVR routers for this DVR port 6254f058-dde8-4c6a-a00e-97873dd6ac76 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:52.962213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Attempting to bind port 7b0fc6af-66a5-4db3-9857-05ab6a390586 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:52.963380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Attempting to bind port 7b0fc6af-66a5-4db3-9857-05ab6a390586 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:52.963953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Attempting to bind port 7b0fc6af-66a5-4db3-9857-05ab6a390586 on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:52.970563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Port 7b0fc6af-66a5-4db3-9857-05ab6a390586 on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:52.971857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Attempting to bind port 7b0fc6af-66a5-4db3-9857-05ab6a390586 on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:52.978562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:52.979255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Checking segment: {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:52.979893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Bound using segment: {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:52.980569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Bound port: 7b0fc6af-66a5-4db3-9857-05ab6a390586, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:52.981170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.041970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27814a5-8d88-4155-b0b7-fb9a39edfa9d None None] Pushing event deleted for resources: {'Port': ['ID=6254f058-dde8-4c6a-a00e-97873dd6ac76,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.052390 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 2, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:53.069238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:53.072777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca029-0913-4170-a1c3-666b7c73018c req-dd5ff00e-075c-4369-9b9a-71f8de9dba50 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.074422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b9ca029-0913-4170-a1c3-666b7c73018c req-dd5ff00e-075c-4369-9b9a-71f8de9dba50 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 943 time: 0.1278446 Sep 16 05:00:53.096224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:53.098584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.137356 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Checking router: 00600226-7b5b-436b-85be-af479d93b9ac for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:53.137889 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Updating router 00600226-7b5b-436b-85be-af479d93b9ac port fcbdc7e9-a5fd-4398-8553-a33264ea8343 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:53.148337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.153632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b9ca029-0913-4170-a1c3-666b7c73018c req-1c850514-8a71-437d-951a-371ed0c0e467 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Sep 16 05:00:53.181762 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.192652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Port': ['ID=79dd9974-c595-48cf-a21e-8ae750bc70eb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.214532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] No DVR routers for this DVR port 79dd9974-c595-48cf-a21e-8ae750bc70eb on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:53.270922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.332145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.333342 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.334995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] 10.222.0.57 "PUT /v2.0/ports/7b0fc6af-66a5-4db3-9857-05ab6a390586 HTTP/1.1" status: 200 len: 1092 time: 3.8031185 Sep 16 05:00:53.461513 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.481569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] No DVR routers for this DVR port 79dd9974-c595-48cf-a21e-8ae750bc70eb on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:53.509492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716a904-e91a-4ce3-9779-43599a087ab9 None None] Pushing event deleted for resources: {'Port': ['ID=79dd9974-c595-48cf-a21e-8ae750bc70eb,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.595203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.606058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc4f86-fa4f-43f0-833b-bbeff0a64d5d req-38f2f1f1-9007-491e-b74d-9c2f291f1098 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.628385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75bc4f86-fa4f-43f0-833b-bbeff0a64d5d req-38f2f1f1-9007-491e-b74d-9c2f291f1098 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1389372 Sep 16 05:00:53.638322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c3d6-eb38-4eeb-b272-4a296d533bfb service neutron] Pushing event updated for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.668685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f816f7e-81e6-42a7-ab32-3464593efad2']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:53.685635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160d639e-48ba-45f8-b8c1-05032857e4a7') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:53.685961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160d639e-48ba-45f8-b8c1-05032857e4a7') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:53.699138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15256d-a484-4335-bea9-76a059da8a5c req-5deab886-0c0f-435f-aeee-2ed152c5dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.703787 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-5deab886-0c0f-435f-aeee-2ed152c5dc63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 1095 time: 0.1079288 Sep 16 05:00:53.703787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.726486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.742808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:53.743359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:53.752277 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:53.756406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-79ea6ae2-350d-43de-a947-cca287adfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.761320 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-79ea6ae2-350d-43de-a947-cca287adfff5 service neutron] 10.222.0.57 "GET /v2.0/ports/65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 1028 time: 0.1034076 Sep 16 05:00:53.772135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75bc4f86-fa4f-43f0-833b-bbeff0a64d5d req-9c5621ff-7b1a-46fa-9e2e-f1fb6554873f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422799 Sep 16 05:00:53.833558 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-f4b31064-025f-42a1-a870-06decc1e4846 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586 HTTP/1.1" status: 200 len: 217 time: 0.0920217 Sep 16 05:00:53.870941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device bd43d7fc-6ef8-418c-81ba-2244e345c897 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:53.942961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15256d-a484-4335-bea9-76a059da8a5c req-4349ef1b-c5e2-43ae-a865-1f78a592a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.946310 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-4349ef1b-c5e2-43ae-a865-1f78a592a924 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1dbca78-dc71-4464-b0dc-e8170128ff28 HTTP/1.1" status: 200 len: 855 time: 0.0691059 Sep 16 05:00:53.959484 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.960128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45088) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.975417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-998ce54d-63f6-48ae-8b14-5d2c64282ed1 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408510474', 'description': 'tempest-description--299295507'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:54.027189 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-659c151f-efcc-4676-aaac-0ccd2eca4ac7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88b41c25-5c9c-4812-8d3f-baae89b17e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661216 Sep 16 05:00:54.031361 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.031561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port bd43d7fc-6ef8-418c-81ba-2244e345c897 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:54.032282 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.054779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.058986 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.071009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/networks/7f816f7e-81e6-42a7-ab32-3464593efad2 HTTP/1.1" status: 204 len: 168 time: 2.1865005 Sep 16 05:00:54.074503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45092) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.078420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-349287db-2e25-4c85-8a11-259233ed6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.079865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-349287db-2e25-4c85-8a11-259233ed6025 service neutron] 10.222.0.57 "GET /v2.0/ports/6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 1028 time: 0.3047872 Sep 16 05:00:54.167121 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f7ab0-1f4f-401e-b83a-09d929c1533c None None] Pushing event updated for resources: {'Port': ['ID=fcbdc7e9-a5fd-4398-8553-a33264ea8343,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.176095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a84a56af-2abc-4c47-ae21-6f6f418fc49c req-7f5ca48a-c51f-4fab-b03c-918690cfd76b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.1056907 Sep 16 05:00:54.194525 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-998ce54d-63f6-48ae-8b14-5d2c64282ed1 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.198130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45100) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.335505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7c3da-4004-4818-983d-121a243c0556 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Network': ['ID=7f816f7e-81e6-42a7-ab32-3464593efad2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.425598 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Attempting to bind port fcbdc7e9-a5fd-4398-8553-a33264ea8343 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:54.427786 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Attempting to bind port fcbdc7e9-a5fd-4398-8553-a33264ea8343 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:54.428373 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Attempting to bind port fcbdc7e9-a5fd-4398-8553-a33264ea8343 on network 556feeef-d6a3-4859-816d-17f4fab88f9b {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:54.445108 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:54.445781 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Checking segment: {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:54.446358 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.446943 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Bound using segment: {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:54.447599 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Bound port: fcbdc7e9-a5fd-4398-8553-a33264ea8343, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:54.448145 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.481847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4fc204-495f-436e-93b4-7c79fc37ae37 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting subnet b7d93fcb-32bb-4f24-a483-609593012d18 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:54.498733 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-d0a819e4-5095-45b0-bb42-e79bf9789ad1 service neutron] 10.222.0.57 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232178 Sep 16 05:00:54.500972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc204-495f-436e-93b4-7c79fc37ae37 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.584562 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] For port fcbdc7e9-a5fd-4398-8553-a33264ea8343, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:54.603991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:54.607746 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a" -d '{"events": [{"name": "network-changed", "server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:54.608841 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] For port fcbdc7e9-a5fd-4398-8553-a33264ea8343, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fcbdc7e9-a5fd-4398-8553-a33264ea8343,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:54.676719 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.731012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc204-495f-436e-93b4-7c79fc37ae37 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.901834 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f7ab0-1f4f-401e-b83a-09d929c1533c None None] Pushing event updated for resources: {'Port': ['ID=fcbdc7e9-a5fd-4398-8553-a33264ea8343,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.949385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.949945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49f95185-c0ff-4995-acc0-c7a85a19ed1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.977353 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:54.978010 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:54.994097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:54.999624 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c9e2b0-dfd3-4034-8fb6-719da8a37918" -d '{"events": [{"server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "name": "network-vif-plugged", "status": "completed", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:55.042742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:55.047711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c50f99-11cd-44c5-91cc-fecec52d4543 req-aeee4a54-5d08-42ab-93d5-edabdefc6a11 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.057119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-29e8e241-a250-4639-b246-ced8f3fa4b35 None None] Provisioning complete for port fcbdc7e9-a5fd-4398-8553-a33264ea8343 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:55.060919 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-29e8e241-a250-4639-b246-ced8f3fa4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.067407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41c50f99-11cd-44c5-91cc-fecec52d4543 req-aeee4a54-5d08-42ab-93d5-edabdefc6a11 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 943 time: 0.6579237 Sep 16 05:00:55.080961 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-df15256d-a484-4335-bea9-76a059da8a5c req-0c2422d2-0a54-4de0-919e-7282b2e6fb69 service neutron] 10.222.0.57 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693739 Sep 16 05:00:55.112287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.218203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc204-495f-436e-93b4-7c79fc37ae37 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.228654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ec3e987a-dc4d-486a-99f6-ec9420659d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.245166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ec3e987a-dc4d-486a-99f6-ec9420659d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.246604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.255100 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:55.273638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ec3e987a-dc4d-486a-99f6-ec9420659d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.288963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ec3e987a-dc4d-486a-99f6-ec9420659d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "GET /v2.0/networks?id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=433648c1-f499-41d8-972e-6f435f317bce&id=433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 200 len: 1990 time: 1.1113789 Sep 16 05:00:55.368152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41c50f99-11cd-44c5-91cc-fecec52d4543 req-6de0fec8-4e11-4e58-8d9d-78e18f813d19 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993765 Sep 16 05:00:55.417169 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-29e8e241-a250-4639-b246-ced8f3fa4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.457183 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513ab394-dee8-4af2-b316-8b39d66808e6 x-openstack-request-id: req-513ab394-dee8-4af2-b316-8b39d66808e6 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:55.457676 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:55.458098 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-513ab394-dee8-4af2-b316-8b39d66808e6 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:55.458671 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'status': 'completed', 'code': 200} Sep 16 05:00:55.484399 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-998ce54d-63f6-48ae-8b14-5d2c64282ed1 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.492211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-29e8e241-a250-4639-b246-ced8f3fa4b35 None None] For port fcbdc7e9-a5fd-4398-8553-a33264ea8343, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fcbdc7e9-a5fd-4398-8553-a33264ea8343,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:55.504101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc204-495f-436e-93b4-7c79fc37ae37 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.510998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-d236be3f-e5cc-402f-a9d5-ba397417cb71 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c3613b95a8434c8254bd97b4c0a861 HTTP/1.1" status: 200 len: 380 time: 0.1923547 Sep 16 05:00:55.542068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'admin_state_up': True, 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'security_groups': ['5505c306-8b43-46f7-966c-e6aab7dd63d4']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:55.599434 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-29e8e241-a250-4639-b246-ced8f3fa4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.610415 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-998ce54d-63f6-48ae-8b14-5d2c64282ed1 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.619120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc204-495f-436e-93b4-7c79fc37ae37 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.624327 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c4fc204-495f-436e-93b4-7c79fc37ae37 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/subnets/b7d93fcb-32bb-4f24-a483-609593012d18 HTTP/1.1" status: 204 len: 168 time: 1.3089857 Sep 16 05:00:55.627469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fc204-495f-436e-93b4-7c79fc37ae37 tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d93fcb-32bb-4f24-a483-609593012d18,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.641466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:55.653556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50c4ab-6605-4b3d-8cd5-2bba457a6268 None None] Network 5d15f9e9-54a3-498b-b3fe-40b16d930f2e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:55.818329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ce54d-63f6-48ae-8b14-5d2c64282ed1 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fbeae5-c353-47e1-830c-2f0f86e05497,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.823330 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:54Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:55.848349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-80210476-c9ee-4ac0-91c0-f3a698f16682 None None] Provisioning complete for port fcbdc7e9-a5fd-4398-8553-a33264ea8343 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:55.849131 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-80210476-c9ee-4ac0-91c0-f3a698f16682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.895947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2860c-5752-44c5-9a46-ef801e84e16a req-5d0c2ddd-6951-4a0a-bc27-479e52242eca tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.905562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57f2860c-5752-44c5-9a46-ef801e84e16a req-5d0c2ddd-6951-4a0a-bc27-479e52242eca tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.3593938 Sep 16 05:00:55.909762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2af59-e50b-48ac-a886-220f83a26995 None None] The sync data for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 is: [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:54Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:55.966176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8e241-a250-4639-b246-ced8f3fa4b35 None None] Pushing event updated for resources: {'Port': ['ID=fcbdc7e9-a5fd-4398-8553-a33264ea8343,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.003189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.047676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-dcc302c7-ff86-4c29-8a62-97d3f84e862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.054383 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-dcc302c7-ff86-4c29-8a62-97d3f84e862d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 1095 time: 0.4625952 Sep 16 05:00:56.112973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57f2860c-5752-44c5-9a46-ef801e84e16a req-815d9825-c6f4-4602-95ab-07027e786c79 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054434 Sep 16 05:00:56.189179 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:56.225275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2be816-c729-4731-976e-7d49174330ad None None] DHCP port deletion for 5d15f9e9-54a3-498b-b3fe-40b16d930f2e request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:56.245215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49f95185-c0ff-4995-acc0-c7a85a19ed1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.332542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bc2be816-c729-4731-976e-7d49174330ad None None] Deleting port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:56.337400 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc2be816-c729-4731-976e-7d49174330ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.403966 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fcbdc7e9-a5fd-4398-8553-a33264ea8343 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:56.454901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39e75a-48ad-49f2-b9d6-aec6560afcf1 req-c087c10c-545a-44fe-a534-44746d9add48 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.463324 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e39e75a-48ad-49f2-b9d6-aec6560afcf1 req-c087c10c-545a-44fe-a534-44746d9add48 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 949 time: 0.2026062 Sep 16 05:00:56.488908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-f322f157-21e7-4da1-acb7-49af2e3f7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.490542 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-f322f157-21e7-4da1-acb7-49af2e3f7a24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 916 time: 0.4051797 Sep 16 05:00:56.502833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Deleting port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:56.503196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.525877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bc2be816-c729-4731-976e-7d49174330ad None None] For port eb7bbcd1-4653-4f97-bbd1-b93a9c175487, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,segment=NetworkSegment(b92fcfb1-8b21-401b-89b2-671b408070b4),segment_id=b92fcfb1-8b21-401b-89b2-671b408070b4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:56.526406 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc2be816-c729-4731-976e-7d49174330ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.538982 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49f95185-c0ff-4995-acc0-c7a85a19ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.557535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bc2be816-c729-4731-976e-7d49174330ad None None] Calling delete_port for eb7bbcd1-4653-4f97-bbd1-b93a9c175487 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:56.588793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-49f95185-c0ff-4995-acc0-c7a85a19ed1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7554e4f83d54d92af776c9f7e1d8ced&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3637073 Sep 16 05:00:56.593058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45150) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.617592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e39e75a-48ad-49f2-b9d6-aec6560afcf1 req-b5071041-ff38-4e6a-ad5c-32670d520ca7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531663 Sep 16 05:00:56.624110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-a8da91b4-b64b-4d93-9672-2051d3ea0f79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586 HTTP/1.1" status: 200 len: 217 time: 0.0907929 Sep 16 05:00:56.652628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fcbdc7e9-a5fd-4398-8553-a33264ea8343 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:56.653002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.687144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-998ce54d-63f6-48ae-8b14-5d2c64282ed1 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.692372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-998ce54d-63f6-48ae-8b14-5d2c64282ed1 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.7254348 Sep 16 05:00:56.754367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45152) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.776477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-43996167-4f74-49a6-b86b-7595adbcf1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.777684 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-43996167-4f74-49a6-b86b-7595adbcf1d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1dbca78-dc71-4464-b0dc-e8170128ff28 HTTP/1.1" status: 200 len: 855 time: 0.1308703 Sep 16 05:00:56.782868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-69d5e436-e0ba-4da4-826d-5f9440a3de37 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Request body: {'security_group_rule': {'security_group_id': 'f0fbeae5-c353-47e1-830c-2f0f86e05497', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:56.814081 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8b1f00-0700-42a0-a967-2c88aee8788e x-openstack-request-id: req-ae8b1f00-0700-42a0-a967-2c88aee8788e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:56.816012 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "name": "network-vif-plugged", "status": "completed", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:56.816588 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae8b1f00-0700-42a0-a967-2c88aee8788e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:56.817274 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'code': 200} Sep 16 05:00:56.830407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f95185-c0ff-4995-acc0-c7a85a19ed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32008056-8c53-434a-8195-f2cd391762f5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.890707 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-03c6b501-2166-4f4b-a15a-64a91a2ae67c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88b41c25-5c9c-4812-8d3f-baae89b17e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362132 Sep 16 05:00:56.914933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:56.922412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] For port eb7bbcd1-4653-4f97-bbd1-b93a9c175487, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,segment=NetworkSegment(b92fcfb1-8b21-401b-89b2-671b408070b4),segment_id=b92fcfb1-8b21-401b-89b2-671b408070b4)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:56.922816 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.924161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.934533 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc2be816-c729-4731-976e-7d49174330ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.978013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2be816-c729-4731-976e-7d49174330ad None None] Pushing event deleted for resources: {'Port': ['ID=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.000309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2be816-c729-4731-976e-7d49174330ad None None] No DVR routers for this DVR port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:57.015934 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0eb8457-97f9-4938-9e6f-409c9dfbb702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.026424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Calling delete_port for eb7bbcd1-4653-4f97-bbd1-b93a9c175487 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:57.082638 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b1a837f-b843-4fff-90d4-db3ab16d66ed req-75747342-0c99-489e-b901-a23a5e196032 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.1409338 Sep 16 05:00:57.145006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69d5e436-e0ba-4da4-826d-5f9440a3de37 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.160925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0eb8457-97f9-4938-9e6f-409c9dfbb702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.254480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-ea647068-879c-4636-868b-30101c183de7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.279578 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-ea647068-879c-4636-868b-30101c183de7 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 949 time: 0.2828469 Sep 16 05:00:57.411555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-dad3f8c4-a519-4549-a936-bc32cef4ac14 service neutron] 10.222.0.57 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098450 Sep 16 05:00:57.471253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c68af8-3999-4fb1-b8b0-6ce361cf637b req-72545d28-4802-4e08-accf-4dd52c750999 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.479583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5c68af8-3999-4fb1-b8b0-6ce361cf637b req-72545d28-4802-4e08-accf-4dd52c750999 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 943 time: 0.2053449 Sep 16 05:00:57.583316 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.598148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69d5e436-e0ba-4da4-826d-5f9440a3de37 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.670783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Port': ['ID=eb7bbcd1-4653-4f97-bbd1-b93a9c175487,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.672694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5c68af8-3999-4fb1-b8b0-6ce361cf637b req-7a13de76-9b80-4930-bd4e-fec5d0d79102 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908538 Sep 16 05:00:57.675386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Allocated IP 172.20.0.8 (79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52/c7a7cc46-77b4-43d5-9f01-b8018341ba98/8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:57.683060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69d5e436-e0ba-4da4-826d-5f9440a3de37 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.728460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] No DVR routers for this DVR port eb7bbcd1-4653-4f97-bbd1-b93a9c175487 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:57.749149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5e436-e0ba-4da4-826d-5f9440a3de37 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d93423d-24a7-4a24-ab21-4a1415b2b846,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.773075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0eb8457-97f9-4938-9e6f-409c9dfbb702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.779968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f0eb8457-97f9-4938-9e6f-409c9dfbb702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.792015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f0eb8457-97f9-4938-9e6f-409c9dfbb702 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32008056-8c53-434a-8195-f2cd391762f5 HTTP/1.1" status: 204 len: 168 time: 1.1975858 Sep 16 05:00:57.843371 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-441a1e1c-a3bc-4f1c-bbcf-abdc445ff86a req-25f722f1-db81-4979-ae82-d119b92e7c95 service neutron] 10.222.0.57 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899932 Sep 16 05:00:57.868820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Deleting port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:57.869238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.911405 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.953118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb8457-97f9-4938-9e6f-409c9dfbb702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32008056-8c53-434a-8195-f2cd391762f5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.022761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69d5e436-e0ba-4da4-826d-5f9440a3de37 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.024216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-69d5e436-e0ba-4da4-826d-5f9440a3de37 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2684395 Sep 16 05:00:58.028680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.031227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45170) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.036164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b0fc6af-66a5-4db3-9857-05ab6a390586 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:58.122807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b488a29d-56b7-4122-aa7f-c3e931ddcf9d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Request body: {'security_group_rule': {'security_group_id': 'f0fbeae5-c353-47e1-830c-2f0f86e05497', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:58.181657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604815ad-9a1c-42ee-ac33-5e0e51bfcd7d req-cdc37aff-ea90-46ae-ae17-011da86c1270 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.198638 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-604815ad-9a1c-42ee-ac33-5e0e51bfcd7d req-cdc37aff-ea90-46ae-ae17-011da86c1270 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.3454566 Sep 16 05:00:58.211154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d15f9e9-54a3-498b-b3fe-40b16d930f2e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:58.250092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2ea0-3a24-42e9-a27c-d9ec54eb4540 req-e0d9fe65-3842-49c8-be75-5b64ac37e1d8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.253624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-132a2ea0-3a24-42e9-a27c-d9ec54eb4540 req-e0d9fe65-3842-49c8-be75-5b64ac37e1d8 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 949 time: 0.4083054 Sep 16 05:00:58.264426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92fcfb1-8b21-401b-89b2-671b408070b4') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:58.264726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92fcfb1-8b21-401b-89b2-671b408070b4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:58.303444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.334267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] For port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:58.334642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.366968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.370685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device eb7bbcd1-4653-4f97-bbd1-b93a9c175487 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:58.374488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:58.394551 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b488a29d-56b7-4122-aa7f-c3e931ddcf9d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.397379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Calling delete_port for 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:58.412999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: eb7bbcd1-4653-4f97-bbd1-b93a9c175487 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:58.413671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device eb7bbcd1-4653-4f97-bbd1-b93a9c175487 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:58.416449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:58.416870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:58.424515 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:58.428887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'port_id': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'mac_address': 'fa:16:3e:09:75:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dbca78-dc71-4464-b0dc-e8170128ff28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:58.483174 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.502479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0fc6af-66a5-4db3-9857-05ab6a390586 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:58.541192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:58.568993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.630076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-604815ad-9a1c-42ee-ac33-5e0e51bfcd7d req-7939cb74-7b81-4abb-930b-0f42d82b749c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301350 Sep 16 05:00:58.630549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.687406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-132a2ea0-3a24-42e9-a27c-d9ec54eb4540 req-810f68d0-ff1c-46d6-ae4d-a48850ab2a70 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/security-groups?id=d590c2d5-1df5-4f5e-ad31-26002741e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744441 Sep 16 05:00:58.694221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45176) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.721899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b488a29d-56b7-4122-aa7f-c3e931ddcf9d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.743910 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.753542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25ede877-ae76-47c2-bde1-576a8a0fdf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.762285 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.775660 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.777675 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/networks/5d15f9e9-54a3-498b-b3fe-40b16d930f2e HTTP/1.1" status: 204 len: 168 time: 3.1302381 Sep 16 05:00:58.788422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45182) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.801434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6753ac-baa4-42e3-b4f2-3844dfc9596e tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Pushing event deleted for resources: {'Network': ['ID=5d15f9e9-54a3-498b-b3fe-40b16d930f2e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.812237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.840991 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c6dd37ef-249d-43d2-ba1f-8575f20dbc0c tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "GET /v2.0/ports?device_id=915c7750-4cda-4a79-8b56-5d8d37d77f99 HTTP/1.1" status: 200 len: 205 time: 0.0494835 Sep 16 05:00:58.847317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b488a29d-56b7-4122-aa7f-c3e931ddcf9d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.848965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45184) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.867065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:58.880333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:58.912780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:58.945420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488a29d-56b7-4122-aa7f-c3e931ddcf9d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c8734d-9b74-4b3b-a74a-838e5facd750,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.957835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.004012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc077f53-32f2-4a44-b178-930c4fffb761 req-46422f3b-df92-4aab-ba75-00eff21dcf1a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.019589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc077f53-32f2-4a44-b178-930c4fffb761 req-46422f3b-df92-4aab-ba75-00eff21dcf1a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 944 time: 0.2550571 Sep 16 05:00:59.027762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54899b25-55b7-41b6-b3bc-9b1d4546318d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.071232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62429853-c514-4440-baad-e0e4a9344446 req-3c39ecbd-7fb8-4208-bbcf-dda239542763 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.074257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62429853-c514-4440-baad-e0e4a9344446 req-3c39ecbd-7fb8-4208-bbcf-dda239542763 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 931 time: 0.3109739 Sep 16 05:00:59.081477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7b0fc6af-66a5-4db3-9857-05ab6a390586'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:59.109502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.110159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.127913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.211887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc077f53-32f2-4a44-b178-930c4fffb761 req-5af17e97-7b8b-4fb8-81b2-42add0d5f975 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913106 Sep 16 05:00:59.222500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62429853-c514-4440-baad-e0e4a9344446 req-86fbc63e-4cc3-4eb2-9836-58bdcc637f6d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329105 Sep 16 05:00:59.266681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Pushing event deleted for resources: {'Port': ['ID=819f82b5-8a3b-4d2e-88d2-07596fb4abf9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.327048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54899b25-55b7-41b6-b3bc-9b1d4546318d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.330691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-dc796db6-9a2b-466f-be4b-70a6a7392ce2 None None] Provisioning complete for port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:59.330691 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dc796db6-9a2b-466f-be4b-70a6a7392ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.347756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54899b25-55b7-41b6-b3bc-9b1d4546318d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.363606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25ede877-ae76-47c2-bde1-576a8a0fdf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.409315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-dc796db6-9a2b-466f-be4b-70a6a7392ce2 None None] Port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:59.420368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] No DVR routers for this DVR port 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:59.424877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.427016 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75130ff4-929e-4955-9237-3a6cf9cdab4d req-4ff81fdb-4bc5-4b6f-8e74-f3de01d5aac9 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.57 "DELETE /v2.0/ports/819f82b5-8a3b-4d2e-88d2-07596fb4abf9 HTTP/1.1" status: 204 len: 173 time: 2.1354387 Sep 16 05:00:59.427801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9362a971-306e-412c-bf55-2a10641e8f63', 'name': 'network-vif-deleted', 'tag': '819f82b5-8a3b-4d2e-88d2-07596fb4abf9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:59.430199 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4862577-1e2c-4f1e-87e3-805057a629fe" -d '{"events": [{"server_uuid": "9362a971-306e-412c-bf55-2a10641e8f63", "name": "network-vif-deleted", "tag": "819f82b5-8a3b-4d2e-88d2-07596fb4abf9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:59.449824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25ede877-ae76-47c2-bde1-576a8a0fdf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.496110 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a084a0b-2c15-4db2-9df6-ae9033f36353 x-openstack-request-id: req-9a084a0b-2c15-4db2-9df6-ae9033f36353 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:59.496525 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9362a971-306e-412c-bf55-2a10641e8f63", "name": "network-vif-deleted", "tag": "819f82b5-8a3b-4d2e-88d2-07596fb4abf9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:59.496884 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a084a0b-2c15-4db2-9df6-ae9033f36353 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:59.497391 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9362a971-306e-412c-bf55-2a10641e8f63', 'name': 'network-vif-deleted', 'tag': '819f82b5-8a3b-4d2e-88d2-07596fb4abf9', 'status': 'completed', 'code': 200} Sep 16 05:00:59.509600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5e383b15-c08e-4f0d-b075-804c87faadb1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9824312 Sep 16 05:00:59.528734 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-25ede877-ae76-47c2-bde1-576a8a0fdf1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bfae607ea79a42c2810eaaa7499de219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8298779 Sep 16 05:00:59.531872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45196) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.538631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede877-ae76-47c2-bde1-576a8a0fdf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7ebbca-d75d-4a31-93f8-a29f4912a2d7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.560087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'admin_state_up': True, 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'security_groups': ['5505c306-8b43-46f7-966c-e6aab7dd63d4']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.584040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54899b25-55b7-41b6-b3bc-9b1d4546318d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.584953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54899b25-55b7-41b6-b3bc-9b1d4546318d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Fanout notify agent at l3_agent the message router_deleted on router 915c7750-4cda-4a79-8b56-5d8d37d77f99 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:59.586303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b488a29d-56b7-4122-aa7f-c3e931ddcf9d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.590673 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b488a29d-56b7-4122-aa7f-c3e931ddcf9d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4878125 Sep 16 05:00:59.591458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45198) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.608142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54899b25-55b7-41b6-b3bc-9b1d4546318d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.609974 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-54899b25-55b7-41b6-b3bc-9b1d4546318d tempest-RoutersNegativeIpV6Test-1172293355 tempest-RoutersNegativeIpV6Test-1172293355-project] 10.222.0.59 "DELETE /v2.0/routers/915c7750-4cda-4a79-8b56-5d8d37d77f99 HTTP/1.1" status: 204 len: 168 time: 0.7385445 Sep 16 05:00:59.621803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.660722 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1792618e-a7ea-4185-9b34-8172313a7d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.740169 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.758029 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1792618e-a7ea-4185-9b34-8172313a7d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.918970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f00b040-07b6-4f29-ba48-b733346463ee req-2fd3f1a3-34f6-4203-8a23-c56d5a2b971c tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 210 time: 0.0795362 Sep 16 05:00:59.952610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df76674-09f8-4cd0-9f60-984952eda845 req-084bdef2-90b0-43d8-95b3-a856b88e390e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.955153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7df76674-09f8-4cd0-9f60-984952eda845 req-084bdef2-90b0-43d8-95b3-a856b88e390e tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.2001610 Sep 16 05:01:00.062301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b0fc6af-66a5-4db3-9857-05ab6a390586 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:00.096144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:00.108962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.123571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7df76674-09f8-4cd0-9f60-984952eda845 req-2a37c3a2-20ab-4ca4-89e9-d3b6b5fc14fc tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549685 Sep 16 05:01:00.304461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 7b0fc6af-66a5-4db3-9857-05ab6a390586 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:00.312002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 7b0fc6af-66a5-4db3-9857-05ab6a390586 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:00.312002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.379499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025797b5-2967-4a15-abc8-fb2c45228a83 req-d0d2725d-c236-447d-85a1-abf252029927 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.387058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-025797b5-2967-4a15-abc8-fb2c45228a83 req-d0d2725d-c236-447d-85a1-abf252029927 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1526446 Sep 16 05:01:00.464744 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.473968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817c5a-3eaa-4be3-b60a-7dbd1a63cf43 req-7239b0aa-14c6-4b69-8047-3397baaec433 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.475693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0817c5a-3eaa-4be3-b60a-7dbd1a63cf43 req-7239b0aa-14c6-4b69-8047-3397baaec433 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 944 time: 0.1523559 Sep 16 05:01:00.486616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.497530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45216) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.501436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-025797b5-2967-4a15-abc8-fb2c45228a83 req-365e8063-cbf8-4e6d-b43e-2858a00f4bb6 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918038 Sep 16 05:01:00.506095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:00.507001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:00.509385 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6459e0f-c377-4ebc-8c37-4c7e81002fae" -d '{"events": [{"server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "name": "network-vif-plugged", "status": "completed", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:00.553291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0817c5a-3eaa-4be3-b60a-7dbd1a63cf43 req-efe2078e-4046-4e02-8098-452d2de419d9 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Sep 16 05:01:00.624126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ac97-2005-47ec-a8b4-56844845b02b req-23381a9e-b8f9-4db6-8554-d7bdb5526c86 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.624126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e496ac97-2005-47ec-a8b4-56844845b02b req-23381a9e-b8f9-4db6-8554-d7bdb5526c86 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 931 time: 0.0565836 Sep 16 05:01:00.670475 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9621e6c8-e104-4702-977d-1ac805f35439 x-openstack-request-id: req-9621e6c8-e104-4702-977d-1ac805f35439 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:00.670779 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "name": "network-vif-plugged", "status": "completed", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:00.671035 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9621e6c8-e104-4702-977d-1ac805f35439 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:00.671496 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'code': 200} Sep 16 05:01:00.675073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e496ac97-2005-47ec-a8b4-56844845b02b req-130d74a9-14f7-43eb-9a38-af03bb0fdfbd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432091 Sep 16 05:01:00.699996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-72ab0fac-83d9-4e24-8ed5-7f13a3fd0d57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3f523137cd04affb7c81e9cfa524075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967080 Sep 16 05:01:00.701660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45232) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.738321 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.738321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:00.738641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1792618e-a7ea-4185-9b34-8172313a7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.738641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1792618e-a7ea-4185-9b34-8172313a7d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.738641 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1792618e-a7ea-4185-9b34-8172313a7d36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c7ebbca-d75d-4a31-93f8-a29f4912a2d7 HTTP/1.1" status: 204 len: 168 time: 1.2014542 Sep 16 05:01:00.841621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:00.841977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 819f82b5-8a3b-4d2e-88d2-07596fb4abf9 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:00.914438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.935886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792618e-a7ea-4185-9b34-8172313a7d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7ebbca-d75d-4a31-93f8-a29f4912a2d7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.121271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64016678-1037-45be-80c5-ddc66fbb4076 req-8c7f6147-afec-4730-8368-e1ecd6ad3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.123814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64016678-1037-45be-80c5-ddc66fbb4076 req-8c7f6147-afec-4730-8368-e1ecd6ad3f92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 1097 time: 0.2703869 Sep 16 05:01:01.277303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Allocated IP 172.25.7.60 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/d2380c60-12d2-4361-b163-9845316fd6cd) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:01.315895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64016678-1037-45be-80c5-ddc66fbb4076 req-a19844dc-adc4-43dd-92ee-33bd5cbe85ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778214 Sep 16 05:01:01.642314 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.682027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-165fbd86-9b5b-4162-9b68-f6500cf41cbd req-1157aa26-1991-4ad9-8b42-488c1dff25a5 tempest-ServersOnMultiNodesTest-158220679 tempest-ServersOnMultiNodesTest-158220679-project] 10.222.0.59 "GET /v2.0/ports?device_id=9362a971-306e-412c-bf55-2a10641e8f63 HTTP/1.1" status: 200 len: 210 time: 0.0816865 Sep 16 05:01:01.725668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30a14388-7ed6-4ed5-83da-5f877d4e24c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.751691 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30a14388-7ed6-4ed5-83da-5f877d4e24c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.779692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.863132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:01.865229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event updated for resources: {'Port': ['ID=d2380c60-12d2-4361-b163-9845316fd6cd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.869248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:01.873466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:01.930843 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30a14388-7ed6-4ed5-83da-5f877d4e24c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.933077 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30a14388-7ed6-4ed5-83da-5f877d4e24c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.934242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-30a14388-7ed6-4ed5-83da-5f877d4e24c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e266dc44-ce67-4ee0-b423-fb0ac3804d77 HTTP/1.1" status: 204 len: 168 time: 1.2329943 Sep 16 05:01:01.937524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Allocated IP 10.1.1.199 (101cd63f-5bad-4b1d-a473-5775b8761a60/e422ccf6-7e1f-4f97-8810-74802e8502f7/a5b7097e-54f0-49bd-a5be-591192a5409e) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:01.955872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4a031-2494-4eae-a3c3-89b4d22f1944 req-6b459091-38cb-4fbe-ab42-799fc3669c48 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.957447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3a4a031-2494-4eae-a3c3-89b4d22f1944 req-6b459091-38cb-4fbe-ab42-799fc3669c48 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 1.1777892 Sep 16 05:01:01.986873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a14388-7ed6-4ed5-83da-5f877d4e24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e266dc44-ce67-4ee0-b423-fb0ac3804d77,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.043692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b92b66-2624-40f1-bfa7-d6a67487b503 req-d14cf957-1719-47e6-9d59-c6921530d277 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.045309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3b92b66-2624-40f1-bfa7-d6a67487b503 req-d14cf957-1719-47e6-9d59-c6921530d277 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.2165160 Sep 16 05:01:02.082647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3a4a031-2494-4eae-a3c3-89b4d22f1944 req-1caac1c4-10a1-43f1-bd38-36f9f6f1b285 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079712 Sep 16 05:01:02.170204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.222582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3b92b66-2624-40f1-bfa7-d6a67487b503 req-872502ed-02ef-42ce-8617-002ecdc0985d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632638 Sep 16 05:01:02.330667 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.343055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.499201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.582593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:02.592856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:02.596139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:02.675433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.676241 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.687735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2afbe-d1db-4ded-8e70-91a76c39aae3 req-559f1460-67f8-4f7c-88b0-a324d8001d6a tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.690399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ee2afbe-d1db-4ded-8e70-91a76c39aae3 req-559f1460-67f8-4f7c-88b0-a324d8001d6a tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 931 time: 0.2806985 Sep 16 05:01:02.710576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7185f4-8210-4ad4-b659-b7e2b27d7e1f req-3978ca07-bab5-4948-913d-d3d3e46b5811 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.712599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc7185f4-8210-4ad4-b659-b7e2b27d7e1f req-3978ca07-bab5-4948-913d-d3d3e46b5811 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.2719078 Sep 16 05:01:02.794738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.797026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc7185f4-8210-4ad4-b659-b7e2b27d7e1f req-7000e4c4-66a1-4d93-8f31-3275038390ff tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689683 Sep 16 05:01:02.828038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=a5b7097e-54f0-49bd-a5be-591192a5409e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.843762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-b1a7cb99-7ada-4082-bd83-ddcbf64f027d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2878342 Sep 16 05:01:02.858785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.864885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ee2afbe-d1db-4ded-8e70-91a76c39aae3 req-93485a6d-da90-44af-80aa-47e43d3ba710 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483946 Sep 16 05:01:02.870969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'admin_state_up': True, 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'security_groups': ['5505c306-8b43-46f7-966c-e6aab7dd63d4']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:03.093334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event updated for resources: {'Port': ['ID=d2380c60-12d2-4361-b163-9845316fd6cd,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.094733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d9321320-3a2a-4d36-8675-6381ad689557 None None] Provisioning complete for port a5b7097e-54f0-49bd-a5be-591192a5409e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:03.096335 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9321320-3a2a-4d36-8675-6381ad689557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.122851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.214930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d9321320-3a2a-4d36-8675-6381ad689557 None None] Port a5b7097e-54f0-49bd-a5be-591192a5409e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:03.238882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf07bd-995a-44b0-a19e-73ebebd41982 req-257c4fcc-20bf-431f-9b2a-c59110b98269 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.250850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1aaf07bd-995a-44b0-a19e-73ebebd41982 req-257c4fcc-20bf-431f-9b2a-c59110b98269 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1117315 Sep 16 05:01:03.260576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:03.272209 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.300112 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.308931 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-329901c8-fb33-46f4-886f-a2f8b40e13af tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7089229 Sep 16 05:01:03.468873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1aaf07bd-995a-44b0-a19e-73ebebd41982 req-07ffaf28-5c4e-4579-9da1-6b1e8842d18a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178962 Sep 16 05:01:03.715087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5d7a3-8469-49f3-b69b-a7cae8824c8e req-af2965be-50b6-4972-8177-0cbd8893e89a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.723106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08d5d7a3-8469-49f3-b69b-a7cae8824c8e req-af2965be-50b6-4972-8177-0cbd8893e89a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.2209907 Sep 16 05:01:03.771735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbe793-4929-4bc5-9ac9-8ecfd3bf4f61 req-eea5c89f-36dc-4cf1-a417-adb4e7cc83d9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.793010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4dbe793-4929-4bc5-9ac9-8ecfd3bf4f61 req-eea5c89f-36dc-4cf1-a417-adb4e7cc83d9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1542377 Sep 16 05:01:03.860417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Allocated IP 10.1.1.219 (101cd63f-5bad-4b1d-a473-5775b8761a60/e422ccf6-7e1f-4f97-8810-74802e8502f7/40c19453-c39a-4b20-b4cb-3c36c81f7a1b) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:03.901248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4dbe793-4929-4bc5-9ac9-8ecfd3bf4f61 req-3e87ca77-f876-49ec-844c-78c03c54a469 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089277 Sep 16 05:01:03.906632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08d5d7a3-8469-49f3-b69b-a7cae8824c8e req-4dcf2b67-d1bf-4b75-9575-e8e5c56add8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827030 Sep 16 05:01:04.046496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45344) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:04.254473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931b7d-ef18-41dc-9225-54a001d43794 req-f0c9a4a2-8aeb-4c29-9e0e-3271aad5bf26 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.261501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931b7d-ef18-41dc-9225-54a001d43794 req-f0c9a4a2-8aeb-4c29-9e0e-3271aad5bf26 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.271571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46931b7d-ef18-41dc-9225-54a001d43794 req-f0c9a4a2-8aeb-4c29-9e0e-3271aad5bf26 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 1653 time: 0.1971042 Sep 16 05:01:04.342096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.346898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-756973f0-7eab-47d0-8e22-e09368178f75 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1408510474&fields=id&tenant_id=788d095a15464d28adb02215486536ff HTTP/1.1" status: 200 len: 267 time: 0.1941988 Sep 16 05:01:04.358461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46931b7d-ef18-41dc-9225-54a001d43794 req-4f46abbb-64c3-4437-9b07-23ba1eb42262 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859654 Sep 16 05:01:04.483367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e781926e-897c-49ed-b469-4adc5c52d7b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35445f9d9b7c4cd69215c1d87cefaab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341567 Sep 16 05:01:04.484060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45364) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:04.507889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-643bbc40-e764-4d2a-91f2-c066165c452a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.513789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-643bbc40-e764-4d2a-91f2-c066165c452a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/networks?id=556feeef-d6a3-4859-816d-17f4fab88f9b HTTP/1.1" status: 200 len: 806 time: 0.1540244 Sep 16 05:01:04.558443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-b8bdda9e-a338-4882-bfc7-3068ee69400a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/quotas/788d095a15464d28adb02215486536ff HTTP/1.1" status: 200 len: 375 time: 0.0381558 Sep 16 05:01:04.559297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45366) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:04.627258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda3a3b1-9e3a-4d32-b429-baa8bee20e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.650846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee21330-8729-45e6-bca1-480dcdb7216f req-9652fe81-1f38-4886-9761-d3c2c33e0607 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.658159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cee21330-8729-45e6-bca1-480dcdb7216f req-9652fe81-1f38-4886-9761-d3c2c33e0607 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1418343 Sep 16 05:01:04.661484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda3a3b1-9e3a-4d32-b429-baa8bee20e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.684928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-c34785d1-0b53-43b4-97ac-7bbb57f67128 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=788d095a15464d28adb02215486536ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1110134 Sep 16 05:01:04.715666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cee21330-8729-45e6-bca1-480dcdb7216f req-d2eda103-d57f-41a7-ada8-c93280f3c60c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558400 Sep 16 05:01:04.734647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dde0371f-6d1e-4533-a5ad-3596ed5a7a73 tempest-ServiceProvidersTest-1899706539 tempest-ServiceProvidersTest-1899706539-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1720443 Sep 16 05:01:04.737743 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.792312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:04.796238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:04.811313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:04.813466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda3a3b1-9e3a-4d32-b429-baa8bee20e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.816978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda3a3b1-9e3a-4d32-b429-baa8bee20e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.818178 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bda3a3b1-9e3a-4d32-b429-baa8bee20e89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d590c2d5-1df5-4f5e-ad31-26002741e800 HTTP/1.1" status: 204 len: 168 time: 0.3331542 Sep 16 05:01:04.836304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3a3b1-9e3a-4d32-b429-baa8bee20e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d590c2d5-1df5-4f5e-ad31-26002741e800,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.859934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-4951935c-690c-477e-acd8-987da5671035 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:01:04.862211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-4951935c-690c-477e-acd8-987da5671035 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1613674 Sep 16 05:01:04.890694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.009266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-78aa6e39-c7c3-44f3-adb5-2697bf2808f0 service neutron] 10.222.0.59 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205571 Sep 16 05:01:05.069889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.070887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.100271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2c266-9be2-4bbf-a8c6-9c3d75654540 req-fc44b6ce-f29b-4a4f-91e0-107a9f01bf19 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.102242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32c2c266-9be2-4bbf-a8c6-9c3d75654540 req-fc44b6ce-f29b-4a4f-91e0-107a9f01bf19 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.2488074 Sep 16 05:01:05.187026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32c2c266-9be2-4bbf-a8c6-9c3d75654540 req-f7bb6b8f-784d-42c4-b37f-7112a9b82a82 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526850 Sep 16 05:01:05.207709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-2f2fa057-e615-499e-8e39-cb4d99a52913 service neutron] 10.222.0.59 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892040 Sep 16 05:01:05.236887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-55f242cd-cd55-4b2b-b8ff-8789aa69eb0e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3694108 Sep 16 05:01:05.254268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a442bb21-193f-450d-83b7-6cb1d7577d76 None None] Provisioning complete for port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:05.257920 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a442bb21-193f-450d-83b7-6cb1d7577d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.266471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '433648c1-f499-41d8-972e-6f435f317bce', 'admin_state_up': True, 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'security_groups': ['5505c306-8b43-46f7-966c-e6aab7dd63d4']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:05.386595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a442bb21-193f-450d-83b7-6cb1d7577d76 None None] Port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:05.549834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:05.805234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.872944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45414) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.988061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45424) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.091618 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-76b3ec51-96d6-4711-a91a-24e2fd0aa989 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=410bbea0c555401c93f600b7aac49033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019464 Sep 16 05:01:06.104027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.147483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Allocated IP 10.2.2.100 (433648c1-f499-41d8-972e-6f435f317bce/2e8aa3e2-df6a-4613-89bc-11c5a1299532/b89bc85a-840b-4751-b394-0d86bd21e6a5) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:06.262781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8235f7a5-c1bc-4067-bc1f-83903df93dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.319585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8235f7a5-c1bc-4067-bc1f-83903df93dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.451950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-453fbcc9-5969-46b3-ba45-3b300c2aeec6 req-3fc33555-3a7f-4aa0-a91b-6ee44cd837bd tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 210 time: 0.1291311 Sep 16 05:01:06.510452 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a84f38a-2d8a-4313-b866-57979eb6c7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.517798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466dc17-3cde-4f28-81cf-db4e9bf386c0 req-4ca1c420-937a-455c-a1d7-db5997451cf4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.518157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8235f7a5-c1bc-4067-bc1f-83903df93dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.526108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466dc17-3cde-4f28-81cf-db4e9bf386c0 req-4ca1c420-937a-455c-a1d7-db5997451cf4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.527320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8235f7a5-c1bc-4067-bc1f-83903df93dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.531506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8235f7a5-c1bc-4067-bc1f-83903df93dda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48a824a8-7b79-40a0-83d6-4aa85e46efba HTTP/1.1" status: 204 len: 168 time: 0.4252298 Sep 16 05:01:06.535579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466dc17-3cde-4f28-81cf-db4e9bf386c0 req-4ca1c420-937a-455c-a1d7-db5997451cf4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.542969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c466dc17-3cde-4f28-81cf-db4e9bf386c0 req-4ca1c420-937a-455c-a1d7-db5997451cf4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 2374 time: 0.3587217 Sep 16 05:01:06.584443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235f7a5-c1bc-4067-bc1f-83903df93dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a824a8-7b79-40a0-83d6-4aa85e46efba,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.837226 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a84f38a-2d8a-4313-b866-57979eb6c7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.874250 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.901619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c466dc17-3cde-4f28-81cf-db4e9bf386c0 req-76210f84-32c6-420b-972c-c5b21710c34f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416638 Sep 16 05:01:06.951020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200db150-44bf-4f0e-a1b2-ce2efdd6f79d req-01e22207-d1e2-4ba5-a80b-0d463c233690 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.958707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-200db150-44bf-4f0e-a1b2-ce2efdd6f79d req-01e22207-d1e2-4ba5-a80b-0d463c233690 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.3369479 Sep 16 05:01:06.991193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a84f38a-2d8a-4313-b866-57979eb6c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.023599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-200db150-44bf-4f0e-a1b2-ce2efdd6f79d req-d8f74d91-3c8c-4c21-b8b1-eecc43d5e0ac tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604835 Sep 16 05:01:07.182702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84f38a-2d8a-4313-b866-57979eb6c7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d506318d-ffb7-4e8d-85ee-d7b8fffb4d65,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.190748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105151-5bed-43e4-bf1b-66f64aaa31b2 req-d639f9cf-fcaf-4ee2-b14b-74e4a2a4c67b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.193972 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0a84f38a-2d8a-4313-b866-57979eb6c7e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44e4feb208f64de895163bbac1329ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3195820 Sep 16 05:01:07.194571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45456) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:07.200908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e105151-5bed-43e4-bf1b-66f64aaa31b2 req-d639f9cf-fcaf-4ee2-b14b-74e4a2a4c67b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1303267 Sep 16 05:01:07.205373 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.384671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a64111b7-4d24-4a01-a09a-78bbd2d44805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.461341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a64111b7-4d24-4a01-a09a-78bbd2d44805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.498105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 433648c1-f499-41d8-972e-6f435f317bce is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:07.528952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e105151-5bed-43e4-bf1b-66f64aaa31b2 req-af56539c-0296-41dd-a335-40e9449cf64d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209271 Sep 16 05:01:07.540322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:07.580294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:07.598181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=b89bc85a-840b-4751-b394-0d86bd21e6a5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.718555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a64111b7-4d24-4a01-a09a-78bbd2d44805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.718555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a64111b7-4d24-4a01-a09a-78bbd2d44805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.718555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a64111b7-4d24-4a01-a09a-78bbd2d44805 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d506318d-ffb7-4e8d-85ee-d7b8fffb4d65 HTTP/1.1" status: 204 len: 168 time: 0.5166333 Sep 16 05:01:07.726271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c18c757b-4ceb-41f3-9b54-72aef1ae2eef req-8077de07-58c9-4431-b48f-dca9249bcb0c tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 210 time: 0.1099265 Sep 16 05:01:07.736782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64111b7-4d24-4a01-a09a-78bbd2d44805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d506318d-ffb7-4e8d-85ee-d7b8fffb4d65,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.765660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.767894 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.875360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-26e66f99-7a6c-4f4a-bd74-58cc0d2f2860 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6131132 Sep 16 05:01:07.896360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '433648c1-f499-41d8-972e-6f435f317bce', 'admin_state_up': True, 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'security_groups': ['5505c306-8b43-46f7-966c-e6aab7dd63d4']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:07.950412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c32977ec-dcae-428e-9d85-098822c23394 None None] Provisioning complete for port b89bc85a-840b-4751-b394-0d86bd21e6a5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:07.950892 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c32977ec-dcae-428e-9d85-098822c23394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.177773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796767-951e-4181-a6a3-a529fabe1957 req-61e22c5d-58a0-4a3b-ad53-16fe46c2abbf tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.184762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796767-951e-4181-a6a3-a529fabe1957 req-61e22c5d-58a0-4a3b-ad53-16fe46c2abbf tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.195889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796767-951e-4181-a6a3-a529fabe1957 req-61e22c5d-58a0-4a3b-ad53-16fe46c2abbf tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.202791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796767-951e-4181-a6a3-a529fabe1957 req-61e22c5d-58a0-4a3b-ad53-16fe46c2abbf tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.211704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68796767-951e-4181-a6a3-a529fabe1957 req-61e22c5d-58a0-4a3b-ad53-16fe46c2abbf tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 3095 time: 0.1616147 Sep 16 05:01:08.247199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c32977ec-dcae-428e-9d85-098822c23394 None None] Port b89bc85a-840b-4751-b394-0d86bd21e6a5 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:08.327944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68796767-951e-4181-a6a3-a529fabe1957 req-db96f048-39e1-44b7-b9f7-22693f9c5825 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144242 Sep 16 05:01:08.343790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5a17c-e498-44df-86b8-570b3a6cb6be req-2585cb48-ead4-46dd-8142-c0267a1ae22a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.346908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89b5a17c-e498-44df-86b8-570b3a6cb6be req-2585cb48-ead4-46dd-8142-c0267a1ae22a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1283567 Sep 16 05:01:08.411809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89b5a17c-e498-44df-86b8-570b3a6cb6be req-730df664-f243-4da0-a10d-538cf1575b8b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Sep 16 05:01:08.662089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d3c0-0bc6-4187-b918-b1f2e8b90160 req-2b2ec1c1-8903-4ce6-b75f-5522a1a5ebe7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.663616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5509d3c0-0bc6-4187-b918-b1f2e8b90160 req-2b2ec1c1-8903-4ce6-b75f-5522a1a5ebe7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0509346 Sep 16 05:01:08.705706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5509d3c0-0bc6-4187-b918-b1f2e8b90160 req-4224a3e0-35d9-4d79-89f2-df3adc9cc846 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356643 Sep 16 05:01:08.833341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd7df1f-3524-4c7e-84d2-5a8a445c3adb req-b327bcd0-f163-404e-9d8b-165a6b214253 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 210 time: 0.0421021 Sep 16 05:01:08.839679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Made reservation on behalf of 44c3613b95a8434c8254bd97b4c0a861 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:08.860039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.113873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Allocated IP 10.2.2.200 (433648c1-f499-41d8-972e-6f435f317bce/2e8aa3e2-df6a-4613-89bc-11c5a1299532/0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:09.145589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d07bf-2d8f-43bf-ab82-6d88d99344c7 req-25004cb5-71e2-4418-8d57-8f8ccf4d0421 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.153311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b1d07bf-2d8f-43bf-ab82-6d88d99344c7 req-25004cb5-71e2-4418-8d57-8f8ccf4d0421 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.0811043 Sep 16 05:01:09.275340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b1d07bf-2d8f-43bf-ab82-6d88d99344c7 req-308fca78-d973-4624-9f1e-3cb844907c42 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209760 Sep 16 05:01:09.413400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-c20a409a-eab6-40ed-99c8-5e294f5ffd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.416295 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-c20a409a-eab6-40ed-99c8-5e294f5ffd29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=877c7e64286f4739ae341beb83f69dc2&device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 1098 time: 0.1407638 Sep 16 05:01:09.473241 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.582727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45536) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:09.675809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13262b22-5296-4135-9843-be5dfdba5f71 req-57f4d4da-9d79-413a-9379-00302958398f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.683222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13262b22-5296-4135-9843-be5dfdba5f71 req-57f4d4da-9d79-413a-9379-00302958398f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.690309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13262b22-5296-4135-9843-be5dfdba5f71 req-57f4d4da-9d79-413a-9379-00302958398f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.696932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13262b22-5296-4135-9843-be5dfdba5f71 req-57f4d4da-9d79-413a-9379-00302958398f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.711282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13262b22-5296-4135-9843-be5dfdba5f71 req-57f4d4da-9d79-413a-9379-00302958398f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 3095 time: 0.2187157 Sep 16 05:01:09.788965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-cb12c6c4-8fc2-4eb7-b61c-c6f375310b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.790911 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-cb12c6c4-8fc2-4eb7-b61c-c6f375310b5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 200 len: 914 time: 0.3653724 Sep 16 05:01:09.800731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-cb02bf8f-1c68-45ae-9c09-0eddeae026df tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.803085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-cb02bf8f-1c68-45ae-9c09-0eddeae026df tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.60 "GET /v2.0/networks?id=556feeef-d6a3-4859-816d-17f4fab88f9b HTTP/1.1" status: 200 len: 806 time: 0.3367941 Sep 16 05:01:09.853496 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-b9863635-27c8-404d-9909-fbf8b0327390 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 200 len: 217 time: 0.0491374 Sep 16 05:01:09.933722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-262bbcf4-2aa8-47e4-ab59-efbc447bc2c5 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=788d095a15464d28adb02215486536ff HTTP/1.1" status: 200 len: 380 time: 0.1206961 Sep 16 05:01:09.946000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Request body: {'port': {'device_id': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'admin_state_up': True, 'tenant_id': '788d095a15464d28adb02215486536ff', 'security_groups': ['f0fbeae5-c353-47e1-830c-2f0f86e05497']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:09.994002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-961925ac-16a6-4250-910e-a934ef963a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.996228 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-961925ac-16a6-4250-910e-a934ef963a8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 200 len: 853 time: 0.1272323 Sep 16 05:01:10.083783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-5ee20371-ab47-4726-961f-647514d7a94e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06346a98-db22-4422-896a-c804ba2ab6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455444 Sep 16 05:01:10.236165 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.259301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.324131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-5747c7b2-7c6f-4ad6-a20d-8cb922996d0b service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178543 Sep 16 05:01:10.329624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cab5837a-fa33-4808-8429-1da7d69bc59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.368861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Network 433648c1-f499-41d8-972e-6f435f317bce is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:10.392556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13262b22-5296-4135-9843-be5dfdba5f71 req-5e6019cc-309d-459f-83ec-c89e2688f1f6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6799669 Sep 16 05:01:10.421967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:10.422067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Made reservation on behalf of 788d095a15464d28adb02215486536ff for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:10.422067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.426347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event updated for resources: {'Port': ['ID=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:10.434276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:10.516016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37873d-fb19-4fa6-8371-33cfda3e52dc req-3704761f-74a2-429d-ad78-d92a1234ccf6 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.524870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e37873d-fb19-4fa6-8371-33cfda3e52dc req-3704761f-74a2-429d-ad78-d92a1234ccf6 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.2746201 Sep 16 05:01:10.614400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd243b2f-7de1-4b6b-8575-c40f9911accd req-59263ca1-bc9e-40b0-b964-d5514b0ba634 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 210 time: 0.0809212 Sep 16 05:01:10.675148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.676089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.710265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Allocated IP 172.20.0.4 (556feeef-d6a3-4859-816d-17f4fab88f9b/37fc8be7-1f27-48e8-92ec-9bc0d18048d7/ad05644c-92c0-42bb-89ce-fd741a1dbec3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:10.738272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e37873d-fb19-4fa6-8371-33cfda3e52dc req-9945267d-dbef-4e41-80d9-9e61bc894695 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119274 Sep 16 05:01:10.885729 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cab5837a-fa33-4808-8429-1da7d69bc59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.950187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-84f216bf-fb66-4c62-b135-1a12772caab0 None None] Provisioning complete for port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:10.950932 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-84f216bf-fb66-4c62-b135-1a12772caab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.953960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cab5837a-fa33-4808-8429-1da7d69bc59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.982927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.035743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-40f73065-c2a3-4c7a-a837-2de60c465d72 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1455631 Sep 16 05:01:11.048210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-84f216bf-fb66-4c62-b135-1a12772caab0 None None] Port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:11.049885 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cdeb70eb-c584-462e-b268-ea57f1cb8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.073019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:11.084871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef82d03-daf2-4443-bc00-9021fcdb9978 req-98f30fec-efab-4f56-97fe-edf7c49baafa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.093637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ef82d03-daf2-4443-bc00-9021fcdb9978 req-98f30fec-efab-4f56-97fe-edf7c49baafa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.2383759 Sep 16 05:01:11.118627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a9101f6-996d-4d70-9ac1-f3b47bcca387 req-b2e224bb-c4cb-4c41-915b-85502e1f76ba service neutron] 10.222.0.57 "GET /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769048 Sep 16 05:01:11.129244 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.141277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cab5837a-fa33-4808-8429-1da7d69bc59a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fb9c6e27bb04c239a242afe4f298a18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5543463 Sep 16 05:01:11.142540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45566) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:11.153232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5837a-fa33-4808-8429-1da7d69bc59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b2e7a-28a0-4f10-870c-097e1baa4261,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.219197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Network 556feeef-d6a3-4859-816d-17f4fab88f9b is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:11.226339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:11.245040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:11.293872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ef82d03-daf2-4443-bc00-9021fcdb9978 req-1698a229-e13b-462a-bfc0-e186fbe9c4ed tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991613 Sep 16 05:01:11.300329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.319901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.320831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.324583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event updated for resources: {'Port': ['ID=ad05644c-92c0-42bb-89ce-fd741a1dbec3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.386141 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be527120-26d3-48c1-af2d-60de2144c58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.415347 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-40655bc4-3f61-43b0-93d3-afd2eb9aa25a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4741681 Sep 16 05:01:11.432773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-f993d9bc-f378-4b44-a0d3-37150e18842a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:01:11.433859 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-f993d9bc-f378-4b44-a0d3-37150e18842a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127697 Sep 16 05:01:11.485300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be527120-26d3-48c1-af2d-60de2144c58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.596303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-1ab13dff-3356-4c8e-83c3-4e19e364ccca tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6330cb531da442168f6db29bc4bc8e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294475 Sep 16 05:01:11.696253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-83c3b7df-a639-423d-adef-1fd7fe06a558 None None] Provisioning complete for port ad05644c-92c0-42bb-89ce-fd741a1dbec3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:11.697409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-83c3b7df-a639-423d-adef-1fd7fe06a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.740055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-83c3b7df-a639-423d-adef-1fd7fe06a558 None None] Port ad05644c-92c0-42bb-89ce-fd741a1dbec3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:11.770808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Request body: {'port': {'device_id': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:11.904633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-1864a0ce-f80d-4ed9-b3ce-4aa7313192aa tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.907026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-1864a0ce-f80d-4ed9-b3ce-4aa7313192aa tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657223 Sep 16 05:01:11.916725 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.947819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308f07-b38a-4446-acea-fca3e94b937b req-105352d9-5459-4ddc-812c-a616442f171f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.958395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308f07-b38a-4446-acea-fca3e94b937b req-105352d9-5459-4ddc-812c-a616442f171f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.963757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308f07-b38a-4446-acea-fca3e94b937b req-105352d9-5459-4ddc-812c-a616442f171f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.971407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308f07-b38a-4446-acea-fca3e94b937b req-105352d9-5459-4ddc-812c-a616442f171f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.984010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308f07-b38a-4446-acea-fca3e94b937b req-105352d9-5459-4ddc-812c-a616442f171f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.990062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3308f07-b38a-4446-acea-fca3e94b937b req-105352d9-5459-4ddc-812c-a616442f171f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 3816 time: 0.3766119 Sep 16 05:01:12.081754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-02a8b0e4-4d91-4767-8466-b79549660331 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/quotas/6330cb531da442168f6db29bc4bc8e00 HTTP/1.1" status: 200 len: 375 time: 0.1620593 Sep 16 05:01:12.100592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be527120-26d3-48c1-af2d-60de2144c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.103604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be527120-26d3-48c1-af2d-60de2144c58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.104757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be527120-26d3-48c1-af2d-60de2144c58b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f0b2e7a-28a0-4f10-870c-097e1baa4261 HTTP/1.1" status: 204 len: 168 time: 0.9525900 Sep 16 05:01:12.306824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3308f07-b38a-4446-acea-fca3e94b937b req-cf124825-fb44-4342-8bb8-0cf756964cf8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987895 Sep 16 05:01:12.314142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be527120-26d3-48c1-af2d-60de2144c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b2e7a-28a0-4f10-870c-097e1baa4261,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.330574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-2de37fad-d542-4fca-bea5-f9f3b0ac6a37 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6330cb531da442168f6db29bc4bc8e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2246962 Sep 16 05:01:12.635426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad05644c-92c0-42bb-89ce-fd741a1dbec3 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:12.661732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.662263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:12.672938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.692447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e44416-8c44-413b-b5f2-d72d80c147d6 req-6792724a-1b7a-45c8-a40f-a48376c77283 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.697060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Transition to ACTIVE for port object ad05644c-92c0-42bb-89ce-fd741a1dbec3 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:12.711868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7e44416-8c44-413b-b5f2-d72d80c147d6 req-6792724a-1b7a-45c8-a40f-a48376c77283 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 931 time: 0.1214581 Sep 16 05:01:12.724361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Transition to ACTIVE for port object 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:12.802118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7e44416-8c44-413b-b5f2-d72d80c147d6 req-160e349a-4ab8-475e-a89c-7bd0734b268e tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892749 Sep 16 05:01:12.826051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.863254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.951520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Pushing event updated for resources: {'Port': ['ID=ad05644c-92c0-42bb-89ce-fd741a1dbec3,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.018471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae78b47-822f-410a-83a6-b7660c4debac req-0b2feec2-1c61-4b33-85eb-9cbf62cdef45 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.019436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ae78b47-822f-410a-83a6-b7660c4debac req-0b2feec2-1c61-4b33-85eb-9cbf62cdef45 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.2131221 Sep 16 05:01:13.119599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.159214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ae78b47-822f-410a-83a6-b7660c4debac req-e6cbb28e-ec58-4e85-b6b2-abf9254df982 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063786 Sep 16 05:01:13.209190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Attempting to bind port ad05644c-92c0-42bb-89ce-fd741a1dbec3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:13.209611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Attempting to bind port ad05644c-92c0-42bb-89ce-fd741a1dbec3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:13.214856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Attempting to bind port ad05644c-92c0-42bb-89ce-fd741a1dbec3 on network 556feeef-d6a3-4859-816d-17f4fab88f9b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:13.227231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Port ad05644c-92c0-42bb-89ce-fd741a1dbec3 on network 556feeef-d6a3-4859-816d-17f4fab88f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:13.233876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Attempting to bind port ad05644c-92c0-42bb-89ce-fd741a1dbec3 on network 556feeef-d6a3-4859-816d-17f4fab88f9b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:13.240522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:13.244373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Checking segment: {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:13.244873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Bound using segment: {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:13.245728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Bound port: ad05644c-92c0-42bb-89ce-fd741a1dbec3, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd2adb6-0e75-4275-b904-c370ab682919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:13.245850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.269725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624fef2-e826-4b82-b346-7a2dbb608e72 req-1adb3dff-f6cf-455d-86a9-66768fc4abad tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.272636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1624fef2-e826-4b82-b346-7a2dbb608e72 req-1adb3dff-f6cf-455d-86a9-66768fc4abad tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.3667905 Sep 16 05:01:13.318992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45640) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.392564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28f1d2a7-515a-400e-9a19-f350e3ffa7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.437631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] For port ad05644c-92c0-42bb-89ce-fd741a1dbec3, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:13.441137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] For port ad05644c-92c0-42bb-89ce-fd741a1dbec3, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:13.476552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Attempting to bind port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:13.477155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Attempting to bind port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:13.477904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Attempting to bind port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f on network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:13.493979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1624fef2-e826-4b82-b346-7a2dbb608e72 req-c54f0002-5e67-46d0-97a5-de9930230b54 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035320 Sep 16 05:01:13.496118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4541d872-ed7f-4f7a-a6d7-74887f294d7e req-9c9f7b2f-0d40-4701-be3a-3b375e338998 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 210 time: 0.0907853 Sep 16 05:01:13.504155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f on network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:13.513554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Attempting to bind port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f on network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:13.514299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.518215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:13.518563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Checking segment: {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:13.519060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Bound using segment: {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:13.524734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Bound port: 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:13.525217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.626514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.627386 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.629158 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] 10.222.0.60 "PUT /v2.0/ports/ad05644c-92c0-42bb-89ce-fd741a1dbec3 HTTP/1.1" status: 200 len: 1092 time: 2.1863298 Sep 16 05:01:13.629803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'tag': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:13.632422 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced47ce3-795c-4e3e-b5af-4a979009d16e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb040cbd-a36c-4036-8e3d-074ecb68013f", "tag": "ad05644c-92c0-42bb-89ce-fd741a1dbec3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:13.654754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28f1d2a7-515a-400e-9a19-f350e3ffa7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.665666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6bb08-b682-4d38-abbf-3be1e9121e0e service neutron] Pushing event updated for resources: {'Port': ['ID=ad05644c-92c0-42bb-89ce-fd741a1dbec3,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.721893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-78db2862-fedd-4ea3-b4e7-e770d778ca47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.836372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b06ca-0f67-4215-81d0-249219e8a446 req-76b94e67-a1cb-478d-86e2-70e824be73fa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.838086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e5b06ca-0f67-4215-81d0-249219e8a446 req-76b94e67-a1cb-478d-86e2-70e824be73fa tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1818426 Sep 16 05:01:13.838768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28f1d2a7-515a-400e-9a19-f350e3ffa7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.880292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca6980-4d43-4359-a562-036455123db9 req-aff301c6-c723-4bc4-954b-ac8e8a79149c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.886922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca6980-4d43-4359-a562-036455123db9 req-aff301c6-c723-4bc4-954b-ac8e8a79149c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.893960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca6980-4d43-4359-a562-036455123db9 req-aff301c6-c723-4bc4-954b-ac8e8a79149c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.915893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca6980-4d43-4359-a562-036455123db9 req-aff301c6-c723-4bc4-954b-ac8e8a79149c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.924696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca6980-4d43-4359-a562-036455123db9 req-aff301c6-c723-4bc4-954b-ac8e8a79149c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.926628 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52ca6980-4d43-4359-a562-036455123db9 req-aff301c6-c723-4bc4-954b-ac8e8a79149c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 3828 time: 0.2551525 Sep 16 05:01:13.938715 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-28f1d2a7-515a-400e-9a19-f350e3ffa7e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9fe343e970343fd94068ccab517c20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171756 Sep 16 05:01:13.939731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45652) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.986962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] For port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:14.017692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1d2a7-515a-400e-9a19-f350e3ffa7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce64a5e-c249-440f-9c7c-1167cab08bc2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.024158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-36de2618-9263-4f05-b7d1-0a8fbcbc8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.025918 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-36de2618-9263-4f05-b7d1-0a8fbcbc8411 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=788d095a15464d28adb02215486536ff&device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 1095 time: 0.1614125 Sep 16 05:01:14.042812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] For port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:14.046972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e5b06ca-0f67-4215-81d0-249219e8a446 req-6b821e33-6163-4f8c-8e01-859e12f0da6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192579 Sep 16 05:01:14.049207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e258aada-b210-45fc-a0e1-94ccf0431980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.063077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52ca6980-4d43-4359-a562-036455123db9 req-28685666-7386-4bfd-ba58-385b27bc9e24 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228974 Sep 16 05:01:14.119804 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-db52b6f8-e06b-468f-bdb9-528d0fe76742 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3 HTTP/1.1" status: 200 len: 217 time: 0.0716038 Sep 16 05:01:14.139105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.212953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e258aada-b210-45fc-a0e1-94ccf0431980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.228046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.230031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.233330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] 10.222.0.57 "PUT /v2.0/ports/8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 200 len: 1092 time: 3.1742420 Sep 16 05:01:14.235436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:14.240772 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.244815 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15b382d-93ea-4716-8fb9-f23b08538e15 x-openstack-request-id: req-f15b382d-93ea-4716-8fb9-f23b08538e15 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:14.251759 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c059db6-555b-41a3-9352-cd7be22a8d59" -d '{"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:14.252012 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb040cbd-a36c-4036-8e3d-074ecb68013f", "tag": "ad05644c-92c0-42bb-89ce-fd741a1dbec3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:14.252012 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f15b382d-93ea-4716-8fb9-f23b08538e15 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:14.252012 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'tag': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'status': 'completed', 'code': 200} Sep 16 05:01:14.317485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-b459ee48-18f8-4c12-a302-57f14a907566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.319340 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-b459ee48-18f8-4c12-a302-57f14a907566 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37fc8be7-1f27-48e8-92ec-9bc0d18048d7 HTTP/1.1" status: 200 len: 845 time: 0.1585674 Sep 16 05:01:14.426182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.461572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-922e131b-600d-49bf-84ad-de1b85b06f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.463460 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-922e131b-600d-49bf-84ad-de1b85b06f6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=556feeef-d6a3-4859-816d-17f4fab88f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884116 Sep 16 05:01:14.505500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6435951-e197-4b0e-ae3d-0fd664660dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.519930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a7abc-709d-4db9-ace3-d6b8b6036fa8 req-24a3543a-bd08-42d4-aa4c-ba1df82e7d14 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.528562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-826a7abc-709d-4db9-ace3-d6b8b6036fa8 req-24a3543a-bd08-42d4-aa4c-ba1df82e7d14 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1589093 Sep 16 05:01:14.552730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e258aada-b210-45fc-a0e1-94ccf0431980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.556175 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e258aada-b210-45fc-a0e1-94ccf0431980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.557528 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e258aada-b210-45fc-a0e1-94ccf0431980 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bce64a5e-c249-440f-9c7c-1167cab08bc2 HTTP/1.1" status: 204 len: 168 time: 0.6122341 Sep 16 05:01:14.600594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a36c5-101f-448e-bfb4-b2fac8a5267a req-cba4c43e-f06e-4785-82c4-a8faf3cb7546 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.604882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb2a36c5-101f-448e-bfb4-b2fac8a5267a req-cba4c43e-f06e-4785-82c4-a8faf3cb7546 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 943 time: 0.3422482 Sep 16 05:01:14.661471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258aada-b210-45fc-a0e1-94ccf0431980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce64a5e-c249-440f-9c7c-1167cab08bc2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.733075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.744417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-ba6b21d8-a426-40c1-9be3-38f4a2967422 service neutron] 10.222.0.60 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675464 Sep 16 05:01:14.803870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-826a7abc-709d-4db9-ace3-d6b8b6036fa8 req-7d7767a8-241d-478f-89cb-8185c4e1c5a8 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743359 Sep 16 05:01:14.979958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb2a36c5-101f-448e-bfb4-b2fac8a5267a req-a506b3fa-8f29-4df0-b176-4c45fd1e006d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350525 Sep 16 05:01:15.017044 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1fc43f3-42b2-4bcb-aaeb-498a7ee7d2df req-ae7b7344-0f4b-429e-91f2-b2f73c7297bf service neutron] 10.222.0.60 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664714 Sep 16 05:01:15.109857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.210897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e98c-5d94-4db4-b573-eec517a0c087 req-527db72e-be27-4c88-9558-0102fabb446f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.216634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1977e98c-5d94-4db4-b573-eec517a0c087 req-527db72e-be27-4c88-9558-0102fabb446f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.2354221 Sep 16 05:01:15.300907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1977e98c-5d94-4db4-b573-eec517a0c087 req-29db8751-54dc-41b6-bec2-dbc31ef0f919 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710270 Sep 16 05:01:15.303579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-79040848-fe78-484b-8f90-ece539c8d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.306448 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-79040848-fe78-484b-8f90-ece539c8d0e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=788d095a15464d28adb02215486536ff&device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 1095 time: 0.1088502 Sep 16 05:01:15.529415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-2cf6f92d-84bf-4a9d-b6e6-abcaf481d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.531025 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-2cf6f92d-84bf-4a9d-b6e6-abcaf481d5e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=556feeef-d6a3-4859-816d-17f4fab88f9b HTTP/1.1" status: 200 len: 907 time: 0.2169652 Sep 16 05:01:15.593944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e8e357-5fd5-45e0-811e-32afc834b29f {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:15.613006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.645349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Transition to ACTIVE for port object 65e8e357-5fd5-45e0-811e-32afc834b29f will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:15.648022 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4819256d-b9e1-447d-afc9-1db3a82f4c3e x-openstack-request-id: req-4819256d-b9e1-447d-afc9-1db3a82f4c3e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:15.648320 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:15.648622 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4819256d-b9e1-447d-afc9-1db3a82f4c3e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:15.649038 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'status': 'completed', 'code': 200} Sep 16 05:01:15.653169 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-2a6e81b7-e8ea-4480-9339-791849f4b135 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3 HTTP/1.1" status: 200 len: 217 time: 0.1030419 Sep 16 05:01:15.712859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d24c7d9b-ec65-4e8e-9199-e11629c77077 req-1130c26d-34c5-4e00-916d-9fa64597b41f tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 210 time: 0.0629420 Sep 16 05:01:15.824026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-69730498-ab01-49a2-b1c4-607f79b0a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.826350 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-69730498-ab01-49a2-b1c4-607f79b0a638 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37fc8be7-1f27-48e8-92ec-9bc0d18048d7 HTTP/1.1" status: 200 len: 845 time: 0.1723156 Sep 16 05:01:15.847283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.850203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-8b0b19db-34c8-49ba-bd29-d971d690dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.850203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-8b0b19db-34c8-49ba-bd29-d971d690dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.850203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-8b0b19db-34c8-49ba-bd29-d971d690dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.850203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-8b0b19db-34c8-49ba-bd29-d971d690dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.850203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-8b0b19db-34c8-49ba-bd29-d971d690dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.850809 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-8b0b19db-34c8-49ba-bd29-d971d690dc3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 4364 time: 0.2185493 Sep 16 05:01:15.974825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0524f-b4e1-43c6-8798-ad5f8a53473e req-61531593-cfb5-4b74-9b4c-7bf31a747300 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.977005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ae0524f-b4e1-43c6-8798-ad5f8a53473e req-61531593-cfb5-4b74-9b4c-7bf31a747300 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1551111 Sep 16 05:01:16.004084 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-6168287a-091d-440e-8318-31f15711dad9 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6330cb531da442168f6db29bc4bc8e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998857 Sep 16 05:01:16.140865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-869e1bc6-e030-4c4a-b451-a214e8913be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.142974 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-869e1bc6-e030-4c4a-b451-a214e8913be0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=556feeef-d6a3-4859-816d-17f4fab88f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2910836 Sep 16 05:01:16.158338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Pushing event updated for resources: {'Port': ['ID=65e8e357-5fd5-45e0-811e-32afc834b29f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.187389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd8cdf-d164-45fd-a740-ecbf9ab54a46 req-4adabffa-fa24-4a78-bc60-565c906e3c91 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.193704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd8cdf-d164-45fd-a740-ecbf9ab54a46 req-4adabffa-fa24-4a78-bc60-565c906e3c91 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.199866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd8cdf-d164-45fd-a740-ecbf9ab54a46 req-4adabffa-fa24-4a78-bc60-565c906e3c91 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.206391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd8cdf-d164-45fd-a740-ecbf9ab54a46 req-4adabffa-fa24-4a78-bc60-565c906e3c91 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.212456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd8cdf-d164-45fd-a740-ecbf9ab54a46 req-4adabffa-fa24-4a78-bc60-565c906e3c91 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.214320 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78fd8cdf-d164-45fd-a740-ecbf9ab54a46 req-4adabffa-fa24-4a78-bc60-565c906e3c91 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 3828 time: 0.5083730 Sep 16 05:01:16.236025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ae0524f-b4e1-43c6-8798-ad5f8a53473e req-97f3117a-1180-4bf9-883a-db9809f6e79c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396693 Sep 16 05:01:16.257807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-ab509bb4-08ab-4784-b596-c6d0b98a0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.258612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-ab509bb4-08ab-4784-b596-c6d0b98a0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.259136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-ab509bb4-08ab-4784-b596-c6d0b98a0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.261068 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-ab509bb4-08ab-4784-b596-c6d0b98a0fc8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=44c3613b95a8434c8254bd97b4c0a861&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3715544 Sep 16 05:01:16.374438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Attempting to bind port 65e8e357-5fd5-45e0-811e-32afc834b29f on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:16.374438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Attempting to bind port 65e8e357-5fd5-45e0-811e-32afc834b29f by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:16.374438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Attempting to bind port 65e8e357-5fd5-45e0-811e-32afc834b29f on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:16.379605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78fd8cdf-d164-45fd-a740-ecbf9ab54a46 req-efb22841-337b-4cea-81aa-ddad8234ff8e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575031 Sep 16 05:01:16.384464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Port 65e8e357-5fd5-45e0-811e-32afc834b29f on network 101cd63f-5bad-4b1d-a473-5775b8761a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:16.384937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Attempting to bind port 65e8e357-5fd5-45e0-811e-32afc834b29f on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:16.391191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:16.391574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Checking segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:16.392659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Bound using segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:16.393142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Bound port: 65e8e357-5fd5-45e0-811e-32afc834b29f, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:16.393510 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.449513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-dc22f40e-b8ce-4606-a17a-2bb762ea8024 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.451162 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-dc22f40e-b8ce-4606-a17a-2bb762ea8024 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374721 Sep 16 05:01:16.486115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] For port 65e8e357-5fd5-45e0-811e-32afc834b29f, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:16.489584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] For port 65e8e357-5fd5-45e0-811e-32afc834b29f, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=65e8e357-5fd5-45e0-811e-32afc834b29f,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:16.499161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2661ce-3e8e-4882-8e31-73d5ee4e0b27 req-576140f0-5272-4306-9c95-67d628295c50 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.501498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f2661ce-3e8e-4882-8e31-73d5ee4e0b27 req-576140f0-5272-4306-9c95-67d628295c50 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1796060 Sep 16 05:01:16.511062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-98591609-89ac-4922-b7cf-fd9d1eb160be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.512619 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c059db6-555b-41a3-9352-cd7be22a8d59 req-98591609-89ac-4922-b7cf-fd9d1eb160be service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767185 Sep 16 05:01:16.518270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Request body: {'port': {'device_id': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '6330cb531da442168f6db29bc4bc8e00'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:16.522956 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-3f0efbea-4ba4-4217-ba96-3058598b392b service neutron] 10.222.0.60 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176935 Sep 16 05:01:16.595044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45473fd2-f8d1-4107-a624-db194b3adc52 req-d03da300-150c-4beb-92a5-45342b2b0aa2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.596739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45473fd2-f8d1-4107-a624-db194b3adc52 req-d03da300-150c-4beb-92a5-45342b2b0aa2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 943 time: 0.0942266 Sep 16 05:01:16.606334 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f2661ce-3e8e-4882-8e31-73d5ee4e0b27 req-53fd414f-cae4-4f62-af5a-89799f81abed tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689602 Sep 16 05:01:16.676744 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.780644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.782977 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.784271 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.787739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] 10.222.0.57 "PUT /v2.0/ports/65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 1132 time: 2.4266875 Sep 16 05:01:16.824317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45473fd2-f8d1-4107-a624-db194b3adc52 req-67c32a3c-5761-4401-803a-09002e8b95fb tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663134 Sep 16 05:01:16.932407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade612f7-f5bb-4dff-9418-5f0a9e596974 service neutron] Pushing event updated for resources: {'Port': ['ID=65e8e357-5fd5-45e0-811e-32afc834b29f,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.046404 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ced47ce3-795c-4e3e-b5af-4a979009d16e req-fa606e6e-1c5a-48ba-9af6-29b38e64d97b service neutron] 10.222.0.60 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964399 Sep 16 05:01:17.069828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:17.113604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cfa16cf-5fbf-4350-bfa7-6b9a7401c062 req-c74a302d-c65c-4e2a-9b08-1b06d3afbe48 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 210 time: 0.1638896 Sep 16 05:01:17.159113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Made reservation on behalf of 6330cb531da442168f6db29bc4bc8e00 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:17.159975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.192600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.251350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c38c09-4731-4d9a-9c74-540d59fd1a8e req-84f9109f-47b6-4c69-bfa4-3c64eeae82b5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.267819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4c38c09-4731-4d9a-9c74-540d59fd1a8e req-84f9109f-47b6-4c69-bfa4-3c64eeae82b5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1508634 Sep 16 05:01:17.271706 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.338325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.365760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4c38c09-4731-4d9a-9c74-540d59fd1a8e req-e6122824-657c-45cd-ad36-b2bd3c0615e2 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908375 Sep 16 05:01:17.471276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.619491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16adf3c2-16ed-48ad-9e01-f02bfa88e193,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.643017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.643803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.645079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.645845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.649363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.649860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.651075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.651948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.652437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.653194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.653776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.654539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:17.688393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '65e8e357-5fd5-45e0-811e-32afc834b29f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:17.692045 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005" -d '{"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "65e8e357-5fd5-45e0-811e-32afc834b29f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:17.781166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beaa15-9fe0-43e5-9b1b-0f92318e8f16 req-8a001bd7-8935-4d68-831b-a3a2d3792d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.784783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Allocated IP 192.168.233.53 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/da53a69e-7401-4148-8016-0ef678f6d7c5) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:17.788381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beaa15-9fe0-43e5-9b1b-0f92318e8f16 req-8a001bd7-8935-4d68-831b-a3a2d3792d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.794512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beaa15-9fe0-43e5-9b1b-0f92318e8f16 req-8a001bd7-8935-4d68-831b-a3a2d3792d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.802139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beaa15-9fe0-43e5-9b1b-0f92318e8f16 req-8a001bd7-8935-4d68-831b-a3a2d3792d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.811677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beaa15-9fe0-43e5-9b1b-0f92318e8f16 req-8a001bd7-8935-4d68-831b-a3a2d3792d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.818302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beaa15-9fe0-43e5-9b1b-0f92318e8f16 req-8a001bd7-8935-4d68-831b-a3a2d3792d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.826540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4beaa15-9fe0-43e5-9b1b-0f92318e8f16 req-8a001bd7-8935-4d68-831b-a3a2d3792d22 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 4601 time: 0.2103968 Sep 16 05:01:17.830039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45758) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.868386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4b06f-ee3e-4191-ba6e-3c78d2cda1f7 req-4d2595bb-f14a-4d19-9f36-81044eb361b2 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.870309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10e4b06f-ee3e-4191-ba6e-3c78d2cda1f7 req-4d2595bb-f14a-4d19-9f36-81044eb361b2 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.2757089 Sep 16 05:01:17.953213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ad05644c-92c0-42bb-89ce-fd741a1dbec3 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:18.001772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.065731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10e4b06f-ee3e-4191-ba6e-3c78d2cda1f7 req-3b27a16e-3fff-4015-933a-c0a168027e40 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558883 Sep 16 05:01:18.082294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4beaa15-9fe0-43e5-9b1b-0f92318e8f16 req-100e1d6d-4538-432d-bb67-2d825ee24a9b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2514982 Sep 16 05:01:18.157564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.244665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:18.249457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:18.263663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeeab-e992-4b30-bde9-778df07e6353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.266100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ad05644c-92c0-42bb-89ce-fd741a1dbec3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:18.274594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:18.294156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'port_id': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'mac_address': 'fa:16:3e:72:3d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:18.314649 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b0f92d-08c8-418a-918d-2cbae920a9ac x-openstack-request-id: req-45b0f92d-08c8-418a-918d-2cbae920a9ac {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:18.314944 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "65e8e357-5fd5-45e0-811e-32afc834b29f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:18.315224 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45b0f92d-08c8-418a-918d-2cbae920a9ac {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:18.315674 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '65e8e357-5fd5-45e0-811e-32afc834b29f', 'status': 'completed', 'code': 200} Sep 16 05:01:18.401446 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.421727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2227d4-2a0d-43e0-8a1a-c447df3d416a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:18.431506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad05644c-92c0-42bb-89ce-fd741a1dbec3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:18.466627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ad05644c-92c0-42bb-89ce-fd741a1dbec3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:18.532376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.640103 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeeab-e992-4b30-bde9-778df07e6353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.670967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=ad05644c-92c0-42bb-89ce-fd741a1dbec3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.708786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3ce851df-b6a1-45c5-80d5-e26e9839542c None None] Provisioning complete for port da53a69e-7401-4148-8016-0ef678f6d7c5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:18.714652 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3ce851df-b6a1-45c5-80d5-e26e9839542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.714811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.787587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3ce851df-b6a1-45c5-80d5-e26e9839542c None None] Port da53a69e-7401-4148-8016-0ef678f6d7c5 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:18.787678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692dfe7-1bf7-48c9-a08a-4027dafa7848 req-57125e19-f52f-4198-b784-e602896a2966 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.795780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b692dfe7-1bf7-48c9-a08a-4027dafa7848 req-57125e19-f52f-4198-b784-e602896a2966 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.5470471 Sep 16 05:01:18.803988 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeeab-e992-4b30-bde9-778df07e6353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.820611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ad05644c-92c0-42bb-89ce-fd741a1dbec3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:18.865174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd264bb-0a6f-4005-9aa2-cfead14bd00c req-0c9eb7d0-bf62-417a-9df4-2d9cb72e3f3f tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.866714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccd264bb-0a6f-4005-9aa2-cfead14bd00c req-0c9eb7d0-bf62-417a-9df4-2d9cb72e3f3f tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 944 time: 0.2187376 Sep 16 05:01:18.875151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Transition to ACTIVE for port object 6d2227d4-2a0d-43e0-8a1a-c447df3d416a will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:18.884559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fc2aeeab-e992-4b30-bde9-778df07e6353 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a37ad9a4f3c4fa18d268db23854186d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0464933 Sep 16 05:01:18.908845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45786) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:18.925239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b692dfe7-1bf7-48c9-a08a-4027dafa7848 req-dab53322-5cb2-4760-ad2f-ae919a1fe80c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283052 Sep 16 05:01:18.961165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aeeab-e992-4b30-bde9-778df07e6353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420aa58b-a515-4c6f-bc54-175365af9700,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.038564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.043893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccd264bb-0a6f-4005-9aa2-cfead14bd00c req-07f09189-195e-41d3-b672-4979d0daa7f3 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458039 Sep 16 05:01:19.057725 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.104015 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6249516d-5de7-4973-91bb-2a2fc0fd6b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.110383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.111031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.129477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-872ef4c5-80f6-4afd-b13a-552073290841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.130146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-872ef4c5-80f6-4afd-b13a-552073290841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.130866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-872ef4c5-80f6-4afd-b13a-552073290841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.131390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-872ef4c5-80f6-4afd-b13a-552073290841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.131866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-872ef4c5-80f6-4afd-b13a-552073290841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.136026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-872ef4c5-80f6-4afd-b13a-552073290841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.136026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-872ef4c5-80f6-4afd-b13a-552073290841 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5289 time: 0.7888107 Sep 16 05:01:19.143538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6249516d-5de7-4973-91bb-2a2fc0fd6b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.227361 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-7ceae120-a576-49a3-adab-bf5c5b380958 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7133656 Sep 16 05:01:19.247211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Request body: {'port': {'device_id': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:19.292245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.352724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-449a03b8-8671-47d4-a709-9f4192c519a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.352724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-449a03b8-8671-47d4-a709-9f4192c519a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.353222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-449a03b8-8671-47d4-a709-9f4192c519a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.365775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-449a03b8-8671-47d4-a709-9f4192c519a5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=44c3613b95a8434c8254bd97b4c0a861&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2106440 Sep 16 05:01:19.378634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.385203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccde488-1694-4884-b988-87e4331291af req-3d52aabb-9e94-4dc7-9090-b583849a8fd1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.394404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fccde488-1694-4884-b988-87e4331291af req-3d52aabb-9e94-4dc7-9090-b583849a8fd1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.2084723 Sep 16 05:01:19.419537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823e029-1b16-4456-bd42-7c737f5ddaeb req-a4fc4211-83ba-47bc-b929-9baebcf2c19e tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.421035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2823e029-1b16-4456-bd42-7c737f5ddaeb req-a4fc4211-83ba-47bc-b929-9baebcf2c19e tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 935 time: 0.2532816 Sep 16 05:01:19.540997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6249516d-5de7-4973-91bb-2a2fc0fd6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.544357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6249516d-5de7-4973-91bb-2a2fc0fd6b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.546351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6249516d-5de7-4973-91bb-2a2fc0fd6b73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/420aa58b-a515-4c6f-bc54-175365af9700 HTTP/1.1" status: 204 len: 168 time: 0.6202605 Sep 16 05:01:19.589740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2823e029-1b16-4456-bd42-7c737f5ddaeb req-9572f63f-a276-41c7-a898-50284d009cca tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440437 Sep 16 05:01:19.593621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fccde488-1694-4884-b988-87e4331291af req-898fd6f5-4c9a-4f84-b9da-5f087673cd1f tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983502 Sep 16 05:01:19.595644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Attempting to bind port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:19.596031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Attempting to bind port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:19.598304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Attempting to bind port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:19.630590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249516d-5de7-4973-91bb-2a2fc0fd6b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420aa58b-a515-4c6f-bc54-175365af9700,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.656281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a on network 101cd63f-5bad-4b1d-a473-5775b8761a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:19.657454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Attempting to bind port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:19.672147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:19.674645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Checking segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:19.686908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Bound using segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:19.688262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Bound port: 6d2227d4-2a0d-43e0-8a1a-c447df3d416a, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:19.690372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.766151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-5af0c2cf-7ab5-442f-8c57-58783fdcdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.768462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d5314a7e-229c-4d1d-80c3-eb29b4bcc005 req-5af0c2cf-7ab5-442f-8c57-58783fdcdae0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3714221 Sep 16 05:01:19.834620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] For port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:19.864940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] For port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:19.874250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42006e28-541c-486d-9097-3d7d11c7ecfd req-83463c92-4bd6-4995-9a24-60b66b429136 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.876600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42006e28-541c-486d-9097-3d7d11c7ecfd req-83463c92-4bd6-4995-9a24-60b66b429136 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1103146 Sep 16 05:01:19.903751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-ce3530d3-ab64-4c6a-bca4-7a50a4a202fd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.910248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-ce3530d3-ab64-4c6a-bca4-7a50a4a202fd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.916564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-ce3530d3-ab64-4c6a-bca4-7a50a4a202fd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.924263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-ce3530d3-ab64-4c6a-bca4-7a50a4a202fd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.930967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-ce3530d3-ab64-4c6a-bca4-7a50a4a202fd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.937316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-ce3530d3-ab64-4c6a-bca4-7a50a4a202fd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.938508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da53a69e-7401-4148-8016-0ef678f6d7c5 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:19.944117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-ce3530d3-ab64-4c6a-bca4-7a50a4a202fd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.946210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-ce3530d3-ab64-4c6a-bca4-7a50a4a202fd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5374 time: 0.1821866 Sep 16 05:01:19.952638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ad05644c-92c0-42bb-89ce-fd741a1dbec3 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:19.953233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.958241 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.966258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Transition to ACTIVE for port object da53a69e-7401-4148-8016-0ef678f6d7c5 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:19.976195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.977175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.978577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] 10.222.0.57 "PUT /v2.0/ports/6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 1132 time: 2.9800167 Sep 16 05:01:20.053285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42006e28-541c-486d-9097-3d7d11c7ecfd req-ad756921-6a41-4de2-b9ec-a32b6a900235 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696966 Sep 16 05:01:20.064523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.087796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4adc7bc5-0580-4377-ac46-444d260ca548 req-06850819-0219-4288-9b53-3359b703dc32 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249571 Sep 16 05:01:20.087796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023f347-6f7f-4207-9052-978ff2a67289 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.101809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port ad05644c-92c0-42bb-89ce-fd741a1dbec3 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:20.113412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port ad05644c-92c0-42bb-89ce-fd741a1dbec3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:20.115643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.134232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:20.375773 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.414075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.455739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:20.462441 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e4deb6-6192-4a69-bedb-da76cbbb8cec" -d '{"events": [{"server_uuid": "eb040cbd-a36c-4036-8e3d-074ecb68013f", "name": "network-vif-plugged", "status": "completed", "tag": "ad05644c-92c0-42bb-89ce-fd741a1dbec3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:20.494930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Attempting to bind port da53a69e-7401-4148-8016-0ef678f6d7c5 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:20.498141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Attempting to bind port da53a69e-7401-4148-8016-0ef678f6d7c5 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:20.498141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Attempting to bind port da53a69e-7401-4148-8016-0ef678f6d7c5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:20.501517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Port da53a69e-7401-4148-8016-0ef678f6d7c5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:20.501853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Attempting to bind port da53a69e-7401-4148-8016-0ef678f6d7c5 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:20.506318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ad05644c-92c0-42bb-89ce-fd741a1dbec3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:20.508050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:20.508601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:20.509006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:20.509491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Bound port: da53a69e-7401-4148-8016-0ef678f6d7c5, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:20.509870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.599498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:20.601566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.603438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:20.662664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=ad05644c-92c0-42bb-89ce-fd741a1dbec3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.733502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.760386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.760386 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.760386 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] 10.222.0.60 "PUT /v2.0/ports/da53a69e-7401-4148-8016-0ef678f6d7c5 HTTP/1.1" status: 200 len: 1096 time: 1.5187943 Sep 16 05:01:20.772874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '6d2227d4-2a0d-43e0-8a1a-c447df3d416a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:20.775272 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000" -d '{"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "6d2227d4-2a0d-43e0-8a1a-c447df3d416a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:20.778540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.784352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:20.787792 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:20.831112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7635d2-16e7-4154-af33-976237d98c9a service neutron] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.868277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45854) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:20.882453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744b001-6dd5-4ecb-9dcd-088f6a5f164a req-cbe9aa49-f576-453e-abe5-b126a9015e00 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.883212 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f685076d-cf2d-4ab5-9ade-e179b7e11dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.889858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8744b001-6dd5-4ecb-9dcd-088f6a5f164a req-cbe9aa49-f576-453e-abe5-b126a9015e00 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.6728640 Sep 16 05:01:20.935569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c971ac-b993-482f-8f8f-8bf3bd444635 req-f890ecb3-109d-4f4d-a849-f4945692a523 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.943034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37c971ac-b993-482f-8f8f-8bf3bd444635 req-f890ecb3-109d-4f4d-a849-f4945692a523 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.1471605 Sep 16 05:01:21.024763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-ac38110a-70ff-4c54-9435-b54115743596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.031028 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-ac38110a-70ff-4c54-9435-b54115743596 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6330cb531da442168f6db29bc4bc8e00&device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 1099 time: 0.0962973 Sep 16 05:01:21.091381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8744b001-6dd5-4ecb-9dcd-088f6a5f164a req-e09941aa-7257-4e09-b68d-5c34bf6a054b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953864 Sep 16 05:01:21.100287 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-9f7188a8-e818-47aa-9339-8bfd6b1d947e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=da53a69e-7401-4148-8016-0ef678f6d7c5 HTTP/1.1" status: 200 len: 217 time: 0.0546424 Sep 16 05:01:21.140729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37c971ac-b993-482f-8f8f-8bf3bd444635 req-5c8f9da5-824f-4c29-b83a-058c017ee08a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967947 Sep 16 05:01:21.141497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45860) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.216524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f685076d-cf2d-4ab5-9ade-e179b7e11dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.219437 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac8678-07bb-47af-89bc-0ac071adf68a x-openstack-request-id: req-66ac8678-07bb-47af-89bc-0ac071adf68a {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:21.220502 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb040cbd-a36c-4036-8e3d-074ecb68013f", "name": "network-vif-plugged", "status": "completed", "tag": "ad05644c-92c0-42bb-89ce-fd741a1dbec3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:21.220770 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66ac8678-07bb-47af-89bc-0ac071adf68a {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:21.221764 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'code': 200} Sep 16 05:01:21.242484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-25e92276-a502-4861-a633-be3f20b9b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.245271 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-25e92276-a502-4861-a633-be3f20b9b1bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1329722 Sep 16 05:01:21.332528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f685076d-cf2d-4ab5-9ade-e179b7e11dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.364498 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffbe9d0-5450-4367-9237-44751a4c3623 x-openstack-request-id: req-4ffbe9d0-5450-4367-9237-44751a4c3623 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:21.371822 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:21.372092 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ffbe9d0-5450-4367-9237-44751a4c3623 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:21.372523 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'status': 'completed', 'code': 200} Sep 16 05:01:21.418301 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02dd022-45ce-45d6-8d0f-02c0d24ba53f x-openstack-request-id: req-f02dd022-45ce-45d6-8d0f-02c0d24ba53f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:21.418891 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "6d2227d4-2a0d-43e0-8a1a-c447df3d416a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:21.419316 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f02dd022-45ce-45d6-8d0f-02c0d24ba53f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:21.419877 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '6d2227d4-2a0d-43e0-8a1a-c447df3d416a', 'status': 'completed', 'code': 200} Sep 16 05:01:21.430607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f685076d-cf2d-4ab5-9ade-e179b7e11dad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cd5da44bf37447fbeb34bb0a31c579f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612116 Sep 16 05:01:21.436048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45876) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.460287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58e2-9e35-4255-83a7-deb4b10887ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.469716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-b098f6d7-12f0-48dd-866e-0bbd13bf8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.471930 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-b098f6d7-12f0-48dd-866e-0bbd13bf8368 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185097 Sep 16 05:01:21.480635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685076d-cf2d-4ab5-9ade-e179b7e11dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b1907-58e9-4d7a-96aa-e7599f72bb95,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.532115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91063adb-7909-4b1f-ae56-d6051ca71dad req-7cf8179f-ef9d-444d-a7dd-09bc8fba86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.534184 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91063adb-7909-4b1f-ae56-d6051ca71dad req-7cf8179f-ef9d-444d-a7dd-09bc8fba86fe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 1097 time: 0.2162712 Sep 16 05:01:21.571363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b7097e-54f0-49bd-a5be-591192a5409e {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:21.585060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0f845-a522-43c0-9f51-430ca2bf6943 req-7657c0bc-1bdd-4d5e-968c-6b87cf60970b tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.586801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-adf0f845-a522-43c0-9f51-430ca2bf6943 req-7657c0bc-1bdd-4d5e-968c-6b87cf60970b tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 947 time: 0.2700522 Sep 16 05:01:21.598983 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.627221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-5a8d30b8-c254-4d9c-98d1-9850b6ed3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.627734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-5a8d30b8-c254-4d9c-98d1-9850b6ed3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.628222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-5a8d30b8-c254-4d9c-98d1-9850b6ed3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.628698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-5a8d30b8-c254-4d9c-98d1-9850b6ed3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.629177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-5a8d30b8-c254-4d9c-98d1-9850b6ed3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.629647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-5a8d30b8-c254-4d9c-98d1-9850b6ed3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.630113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-5a8d30b8-c254-4d9c-98d1-9850b6ed3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.632054 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-5a8d30b8-c254-4d9c-98d1-9850b6ed3c66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6214 time: 0.1667397 Sep 16 05:01:21.638002 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91063adb-7909-4b1f-ae56-d6051ca71dad req-8c033367-a94b-40eb-9904-4e1148ab0e4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945871 Sep 16 05:01:21.647953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Transition to ACTIVE for port object a5b7097e-54f0-49bd-a5be-591192a5409e will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:21.653998 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-1a5a1071-da56-46a6-8c94-fc571cb62162 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690264 Sep 16 05:01:21.695166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-48973b53-9465-4b95-a5c4-361d06af843f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.702611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-48973b53-9465-4b95-a5c4-361d06af843f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.710033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-48973b53-9465-4b95-a5c4-361d06af843f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.716509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-48973b53-9465-4b95-a5c4-361d06af843f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.722656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-48973b53-9465-4b95-a5c4-361d06af843f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.728985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-48973b53-9465-4b95-a5c4-361d06af843f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.735150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-48973b53-9465-4b95-a5c4-361d06af843f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.737640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-48973b53-9465-4b95-a5c4-361d06af843f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5374 time: 0.2495337 Sep 16 05:01:21.749458 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.767166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-2f381dc0-8058-4e00-a062-404749ebb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.767692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-2f381dc0-8058-4e00-a062-404749ebb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.768172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-2f381dc0-8058-4e00-a062-404749ebb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.769780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-2f381dc0-8058-4e00-a062-404749ebb6c8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=44c3613b95a8434c8254bd97b4c0a861&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1185944 Sep 16 05:01:21.804765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-847675aa-a99a-4d84-9bd8-99fcdce59e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.821312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Pushing event updated for resources: {'Port': ['ID=a5b7097e-54f0-49bd-a5be-591192a5409e,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.877281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35c8674c-77c8-40d3-a2a5-9c4a97a9b822 req-5af0b38f-afef-4d42-920a-0849662c477e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233122 Sep 16 05:01:21.880432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-adf0f845-a522-43c0-9f51-430ca2bf6943 req-3c9d2305-2fb5-4166-ae83-153cfac7afba tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837853 Sep 16 05:01:21.887948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-df004eab-0350-4906-91a3-fee6dafa55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.889612 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45d90d68-e2f3-4dd5-bbe3-5b2fc9d16000 req-df004eab-0350-4906-91a3-fee6dafa55b3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095672 Sep 16 05:01:21.904654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.906833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.906833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.906833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.906833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.908051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.908051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.908260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.908660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.909064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.909474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.909869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.923646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-847675aa-a99a-4d84-9bd8-99fcdce59e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.016343 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02054abe-e513-4e82-9fa4-b143a03e47f1 req-6af8d9af-493f-42c1-b390-7e55c76df6c4 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501987 Sep 16 05:01:22.076040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Attempting to bind port a5b7097e-54f0-49bd-a5be-591192a5409e on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:22.076040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Attempting to bind port a5b7097e-54f0-49bd-a5be-591192a5409e by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:22.076040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Attempting to bind port a5b7097e-54f0-49bd-a5be-591192a5409e on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:22.138187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Port a5b7097e-54f0-49bd-a5be-591192a5409e on network 101cd63f-5bad-4b1d-a473-5775b8761a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:22.138516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Attempting to bind port a5b7097e-54f0-49bd-a5be-591192a5409e on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:22.153024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58e2-9e35-4255-83a7-deb4b10887ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.156913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:22.157293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Checking segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:22.157727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Bound using segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:22.158181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Bound port: a5b7097e-54f0-49bd-a5be-591192a5409e, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:22.158537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.209996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-8f16f3fd-ee87-4f31-a42f-3bc307467cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.211850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-8f16f3fd-ee87-4f31-a42f-3bc307467cba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6330cb531da442168f6db29bc4bc8e00&device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 1099 time: 0.0515809 Sep 16 05:01:22.226910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa919a-d4eb-4a3a-a356-57ed74e1f4b5 req-58886c15-5fcb-4ada-bad8-d97a1d0d4e32 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.228233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7aa919a-d4eb-4a3a-a356-57ed74e1f4b5 req-58886c15-5fcb-4ada-bad8-d97a1d0d4e32 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 950 time: 0.1361685 Sep 16 05:01:22.255260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c4e58e2-9e35-4255-83a7-deb4b10887ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.288271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d224-14ff-46c9-8a4b-db5ea6499aa5 req-8050a7e7-ad8e-4ef3-803a-86941e2cc4f3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.289809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5b6d224-14ff-46c9-8a4b-db5ea6499aa5 req-8050a7e7-ad8e-4ef3-803a-86941e2cc4f3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.2052877 Sep 16 05:01:22.290460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-847675aa-a99a-4d84-9bd8-99fcdce59e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.293128 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-847675aa-a99a-4d84-9bd8-99fcdce59e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.294188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-847675aa-a99a-4d84-9bd8-99fcdce59e14 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/637b1907-58e9-4d7a-96aa-e7599f72bb95 HTTP/1.1" status: 204 len: 168 time: 0.8550367 Sep 16 05:01:22.330577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2c4e58e2-9e35-4255-83a7-deb4b10887ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c185c8aa62f4e7583678c99a74840d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1745477 Sep 16 05:01:22.332946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45884) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.366526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-5bfe4c55-97b9-46da-9a5b-7d33066b5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.368321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-5bfe4c55-97b9-46da-9a5b-7d33066b5152 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1425877 Sep 16 05:01:22.397728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e58e2-9e35-4255-83a7-deb4b10887ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980043b2-fd7a-43ba-b273-031d7adf0eb4,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.420163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] For port a5b7097e-54f0-49bd-a5be-591192a5409e, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:22.423881 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-9ab43d6b-11ec-4c78-b30c-d09808c0aacf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=da53a69e-7401-4148-8016-0ef678f6d7c5 HTTP/1.1" status: 200 len: 217 time: 0.0442579 Sep 16 05:01:22.429287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7aa919a-d4eb-4a3a-a356-57ed74e1f4b5 req-e9f9b2a3-79fb-4afa-aa91-03f7b1168449 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763213 Sep 16 05:01:22.429999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847675aa-a99a-4d84-9bd8-99fcdce59e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b1907-58e9-4d7a-96aa-e7599f72bb95,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.433968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edd24473-1d65-4d9b-9f85-cf053b280020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.444684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] For port a5b7097e-54f0-49bd-a5be-591192a5409e, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5b7097e-54f0-49bd-a5be-591192a5409e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:22.448406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5b6d224-14ff-46c9-8a4b-db5ea6499aa5 req-a594d427-0132-441f-9f10-57a796d9dd56 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351492 Sep 16 05:01:22.507919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edd24473-1d65-4d9b-9f85-cf053b280020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.528737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-1935dff9-21a9-4571-87ab-e1bf52805935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.530277 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-1935dff9-21a9-4571-87ab-e1bf52805935 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0923078 Sep 16 05:01:22.555408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.593800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-c404ccf2-87d2-4693-9801-daacf7b08c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.596117 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-c404ccf2-87d2-4693-9801-daacf7b08c87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571437 Sep 16 05:01:22.638863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.639528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.640975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] 10.222.0.57 "PUT /v2.0/ports/a5b7097e-54f0-49bd-a5be-591192a5409e HTTP/1.1" status: 200 len: 1092 time: 2.5143986 Sep 16 05:01:22.670824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edd24473-1d65-4d9b-9f85-cf053b280020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.674222 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edd24473-1d65-4d9b-9f85-cf053b280020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.677920 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-edd24473-1d65-4d9b-9f85-cf053b280020 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/980043b2-fd7a-43ba-b273-031d7adf0eb4 HTTP/1.1" status: 204 len: 168 time: 0.3415060 Sep 16 05:01:22.687892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330119e5-0ddc-4b6f-9e2f-0e47264a8d0a req-dfc129ea-d4f7-4cbb-816e-638538214e3e tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.689468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-330119e5-0ddc-4b6f-9e2f-0e47264a8d0a req-dfc129ea-d4f7-4cbb-816e-638538214e3e tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.1557140 Sep 16 05:01:22.692127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39459159-d77d-4b2a-ac0c-07190998906e service neutron] Pushing event updated for resources: {'Port': ['ID=a5b7097e-54f0-49bd-a5be-591192a5409e,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.703674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e3ca-b5aa-480b-8a6f-49b498a80752 req-9dc5f44e-6d23-48a7-a75e-7aa846c08148 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.705626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd24473-1d65-4d9b-9f85-cf053b280020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980043b2-fd7a-43ba-b273-031d7adf0eb4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.705824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37b5e3ca-b5aa-480b-8a6f-49b498a80752 req-9dc5f44e-6d23-48a7-a75e-7aa846c08148 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1707897 Sep 16 05:01:22.728253 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-6c819393-515e-4d3a-9256-413acc69d79a service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246357 Sep 16 05:01:22.774281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:22.812684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-330119e5-0ddc-4b6f-9e2f-0e47264a8d0a req-b5ec64da-c59d-434a-a451-d01afb132f6a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058428 Sep 16 05:01:22.871861 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7bd15c71-0f0f-43d6-b4a1-1aa137c166f6 req-41f13860-9b2e-4eae-9ef4-2c83409b9b49 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302338 Sep 16 05:01:22.889640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37b5e3ca-b5aa-480b-8a6f-49b498a80752 req-b2f20f57-8ab2-44f0-8fb3-7ca0be365d57 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578407 Sep 16 05:01:22.905402 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.011007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb28e1c-4df8-4de4-bed3-a9bf8ebd5607 req-cc86150c-ebfa-4c84-bd33-fb738178ab10 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.019003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fb28e1c-4df8-4de4-bed3-a9bf8ebd5607 req-cc86150c-ebfa-4c84-bd33-fb738178ab10 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1114008 Sep 16 05:01:23.118396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fb28e1c-4df8-4de4-bed3-a9bf8ebd5607 req-5c780265-7dec-40d6-b9a2-a0973aa1dc01 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984943 Sep 16 05:01:23.301491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592a61-a63f-4ef5-a5da-6ed554e88203 req-b930a3e5-3a12-4020-b9f8-b746a2c0a0f3 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.303034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db592a61-a63f-4ef5-a5da-6ed554e88203 req-b930a3e5-3a12-4020-b9f8-b746a2c0a0f3 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 947 time: 0.1064434 Sep 16 05:01:23.318577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c19453-c39a-4b20-b4cb-3c36c81f7a1b {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:23.332243 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.359586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Transition to ACTIVE for port object 40c19453-c39a-4b20-b4cb-3c36c81f7a1b will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:23.367194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db592a61-a63f-4ef5-a5da-6ed554e88203 req-cbed21ea-3b39-49df-a45e-05fe2577b223 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Sep 16 05:01:23.420970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': 'a5b7097e-54f0-49bd-a5be-591192a5409e'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:23.424075 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca0283-9058-42da-bed4-a8409b2cb94b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "a5b7097e-54f0-49bd-a5be-591192a5409e"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:23.429728 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.512711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.545810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-31c33f74-50d1-46a9-ac92-524e68ae7841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.552379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-31c33f74-50d1-46a9-ac92-524e68ae7841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.558369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-31c33f74-50d1-46a9-ac92-524e68ae7841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.565833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-31c33f74-50d1-46a9-ac92-524e68ae7841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.571070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-31c33f74-50d1-46a9-ac92-524e68ae7841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.577062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-31c33f74-50d1-46a9-ac92-524e68ae7841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.589198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-31c33f74-50d1-46a9-ac92-524e68ae7841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.589198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-31c33f74-50d1-46a9-ac92-524e68ae7841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5398 time: 0.1571834 Sep 16 05:01:23.640733 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc7d800-fd75-413e-914e-cb6b8e609eb3 x-openstack-request-id: req-3bc7d800-fd75-413e-914e-cb6b8e609eb3 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:23.641040 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "a5b7097e-54f0-49bd-a5be-591192a5409e", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:23.641458 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3bc7d800-fd75-413e-914e-cb6b8e609eb3 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:23.641973 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': 'a5b7097e-54f0-49bd-a5be-591192a5409e', 'status': 'completed', 'code': 200} Sep 16 05:01:23.686753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45940) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:23.715874 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73818319-bc36-4d72-a84a-a78bba1bafeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.729636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45942) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:23.736927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Attempting to bind port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:23.737273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Attempting to bind port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:23.737651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Attempting to bind port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:23.759613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b on network 101cd63f-5bad-4b1d-a473-5775b8761a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:23.759951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Attempting to bind port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:23.769677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d46631b-b34b-4f26-b1e6-eedd6861faf4 req-0ea462cf-dd9b-480a-90ea-5b9e4bd2f74f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474855 Sep 16 05:01:23.781477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:23.782594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Checking segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:23.783157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Bound using segment: {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:23.783778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Bound port: 40c19453-c39a-4b20-b4cb-3c36c81f7a1b, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50feb533-fee5-40dc-84e2-7342279fe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:23.784308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.821470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-b1b9054b-f849-4a9a-a54f-627e8cdd2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.821470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-b1b9054b-f849-4a9a-a54f-627e8cdd2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.821470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-b1b9054b-f849-4a9a-a54f-627e8cdd2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.821470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-b1b9054b-f849-4a9a-a54f-627e8cdd2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.821470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-b1b9054b-f849-4a9a-a54f-627e8cdd2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.821470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-b1b9054b-f849-4a9a-a54f-627e8cdd2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.821470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-b1b9054b-f849-4a9a-a54f-627e8cdd2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.821470 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-b1b9054b-f849-4a9a-a54f-627e8cdd2bc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6308 time: 0.0949392 Sep 16 05:01:23.861939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6ff9d-13c0-4714-97a6-aa2904b093ac req-e9a53c57-40bf-4990-a81c-b69f9ff973b9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.864127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08b6ff9d-13c0-4714-97a6-aa2904b093ac req-e9a53c57-40bf-4990-a81c-b69f9ff973b9 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.0996380 Sep 16 05:01:23.913867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] For port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:23.949403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1330714231-network', 'tenant_id': 'f75741e1f6ac4c3c8eba1037119885e0'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:23.950526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device bd43d7fc-6ef8-418c-81ba-2244e345c897 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:23.953637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] For port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:23.979108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-e46f29c9-c35d-4eab-b4d4-2eb95b87b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.979614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-e46f29c9-c35d-4eab-b4d4-2eb95b87b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.980089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-e46f29c9-c35d-4eab-b4d4-2eb95b87b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.980436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08b6ff9d-13c0-4714-97a6-aa2904b093ac req-b543c41b-1597-4779-af61-6def314b18ba tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047702 Sep 16 05:01:23.981667 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-e46f29c9-c35d-4eab-b4d4-2eb95b87b8b1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=44c3613b95a8434c8254bd97b4c0a861&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1475661 Sep 16 05:01:24.005122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e77dfe-674f-44d3-b4c2-3bfbc740269b req-9f02937a-6785-455b-9afd-bc8622734f22 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.007063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e77dfe-674f-44d3-b4c2-3bfbc740269b req-9f02937a-6785-455b-9afd-bc8622734f22 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.0970261 Sep 16 05:01:24.043306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.058157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e77dfe-674f-44d3-b4c2-3bfbc740269b req-23f2fa20-52ea-4456-acc7-618a7c7d6cf3 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Sep 16 05:01:24.066487 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73818319-bc36-4d72-a84a-a78bba1bafeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.070143 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.095009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:24.095999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:24.098383 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971627d2-d9d5-4534-87a7-2858ee852019" -d '{"events": [{"server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "name": "network-vif-unplugged", "status": "completed", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:24.122788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.124120 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.128458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] 10.222.0.57 "PUT /v2.0/ports/40c19453-c39a-4b20-b4cb-3c36c81f7a1b HTTP/1.1" status: 200 len: 1092 time: 1.3730755 Sep 16 05:01:24.152362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-eb30092c-5aae-4bff-9c3e-ed603440583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.154022 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1aca0283-9058-42da-bed4-a8409b2cb94b req-eb30092c-5aae-4bff-9c3e-ed603440583f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447282 Sep 16 05:01:24.217899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73818319-bc36-4d72-a84a-a78bba1bafeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.221982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983f877-54f9-470f-b40e-d75beba8f6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.254218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bcc72-d7ae-4338-a050-01a3154e0c8e req-b6a70a25-0bca-47f7-8624-7e86cadbb99b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.255752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a98bcc72-d7ae-4338-a050-01a3154e0c8e req-b6a70a25-0bca-47f7-8624-7e86cadbb99b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1135597 Sep 16 05:01:24.257635 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.265755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ac164-1446-4771-9957-2c39460ae419 req-32fd752b-d363-42f9-8c49-abd47f60506d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.273684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d5ac164-1446-4771-9957-2c39460ae419 req-32fd752b-d363-42f9-8c49-abd47f60506d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1610303 Sep 16 05:01:24.278391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:24.286041 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-73818319-bc36-4d72-a84a-a78bba1bafeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d89c3923a74c41e9a8d490aa8a4b57f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974350 Sep 16 05:01:24.286945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73818319-bc36-4d72-a84a-a78bba1bafeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce9a662-145e-4c22-be84-e90c90f64897,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.294294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45956) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:24.340403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.350264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.358707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d5ac164-1446-4771-9957-2c39460ae419 req-c42d2a4e-14d3-4df4-8c33-687a7766c05b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841944 Sep 16 05:01:24.369373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Made reservation on behalf of f75741e1f6ac4c3c8eba1037119885e0 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:24.386512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.391916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a98bcc72-d7ae-4338-a050-01a3154e0c8e req-173d9c63-f81a-455b-bd80-863d8caaca13 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156342 Sep 16 05:01:24.401740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.426857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bafe2445-abe2-475e-b481-962489b05aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.458324 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f32cf-f024-4cbd-b1a3-9a56e99b37f1 x-openstack-request-id: req-6e3f32cf-f024-4cbd-b1a3-9a56e99b37f1 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:24.458848 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "name": "network-vif-unplugged", "status": "completed", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:24.459108 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e3f32cf-f024-4cbd-b1a3-9a56e99b37f1 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:24.459577 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'code': 200} Sep 16 05:01:24.461606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bafe2445-abe2-475e-b481-962489b05aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.597677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db6ffc-aa66-4c12-b2c3-bbd2a7d41987 req-1460d5ba-0506-47aa-b02d-a6cce87009e2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.599199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5db6ffc-aa66-4c12-b2c3-bbd2a7d41987 req-1460d5ba-0506-47aa-b02d-a6cce87009e2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.1356637 Sep 16 05:01:24.609244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45962) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:24.620732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Request body: {'floatingip': {'port_id': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:24.630248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec561c-3ffe-4953-9852-0e1da0f18c42 req-0b936160-752f-4dc6-b240-b36417c39759 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.631817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62ec561c-3ffe-4953-9852-0e1da0f18c42 req-0b936160-752f-4dc6-b240-b36417c39759 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 947 time: 0.1196470 Sep 16 05:01:24.649098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.687365 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.687937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62ec561c-3ffe-4953-9852-0e1da0f18c42 req-9fa54f62-c938-43df-8d19-a60627a65731 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477369 Sep 16 05:01:24.704242 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bafe2445-abe2-475e-b481-962489b05aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.709681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bafe2445-abe2-475e-b481-962489b05aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.709681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bafe2445-abe2-475e-b481-962489b05aca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ce9a662-145e-4c22-be84-e90c90f64897 HTTP/1.1" status: 204 len: 168 time: 0.4129574 Sep 16 05:01:24.721245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe2445-abe2-475e-b481-962489b05aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce9a662-145e-4c22-be84-e90c90f64897,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.747315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffac96-0131-4ebf-85b8-5b34d019eb4f req-544b4a13-13c2-4bf9-9608-9d92311f370a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.748845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92ffac96-0131-4ebf-85b8-5b34d019eb4f req-544b4a13-13c2-4bf9-9608-9d92311f370a tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.0782349 Sep 16 05:01:24.749939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.769414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89bc85a-840b-4751-b394-0d86bd21e6a5 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:24.780605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.789660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:24.823292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Transition to ACTIVE for port object b89bc85a-840b-4751-b394-0d86bd21e6a5 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:24.824403 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.824751 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Added segment ad2b8d59-916f-4ef7-87d7-269faf107796 of type vlan for network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 Sep 16 05:01:24.825968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.874176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92ffac96-0131-4ebf-85b8-5b34d019eb4f req-19e31a71-7bea-41ef-bc29-341742c24b06 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159773 Sep 16 05:01:24.924492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.933313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.950146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-612124e1-fde6-4b35-a93c-34d6ac65ecfd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.956592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-612124e1-fde6-4b35-a93c-34d6ac65ecfd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.962512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-612124e1-fde6-4b35-a93c-34d6ac65ecfd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.970614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-612124e1-fde6-4b35-a93c-34d6ac65ecfd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.977241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-612124e1-fde6-4b35-a93c-34d6ac65ecfd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.984418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-612124e1-fde6-4b35-a93c-34d6ac65ecfd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.990495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-612124e1-fde6-4b35-a93c-34d6ac65ecfd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.992751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-612124e1-fde6-4b35-a93c-34d6ac65ecfd tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5398 time: 0.1229279 Sep 16 05:01:25.045836 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b89bc85a-840b-4751-b394-0d86bd21e6a5,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.091531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e880210-86d4-44f6-9b05-a97f2f009f78 req-c9fcc0be-18b5-4422-99bc-d9c97535b725 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780683 Sep 16 05:01:25.099390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6c652-8f7e-4b09-be40-988eb65aa149 req-df39ab48-c2e6-4661-b72e-e79cceb4b5b1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.106567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66d6c652-8f7e-4b09-be40-988eb65aa149 req-df39ab48-c2e6-4661-b72e-e79cceb4b5b1 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1127989 Sep 16 05:01:25.143552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.144446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.145178 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.176355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66d6c652-8f7e-4b09-be40-988eb65aa149 req-9e61ea80-2b22-4f18-b67a-9d6e173e60f8 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688379 Sep 16 05:01:25.207839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Attempting to bind port b89bc85a-840b-4751-b394-0d86bd21e6a5 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:25.208184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Attempting to bind port b89bc85a-840b-4751-b394-0d86bd21e6a5 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:25.208514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Attempting to bind port b89bc85a-840b-4751-b394-0d86bd21e6a5 on network 433648c1-f499-41d8-972e-6f435f317bce {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:25.227602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Port b89bc85a-840b-4751-b394-0d86bd21e6a5 on network 433648c1-f499-41d8-972e-6f435f317bce not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:25.230899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Attempting to bind port b89bc85a-840b-4751-b394-0d86bd21e6a5 on network 433648c1-f499-41d8-972e-6f435f317bce {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:25.231112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.246489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:25.247990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:25.248345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Checking segment: {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:25.249177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Bound using segment: {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:25.249906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Bound port: b89bc85a-840b-4751-b394-0d86bd21e6a5, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:25.250278 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.254293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-17e47743-4ed1-4764-bdd4-6a78a1dc7b25 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5141013 Sep 16 05:01:25.257167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45990) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:25.268077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Request body: {'subnet': {'network_id': 'a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1330714231-subnet', 'tenant_id': 'f75741e1f6ac4c3c8eba1037119885e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:25.379776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Made reservation on behalf of f75741e1f6ac4c3c8eba1037119885e0 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:25.382196 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.414887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.434381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] For port b89bc85a-840b-4751-b394-0d86bd21e6a5, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:25.438674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] For port b89bc85a-840b-4751-b394-0d86bd21e6a5, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:25.460857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac016ee1-fc02-472c-9de8-53155dccfeba req-9926dbf7-83db-4409-a297-0e9f27e4fdd5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.462330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac016ee1-fc02-472c-9de8-53155dccfeba req-9926dbf7-83db-4409-a297-0e9f27e4fdd5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1280799 Sep 16 05:01:25.486463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.532461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.552940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac016ee1-fc02-472c-9de8-53155dccfeba req-ff618b8b-39c4-4101-a362-1b5aa6900746 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778716 Sep 16 05:01:25.569566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd8639-63bd-4289-98f1-0e7f25587497 req-5fcd170b-3acd-44db-a734-23904db5cb8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.571313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13dd8639-63bd-4289-98f1-0e7f25587497 req-5fcd170b-3acd-44db-a734-23904db5cb8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1216390 Sep 16 05:01:25.573352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.573933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.575359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] 10.222.0.57 "PUT /v2.0/ports/b89bc85a-840b-4751-b394-0d86bd21e6a5 HTTP/1.1" status: 200 len: 1092 time: 1.3031051 Sep 16 05:01:25.575816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': 'b89bc85a-840b-4751-b394-0d86bd21e6a5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:25.578244 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98faf5d8-19f5-41dd-87a3-a6a9b05576de" -d '{"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "b89bc85a-840b-4751-b394-0d86bd21e6a5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:25.646999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:25.648603 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f35266-ff13-4966-bf41-64aeb04b02b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "40c19453-c39a-4b20-b4cb-3c36c81f7a1b"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:25.669486 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Floating IP 8119dfb5-4267-4fb2-85ef-a3e90682331c associated. External IP: 172.25.7.60, port: ad05644c-92c0-42bb-89ce-fd741a1dbec3. Sep 16 05:01:25.676633 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb59edc-f3c8-4213-8910-62cc4f109e11 x-openstack-request-id: req-1fb59edc-f3c8-4213-8910-62cc4f109e11 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:25.676930 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "b89bc85a-840b-4751-b394-0d86bd21e6a5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:25.677186 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1fb59edc-f3c8-4213-8910-62cc4f109e11 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:25.677591 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': 'b89bc85a-840b-4751-b394-0d86bd21e6a5', 'status': 'completed', 'code': 200} Sep 16 05:01:25.685678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13dd8639-63bd-4289-98f1-0e7f25587497 req-a173e13f-88fc-429f-8714-07fe5c3b937b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906334 Sep 16 05:01:25.754577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Request body: {'port': {'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:25.770173 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65696605-7544-4f8e-a467-b64cfb7cc28e x-openstack-request-id: req-65696605-7544-4f8e-a467-b64cfb7cc28e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:25.770471 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "40c19453-c39a-4b20-b4cb-3c36c81f7a1b", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:25.770751 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65696605-7544-4f8e-a467-b64cfb7cc28e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:25.771342 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b', 'status': 'completed', 'code': 200} Sep 16 05:01:25.809900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411278f5-1807-4a8d-9511-0d3404c39e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b89bc85a-840b-4751-b394-0d86bd21e6a5,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.821770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-0b0e395d-10a9-4a90-96c9-836ed36369d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.824182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-0b0e395d-10a9-4a90-96c9-836ed36369d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.824182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-0b0e395d-10a9-4a90-96c9-836ed36369d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.824182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-0b0e395d-10a9-4a90-96c9-836ed36369d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.824182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-0b0e395d-10a9-4a90-96c9-836ed36369d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.824182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-0b0e395d-10a9-4a90-96c9-836ed36369d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.825237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-0b0e395d-10a9-4a90-96c9-836ed36369d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.826617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-0b0e395d-10a9-4a90-96c9-836ed36369d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6418 time: 0.1067424 Sep 16 05:01:25.851013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8948bfc-3b90-40cf-b0fd-baae2424fcf2 req-bd774a48-7f21-40c9-b1e6-692ec0df9860 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.854916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8948bfc-3b90-40cf-b0fd-baae2424fcf2 req-bd774a48-7f21-40c9-b1e6-692ec0df9860 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 947 time: 0.0758977 Sep 16 05:01:25.887313 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.949371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:26.090594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8948bfc-3b90-40cf-b0fd-baae2424fcf2 req-bf2f2d19-1b87-40e1-8164-48aefee4fa81 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826272 Sep 16 05:01:26.091326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d41824f-a2d9-4e9e-a9b2-7d1122bd3445,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:26.125296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:26.156025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-b10f4313-4825-4152-8970-792ff1a7ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.156565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-b10f4313-4825-4152-8970-792ff1a7ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.157590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-b10f4313-4825-4152-8970-792ff1a7ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.160621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'mac_address': 'fa:16:3e:bb:26:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:26.162993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-b10f4313-4825-4152-8970-792ff1a7ce51 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=44c3613b95a8434c8254bd97b4c0a861&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3034148 Sep 16 05:01:26.165217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Checking segment: {'id': 'ad2b8d59-916f-4ef7-87d7-269faf107796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:26.169124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Network hostable DHCP agents. Network: a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:26.257127 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.289873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da53a69e-7401-4148-8016-0ef678f6d7c5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:26.339153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-b24b17f2-abc1-443e-98d4-44507c897f7e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.346008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-b24b17f2-abc1-443e-98d4-44507c897f7e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.349705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:26.352959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-b24b17f2-abc1-443e-98d4-44507c897f7e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.358409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-b24b17f2-abc1-443e-98d4-44507c897f7e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.365139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-b24b17f2-abc1-443e-98d4-44507c897f7e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.377548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-b24b17f2-abc1-443e-98d4-44507c897f7e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.389306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-b24b17f2-abc1-443e-98d4-44507c897f7e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.391461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-b24b17f2-abc1-443e-98d4-44507c897f7e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5410 time: 0.1869507 Sep 16 05:01:26.400310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:26.404864 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.426371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-01751fc6-4439-4ef8-9b83-df2b2837b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.427998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98faf5d8-19f5-41dd-87a3-a6a9b05576de req-01751fc6-4439-4ef8-9b83-df2b2837b1d8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551384 Sep 16 05:01:26.451953 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.461719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d46e3485-1324-488f-83ed-fc595dac3c61 req-52640975-dc27-4324-bdf4-86d553c31aa6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558228 Sep 16 05:01:26.524947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:26.554713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:26.563278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.563600 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.571670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e1a41-471b-4499-9f8d-650846b4a07a None None] Network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:26.604477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-4e46cd64-3956-4996-91c7-fd3e94b02054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.605152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-4e46cd64-3956-4996-91c7-fd3e94b02054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.605686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-4e46cd64-3956-4996-91c7-fd3e94b02054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.607351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-4e46cd64-3956-4996-91c7-fd3e94b02054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.608111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-4e46cd64-3956-4996-91c7-fd3e94b02054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.609445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-4e46cd64-3956-4996-91c7-fd3e94b02054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.610276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-4e46cd64-3956-4996-91c7-fd3e94b02054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.616043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-4e46cd64-3956-4996-91c7-fd3e94b02054 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6418 time: 0.1014576 Sep 16 05:01:26.644508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Router 00600226-7b5b-436b-85be-af479d93b9ac has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:26.693873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dbf67a2d-5c3d-44c0-9cf0-12e585590641 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4346550 Sep 16 05:01:26.755592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba5d5b-e8f8-4b6e-ade4-3ddf7dd624e9 None None] Network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:26.803423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-63c37e29-12b1-4133-8d58-c1bb48195658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.808732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-63c37e29-12b1-4133-8d58-c1bb48195658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.808732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-63c37e29-12b1-4133-8d58-c1bb48195658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.808732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-63c37e29-12b1-4133-8d58-c1bb48195658 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=44c3613b95a8434c8254bd97b4c0a861&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1705272 Sep 16 05:01:26.822292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['da53a69e-7401-4148-8016-0ef678f6d7c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:27.040835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6de01-b8f7-4959-bc9e-c2f49631b1cf req-f5e94989-544c-461e-b573-bc17ab744bf5 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.049936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:27.050395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ed6de01-b8f7-4959-bc9e-c2f49631b1cf req-f5e94989-544c-461e-b573-bc17ab744bf5 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.2301874 Sep 16 05:01:27.058262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.106682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ed6de01-b8f7-4959-bc9e-c2f49631b1cf req-55555eb9-4afe-48f4-a7bb-2c1a00920dda tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548453 Sep 16 05:01:27.162226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] Sync routers for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:27.163170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-551fb509-fbbb-47b5-ae74-300e657ded0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.165021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0f35266-ff13-4966-bf41-64aeb04b02b4 req-551fb509-fbbb-47b5-ae74-300e657ded0c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3241477 Sep 16 05:01:27.247412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:27.259508 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-204d7cea-c848-4876-a5fa-6f8e79318178 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "PUT /v2.0/floatingips/8119dfb5-4267-4fb2-85ef-a3e90682331c HTTP/1.1" status: 200 len: 990 time: 2.6465936 Sep 16 05:01:27.259508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.274332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Transition to ACTIVE for port object 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:27.279093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:27.279659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:01:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:27.306312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720d30a-24e1-49cf-b21d-e2d37ea6db50 req-b626dd5f-2586-4d18-acc7-24485e8d52bb tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.320961 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9720d30a-24e1-49cf-b21d-e2d37ea6db50 req-b626dd5f-2586-4d18-acc7-24485e8d52bb tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 948 time: 0.1083827 Sep 16 05:01:27.326619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.406302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9720d30a-24e1-49cf-b21d-e2d37ea6db50 req-90d04aa9-0053-4743-a16d-6c490dd97b56 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792184 Sep 16 05:01:27.426004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Pushing event updated for resources: {'Port': ['ID=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.626562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Attempting to bind port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:27.626913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Attempting to bind port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:27.627268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Attempting to bind port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc on network 433648c1-f499-41d8-972e-6f435f317bce {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:27.637541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc on network 433648c1-f499-41d8-972e-6f435f317bce not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:27.637875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Attempting to bind port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc on network 433648c1-f499-41d8-972e-6f435f317bce {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:27.645196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:27.646619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Checking segment: {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:27.646619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Bound using segment: {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:27.646619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Bound port: 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1c15cf-b90d-4ed6-822a-e683048e06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '433648c1-f499-41d8-972e-6f435f317bce'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:27.647098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.663640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:27.678324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'tag': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:27.687453 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb040cbd-a36c-4036-8e3d-074ecb68013f", "tag": "ad05644c-92c0-42bb-89ce-fd741a1dbec3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:27.694169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457312-b82e-4213-a627-4967729d2451 req-473ee4dd-790a-4531-b4e0-320926d19664 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.700628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457312-b82e-4213-a627-4967729d2451 req-473ee4dd-790a-4531-b4e0-320926d19664 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.707506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457312-b82e-4213-a627-4967729d2451 req-473ee4dd-790a-4531-b4e0-320926d19664 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.713002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457312-b82e-4213-a627-4967729d2451 req-473ee4dd-790a-4531-b4e0-320926d19664 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.718974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457312-b82e-4213-a627-4967729d2451 req-473ee4dd-790a-4531-b4e0-320926d19664 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.725189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457312-b82e-4213-a627-4967729d2451 req-473ee4dd-790a-4531-b4e0-320926d19664 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.731094 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457312-b82e-4213-a627-4967729d2451 req-473ee4dd-790a-4531-b4e0-320926d19664 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.746857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d457312-b82e-4213-a627-4967729d2451 req-473ee4dd-790a-4531-b4e0-320926d19664 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1468105 Sep 16 05:01:27.807328 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c9d3b3-572d-40a4-be8a-5b07a4ec8fd0 x-openstack-request-id: req-96c9d3b3-572d-40a4-be8a-5b07a4ec8fd0 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:27.810315 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb040cbd-a36c-4036-8e3d-074ecb68013f", "tag": "ad05644c-92c0-42bb-89ce-fd741a1dbec3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:27.811633 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96c9d3b3-572d-40a4-be8a-5b07a4ec8fd0 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:27.814501 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'tag': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'status': 'completed', 'code': 200} Sep 16 05:01:27.879449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d457312-b82e-4213-a627-4967729d2451 req-fc77567d-ce51-40b7-9d1a-5aee94d619f0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228294 Sep 16 05:01:27.967812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] For port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:27.969761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] For port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:27.975999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:27.981007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-4c623515-b1d4-4c8a-a426-2fcffd447d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.982667 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-4c623515-b1d4-4c8a-a426-2fcffd447d44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=788d095a15464d28adb02215486536ff&device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 1097 time: 0.1423221 Sep 16 05:01:28.045868 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.072550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46112) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.078444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-764289589-network', 'tenant_id': '3ab22ab8694140509efa3cdae19b92b5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:28.125192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-0887ecfb-2c33-47bf-8d37-610097ae3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.127702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-0887ecfb-2c33-47bf-8d37-610097ae3808 service neutron] 10.222.0.60 "GET /v2.0/networks?id=556feeef-d6a3-4859-816d-17f4fab88f9b HTTP/1.1" status: 200 len: 907 time: 0.1369808 Sep 16 05:01:28.129763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.200717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Made reservation on behalf of 3ab22ab8694140509efa3cdae19b92b5 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:28.205840 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.226839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.230823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.240962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8119dfb5-4267-4fb2-85ef-a3e90682331c', 'tenant_id': '788d095a15464d28adb02215486536ff', 'floating_ip_address': '172.25.7.60', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'port_id': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'mac_address': 'fa:16:3e:72:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:01:02Z', 'updated_at': '2021-09-16T05:01:25Z', 'revision_number': 1, 'project_id': '788d095a15464d28adb02215486536ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:28.253059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.253728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.256262 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] 10.222.0.57 "PUT /v2.0/ports/0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 200 len: 1092 time: 2.5292556 Sep 16 05:01:28.287186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'mac_address': 'fa:16:3e:17:7b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:28.289097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] Checking router: 00600226-7b5b-436b-85be-af479d93b9ac for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:28.340012 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-8c2ca287-03a9-4219-a232-d7799879e1ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3 HTTP/1.1" status: 200 len: 998 time: 0.2023048 Sep 16 05:01:28.345840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:28.347324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:01:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:28.361624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaef33-0312-4b68-a0d8-4862fbada1bc service neutron] Pushing event updated for resources: {'Port': ['ID=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.456357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81aa55-1250-4cfc-8934-ad3fe46f192f req-43e0620e-e0c9-46f3-aaa1-cdd8d7d966ae tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.474259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b81aa55-1250-4cfc-8934-ad3fe46f192f req-43e0620e-e0c9-46f3-aaa1-cdd8d7d966ae tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1754205 Sep 16 05:01:28.483270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-d05065d9-508f-41d6-af9a-ea9d842ade9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.486123 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-d05065d9-508f-41d6-af9a-ea9d842ade9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37fc8be7-1f27-48e8-92ec-9bc0d18048d7 HTTP/1.1" status: 200 len: 845 time: 0.1294961 Sep 16 05:01:28.557221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:28.602812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b81aa55-1250-4cfc-8934-ad3fe46f192f req-9c7fcaad-81cf-42f3-a1fe-08aa2335ee3f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200585 Sep 16 05:01:28.618893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ae613010-980e-4599-b977-138b2270a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.618893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ae613010-980e-4599-b977-138b2270a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.618893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ae613010-980e-4599-b977-138b2270a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.618893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ae613010-980e-4599-b977-138b2270a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.618893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ae613010-980e-4599-b977-138b2270a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.618893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ae613010-980e-4599-b977-138b2270a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.618893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ae613010-980e-4599-b977-138b2270a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.628403 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ae613010-980e-4599-b977-138b2270a48a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6486 time: 0.1402798 Sep 16 05:01:28.631427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-90d925f2-3f79-46ae-ab0b-74ace1748161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.633531 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-90d925f2-3f79-46ae-ab0b-74ace1748161 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=556feeef-d6a3-4859-816d-17f4fab88f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165266 Sep 16 05:01:28.703342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.706850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-119a2bbb-9f18-4e29-8769-0b08234051c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 200 len: 217 time: 0.0562570 Sep 16 05:01:28.707842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.723656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e65f6-bd63-419b-8216-3970fac23665 req-514401f3-d157-4633-b509-444ade847c98 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.725424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc5e65f6-bd63-419b-8216-3970fac23665 req-514401f3-d157-4633-b509-444ade847c98 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 948 time: 0.1020434 Sep 16 05:01:28.746603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0991fb0c-4f92-4666-9fc6-206961c2f46d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:28.786011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc5e65f6-bd63-419b-8216-3970fac23665 req-0c85fcd1-6481-40af-b7b5-417b19759668 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542867 Sep 16 05:01:28.823536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.826858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.849878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ce79ba9e-568a-4120-bfce-5f091405a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.851823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ce79ba9e-568a-4120-bfce-5f091405a390 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a7cc46-77b4-43d5-9f01-b8018341ba98 HTTP/1.1" status: 200 len: 851 time: 0.1052003 Sep 16 05:01:28.855038 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-f7292179-f356-4da8-9969-061d12ae6fb1 service neutron] 10.222.0.60 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131774 Sep 16 05:01:28.864971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:28.912036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.913313 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Added segment 839fb8e3-1d97-4bbf-8bda-e4962303bb0f of type vlan for network 3418b896-b991-4a4c-b3a7-0062d725bf28 Sep 16 05:01:28.948201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3053d118-dc23-4e73-b83a-721bc6f131ae,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.952051 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.008774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-be0a3dde-f6b1-4897-978d-ad7982d4c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.010383 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-be0a3dde-f6b1-4897-978d-ad7982d4c9a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215363 Sep 16 05:01:29.030995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8119dfb5-4267-4fb2-85ef-a3e90682331c', 'tenant_id': '788d095a15464d28adb02215486536ff', 'floating_ip_address': '172.25.7.60', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'port_id': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'mac_address': 'fa:16:3e:72:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:01:02Z', 'updated_at': '2021-09-16T05:01:25Z', 'revision_number': 1, 'project_id': '788d095a15464d28adb02215486536ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:29.072998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca4c43-870a-4032-94ff-8efa21cd3c53 None None] The sync data for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 is: [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8119dfb5-4267-4fb2-85ef-a3e90682331c', 'tenant_id': '788d095a15464d28adb02215486536ff', 'floating_ip_address': '172.25.7.60', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'port_id': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'mac_address': 'fa:16:3e:72:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:01:02Z', 'updated_at': '2021-09-16T05:01:25Z', 'revision_number': 1, 'project_id': '788d095a15464d28adb02215486536ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:29.087013 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de4d7064-3b21-4b9a-b2b4-40e64f756f8b req-9ff484e9-e4d4-4fa9-a819-e3b497062c3d service neutron] 10.222.0.60 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163980 Sep 16 05:01:29.087114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0991fb0c-4f92-4666-9fc6-206961c2f46d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:29.098993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.179039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.211619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.212034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.212250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.212594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.213222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.213327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.213589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.223503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-541ce6b1-f443-4f93-b780-4bb1d8980c14 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882691 Sep 16 05:01:29.223957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.223957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.223957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.223957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.223957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.225561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-676f6f20-7078-42bc-967a-3a01b9ba0e37 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.239387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-676f6f20-7078-42bc-967a-3a01b9ba0e37 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.246529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-676f6f20-7078-42bc-967a-3a01b9ba0e37 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.258140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-676f6f20-7078-42bc-967a-3a01b9ba0e37 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.267487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-676f6f20-7078-42bc-967a-3a01b9ba0e37 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.275057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-676f6f20-7078-42bc-967a-3a01b9ba0e37 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.282685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-676f6f20-7078-42bc-967a-3a01b9ba0e37 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.292758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-676f6f20-7078-42bc-967a-3a01b9ba0e37 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.2764874 Sep 16 05:01:29.445103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc23cde8-c501-4ff3-a72b-d6c841f242d0 req-6b948a0e-6be4-4a1f-8163-86fed082c9c4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512761 Sep 16 05:01:29.448489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.449498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.450098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.483505 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-bce794fb-9cce-4291-87ec-0c704aeedad3 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378123 Sep 16 05:01:29.539099 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca377f1-2488-4b5e-a1d9-6e11a084ebbc None None] New status for floating IP 8119dfb5-4267-4fb2-85ef-a3e90682331c: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:01:29.637254 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-2aef9938-d222-4ac6-9870-f82e7d35c34f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 217 time: 0.1375918 Sep 16 05:01:29.672234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] Pushing event updated for resources: {'Network': ['ID=3418b896-b991-4a4c-b3a7-0062d725bf28,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.682665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 3418b896-b991-4a4c-b3a7-0062d725bf28 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:29.776820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-78fc86f7-46f1-4f2c-8030-9bb18d82206a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7016366 Sep 16 05:01:29.776820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46158) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:29.783618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Request body: {'subnet': {'network_id': '3418b896-b991-4a4c-b3a7-0062d725bf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-764289589-subnet', 'tenant_id': '3ab22ab8694140509efa3cdae19b92b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:29.807349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-671c528f-7621-455e-8358-fb764615d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.808844 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-671c528f-7621-455e-8358-fb764615d4a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1533785 Sep 16 05:01:29.816014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:29.818446 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:29.901745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec239389-d7a0-486a-9e16-f3a6ecd5c685 req-70a2adf5-c5c8-4f1d-8ac4-e7217f4ad9cf tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.903304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec239389-d7a0-486a-9e16-f3a6ecd5c685 req-70a2adf5-c5c8-4f1d-8ac4-e7217f4ad9cf tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0750065 Sep 16 05:01:29.952122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Made reservation on behalf of 3ab22ab8694140509efa3cdae19b92b5 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:29.955675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.969719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-d1194a2b-18c8-4a5b-9930-ba2b27e80027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.971333 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-d1194a2b-18c8-4a5b-9930-ba2b27e80027 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1308022 Sep 16 05:01:29.977475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:30.223188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port da53a69e-7401-4148-8016-0ef678f6d7c5 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:30.227404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port da53a69e-7401-4148-8016-0ef678f6d7c5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:30.227802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.264876 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-0b302281-84c9-4363-94a2-28c449807393 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826037 Sep 16 05:01:30.417707 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.462354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:30.464641 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c301f18-6e6b-4094-b7c1-59166119decc" -d '{"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-plugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:30.484314 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-a9a6f183-929f-4f86-97df-55346a7b8160 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087443 Sep 16 05:01:30.495380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:30.568545 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-e817d65a-7e2a-497e-9b33-042103c97d8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 217 time: 0.0681870 Sep 16 05:01:30.623605 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.717448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec239389-d7a0-486a-9e16-f3a6ecd5c685 req-126665b6-f675-43ca-9eae-2a0c1dcf184b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001363 Sep 16 05:01:30.718160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-71d13907-b432-4e50-8343-cbf036ba1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.724478 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-71d13907-b432-4e50-8343-cbf036ba1aa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1359313 Sep 16 05:01:30.776305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.810400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-153419f6-04ed-4aff-808c-cc44ca04f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.811860 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-153419f6-04ed-4aff-808c-cc44ca04f4dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788538 Sep 16 05:01:30.822703 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a7dc9-0778-4bd6-9d04-14819c5d6862 x-openstack-request-id: req-ff1a7dc9-0778-4bd6-9d04-14819c5d6862 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:30.823020 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:30.823312 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff1a7dc9-0778-4bd6-9d04-14819c5d6862 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:30.824166 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc', 'status': 'completed', 'code': 200} Sep 16 05:01:30.885867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3c2c1-7eb6-4b63-8a3a-d948ae2c0fa2 req-5f9d9bdb-5283-42ec-9f3a-d3c38a2d81b9 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.894245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcb3c2c1-7eb6-4b63-8a3a-d948ae2c0fa2 req-5f9d9bdb-5283-42ec-9f3a-d3c38a2d81b9 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 949 time: 0.2376506 Sep 16 05:01:31.030786 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b974d7b-4769-46f8-b152-b202e533fc32 x-openstack-request-id: req-2b974d7b-4769-46f8-b152-b202e533fc32 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:31.031088 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-plugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:31.031436 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b974d7b-4769-46f8-b152-b202e533fc32 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:31.040363 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'code': 200} Sep 16 05:01:31.044589 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-2d70262c-b1de-4787-a77b-8a98a3dea0f4 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975353 Sep 16 05:01:31.101064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcb3c2c1-7eb6-4b63-8a3a-d948ae2c0fa2 req-3a2dc86f-c5dc-47df-9e48-3d9c7365d1df tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915400 Sep 16 05:01:31.257785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46188) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:31.294389 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-9ef4a663-84fe-4577-be92-a0e925be0915 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394619 Sep 16 05:01:31.297485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ededa6-bb8c-49fc-89b9-64cc90ed8417 req-a4c1d47e-ac97-48ef-a7be-0fa8ee19a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.298947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-17ededa6-bb8c-49fc-89b9-64cc90ed8417 req-a4c1d47e-ac97-48ef-a7be-0fa8ee19a026 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 1101 time: 0.0953729 Sep 16 05:01:31.311452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.369151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-ae93c45c-2b72-4468-9115-3619d2b1b55d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.376194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-ae93c45c-2b72-4468-9115-3619d2b1b55d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.382776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-ae93c45c-2b72-4468-9115-3619d2b1b55d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.389514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-ae93c45c-2b72-4468-9115-3619d2b1b55d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.397766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-ae93c45c-2b72-4468-9115-3619d2b1b55d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.407755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-ae93c45c-2b72-4468-9115-3619d2b1b55d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.414062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-ae93c45c-2b72-4468-9115-3619d2b1b55d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.421523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-ae93c45c-2b72-4468-9115-3619d2b1b55d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1818490 Sep 16 05:01:31.438817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-255e88ff-60c5-4e9e-8f48-886e6e98a64c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=a5b7097e-54f0-49bd-a5be-591192a5409e HTTP/1.1" status: 200 len: 217 time: 0.1271162 Sep 16 05:01:31.499276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9273018-6d16-4adb-8d14-45e99b2dbee1 req-3d7ffe47-c98d-44e5-af4e-8f9be1a77557 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655866 Sep 16 05:01:31.499901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00379204-db2a-4507-b578-148937280587,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.510201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Checking segment: {'id': '839fb8e3-1d97-4bbf-8bda-e4962303bb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3418b896-b991-4a4c-b3a7-0062d725bf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:31.510572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Network hostable DHCP agents. Network: 3418b896-b991-4a4c-b3a7-0062d725bf28, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:31.515324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a643afd-9493-46e8-b6cb-271a1afc7d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.520424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-17ededa6-bb8c-49fc-89b9-64cc90ed8417 req-477fd4a8-05bb-455e-a246-0d6697302df6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128811 Sep 16 05:01:31.588239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f180b3e0-72ce-4219-a429-4830bccfef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.589916 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-f180b3e0-72ce-4219-a429-4830bccfef0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1342394 Sep 16 05:01:31.596216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Network 3418b896-b991-4a4c-b3a7-0062d725bf28 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:31.661928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a643afd-9493-46e8-b6cb-271a1afc7d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.674593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 3418b896-b991-4a4c-b3a7-0062d725bf28) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:31.682866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.682866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.684328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-95face0e-b0e5-46e0-b6ea-4c9c49433f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.688852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7671fa-6ec7-4e0e-9339-33191ebeb4df None None] Network 3418b896-b991-4a4c-b3a7-0062d725bf28 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:31.689540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-95face0e-b0e5-46e0-b6ea-4c9c49433f3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840969 Sep 16 05:01:31.733189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a643afd-9493-46e8-b6cb-271a1afc7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.821673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-13f46e07-f4f0-43ff-9fed-4b783ac8f906 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0432317 Sep 16 05:01:31.822309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46198) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:31.829936 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0a643afd-9493-46e8-b6cb-271a1afc7d5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3d8380c8b0c481fbbef97ec1a4b2840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513778 Sep 16 05:01:31.869894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a643afd-9493-46e8-b6cb-271a1afc7d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de71e1-67d0-4196-a651-9661a6235014,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.919504 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-72965b8b-6e95-4ccd-b28b-c07f3a19526e service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197146 Sep 16 05:01:31.995110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:32.081421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e061018-5203-4f80-a158-27571a33eb7a req-cde89e52-3096-427f-842b-8a715e3487af tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.089694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e061018-5203-4f80-a158-27571a33eb7a req-cde89e52-3096-427f-842b-8a715e3487af tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.2301304 Sep 16 05:01:32.104917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4602aa40-6ece-4f08-adbf-e1fcf966c718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.160692 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-e4c79b2d-d64b-49c4-8ef8-286da17e20bd service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313430 Sep 16 05:01:32.176781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4602aa40-6ece-4f08-adbf-e1fcf966c718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.191180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e061018-5203-4f80-a158-27571a33eb7a req-e218e0a8-a42a-42e2-adaa-ecaeb5de5003 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004846 Sep 16 05:01:32.191520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530c4b3-4fce-4134-b105-037e91f7aca6 None None] Network 3418b896-b991-4a4c-b3a7-0062d725bf28 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:32.270037 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-db356d1f-bc92-4a1e-bc7d-b0d5f0cea3b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b HTTP/1.1" status: 200 len: 217 time: 0.0944290 Sep 16 05:01:32.355222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ecd3e0a2-4eaa-410a-be1f-035fdb3a09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.357780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ecd3e0a2-4eaa-410a-be1f-035fdb3a09fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0795739 Sep 16 05:01:32.377186 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4602aa40-6ece-4f08-adbf-e1fcf966c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.380002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4602aa40-6ece-4f08-adbf-e1fcf966c718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.381152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4602aa40-6ece-4f08-adbf-e1fcf966c718 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70de71e1-67d0-4196-a651-9661a6235014 HTTP/1.1" status: 204 len: 168 time: 0.5578942 Sep 16 05:01:32.413599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602aa40-6ece-4f08-adbf-e1fcf966c718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de71e1-67d0-4196-a651-9661a6235014,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.444640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83a2c-7339-43d8-83f8-b58fff08cdd2 req-e255c69b-b415-42a4-8097-a1c0d80974a4 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.446339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cb83a2c-7339-43d8-83f8-b58fff08cdd2 req-e255c69b-b415-42a4-8097-a1c0d80974a4 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 949 time: 0.1358237 Sep 16 05:01:32.461242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-3ccbd0c5-da4f-4843-965f-95a384c82aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.462953 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-3ccbd0c5-da4f-4843-965f-95a384c82aa6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930057 Sep 16 05:01:32.503268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cb83a2c-7339-43d8-83f8-b58fff08cdd2 req-5b79b6ea-6ea8-47a5-9bc6-3612f256324f tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507078 Sep 16 05:01:32.585944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0991fb0c-4f92-4666-9fc6-206961c2f46d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:32.586444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.692955 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-e6ae6538-2c1d-4dea-b268-cc13a77d5183 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121108 Sep 16 05:01:32.720021 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.786089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-cac825d5-c391-4195-8bf7-433a18ad596b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.810727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:32.818343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-cac825d5-c391-4195-8bf7-433a18ad596b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.830923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-cac825d5-c391-4195-8bf7-433a18ad596b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.837916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-cac825d5-c391-4195-8bf7-433a18ad596b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.846625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-cac825d5-c391-4195-8bf7-433a18ad596b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.856990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-cac825d5-c391-4195-8bf7-433a18ad596b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.885152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-cac825d5-c391-4195-8bf7-433a18ad596b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.885968 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ca12efc5-318f-4ee8-9ca2-566ac079d86a service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787958 Sep 16 05:01:32.886062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-cac825d5-c391-4195-8bf7-433a18ad596b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.2204146 Sep 16 05:01:32.915157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.944278 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-285961ac-eb5f-4100-9285-a2d98ca3d133 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0592806 Sep 16 05:01:33.007672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85f51764-e177-42b3-8aa0-11430f4ab352 req-4650968f-8975-4bde-ae16-0b9bd6f9d1f8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086338 Sep 16 05:01:33.042701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-3a8ba998-93e0-403a-be82-680d0caaadca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.043435 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-3a8ba998-93e0-403a-be82-680d0caaadca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0885568 Sep 16 05:01:33.051532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:33.066745 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949efb0d-50de-4192-8471-d48e6591197f" -d '{"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-plugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:33.135804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-8bd52d80-ed48-4a19-920f-2c9b90cc7b75 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.138254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-fd4f39c7-c371-49d0-94f0-a7a314c9dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.140089 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-fd4f39c7-c371-49d0-94f0-a7a314c9dd77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0878496 Sep 16 05:01:33.143937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-8bd52d80-ed48-4a19-920f-2c9b90cc7b75 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/networks?id=a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 HTTP/1.1" status: 200 len: 809 time: 0.2633839 Sep 16 05:01:33.151641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=10']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.165197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-0263a3bc-61f5-4281-8cde-08eaeef7b23b tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/quotas/f75741e1f6ac4c3c8eba1037119885e0 HTTP/1.1" status: 200 len: 375 time: 0.0203135 Sep 16 05:01:33.179705 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:33.208743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-435e5533-4f3f-44c4-ab8c-27f7d437596b tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75741e1f6ac4c3c8eba1037119885e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425775 Sep 16 05:01:33.299762 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5985616a-477d-4871-82cf-49383a15dee0 x-openstack-request-id: req-5985616a-477d-4871-82cf-49383a15dee0 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:33.300068 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-plugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:33.300327 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5985616a-477d-4871-82cf-49383a15dee0 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:33.300726 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'code': 200} Sep 16 05:01:33.348233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-4ef8dba2-422f-4d0c-a6d3-e48f963d7942 service neutron] 10.222.0.59 "GET /v2.0/networks/a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384819 Sep 16 05:01:33.404633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-448b6c84-8422-494d-9a99-bab3bbeaf25c service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554843 Sep 16 05:01:33.414478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46264) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.535486 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-19c3107a-6ce1-41c2-be21-95b54a365086 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191216 Sep 16 05:01:33.542402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ccb45ba9-61ab-41f6-8392-b84ecbbb85a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.593891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-071cb388-828a-4f87-954c-e21207a39278 service neutron] 10.222.0.59 "GET /v2.0/networks/a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297246 Sep 16 05:01:33.594164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-376dc278-42e3-4157-83c5-5c5b21bb712d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 200 len: 217 time: 0.0414908 Sep 16 05:01:33.607762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81e6d5-d65c-4e06-bb3c-28ddcc47307a req-270302ac-ccf5-4a71-b771-672e6289281f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.609292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc81e6d5-d65c-4e06-bb3c-28ddcc47307a req-270302ac-ccf5-4a71-b771-672e6289281f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1382039 Sep 16 05:01:33.705996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ccb45ba9-61ab-41f6-8392-b84ecbbb85a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.709016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc81e6d5-d65c-4e06-bb3c-28ddcc47307a req-19fdf6f1-a3bc-472f-bb81-9df124dcc5da tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886717 Sep 16 05:01:33.753627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5b025f61-4c8c-49cb-89d1-231ff7911d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.760252 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-5b025f61-4c8c-49cb-89d1-231ff7911d9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.1558161 Sep 16 05:01:33.791296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ccb45ba9-61ab-41f6-8392-b84ecbbb85a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.950549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb45ba9-61ab-41f6-8392-b84ecbbb85a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20cce4a-7f5d-4706-a312-8cee800ea521,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.975234 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ccb45ba9-61ab-41f6-8392-b84ecbbb85a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30ae5a922a754ab890d2a092e54e2fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578589 Sep 16 05:01:33.979744 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46272) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.995722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ce40693e-4100-4e02-b0fd-77eb8d17378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.004882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-ce40693e-4100-4e02-b0fd-77eb8d17378d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2308683 Sep 16 05:01:34.060447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e443c-e248-47f6-be03-199c9f485b2e req-c80a1994-216a-4f5d-935b-3b8bfebc7e8e tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.070892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd1e443c-e248-47f6-be03-199c9f485b2e req-c80a1994-216a-4f5d-935b-3b8bfebc7e8e tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 949 time: 0.1126857 Sep 16 05:01:34.128854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd1e443c-e248-47f6-be03-199c9f485b2e req-065ece24-b8c0-4ea8-b14e-f8f206d261fc tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567260 Sep 16 05:01:34.221981 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83968df7-1daa-4d76-a646-ff8c417466ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.260103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83968df7-1daa-4d76-a646-ff8c417466ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.274164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b7519d0-e912-4d26-b30a-016f61b6ece2 req-51a5ade4-455f-4a9a-aeda-f6620929816a tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 210 time: 0.0295913 Sep 16 05:01:34.300414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-0b0e9847-b6a2-4628-ba88-9c67d015df78 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672586 Sep 16 05:01:34.461914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-5259a353-2c48-4212-b4a3-4c1b18c99f6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.478403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-5259a353-2c48-4212-b4a3-4c1b18c99f6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.492036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-5259a353-2c48-4212-b4a3-4c1b18c99f6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.504871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-5259a353-2c48-4212-b4a3-4c1b18c99f6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.520195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-5259a353-2c48-4212-b4a3-4c1b18c99f6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.530332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-5259a353-2c48-4212-b4a3-4c1b18c99f6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.537186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-5259a353-2c48-4212-b4a3-4c1b18c99f6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.545780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-5259a353-2c48-4212-b4a3-4c1b18c99f6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.2059374 Sep 16 05:01:34.617555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b07c9b61-dcd8-4245-8b45-e411319dd56a req-24284bca-e893-4735-bb89-be102b0c370d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703943 Sep 16 05:01:34.930443 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e141150b-a11a-4bda-ad75-19c92ce1da7d req-06a0d7bb-290b-4abf-af91-d8db787e99e6 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141627 Sep 16 05:01:35.037338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea89dce-36ad-48b0-88f2-6101329bed9b req-1893bfee-476a-492a-882f-9b498343d5a5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.038751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ea89dce-36ad-48b0-88f2-6101329bed9b req-1893bfee-476a-492a-882f-9b498343d5a5 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.0501156 Sep 16 05:01:35.075983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ea89dce-36ad-48b0-88f2-6101329bed9b req-a2734f8b-43e6-4d22-a671-2449a510cc49 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Sep 16 05:01:35.120701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83968df7-1daa-4d76-a646-ff8c417466ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.129813 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83968df7-1daa-4d76-a646-ff8c417466ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.129813 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-83968df7-1daa-4d76-a646-ff8c417466ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d20cce4a-7f5d-4706-a312-8cee800ea521 HTTP/1.1" status: 204 len: 168 time: 1.1427879 Sep 16 05:01:35.143201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83968df7-1daa-4d76-a646-ff8c417466ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20cce4a-7f5d-4706-a312-8cee800ea521,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.224185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88a3c3-453a-4943-8b5f-b71f41672171 req-f59285b2-6a71-4f48-8ea0-75fed650ee49 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.225823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae88a3c3-453a-4943-8b5f-b71f41672171 req-f59285b2-6a71-4f48-8ea0-75fed650ee49 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0784209 Sep 16 05:01:35.265192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae88a3c3-453a-4943-8b5f-b71f41672171 req-ebb57618-fa22-43f5-9e7d-d188c8ea24f2 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Sep 16 05:01:35.450527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb9b99d2-5744-4e1c-bb04-a341351e7173 req-f68770de-8cce-437e-95b4-9b06cbd1a2a1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 210 time: 0.0797179 Sep 16 05:01:35.469726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-536eb0a4-b850-4d51-bbcd-12dac25484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.470305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-536eb0a4-b850-4d51-bbcd-12dac25484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.470792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-536eb0a4-b850-4d51-bbcd-12dac25484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.471338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-536eb0a4-b850-4d51-bbcd-12dac25484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.471817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-536eb0a4-b850-4d51-bbcd-12dac25484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.472290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-536eb0a4-b850-4d51-bbcd-12dac25484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.472764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-536eb0a4-b850-4d51-bbcd-12dac25484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.474820 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-536eb0a4-b850-4d51-bbcd-12dac25484cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6486 time: 0.0659721 Sep 16 05:01:35.609240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-83b8baee-cb13-4e4a-8808-76b96ff07a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.612277 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-83b8baee-cb13-4e4a-8808-76b96ff07a25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 200 len: 902 time: 0.1231923 Sep 16 05:01:35.665115 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-41065c50-f614-4529-8fec-8de798481ec5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 200 len: 217 time: 0.0367250 Sep 16 05:01:35.724909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-66acbd10-3be8-436c-b438-85f73470ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.726986 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-66acbd10-3be8-436c-b438-85f73470ce10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0499339 Sep 16 05:01:35.756203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-2af7304b-677b-4d55-b786-9fa7d7a79b02 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.767890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-2af7304b-677b-4d55-b786-9fa7d7a79b02 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.775158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-2af7304b-677b-4d55-b786-9fa7d7a79b02 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.781327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-2af7304b-677b-4d55-b786-9fa7d7a79b02 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.785022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-2160ff2c-0ca0-4b08-b438-634e50b092ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.786535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-2160ff2c-0ca0-4b08-b438-634e50b092ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460021 Sep 16 05:01:35.788799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-2af7304b-677b-4d55-b786-9fa7d7a79b02 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.796155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-2af7304b-677b-4d55-b786-9fa7d7a79b02 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.802809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-2af7304b-677b-4d55-b786-9fa7d7a79b02 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.804747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-2af7304b-677b-4d55-b786-9fa7d7a79b02 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1078143 Sep 16 05:01:35.859072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-450388ad-ac66-468a-8a9a-fa38c31c7cb5 req-cbf9d939-2c65-4df2-95da-e22dbcc18164 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417519 Sep 16 05:01:35.900179 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-efc51a6b-9333-45da-b5e7-d90e3e49d049 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918164 Sep 16 05:01:36.024133 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba8c7373-b2d7-4629-a9cc-aa065110e9ac req-7684f672-a759-453a-878f-fadcda824612 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075478 Sep 16 05:01:36.232262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46a0d-0971-44f2-8432-7f65aaff2ca8 req-a5a59dbb-c478-45da-bfac-bccbfa80b027 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.233833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cca46a0d-0971-44f2-8432-7f65aaff2ca8 req-a5a59dbb-c478-45da-bfac-bccbfa80b027 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.0774961 Sep 16 05:01:36.314967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cca46a0d-0971-44f2-8432-7f65aaff2ca8 req-d51d8e08-62ac-48ce-a310-7dac7ad30fbd tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741816 Sep 16 05:01:36.450044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1856-438d-4c12-a110-c6503c6c0f49 req-84bb9c74-fc0d-4eda-986d-60336da4cf31 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.452152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f8a1856-438d-4c12-a110-c6503c6c0f49 req-84bb9c74-fc0d-4eda-986d-60336da4cf31 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0931888 Sep 16 05:01:36.514105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f8a1856-438d-4c12-a110-c6503c6c0f49 req-1c3039d6-231c-4110-84c0-c0404b5b0b6d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533097 Sep 16 05:01:36.607793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6605f0b7-e5a4-4095-8731-34b6cd265e51 req-ebb6cc79-d2f8-4378-9358-0e45d2300298 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 210 time: 0.0327711 Sep 16 05:01:37.055756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-3c36f7f5-0336-40da-b4f1-d26bb4e958b0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.066039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-3c36f7f5-0336-40da-b4f1-d26bb4e958b0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.072957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-3c36f7f5-0336-40da-b4f1-d26bb4e958b0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.079392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-3c36f7f5-0336-40da-b4f1-d26bb4e958b0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.087393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-3c36f7f5-0336-40da-b4f1-d26bb4e958b0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.097073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-3c36f7f5-0336-40da-b4f1-d26bb4e958b0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.103896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-3c36f7f5-0336-40da-b4f1-d26bb4e958b0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.117835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-3c36f7f5-0336-40da-b4f1-d26bb4e958b0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1548505 Sep 16 05:01:37.184859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3cd955b-51ca-4ad3-b6e8-7fe1103a700b req-1a7a62ad-aa13-4f21-b95d-5f7d8ef50c05 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601337 Sep 16 05:01:37.447923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9859ad33-ea0a-4896-ba19-03f7921f8570 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.449947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9859ad33-ea0a-4896-ba19-03f7921f8570 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.0879412 Sep 16 05:01:37.622309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Deleting port 99b9469c-3efc-40ba-b97f-b6eee30e91ba {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:37.622670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.634175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e45f1-7d86-4065-a711-5e732860c9a6 req-a5f283f4-173c-4675-ac65-63aeeb0b6fe3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.640050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-040e45f1-7d86-4065-a711-5e732860c9a6 req-a5f283f4-173c-4675-ac65-63aeeb0b6fe3 tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 946 time: 0.1729565 Sep 16 05:01:37.747519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-040e45f1-7d86-4065-a711-5e732860c9a6 req-12a7bb70-6248-49ed-a175-f20692bd821c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/security-groups?id=4085325d-2467-47d6-b30d-072ce99cf833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038868 Sep 16 05:01:37.862371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] For port 99b9469c-3efc-40ba-b97f-b6eee30e91ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=99b9469c-3efc-40ba-b97f-b6eee30e91ba,segment=NetworkSegment(d05cb70d-1276-48af-8ed8-a05b9998cb82),segment_id=d05cb70d-1276-48af-8ed8-a05b9998cb82)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:37.862799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.883426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-2d1e6200-e256-40d8-8bf0-8204f436b171 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.887731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-2d1e6200-e256-40d8-8bf0-8204f436b171 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.57 "GET /v2.0/networks?id=a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 HTTP/1.1" status: 200 len: 809 time: 0.2956026 Sep 16 05:01:37.907127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Calling delete_port for 99b9469c-3efc-40ba-b97f-b6eee30e91ba owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:37.914898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Request body: {'port': {'device_id': '8961e136-3f5c-4d9e-8e3f-f9402590b8cf', 'network_id': 'a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5', 'admin_state_up': True, 'tenant_id': 'f75741e1f6ac4c3c8eba1037119885e0'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:37.971437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83b273da-6ae8-4f78-8a93-ccd5197c670a req-4d3aa668-3bed-4dc9-b287-ea9bb3cb8c7d tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 210 time: 0.0580282 Sep 16 05:01:38.087384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cab17b-c5d7-4ee4-8321-7e68098de7bf req-659607f5-3905-4773-a0e3-788cf146a689 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.104396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2cab17b-c5d7-4ee4-8321-7e68098de7bf req-659607f5-3905-4773-a0e3-788cf146a689 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.2662344 Sep 16 05:01:38.195734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2cab17b-c5d7-4ee4-8321-7e68098de7bf req-55e5c1ce-0b7d-45e5-95c3-f80c97521aec tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901875 Sep 16 05:01:38.252407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.299592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Pushing event deleted for resources: {'Port': ['ID=99b9469c-3efc-40ba-b97f-b6eee30e91ba,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.313329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['99b9469c-3efc-40ba-b97f-b6eee30e91ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:38.340352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Made reservation on behalf of f75741e1f6ac4c3c8eba1037119885e0 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:38.344205 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.360137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] No DVR routers for this DVR port 99b9469c-3efc-40ba-b97f-b6eee30e91ba on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:38.363436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.365901 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-77b9c12d-c0c7-4438-becc-0cc70d1c1e71 req-9d3aabd7-b960-4864-a704-aa5d49c87d6b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.57 "DELETE /v2.0/ports/99b9469c-3efc-40ba-b97f-b6eee30e91ba HTTP/1.1" status: 204 len: 173 time: 0.8956087 Sep 16 05:01:38.366586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-deleted', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:38.369398 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd389613-1a61-46b7-96d2-1a7cb1bb80ac" -d '{"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-deleted", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:38.389764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-90cedce7-a9d0-4ed4-bbae-f260eab829ad tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.397661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-90cedce7-a9d0-4ed4-bbae-f260eab829ad tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.409212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-90cedce7-a9d0-4ed4-bbae-f260eab829ad tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.416403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-90cedce7-a9d0-4ed4-bbae-f260eab829ad tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.423216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-90cedce7-a9d0-4ed4-bbae-f260eab829ad tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.429319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-90cedce7-a9d0-4ed4-bbae-f260eab829ad tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.435408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-90cedce7-a9d0-4ed4-bbae-f260eab829ad tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.443851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-90cedce7-a9d0-4ed4-bbae-f260eab829ad tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1576617 Sep 16 05:01:38.538591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8cbba1ad-28d6-4a2c-9584-fe9e304b219e req-fd0bcd55-8e24-4988-a3b7-d89d6e90ca6f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908287 Sep 16 05:01:38.593991 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3e7e6a-b9b3-4570-9cbd-6c5faabcf7b0 x-openstack-request-id: req-7d3e7e6a-b9b3-4570-9cbd-6c5faabcf7b0 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:38.594888 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3184fa3-ac50-46d5-a129-aa732372b57b", "name": "network-vif-deleted", "tag": "99b9469c-3efc-40ba-b97f-b6eee30e91ba", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:38.595364 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d3e7e6a-b9b3-4570-9cbd-6c5faabcf7b0 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:38.595983 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3184fa3-ac50-46d5-a129-aa732372b57b', 'name': 'network-vif-deleted', 'tag': '99b9469c-3efc-40ba-b97f-b6eee30e91ba', 'status': 'completed', 'code': 200} Sep 16 05:01:38.700677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Allocated IP 172.20.0.8 (a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5/9d41824f-a2d9-4e9e-a9b2-7d1122bd3445/1139c687-37c8-410b-8f80-e3158bde2589) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:38.936302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3328a479-2aae-4c94-b479-8a641e2ac4c5 req-0c5528e2-a3c3-4e29-b6aa-71ac7f056f5b tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 210 time: 0.0562580 Sep 16 05:01:38.947015 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.077243 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68e45ab4-7359-4b58-a79a-455fbdf1571a req-ee1131ba-7528-4b0c-b60c-6825ed57a148 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 210 time: 0.0292213 Sep 16 05:01:39.082498 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.132348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:39.137379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:39.144878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:39.152060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Pushing event updated for resources: {'Port': ['ID=1139c687-37c8-410b-8f80-e3158bde2589,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:39.206958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.207644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.315679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-fbcca862-876e-4ab0-accb-e9da21b9bea8 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4063330 Sep 16 05:01:39.337162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449629f4-23af-4bc1-b9b2-c74c9885d67d req-300d18b8-d46a-4b3b-b68e-dc851b56a09d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.338745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449629f4-23af-4bc1-b9b2-c74c9885d67d req-300d18b8-d46a-4b3b-b68e-dc851b56a09d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0635996 Sep 16 05:01:39.343772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Request body: {'port': {'device_id': '8961e136-3f5c-4d9e-8e3f-f9402590b8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:39.430333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.456007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449629f4-23af-4bc1-b9b2-c74c9885d67d req-4fa3e354-0026-476a-bffb-6e5e0843d601 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986943 Sep 16 05:01:39.780012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-7cdefb74-bf99-4bc4-a648-9a759f199bd0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.786398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-7cdefb74-bf99-4bc4-a648-9a759f199bd0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.792801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-7cdefb74-bf99-4bc4-a648-9a759f199bd0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.798726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-7cdefb74-bf99-4bc4-a648-9a759f199bd0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.804645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-7cdefb74-bf99-4bc4-a648-9a759f199bd0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.810584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-7cdefb74-bf99-4bc4-a648-9a759f199bd0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.818175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-7cdefb74-bf99-4bc4-a648-9a759f199bd0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.820080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-7cdefb74-bf99-4bc4-a648-9a759f199bd0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1792166 Sep 16 05:01:39.884730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bba055c-0e06-4baf-a223-f4009e5f6e55 req-c38ce0a9-55f7-4d48-92bd-a614b44c5d45 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582092 Sep 16 05:01:39.958390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1139c687-37c8-410b-8f80-e3158bde2589 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:39.958390 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.958390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Transition to ACTIVE for port object 1139c687-37c8-410b-8f80-e3158bde2589 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:40.036183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:40.073090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52997b4d-85d8-4fee-8a7e-fd4131a0b266 req-5139095c-8266-4ff2-af7e-df374111c53c tempest-ServersNegativeTestJSON-811797953 tempest-ServersNegativeTestJSON-811797953-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3184fa3-ac50-46d5-a129-aa732372b57b HTTP/1.1" status: 200 len: 210 time: 0.0267904 Sep 16 05:01:40.134676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.153569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'mac_address': 'fa:16:3e:bb:26:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:40.196290 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.212860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da53a69e-7401-4148-8016-0ef678f6d7c5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:40.241417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.253313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97c53f-3c4e-4c57-973c-ad073617ebd8 req-262bb9fb-b888-43cf-b51a-603963e11b8b tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.254819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee97c53f-3c4e-4c57-973c-ad073617ebd8 req-262bb9fb-b888-43cf-b51a-603963e11b8b tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 931 time: 0.0527475 Sep 16 05:01:40.293266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee97c53f-3c4e-4c57-973c-ad073617ebd8 req-d42ced13-f68e-4921-83f8-b6a46c09b956 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Sep 16 05:01:40.368026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:40.372108 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.376415 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.402485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.404991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 99b9469c-3efc-40ba-b97f-b6eee30e91ba {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:40.407036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 99b9469c-3efc-40ba-b97f-b6eee30e91ba not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:40.554135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Pushing event updated for resources: {'Port': ['ID=1139c687-37c8-410b-8f80-e3158bde2589,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.586230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.616943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['da53a69e-7401-4148-8016-0ef678f6d7c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:40.686324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Attempting to bind port 1139c687-37c8-410b-8f80-e3158bde2589 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:40.686754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Attempting to bind port 1139c687-37c8-410b-8f80-e3158bde2589 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'ad2b8d59-916f-4ef7-87d7-269faf107796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:40.687195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Attempting to bind port 1139c687-37c8-410b-8f80-e3158bde2589 on network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:40.697371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc383a3d-17e4-4f8c-872f-a847e3b39db2 req-0d848140-06d7-403f-8e41-4deab4ee38f0 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.700368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc383a3d-17e4-4f8c-872f-a847e3b39db2 req-0d848140-06d7-403f-8e41-4deab4ee38f0 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0985012 Sep 16 05:01:40.723104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Port 1139c687-37c8-410b-8f80-e3158bde2589 on network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:40.726878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Attempting to bind port 1139c687-37c8-410b-8f80-e3158bde2589 on network a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:40.745966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:40.746319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Checking segment: {'id': 'ad2b8d59-916f-4ef7-87d7-269faf107796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:40.746714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Bound using segment: {'id': 'ad2b8d59-916f-4ef7-87d7-269faf107796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:40.747174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Bound port: 1139c687-37c8-410b-8f80-e3158bde2589, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2b8d59-916f-4ef7-87d7-269faf107796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:40.747620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.805469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc383a3d-17e4-4f8c-872f-a847e3b39db2 req-e174aa52-6634-4a68-adb5-685ed260ffe4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952592 Sep 16 05:01:40.861540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] For port 1139c687-37c8-410b-8f80-e3158bde2589, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:40.862131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] For port 1139c687-37c8-410b-8f80-e3158bde2589, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1139c687-37c8-410b-8f80-e3158bde2589,segment=NetworkSegment(ad2b8d59-916f-4ef7-87d7-269faf107796),segment_id=ad2b8d59-916f-4ef7-87d7-269faf107796)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:41.022972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d82e5439-0e20-4dbd-a974-55eb02fa03cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.057570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.129765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.131160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.133176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] 10.222.0.57 "PUT /v2.0/ports/1139c687-37c8-410b-8f80-e3158bde2589 HTTP/1.1" status: 200 len: 1092 time: 1.7933774 Sep 16 05:01:41.133885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8961e136-3f5c-4d9e-8e3f-f9402590b8cf', 'tag': '1139c687-37c8-410b-8f80-e3158bde2589'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:41.136670 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6454b015-4714-4961-b238-084a49367000" -d '{"events": [{"name": "network-changed", "server_uuid": "8961e136-3f5c-4d9e-8e3f-f9402590b8cf", "tag": "1139c687-37c8-410b-8f80-e3158bde2589"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:41.161392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-750e51f5-a42d-4b2d-a1b6-00dba192d730 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.167924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-750e51f5-a42d-4b2d-a1b6-00dba192d730 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.174301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-750e51f5-a42d-4b2d-a1b6-00dba192d730 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.180689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-750e51f5-a42d-4b2d-a1b6-00dba192d730 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.186858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-750e51f5-a42d-4b2d-a1b6-00dba192d730 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.194404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-750e51f5-a42d-4b2d-a1b6-00dba192d730 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.204468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-750e51f5-a42d-4b2d-a1b6-00dba192d730 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.206336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-750e51f5-a42d-4b2d-a1b6-00dba192d730 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1953044 Sep 16 05:01:41.237458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c35588-d5ca-4a29-b19b-64cc1b1ca736 service neutron] Pushing event updated for resources: {'Port': ['ID=1139c687-37c8-410b-8f80-e3158bde2589,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:41.353268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c88c73fa-29cf-4846-a95f-96e26179d79b req-be18bb2b-769f-4433-a613-662c0f7b9065 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370385 Sep 16 05:01:41.373320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46556) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:41.386668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-ffd68c25-5ae4-42bf-863f-3fe4b1b41252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.388022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-ffd68c25-5ae4-42bf-863f-3fe4b1b41252 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f75741e1f6ac4c3c8eba1037119885e0&device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 1095 time: 0.1172500 Sep 16 05:01:41.509857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-ae4c11d2-2dc7-4c1e-9c75-de0e6cbeef6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1139c687-37c8-410b-8f80-e3158bde2589 HTTP/1.1" status: 200 len: 217 time: 0.0992563 Sep 16 05:01:41.572374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46562) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:41.602632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-f969fe0e-9951-432f-9b81-9f50f5e90661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.604583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-f969fe0e-9951-432f-9b81-9f50f5e90661 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d41824f-a2d9-4e9e-a9b2-7d1122bd3445 HTTP/1.1" status: 200 len: 849 time: 0.0898778 Sep 16 05:01:41.631489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76b7b611-8904-4282-8cd0-77eaae95f961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.673750 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b153b0fd-c473-49ae-ba93-c1151b353052 x-openstack-request-id: req-b153b0fd-c473-49ae-ba93-c1151b353052 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:41.674427 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8961e136-3f5c-4d9e-8e3f-f9402590b8cf", "tag": "1139c687-37c8-410b-8f80-e3158bde2589", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:41.675073 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b153b0fd-c473-49ae-ba93-c1151b353052 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:41.678491 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8961e136-3f5c-4d9e-8e3f-f9402590b8cf', 'tag': '1139c687-37c8-410b-8f80-e3158bde2589', 'status': 'completed', 'code': 200} Sep 16 05:01:41.686522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-ee80a01e-b58f-4ca8-81f1-69926c36e163 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604043 Sep 16 05:01:41.778284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-428e3950-b3bb-4524-8c8e-0aedd4e104ee admin admin] Deleting subnet 2679ef2f-efb3-4dd9-bfb1-affafce3c03f {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:41.785709 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-428e3950-b3bb-4524-8c8e-0aedd4e104ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.867617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d456e33-f4bf-45b0-89cf-6e6355e16b7c req-435f80df-3e89-4510-aef8-ebc0738b2666 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.876516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d456e33-f4bf-45b0-89cf-6e6355e16b7c req-435f80df-3e89-4510-aef8-ebc0738b2666 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 943 time: 0.1276827 Sep 16 05:01:41.923225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-428e3950-b3bb-4524-8c8e-0aedd4e104ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.961341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-24bbf171-b4b4-492e-aa04-d8a0b05335dd service neutron] 10.222.0.57 "GET /v2.0/networks/a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606325 Sep 16 05:01:42.030691 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-428e3950-b3bb-4524-8c8e-0aedd4e104ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.041767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:42.114238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d456e33-f4bf-45b0-89cf-6e6355e16b7c req-fc7c7510-a173-4b01-a6ed-3719ae2ede0b tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358332 Sep 16 05:01:42.126995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c442dda-8d27-4196-9e38-c5f7c1145b03 req-06dc8604-f91d-47f7-81cb-c0d01ba49560 service neutron] 10.222.0.57 "GET /v2.0/networks/a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395102 Sep 16 05:01:42.153466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port da53a69e-7401-4148-8016-0ef678f6d7c5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:42.153847 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.165921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76b7b611-8904-4282-8cd0-77eaae95f961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.285407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76b7b611-8904-4282-8cd0-77eaae95f961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.317540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-428e3950-b3bb-4524-8c8e-0aedd4e104ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.332923 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.374550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-428e3950-b3bb-4524-8c8e-0aedd4e104ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.383668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-428e3950-b3bb-4524-8c8e-0aedd4e104ee admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2679ef2f-efb3-4dd9-bfb1-affafce3c03f HTTP/1.1" status: 204 len: 168 time: 0.8099103 Sep 16 05:01:42.385592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:42.393721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e3950-b3bb-4524-8c8e-0aedd4e104ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2679ef2f-efb3-4dd9-bfb1-affafce3c03f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.402113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46570) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:42.403200 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785b7465-b27f-4f13-9093-1c89c1c2aa1a" -d '{"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-plugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:42.422800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b0fc6af-66a5-4db3-9857-05ab6a390586 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:42.425539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b0fc6af-66a5-4db3-9857-05ab6a390586 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:42.441851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7b611-8904-4282-8cd0-77eaae95f961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ef6c7c-93f3-4a1e-9fa9-6a428240562a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.474451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454b015-4714-4961-b238-084a49367000 req-87b4c29b-c4b4-48c2-aae8-c325bbf7056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.476027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6454b015-4714-4961-b238-084a49367000 req-87b4c29b-c4b4-48c2-aae8-c325bbf7056f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f75741e1f6ac4c3c8eba1037119885e0&device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 1095 time: 0.0984693 Sep 16 05:01:42.483508 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-76b7b611-8904-4282-8cd0-77eaae95f961 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9af322dcafd44f60bd035033da8cc50b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1082909 Sep 16 05:01:42.491770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46576) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:42.537387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:42.569573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a8610c50-16a0-4c4c-af3c-57c8a282c6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.602239 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a8610c50-16a0-4c4c-af3c-57c8a282c6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.653067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454b015-4714-4961-b238-084a49367000 req-22edac90-42ed-472b-9089-a417a46bfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.653319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.653537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6454b015-4714-4961-b238-084a49367000 req-22edac90-42ed-472b-9089-a417a46bfd39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 HTTP/1.1" status: 200 len: 910 time: 0.1691194 Sep 16 05:01:42.749551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6454b015-4714-4961-b238-084a49367000 req-891e71df-b2aa-41e6-b00e-3279bc22425a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1139c687-37c8-410b-8f80-e3158bde2589 HTTP/1.1" status: 200 len: 217 time: 0.0827711 Sep 16 05:01:42.780545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.789293 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a8610c50-16a0-4c4c-af3c-57c8a282c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.792399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a8610c50-16a0-4c4c-af3c-57c8a282c6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.794770 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a8610c50-16a0-4c4c-af3c-57c8a282c6f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0ef6c7c-93f3-4a1e-9fa9-6a428240562a HTTP/1.1" status: 204 len: 168 time: 0.3014448 Sep 16 05:01:42.860155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454b015-4714-4961-b238-084a49367000 req-073b5637-0fa8-4533-94b3-61cabec6df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.861829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6454b015-4714-4961-b238-084a49367000 req-073b5637-0fa8-4533-94b3-61cabec6df68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d41824f-a2d9-4e9e-a9b2-7d1122bd3445 HTTP/1.1" status: 200 len: 849 time: 0.1004348 Sep 16 05:01:42.864338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8610c50-16a0-4c4c-af3c-57c8a282c6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ef6c7c-93f3-4a1e-9fa9-6a428240562a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.931797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6454b015-4714-4961-b238-084a49367000 req-7db0508c-86cf-46d7-b1a4-3a22cbdb3c7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596325 Sep 16 05:01:43.038287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.052839 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.104243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06346a98-db22-4422-896a-c804ba2ab6cc']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.157498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05cb70d-1276-48af-8ed8-a05b9998cb82') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.246662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05cb70d-1276-48af-8ed8-a05b9998cb82') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.246662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.247548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6454b015-4714-4961-b238-084a49367000 req-b30ff24a-9925-4ebb-aa88-8d6f75c39b23 service neutron] 10.222.0.57 "GET /v2.0/networks/a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557533 Sep 16 05:01:43.248147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.248147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:43.248147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:43.269125 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:43.311054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:43.318361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.339174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:43.379740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'port_id': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'mac_address': 'fa:16:3e:09:75:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dbca78-dc71-4464-b0dc-e8170128ff28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:43.422999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6454b015-4714-4961-b238-084a49367000 req-ab19e92a-d896-4988-a2a0-5faf8d4277d2 service neutron] 10.222.0.57 "GET /v2.0/networks/a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040112 Sep 16 05:01:43.497137 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.510712 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.519373 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.535370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] 10.222.0.59 "DELETE /v2.0/networks/06346a98-db22-4422-896a-c804ba2ab6cc HTTP/1.1" status: 204 len: 168 time: 1.1211703 Sep 16 05:01:43.549770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9856b-3e5e-4e95-bf73-4697ebbb93cd admin admin] Pushing event deleted for resources: {'Network': ['ID=06346a98-db22-4422-896a-c804ba2ab6cc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.696743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.735155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b0fc6af-66a5-4db3-9857-05ab6a390586 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:43.739720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.882337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:43.885919 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:43.886636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2444000d-5db9-4d9e-8b5f-0678411c2b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.137755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46588) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:44.192488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f80b-fef2-490f-ade1-b4269babec7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.205814 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.306593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46590) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:44.357622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f80b-fef2-490f-ade1-b4269babec7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.411679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6b297a95-0c3f-40ff-9fa0-02f5d30e46de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=877c7e64286f4739ae341beb83f69dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003675 Sep 16 05:01:44.411913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f80b-fef2-490f-ade1-b4269babec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.413932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46592) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:44.471693 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.508236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0fc6af-66a5-4db3-9857-05ab6a390586 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:44.541358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3ed0f80b-fef2-490f-ade1-b4269babec7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b41b82b63c8045088845549faca1b885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024701 Sep 16 05:01:44.544080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46594) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:44.544816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:44.572541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0f80b-fef2-490f-ade1-b4269babec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb9278-efbb-42ad-8283-d1100cf1b94f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.761324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-115665b0-2980-4d0f-a00a-c4b5a4ed8b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.761428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8378886b-9257-4fd2-8074-c1feec223c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.761515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-115665b0-2980-4d0f-a00a-c4b5a4ed8b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.761606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8378886b-9257-4fd2-8074-c1feec223c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.982844 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.037208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 1139c687-37c8-410b-8f80-e3158bde2589 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:45.048594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.074467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-115665b0-2980-4d0f-a00a-c4b5a4ed8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.077340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-115665b0-2980-4d0f-a00a-c4b5a4ed8b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.079448 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-115665b0-2980-4d0f-a00a-c4b5a4ed8b62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4085325d-2467-47d6-b30d-072ce99cf833 HTTP/1.1" status: 204 len: 168 time: 0.6627476 Sep 16 05:01:45.106597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115665b0-2980-4d0f-a00a-c4b5a4ed8b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4085325d-2467-47d6-b30d-072ce99cf833,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.108683 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8378886b-9257-4fd2-8074-c1feec223c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.113039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8378886b-9257-4fd2-8074-c1feec223c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.116415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8378886b-9257-4fd2-8074-c1feec223c7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63cb9278-efbb-42ad-8283-d1100cf1b94f HTTP/1.1" status: 204 len: 168 time: 0.5691550 Sep 16 05:01:45.149354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378886b-9257-4fd2-8074-c1feec223c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb9278-efbb-42ad-8283-d1100cf1b94f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.153245 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.238214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 1139c687-37c8-410b-8f80-e3158bde2589, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1139c687-37c8-410b-8f80-e3158bde2589,segment=NetworkSegment(ad2b8d59-916f-4ef7-87d7-269faf107796),segment_id=ad2b8d59-916f-4ef7-87d7-269faf107796)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:45.257175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '1139c687-37c8-410b-8f80-e3158bde2589', 'network_id': 'a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5', 'port_id': '1139c687-37c8-410b-8f80-e3158bde2589', 'mac_address': 'fa:16:3e:4d:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d41824f-a2d9-4e9e-a9b2-7d1122bd3445', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:45.335347 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.375570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1139c687-37c8-410b-8f80-e3158bde2589 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:45.392762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7b0fc6af-66a5-4db3-9857-05ab6a390586'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:45.476201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 1139c687-37c8-410b-8f80-e3158bde2589, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1139c687-37c8-410b-8f80-e3158bde2589,segment=NetworkSegment(ad2b8d59-916f-4ef7-87d7-269faf107796),segment_id=ad2b8d59-916f-4ef7-87d7-269faf107796)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:45.610505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.725294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=1139c687-37c8-410b-8f80-e3158bde2589,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:46.049625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['1139c687-37c8-410b-8f80-e3158bde2589'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:46.747044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.827695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46654) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:46.916947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec001c-b187-4e2f-853d-167a5ab877f1 req-0640f898-dd55-45bf-a1dd-5e75c1aa0488 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.925998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95ec001c-b187-4e2f-853d-167a5ab877f1 req-0640f898-dd55-45bf-a1dd-5e75c1aa0488 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 944 time: 0.0709131 Sep 16 05:01:46.962039 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83780ab0-2865-435d-86c6-0b7d931525b3 x-openstack-request-id: req-83780ab0-2865-435d-86c6-0b7d931525b3 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:46.962652 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-plugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:46.963325 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83780ab0-2865-435d-86c6-0b7d931525b3 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:46.963916 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'code': 200} Sep 16 05:01:46.981020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95ec001c-b187-4e2f-853d-167a5ab877f1 req-0ca191ff-e3e0-4cce-bf06-e07583b07704 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537140 Sep 16 05:01:47.041558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2107664720-network', 'tenant_id': 'bf311881d92c4ef1bbfc8d0b11edbe48'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:47.053133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b0fc6af-66a5-4db3-9857-05ab6a390586 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:47.146776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-70da-40da-bb8e-b64c34810093 req-beb37c57-b21e-4066-b4a7-0f098ace2e54 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.154988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-70da-40da-bb8e-b64c34810093 req-beb37c57-b21e-4066-b4a7-0f098ace2e54 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.164632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-70da-40da-bb8e-b64c34810093 req-beb37c57-b21e-4066-b4a7-0f098ace2e54 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.176436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Made reservation on behalf of bf311881d92c4ef1bbfc8d0b11edbe48 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:47.176436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.176697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-70da-40da-bb8e-b64c34810093 req-beb37c57-b21e-4066-b4a7-0f098ace2e54 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.179560 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.180629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-70da-40da-bb8e-b64c34810093 req-beb37c57-b21e-4066-b4a7-0f098ace2e54 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.181099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 7b0fc6af-66a5-4db3-9857-05ab6a390586 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:47.182987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.190970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-70da-40da-bb8e-b64c34810093 req-beb37c57-b21e-4066-b4a7-0f098ace2e54 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.198939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15497b9-70da-40da-bb8e-b64c34810093 req-beb37c57-b21e-4066-b4a7-0f098ace2e54 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.206277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e15497b9-70da-40da-bb8e-b64c34810093 req-beb37c57-b21e-4066-b4a7-0f098ace2e54 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1258450 Sep 16 05:01:47.284220 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e15497b9-70da-40da-bb8e-b64c34810093 req-fd59f672-535e-4ddc-a439-04fa3182ee57 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652146 Sep 16 05:01:47.342597 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.396475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.422774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:47.440880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea0cb7-c6fc-422a-880b-5c3295965aa8 req-e66310c6-583f-4ef1-b014-c3f5c58a6638 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.442796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-efea0cb7-c6fc-422a-880b-5c3295965aa8 req-e66310c6-583f-4ef1-b014-c3f5c58a6638 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 944 time: 0.0943396 Sep 16 05:01:47.456858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.485771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:47.491307 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.493375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 1139c687-37c8-410b-8f80-e3158bde2589 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:47.512249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c2c5d4-c147-467b-8ec8-89f2aab44096,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.532863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.534270 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Added segment 86cb704e-4fd7-4f14-96b4-4349faf28aa8 of type vlan for network ae4dc8b2-e6bc-4705-b822-cc019e724119 Sep 16 05:01:47.582686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-efea0cb7-c6fc-422a-880b-5c3295965aa8 req-e5870ba8-8da5-492d-b793-5c9fdc934885 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328251 Sep 16 05:01:47.599399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.630679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892840e5-931d-4062-aa40-bf754a149d0e req-369e3df1-4cac-4866-a22a-c5bbf0a70e4b tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.634347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-892840e5-931d-4062-aa40-bf754a149d0e req-369e3df1-4cac-4866-a22a-c5bbf0a70e4b tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 950 time: 0.1639748 Sep 16 05:01:47.668246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.693246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-892840e5-931d-4062-aa40-bf754a149d0e req-1c53ee6e-9657-4aec-83d0-b90e328ad218 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519810 Sep 16 05:01:47.731693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.732801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.734756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.760394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 1139c687-37c8-410b-8f80-e3158bde2589 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:47.768547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 1139c687-37c8-410b-8f80-e3158bde2589 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:47.768547 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.878022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4dc8b2-e6bc-4705-b822-cc019e724119,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.891505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ae4dc8b2-e6bc-4705-b822-cc019e724119 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:47.899016 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d87f36ae-0083-41ae-ab8b-f0ea21d5b3f3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0701416 Sep 16 05:01:47.977300 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.060251 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 1139c687-37c8-410b-8f80-e3158bde2589, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1139c687-37c8-410b-8f80-e3158bde2589,segment=NetworkSegment(ad2b8d59-916f-4ef7-87d7-269faf107796),segment_id=ad2b8d59-916f-4ef7-87d7-269faf107796)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:48.141111 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.170371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3fae-cdd2-47e2-90ac-30e99a1508c4 req-9a2adf31-ccc6-4650-9431-78dc70486182 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.172629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4cbe3fae-cdd2-47e2-90ac-30e99a1508c4 req-9a2adf31-ccc6-4650-9431-78dc70486182 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0940299 Sep 16 05:01:48.247545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=1139c687-37c8-410b-8f80-e3158bde2589,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.258678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4cbe3fae-cdd2-47e2-90ac-30e99a1508c4 req-5059846c-6adf-441b-b6e9-578f0a278bf7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773175 Sep 16 05:01:48.966393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586'}, {'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586'}, {'server_uuid': '8961e136-3f5c-4d9e-8e3f-f9402590b8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139c687-37c8-410b-8f80-e3158bde2589'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:48.970617 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e5bfb1-89d5-44eb-a867-c27db673ac06" -d '{"events": [{"server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586"}, {"server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "name": "network-vif-plugged", "status": "completed", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586"}, {"server_uuid": "8961e136-3f5c-4d9e-8e3f-f9402590b8cf", "name": "network-vif-plugged", "status": "completed", "tag": "1139c687-37c8-410b-8f80-e3158bde2589"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:49.105359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-c48d4e79-13a6-4b37-a4a3-f43283dc87bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.114252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-c48d4e79-13a6-4b37-a4a3-f43283dc87bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.120704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-c48d4e79-13a6-4b37-a4a3-f43283dc87bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.127087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-c48d4e79-13a6-4b37-a4a3-f43283dc87bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.133881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-c48d4e79-13a6-4b37-a4a3-f43283dc87bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.140774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-c48d4e79-13a6-4b37-a4a3-f43283dc87bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.148015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-c48d4e79-13a6-4b37-a4a3-f43283dc87bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.156240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-c48d4e79-13a6-4b37-a4a3-f43283dc87bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1943507 Sep 16 05:01:49.173736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113421a7-aa3e-4d99-b111-d4a8d5df0b62 req-f5aef2a4-000c-45c4-b605-1818f4e8ba39 tempest-ComputeTenantNetworksTest-1386357343 tempest-ComputeTenantNetworksTest-1386357343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.180703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113421a7-aa3e-4d99-b111-d4a8d5df0b62 req-f5aef2a4-000c-45c4-b605-1818f4e8ba39 tempest-ComputeTenantNetworksTest-1386357343 tempest-ComputeTenantNetworksTest-1386357343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.188152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113421a7-aa3e-4d99-b111-d4a8d5df0b62 req-f5aef2a4-000c-45c4-b605-1818f4e8ba39 tempest-ComputeTenantNetworksTest-1386357343 tempest-ComputeTenantNetworksTest-1386357343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.190142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113421a7-aa3e-4d99-b111-d4a8d5df0b62 req-f5aef2a4-000c-45c4-b605-1818f4e8ba39 tempest-ComputeTenantNetworksTest-1386357343 tempest-ComputeTenantNetworksTest-1386357343-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6892216 Sep 16 05:01:49.227277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61557053-2cbd-48cd-bc59-d94faa925fd7 req-2f9e58a9-eb29-4269-b916-8bf394fd2ed4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697312 Sep 16 05:01:49.305556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38373be-0a20-4231-9ede-449fa8db5607 req-90d9c20e-ab7d-4ad8-92d0-31007fd6bf63 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.307567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a38373be-0a20-4231-9ede-449fa8db5607 req-90d9c20e-ab7d-4ad8-92d0-31007fd6bf63 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 945 time: 0.0667808 Sep 16 05:01:49.371511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a38373be-0a20-4231-9ede-449fa8db5607 req-a0b19519-1579-4b63-a5e4-bea55040d41c tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519118 Sep 16 05:01:49.483093 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07bda5e-6e4c-474f-8eae-11062feca45b x-openstack-request-id: req-d07bda5e-6e4c-474f-8eae-11062feca45b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:49.483628 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586", "code": 200}, {"server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "name": "network-vif-plugged", "status": "completed", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586", "code": 200}, {"server_uuid": "8961e136-3f5c-4d9e-8e3f-f9402590b8cf", "name": "network-vif-plugged", "status": "completed", "tag": "1139c687-37c8-410b-8f80-e3158bde2589", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:49.484245 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d07bda5e-6e4c-474f-8eae-11062feca45b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:49.484972 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'code': 200} Sep 16 05:01:49.485411 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'code': 200} Sep 16 05:01:49.485849 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8961e136-3f5c-4d9e-8e3f-f9402590b8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139c687-37c8-410b-8f80-e3158bde2589', 'code': 200} Sep 16 05:01:49.594708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef67f3-726e-49f3-8241-109b75c51c9a req-a74ce2e8-5943-4e9d-a06b-e07041b15543 tempest-ComputeTenantNetworksTest-1386357343 tempest-ComputeTenantNetworksTest-1386357343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.596123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78ef67f3-726e-49f3-8241-109b75c51c9a req-a74ce2e8-5943-4e9d-a06b-e07041b15543 tempest-ComputeTenantNetworksTest-1386357343 tempest-ComputeTenantNetworksTest-1386357343-project] 10.222.0.59 "GET /v2.0/networks/ae4dc8b2-e6bc-4705-b822-cc019e724119 HTTP/1.1" status: 200 len: 769 time: 0.1145532 Sep 16 05:01:49.604763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46830) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:49.644831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa773be-14e4-4326-83e3-466d50ab1fe8 req-197cbc67-8147-45f6-8a01-af27f872ae12 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.646472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8fa773be-14e4-4326-83e3-466d50ab1fe8 req-197cbc67-8147-45f6-8a01-af27f872ae12 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0941172 Sep 16 05:01:49.724882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8fa773be-14e4-4326-83e3-466d50ab1fe8 req-aa234e11-94ce-4a2f-b10f-d8e50b903560 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702064 Sep 16 05:01:49.777287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.884353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dacd21-56a4-49c0-b94c-a655fbf3794c req-6cdf2634-4479-44ad-b381-0d5c7b4865ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.887043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44dacd21-56a4-49c0-b94c-a655fbf3794c req-6cdf2634-4479-44ad-b381-0d5c7b4865ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 1097 time: 0.1374927 Sep 16 05:01:49.926624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.955003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44dacd21-56a4-49c0-b94c-a655fbf3794c req-99cf1608-3d44-4627-bda4-1b6b9d846e0d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467081 Sep 16 05:01:49.960173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46858) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:49.993799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4dc8b2-e6bc-4705-b822-cc019e724119']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:50.006886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cb704e-4fd7-4f14-96b4-4349faf28aa8') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:50.007132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cb704e-4fd7-4f14-96b4-4349faf28aa8') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:50.018945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae75c1-8e38-4ba3-9e0a-7076fd52d066 req-97b47134-278c-4f99-ad9c-67c5c5554a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.020503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ae75c1-8e38-4ba3-9e0a-7076fd52d066 req-97b47134-278c-4f99-ad9c-67c5c5554a9c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 1097 time: 0.1030211 Sep 16 05:01:50.022201 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.036502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.045380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:50.045793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:50.047598 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:50.147358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-caee47b2-8909-4157-a36c-1ec5d9ab58a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.177346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.196706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.199284 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ae4dc8b2-e6bc-4705-b822-cc019e724119 HTTP/1.1" status: 204 len: 168 time: 0.5929549 Sep 16 05:01:50.212216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f2a1e-0eb5-4b9b-bf33-f42bf8e8c8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4dc8b2-e6bc-4705-b822-cc019e724119,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:50.331069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-caee47b2-8909-4157-a36c-1ec5d9ab58a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.365959 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-55ae75c1-8e38-4ba3-9e0a-7076fd52d066 req-e5403193-b2a4-4757-9bc2-6720ad8b3da8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563858 Sep 16 05:01:50.410972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-caee47b2-8909-4157-a36c-1ec5d9ab58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.447291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-d192f652-3583-402d-aa6f-ce8c1533f72b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.448033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-d192f652-3583-402d-aa6f-ce8c1533f72b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.462345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-d192f652-3583-402d-aa6f-ce8c1533f72b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.462345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-d192f652-3583-402d-aa6f-ce8c1533f72b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.467541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-d192f652-3583-402d-aa6f-ce8c1533f72b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.479295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-d192f652-3583-402d-aa6f-ce8c1533f72b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.485305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-d192f652-3583-402d-aa6f-ce8c1533f72b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.487373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-d192f652-3583-402d-aa6f-ce8c1533f72b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5422 time: 0.1491520 Sep 16 05:01:50.568149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee47b2-8909-4157-a36c-1ec5d9ab58a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720ef4f2-dd1f-4db8-b9fb-da801bd1a7f0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:50.582742 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73036589-e305-4677-8a18-d107e7b9b7b9 req-610bedab-3851-4b6f-bc93-e41b46fcc39a tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845428 Sep 16 05:01:50.587703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-caee47b2-8909-4157-a36c-1ec5d9ab58a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f475f4b4dd4498dbfbf5400ae074f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6239376 Sep 16 05:01:50.588719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46916) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:50.668619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46922) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:50.687294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f46337-6067-45b3-a521-fc8caadfb2a1 req-b042ba4f-00b0-4348-92bd-390a633014fd tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.687294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37f46337-6067-45b3-a521-fc8caadfb2a1 req-b042ba4f-00b0-4348-92bd-390a633014fd tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 945 time: 0.0719607 Sep 16 05:01:50.717952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-569d3bb1-83ae-422e-959f-31ea2dcc7c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.744654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-569d3bb1-83ae-422e-959f-31ea2dcc7c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.819230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8f7e07a0-e9ea-49a1-b6c9-43bc460749cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf311881d92c4ef1bbfc8d0b11edbe48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497672 Sep 16 05:01:50.822905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37f46337-6067-45b3-a521-fc8caadfb2a1 req-5c30432a-5476-4e6f-b05f-d806f02ef15f tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238368 Sep 16 05:01:50.897820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46940) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:50.962539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a8ed-7230-46c6-a217-41314da42a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.976172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408e71-f614-4626-be5a-7862be322974 req-0f8f0f02-098f-45b9-a5d8-ff7386c26d83 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.977734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7408e71-f614-4626-be5a-7862be322974 req-0f8f0f02-098f-45b9-a5d8-ff7386c26d83 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0934365 Sep 16 05:01:50.992953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a8ed-7230-46c6-a217-41314da42a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.029559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7408e71-f614-4626-be5a-7862be322974 req-41b4fac5-745c-4191-8c99-a8921ed8848f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Sep 16 05:01:51.058125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:51.156137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:51.167186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc', 'network_id': '433648c1-f499-41d8-972e-6f435f317bce', 'port_id': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc', 'mac_address': 'fa:16:3e:8c:f2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8aa3e2-df6a-4613-89bc-11c5a1299532', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:51.204914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.217612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:51.236687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:51.285877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-569d3bb1-83ae-422e-959f-31ea2dcc7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.288703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-569d3bb1-83ae-422e-959f-31ea2dcc7c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.292105 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-569d3bb1-83ae-422e-959f-31ea2dcc7c4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/720ef4f2-dd1f-4db8-b9fb-da801bd1a7f0 HTTP/1.1" status: 204 len: 168 time: 0.6999741 Sep 16 05:01:51.298093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d3bb1-83ae-422e-959f-31ea2dcc7c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720ef4f2-dd1f-4db8-b9fb-da801bd1a7f0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.331463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a8ed-7230-46c6-a217-41314da42a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.333861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.333861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a5b7097e-54f0-49bd-a5be-591192a5409e details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:51.334069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a8ed-7230-46c6-a217-41314da42a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.335199 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c1c1a8ed-7230-46c6-a217-41314da42a21 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10c2c5d4-c147-467b-8ec8-89f2aab44096 HTTP/1.1" status: 204 len: 168 time: 0.4433777 Sep 16 05:01:51.346531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1a8ed-7230-46c6-a217-41314da42a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c2c5d4-c147-467b-8ec8-89f2aab44096,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.434904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.505768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a5b7097e-54f0-49bd-a5be-591192a5409e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5b7097e-54f0-49bd-a5be-591192a5409e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:51.519915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'a5b7097e-54f0-49bd-a5be-591192a5409e', 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'port_id': 'a5b7097e-54f0-49bd-a5be-591192a5409e', 'mac_address': 'fa:16:3e:4a:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e422ccf6-7e1f-4f97-8810-74802e8502f7', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:51.561907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.581720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b7097e-54f0-49bd-a5be-591192a5409e {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:51.608882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a5b7097e-54f0-49bd-a5be-591192a5409e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5b7097e-54f0-49bd-a5be-591192a5409e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:51.679481 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.680423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6d2227d4-2a0d-43e0-8a1a-c447df3d416a details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:51.760619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-1f7602c4-b322-4df1-988b-253495d2d38f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.764023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=a5b7097e-54f0-49bd-a5be-591192a5409e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.769806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-1f7602c4-b322-4df1-988b-253495d2d38f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.777614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-1f7602c4-b322-4df1-988b-253495d2d38f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.798609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-1f7602c4-b322-4df1-988b-253495d2d38f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.802279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:51.805935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-1f7602c4-b322-4df1-988b-253495d2d38f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.813271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-1f7602c4-b322-4df1-988b-253495d2d38f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.820277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-1f7602c4-b322-4df1-988b-253495d2d38f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.822072 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '6d2227d4-2a0d-43e0-8a1a-c447df3d416a', 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'port_id': '6d2227d4-2a0d-43e0-8a1a-c447df3d416a', 'mac_address': 'fa:16:3e:83:4c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e422ccf6-7e1f-4f97-8810-74802e8502f7', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:51.830616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-1f7602c4-b322-4df1-988b-253495d2d38f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5424 time: 0.1470206 Sep 16 05:01:51.909397 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.929773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-549ac455-6919-4b47-b5ef-5be46cbc2408 req-0c2719d2-2cf3-4a58-8e81-59c4348f0e6c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980010 Sep 16 05:01:51.950234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2227d4-2a0d-43e0-8a1a-c447df3d416a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:51.999016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:52.103125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:52.158422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.159170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:52.258706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.374192 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.409074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:52.415010 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7a80b-2b99-43a2-8820-238ede94371d" -d '{"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-unplugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:52.436680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:52.454574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:52.457647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'port_id': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'mac_address': 'fa:16:3e:f8:df:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:52.497777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47036) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:52.503619 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.520677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-659525fe-f118-4399-b590-aaafc7ed8d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.528686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:52.560318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:52.577497 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.663046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.668535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.669199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 65e8e357-5fd5-45e0-811e-32afc834b29f details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:52.701593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-659525fe-f118-4399-b590-aaafc7ed8d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.772604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.778556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 65e8e357-5fd5-45e0-811e-32afc834b29f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=65e8e357-5fd5-45e0-811e-32afc834b29f,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:52.792430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '65e8e357-5fd5-45e0-811e-32afc834b29f', 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'port_id': '65e8e357-5fd5-45e0-811e-32afc834b29f', 'mac_address': 'fa:16:3e:c6:81:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e422ccf6-7e1f-4f97-8810-74802e8502f7', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:52.805255 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-659525fe-f118-4399-b590-aaafc7ed8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.845790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.853042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-659525fe-f118-4399-b590-aaafc7ed8d44 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d13ff6d55ba4e2481d482aa1530da6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534703 Sep 16 05:01:52.855747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47044) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:52.859810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e8e357-5fd5-45e0-811e-32afc834b29f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:52.876536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659525fe-f118-4399-b590-aaafc7ed8d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37804c2-8889-42e7-95a3-03575f4f342d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.882747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 65e8e357-5fd5-45e0-811e-32afc834b29f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=65e8e357-5fd5-45e0-811e-32afc834b29f,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.005495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04413ad6-55ad-49f4-ad74-ece4bab69d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.045218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.045941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 40c19453-c39a-4b20-b4cb-3c36c81f7a1b details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:53.055759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04413ad6-55ad-49f4-ad74-ece4bab69d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.121542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf77c6-8c95-4cf5-be23-64533b16daf6 req-2e81ef90-c1ec-4258-95c6-b9f0eb72a068 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.123124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12cf77c6-8c95-4cf5-be23-64533b16daf6 req-2e81ef90-c1ec-4258-95c6-b9f0eb72a068 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 945 time: 0.1104314 Sep 16 05:01:53.147853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.154743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=65e8e357-5fd5-45e0-811e-32afc834b29f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.162837 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b', 'network_id': '101cd63f-5bad-4b1d-a473-5775b8761a60', 'port_id': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b', 'mac_address': 'fa:16:3e:c0:18:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e422ccf6-7e1f-4f97-8810-74802e8502f7', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:53.178470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778e0c7-4f9d-4cff-addb-c97d566a3a55 req-98c72e5a-997b-47c4-8a06-acdc9ff68706 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.186567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f778e0c7-4f9d-4cff-addb-c97d566a3a55 req-98c72e5a-997b-47c4-8a06-acdc9ff68706 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1333177 Sep 16 05:01:53.228212 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.228423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12cf77c6-8c95-4cf5-be23-64533b16daf6 req-a29cce76-57d6-44cd-beed-ff8101e8c278 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956976 Sep 16 05:01:53.235826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04413ad6-55ad-49f4-ad74-ece4bab69d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.238970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04413ad6-55ad-49f4-ad74-ece4bab69d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.240317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-04413ad6-55ad-49f4-ad74-ece4bab69d22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e37804c2-8889-42e7-95a3-03575f4f342d HTTP/1.1" status: 204 len: 168 time: 0.3830123 Sep 16 05:01:53.265600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c19453-c39a-4b20-b4cb-3c36c81f7a1b {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:53.301061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.304205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04413ad6-55ad-49f4-ad74-ece4bab69d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37804c2-8889-42e7-95a3-03575f4f342d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.320466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f778e0c7-4f9d-4cff-addb-c97d566a3a55 req-78b5182a-3946-4e48-89bd-7ed240a821ed tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320150 Sep 16 05:01:53.365755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.366932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b89bc85a-840b-4751-b394-0d86bd21e6a5 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:53.408944 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393abdf8-779b-489d-858a-98dbc84c4ee8 x-openstack-request-id: req-393abdf8-779b-489d-858a-98dbc84c4ee8 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:53.414102 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-unplugged", "status": "completed", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:53.414102 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-393abdf8-779b-489d-858a-98dbc84c4ee8 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:53.414102 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'code': 200} Sep 16 05:01:53.465114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.483025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b89bc85a-840b-4751-b394-0d86bd21e6a5, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.516427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'b89bc85a-840b-4751-b394-0d86bd21e6a5', 'network_id': '433648c1-f499-41d8-972e-6f435f317bce', 'port_id': 'b89bc85a-840b-4751-b394-0d86bd21e6a5', 'mac_address': 'fa:16:3e:6b:c2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8aa3e2-df6a-4613-89bc-11c5a1299532', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:53.621602 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.647625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-16fdbde8-b38d-4c37-af17-0347dc39c841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.655268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-16fdbde8-b38d-4c37-af17-0347dc39c841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.662318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-16fdbde8-b38d-4c37-af17-0347dc39c841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.668861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-16fdbde8-b38d-4c37-af17-0347dc39c841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.676154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-16fdbde8-b38d-4c37-af17-0347dc39c841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.684950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-16fdbde8-b38d-4c37-af17-0347dc39c841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.694412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-16fdbde8-b38d-4c37-af17-0347dc39c841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.712966 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-16fdbde8-b38d-4c37-af17-0347dc39c841 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5428 time: 0.1880012 Sep 16 05:01:53.810278 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28489d99-16f8-4192-96b0-98a38cba6f21 req-926aa9e5-aac3-4e5c-ade9-e2e8afc70459 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961797 Sep 16 05:01:53.854810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89bc85a-840b-4751-b394-0d86bd21e6a5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:53.877137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b89bc85a-840b-4751-b394-0d86bd21e6a5, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.971975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.990039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79104e8-cf82-49f6-a096-be6f9bbcb26f req-61cde9d7-3ef4-4958-b225-f33a2a65436e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.992165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e79104e8-cf82-49f6-a096-be6f9bbcb26f req-61cde9d7-3ef4-4958-b225-f33a2a65436e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.0762038 Sep 16 05:01:54.076428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b89bc85a-840b-4751-b394-0d86bd21e6a5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:54.083496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e79104e8-cf82-49f6-a096-be6f9bbcb26f req-272839bb-2ca7-4c1f-ab09-9fc4d8da3bb1 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840337 Sep 16 05:01:55.772977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['a5b7097e-54f0-49bd-a5be-591192a5409e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:55.803901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['65e8e357-5fd5-45e0-811e-32afc834b29f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:55.836770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6d2227d4-2a0d-43e0-8a1a-c447df3d416a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:55.904410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:55.932481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:55.973743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['40c19453-c39a-4b20-b4cb-3c36c81f7a1b'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:56.045189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b89bc85a-840b-4751-b394-0d86bd21e6a5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:56.546067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-86854f5a-dc4e-4d8d-9316-c4a06303c59e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.568562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-86854f5a-dc4e-4d8d-9316-c4a06303c59e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.576003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-86854f5a-dc4e-4d8d-9316-c4a06303c59e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.582947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-86854f5a-dc4e-4d8d-9316-c4a06303c59e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.589173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-86854f5a-dc4e-4d8d-9316-c4a06303c59e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.597071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-86854f5a-dc4e-4d8d-9316-c4a06303c59e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.602745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-86854f5a-dc4e-4d8d-9316-c4a06303c59e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.612368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-86854f5a-dc4e-4d8d-9316-c4a06303c59e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5429 time: 0.1715388 Sep 16 05:01:56.657376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c24be842-4cf1-4a62-b3e6-6d9ec7857003 req-84a41b79-1656-43c0-a07e-5f3f6b91eee0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439460 Sep 16 05:01:56.842978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47180) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.099724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b7feb6c6-ec14-4a79-9d7c-ad2a1526b4d8 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-154784083'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:57.100162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b7feb6c6-ec14-4a79-9d7c-ad2a1526b4d8 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Unknown quota resources ['metering_label']. {{(pid=101825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:01:57.364203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7feb6c6-ec14-4a79-9d7c-ad2a1526b4d8 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.368125 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b7feb6c6-ec14-4a79-9d7c-ad2a1526b4d8 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5217416 Sep 16 05:01:57.369099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47216) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.373874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-00c16ba3-3b4d-4eb0-adf9-e61de4aed594 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e6094418-e0dd-4761-932b-08577f0fc178'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:57.374387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-00c16ba3-3b4d-4eb0-adf9-e61de4aed594 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:01:57.513820 n-d-712143-16 neutron-server[101824]: WARNING neutron.services.metering.metering_plugin [None req-00c16ba3-3b4d-4eb0-adf9-e61de4aed594 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:01:57.531632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47228) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.661322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00c16ba3-3b4d-4eb0-adf9-e61de4aed594 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.662509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-00c16ba3-3b4d-4eb0-adf9-e61de4aed594 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2923400 Sep 16 05:01:57.669059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47242) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.673398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f01c3e78-9c97-4c61-b906-6a2a97126f07 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e6094418-e0dd-4761-932b-08577f0fc178'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:57.673909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f01c3e78-9c97-4c61-b906-6a2a97126f07 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:01:57.676799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8fd98f89-421f-451a-abc4-5a0f6b747d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.781780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-08a6f311-e3b7-4760-8663-ac0078db6c51 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.785728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-08a6f311-e3b7-4760-8663-ac0078db6c51 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 815 time: 0.2336693 Sep 16 05:01:57.807770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-2e0984a6-a1c4-4913-88ca-b069fb19265c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/quotas/a7001a62db8344e1ae8deba88763e3af HTTP/1.1" status: 200 len: 375 time: 0.0183215 Sep 16 05:01:57.851922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8fd98f89-421f-451a-abc4-5a0f6b747d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.854745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-df6c5a4d-9aae-4988-9a69-c92ec9dd69cc tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452399 Sep 16 05:01:57.919187 n-d-712143-16 neutron-server[101825]: WARNING neutron.services.metering.metering_plugin [None req-f01c3e78-9c97-4c61-b906-6a2a97126f07 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:01:57.919392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.946867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-9ead61e5-e88c-4c49-8d30-cddd0508d831 service neutron] 10.222.0.59 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849316 Sep 16 05:01:57.991994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8fd98f89-421f-451a-abc4-5a0f6b747d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.047466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f01c3e78-9c97-4c61-b906-6a2a97126f07 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.047856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-74034e2d-5de7-47d6-8f1f-362a8ab2f57f service neutron] 10.222.0.59 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944545 Sep 16 05:01:58.051288 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f01c3e78-9c97-4c61-b906-6a2a97126f07 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3786929 Sep 16 05:01:58.051700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47258) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.067154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-05c775fa-9b09-4490-ae95-4b4e94e7692d tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=3ca7d1db-4e0b-4ce8-905b-e463578c3594 HTTP/1.1" status: 200 len: 462 time: 0.0117283 Sep 16 05:01:58.067772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47260) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.077656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd98f89-421f-451a-abc4-5a0f6b747d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0ccd18-c9df-4d48-89cf-2c8f3397b7f5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.086021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8fd98f89-421f-451a-abc4-5a0f6b747d3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f927a68616e48e280c9471dde8a1871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528467 Sep 16 05:01:58.089019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47264) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.152774 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dc2-8c34-4b31-9b76-cbdbd377ca8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.180783 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dc2-8c34-4b31-9b76-cbdbd377ca8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.296919 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a546d48-9534-41c6-9b0a-756aa3d46e7c tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.300205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5a546d48-9534-41c6-9b0a-756aa3d46e7c tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/3ca7d1db-4e0b-4ce8-905b-e463578c3594 HTTP/1.1" status: 204 len: 168 time: 0.2293282 Sep 16 05:01:58.300629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47280) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.314322 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-24b6ce9d-df0f-44f4-97c2-103aca1824ce tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=3ca7d1db-4e0b-4ce8-905b-e463578c3594 HTTP/1.1" status: 200 len: 221 time: 0.0121219 Sep 16 05:01:58.318754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47282) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.324017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d307e4c5-0f19-49f3-8660-97d0026510d4 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1564860408', 'description': 'label created by tempest'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:58.324915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d307e4c5-0f19-49f3-8660-97d0026510d4 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Unknown quota resources ['metering_label']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:01:58.487872 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dc2-8c34-4b31-9b76-cbdbd377ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.490519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6dc2-8c34-4b31-9b76-cbdbd377ca8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.491953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea1d6dc2-8c34-4b31-9b76-cbdbd377ca8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f0ccd18-c9df-4d48-89cf-2c8f3397b7f5 HTTP/1.1" status: 204 len: 168 time: 0.3992922 Sep 16 05:01:58.590300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d6dc2-8c34-4b31-9b76-cbdbd377ca8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0ccd18-c9df-4d48-89cf-2c8f3397b7f5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.645348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-fe3346eb-b6c3-4d01-82d9-ba8a2c46767b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.651265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-fe3346eb-b6c3-4d01-82d9-ba8a2c46767b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.660008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-fe3346eb-b6c3-4d01-82d9-ba8a2c46767b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.667323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-fe3346eb-b6c3-4d01-82d9-ba8a2c46767b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.691728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-fe3346eb-b6c3-4d01-82d9-ba8a2c46767b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.691728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-fe3346eb-b6c3-4d01-82d9-ba8a2c46767b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.693544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-fe3346eb-b6c3-4d01-82d9-ba8a2c46767b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.695717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-fe3346eb-b6c3-4d01-82d9-ba8a2c46767b tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5429 time: 0.2406628 Sep 16 05:01:58.733423 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d307e4c5-0f19-49f3-8660-97d0026510d4 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.734627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d307e4c5-0f19-49f3-8660-97d0026510d4 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4146647 Sep 16 05:01:58.737430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47306) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.769373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9485ad92-fb19-41c3-9f66-c7f088304e30 req-90d94268-7fc8-4cc9-89e9-5f51abc9eb10 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 210 time: 0.0398343 Sep 16 05:01:58.801552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7e26c98-6c66-4b05-9ee2-3086506773b0 req-c6656c04-6d96-4859-844e-b5190e9998d9 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708458 Sep 16 05:01:58.824869 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c9af8870-a7f6-4216-92ad-0da0fc9f02d2 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=815500a2-a517-4180-b012-7ae31da7dac3 HTTP/1.1" status: 200 len: 468 time: 0.0836706 Sep 16 05:01:58.825313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47308) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.138803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65f29824-7bf0-4fda-8e3f-f68de5e78822 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.139937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-65f29824-7bf0-4fda-8e3f-f68de5e78822 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/815500a2-a517-4180-b012-7ae31da7dac3 HTTP/1.1" status: 204 len: 168 time: 0.3135779 Sep 16 05:01:59.143186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47330) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.154137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70c77ca3-2a3a-4fee-b160-dc1c30cc5994 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=815500a2-a517-4180-b012-7ae31da7dac3 HTTP/1.1" status: 200 len: 216 time: 0.0099487 Sep 16 05:01:59.157130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47332) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.165179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4af9ddf8-00ee-4823-81d8-d39232ee8ca9 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0071235 Sep 16 05:01:59.167973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47334) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.178906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6733f184-0041-4cf4-8d75-c5844d37c56d tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0100222 Sep 16 05:01:59.184140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47336) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.239079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c50bd986-7ba3-4d23-a535-93c832e08979 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/e6094418-e0dd-4761-932b-08577f0fc178 HTTP/1.1" status: 200 len: 472 time: 0.0537419 Sep 16 05:01:59.242566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47340) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.252552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e24423a1-6ba1-47ed-8c73-182ab1323473 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/a555b488-f908-46b4-b113-b63f62d57e0b HTTP/1.1" status: 200 len: 459 time: 0.0089107 Sep 16 05:01:59.255663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47342) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.324516 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b6e1710-f603-43fe-8176-c351839e9911 req-ba9288f9-85b4-406e-8d8f-af877677ceb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769653 Sep 16 05:01:59.369708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b686b-fa87-4427-851e-eddf88769c12 req-7bd4218f-cb6c-4755-8263-9cfb1e5f820e tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.371205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e77b686b-fa87-4427-851e-eddf88769c12 req-7bd4218f-cb6c-4755-8263-9cfb1e5f820e tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 949 time: 0.0592146 Sep 16 05:01:59.446425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e1710-f603-43fe-8176-c351839e9911 req-ae5f8032-527f-45e0-b50f-126fbbbbcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.448082 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b6e1710-f603-43fe-8176-c351839e9911 req-ae5f8032-527f-45e0-b50f-126fbbbbcf85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd28266c48334e098fda6c5f089e9e6f&device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 1100 time: 0.0639653 Sep 16 05:01:59.474543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2220-640c-4f89-a05b-026c9d6edb06 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.475755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a1fc2220-640c-4f89-a05b-026c9d6edb06 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/a555b488-f908-46b4-b113-b63f62d57e0b HTTP/1.1" status: 204 len: 168 time: 0.2191250 Sep 16 05:01:59.484428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47354) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.528430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e77b686b-fa87-4427-851e-eddf88769c12 req-990f225e-676a-4d20-9a43-1d9732dbbd02 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096032 Sep 16 05:01:59.530348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-5de9ddb1-3dcf-4714-a49a-6ab4f13bf083 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.531901 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-5de9ddb1-3dcf-4714-a49a-6ab4f13bf083 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.57 "GET /v2.0/ports?device_id=62bf569d-7a54-42a5-bcc7-3f12cc35f256 HTTP/1.1" status: 200 len: 945 time: 0.1009841 Sep 16 05:01:59.549001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c63a3e-216e-4f7c-a032-b527b04684b2 req-36a9dff5-a540-4253-9289-bb83d6741b24 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.550856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87c63a3e-216e-4f7c-a032-b527b04684b2 req-36a9dff5-a540-4253-9289-bb83d6741b24 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 945 time: 0.1247730 Sep 16 05:01:59.602145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87c63a3e-216e-4f7c-a032-b527b04684b2 req-b86344d2-4b23-4c13-aa77-b0078852897f tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453842 Sep 16 05:01:59.720355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add735-bce7-4a5e-b204-c49b26bd5065 req-56c34960-f8cc-4310-ac01-87a5ed9cac2d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.720896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30add735-bce7-4a5e-b204-c49b26bd5065 req-56c34960-f8cc-4310-ac01-87a5ed9cac2d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 948 time: 0.0675390 Sep 16 05:01:59.781210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30add735-bce7-4a5e-b204-c49b26bd5065 req-e1ec4dd9-a53d-4b27-97df-654566c875ab tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494421 Sep 16 05:01:59.898483 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a561abe0-0680-4f1a-991c-dfbc62e5c4dc req-ad67f3e0-0b6d-4c95-bca5-1f8da3ed9ae8 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 210 time: 0.0275869 Sep 16 05:01:59.907367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e1710-f603-43fe-8176-c351839e9911 req-a4ff0f2c-94ed-4bdd-bab5-0222259a5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.908866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b6e1710-f603-43fe-8176-c351839e9911 req-a4ff0f2c-94ed-4bdd-bab5-0222259a5d43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.4376485 Sep 16 05:01:59.960106 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b6e1710-f603-43fe-8176-c351839e9911 req-e67e66f5-15bc-4488-81d0-c217df9259e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d HTTP/1.1" status: 200 len: 217 time: 0.0421920 Sep 16 05:01:59.964845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Deleting port 7b0fc6af-66a5-4db3-9857-05ab6a390586 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:59.965200 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.021653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aee25e32-4260-4b4c-bbf8-cc61a0a5f508 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.022743 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aee25e32-4260-4b4c-bbf8-cc61a0a5f508 tempest-MeteringIpV6TestJSON-1418347318 tempest-MeteringIpV6TestJSON-1418347318-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/e6094418-e0dd-4761-932b-08577f0fc178 HTTP/1.1" status: 204 len: 168 time: 0.5283098 Sep 16 05:02:00.088638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e1710-f603-43fe-8176-c351839e9911 req-b876f2e1-d46c-47b3-bdf4-182424ca0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.090113 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b6e1710-f603-43fe-8176-c351839e9911 req-b876f2e1-d46c-47b3-bdf4-182424ca0bac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1094863 Sep 16 05:02:00.119981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] For port 7b0fc6af-66a5-4db3-9857-05ab6a390586, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7b0fc6af-66a5-4db3-9857-05ab6a390586,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:00.120344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.147896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Calling delete_port for 7b0fc6af-66a5-4db3-9857-05ab6a390586 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:00.161921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-d1067b40-0773-4624-a0e5-d03fbbc9dc55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.167915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-d1067b40-0773-4624-a0e5-d03fbbc9dc55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.168690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e1710-f603-43fe-8176-c351839e9911 req-70e8096b-bc74-4aa3-bf9a-15c5228903ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.173491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b6e1710-f603-43fe-8176-c351839e9911 req-70e8096b-bc74-4aa3-bf9a-15c5228903ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659070 Sep 16 05:02:00.174541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-d1067b40-0773-4624-a0e5-d03fbbc9dc55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.182525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-d1067b40-0773-4624-a0e5-d03fbbc9dc55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.189080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-d1067b40-0773-4624-a0e5-d03fbbc9dc55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.196147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-d1067b40-0773-4624-a0e5-d03fbbc9dc55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.202950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-d1067b40-0773-4624-a0e5-d03fbbc9dc55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.205148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-d1067b40-0773-4624-a0e5-d03fbbc9dc55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5429 time: 0.1005301 Sep 16 05:02:00.254494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b0de4a7-d0ee-48cc-b2f3-646a87e948cc req-485341b8-b52b-4e4b-9a1d-38bda5068714 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408611 Sep 16 05:02:00.307695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:00.315807 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b6e1710-f603-43fe-8176-c351839e9911 req-5ebebd34-9d11-4ae4-90a1-e2a279287383 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187267 Sep 16 05:02:00.456552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:00.457433 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3b6e1710-f603-43fe-8176-c351839e9911 req-9166c503-ead3-44d0-88e4-205bd88c0e5a service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229479 Sep 16 05:02:00.460669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:00.461054 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.546864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.570589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:00.572881 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1427c00-22aa-46f8-a5b3-ba4703c1976a" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:00.590715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:00.610995 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284592a9-3542-454d-bc34-20b9658ba93a x-openstack-request-id: req-284592a9-3542-454d-bc34-20b9658ba93a {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:00.611209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.611395 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:00.611596 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-284592a9-3542-454d-bc34-20b9658ba93a {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:00.612029 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc', 'code': 200} Sep 16 05:02:00.614075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47438) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.670786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Pushing event deleted for resources: {'Port': ['ID=7b0fc6af-66a5-4db3-9857-05ab6a390586,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.673801 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.674620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:00.734663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] No DVR routers for this DVR port 7b0fc6af-66a5-4db3-9857-05ab6a390586 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:00.737952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.740181 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6f0f2990-4aed-46c5-975f-b95dfba7700d req-9b331507-9975-48ed-9774-6663a44847ab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.57 "DELETE /v2.0/ports/7b0fc6af-66a5-4db3-9857-05ab6a390586 HTTP/1.1" status: 204 len: 173 time: 1.1558616 Sep 16 05:02:00.743011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'name': 'network-vif-deleted', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:00.746126 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71575e0-1742-441f-b7a4-6144bf7a8b14" -d '{"events": [{"server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "name": "network-vif-deleted", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:00.788167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.815991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1797-92ee-47c5-bf36-958c7480b96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.843526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-3b8af024-cd35-44b5-901a-4009b50a3a7a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.845035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-3b8af024-cd35-44b5-901a-4009b50a3a7a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.60 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 815 time: 0.1893258 Sep 16 05:02:00.861165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Request body: {'port': {'device_id': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'admin_state_up': True, 'tenant_id': 'a7001a62db8344e1ae8deba88763e3af'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:00.876540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38fb79-e69e-42e1-927b-de1af126e05b req-c45f4633-83ff-4ac1-b7fa-5cd238c203a4 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.878274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe38fb79-e69e-42e1-927b-de1af126e05b req-c45f4633-83ff-4ac1-b7fa-5cd238c203a4 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 945 time: 0.0887020 Sep 16 05:02:00.940155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe38fb79-e69e-42e1-927b-de1af126e05b req-143f9a22-0c24-4b3b-849b-6540c12c0065 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518103 Sep 16 05:02:00.977229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:00.982030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:00.986736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1797-92ee-47c5-bf36-958c7480b96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.986882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.029418 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0f9d9-9ebf-4705-a9f6-0617086fb7a6 x-openstack-request-id: req-97c0f9d9-9ebf-4705-a9f6-0617086fb7a6 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:01.029888 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf569d-7a54-42a5-bcc7-3f12cc35f256", "name": "network-vif-deleted", "tag": "7b0fc6af-66a5-4db3-9857-05ab6a390586", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:01.030412 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97c0f9d9-9ebf-4705-a9f6-0617086fb7a6 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:01.030862 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf569d-7a54-42a5-bcc7-3f12cc35f256', 'name': 'network-vif-deleted', 'tag': '7b0fc6af-66a5-4db3-9857-05ab6a390586', 'status': 'completed', 'code': 200} Sep 16 05:02:01.063107 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1797-92ee-47c5-bf36-958c7480b96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.109197 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.117773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47462) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:01.143738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bb4a1797-92ee-47c5-bf36-958c7480b96d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7a8460cd68848c799ea68db6e04c464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247974 Sep 16 05:02:01.143949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47466) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:01.172375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a1797-92ee-47c5-bf36-958c7480b96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fdd4d1-9be0-4349-b5e9-49be5f2f1aff,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.176924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.202106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b0c60-5573-43b6-a8da-4623f642c243 req-05be4bd7-5867-4c08-863f-03debc13ec51 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.204274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a5b0c60-5573-43b6-a8da-4623f642c243 req-05be4bd7-5867-4c08-863f-03debc13ec51 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 948 time: 0.1041112 Sep 16 05:02:01.212651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Made reservation on behalf of a7001a62db8344e1ae8deba88763e3af for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:01.216177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.260791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a5b0c60-5573-43b6-a8da-4623f642c243 req-a432510b-cdf1-48fc-b7df-538306153850 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494943 Sep 16 05:02:01.275938 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.275938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a5b7097e-54f0-49bd-a5be-591192a5409e up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:01.329265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-41f4be50-a387-4085-95a1-2f3543019ed8 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.330866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-41f4be50-a387-4085-95a1-2f3543019ed8 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 948 time: 0.1507306 Sep 16 05:02:01.363314 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f7082d2-8f13-4fe5-b058-1957a3f22b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.365363 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd1-3aef-45f0-941d-bf80f06431fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.367363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8be85d20-e3cd-4e9a-af0a-f5f2ffb18d82 req-3d178db8-da2e-4670-a15a-9c6144665b2f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 210 time: 0.0302408 Sep 16 05:02:01.404705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.439191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-f7fdf85a-2c9a-4a05-8df9-e37924dc5662 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.445558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-f7fdf85a-2c9a-4a05-8df9-e37924dc5662 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.451821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-f7fdf85a-2c9a-4a05-8df9-e37924dc5662 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.459127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-f7fdf85a-2c9a-4a05-8df9-e37924dc5662 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.465187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-f7fdf85a-2c9a-4a05-8df9-e37924dc5662 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.471257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-f7fdf85a-2c9a-4a05-8df9-e37924dc5662 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.473501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port a5b7097e-54f0-49bd-a5be-591192a5409e completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:01.477589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-f7fdf85a-2c9a-4a05-8df9-e37924dc5662 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.477752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port a5b7097e-54f0-49bd-a5be-591192a5409e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:01.478006 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.479899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-f7fdf85a-2c9a-4a05-8df9-e37924dc5662 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5431 time: 0.1305158 Sep 16 05:02:01.545789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47a82f1c-16d4-41c4-9a0b-c74350960ad3 req-060675ad-bd97-4633-b915-9088b94fd1b3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486217 Sep 16 05:02:01.596355 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.630499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a5b7097e-54f0-49bd-a5be-591192a5409e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5b7097e-54f0-49bd-a5be-591192a5409e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.702056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.702930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 40c19453-c39a-4b20-b4cb-3c36c81f7a1b up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:01.777550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=a5b7097e-54f0-49bd-a5be-591192a5409e,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.806611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f7082d2-8f13-4fe5-b058-1957a3f22b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.913554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:01.918689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:01.919071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.931475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Allocated IP 172.20.0.4 (88b41c25-5c9c-4812-8d3f-baae89b17e38/e1dbca78-dc71-4464-b0dc-e8170128ff28/18011a4d-fb95-4e2e-8da8-15370d497dab) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:01.941357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475c810-afd7-4998-b81e-049b5e172f6a req-7db0ccdd-facb-4589-861b-b5f3673bd483 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.942882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6475c810-afd7-4998-b81e-049b5e172f6a req-7db0ccdd-facb-4589-861b-b5f3673bd483 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.57 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 945 time: 0.1939158 Sep 16 05:02:02.006185 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.042507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:02.045273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Deleting port bd43d7fc-6ef8-418c-81ba-2244e345c897 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:02.045810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.096314 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.097901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b0fc6af-66a5-4db3-9857-05ab6a390586 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:02.117375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697be54c-5d0c-4894-acd6-09eae5cdc709 req-dfa669a7-bd79-4c1b-bf05-490917e94c17 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.119882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-697be54c-5d0c-4894-acd6-09eae5cdc709 req-dfa669a7-bd79-4c1b-bf05-490917e94c17 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 945 time: 0.0724275 Sep 16 05:02:02.163518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 7b0fc6af-66a5-4db3-9857-05ab6a390586 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:02.163874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7b0fc6af-66a5-4db3-9857-05ab6a390586 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:02.168907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:02.205093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-697be54c-5d0c-4894-acd6-09eae5cdc709 req-c597e67d-02a9-4431-8899-f6fd207e62fd tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/security-groups?id=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741346 Sep 16 05:02:02.208085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f7082d2-8f13-4fe5-b058-1957a3f22b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.210736 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f7082d2-8f13-4fe5-b058-1957a3f22b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.211947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2f7082d2-8f13-4fe5-b058-1957a3f22b39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08fdd4d1-9be0-4349-b5e9-49be5f2f1aff HTTP/1.1" status: 204 len: 168 time: 1.0664434 Sep 16 05:02:02.246892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd1-3aef-45f0-941d-bf80f06431fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.264702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6d2227d4-2a0d-43e0-8a1a-c447df3d416a up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:02.289402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.328490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7082d2-8f13-4fe5-b058-1957a3f22b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fdd4d1-9be0-4349-b5e9-49be5f2f1aff,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.334406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] For port bd43d7fc-6ef8-418c-81ba-2244e345c897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=bd43d7fc-6ef8-418c-81ba-2244e345c897,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:02.334921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.335511 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.364645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88b19fd1-3aef-45f0-941d-bf80f06431fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.386473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:02.406929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Calling delete_port for bd43d7fc-6ef8-418c-81ba-2244e345c897 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:02.411133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Deleting port 1139c687-37c8-410b-8f80-e3158bde2589 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:02.412843 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.415163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29a591-ec9e-4b83-a2ae-abf14c0beca5 req-d9282190-e7d3-4e02-8b92-df9138dba794 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.416684 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-88b19fd1-3aef-45f0-941d-bf80f06431fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da08dbf737864994bea14c1c33126804&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2977886 Sep 16 05:02:02.416803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c29a591-ec9e-4b83-a2ae-abf14c0beca5 req-d9282190-e7d3-4e02-8b92-df9138dba794 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 948 time: 0.0757854 Sep 16 05:02:02.419386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47506) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:02.458657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:02.462946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:02.463955 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.488531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.494698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b19fd1-3aef-45f0-941d-bf80f06431fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7daa91f-bfb0-4ca4-aecc-077e55706844,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.496316 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.565016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.566851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-279fb74f-597e-4b9a-beb0-4c389fdd2939 req-5422d7ca-89f7-453d-99ab-17a134e22446 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 210 time: 0.0737286 Sep 16 05:02:02.604268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6985802f-9da5-45c8-8f70-4262069dd07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.615268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c29a591-ec9e-4b83-a2ae-abf14c0beca5 req-1cfe21b7-a214-429d-9cc4-178749d3dd2b tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786509 Sep 16 05:02:02.636615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f'}, {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b7097e-54f0-49bd-a5be-591192a5409e'}, {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b'}, {'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:02.638807 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c8179a-f52a-4858-9171-67fd52d04765" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f"}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "a5b7097e-54f0-49bd-a5be-591192a5409e"}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "40c19453-c39a-4b20-b4cb-3c36c81f7a1b"}, {"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-unplugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:02.657219 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.669857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6985802f-9da5-45c8-8f70-4262069dd07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.693063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] For port 1139c687-37c8-410b-8f80-e3158bde2589, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1139c687-37c8-410b-8f80-e3158bde2589,segment=NetworkSegment(ad2b8d59-916f-4ef7-87d7-269faf107796),segment_id=ad2b8d59-916f-4ef7-87d7-269faf107796)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:02.694121 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.701689 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b1256a-f6f7-43f3-860a-8d8ef455aaea x-openstack-request-id: req-a2b1256a-f6f7-43f3-860a-8d8ef455aaea {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:02.701689 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f", "code": 200}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "a5b7097e-54f0-49bd-a5be-591192a5409e", "code": 200}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "40c19453-c39a-4b20-b4cb-3c36c81f7a1b", "code": 200}, {"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-unplugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:02.701689 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2b1256a-f6f7-43f3-860a-8d8ef455aaea {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:02.701689 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'code': 200} Sep 16 05:02:02.701689 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b7097e-54f0-49bd-a5be-591192a5409e', 'code': 200} Sep 16 05:02:02.702151 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b', 'code': 200} Sep 16 05:02:02.702234 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'code': 200} Sep 16 05:02:02.704737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:02.722077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Calling delete_port for 1139c687-37c8-410b-8f80-e3158bde2589 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:02.753687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.754517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-3cf5ef72-aa37-4651-92b9-19ad1113e994 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.754675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 65e8e357-5fd5-45e0-811e-32afc834b29f up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:02.760646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-3cf5ef72-aa37-4651-92b9-19ad1113e994 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.767296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-3cf5ef72-aa37-4651-92b9-19ad1113e994 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.773328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-3cf5ef72-aa37-4651-92b9-19ad1113e994 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.779379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-3cf5ef72-aa37-4651-92b9-19ad1113e994 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.786083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-3cf5ef72-aa37-4651-92b9-19ad1113e994 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.791991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-3cf5ef72-aa37-4651-92b9-19ad1113e994 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.794033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-3cf5ef72-aa37-4651-92b9-19ad1113e994 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5433 time: 0.1446679 Sep 16 05:02:02.833850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.850959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.857304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f9ffb1-9675-4a5a-8f8a-27179c0feb74 req-e29288ad-9d9e-4a35-9b3e-681f2036bd0d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536618 Sep 16 05:02:02.885463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6985802f-9da5-45c8-8f70-4262069dd07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.891958 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6985802f-9da5-45c8-8f70-4262069dd07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.892199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6985802f-9da5-45c8-8f70-4262069dd07b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7daa91f-bfb0-4ca4-aecc-077e55706844 HTTP/1.1" status: 204 len: 168 time: 0.4710379 Sep 16 05:02:02.903976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985802f-9da5-45c8-8f70-4262069dd07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7daa91f-bfb0-4ca4-aecc-077e55706844,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.913740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Pushing event updated for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.930946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 65e8e357-5fd5-45e0-811e-32afc834b29f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:02.935568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 65e8e357-5fd5-45e0-811e-32afc834b29f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:02.935967 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.953339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Network 88b41c25-5c9c-4812-8d3f-baae89b17e38 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:02.958433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:02.962508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:02.992795 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.997939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47518) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.012639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8dff1d4-14df-4d20-999d-33008f169418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.035214 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.041928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Pushing event deleted for resources: {'Port': ['ID=bd43d7fc-6ef8-418c-81ba-2244e345c897,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.055707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.056359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.085842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.091469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 65e8e357-5fd5-45e0-811e-32afc834b29f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=65e8e357-5fd5-45e0-811e-32afc834b29f,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:03.107762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] No DVR routers for this DVR port bd43d7fc-6ef8-418c-81ba-2244e345c897 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:03.128737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.128947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8dff1d4-14df-4d20-999d-33008f169418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.130730 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b676aa0-ba8c-4bcf-9643-c404821ad418 req-2bda866a-0340-4862-a132-bafd1fd32010 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "DELETE /v2.0/ports/bd43d7fc-6ef8-418c-81ba-2244e345c897 HTTP/1.1" status: 204 len: 173 time: 1.7690654 Sep 16 05:02:03.131178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'name': 'network-vif-deleted', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:03.133467 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d31ec7-c57e-4195-be06-921f79916e2d" -d '{"events": [{"server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "name": "network-vif-deleted", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:03.138316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Pushing event deleted for resources: {'Port': ['ID=1139c687-37c8-410b-8f80-e3158bde2589,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.170599 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.172011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b89bc85a-840b-4751-b394-0d86bd21e6a5 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:03.185623 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3420068-a3aa-4b14-95f6-3c232c333418 x-openstack-request-id: req-f3420068-a3aa-4b14-95f6-3c232c333418 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:03.186094 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994e93bf-97ff-4f6a-87f0-b85ed468d247", "name": "network-vif-deleted", "tag": "bd43d7fc-6ef8-418c-81ba-2244e345c897", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:03.186496 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3420068-a3aa-4b14-95f6-3c232c333418 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:03.187625 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994e93bf-97ff-4f6a-87f0-b85ed468d247', 'name': 'network-vif-deleted', 'tag': 'bd43d7fc-6ef8-418c-81ba-2244e345c897', 'status': 'completed', 'code': 200} Sep 16 05:02:03.202688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] No DVR routers for this DVR port 1139c687-37c8-410b-8f80-e3158bde2589 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:03.205671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.208200 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6475c810-afd7-4998-b81e-049b5e172f6a req-4550e054-5245-4413-b9fb-2ef026a602d1 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.57 "DELETE /v2.0/ports/1139c687-37c8-410b-8f80-e3158bde2589 HTTP/1.1" status: 204 len: 173 time: 1.2538922 Sep 16 05:02:03.222361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8dff1d4-14df-4d20-999d-33008f169418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.283762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d8dff1d4-14df-4d20-999d-33008f169418 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4722e80bf85345639f4b30c8727c66f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809174 Sep 16 05:02:03.284302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47536) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.294120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dff1d4-14df-4d20-999d-33008f169418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac025c10-689b-4619-a09d-b330ff8622ff,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.309285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=65e8e357-5fd5-45e0-811e-32afc834b29f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.346072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d94bb09-9da9-4c87-a2d1-2c5fa12b9178 req-755911c4-2b47-405e-8f1d-a5ae9d824c82 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 210 time: 0.0540249 Sep 16 05:02:03.348179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72150586-e860-4d29-80f5-144f38f6a840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.376453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72150586-e860-4d29-80f5-144f38f6a840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.384169 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5824f7e7-4c84-4b41-a22a-39631ed80eac tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5269120 Sep 16 05:02:03.398421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Request body: {'port': {'device_id': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:03.422742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port b89bc85a-840b-4751-b394-0d86bd21e6a5 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:03.434466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port b89bc85a-840b-4751-b394-0d86bd21e6a5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:03.434851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.487757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.550584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.573281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72150586-e860-4d29-80f5-144f38f6a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.576164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72150586-e860-4d29-80f5-144f38f6a840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.578208 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-72150586-e860-4d29-80f5-144f38f6a840 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac025c10-689b-4619-a09d-b330ff8622ff HTTP/1.1" status: 204 len: 168 time: 0.2923787 Sep 16 05:02:03.615232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b89bc85a-840b-4751-b394-0d86bd21e6a5, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:03.649592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72150586-e860-4d29-80f5-144f38f6a840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac025c10-689b-4619-a09d-b330ff8622ff,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.714244 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.721562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38138df1-ef5f-43e0-a431-1128b105359f req-e9eb43fd-cd95-4427-8d37-98cc4d57028b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.730748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38138df1-ef5f-43e0-a431-1128b105359f req-e9eb43fd-cd95-4427-8d37-98cc4d57028b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 931 time: 0.0659966 Sep 16 05:02:03.781810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38138df1-ef5f-43e0-a431-1128b105359f req-80b08d22-743e-4a07-aed1-5fb500945950 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503838 Sep 16 05:02:03.797313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b89bc85a-840b-4751-b394-0d86bd21e6a5,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.817339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8dc7fd02-9770-4dde-a78a-0a21507ed6c1 req-9353bd14-6b01-49e2-8afe-3652f913db36 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=994e93bf-97ff-4f6a-87f0-b85ed468d247 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Sep 16 05:02:03.883891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18011a4d-fb95-4e2e-8da8-15370d497dab {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:03.891539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.904459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Transition to ACTIVE for port object 18011a4d-fb95-4e2e-8da8-15370d497dab will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:03.981104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.017394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-971137bc-155e-4dd5-a743-5da5c95e7331 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.024712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-971137bc-155e-4dd5-a743-5da5c95e7331 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.031643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-971137bc-155e-4dd5-a743-5da5c95e7331 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.038754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-971137bc-155e-4dd5-a743-5da5c95e7331 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.045181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-971137bc-155e-4dd5-a743-5da5c95e7331 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.051468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-971137bc-155e-4dd5-a743-5da5c95e7331 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.057442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-971137bc-155e-4dd5-a743-5da5c95e7331 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.065726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-971137bc-155e-4dd5-a743-5da5c95e7331 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.1352644 Sep 16 05:02:04.124963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98df756b-e122-4703-aacd-a4a06b6f7d0d req-a701d5e6-7823-4da8-825d-8a3a46bfe4d0 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484791 Sep 16 05:02:04.130558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Pushing event updated for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.158874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Attempting to bind port 18011a4d-fb95-4e2e-8da8-15370d497dab on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:04.159225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Attempting to bind port 18011a4d-fb95-4e2e-8da8-15370d497dab by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:04.159609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Attempting to bind port 18011a4d-fb95-4e2e-8da8-15370d497dab on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:04.164090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Port 18011a4d-fb95-4e2e-8da8-15370d497dab on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:04.164431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Attempting to bind port 18011a4d-fb95-4e2e-8da8-15370d497dab on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:04.169317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:04.169666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Checking segment: {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:04.170056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Bound using segment: {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:04.170493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Bound port: 18011a4d-fb95-4e2e-8da8-15370d497dab, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:04.170860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.264417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 1139c687-37c8-410b-8f80-e3158bde2589 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:04.275385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:04.282741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:04.294948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 1139c687-37c8-410b-8f80-e3158bde2589 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:04.295569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 1139c687-37c8-410b-8f80-e3158bde2589 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:04.394003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.428783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.429417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.431819 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] 10.222.0.60 "PUT /v2.0/ports/18011a4d-fb95-4e2e-8da8-15370d497dab HTTP/1.1" status: 200 len: 1092 time: 1.0384119 Sep 16 05:02:04.457763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad4937-52c3-4350-a4f2-3849eddb4fea service neutron] Pushing event updated for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.475513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d66c0b03-6972-4d90-b9c2-2ce95654c26d req-eecb9378-94d6-4f96-9f2b-0f690af3ab16 tempest-VolumesActionsTest-947700064 tempest-VolumesActionsTest-947700064-project] 10.222.0.59 "GET /v2.0/ports?device_id=8961e136-3f5c-4d9e-8e3f-f9402590b8cf HTTP/1.1" status: 200 len: 210 time: 0.0301974 Sep 16 05:02:04.594497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-258505b1-891a-4c3e-8fd3-2059ed9ea5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.596148 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-258505b1-891a-4c3e-8fd3-2059ed9ea5ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 1095 time: 0.0464697 Sep 16 05:02:04.643530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-fa76078a-fc90-4f6c-bc56-8a8f46ef98f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18011a4d-fb95-4e2e-8da8-15370d497dab HTTP/1.1" status: 200 len: 217 time: 0.0384841 Sep 16 05:02:04.696207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-a4240cf1-2ade-402b-b819-c071743d9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.698087 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-a4240cf1-2ade-402b-b819-c071743d9aba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1dbca78-dc71-4464-b0dc-e8170128ff28 HTTP/1.1" status: 200 len: 855 time: 0.0471413 Sep 16 05:02:04.704181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2227d4-2a0d-43e0-8a1a-c447df3d416a'}, {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e8e357-5fd5-45e0-811e-32afc834b29f'}, {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89bc85a-840b-4751-b394-0d86bd21e6a5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:04.706646 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51ac2c7-1c0f-4baf-98cf-48e6123babee" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "6d2227d4-2a0d-43e0-8a1a-c447df3d416a"}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "65e8e357-5fd5-45e0-811e-32afc834b29f"}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "b89bc85a-840b-4751-b394-0d86bd21e6a5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:04.741580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-5883c9b4-97bd-444e-9534-aab1963b1c93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88b41c25-5c9c-4812-8d3f-baae89b17e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337987 Sep 16 05:02:04.755631 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c718e-4c5c-4b68-bf47-4664c99e1e4e x-openstack-request-id: req-557c718e-4c5c-4b68-bf47-4664c99e1e4e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:04.756115 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "6d2227d4-2a0d-43e0-8a1a-c447df3d416a", "code": 200}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "65e8e357-5fd5-45e0-811e-32afc834b29f", "code": 200}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-plugged", "status": "completed", "tag": "b89bc85a-840b-4751-b394-0d86bd21e6a5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:04.756542 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-557c718e-4c5c-4b68-bf47-4664c99e1e4e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:04.757171 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2227d4-2a0d-43e0-8a1a-c447df3d416a', 'code': 200} Sep 16 05:02:04.757627 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e8e357-5fd5-45e0-811e-32afc834b29f', 'code': 200} Sep 16 05:02:04.757891 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89bc85a-840b-4751-b394-0d86bd21e6a5', 'code': 200} Sep 16 05:02:04.840025 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-ae0fe1f8-26cd-4c05-b9bc-7a4e462b287e service neutron] 10.222.0.60 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902143 Sep 16 05:02:04.951232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2cdb7-b58f-4ccd-9f09-8e518538e3e3 req-135c24c9-6a14-4593-872b-94daa6f35bc4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.952920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52c2cdb7-b58f-4ccd-9f09-8e518538e3e3 req-135c24c9-6a14-4593-872b-94daa6f35bc4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 943 time: 0.1107335 Sep 16 05:02:05.016692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52c2cdb7-b58f-4ccd-9f09-8e518538e3e3 req-bfed6ad0-be5c-49a9-a6eb-c744053ed479 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566034 Sep 16 05:02:05.044965 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d4b08d4e-7ebe-4ad4-805f-7fae35a39cc9 req-e8cd0499-f74f-46c0-a559-526f3d9beed1 service neutron] 10.222.0.60 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904025 Sep 16 05:02:05.057776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-92406693-6ab5-4f34-834c-50cd623925b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.058567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-92406693-6ab5-4f34-834c-50cd623925b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.059105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-92406693-6ab5-4f34-834c-50cd623925b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.059674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-92406693-6ab5-4f34-834c-50cd623925b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.060231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-92406693-6ab5-4f34-834c-50cd623925b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.060976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-92406693-6ab5-4f34-834c-50cd623925b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.061515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-92406693-6ab5-4f34-834c-50cd623925b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.064117 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-92406693-6ab5-4f34-834c-50cd623925b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6500 time: 0.0894988 Sep 16 05:02:05.128086 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e76acfba-28a9-4adc-812b-dd6e18aba1ab req-b32d138d-264b-4374-8173-4598959741a3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b5e23623-81a9-45fe-81a1-5df213681c71&id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547259 Sep 16 05:02:05.189319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8961e136-3f5c-4d9e-8e3f-f9402590b8cf', 'name': 'network-vif-deleted', 'tag': '1139c687-37c8-410b-8f80-e3158bde2589'}, {'name': 'network-changed', 'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:05.191847 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c" -d '{"events": [{"server_uuid": "8961e136-3f5c-4d9e-8e3f-f9402590b8cf", "name": "network-vif-deleted", "tag": "1139c687-37c8-410b-8f80-e3158bde2589"}, {"name": "network-changed", "server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:05.263465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-ef9d6d8a-c617-4b66-b8a1-a9b3ec552255 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.270919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-ef9d6d8a-c617-4b66-b8a1-a9b3ec552255 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.277544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-ef9d6d8a-c617-4b66-b8a1-a9b3ec552255 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.283880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-ef9d6d8a-c617-4b66-b8a1-a9b3ec552255 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.290157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-ef9d6d8a-c617-4b66-b8a1-a9b3ec552255 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.296411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-ef9d6d8a-c617-4b66-b8a1-a9b3ec552255 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.302711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-ef9d6d8a-c617-4b66-b8a1-a9b3ec552255 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.304735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-ef9d6d8a-c617-4b66-b8a1-a9b3ec552255 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.1049650 Sep 16 05:02:05.348257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c29e2a5-aee1-4fb0-a31e-b55230fbaa86 req-2fce1698-6497-45f6-a32c-7fed69cfc9b5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348759 Sep 16 05:02:05.415501 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ede031b-d59e-4d86-a19f-0bd9898e8a00 x-openstack-request-id: req-1ede031b-d59e-4d86-a19f-0bd9898e8a00 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:05.416099 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8961e136-3f5c-4d9e-8e3f-f9402590b8cf", "name": "network-vif-deleted", "tag": "1139c687-37c8-410b-8f80-e3158bde2589", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:05.416361 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ede031b-d59e-4d86-a19f-0bd9898e8a00 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:05.416780 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8961e136-3f5c-4d9e-8e3f-f9402590b8cf', 'name': 'network-vif-deleted', 'tag': '1139c687-37c8-410b-8f80-e3158bde2589', 'status': 'completed', 'code': 200} Sep 16 05:02:05.427377 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'status': 'completed', 'code': 200} Sep 16 05:02:05.501011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-fb3b78c0-3dc7-4414-8055-617c6ed3523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.505300 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-fb3b78c0-3dc7-4414-8055-617c6ed3523a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 1095 time: 0.0550745 Sep 16 05:02:05.563693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344b7ee-fb24-4fed-9520-5c4b1f716a1f req-ec1d8da9-d61e-425c-9a83-3742706d9c14 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.565697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9344b7ee-fb24-4fed-9520-5c4b1f716a1f req-ec1d8da9-d61e-425c-9a83-3742706d9c14 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 948 time: 0.0766158 Sep 16 05:02:05.618655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9344b7ee-fb24-4fed-9520-5c4b1f716a1f req-608c73a2-c3c6-4376-9288-ae1956d35849 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 Sep 16 05:02:05.644108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-d5b47b44-37f4-491b-9ba9-d61924ea017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.645591 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-d5b47b44-37f4-491b-9ba9-d61924ea017a service neutron] 10.222.0.60 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 916 time: 0.1302314 Sep 16 05:02:05.721897 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-c66fa541-e7b4-44e1-855c-e951edfb1a60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18011a4d-fb95-4e2e-8da8-15370d497dab HTTP/1.1" status: 200 len: 217 time: 0.0451577 Sep 16 05:02:05.779105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-be89df18-b8ef-4fb4-b4db-794e475d5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.781316 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-be89df18-b8ef-4fb4-b4db-794e475d5da6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1dbca78-dc71-4464-b0dc-e8170128ff28 HTTP/1.1" status: 200 len: 855 time: 0.0481727 Sep 16 05:02:05.819061 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-6b5f09cc-bd8b-4b3d-b0ba-adda138899c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88b41c25-5c9c-4812-8d3f-baae89b17e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262218 Sep 16 05:02:05.925452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-7bf81488-ead0-44bd-a2ff-4410f1bfad98 service neutron] 10.222.0.60 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957005 Sep 16 05:02:06.026949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47672) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.060316 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d6240ba-6129-478f-bdc9-d88efbeb7b1c req-3526461a-4b0a-4e64-8f4f-1e2c5c5d33b9 service neutron] 10.222.0.60 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172061 Sep 16 05:02:06.142806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02996d5-f001-4afc-8147-9ccfe622f92c req-1b251f58-c4f0-4c64-8f71-54324fa391a7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.150722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c02996d5-f001-4afc-8147-9ccfe622f92c req-1b251f58-c4f0-4c64-8f71-54324fa391a7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 943 time: 0.0642612 Sep 16 05:02:06.162532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-360123796', 'router:external': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:06.175794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:06.179009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device bd43d7fc-6ef8-418c-81ba-2244e345c897 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:06.225581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: bd43d7fc-6ef8-418c-81ba-2244e345c897 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:06.225938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device bd43d7fc-6ef8-418c-81ba-2244e345c897 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:06.272094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c02996d5-f001-4afc-8147-9ccfe622f92c req-7e4972dc-f418-4ef2-b413-c7c02e47804d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200488 Sep 16 05:02:06.336613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Made reservation on behalf of bde544f4e0fa461cbd5404b1f8851f90 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:06.342685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.345767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:06.359744 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'mac_address': 'fa:16:3e:bb:26:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:06.362069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.413692 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.434298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da53a69e-7401-4148-8016-0ef678f6d7c5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:06.461157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:06.492404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.525160 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.550205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-50081b80-28e5-4e2d-a4d6-409fe0ae79fe tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.556235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-50081b80-28e5-4e2d-a4d6-409fe0ae79fe tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.562970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-50081b80-28e5-4e2d-a4d6-409fe0ae79fe tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.569059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-50081b80-28e5-4e2d-a4d6-409fe0ae79fe tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.575009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-50081b80-28e5-4e2d-a4d6-409fe0ae79fe tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.576158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.581911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-50081b80-28e5-4e2d-a4d6-409fe0ae79fe tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.590442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-50081b80-28e5-4e2d-a4d6-409fe0ae79fe tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.590442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-50081b80-28e5-4e2d-a4d6-409fe0ae79fe tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.0962000 Sep 16 05:02:06.591562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.615713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['da53a69e-7401-4148-8016-0ef678f6d7c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:06.668246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa9551c2-4fb6-4f6b-86c5-033ec31646b8 req-a21aafb2-afc3-4918-8dd3-edf5f74333b7 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689154 Sep 16 05:02:06.701383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:06.708249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26352e6c-161d-4d78-b22d-d4c8c601e4c1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.723022 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.724287 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Added segment 17fe7fdf-b792-469e-b12d-09562ab17566 of type vlan for network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 Sep 16 05:02:06.828819 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.891829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f13c-aa7b-41fe-b2eb-da59c31ff83a req-6e8492bb-8da4-45b6-971f-ec848cdeedcd tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.893553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ec1f13c-aa7b-41fe-b2eb-da59c31ff83a req-6e8492bb-8da4-45b6-971f-ec848cdeedcd tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 948 time: 0.0985179 Sep 16 05:02:06.939971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ec1f13c-aa7b-41fe-b2eb-da59c31ff83a req-01a3b422-2ab2-4801-b349-1d3930421b88 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379260 Sep 16 05:02:06.982147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.992913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.992913 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.064080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'Network': ['ID=7e14229c-b872-4ef1-85f9-a8dac7410fd9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.071536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47716) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:07.072037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-924f7a61-78e7-4d05-83fa-1c9a13ab12f4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0433271 Sep 16 05:02:07.077375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:07.091640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'subnet': {'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:07.210537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Made reservation on behalf of bde544f4e0fa461cbd5404b1f8851f90 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:07.215932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.500530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ae1ac-b1b0-4bae-9666-40047061cd89 req-04e06f22-9113-483a-aba4-f89e1f357fb8 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.508832 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-403ae1ac-b1b0-4bae-9666-40047061cd89 req-04e06f22-9113-483a-aba4-f89e1f357fb8 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 943 time: 0.1539078 Sep 16 05:02:07.571517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-403ae1ac-b1b0-4bae-9666-40047061cd89 req-afaf59bb-8951-4f45-b67c-48ad401466eb tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549023 Sep 16 05:02:07.721769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-c466dee9-ccb4-4d01-bc47-71cb16cd90f8 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.732902 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-c466dee9-ccb4-4d01-bc47-71cb16cd90f8 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 948 time: 0.1227586 Sep 16 05:02:07.847641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-7c48f539-49bb-449e-ad9a-cfa59b860939 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.857131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-7c48f539-49bb-449e-ad9a-cfa59b860939 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.861797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-7c48f539-49bb-449e-ad9a-cfa59b860939 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.868705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-7c48f539-49bb-449e-ad9a-cfa59b860939 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.875212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-7c48f539-49bb-449e-ad9a-cfa59b860939 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.881326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-7c48f539-49bb-449e-ad9a-cfa59b860939 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.888073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-7c48f539-49bb-449e-ad9a-cfa59b860939 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.898748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-7c48f539-49bb-449e-ad9a-cfa59b860939 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.1156225 Sep 16 05:02:07.914762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Deleting port 0991fb0c-4f92-4666-9fc6-206961c2f46d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:07.915187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.950144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd8de697-9906-4bd8-a403-9de50bd8ebb3 req-77a4fe25-2d56-4d4f-9a5f-9ce66ea63dee tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463843 Sep 16 05:02:08.141127 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-68265d10-ce9e-4291-9b8b-afb681c9c348 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1107171 Sep 16 05:02:08.143196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] For port 0991fb0c-4f92-4666-9fc6-206961c2f46d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0991fb0c-4f92-4666-9fc6-206961c2f46d,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:08.143603 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.158335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Calling delete_port for 0991fb0c-4f92-4666-9fc6-206961c2f46d owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:08.189805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4a5d-a792-4036-aafa-55a74631c670 req-fbcc9ca4-5781-4feb-ba92-0d64cd69ea03 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.200501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26cb4a5d-a792-4036-aafa-55a74631c670 req-fbcc9ca4-5781-4feb-ba92-0d64cd69ea03 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 948 time: 0.1133053 Sep 16 05:02:08.210922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 18011a4d-fb95-4e2e-8da8-15370d497dab details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:08.213787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:08.241826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:02:08.242296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.308947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082174c-14ba-4d65-b323-68cc124a2983 req-0a0d5abc-1dc6-4463-88ee-65f856bdf5bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.317522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082174c-14ba-4d65-b323-68cc124a2983 req-0a0d5abc-1dc6-4463-88ee-65f856bdf5bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.325469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082174c-14ba-4d65-b323-68cc124a2983 req-0a0d5abc-1dc6-4463-88ee-65f856bdf5bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.339107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082174c-14ba-4d65-b323-68cc124a2983 req-0a0d5abc-1dc6-4463-88ee-65f856bdf5bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.346759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082174c-14ba-4d65-b323-68cc124a2983 req-0a0d5abc-1dc6-4463-88ee-65f856bdf5bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.355603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082174c-14ba-4d65-b323-68cc124a2983 req-0a0d5abc-1dc6-4463-88ee-65f856bdf5bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.363499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082174c-14ba-4d65-b323-68cc124a2983 req-0a0d5abc-1dc6-4463-88ee-65f856bdf5bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.366027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d082174c-14ba-4d65-b323-68cc124a2983 req-0a0d5abc-1dc6-4463-88ee-65f856bdf5bb tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.2140431 Sep 16 05:02:08.382692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47748) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.387620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Request body: {'floatingip': {'port_id': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:08.395074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'Subnet': ['ID=818a0668-2871-46d7-9a06-0dff29917ef1,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.413119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26cb4a5d-a792-4036-aafa-55a74631c670 req-4aac7178-5373-4f9b-9afb-396edc62a2ee tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b5aaedc-14a6-4d66-b27e-0af7569903e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115490 Sep 16 05:02:08.439519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Checking segment: {'id': '17fe7fdf-b792-469e-b12d-09562ab17566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:08.439888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Network hostable DHCP agents. Network: 7e14229c-b872-4ef1-85f9-a8dac7410fd9, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:08.450362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-886ef9f3-07b5-47f3-84cc-736e775e632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.450847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-886ef9f3-07b5-47f3-84cc-736e775e632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.451355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-886ef9f3-07b5-47f3-84cc-736e775e632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.451829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-886ef9f3-07b5-47f3-84cc-736e775e632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.452339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-886ef9f3-07b5-47f3-84cc-736e775e632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.452817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-886ef9f3-07b5-47f3-84cc-736e775e632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.453285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-886ef9f3-07b5-47f3-84cc-736e775e632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.455208 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-886ef9f3-07b5-47f3-84cc-736e775e632f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6500 time: 0.1480107 Sep 16 05:02:08.499046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port da53a69e-7401-4148-8016-0ef678f6d7c5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.501217 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.516907 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.597364 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:08.620194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'port_id': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'mac_address': 'fa:16:3e:05:81:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dbca78-dc71-4464-b0dc-e8170128ff28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:08.642125 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.652189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:08.751147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Pushing event deleted for resources: {'Port': ['ID=0991fb0c-4f92-4666-9fc6-206961c2f46d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.812907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-fed68f4e-2ddc-4f83-895f-4334659b5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.814101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-fed68f4e-2ddc-4f83-895f-4334659b5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.814922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-fed68f4e-2ddc-4f83-895f-4334659b5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.816828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-fed68f4e-2ddc-4f83-895f-4334659b5404 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=433648c1-f499-41d8-972e-6f435f317bce&id=433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 200 len: 2293 time: 0.3096869 Sep 16 05:02:08.863488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] No DVR routers for this DVR port 0991fb0c-4f92-4666-9fc6-206961c2f46d on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:08.871470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.873742 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f275dea3-dc9d-40a3-9ad3-7f0bbfffe164 req-9fee5754-5f75-4dc8-83bc-fb66b810cd0d tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.60 "DELETE /v2.0/ports/0991fb0c-4f92-4666-9fc6-206961c2f46d HTTP/1.1" status: 204 len: 173 time: 1.1398091 Sep 16 05:02:08.887261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 7e14229c-b872-4ef1-85f9-a8dac7410fd9) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:08.892549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.902221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.903388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.913939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc47c7-f212-46a6-9126-549fe4d6e548 None None] Network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:09.010092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:09.012515 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee633d5d-7fb0-49ec-88c0-f7e21e8c155b" -d '{"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-plugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:09.032137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-deleted', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:09.036784 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d45305-1e47-4f8a-947b-b87539575136" -d '{"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-deleted", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:09.048667 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.049721 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-03dab98b-ae43-46d5-82f9-23c48969732a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 200 len: 217 time: 0.1914783 Sep 16 05:02:09.081765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:09.127655 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad95d5-99ac-447b-8c2d-83ec5b668355 x-openstack-request-id: req-c3ad95d5-99ac-447b-8c2d-83ec5b668355 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:09.129304 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-plugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:09.129593 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3ad95d5-99ac-447b-8c2d-83ec5b668355 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:09.131783 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'code': 200} Sep 16 05:02:09.132268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-a64013ef-29c2-480f-9520-b7c3a25f76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.134279 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-a64013ef-29c2-480f-9520-b7c3a25f76b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a7cc46-77b4-43d5-9f01-b8018341ba98 HTTP/1.1" status: 200 len: 851 time: 0.0676351 Sep 16 05:02:09.139478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18011a4d-fb95-4e2e-8da8-15370d497dab {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:09.151321 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f98d547-01f5-4a53-82ed-ff7dfcd3f55f x-openstack-request-id: req-6f98d547-01f5-4a53-82ed-ff7dfcd3f55f {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:09.151813 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b1553d-0cf1-493d-a3c3-1cd23c2a1d35", "name": "network-vif-deleted", "tag": "0991fb0c-4f92-4666-9fc6-206961c2f46d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:09.151993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5d8dd-2ab8-400a-addc-1cc8559c5ac5 None None] Network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:09.152099 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f98d547-01f5-4a53-82ed-ff7dfcd3f55f {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:09.152546 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b1553d-0cf1-493d-a3c3-1cd23c2a1d35', 'name': 'network-vif-deleted', 'tag': '0991fb0c-4f92-4666-9fc6-206961c2f46d', 'status': 'completed', 'code': 200} Sep 16 05:02:09.170498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e58bc-1273-4f6e-8fa5-6f04480a2c6f req-69165028-7b93-4164-ad61-4a2bc5722f14 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.179424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-199e58bc-1273-4f6e-8fa5-6f04480a2c6f req-69165028-7b93-4164-ad61-4a2bc5722f14 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 943 time: 0.4302611 Sep 16 05:02:09.215038 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2b02ae2b-fc10-4426-b1bd-b5dfccb6ccdf tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1422291 Sep 16 05:02:09.222972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47778) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:09.234724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.255709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-51de740a-f508-4881-b2ee-faae139d073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.257247 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-51de740a-f508-4881-b2ee-faae139d073e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037829 Sep 16 05:02:09.376214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:09.458168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=10']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.498376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.558280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-271a83ea-ab83-4214-b1d4-b8b2e0d89080 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786434 Sep 16 05:02:09.574664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.732300 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-4e51b33f-4054-417c-b1f1-bc65b36d5cc2 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655827 Sep 16 05:02:09.769109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['18011a4d-fb95-4e2e-8da8-15370d497dab'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:09.809990 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-f820305d-5309-4a9e-95a9-cb8e4d8c3a22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 217 time: 0.0581291 Sep 16 05:02:09.896680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1595993420', 'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:09.908537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-0400741c-b5fe-4959-b6b7-553958c8d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.910409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-0400741c-b5fe-4959-b6b7-553958c8d91e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0932906 Sep 16 05:02:09.963795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-199e58bc-1273-4f6e-8fa5-6f04480a2c6f req-911e3b87-710a-4249-aff8-efbc2125fb39 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7830043 Sep 16 05:02:09.987900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-bf74494f-4438-4d85-a1bd-39041bb27e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.990122 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-bf74494f-4438-4d85-a1bd-39041bb27e7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668216 Sep 16 05:02:10.064603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df8555ee-50f0-4236-bfcb-2a640b05f92b req-50adc401-389d-4f5d-80c0-2e574eb10570 tempest-ListImageFiltersTestJSON-1016609010 tempest-ListImageFiltersTestJSON-1016609010-project] 10.222.0.59 "GET /v2.0/ports?device_id=18b1553d-0cf1-493d-a3c3-1cd23c2a1d35 HTTP/1.1" status: 200 len: 210 time: 0.1710501 Sep 16 05:02:10.108452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Made reservation on behalf of bde544f4e0fa461cbd5404b1f8851f90 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:10.110840 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.190707 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:10.213354 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-7f1323e2-7228-4bc7-a153-af95089cb310 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897135 Sep 16 05:02:10.234248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:10.241816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] device_id is not set on port f1ae9b94-afa8-4ca4-a077-db8a27127af9 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:02:10.265006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 0991fb0c-4f92-4666-9fc6-206961c2f46d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:10.265560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0991fb0c-4f92-4666-9fc6-206961c2f46d not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:10.268192 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.409292 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-a5daeb04-75ec-4e81-8a4d-07de04837794 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926746 Sep 16 05:02:10.487627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-3d8da8ec-e493-4a08-a07a-1dbfa4d8e189 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 217 time: 0.0644562 Sep 16 05:02:10.604385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-54c9c28b-f9e5-40df-9e0f-49c42817400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.609362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-54c9c28b-f9e5-40df-9e0f-49c42817400c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1022897 Sep 16 05:02:10.645079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Allocated IP 172.20.0.13 (7e14229c-b872-4ef1-85f9-a8dac7410fd9/818a0668-2871-46d7-9a06-0dff29917ef1/f1ae9b94-afa8-4ca4-a077-db8a27127af9) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:10.719095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-7baeeff6-64a7-4f6d-bbe2-33a673fb0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.721604 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-7baeeff6-64a7-4f6d-bbe2-33a673fb0af5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986447 Sep 16 05:02:10.866864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.971161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.981763 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bef17ad4-f0c4-4501-be42-f6ae673f6601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.982008 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.164867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.173248 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Floating IP d931c538-232c-46c8-987e-bce96ef06e83 associated. External IP: 172.25.7.145, port: 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f. Sep 16 05:02:11.261974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:11.275293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf15c64-ea44-4b41-b0c9-f4d410bd2f59 req-fbbb01f4-f157-4c15-8b06-e52aa4887bfa tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.276993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bf15c64-ea44-4b41-b0c9-f4d410bd2f59 req-fbbb01f4-f157-4c15-8b06-e52aa4887bfa tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 944 time: 0.1691334 Sep 16 05:02:11.284102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:11.297574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:11.304926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'Port': ['ID=f1ae9b94-afa8-4ca4-a077-db8a27127af9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.422623 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-eb1e1636-132f-4815-ba81-3030c79adb04 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865976 Sep 16 05:02:11.459995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.460714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.469064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bf15c64-ea44-4b41-b0c9-f4d410bd2f59 req-02263c42-039e-4e48-9b12-95aaad375040 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688726 Sep 16 05:02:11.648106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1840a2e0-56b3-4ff4-870d-522f7c61c924 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.7545140 Sep 16 05:02:11.649503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47840) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.670421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-0ed66112-4c06-4187-9618-d0ef79601b07 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198098 Sep 16 05:02:11.701822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Router 112c51fe-7204-425b-b177-1a2f4874f516 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:11.830745 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-ad6c04cd-b1e7-4cb6-8ddd-1c8f79b1625b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=a5b7097e-54f0-49bd-a5be-591192a5409e HTTP/1.1" status: 200 len: 217 time: 0.1204555 Sep 16 05:02:11.961433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-e3d46a92-63e5-47af-9a95-1507e81d5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.961433 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-e3d46a92-63e5-47af-9a95-1507e81d5fca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1154809 Sep 16 05:02:11.965837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:11.970104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-977393bc-cf87-470b-ab24-c91f2b0c9ddb tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Deleting port f1ae9b94-afa8-4ca4-a077-db8a27127af9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:11.970519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-977393bc-cf87-470b-ab24-c91f2b0c9ddb tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.972030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.978632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] Sync routers for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:11.999827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:12.000938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:12.054109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9e0b5cff-2022-4c84-9ef5-972b99f827e2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "PUT /v2.0/floatingips/d931c538-232c-46c8-987e-bce96ef06e83 HTTP/1.1" status: 200 len: 991 time: 3.6702728 Sep 16 05:02:12.054719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:12.061055 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7530df50-2344-461c-ad1e-b9474c4c5a88" -d '{"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:12.111228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-977393bc-cf87-470b-ab24-c91f2b0c9ddb tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.144256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-977393bc-cf87-470b-ab24-c91f2b0c9ddb tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Calling delete_port for f1ae9b94-afa8-4ca4-a077-db8a27127af9 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:12.157526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-2d738da8-2ec3-47d3-a45f-11422865badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.159137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-2d738da8-2ec3-47d3-a45f-11422865badd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853581 Sep 16 05:02:12.196559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:12.248281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 18011a4d-fb95-4e2e-8da8-15370d497dab up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:12.456714 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-9044da8b-32a4-4ebf-8fa4-3e07299324f9 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132308 Sep 16 05:02:12.550194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 18011a4d-fb95-4e2e-8da8-15370d497dab completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:12.565169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 18011a4d-fb95-4e2e-8da8-15370d497dab triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:12.565841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.597686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-977393bc-cf87-470b-ab24-c91f2b0c9ddb tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.706325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977393bc-cf87-470b-ab24-c91f2b0c9ddb tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1ae9b94-afa8-4ca4-a077-db8a27127af9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.751403 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf06f1ca-2e84-4f2c-a4ce-cbd4a7d3642c x-openstack-request-id: req-bf06f1ca-2e84-4f2c-a4ce-cbd4a7d3642c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:12.752037 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "tag": "8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:12.752037 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf06f1ca-2e84-4f2c-a4ce-cbd4a7d3642c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:12.752421 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'tag': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'status': 'completed', 'code': 200} Sep 16 05:02:12.772806 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-bd21c87d-8dfd-404a-b60c-472855ee25bb service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023210 Sep 16 05:02:12.813606 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.928828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-6cf29112-0f2f-41ce-acfd-c08092f84f27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b HTTP/1.1" status: 200 len: 217 time: 0.1071122 Sep 16 05:02:12.945716 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-977393bc-cf87-470b-ab24-c91f2b0c9ddb tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.952529 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-977393bc-cf87-470b-ab24-c91f2b0c9ddb tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "DELETE /v2.0/ports/f1ae9b94-afa8-4ca4-a077-db8a27127af9 HTTP/1.1" status: 204 len: 168 time: 1.3013704 Sep 16 05:02:12.958098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47896) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.963257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9', 'external_fixed_ips': [{'subnet_id': '818a0668-2871-46d7-9a06-0dff29917ef1', 'ip_address': '172.20.0.13'}]}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:12.966772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:12.969941 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdf53ed-1925-49c4-95c5-250d72d897f8" -d '{"events": [{"server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:13.026783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-08d765a5-70ef-4548-a964-cfd130b89693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.028471 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:13.029220 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-08d765a5-70ef-4548-a964-cfd130b89693 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0736330 Sep 16 05:02:13.075169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd931c538-232c-46c8-987e-bce96ef06e83', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'floating_ip_address': '172.25.7.145', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'port_id': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'mac_address': 'fa:16:3e:f8:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:39Z', 'updated_at': '2021-09-16T05:02:10Z', 'revision_number': 1, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:35Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:13.111814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-093627fa-696c-4e39-a751-ecdf98dd0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.113453 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-093627fa-696c-4e39-a751-ecdf98dd0ed7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0707181 Sep 16 05:02:13.120359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] Checking router: 112c51fe-7204-425b-b177-1a2f4874f516 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:13.133155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.238089 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-39744aba-147c-42ba-b2eb-5143aadc5f0a service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085317 Sep 16 05:02:13.239686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.240908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.245505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.256148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:13.263676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:13.352176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.607499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-a88e2241-89b0-4620-9b1b-03a0425dbd0a service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016439 Sep 16 05:02:13.607499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-6c7bb594-7d13-4bff-aa96-064bc63e24c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0807824 Sep 16 05:02:13.612124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:13.637773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-604b561a-15f4-4e09-85ed-463490c36080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.638262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddedeca-db76-476e-a454-c603cae43580 req-42cbf133-1c79-4111-a3a2-2f4e4d1258ea tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.639308 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-604b561a-15f4-4e09-85ed-463490c36080 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0764174 Sep 16 05:02:13.641013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ddedeca-db76-476e-a454-c603cae43580 req-42cbf133-1c79-4111-a3a2-2f4e4d1258ea tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 944 time: 0.7636230 Sep 16 05:02:13.698742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-22b0f056-7748-445a-8ae7-5626e98adbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.702582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ddedeca-db76-476e-a454-c603cae43580 req-80490172-4c51-4d01-ac3a-c589b12114b7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Sep 16 05:02:13.705112 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-22b0f056-7748-445a-8ae7-5626e98adbab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536456 Sep 16 05:02:13.754085 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fad594-7987-4d67-8d54-904160781247 x-openstack-request-id: req-e5fad594-7987-4d67-8d54-904160781247 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:13.754385 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:13.754648 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5fad594-7987-4d67-8d54-904160781247 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:13.755109 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'code': 200} Sep 16 05:02:13.890953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd931c538-232c-46c8-987e-bce96ef06e83', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'floating_ip_address': '172.25.7.145', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'port_id': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'mac_address': 'fa:16:3e:f8:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:39Z', 'updated_at': '2021-09-16T05:02:10Z', 'revision_number': 1, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:35Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:13.931428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749de8d-1ae8-4588-8b2c-11738ccd5d57 None None] The sync data for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 is: [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd931c538-232c-46c8-987e-bce96ef06e83', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'floating_ip_address': '172.25.7.145', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'port_id': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'mac_address': 'fa:16:3e:f8:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:39Z', 'updated_at': '2021-09-16T05:02:10Z', 'revision_number': 1, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:35Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:13.991334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-9e1d6d16-a3ca-493c-8179-579b0c017e35 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732778 Sep 16 05:02:13.995430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.999082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-11adabb7-30a5-4d54-83bd-59b23b246305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.119575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4a2e-872b-4b06-bba4-ca6938a4515f req-ad4bbb72-6cb6-4787-94e6-2be390954d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.121235 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3eff4a2e-872b-4b06-bba4-ca6938a4515f req-ad4bbb72-6cb6-4787-94e6-2be390954d2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 1097 time: 0.2434478 Sep 16 05:02:14.262547 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.267097 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-26213eae-9538-4e46-9f95-5bb34f34ff24 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464516 Sep 16 05:02:14.273905 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3eff4a2e-872b-4b06-bba4-ca6938a4515f req-3f5447fe-cc04-404c-b6ab-286e67709177 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129689 Sep 16 05:02:14.331308 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-cc0832be-03ae-4c8d-bccf-c9368db14864 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 200 len: 217 time: 0.0408752 Sep 16 05:02:14.440355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-eb2220ad-4d0d-4f1b-af57-c9b711651e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.441835 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-eb2220ad-4d0d-4f1b-af57-c9b711651e86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0976012 Sep 16 05:02:14.453749 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab1ddf0-8e94-46c7-b99d-1697fde21fc7 None None] New status for floating IP d931c538-232c-46c8-987e-bce96ef06e83: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:14.554695 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.557608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-0e9a42ae-860e-44fb-8c96-37a396856794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.559100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-0e9a42ae-860e-44fb-8c96-37a396856794 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0895758 Sep 16 05:02:14.585675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.764415 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-12172480-6b51-4acc-b436-15d44e80ef82 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862881 Sep 16 05:02:14.892241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Allocated IP 172.20.0.13 (7e14229c-b872-4ef1-85f9-a8dac7410fd9/818a0668-2871-46d7-9a06-0dff29917ef1/db730b3b-4862-457b-bb8c-0d8b8407f755) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:14.980391 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8285cb27-f42b-4ffa-8512-2a6effa411f4 req-022df12c-0b16-4ddf-8c8b-209427f5702c service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814854 Sep 16 05:02:15.004965 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.112093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.227967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.245079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126c66b-7cdf-46ee-bd95-3ed7eaa7c0d4 req-2ee69a76-90bf-4eef-ac8d-a15d078198ba tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.254150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b126c66b-7cdf-46ee-bd95-3ed7eaa7c0d4 req-2ee69a76-90bf-4eef-ac8d-a15d078198ba tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1220438 Sep 16 05:02:15.318980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:15.325599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:15.332828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'Port': ['ID=db730b3b-4862-457b-bb8c-0d8b8407f755,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:15.337208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:15.356646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b126c66b-7cdf-46ee-bd95-3ed7eaa7c0d4 req-cc488f16-6dd2-435e-b9ea-a05ec5afcd67 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015141 Sep 16 05:02:15.379027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-96f56ba1-093f-486f-ab40-405a9d41a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.379929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-96f56ba1-093f-486f-ab40-405a9d41a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.380592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-96f56ba1-093f-486f-ab40-405a9d41a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.381245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-96f56ba1-093f-486f-ab40-405a9d41a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.382109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-96f56ba1-093f-486f-ab40-405a9d41a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.391943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-96f56ba1-093f-486f-ab40-405a9d41a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.395178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-96f56ba1-093f-486f-ab40-405a9d41a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.399008 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-96f56ba1-093f-486f-ab40-405a9d41a923 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6500 time: 0.1936836 Sep 16 05:02:15.757995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-b8acdbe4-e392-4e1b-afbd-9629eeba558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.759533 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-b8acdbe4-e392-4e1b-afbd-9629eeba558b service neutron] 10.222.0.57 "GET /v2.0/networks?id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 HTTP/1.1" status: 200 len: 913 time: 0.3459842 Sep 16 05:02:15.906696 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-8155dc40-c2ba-4b8b-ae0f-c0acc25fa9c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 200 len: 1001 time: 0.1349616 Sep 16 05:02:16.050425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-856238d4-6f36-4d41-b0f0-11b6413a6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.057269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-856238d4-6f36-4d41-b0f0-11b6413a6eea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a7cc46-77b4-43d5-9f01-b8018341ba98 HTTP/1.1" status: 200 len: 851 time: 0.0968964 Sep 16 05:02:16.078587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.154036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-c5266f16-9c0d-4e57-832f-aae55532d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.160551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-c5266f16-9c0d-4e57-832f-aae55532d44a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902612 Sep 16 05:02:16.469645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47988) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.731881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d56efe9-58c7-4ac7-b574-ea2ad3cbe590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.782304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.864446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5084ee-847a-4f14-bc19-4acc3509a69f req-dc1e0195-79a7-4f12-985f-28f533452f60 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.866317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b5084ee-847a-4f14-bc19-4acc3509a69f req-dc1e0195-79a7-4f12-985f-28f533452f60 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0774863 Sep 16 05:02:16.932054 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-7f3b918d-d5a0-4ce9-b5ba-d8953e94c882 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936500 Sep 16 05:02:17.013153 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d56efe9-58c7-4ac7-b574-ea2ad3cbe590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.080130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b5084ee-847a-4f14-bc19-4acc3509a69f req-23b7f4fa-c4c7-4645-bbcd-ddc9cf4e6548 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005224 Sep 16 05:02:17.097336 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d56efe9-58c7-4ac7-b574-ea2ad3cbe590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.119758 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7530df50-2344-461c-ad1e-b9474c4c5a88 req-f6b99b6d-2ea3-4ea6-9977-0be30d9cf2e1 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406276 Sep 16 05:02:17.177271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4d56efe9-58c7-4ac7-b574-ea2ad3cbe590 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=676d47d3e94340219d0e905e0ada2e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062130 Sep 16 05:02:17.178231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.178364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56efe9-58c7-4ac7-b574-ea2ad3cbe590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d51376-4ee7-4bf0-94b9-18bf5c523e8a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.181722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48006) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.241757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48008) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.396364 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fbf50395-a1b9-45c0-98b2-6fffb1aaf0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.448997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fbf50395-a1b9-45c0-98b2-6fffb1aaf0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.471537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0dc33-b7c7-498f-8223-af1040c44dde req-2c2ccfea-5455-4d96-993e-7de445c5fc88 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.473091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5eb0dc33-b7c7-498f-8223-af1040c44dde req-2c2ccfea-5455-4d96-993e-7de445c5fc88 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.2166133 Sep 16 05:02:17.514900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Router 8e76c8cd-169a-4005-b284-1cf39ea73ff4 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:17.594030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5eb0dc33-b7c7-498f-8223-af1040c44dde req-d01db4be-a37d-4cef-8969-496c07d62b67 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033976 Sep 16 05:02:17.598758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ddc3f9a5-e79b-483a-ba3f-7442a6187362 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd28266c48334e098fda6c5f089e9e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557720 Sep 16 05:02:17.601473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48018) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.698037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fbf50395-a1b9-45c0-98b2-6fffb1aaf0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.710496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fbf50395-a1b9-45c0-98b2-6fffb1aaf0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.717118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fbf50395-a1b9-45c0-98b2-6fffb1aaf0ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4d51376-4ee7-4bf0-94b9-18bf5c523e8a HTTP/1.1" status: 204 len: 168 time: 0.5340691 Sep 16 05:02:17.730382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:17.743977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Sync routers for ids ['8e76c8cd-169a-4005-b284-1cf39ea73ff4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:17.746312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf50395-a1b9-45c0-98b2-6fffb1aaf0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d51376-4ee7-4bf0-94b9-18bf5c523e8a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.757874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Routers {'8e76c8cd-169a-4005-b284-1cf39ea73ff4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:17.761522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8e76c8cd-169a-4005-b284-1cf39ea73ff4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:17.786480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24893068-f41b-4cb4-b71e-8157e579c2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.812385 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24893068-f41b-4cb4-b71e-8157e579c2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.840918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.840918 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-38fadeeb-849b-4b0e-ac3a-30f37b7fc9b5 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8807707 Sep 16 05:02:17.843323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48032) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.987295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24893068-f41b-4cb4-b71e-8157e579c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.991116 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24893068-f41b-4cb4-b71e-8157e579c2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.995556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-24893068-f41b-4cb4-b71e-8157e579c2d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b5aaedc-14a6-4d66-b27e-0af7569903e4 HTTP/1.1" status: 204 len: 168 time: 0.3928635 Sep 16 05:02:18.079292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Set router 8e76c8cd-169a-4005-b284-1cf39ea73ff4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:18.082445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24893068-f41b-4cb4-b71e-8157e579c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5aaedc-14a6-4d66-b27e-0af7569903e4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.139016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b6de1-4108-4c26-8370-4888f76fcd31 req-dd31a075-e0ba-4a29-87cd-3ed95bc4d619 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.155915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-293b6de1-4108-4c26-8370-4888f76fcd31 req-dd31a075-e0ba-4a29-87cd-3ed95bc4d619 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1544681 Sep 16 05:02:18.196897 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.240454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-293b6de1-4108-4c26-8370-4888f76fcd31 req-5cbdb6aa-7af6-4879-bb20-8675e87021ef tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836389 Sep 16 05:02:18.447845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e76c8cd-169a-4005-b284-1cf39ea73ff4', 'name': '', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9', 'external_fixed_ips': [{'subnet_id': '818a0668-2871-46d7-9a06-0dff29917ef1', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'db730b3b-4862-457b-bb8c-0d8b8407f755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:13Z', 'updated_at': '2021-09-16T05:02:15Z', 'revision_number': 3, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port': {'id': 'db730b3b-4862-457b-bb8c-0d8b8407f755', 'name': '', 'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e76c8cd-169a-4005-b284-1cf39ea73ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '818a0668-2871-46d7-9a06-0dff29917ef1', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:14Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '818a0668-2871-46d7-9a06-0dff29917ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:18.449399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.484340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e112d9f-198f-479c-bde3-eaa948c452b1 req-932d4cc3-eae5-4703-bc63-ac55d4697b15 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.485947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e112d9f-198f-479c-bde3-eaa948c452b1 req-932d4cc3-eae5-4703-bc63-ac55d4697b15 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1325839 Sep 16 05:02:18.492524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Checking router: 8e76c8cd-169a-4005-b284-1cf39ea73ff4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:18.493123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Updating router 8e76c8cd-169a-4005-b284-1cf39ea73ff4 port db730b3b-4862-457b-bb8c-0d8b8407f755 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:18.537153 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.598437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e112d9f-198f-479c-bde3-eaa948c452b1 req-99d276fb-6b23-4185-beb9-dbc1144f23b0 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952344 Sep 16 05:02:18.689017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Deleting port db730b3b-4862-457b-bb8c-0d8b8407f755 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:18.689387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.735906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48060) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:18.778571 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.939297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.966306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Calling delete_port for db730b3b-4862-457b-bb8c-0d8b8407f755 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:19.146729 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.188113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.257356 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.354757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.403194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afed64ee-fef4-4b27-a2a4-da1ebc34f9aa,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.413850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8c499-a7f9-4335-97e7-d31787ede4c9 req-c29aec08-9791-44ed-91fc-3b567b5854ca tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.426365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83b8c499-a7f9-4335-97e7-d31787ede4c9 req-c29aec08-9791-44ed-91fc-3b567b5854ca tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1284945 Sep 16 05:02:19.442031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.443158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.444366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.444797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.445854 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.447030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.448177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.449494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.449962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.452768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.454514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.454514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:19.496085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bf5cbd04-cd95-4d73-a6cc-35049daaeefa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ba29e5209e947dcb6d5642dfc6c56ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7570460 Sep 16 05:02:19.496897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48088) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.568329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83b8c499-a7f9-4335-97e7-d31787ede4c9 req-646df793-2c96-4322-9d38-e669917315c9 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320801 Sep 16 05:02:19.632845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3672cc9-0e04-4131-b968-4478dad9d211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.662808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c46947-5880-48ba-a069-2eda40216409 None None] Pushing event updated for resources: {'Port': ['ID=db730b3b-4862-457b-bb8c-0d8b8407f755,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.664278 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3672cc9-0e04-4131-b968-4478dad9d211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.678150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Attempting to bind port db730b3b-4862-457b-bb8c-0d8b8407f755 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:19.678541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Attempting to bind port db730b3b-4862-457b-bb8c-0d8b8407f755 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '17fe7fdf-b792-469e-b12d-09562ab17566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:19.678917 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Attempting to bind port db730b3b-4862-457b-bb8c-0d8b8407f755 on network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:19.707636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.719868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:19.722419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Checking segment: {'id': '17fe7fdf-b792-469e-b12d-09562ab17566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:19.722419 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.747041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Bound using segment: {'id': '17fe7fdf-b792-469e-b12d-09562ab17566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:19.748334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Bound port: db730b3b-4862-457b-bb8c-0d8b8407f755, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fe7fdf-b792-469e-b12d-09562ab17566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e14229c-b872-4ef1-85f9-a8dac7410fd9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:19.759593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.822232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event deleted for resources: {'Port': ['ID=db730b3b-4862-457b-bb8c-0d8b8407f755,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.831150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Port db730b3b-4862-457b-bb8c-0d8b8407f755 has been deleted concurrently {{(pid=101826) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 05:02:19.848491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3672cc9-0e04-4131-b968-4478dad9d211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.848491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3672cc9-0e04-4131-b968-4478dad9d211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.848491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f3672cc9-0e04-4131-b968-4478dad9d211 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/afed64ee-fef4-4b27-a2a4-da1ebc34f9aa HTTP/1.1" status: 204 len: 168 time: 0.3478909 Sep 16 05:02:19.876191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Routers {'8e76c8cd-169a-4005-b284-1cf39ea73ff4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:19.877331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8e76c8cd-169a-4005-b284-1cf39ea73ff4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:19.884019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3672cc9-0e04-4131-b968-4478dad9d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afed64ee-fef4-4b27-a2a4-da1ebc34f9aa,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.899060 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.047686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.050416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.058140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] Set router 8e76c8cd-169a-4005-b284-1cf39ea73ff4 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:20.142629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e76c8cd-169a-4005-b284-1cf39ea73ff4', 'name': '', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:13Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 5, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:20.159036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.159750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e76c8cd-169a-4005-b284-1cf39ea73ff4 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:20.164566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.166205 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b504e2de-48ce-4dd5-8987-793bc7690be4 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "DELETE /v2.0/routers/8e76c8cd-169a-4005-b284-1cf39ea73ff4 HTTP/1.1" status: 204 len: 168 time: 2.3213553 Sep 16 05:02:20.168656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48118) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.194418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a54d9-2bfb-442f-9720-396504e2aa8c None None] The sync data for ids ['8e76c8cd-169a-4005-b284-1cf39ea73ff4'] in n-d-712143-16 is: [{'id': '8e76c8cd-169a-4005-b284-1cf39ea73ff4', 'name': '', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:13Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 5, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:20.275093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-424a84c2-0a24-49e5-9dee-b34e6b5febb8 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Deleting subnet 818a0668-2871-46d7-9a06-0dff29917ef1 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:20.297225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424a84c2-0a24-49e5-9dee-b34e6b5febb8 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.400038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424a84c2-0a24-49e5-9dee-b34e6b5febb8 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.466654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424a84c2-0a24-49e5-9dee-b34e6b5febb8 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.699987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d790a-4e71-431f-8ede-0682fdfd5692 req-7229ed71-1353-4fc5-972d-5b649c381a82 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.701039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-243d790a-4e71-431f-8ede-0682fdfd5692 req-7229ed71-1353-4fc5-972d-5b649c381a82 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0557563 Sep 16 05:02:20.743044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-243d790a-4e71-431f-8ede-0682fdfd5692 req-f38bd78f-d51c-47fe-b64e-5d3957551c02 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338075 Sep 16 05:02:20.884411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424a84c2-0a24-49e5-9dee-b34e6b5febb8 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.933583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a84c2-0a24-49e5-9dee-b34e6b5febb8 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=818a0668-2871-46d7-9a06-0dff29917ef1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.936492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424a84c2-0a24-49e5-9dee-b34e6b5febb8 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.938864 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-424a84c2-0a24-49e5-9dee-b34e6b5febb8 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/818a0668-2871-46d7-9a06-0dff29917ef1 HTTP/1.1" status: 204 len: 168 time: 0.7689300 Sep 16 05:02:20.941363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48142) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.109251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.322110 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.420167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e14229c-b872-4ef1-85f9-a8dac7410fd9']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:21.448283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fe7fdf-b792-469e-b12d-09562ab17566') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:21.449302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fe7fdf-b792-469e-b12d-09562ab17566') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:21.472493 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.507367 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.523993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:21.525521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.527405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48166) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: items = [ Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:21.542060 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:21.738533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.759007 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.768421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e14229c-b872-4ef1-85f9-a8dac7410fd9 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:02:21.771844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.780980 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "DELETE /v2.0/networks/7e14229c-b872-4ef1-85f9-a8dac7410fd9 HTTP/1.1" status: 204 len: 168 time: 0.8315604 Sep 16 05:02:21.824072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2755693-308e-4dd6-a251-98852e64c3d7 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e14229c-b872-4ef1-85f9-a8dac7410fd9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.196786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224addbc-29b9-44a0-98cd-ed149285c396 req-ea275b71-0652-4c9d-bb66-5a35946256fe tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.207850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-224addbc-29b9-44a0-98cd-ed149285c396 req-ea275b71-0652-4c9d-bb66-5a35946256fe tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.2823796 Sep 16 05:02:22.332850 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.343655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-224addbc-29b9-44a0-98cd-ed149285c396 req-b4a0fd3d-670f-47f5-b93b-193f2f2246dc tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349115 Sep 16 05:02:22.427361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.569091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48204) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.574024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d8819f25-a4a8-4db8-9de0-2eb20812728c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'router': {'name': 'tempest-router--381774138', 'project_id': 'a3728949a528416d8091c004c48bd525'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:22.581227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48206) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.589551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ad7f06a7fe54264b8ca9298cb94218b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0483871 Sep 16 05:02:22.590821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea8073-3a3d-4cf5-ba5d-558a9b160e9f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.622061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.622519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.622972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.628468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.628946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.629419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.629885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.630742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.631189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.631667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.632189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.632814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889cede6-6201-49f7-965d-de912f9b8498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:22.718681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1691-2f31-4a19-b0f8-6a7882a637f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.747587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1691-2f31-4a19-b0f8-6a7882a637f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.828634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8819f25-a4a8-4db8-9de0-2eb20812728c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.830391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8819f25-a4a8-4db8-9de0-2eb20812728c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.896134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1691-2f31-4a19-b0f8-6a7882a637f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.898701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1691-2f31-4a19-b0f8-6a7882a637f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.899920 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a1b1691-2f31-4a19-b0f8-6a7882a637f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91ea8073-3a3d-4cf5-ba5d-558a9b160e9f HTTP/1.1" status: 204 len: 168 time: 0.3122649 Sep 16 05:02:22.949580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b1691-2f31-4a19-b0f8-6a7882a637f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea8073-3a3d-4cf5-ba5d-558a9b160e9f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.000507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8819f25-a4a8-4db8-9de0-2eb20812728c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.056599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8819f25-a4a8-4db8-9de0-2eb20812728c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.132132 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8819f25-a4a8-4db8-9de0-2eb20812728c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.136252 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d8819f25-a4a8-4db8-9de0-2eb20812728c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5640097 Sep 16 05:02:23.137885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48218) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.305062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c118e849-6571-47fd-9ecf-3446152589dc tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.520913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129e1dd-abed-43cb-a1f2-2a08e76e643b req-b23ee1f5-1fa3-435a-ad5a-17451211562a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.540124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8129e1dd-abed-43cb-a1f2-2a08e76e643b req-b23ee1f5-1fa3-435a-ad5a-17451211562a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0925376 Sep 16 05:02:23.578427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c118e849-6571-47fd-9ecf-3446152589dc tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.581501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c118e849-6571-47fd-9ecf-3446152589dc tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.609278 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8129e1dd-abed-43cb-a1f2-2a08e76e643b req-3216c236-3295-4f30-8284-8ca928cd364c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637584 Sep 16 05:02:23.707797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c118e849-6571-47fd-9ecf-3446152589dc tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.708376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c118e849-6571-47fd-9ecf-3446152589dc tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 940c0329-94d4-4e75-bc2f-641ad0aa8ee2 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:23.720360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c118e849-6571-47fd-9ecf-3446152589dc tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.720360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c118e849-6571-47fd-9ecf-3446152589dc tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "DELETE /v2.0/routers/940c0329-94d4-4e75-bc2f-641ad0aa8ee2 HTTP/1.1" status: 204 len: 168 time: 0.5799201 Sep 16 05:02:24.167909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48268) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.563615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-753628026', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:24.650277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.656561 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.830502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.886438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0a060-1d60-4aa9-895b-b76af09b30b4 req-589ab111-ad4d-43f4-b274-70da13723951 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.886749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76f0a060-1d60-4aa9-895b-b76af09b30b4 req-589ab111-ad4d-43f4-b274-70da13723951 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1478157 Sep 16 05:02:25.054383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48306) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.164536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76f0a060-1d60-4aa9-895b-b76af09b30b4 req-e1b24506-bffd-47d3-b5a1-48a7c2ac92eb tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689192 Sep 16 05:02:25.170186 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.201201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1806225101-network', 'tenant_id': '312b389330164005a0ecddf7ead52b7c'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:25.267787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Made reservation on behalf of 312b389330164005a0ecddf7ead52b7c for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:25.270269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.285015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.505922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.513600 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.541431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.564916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.613330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:25.637771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.667118 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.667503 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Added segment 2e33556d-fd7b-43fb-8fd5-930a7ad475b9 of type vlan for network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c Sep 16 05:02:25.731748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Allocated IP 172.25.7.207 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/0cc71a08-fb53-452b-8bb8-290e3b319a8b) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:25.737621 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.839081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.843392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.845639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.930005 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8739021 Sep 16 05:02:25.930592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.939331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Request body: {'subnet': {'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1806225101-subnet', 'tenant_id': '312b389330164005a0ecddf7ead52b7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:25.944540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.963013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939ffc4-5a4c-4f6c-999f-f97752dc488d admin admin] Pushing event updated for resources: {'Network': ['ID=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.975738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:26.027145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Made reservation on behalf of 312b389330164005a0ecddf7ead52b7c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:26.030965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.067737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.131771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:26.136272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:26.141040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:26.170072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event updated for resources: {'Port': ['ID=0cc71a08-fb53-452b-8bb8-290e3b319a8b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.413423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.549757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654710-02c9-401a-90d7-bd95dc75838d req-60c10d65-86e0-4009-8d12-0ed062031a41 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.549757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90654710-02c9-401a-90d7-bd95dc75838d req-60c10d65-86e0-4009-8d12-0ed062031a41 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.2496023 Sep 16 05:02:26.549959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.576844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Checking segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:26.577541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Network hostable DHCP agents. Network: cd4e0ce8-a30d-4e70-b699-c7763b93eb3c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:26.582405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90654710-02c9-401a-90d7-bd95dc75838d req-da4d9955-fb51-4046-920c-8c813189cfa9 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Sep 16 05:02:26.608378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48356) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:26.732032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99a05fcb-136b-461d-bed5-d67dff20da52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.754333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:26.831115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99a05fcb-136b-461d-bed5-d67dff20da52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.836223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.843717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, cd4e0ce8-a30d-4e70-b699-c7763b93eb3c) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:26.848125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.849433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.852572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f3a98-ebfc-4d09-9cd9-6b91975d89bd None None] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:26.914491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99a05fcb-136b-461d-bed5-d67dff20da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.951030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-99a05fcb-136b-461d-bed5-d67dff20da52 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f93a56974b0b40b6b340d6a257a91a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413365 Sep 16 05:02:26.953740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48364) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.000978 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7c4b605d-e2c3-468d-ade7-f369c0367e01 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0667412 Sep 16 05:02:27.039666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a05fcb-136b-461d-bed5-d67dff20da52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c1cd33-bdc8-4f36-85f6-d4175038ace4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.071026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'tenant_id': '312b389330164005a0ecddf7ead52b7c', 'fixed_ips': [{'subnet_id': 'aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:27.074940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.110718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1f5086e-49d3-4034-91b1-b1c8502203e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.155959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1f5086e-49d3-4034-91b1-b1c8502203e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.160626 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.265676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Allocated IP 172.20.0.2 (cd4e0ce8-a30d-4e70-b699-c7763b93eb3c/aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4/2ef4fa54-2cda-47fa-a63c-dc0d14de8d35) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:27.308038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1f5086e-49d3-4034-91b1-b1c8502203e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.317142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1f5086e-49d3-4034-91b1-b1c8502203e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.321579 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d1f5086e-49d3-4034-91b1-b1c8502203e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57c1cd33-bdc8-4f36-85f6-d4175038ace4 HTTP/1.1" status: 204 len: 168 time: 0.3547971 Sep 16 05:02:27.348786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5086e-49d3-4034-91b1-b1c8502203e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c1cd33-bdc8-4f36-85f6-d4175038ace4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.623946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Router 34a3c51c-b30e-4974-87c2-f2dd407562f7 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:27.641323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.725179 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.785575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:27.790220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:27.804612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:27.989011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:27.992038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Pushing event updated for resources: {'Port': ['ID=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.001481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Attempting to bind port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:28.001927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Attempting to bind port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:28.002371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Attempting to bind port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:28.003872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b698e-cb8a-44d2-8f8e-9245bd66eb02 req-eacb4dce-fbfc-40ac-9c8a-7e2e8bbc3f75 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:28.004457 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01bd11e-403a-4d98-9895-fd53bc298ecd None None] Sync routers for ids ['34a3c51c-b30e-4974-87c2-f2dd407562f7'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:28.011084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f75b698e-cb8a-44d2-8f8e-9245bd66eb02 req-eacb4dce-fbfc-40ac-9c8a-7e2e8bbc3f75 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.2336104 Sep 16 05:02:28.018038 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01bd11e-403a-4d98-9895-fd53bc298ecd None None] Routers {'34a3c51c-b30e-4974-87c2-f2dd407562f7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:28.018708 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f01bd11e-403a-4d98-9895-fd53bc298ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['34a3c51c-b30e-4974-87c2-f2dd407562f7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:28.021185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:28.021578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Checking segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:28.022001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.022577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Bound using segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:28.023087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Bound port: 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:28.023488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.066782 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f01bd11e-403a-4d98-9895-fd53bc298ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:28.080025 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01bd11e-403a-4d98-9895-fd53bc298ecd None None] Routers {'34a3c51c-b30e-4974-87c2-f2dd407562f7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:28.080653 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f01bd11e-403a-4d98-9895-fd53bc298ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['34a3c51c-b30e-4974-87c2-f2dd407562f7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:28.107448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] For port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:28.111989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] For port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:28.113788 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.124000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f75b698e-cb8a-44d2-8f8e-9245bd66eb02 req-7fb833fe-f210-4b2c-ae06-5ff489dc8e76 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974672 Sep 16 05:02:28.169386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.171437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1a6a4701-6492-474d-aa8b-7ad42619e64e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0020790 Sep 16 05:02:28.174283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48412) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.229874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-56f8cfaf-7644-4107-b7c6-62266f7ac1ed tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:28.233078 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f01bd11e-403a-4d98-9895-fd53bc298ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:28.234014 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01bd11e-403a-4d98-9895-fd53bc298ecd None None] The sync data for ids ['34a3c51c-b30e-4974-87c2-f2dd407562f7'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:28.236273 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.242142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-56f8cfaf-7644-4107-b7c6-62266f7ac1ed tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 816 time: 0.1675897 Sep 16 05:02:28.270471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-d3094913-6067-4227-9cda-7a06dbbfbb20 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/quotas/312b389330164005a0ecddf7ead52b7c HTTP/1.1" status: 200 len: 375 time: 0.0136812 Sep 16 05:02:28.320911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5906e2a-4aa7-4f02-96e6-a7627206d496 None None] Pushing event updated for resources: {'Port': ['ID=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.351778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-15544d5a-baba-4b21-b46b-d38406dcbed2 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788147 Sep 16 05:02:28.418926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48422) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.496854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aab354d3-29ca-4de8-91b2-0c5b05c73e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.506181 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fd776423-31d5-464b-9274-8642463c59c6 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/routers/34a3c51c-b30e-4974-87c2-f2dd407562f7 HTTP/1.1" status: 200 len: 920 time: 0.3305442 Sep 16 05:02:28.509225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48428) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.565890 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6aec78b9-f4fd-4c4a-8041-af9cc44e0fb8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=34a3c51c-b30e-4974-87c2-f2dd407562f7 HTTP/1.1" status: 200 len: 205 time: 0.0554774 Sep 16 05:02:28.567413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48432) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.594195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-a3e5a4b1-423f-41d1-88a8-e1fbbe0aaf88 service neutron] 10.222.0.59 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236784 Sep 16 05:02:28.736655 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.802298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-f3706b68-816e-436a-bd30-14e67994b47c service neutron] 10.222.0.59 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680880 Sep 16 05:02:28.828197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aab354d3-29ca-4de8-91b2-0c5b05c73e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.879916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.931225 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aab354d3-29ca-4de8-91b2-0c5b05c73e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.997019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aab354d3-29ca-4de8-91b2-0c5b05c73e70 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=971febc99d5847c19cf48de1908b9460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760860 Sep 16 05:02:29.000538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab354d3-29ca-4de8-91b2-0c5b05c73e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be88878-591f-465f-b9d8-5456ddc9f1bd,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.003095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48458) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.009970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Deleting port 0cc71a08-fb53-452b-8bb8-290e3b319a8b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:29.010434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.028602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce7655-4caa-4984-82db-999001b69f11 req-2581b7a6-186e-4452-83f6-86da8c77da2b tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.030719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cce7655-4caa-4984-82db-999001b69f11 req-2581b7a6-186e-4452-83f6-86da8c77da2b tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 950 time: 0.1118259 Sep 16 05:02:29.110085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cce7655-4caa-4984-82db-999001b69f11 req-189ec32c-0b27-45c1-a669-49bbfe953122 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712273 Sep 16 05:02:29.141541 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4174ced2-cc66-4d2f-8e25-36a72b3be062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.161750 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.186519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Calling delete_port for 0cc71a08-fb53-452b-8bb8-290e3b319a8b owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:29.205708 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4174ced2-cc66-4d2f-8e25-36a72b3be062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.536184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.561058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event deleted for resources: {'Port': ['ID=0cc71a08-fb53-452b-8bb8-290e3b319a8b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.677448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.743903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105057-5bdf-46dc-a826-e2fcd305eb22 req-53d32e1e-b99b-40e0-8a10-10814837616c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.745521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb105057-5bdf-46dc-a826-e2fcd305eb22 req-53d32e1e-b99b-40e0-8a10-10814837616c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.5128374 Sep 16 05:02:29.767041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0850a-48ce-4bf7-a239-18d7d3b0a99d None None] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:29.793889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-bf9b7ae1-605f-4d3e-83fa-6ecc6c796e6e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.796270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-bf9b7ae1-605f-4d3e-83fa-6ecc6c796e6e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 816 time: 0.2146683 Sep 16 05:02:29.806829 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4174ced2-cc66-4d2f-8e25-36a72b3be062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.809530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4174ced2-cc66-4d2f-8e25-36a72b3be062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.813409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4174ced2-cc66-4d2f-8e25-36a72b3be062 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2be88878-591f-465f-b9d8-5456ddc9f1bd HTTP/1.1" status: 204 len: 168 time: 0.8060737 Sep 16 05:02:29.850044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb105057-5bdf-46dc-a826-e2fcd305eb22 req-24b38f9a-3672-4922-a5e9-f2198624b974 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917270 Sep 16 05:02:29.851857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174ced2-cc66-4d2f-8e25-36a72b3be062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be88878-591f-465f-b9d8-5456ddc9f1bd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.856346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-d2d57138-147f-4df1-b05f-ca56ca0862ea tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/quotas/312b389330164005a0ecddf7ead52b7c HTTP/1.1" status: 200 len: 375 time: 0.0444934 Sep 16 05:02:29.865260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Provisioning complete for port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:29.866072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.969115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-3763048b-f15d-40b6-9d56-ca696312ef5f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050193 Sep 16 05:02:30.027418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.087439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] For port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:30.156403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-a08ca35e-834b-4e1b-bf24-a45df1866a02 service neutron] 10.222.0.59 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797113 Sep 16 05:02:30.158355 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.215027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.218520 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.248501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Pushing event updated for resources: {'Port': ['ID=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.276069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.276938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.277836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.278805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.279196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.281548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.281906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.282743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.283288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.283640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.283982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.284555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4144bf-2b55-4f9b-af31-157e2de5001f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.351756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:30.375698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476a97-f34a-4b4e-b906-a66359d98115 req-c83a8389-9d81-4005-bc7b-83f7180aec44 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.386301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.386928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Fanout notify agent at l3_agent the message router_deleted on router 34a3c51c-b30e-4974-87c2-f2dd407562f7 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:30.391913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a476a97-f34a-4b4e-b906-a66359d98115 req-c83a8389-9d81-4005-bc7b-83f7180aec44 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 950 time: 0.1617994 Sep 16 05:02:30.395542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.396681 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-167d1d55-0f91-43fd-8eb9-770ba4d8208e tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/34a3c51c-b30e-4974-87c2-f2dd407562f7 HTTP/1.1" status: 204 len: 168 time: 1.8280737 Sep 16 05:02:30.405609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48494) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.415459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'router': {'name': 'tempest-snat-router-207758380', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': False}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:30.457118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:30.457568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.463943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-1442fc93-fea6-427d-a692-54a8ed81caba service neutron] 10.222.0.59 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934434 Sep 16 05:02:30.488011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a476a97-f34a-4b4e-b906-a66359d98115 req-6d0c70a7-db71-41c9-b411-feef9e1ddfe6 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904067 Sep 16 05:02:30.518648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b5d5526f-fc23-40f9-84de-c49739f344b8 None None] Provisioning complete for port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:30.519454 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5d5526f-fc23-40f9-84de-c49739f344b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.524744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.525855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.679143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.039916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.137702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-5628620a-a1b5-4b5c-884a-e07b01561a1a tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.139711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-5628620a-a1b5-4b5c-884a-e07b01561a1a tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 816 time: 0.1422212 Sep 16 05:02:31.171470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-0a73cba1-e507-4a2a-b5c7-7d07cddbcca0 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/quotas/312b389330164005a0ecddf7ead52b7c HTTP/1.1" status: 200 len: 375 time: 0.0216074 Sep 16 05:02:31.244395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-311bc5cb-434a-4042-b103-7cf750aec8c9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689158 Sep 16 05:02:31.371212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-29af2cfe-637a-4a78-b426-b09b7afe08eb service neutron] 10.222.0.59 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285055 Sep 16 05:02:31.505616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.530305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-efffdce4-2a4a-4355-8424-0c08af4fd96d service neutron] 10.222.0.59 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469605 Sep 16 05:02:31.531470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.682461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Allocated IP 172.25.7.201 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/37036d7f-187c-4309-b2c6-d62af907ab84) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:31.826435 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.883698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e18b5-15b7-4398-8f50-525550291aab req-a4843409-0b8a-4667-8146-b4e130df0c30 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.885247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f65e18b5-15b7-4398-8f50-525550291aab req-a4843409-0b8a-4667-8146-b4e130df0c30 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0588403 Sep 16 05:02:31.949456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f65e18b5-15b7-4398-8f50-525550291aab req-42c9a134-04ba-4525-a468-6c3e2f787901 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534863 Sep 16 05:02:32.056600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.104136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:32.109872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:32.114044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:32.167863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'Port': ['ID=37036d7f-187c-4309-b2c6-d62af907ab84,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.269811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:32.321633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75ff0cf1-c7c1-4f1a-b375-d60ff4fc7012 req-5e3a6672-dab6-4718-93b4-7635dadaaffd tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 210 time: 0.0638311 Sep 16 05:02:32.341630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:32.475685 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.477581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:32.477940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.566980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:32.568007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:32.571889 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aab48d-2451-4599-a20e-697f0b16b40a" -d '{"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-unplugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:32.646422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.683931 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2ca4e1-212d-47aa-8bd7-593d85a74c77 x-openstack-request-id: req-6e2ca4e1-212d-47aa-8bd7-593d85a74c77 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:32.684455 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-unplugged", "status": "completed", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:32.684875 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e2ca4e1-212d-47aa-8bd7-593d85a74c77 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:32.685435 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'code': 200} Sep 16 05:02:32.693164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-3d11b97b-2d45-4a33-a8b9-0d0e0936ece5 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.705083 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-3d11b97b-2d45-4a33-a8b9-0d0e0936ece5 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 816 time: 0.2795160 Sep 16 05:02:32.725935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.760959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Request body: {'port': {'device_id': '754b6f3d-19cf-41af-b629-6b0cfbe6b2f7', 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'admin_state_up': True, 'tenant_id': '312b389330164005a0ecddf7ead52b7c'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:32.898451 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.079183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Made reservation on behalf of 312b389330164005a0ecddf7ead52b7c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:33.085150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.149771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c922e2e-595f-4625-9ab1-0e355020858b req-d62bc86c-ae00-46c9-a1d4-38ce454cf33a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.157377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c922e2e-595f-4625-9ab1-0e355020858b req-d62bc86c-ae00-46c9-a1d4-38ce454cf33a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1165681 Sep 16 05:02:33.236655 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.239640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c922e2e-595f-4625-9ab1-0e355020858b req-220fddb4-d745-4f53-807b-144236f94721 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Sep 16 05:02:33.264691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6c52-e952-41cf-b840-bc12c002103f req-d4739c24-6957-4308-b82a-7c72d1712db7 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.275659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d4d6c52-e952-41cf-b840-bc12c002103f req-d4739c24-6957-4308-b82a-7c72d1712db7 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 948 time: 0.1147680 Sep 16 05:02:33.311979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d4d6c52-e952-41cf-b840-bc12c002103f req-6a143ff5-97a3-4dd0-b6c9-b1e8c6b10640 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367644 Sep 16 05:02:33.392847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Allocated IP 172.20.0.6 (cd4e0ce8-a30d-4e70-b699-c7763b93eb3c/aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4/a37e3673-b719-4e26-afc9-5633bcc0ab8d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:33.448975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8f11305-06ab-43d9-bec7-861d0e0c4d85 req-cae74f3e-94f2-443b-8e72-e90aeeabb849 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 210 time: 0.0367596 Sep 16 05:02:33.594332 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.599903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Router 4fdf3ca5-6360-4a10-a66b-165a29d53170 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:33.729036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:33.742769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Sync routers for ids ['4fdf3ca5-6360-4a10-a66b-165a29d53170'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:33.756336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Routers {'4fdf3ca5-6360-4a10-a66b-165a29d53170'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:33.756630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48646) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.757443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4fdf3ca5-6360-4a10-a66b-165a29d53170'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:33.827892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.875881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.880685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48650) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.886964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Set router 4fdf3ca5-6360-4a10-a66b-165a29d53170 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:33.893600 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-71d95701-358e-400f-91b3-f385c7a321a2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4670668 Sep 16 05:02:33.909967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:33.928723 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:33.932209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:34.015146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Pushing event updated for resources: {'Port': ['ID=a37e3673-b719-4e26-afc9-5633bcc0ab8d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.021122 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c57708d-210f-4e7d-b535-0bcf2bdf4da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.039636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.039636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.114057 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-33eec90c-da11-401b-b25f-6c0583798689 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3574851 Sep 16 05:02:34.133423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdf3ca5-6360-4a10-a66b-165a29d53170', 'name': 'tempest-snat-router-207758380', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.201'}], 'enable_snat': False}, 'gw_port_id': '37036d7f-187c-4309-b2c6-d62af907ab84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:30Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 3, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port': {'id': '37036d7f-187c-4309-b2c6-d62af907ab84', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf3ca5-6360-4a10-a66b-165a29d53170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:34.144350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Request body: {'port': {'device_id': '754b6f3d-19cf-41af-b629-6b0cfbe6b2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:34.175042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Checking router: 4fdf3ca5-6360-4a10-a66b-165a29d53170 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:34.175042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Updating router 4fdf3ca5-6360-4a10-a66b-165a29d53170 port 37036d7f-187c-4309-b2c6-d62af907ab84 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:34.217967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ad33cbeb-fb8c-474c-890d-273e4ca71d80 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/routers/4fdf3ca5-6360-4a10-a66b-165a29d53170 HTTP/1.1" status: 200 len: 908 time: 0.3353562 Sep 16 05:02:34.224542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48652) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.229620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.230451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'router': {'name': 'tempest-snat-router-207758380', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': True}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:34.284803 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.285281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-6be498ed-59bc-44a7-9d1b-c51cacef0df7 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.286936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-6be498ed-59bc-44a7-9d1b-c51cacef0df7 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 816 time: 0.3254011 Sep 16 05:02:34.325254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Request body: {'port': {'device_id': '0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a', 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'admin_state_up': True, 'tenant_id': '312b389330164005a0ecddf7ead52b7c'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:34.538448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c57708d-210f-4e7d-b535-0bcf2bdf4da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.560339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf5af-3b41-4ad3-a53b-e8df77a331ce req-57dad375-e194-4629-9c70-ced1a5f6b7f5 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.562823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45bdf5af-3b41-4ad3-a53b-e8df77a331ce req-57dad375-e194-4629-9c70-ced1a5f6b7f5 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 948 time: 0.1203687 Sep 16 05:02:34.612014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec78cd4-ffa0-4195-af82-e9b596acc8f8 req-cc776272-381b-4254-901d-6e19d50dcd58 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.613550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cec78cd4-ffa0-4195-af82-e9b596acc8f8 req-cc776272-381b-4254-901d-6e19d50dcd58 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.2385375 Sep 16 05:02:34.640394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.657752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5863e25d-292c-4c76-8208-73e71f454b89 None None] Provisioning complete for port a37e3673-b719-4e26-afc9-5633bcc0ab8d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:34.659442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5863e25d-292c-4c76-8208-73e71f454b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.664935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9c57708d-210f-4e7d-b535-0bcf2bdf4da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.694924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37e3673-b719-4e26-afc9-5633bcc0ab8d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:34.706630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9c57708d-210f-4e7d-b535-0bcf2bdf4da4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7752a149775c485384a92aacab3abbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9488230 Sep 16 05:02:34.713397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.716652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48668) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.737217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45bdf5af-3b41-4ad3-a53b-e8df77a331ce req-ba8fcd9a-7092-4591-99ae-98089111fe2e tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662385 Sep 16 05:02:34.765392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cec78cd4-ffa0-4195-af82-e9b596acc8f8 req-4cfa7f6b-f039-44cd-be15-08df316bf80f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342175 Sep 16 05:02:34.776222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Transition to ACTIVE for port object a37e3673-b719-4e26-afc9-5633bcc0ab8d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:34.796264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57708d-210f-4e7d-b535-0bcf2bdf4da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a33da2-1795-46c1-b368-87869908a779,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.837476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e16f36e3-f513-4c04-968c-2241f394d857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.864861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e16f36e3-f513-4c04-968c-2241f394d857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.874537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.875891 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.877860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.901682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5863e25d-292c-4c76-8208-73e71f454b89 None None] Port a37e3673-b719-4e26-afc9-5633bcc0ab8d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:34.903667 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.959475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Attempting to bind port 37036d7f-187c-4309-b2c6-d62af907ab84 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:34.961378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Attempting to bind port 37036d7f-187c-4309-b2c6-d62af907ab84 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:34.961378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Attempting to bind port 37036d7f-187c-4309-b2c6-d62af907ab84 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:34.962257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752df95-8006-424a-afdc-cf2acab63338 None None] Pushing event updated for resources: {'Port': ['ID=37036d7f-187c-4309-b2c6-d62af907ab84,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.968312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:34.968688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:34.969101 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.969499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:34.969980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Bound port: 37036d7f-187c-4309-b2c6-d62af907ab84, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:34.970372 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.026765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.035109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] For port 37036d7f-187c-4309-b2c6-d62af907ab84, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:35.038438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] For port 37036d7f-187c-4309-b2c6-d62af907ab84, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=37036d7f-187c-4309-b2c6-d62af907ab84,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:35.065272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02d29070-05f7-425e-b1df-18c77b4495d9 req-0a26ff09-cdfb-48fc-9d65-9673d62a6008 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 210 time: 0.0412483 Sep 16 05:02:35.066730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Made reservation on behalf of 312b389330164005a0ecddf7ead52b7c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:35.074039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.136321 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.179151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Pushing event updated for resources: {'Port': ['ID=a37e3673-b719-4e26-afc9-5633bcc0ab8d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.264316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752df95-8006-424a-afdc-cf2acab63338 None None] Pushing event updated for resources: {'Port': ['ID=37036d7f-187c-4309-b2c6-d62af907ab84,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.271411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e16f36e3-f513-4c04-968c-2241f394d857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.285848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e16f36e3-f513-4c04-968c-2241f394d857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.289164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e16f36e3-f513-4c04-968c-2241f394d857 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0a33da2-1795-46c1-b368-87869908a779 HTTP/1.1" status: 204 len: 168 time: 0.5679595 Sep 16 05:02:35.289303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Routers {'4fdf3ca5-6360-4a10-a66b-165a29d53170'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:35.290533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4fdf3ca5-6360-4a10-a66b-165a29d53170'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:35.326987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-a9aeb36f-9614-40b2-82f3-2d9ca5f0606a tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.333123 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-a9aeb36f-9614-40b2-82f3-2d9ca5f0606a tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 948 time: 0.3498547 Sep 16 05:02:35.336579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f36e3-f513-4c04-968c-2241f394d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a33da2-1795-46c1-b368-87869908a779,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.339183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.363527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-148437d2-d842-4556-adbd-1a84fb1fed03 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.365653 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-148437d2-d842-4556-adbd-1a84fb1fed03 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 816 time: 0.3629429 Sep 16 05:02:35.409741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Attempting to bind port a37e3673-b719-4e26-afc9-5633bcc0ab8d on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:35.410083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Attempting to bind port a37e3673-b719-4e26-afc9-5633bcc0ab8d by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:35.410424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Attempting to bind port a37e3673-b719-4e26-afc9-5633bcc0ab8d on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:35.412618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Allocated IP 172.20.0.4 (cd4e0ce8-a30d-4e70-b699-c7763b93eb3c/aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4/7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:35.420758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Request body: {'port': {'device_id': '796bc79f-9dd1-4736-af2b-7d5761b64d5c', 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'admin_state_up': True, 'tenant_id': '312b389330164005a0ecddf7ead52b7c'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:35.478993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Port a37e3673-b719-4e26-afc9-5633bcc0ab8d on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:35.479897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Attempting to bind port a37e3673-b719-4e26-afc9-5633bcc0ab8d on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:35.497660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:35.498566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Checking segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:35.498969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Bound using segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:35.499444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Bound port: a37e3673-b719-4e26-afc9-5633bcc0ab8d, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:35.500056 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.503557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] Set router 4fdf3ca5-6360-4a10-a66b-165a29d53170 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:35.644589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Deleting port da53a69e-7401-4148-8016-0ef678f6d7c5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:35.644940 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.673004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] For port a37e3673-b719-4e26-afc9-5633bcc0ab8d, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:35.761964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] For port a37e3673-b719-4e26-afc9-5633bcc0ab8d, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a37e3673-b719-4e26-afc9-5633bcc0ab8d,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:35.821851 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.829633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdf3ca5-6360-4a10-a66b-165a29d53170', 'name': 'tempest-snat-router-207758380', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.201'}], 'enable_snat': False}, 'gw_port_id': '37036d7f-187c-4309-b2c6-d62af907ab84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:30Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 3, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port': {'id': '37036d7f-187c-4309-b2c6-d62af907ab84', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf3ca5-6360-4a10-a66b-165a29d53170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:35.836171 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.865821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] For port da53a69e-7401-4148-8016-0ef678f6d7c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=da53a69e-7401-4148-8016-0ef678f6d7c5,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:35.866541 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.879991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.882591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.920851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Made reservation on behalf of 312b389330164005a0ecddf7ead52b7c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:35.920851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.923647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055fae9-009c-4ca8-87c0-64ae276a444c None None] The sync data for ids ['4fdf3ca5-6360-4a10-a66b-165a29d53170'] in n-d-712143-16 is: [{'id': '4fdf3ca5-6360-4a10-a66b-165a29d53170', 'name': 'tempest-snat-router-207758380', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.201'}], 'enable_snat': False}, 'gw_port_id': '37036d7f-187c-4309-b2c6-d62af907ab84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:30Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 3, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port': {'id': '37036d7f-187c-4309-b2c6-d62af907ab84', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf3ca5-6360-4a10-a66b-165a29d53170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:35.977155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Calling delete_port for da53a69e-7401-4148-8016-0ef678f6d7c5 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:36.047609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.048442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.050120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] 10.222.0.57 "PUT /v2.0/ports/a37e3673-b719-4e26-afc9-5633bcc0ab8d HTTP/1.1" status: 200 len: 1092 time: 1.9115884 Sep 16 05:02:36.052565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754b6f3d-19cf-41af-b629-6b0cfbe6b2f7', 'tag': 'a37e3673-b719-4e26-afc9-5633bcc0ab8d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:36.055386 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0148913e-1868-4ab0-bc3c-17721bc0e82e" -d '{"events": [{"name": "network-changed", "server_uuid": "754b6f3d-19cf-41af-b629-6b0cfbe6b2f7", "tag": "a37e3673-b719-4e26-afc9-5633bcc0ab8d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:36.154385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c1eb-060e-4338-a121-dccae59ab75b service neutron] Pushing event updated for resources: {'Port': ['ID=a37e3673-b719-4e26-afc9-5633bcc0ab8d,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.684064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2707d-d3b3-4c92-b08b-b297c018266e req-dedc9665-11e5-4415-9bd6-6b1555265e19 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.693710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3de2707d-d3b3-4c92-b08b-b297c018266e req-dedc9665-11e5-4415-9bd6-6b1555265e19 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 948 time: 0.8152237 Sep 16 05:02:36.730539 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f797f-7ee0-4718-a670-6317ba7c5aa0 req-49b47447-7d81-4620-adf6-3dd8272e04fa tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.731903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a16f797f-7ee0-4718-a670-6317ba7c5aa0 req-49b47447-7d81-4620-adf6-3dd8272e04fa tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.7894144 Sep 16 05:02:36.739217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-80bc97a2-ce6d-4ae5-9e4d-1bfb2e987172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.741293 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-80bc97a2-ce6d-4ae5-9e4d-1bfb2e987172 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 1095 time: 0.5110366 Sep 16 05:02:36.798350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Allocated IP 172.25.7.254 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c8423a2e-8836-4d6b-bbf5-8f4d1da2592d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:36.807113 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-2b9a0f23-d2fb-4c7a-bbdb-0deaf3ed1757 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37e3673-b719-4e26-afc9-5633bcc0ab8d HTTP/1.1" status: 200 len: 217 time: 0.0421486 Sep 16 05:02:36.835939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.866170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3de2707d-d3b3-4c92-b08b-b297c018266e req-2232eeec-4dd1-41d8-9ec5-a68f7cb087ff tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/security-groups?id=16adf3c2-16ed-48ad-9e01-f02bfa88e193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714492 Sep 16 05:02:36.867016 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.891066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a16f797f-7ee0-4718-a670-6317ba7c5aa0 req-655c0c08-4e8b-442e-9090-34981808bf76 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496158 Sep 16 05:02:36.945254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Pushing event deleted for resources: {'Port': ['ID=da53a69e-7401-4148-8016-0ef678f6d7c5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.988071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Allocated IP 172.20.0.14 (cd4e0ce8-a30d-4e70-b699-c7763b93eb3c/aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4/720febbd-6f57-4db7-bf08-1f4eca22cff9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:37.001200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:37.008999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:37.011786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:37.087937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] No DVR routers for this DVR port da53a69e-7401-4148-8016-0ef678f6d7c5 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:37.105647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Pushing event updated for resources: {'Port': ['ID=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.117295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.123521 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c7e65a51-4601-4362-95ce-38732a6cad2c req-f0a160c7-f3b9-4230-993a-40c64f927bce tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.60 "DELETE /v2.0/ports/da53a69e-7401-4148-8016-0ef678f6d7c5 HTTP/1.1" status: 204 len: 173 time: 1.7808115 Sep 16 05:02:37.125726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-3e588e0c-dd58-4731-8891-e8418bf799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.127269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-3e588e0c-dd58-4731-8891-e8418bf799ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 HTTP/1.1" status: 200 len: 855 time: 0.2862871 Sep 16 05:02:37.156889 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c783b4f-08ad-46bd-962f-4310ed219c53 x-openstack-request-id: req-3c783b4f-08ad-46bd-962f-4310ed219c53 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:37.157446 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754b6f3d-19cf-41af-b629-6b0cfbe6b2f7", "tag": "a37e3673-b719-4e26-afc9-5633bcc0ab8d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:37.159133 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c783b4f-08ad-46bd-962f-4310ed219c53 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:37.159983 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754b6f3d-19cf-41af-b629-6b0cfbe6b2f7', 'tag': 'a37e3673-b719-4e26-afc9-5633bcc0ab8d', 'status': 'completed', 'code': 200} Sep 16 05:02:37.209008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.209886 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.275361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e913490-d4e7-45a0-9844-fb8e5a44f828 req-fe1781d8-08e4-46a3-9e2b-4306a6ce076f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 210 time: 0.0830638 Sep 16 05:02:37.287892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.297437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-44141990-2af4-4a81-b48c-4bf4c776e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.299176 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-44141990-2af4-4a81-b48c-4bf4c776e3ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352415 Sep 16 05:02:37.412185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-5c62028a-fe46-4eb3-a29c-ff24545b487e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0907779 Sep 16 05:02:37.442065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Request body: {'port': {'device_id': '0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:37.503888 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.508713 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-b4dab152-f5e0-4b6a-bcb0-d9adba8b70c5 service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599176 Sep 16 05:02:37.536276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.575667 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.587544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:37.597828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e042e21d-aa50-4739-bf89-e3c8966e5501 None None] Provisioning complete for port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:37.598358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e042e21d-aa50-4739-bf89-e3c8966e5501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.601087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:37.609767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:37.642470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'Port': ['ID=c8423a2e-8836-4d6b-bbf5-8f4d1da2592d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.654655 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.671418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e042e21d-aa50-4739-bf89-e3c8966e5501 None None] Port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:37.734921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:37.739985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:37.744338 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-63412ca1-1c9b-4cbe-8bac-509d6264aac9 req-4090bc92-c830-41d0-b11b-b8d3f53d9342 service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173889 Sep 16 05:02:37.745366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:37.788307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Pushing event updated for resources: {'Port': ['ID=720febbd-6f57-4db7-bf08-1f4eca22cff9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.829480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.830150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.948494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-41bd14d9-1200-40c1-bf1e-0d698b29b859 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5322850 Sep 16 05:02:38.022522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48738) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.074174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Request body: {'port': {'device_id': '796bc79f-9dd1-4736-af2b-7d5761b64d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:38.177061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6355b230-2576-4df6-ae8f-6949de27c894 req-45acfe21-0c1c-495f-9973-38195b02e7b5 tempest-ImagesOneServerTestJSON-1921008346 tempest-ImagesOneServerTestJSON-1921008346-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb068f8b-541f-4db0-9d9f-428533f0a8da HTTP/1.1" status: 200 len: 210 time: 0.1018031 Sep 16 05:02:38.219778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-5efb86ab-a21f-4931-ad10-edeb641a37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.219989 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-5efb86ab-a21f-4931-ad10-edeb641a37da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 1095 time: 0.1876023 Sep 16 05:02:38.223364 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-85ae2d52-0a24-46f3-b878-463b578e7cc4 None None] Provisioning complete for port 720febbd-6f57-4db7-bf08-1f4eca22cff9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:38.223775 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85ae2d52-0a24-46f3-b878-463b578e7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.231856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eba10728-f27d-485a-9b38-586b6f147afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.246806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.282831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54fc00-8e32-459e-81c6-1f62a0bb7447 req-2354c711-04f7-479e-963a-e93dda57f0c2 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.292952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d54fc00-8e32-459e-81c6-1f62a0bb7447 req-2354c711-04f7-479e-963a-e93dda57f0c2 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.2777584 Sep 16 05:02:38.314979 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:38.417552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-85ae2d52-0a24-46f3-b878-463b578e7cc4 None None] Port 720febbd-6f57-4db7-bf08-1f4eca22cff9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:38.428695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: da53a69e-7401-4148-8016-0ef678f6d7c5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:38.431886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device da53a69e-7401-4148-8016-0ef678f6d7c5 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:38.441695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.452751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 37036d7f-187c-4309-b2c6-d62af907ab84 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:38.530464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 37036d7f-187c-4309-b2c6-d62af907ab84 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:38.530948 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.541594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d54fc00-8e32-459e-81c6-1f62a0bb7447 req-a5791dc9-4308-4ce6-b873-44637d1c4d66 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386589 Sep 16 05:02:38.584475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:38.610597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.653380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-5a9e262f-a9b5-4cab-8786-407d89f5db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.655580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-5a9e262f-a9b5-4cab-8786-407d89f5db03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 917 time: 0.4191163 Sep 16 05:02:38.678676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Transition to ACTIVE for port object 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:38.688817 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.704766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc69e-d220-448c-b605-da1d298a9cc2 req-a2ffbb90-8d56-432e-9dff-ebf02962a47f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.706518 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad1cc69e-d220-448c-b605-da1d298a9cc2 req-a2ffbb90-8d56-432e-9dff-ebf02962a47f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 932 time: 0.1163242 Sep 16 05:02:38.712213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 37036d7f-187c-4309-b2c6-d62af907ab84, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=37036d7f-187c-4309-b2c6-d62af907ab84,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:38.714596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-7d154378-605d-428f-b5a2-8f98e4f79e3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37e3673-b719-4e26-afc9-5633bcc0ab8d HTTP/1.1" status: 200 len: 217 time: 0.0465105 Sep 16 05:02:38.771286 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.793417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.804301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eba10728-f27d-485a-9b38-586b6f147afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.835006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-826eed54-db27-4a71-9900-1e0866066ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.836647 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-826eed54-db27-4a71-9900-1e0866066ba6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 HTTP/1.1" status: 200 len: 855 time: 0.1140978 Sep 16 05:02:38.871119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=37036d7f-187c-4309-b2c6-d62af907ab84,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.891573 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad1cc69e-d220-448c-b605-da1d298a9cc2 req-1a138e89-278a-443b-a9f9-67e5bb434ff0 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708460 Sep 16 05:02:38.892531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Pushing event updated for resources: {'Port': ['ID=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.914908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eba10728-f27d-485a-9b38-586b6f147afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.992687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eba10728-f27d-485a-9b38-586b6f147afa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d58d58e5bbf419388e1a677bfce4a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9662192 Sep 16 05:02:38.994996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48760) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.010589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba10728-f27d-485a-9b38-586b6f147afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30191ae9-5eff-48f7-8a5a-3be8845ec037,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.011375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.016878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-e9680939-2c41-48f3-98cc-671534bf8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.018382 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-e9680939-2c41-48f3-98cc-671534bf8239 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631830 Sep 16 05:02:39.037965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720febbd-6f57-4db7-bf08-1f4eca22cff9 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:39.052981 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.088783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Attempting to bind port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:39.089208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Attempting to bind port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:39.089628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Attempting to bind port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:39.090770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Transition to ACTIVE for port object 720febbd-6f57-4db7-bf08-1f4eca22cff9 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:39.108131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:39.108534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Attempting to bind port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:39.126046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:39.126506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Checking segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:39.126952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Bound using segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:39.127909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Bound port: 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:39.127909 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.162530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-29d8fc1c-a69a-46f1-8fb9-73572cbb867f service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267984 Sep 16 05:02:39.163575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-deleted', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:39.166196 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631551b7-b760-4427-a280-92b4406f07b1" -d '{"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-deleted", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:39.171884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.184089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c0fee62-9841-4a93-943c-c637eb0e0d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.231438 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5129f2b9-b251-49a0-863a-404a85290199 x-openstack-request-id: req-5129f2b9-b251-49a0-863a-404a85290199 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:39.231873 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb068f8b-541f-4db0-9d9f-428533f0a8da", "name": "network-vif-deleted", "tag": "da53a69e-7401-4148-8016-0ef678f6d7c5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:39.232660 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5129f2b9-b251-49a0-863a-404a85290199 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:39.233554 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb068f8b-541f-4db0-9d9f-428533f0a8da', 'name': 'network-vif-deleted', 'tag': 'da53a69e-7401-4148-8016-0ef678f6d7c5', 'status': 'completed', 'code': 200} Sep 16 05:02:39.272431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c0fee62-9841-4a93-943c-c637eb0e0d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.275901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Pushing event updated for resources: {'Port': ['ID=720febbd-6f57-4db7-bf08-1f4eca22cff9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.338447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] For port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:39.342739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] For port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:39.423332 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.427344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Router 5f1c9636-309d-4a90-9874-5ed3f755274d is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:39.450992 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-af73be80-70d6-414f-a2c7-6592b827337d service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368717 Sep 16 05:02:39.473835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.474067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Attempting to bind port 720febbd-6f57-4db7-bf08-1f4eca22cff9 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:39.474295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Attempting to bind port 720febbd-6f57-4db7-bf08-1f4eca22cff9 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:39.474476 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.474772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Attempting to bind port 720febbd-6f57-4db7-bf08-1f4eca22cff9 on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:39.476131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] 10.222.0.57 "PUT /v2.0/ports/7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 HTTP/1.1" status: 200 len: 1092 time: 2.0390911 Sep 16 05:02:39.476630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a', 'tag': '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:39.479029 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a", "tag": "7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:39.480017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Port 720febbd-6f57-4db7-bf08-1f4eca22cff9 on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:39.480017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Attempting to bind port 720febbd-6f57-4db7-bf08-1f4eca22cff9 on network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:39.492588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:39.492956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Checking segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:39.493365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Bound using segment: {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:39.498549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Bound port: 720febbd-6f57-4db7-bf08-1f4eca22cff9, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e33556d-fd7b-43fb-8fd5-930a7ad475b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:39.498549 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.498787 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c0fee62-9841-4a93-943c-c637eb0e0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.500771 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c0fee62-9841-4a93-943c-c637eb0e0d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.502003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4c0fee62-9841-4a93-943c-c637eb0e0d56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30191ae9-5eff-48f7-8a5a-3be8845ec037 HTTP/1.1" status: 204 len: 168 time: 0.5057402 Sep 16 05:02:39.609547 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a062d-1749-42f5-a4a8-262b16203735 x-openstack-request-id: req-ee1a062d-1749-42f5-a4a8-262b16203735 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:39.610068 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a", "tag": "7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:39.610584 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee1a062d-1749-42f5-a4a8-262b16203735 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:39.611464 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a', 'tag': '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6', 'status': 'completed', 'code': 200} Sep 16 05:02:39.617257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fee62-9841-4a93-943c-c637eb0e0d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30191ae9-5eff-48f7-8a5a-3be8845ec037,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.639650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c8e69-a843-49a5-b4a1-14a5eec87148 service neutron] Pushing event updated for resources: {'Port': ['ID=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.688361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] For port 720febbd-6f57-4db7-bf08-1f4eca22cff9, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:39.697535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] For port 720febbd-6f57-4db7-bf08-1f4eca22cff9, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=720febbd-6f57-4db7-bf08-1f4eca22cff9,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:39.793177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.811281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:39.823768 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Sync routers for ids ['5f1c9636-309d-4a90-9874-5ed3f755274d'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:39.845107 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Routers {'5f1c9636-309d-4a90-9874-5ed3f755274d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:39.846105 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5f1c9636-309d-4a90-9874-5ed3f755274d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:39.850638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-d0276daa-171a-4613-9327-d8002ba46c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.855502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-d0276daa-171a-4613-9327-d8002ba46c9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 1095 time: 0.1935573 Sep 16 05:02:39.856044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48780) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.888124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.888952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.890727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f338-2c53-4105-a4fd-87ea91ece4d7 req-d321f6c6-1471-4722-aecd-0ca94a7fece0 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.891041 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] 10.222.0.57 "PUT /v2.0/ports/720febbd-6f57-4db7-bf08-1f4eca22cff9 HTTP/1.1" status: 200 len: 1093 time: 1.8568139 Sep 16 05:02:39.892376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06e8f338-2c53-4105-a4fd-87ea91ece4d7 req-d321f6c6-1471-4722-aecd-0ca94a7fece0 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1999674 Sep 16 05:02:39.990668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9395ce-7c32-4cf6-a2e5-eac96b613dec service neutron] Pushing event updated for resources: {'Port': ['ID=720febbd-6f57-4db7-bf08-1f4eca22cff9,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.022267 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.023531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c859e836-6021-4c28-9fff-42af87db1393 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7978456 Sep 16 05:02:40.026579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48790) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.059622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-894e8c7b-3d29-4f49-aefc-576c10727a28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 HTTP/1.1" status: 200 len: 217 time: 0.1661406 Sep 16 05:02:40.079621 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Set router 5f1c9636-309d-4a90-9874-5ed3f755274d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:40.253870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06e8f338-2c53-4105-a4fd-87ea91ece4d7 req-988598d8-d2da-4148-bbe9-79b48feb7aca tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515048 Sep 16 05:02:40.294338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-e1201ca0-e055-430c-9ecb-a2bae2c3cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.294338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-e1201ca0-e055-430c-9ecb-a2bae2c3cc6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 HTTP/1.1" status: 200 len: 855 time: 0.1965919 Sep 16 05:02:40.298145 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.319055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-fab23ad5-093f-485e-a913-711f24a33bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.322157 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-fab23ad5-093f-485e-a913-711f24a33bfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 1096 time: 0.2101834 Sep 16 05:02:40.342958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 37036d7f-187c-4309-b2c6-d62af907ab84 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:40.352886 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ec371529-0d0b-48fb-a1af-3d63748ad47d tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/routers/5f1c9636-309d-4a90-9874-5ed3f755274d HTTP/1.1" status: 200 len: 907 time: 0.3254206 Sep 16 05:02:40.363806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c5b5-aeec-464e-b8b1-174b38aeb5be req-24a7cad3-bfce-42e5-9ad3-7a97b5e59baa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.374824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c43c5b5-aeec-464e-b8b1-174b38aeb5be req-24a7cad3-bfce-42e5-9ad3-7a97b5e59baa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 944 time: 0.3138359 Sep 16 05:02:40.385010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48800) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.388069 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-d7cb5665-96c3-4ed2-9a92-107f124981c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720febbd-6f57-4db7-bf08-1f4eca22cff9 HTTP/1.1" status: 200 len: 217 time: 0.0430424 Sep 16 05:02:40.460275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 37036d7f-187c-4309-b2c6-d62af907ab84 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:40.461195 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.462752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ffa73830-342f-4ad9-87e3-d00975c2b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.464743 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-ffa73830-342f-4ad9-87e3-d00975c2b539 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 HTTP/1.1" status: 200 len: 855 time: 0.0622623 Sep 16 05:02:40.535817 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1c9636-309d-4a90-9874-5ed3f755274d', 'name': 'tempest-snat-router-207758380', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c8423a2e-8836-4d6b-bbf5-8f4d1da2592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:34Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 3, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port': {'id': 'c8423a2e-8836-4d6b-bbf5-8f4d1da2592d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1c9636-309d-4a90-9874-5ed3f755274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:35Z', 'updated_at': '2021-09-16T05:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:40.581582 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Checking router: 5f1c9636-309d-4a90-9874-5ed3f755274d for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:40.581582 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Updating router 5f1c9636-309d-4a90-9874-5ed3f755274d port c8423a2e-8836-4d6b-bbf5-8f4d1da2592d binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:40.590941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-3574d0b9-373c-4d46-97fd-1484d52c50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.595995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-3574d0b9-373c-4d46-97fd-1484d52c50c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186421 Sep 16 05:02:40.618064 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.631987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c43c5b5-aeec-464e-b8b1-174b38aeb5be req-1b866949-8f7e-4e7f-bd0d-5aef54cbd9e9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558258 Sep 16 05:02:40.640039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3150fefb-e097-4540-8920-831b3eac75b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6330cb531da442168f6db29bc4bc8e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809134 Sep 16 05:02:40.650613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48806) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.656627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-63c2710f-8ad8-4095-9004-78104f686707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.656627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-63c2710f-8ad8-4095-9004-78104f686707 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2688966 Sep 16 05:02:40.760807 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-d6ac980c-7c8a-486b-91b9-22a6f352d983 service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416593 Sep 16 05:02:40.788878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-7ec1b0dc-e9fb-4321-8e5d-f2a3cad9d915 service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146483 Sep 16 05:02:40.924832 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cd28efb-874a-4c07-bead-8a9921340bb1 req-f3febb5a-bb41-4bec-8d17-67f06880a98e service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555886 Sep 16 05:02:41.027433 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bdea284f-e406-429a-8700-dbaafdabfdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.039364 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.141746 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.203602 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Attempting to bind port c8423a2e-8836-4d6b-bbf5-8f4d1da2592d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:41.203979 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Attempting to bind port c8423a2e-8836-4d6b-bbf5-8f4d1da2592d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:41.204466 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Attempting to bind port c8423a2e-8836-4d6b-bbf5-8f4d1da2592d on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:41.214007 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Pushing event updated for resources: {'Port': ['ID=c8423a2e-8836-4d6b-bbf5-8f4d1da2592d,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.216327 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:41.217218 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:41.217621 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.218010 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:41.218486 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Bound port: c8423a2e-8836-4d6b-bbf5-8f4d1da2592d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:41.218863 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.235144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796bc79f-9dd1-4736-af2b-7d5761b64d5c', 'tag': '720febbd-6f57-4db7-bf08-1f4eca22cff9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:41.237623 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98945d30-d411-4454-a204-657097eddaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "796bc79f-9dd1-4736-af2b-7d5761b64d5c", "tag": "720febbd-6f57-4db7-bf08-1f4eca22cff9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:41.245251 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.245600 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.245947 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.256564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.259762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.265320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.265320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.265320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.265320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.265320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.265320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.265320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.265320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:41.300119 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4416099-bcb7-4e09-9626-2828a5e1caaf x-openstack-request-id: req-a4416099-bcb7-4e09-9626-2828a5e1caaf {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:41.300675 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796bc79f-9dd1-4736-af2b-7d5761b64d5c", "tag": "720febbd-6f57-4db7-bf08-1f4eca22cff9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:41.301123 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4416099-bcb7-4e09-9626-2828a5e1caaf {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:41.301808 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796bc79f-9dd1-4736-af2b-7d5761b64d5c', 'tag': '720febbd-6f57-4db7-bf08-1f4eca22cff9', 'status': 'completed', 'code': 200} Sep 16 05:02:41.345654 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] For port c8423a2e-8836-4d6b-bbf5-8f4d1da2592d, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:41.345654 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] For port c8423a2e-8836-4d6b-bbf5-8f4d1da2592d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c8423a2e-8836-4d6b-bbf5-8f4d1da2592d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:41.375430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7213fbc-25a3-434e-9891-6b4cdaf5d054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.377609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.418584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945d30-d411-4454-a204-657097eddaa7 req-64380f69-f70f-43e1-82b6-8fc6b1576e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.420935 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98945d30-d411-4454-a204-657097eddaa7 req-64380f69-f70f-43e1-82b6-8fc6b1576e2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 1096 time: 0.0511587 Sep 16 05:02:41.432988 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.439089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb7ee48-6d00-4982-8177-654cd167bc5f req-87152233-43b2-447f-8e05-63ed77f86eae service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6149611 Sep 16 05:02:41.441387 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7213fbc-25a3-434e-9891-6b4cdaf5d054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.495373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097b66-1c3c-4395-b4f7-651c7fac0046 req-95f8c4ea-dac6-4e32-b0be-651aa6ff88cf tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.502816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b097b66-1c3c-4395-b4f7-651c7fac0046 req-95f8c4ea-dac6-4e32-b0be-651aa6ff88cf tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1164622 Sep 16 05:02:41.530312 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Routers {'5f1c9636-309d-4a90-9874-5ed3f755274d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:41.531621 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5f1c9636-309d-4a90-9874-5ed3f755274d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.573948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b097b66-1c3c-4395-b4f7-651c7fac0046 req-725d0bb6-d51d-44ba-a760-d9461c7ba863 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702682 Sep 16 05:02:41.592359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Deleting port c8423a2e-8836-4d6b-bbf5-8f4d1da2592d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:41.592766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.598159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945d30-d411-4454-a204-657097eddaa7 req-8cba2b5a-df00-42b7-a479-0fea72a64f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.600546 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98945d30-d411-4454-a204-657097eddaa7 req-8cba2b5a-df00-42b7-a479-0fea72a64f12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 917 time: 0.1704471 Sep 16 05:02:41.655989 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98945d30-d411-4454-a204-657097eddaa7 req-5914bc04-41f1-4e6a-b875-5c289b85b9e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720febbd-6f57-4db7-bf08-1f4eca22cff9 HTTP/1.1" status: 200 len: 217 time: 0.0396469 Sep 16 05:02:41.657581 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9b365-219d-4351-8350-9c5ec27d4b7a None None] Pushing event updated for resources: {'Port': ['ID=c8423a2e-8836-4d6b-bbf5-8f4d1da2592d,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.667105 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] Set router 5f1c9636-309d-4a90-9874-5ed3f755274d gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:41.670935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7213fbc-25a3-434e-9891-6b4cdaf5d054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.674299 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7213fbc-25a3-434e-9891-6b4cdaf5d054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.675559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7213fbc-25a3-434e-9891-6b4cdaf5d054 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16adf3c2-16ed-48ad-9e01-f02bfa88e193 HTTP/1.1" status: 204 len: 168 time: 1.0185966 Sep 16 05:02:41.690720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7213fbc-25a3-434e-9891-6b4cdaf5d054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16adf3c2-16ed-48ad-9e01-f02bfa88e193,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.727766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] For port c8423a2e-8836-4d6b-bbf5-8f4d1da2592d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c8423a2e-8836-4d6b-bbf5-8f4d1da2592d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:41.728366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.744458 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1c9636-309d-4a90-9874-5ed3f755274d', 'name': 'tempest-snat-router-207758380', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:34Z', 'updated_at': '2021-09-16T05:02:41Z', 'revision_number': 4, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.754964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Calling delete_port for c8423a2e-8836-4d6b-bbf5-8f4d1da2592d owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:41.771712 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd22e5-f5ff-4711-9a0f-d2b7d3a5e0ee None None] The sync data for ids ['5f1c9636-309d-4a90-9874-5ed3f755274d'] in n-d-712143-16 is: [{'id': '5f1c9636-309d-4a90-9874-5ed3f755274d', 'name': 'tempest-snat-router-207758380', 'tenant_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:34Z', 'updated_at': '2021-09-16T05:02:41Z', 'revision_number': 4, 'project_id': 'bde544f4e0fa461cbd5404b1f8851f90', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:41.856526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945d30-d411-4454-a204-657097eddaa7 req-ef4ee090-9c1f-4ba8-bb09-01782e849d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.858283 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98945d30-d411-4454-a204-657097eddaa7 req-ef4ee090-9c1f-4ba8-bb09-01782e849d4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 HTTP/1.1" status: 200 len: 855 time: 0.0665526 Sep 16 05:02:41.914236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5b27-a055-43e3-99c0-2afd5c25a75b req-30040597-3b6f-4341-bf75-0772582a7661 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.915946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48db5b27-a055-43e3-99c0-2afd5c25a75b req-30040597-3b6f-4341-bf75-0772582a7661 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 944 time: 0.1622744 Sep 16 05:02:41.919673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-e06c8e68-518a-4f35-8d5a-b9c6cf0d1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.921147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-e06c8e68-518a-4f35-8d5a-b9c6cf0d1095 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 1095 time: 0.1266921 Sep 16 05:02:41.938626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945d30-d411-4454-a204-657097eddaa7 req-4eb787d6-5143-4276-b73a-cbe1c3f92dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.940884 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98945d30-d411-4454-a204-657097eddaa7 req-4eb787d6-5143-4276-b73a-cbe1c3f92dca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697031 Sep 16 05:02:42.049972 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98945d30-d411-4454-a204-657097eddaa7 req-35424a9b-ebc9-424d-a9f7-29bb59932000 service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976918 Sep 16 05:02:42.067293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48db5b27-a055-43e3-99c0-2afd5c25a75b req-222fb5d4-04ca-4d73-bc2a-5294b79a934b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437459 Sep 16 05:02:42.108090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-64678408-e60b-4c46-a2e1-9a066288da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.109901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-64678408-e60b-4c46-a2e1-9a066288da23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 917 time: 0.1761072 Sep 16 05:02:42.187129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-019824c7-9c5f-48ae-a92b-d420d37eb921 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 HTTP/1.1" status: 200 len: 217 time: 0.0563581 Sep 16 05:02:42.197929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98945d30-d411-4454-a204-657097eddaa7 req-bbca7c32-6c07-427b-ab1b-c7ef3133359f service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353874 Sep 16 05:02:42.260340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-479dfeea-2dc0-480a-a3c4-9ce947d94a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.261950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-479dfeea-2dc0-480a-a3c4-9ce947d94a1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 HTTP/1.1" status: 200 len: 855 time: 0.0643053 Sep 16 05:02:42.271652 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.327083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8423a2e-8836-4d6b-bbf5-8f4d1da2592d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.385496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a37e3673-b719-4e26-afc9-5633bcc0ab8d details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:42.410272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-65bb30ca-3424-43fd-bd54-29be8610a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.417259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-65bb30ca-3424-43fd-bd54-29be8610a081 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354840 Sep 16 05:02:42.421371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.537879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a37e3673-b719-4e26-afc9-5633bcc0ab8d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a37e3673-b719-4e26-afc9-5633bcc0ab8d,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:42.559880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'a37e3673-b719-4e26-afc9-5633bcc0ab8d', 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'port_id': 'a37e3673-b719-4e26-afc9-5633bcc0ab8d', 'mac_address': 'fa:16:3e:72:ea:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:42.621528 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.651191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37e3673-b719-4e26-afc9-5633bcc0ab8d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:42.692323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a37e3673-b719-4e26-afc9-5633bcc0ab8d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a37e3673-b719-4e26-afc9-5633bcc0ab8d,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:42.759785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.761375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.815674 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.921892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-da991e96-042e-414c-88a3-94d0155183f7 service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789925 Sep 16 05:02:42.928651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=a37e3673-b719-4e26-afc9-5633bcc0ab8d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.962794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6202e5d-96fd-4204-98db-ad7a6d03d556 req-43f4a964-b44c-42b9-91af-c23a4e249941 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.967681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6202e5d-96fd-4204-98db-ad7a6d03d556 req-43f4a964-b44c-42b9-91af-c23a4e249941 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.2132370 Sep 16 05:02:43.032097 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.035902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1c9636-309d-4a90-9874-5ed3f755274d {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:43.063211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.067708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48880) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.068213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1c9a4aaf-8606-4d42-a24b-8b1ebf4e266e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "DELETE /v2.0/routers/5f1c9636-309d-4a90-9874-5ed3f755274d HTTP/1.1" status: 204 len: 168 time: 2.6768808 Sep 16 05:02:43.139527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6202e5d-96fd-4204-98db-ad7a6d03d556 req-ee97c6bb-fdd4-49d9-a970-c96d3c675364 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683276 Sep 16 05:02:43.195740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106244d0-1cbc-4b4d-b91f-9ccb1ae2825d req-dddc2f54-8b3d-4dd7-a8f3-dff878b91c1f service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257948 Sep 16 05:02:43.271161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677297e-1569-4cbc-ada9-616b42ec0614 req-1418bfd0-d869-4e66-97b0-4a73dc65c900 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.281438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2677297e-1569-4cbc-ada9-616b42ec0614 req-1418bfd0-d869-4e66-97b0-4a73dc65c900 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 944 time: 0.0770297 Sep 16 05:02:43.287154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.300524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['a37e3673-b719-4e26-afc9-5633bcc0ab8d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:43.342408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48886) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.350523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2677297e-1569-4cbc-ada9-616b42ec0614 req-04a6cca2-e487-419f-8434-5847568899ff tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677803 Sep 16 05:02:43.433529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.489288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-160505724-network', 'tenant_id': '7a7ba4f614934ca0af7dd30446935be2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:43.568095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Deleting port 37036d7f-187c-4309-b2c6-d62af907ab84 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:43.568454 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.580579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Made reservation on behalf of 7a7ba4f614934ca0af7dd30446935be2 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:43.582819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.599939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.672014 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cac56b4a-b5a4-4a56-87ef-bd0a7f5eb718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.688987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] For port 37036d7f-187c-4309-b2c6-d62af907ab84, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=37036d7f-187c-4309-b2c6-d62af907ab84,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:43.689367 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.707176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Calling delete_port for 37036d7f-187c-4309-b2c6-d62af907ab84 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:43.809635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.906466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.940874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cba35d-7983-4d00-933b-79de8a328010,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.994432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.005749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:44.032270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event deleted for resources: {'Port': ['ID=37036d7f-187c-4309-b2c6-d62af907ab84,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.040693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.040693 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Added segment 1a5d6808-84d6-4e50-bd19-0d5cba6e45a4 of type vlan for network d1abfdd8-7b83-474c-a484-44d871d42e88 Sep 16 05:02:44.131974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.136900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.164518 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.259552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.261956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.269522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b305827-b818-4390-97f0-63a4e0934e9b req-789bc393-4f3b-412a-afec-42040e339f8f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.277810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b305827-b818-4390-97f0-63a4e0934e9b req-789bc393-4f3b-412a-afec-42040e339f8f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0688825 Sep 16 05:02:44.326100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b305827-b818-4390-97f0-63a4e0934e9b req-e59b7a9b-7044-4eb3-8c77-a289ec707669 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471339 Sep 16 05:02:44.370275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.370863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fdf3ca5-6360-4a10-a66b-165a29d53170 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:44.386167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.391782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48904) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.396967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1933481358', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:44.408230 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1250b0c4-7977-47c6-aed9-805d40708bc2 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "DELETE /v2.0/routers/4fdf3ca5-6360-4a10-a66b-165a29d53170 HTTP/1.1" status: 204 len: 168 time: 1.3300073 Sep 16 05:02:44.424943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 720febbd-6f57-4db7-bf08-1f4eca22cff9 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:44.438091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.440360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.443914 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.455170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a37e3673-b719-4e26-afc9-5633bcc0ab8d up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:44.480024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.481325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.516373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d8807-f0d7-45e8-ba01-83ce422fa64d req-78b13b85-32d0-4f99-8f5b-c41afad28f72 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.518926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b3d8807-f0d7-45e8-ba01-83ce422fa64d req-78b13b85-32d0-4f99-8f5b-c41afad28f72 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 944 time: 0.0836608 Sep 16 05:02:44.563606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] Pushing event updated for resources: {'Network': ['ID=d1abfdd8-7b83-474c-a484-44d871d42e88,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.569163 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.604413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b3d8807-f0d7-45e8-ba01-83ce422fa64d req-6e271ad7-5ab4-41cc-99c9-aa7781831da3 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773611 Sep 16 05:02:44.613798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d1abfdd8-7b83-474c-a484-44d871d42e88 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:44.619360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a07750c3-9209-4486-b8ea-c1fb6d117c52 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2726653 Sep 16 05:02:44.619568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48908) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.624870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Request body: {'subnet': {'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-160505724-subnet', 'tenant_id': '7a7ba4f614934ca0af7dd30446935be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:44.641574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port a37e3673-b719-4e26-afc9-5633bcc0ab8d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:44.650952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port a37e3673-b719-4e26-afc9-5633bcc0ab8d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:44.651362 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.729983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Made reservation on behalf of 7a7ba4f614934ca0af7dd30446935be2 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:44.731650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 720febbd-6f57-4db7-bf08-1f4eca22cff9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=720febbd-6f57-4db7-bf08-1f4eca22cff9,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:44.732381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.750695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '720febbd-6f57-4db7-bf08-1f4eca22cff9', 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'port_id': '720febbd-6f57-4db7-bf08-1f4eca22cff9', 'mac_address': 'fa:16:3e:77:7b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:44.836555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.845022 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.858031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.866035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720febbd-6f57-4db7-bf08-1f4eca22cff9 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:44.875595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754b6f3d-19cf-41af-b629-6b0cfbe6b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37e3673-b719-4e26-afc9-5633bcc0ab8d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:44.877835 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664e9d45-f9a5-45db-840c-4cd2911e667d" -d '{"events": [{"server_uuid": "754b6f3d-19cf-41af-b629-6b0cfbe6b2f7", "name": "network-vif-plugged", "status": "completed", "tag": "a37e3673-b719-4e26-afc9-5633bcc0ab8d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:44.917522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a37e3673-b719-4e26-afc9-5633bcc0ab8d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a37e3673-b719-4e26-afc9-5633bcc0ab8d,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:44.921934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 720febbd-6f57-4db7-bf08-1f4eca22cff9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=720febbd-6f57-4db7-bf08-1f4eca22cff9,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:44.932724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48914) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.939017 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed2b74f-88d6-48a5-b02b-a81d3f0dd6ab x-openstack-request-id: req-eed2b74f-88d6-48a5-b02b-a81d3f0dd6ab {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:44.940164 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754b6f3d-19cf-41af-b629-6b0cfbe6b2f7", "name": "network-vif-plugged", "status": "completed", "tag": "a37e3673-b719-4e26-afc9-5633bcc0ab8d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:44.940782 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eed2b74f-88d6-48a5-b02b-a81d3f0dd6ab {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:44.941462 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754b6f3d-19cf-41af-b629-6b0cfbe6b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37e3673-b719-4e26-afc9-5633bcc0ab8d', 'code': 200} Sep 16 05:02:44.984580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8819beeb-d309-4260-b100-3de9ad382fc3 admin admin] Deleting subnet 9d41824f-a2d9-4e9e-a9b2-7d1122bd3445 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:44.987946 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8819beeb-d309-4260-b100-3de9ad382fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.025231 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8819beeb-d309-4260-b100-3de9ad382fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.067868 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.067992 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.076777 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.076777 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.137944 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8819beeb-d309-4260-b100-3de9ad382fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.171893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=720febbd-6f57-4db7-bf08-1f4eca22cff9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.182924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d3d1a-8470-4794-8ddb-193b8240732b req-4a6762c2-b903-42a7-bf35-4cad58307073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.186502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d66d3d1a-8470-4794-8ddb-193b8240732b req-4a6762c2-b903-42a7-bf35-4cad58307073 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 1097 time: 0.1285014 Sep 16 05:02:45.198077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=674ef200-c4a2-4b80-9023-ff04dc1e6b66,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.234018 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Checking segment: {'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:45.235409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Network hostable DHCP agents. Network: d1abfdd8-7b83-474c-a484-44d871d42e88, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:45.271428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=a37e3673-b719-4e26-afc9-5633bcc0ab8d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.287456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d66d3d1a-8470-4794-8ddb-193b8240732b req-e8aa0405-89dc-4ff7-b1d3-ece8f3347cd1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568700 Sep 16 05:02:45.329840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Network d1abfdd8-7b83-474c-a484-44d871d42e88 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:45.391287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8819beeb-d309-4260-b100-3de9ad382fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.432090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d1abfdd8-7b83-474c-a484-44d871d42e88) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:45.437011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.437666 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.443034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916a79e-7741-4405-aa96-d6bab9c386c5 None None] Network d1abfdd8-7b83-474c-a484-44d871d42e88 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:45.447526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819beeb-d309-4260-b100-3de9ad382fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d41824f-a2d9-4e9e-a9b2-7d1122bd3445,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.453615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.454064 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8819beeb-d309-4260-b100-3de9ad382fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.458630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8819beeb-d309-4260-b100-3de9ad382fc3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9d41824f-a2d9-4e9e-a9b2-7d1122bd3445 HTTP/1.1" status: 204 len: 168 time: 0.5248294 Sep 16 05:02:45.459280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48922) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.521307 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.568253 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ec45e6ce-9a83-4b00-9746-2cc67bad3726 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9386201 Sep 16 05:02:45.588373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba05b6b-ddf6-4a92-99d9-ee577489b0f5 None None] Network d1abfdd8-7b83-474c-a484-44d871d42e88 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:45.648529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fc096-4b8f-4e3d-b480-9bf55e0016a5 req-4a8768f8-64ae-41b9-8fa4-1d04a46ddd53 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.650254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c3fc096-4b8f-4e3d-b480-9bf55e0016a5 req-4a8768f8-64ae-41b9-8fa4-1d04a46ddd53 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.2311039 Sep 16 05:02:45.671175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.715034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['720febbd-6f57-4db7-bf08-1f4eca22cff9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:45.784155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c3fc096-4b8f-4e3d-b480-9bf55e0016a5 req-2c85e0fd-5a2e-44dd-8004-dcf1a49ac804 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212234 Sep 16 05:02:45.887566 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.921240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Allocated IP 172.25.7.204 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/39d158f8-7903-4e2a-8b51-356938c39991) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:45.924143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:45.942643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2b8d59-916f-4ef7-87d7-269faf107796') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:45.942943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2b8d59-916f-4ef7-87d7-269faf107796') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:45.963826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df0f8d-5c69-498a-aaaf-cd4437b5f685 req-7bd24fd6-5d9e-4d2d-a13f-8e0abb6b6cf5 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.965368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49df0f8d-5c69-498a-aaaf-cd4437b5f685 req-7bd24fd6-5d9e-4d2d-a13f-8e0abb6b6cf5 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 945 time: 0.2297316 Sep 16 05:02:45.969328 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.021650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1df6ed39-5e14-42cf-a211-511967988626 req-5abea437-5077-4100-a0b0-2d563b55f348 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2098803470', 'description': 'tempest-description-461237914'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:46.026930 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.081138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:46.081541 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:46.083321 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:46.230391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 37036d7f-187c-4309-b2c6-d62af907ab84 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:46.252253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 37036d7f-187c-4309-b2c6-d62af907ab84 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:46.252669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 37036d7f-187c-4309-b2c6-d62af907ab84 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:46.397999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49df0f8d-5c69-498a-aaaf-cd4437b5f685 req-24912aff-a0d8-4971-adab-6db505e5ee95 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201193 Sep 16 05:02:46.419974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:46.464136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.492214 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1df6ed39-5e14-42cf-a211-511967988626 req-5abea437-5077-4100-a0b0-2d563b55f348 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.526765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:46.540520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6', 'network_id': 'cd4e0ce8-a30d-4e70-b699-c7763b93eb3c', 'port_id': '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6', 'mac_address': 'fa:16:3e:50:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:46.544305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.549795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.553939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5 HTTP/1.1" status: 204 len: 168 time: 1.0796177 Sep 16 05:02:46.556809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48942) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.579151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696604c-f120-4758-ad56-70ae8c3dd265 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f28cb0-6ccc-4e95-a601-d7b4a202c1e5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.603763 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.616914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b93e809-9aa6-44a8-ac35-d1fcb29b9279 admin admin] Deleting subnet 00379204-db2a-4507-b578-148937280587 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:46.618603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:46.621057 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b93e809-9aa6-44a8-ac35-d1fcb29b9279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.625604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1df6ed39-5e14-42cf-a211-511967988626 req-5abea437-5077-4100-a0b0-2d563b55f348 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.625604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.646066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:46.676127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:46.679187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b93e809-9aa6-44a8-ac35-d1fcb29b9279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.681092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1df6ed39-5e14-42cf-a211-511967988626 req-5abea437-5077-4100-a0b0-2d563b55f348 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.683485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event updated for resources: {'Port': ['ID=39d158f8-7903-4e2a-8b51-356938c39991,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.686013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:46.694320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:46.722658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b93e809-9aa6-44a8-ac35-d1fcb29b9279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.729096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.749901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea437-5077-4100-a0b0-2d563b55f348 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.784827 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.788291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.829504 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1df6ed39-5e14-42cf-a211-511967988626 req-5abea437-5077-4100-a0b0-2d563b55f348 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.830894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1df6ed39-5e14-42cf-a211-511967988626 req-5abea437-5077-4100-a0b0-2d563b55f348 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8183913 Sep 16 05:02:46.865565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1ba34829-616a-413d-bc1c-c598f7778832 req-11ed901f-60d0-4a45-a507-8c0750d5d6bf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2035205596', 'description': 'tempest-description-884514322'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:46.875201 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b93e809-9aa6-44a8-ac35-d1fcb29b9279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.904523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93e809-9aa6-44a8-ac35-d1fcb29b9279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00379204-db2a-4507-b578-148937280587,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.906462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b93e809-9aa6-44a8-ac35-d1fcb29b9279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.908492 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7b93e809-9aa6-44a8-ac35-d1fcb29b9279 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/00379204-db2a-4507-b578-148937280587 HTTP/1.1" status: 204 len: 168 time: 0.3505490 Sep 16 05:02:46.911057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48948) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.946485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f20f9-ad57-4c5b-98d2-0834d8aaf2d1 req-36623844-cca3-4bd4-b221-0c3ef393cfe0 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.948162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-482f20f9-ad57-4c5b-98d2-0834d8aaf2d1 req-36623844-cca3-4bd4-b221-0c3ef393cfe0 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0662975 Sep 16 05:02:46.988620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.989552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-482f20f9-ad57-4c5b-98d2-0834d8aaf2d1 req-1c185559-3f2e-415a-a9b4-a22c3c2270d4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Sep 16 05:02:47.015975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1ba34829-616a-413d-bc1c-c598f7778832 req-11ed901f-60d0-4a45-a507-8c0750d5d6bf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.066476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.092074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3418b896-b991-4a4c-b3a7-0062d725bf28']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:47.105031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839fb8e3-1d97-4bbf-8bda-e4962303bb0f') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:47.105436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839fb8e3-1d97-4bbf-8bda-e4962303bb0f') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:47.117208 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.134402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.141652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:47.142089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:47.143870 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:47.158306 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.182927 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:47.241792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1ba34829-616a-413d-bc1c-c598f7778832 req-11ed901f-60d0-4a45-a507-8c0750d5d6bf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.277317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.282780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.284710 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3418b896-b991-4a4c-b3a7-0062d725bf28 HTTP/1.1" status: 204 len: 168 time: 0.3727107 Sep 16 05:02:47.295603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b1f23-db91-4d77-b166-84fd50abb1b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3418b896-b991-4a4c-b3a7-0062d725bf28,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.383408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1ba34829-616a-413d-bc1c-c598f7778832 req-11ed901f-60d0-4a45-a507-8c0750d5d6bf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.385964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:47.424817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.431775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed901f-60d0-4a45-a507-8c0750d5d6bf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32eaf15f-3d48-4146-858b-76785dd9ef1e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.514941 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1ba34829-616a-413d-bc1c-c598f7778832 req-11ed901f-60d0-4a45-a507-8c0750d5d6bf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.516226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ba34829-616a-413d-bc1c-c598f7778832 req-11ed901f-60d0-4a45-a507-8c0750d5d6bf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6569500 Sep 16 05:02:47.583427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f743b4-801d-44a5-8b14-f2a0129b7e84 req-ebafa65a-cf3e-4921-b288-f23c121b83e1 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.584936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68f743b4-801d-44a5-8b14-f2a0129b7e84 req-ebafa65a-cf3e-4921-b288-f23c121b83e1 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 945 time: 0.1081295 Sep 16 05:02:47.640425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68f743b4-801d-44a5-8b14-f2a0129b7e84 req-62ed1a50-f351-4c8b-a2c9-9805fb870c78 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460885 Sep 16 05:02:47.672962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48972) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.683221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Router 9888c520-07af-464b-aaca-46f6aaea0fcd is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:47.720952 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-15fce6c2-d364-4b6f-93f3-ee19b709fb80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f75741e1f6ac4c3c8eba1037119885e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468204 Sep 16 05:02:47.723533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48978) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.777638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d485-45ff-4370-a997-d13f52312633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.799966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d485-45ff-4370-a997-d13f52312633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.865889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:47.876000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eeae34-c0e7-4378-bf6f-77dd0983056a None None] Sync routers for ids ['9888c520-07af-464b-aaca-46f6aaea0fcd'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:47.885046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eeae34-c0e7-4378-bf6f-77dd0983056a None None] Routers {'9888c520-07af-464b-aaca-46f6aaea0fcd'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:47.885670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d5eeae34-c0e7-4378-bf6f-77dd0983056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9888c520-07af-464b-aaca-46f6aaea0fcd'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:47.891980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-7017947c-0d11-4db7-8280-1327437eae45 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.893494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-7017947c-0d11-4db7-8280-1327437eae45 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 812 time: 0.1624284 Sep 16 05:02:47.908914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-fb4093c7-d549-48ac-b4c2-00a3d30616f7 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/quotas/7a7ba4f614934ca0af7dd30446935be2 HTTP/1.1" status: 200 len: 375 time: 0.0089989 Sep 16 05:02:47.936626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d485-45ff-4370-a997-d13f52312633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.939847 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d485-45ff-4370-a997-d13f52312633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.943817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c0b1d485-45ff-4370-a997-d13f52312633 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47493e57-d3c8-4c8a-b5ff-08ab6495ebb4 HTTP/1.1" status: 204 len: 168 time: 0.2170250 Sep 16 05:02:47.947187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-0aa693bc-5df5-48ae-b77c-8d453b01e4c3 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324206 Sep 16 05:02:47.951454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1d485-45ff-4370-a997-d13f52312633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47493e57-d3c8-4c8a-b5ff-08ab6495ebb4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.989590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.993911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7243a9f5-bf2e-4707-be28-914bea920827 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5983920 Sep 16 05:02:47.994239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48982) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.000656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6ce25e95-31ff-49ed-ba35-e3027949084a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': False}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:48.051882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d5eeae34-c0e7-4378-bf6f-77dd0983056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:48.066289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eeae34-c0e7-4378-bf6f-77dd0983056a None None] Routers {'9888c520-07af-464b-aaca-46f6aaea0fcd'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:48.066916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d5eeae34-c0e7-4378-bf6f-77dd0983056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9888c520-07af-464b-aaca-46f6aaea0fcd'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:48.098762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d5eeae34-c0e7-4378-bf6f-77dd0983056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:48.099456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eeae34-c0e7-4378-bf6f-77dd0983056a None None] The sync data for ids ['9888c520-07af-464b-aaca-46f6aaea0fcd'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:48.157796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-a9b70d6f-9bd8-4809-b8ef-d174e98cd370 service neutron] 10.222.0.59 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002838 Sep 16 05:02:48.214536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c2ffd-21f5-4f55-8ffe-8bb43e831075 req-7766e2db-d3fb-4ab1-9286-5ff5d7423639 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.216053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da9c2ffd-21f5-4f55-8ffe-8bb43e831075 req-7766e2db-d3fb-4ab1-9286-5ff5d7423639 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1298521 Sep 16 05:02:48.347166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da9c2ffd-21f5-4f55-8ffe-8bb43e831075 req-fc90c323-d1a8-4548-9916-6c3a7bff97de tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246419 Sep 16 05:02:48.380773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-f9ca35b9-d016-460f-bb59-319a440fa588 service neutron] 10.222.0.59 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161727 Sep 16 05:02:48.440173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 720febbd-6f57-4db7-bf08-1f4eca22cff9 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:48.506829 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ce25e95-31ff-49ed-ba35-e3027949084a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.553580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 720febbd-6f57-4db7-bf08-1f4eca22cff9 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:48.558434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 720febbd-6f57-4db7-bf08-1f4eca22cff9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:48.558929 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.591929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48994) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.608451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1aafc47d-c825-464f-9f55-58457fd35323 req-9c6a163f-697b-415b-9cd9-cd3ea8679227 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 210 time: 0.0380983 Sep 16 05:02:48.651714 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.663152 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-44a60a0a-c4ef-43b9-980e-a407fed11bef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ab22ab8694140509efa3cdae19b92b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675757 Sep 16 05:02:48.664140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49000) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.682206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796bc79f-9dd1-4736-af2b-7d5761b64d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720febbd-6f57-4db7-bf08-1f4eca22cff9'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:48.684435 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae7e493-f0ac-4a11-834d-fbf8c01d4727" -d '{"events": [{"server_uuid": "796bc79f-9dd1-4736-af2b-7d5761b64d5c", "name": "network-vif-plugged", "status": "completed", "tag": "720febbd-6f57-4db7-bf08-1f4eca22cff9"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:48.719920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 720febbd-6f57-4db7-bf08-1f4eca22cff9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=720febbd-6f57-4db7-bf08-1f4eca22cff9,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:48.745774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ddde0f8c-7fa4-4330-9783-36ff26442d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.772949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ddde0f8c-7fa4-4330-9783-36ff26442d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.804147 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.812894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdeee9d-2a14-49ac-ae3d-c3b5399baf15 req-751f3b9e-6da8-4e88-a8c9-13ecc1af89d5 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.814488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbdeee9d-2a14-49ac-ae3d-c3b5399baf15 req-751f3b9e-6da8-4e88-a8c9-13ecc1af89d5 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 945 time: 0.0674570 Sep 16 05:02:48.843506 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e06852e-f88a-4238-8cd5-7cc11c0be737 x-openstack-request-id: req-7e06852e-f88a-4238-8cd5-7cc11c0be737 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:48.843862 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796bc79f-9dd1-4736-af2b-7d5761b64d5c", "name": "network-vif-plugged", "status": "completed", "tag": "720febbd-6f57-4db7-bf08-1f4eca22cff9", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:48.844307 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e06852e-f88a-4238-8cd5-7cc11c0be737 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:48.844666 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796bc79f-9dd1-4736-af2b-7d5761b64d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720febbd-6f57-4db7-bf08-1f4eca22cff9', 'code': 200} Sep 16 05:02:48.874600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=720febbd-6f57-4db7-bf08-1f4eca22cff9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.929885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbdeee9d-2a14-49ac-ae3d-c3b5399baf15 req-c4814be2-705f-4eab-a27f-09ddf8e9a284 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781207 Sep 16 05:02:48.958202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ddde0f8c-7fa4-4330-9783-36ff26442d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.960964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ddde0f8c-7fa4-4330-9783-36ff26442d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.968328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ddde0f8c-7fa4-4330-9783-36ff26442d46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3053d118-dc23-4e73-b83a-721bc6f131ae HTTP/1.1" status: 204 len: 168 time: 0.2971442 Sep 16 05:02:48.971034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde0f8c-7fa4-4330-9783-36ff26442d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3053d118-dc23-4e73-b83a-721bc6f131ae,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.067865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf447c-0caa-469a-ab86-cbcc8f2e9aad req-675da1cb-7fa5-4903-a9ec-8a3d126daf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.069398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0edf447c-0caa-469a-ab86-cbcc8f2e9aad req-675da1cb-7fa5-4903-a9ec-8a3d126daf9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 1098 time: 0.0839531 Sep 16 05:02:49.149444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0edf447c-0caa-469a-ab86-cbcc8f2e9aad req-fc595c37-8f2f-417c-9de1-ae7692323671 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713756 Sep 16 05:02:49.577573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ce25e95-31ff-49ed-ba35-e3027949084a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.585578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ce25e95-31ff-49ed-ba35-e3027949084a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.604431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f215f1b-dd29-4362-ae4a-afa755dd2bf1 req-3fdceb29-ed5f-49d7-bdd4-41f0479afbc9 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.606232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f215f1b-dd29-4362-ae4a-afa755dd2bf1 req-3fdceb29-ed5f-49d7-bdd4-41f0479afbc9 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0731027 Sep 16 05:02:49.695127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f215f1b-dd29-4362-ae4a-afa755dd2bf1 req-f1fee72a-d55a-4058-9933-23e17839a29e tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551372 Sep 16 05:02:49.748446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-938fbb1a-901f-4975-ad79-8e4888da87c8 req-a45539f4-e32b-4eec-9728-1187e750a032 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 210 time: 0.0595300 Sep 16 05:02:49.771916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce25e95-31ff-49ed-ba35-e3027949084a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Router 9888c520-07af-464b-aaca-46f6aaea0fcd has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:49.914953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce25e95-31ff-49ed-ba35-e3027949084a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:49.920254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ce25e95-31ff-49ed-ba35-e3027949084a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.926035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6ce25e95-31ff-49ed-ba35-e3027949084a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "PUT /v2.0/routers/9888c520-07af-464b-aaca-46f6aaea0fcd HTTP/1.1" status: 200 len: 922 time: 1.9265687 Sep 16 05:02:49.926441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49048) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:49.928880 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee146ca2-c6e9-4d15-9291-44baea034ee7 None None] Sync routers for ids ['9888c520-07af-464b-aaca-46f6aaea0fcd'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:49.944634 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee146ca2-c6e9-4d15-9291-44baea034ee7 None None] Routers {'9888c520-07af-464b-aaca-46f6aaea0fcd'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:49.945481 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ee146ca2-c6e9-4d15-9291-44baea034ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9888c520-07af-464b-aaca-46f6aaea0fcd'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:49.978271 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ee146ca2-c6e9-4d15-9291-44baea034ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:49.990235 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee146ca2-c6e9-4d15-9291-44baea034ee7 None None] Routers {'9888c520-07af-464b-aaca-46f6aaea0fcd'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:49.991290 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ee146ca2-c6e9-4d15-9291-44baea034ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9888c520-07af-464b-aaca-46f6aaea0fcd'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:50.027638 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ee146ca2-c6e9-4d15-9291-44baea034ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:50.028550 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee146ca2-c6e9-4d15-9291-44baea034ee7 None None] The sync data for ids ['9888c520-07af-464b-aaca-46f6aaea0fcd'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:50.070050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712ee3f-f9e5-412e-be5a-74060c56b517 req-f58f0439-49d5-42c5-a947-8cacfb8cab2b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.071745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0712ee3f-f9e5-412e-be5a-74060c56b517 req-f58f0439-49d5-42c5-a947-8cacfb8cab2b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.0616057 Sep 16 05:02:50.083921 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-325a8605-6641-4478-bba3-b8b45aec50e6 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/routers/9888c520-07af-464b-aaca-46f6aaea0fcd HTTP/1.1" status: 200 len: 922 time: 0.1536975 Sep 16 05:02:50.084545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49054) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.115424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0712ee3f-f9e5-412e-be5a-74060c56b517 req-1990a354-fc92-44df-9084-9629ca6c56c4 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364931 Sep 16 05:02:50.131171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e0a59-597e-40fb-a8d2-528f29eee7fe tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.132739 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5e8e0a59-597e-40fb-a8d2-528f29eee7fe tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=9888c520-07af-464b-aaca-46f6aaea0fcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0472746 Sep 16 05:02:50.135632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49056) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.227073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41557ce0-b602-46d1-8a96-938e87928e0a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.228732 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-41557ce0-b602-46d1-8a96-938e87928e0a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 881 time: 0.0921926 Sep 16 05:02:50.231615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49062) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.258900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f93f68dc-a6da-419e-b192-033aa8c4c85f tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=9888c520-07af-464b-aaca-46f6aaea0fcd HTTP/1.1" status: 200 len: 205 time: 0.0255885 Sep 16 05:02:50.261395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49064) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.368049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.382781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 18011a4d-fb95-4e2e-8da8-15370d497dab details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:50.386864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 18011a4d-fb95-4e2e-8da8-15370d497dab no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:50.461779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:50.576281 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.603527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:50.630667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'port_id': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'mac_address': 'fa:16:3e:05:81:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dbca78-dc71-4464-b0dc-e8170128ff28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:50.643842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:50.680596 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.694809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18011a4d-fb95-4e2e-8da8-15370d497dab {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:50.701394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:50.706739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:50.707182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.799839 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.849731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:50.852523 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f8f4a1-85b4-4514-8701-087f4d2042f0" -d '{"events": [{"server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "name": "network-vif-unplugged", "status": "completed", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:50.869547 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.873940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23b726a2-0012-4b8a-824e-9eb7c500b033 req-e2efd493-5f93-4744-bdde-79ce6bed3239 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 210 time: 0.0448248 Sep 16 05:02:50.906238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24503a5-fd8b-493b-a8ab-0cd999eef527 req-ac2dfca9-983e-4a4e-99e8-a928fa6a88d7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.914323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b24503a5-fd8b-493b-a8ab-0cd999eef527 req-ac2dfca9-983e-4a4e-99e8-a928fa6a88d7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 943 time: 0.1328599 Sep 16 05:02:50.930578 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:02:50.930953 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:02:50.960453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-4708d24d-64d2-4b42-92c8-7a2974a21c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.962400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b24503a5-fd8b-493b-a8ab-0cd999eef527 req-bbcedea2-15bf-41d4-b3a5-7201a35434a7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436096 Sep 16 05:02:50.963337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:50.963550 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-4708d24d-64d2-4b42-92c8-7a2974a21c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.60 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 812 time: 0.2351282 Sep 16 05:02:50.965640 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dca15a-dcdc-4899-94b1-b40d83761444 x-openstack-request-id: req-06dca15a-dcdc-4899-94b1-b40d83761444 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:50.965747 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "name": "network-vif-unplugged", "status": "completed", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:50.966076 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06dca15a-dcdc-4899-94b1-b40d83761444 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:50.966384 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'code': 200} Sep 16 05:02:50.976182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:50.979561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'port': {'device_id': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88', 'admin_state_up': True, 'tenant_id': '7a7ba4f614934ca0af7dd30446935be2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:50.984188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.066891 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.160347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.171521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Deleting port 39d158f8-7903-4e2a-8b51-356938c39991 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:51.171943 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.227556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Made reservation on behalf of 7a7ba4f614934ca0af7dd30446935be2 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:51.231080 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.240282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15af4f-9b96-4eeb-9529-72dc1b394af3 req-a3030c6a-8270-4f9c-a8a2-3a856b73a3c3 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.241785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c15af4f-9b96-4eeb-9529-72dc1b394af3 req-a3030c6a-8270-4f9c-a8a2-3a856b73a3c3 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.0490673 Sep 16 05:02:51.281445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.295350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c15af4f-9b96-4eeb-9529-72dc1b394af3 req-621ced89-4299-433a-83c4-9c70003d2149 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Sep 16 05:02:51.331442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Calling delete_port for 39d158f8-7903-4e2a-8b51-356938c39991 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:51.422872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377e48d-19e6-4783-aa06-87ed9a9bb5c7 req-eb8edfde-1d94-4570-8cd7-1b2543645f99 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.424387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6377e48d-19e6-4783-aa06-87ed9a9bb5c7 req-eb8edfde-1d94-4570-8cd7-1b2543645f99 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Sep 16 05:02:51.447603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Allocated IP 172.20.0.13 (d1abfdd8-7b83-474c-a484-44d871d42e88/674ef200-c4a2-4b80-9023-ff04dc1e6b66/c62514a0-dd42-45c7-9413-d6df7540e5c5) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:51.475418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6377e48d-19e6-4783-aa06-87ed9a9bb5c7 req-431097a1-6b36-4f6f-889a-dabca782c8cb tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Sep 16 05:02:51.490403 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.505772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18011a4d-fb95-4e2e-8da8-15370d497dab {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:51.535382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:51.625745 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.636541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29530-8658-41b8-a30f-472017696531 req-919dd0a0-a61c-44c8-ad64-048b4bcca019 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.638652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ff29530-8658-41b8-a30f-472017696531 req-919dd0a0-a61c-44c8-ad64-048b4bcca019 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.0645075 Sep 16 05:02:51.682338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.694240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ff29530-8658-41b8-a30f-472017696531 req-f6033cea-1867-45d2-921d-4622d6ef6fd9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Sep 16 05:02:51.707154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.730706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.762409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event deleted for resources: {'Port': ['ID=39d158f8-7903-4e2a-8b51-356938c39991,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.828065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.840401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['18011a4d-fb95-4e2e-8da8-15370d497dab'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:51.843731 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.938054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Network d1abfdd8-7b83-474c-a484-44d871d42e88 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:51.989207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.991720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:51.994113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.000381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:52.027713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'Port': ['ID=c62514a0-dd42-45c7-9413-d6df7540e5c5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.110638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.111357 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.158462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.159112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Fanout notify agent at l3_agent the message router_deleted on router 9888c520-07af-464b-aaca-46f6aaea0fcd {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:52.176889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.176889 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-30eb843f-a922-4c25-9861-992a7d8fc57b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/9888c520-07af-464b-aaca-46f6aaea0fcd HTTP/1.1" status: 204 len: 168 time: 1.9091504 Sep 16 05:02:52.176889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49098) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:52.177147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b1789-b3fd-4ef6-a7d7-e58ec13cb05a req-27948e24-bff3-4817-9410-222044e45f60 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.177147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af1b1789-b3fd-4ef6-a7d7-e58ec13cb05a req-27948e24-bff3-4817-9410-222044e45f60 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 944 time: 0.1119168 Sep 16 05:02:52.178039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b4b75ddf-40e0-4897-948a-34767b66abe0 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-312223043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:52.185461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d78d-da41-498e-8d2b-8fda25fca224 req-e2a9ed6b-2342-40d9-9132-1bb88177a90a tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.189613 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cd3e5fe7-6f23-4f41-a15a-859d435f0da2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2159288 Sep 16 05:02:52.191747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9372d78d-da41-498e-8d2b-8fda25fca224 req-e2a9ed6b-2342-40d9-9132-1bb88177a90a tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 932 time: 0.1239316 Sep 16 05:02:52.204008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Request body: {'port': {'device_id': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:52.251814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af1b1789-b3fd-4ef6-a7d7-e58ec13cb05a req-d18cf8bf-27c0-4902-ab96-472af5617232 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589163 Sep 16 05:02:52.258209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9372d78d-da41-498e-8d2b-8fda25fca224 req-ea459794-3e94-43fd-87b9-a96a32bf6584 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622547 Sep 16 05:02:52.264891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4b75ddf-40e0-4897-948a-34767b66abe0 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.265959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4b75ddf-40e0-4897-948a-34767b66abe0 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.271149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.356925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4b75ddf-40e0-4897-948a-34767b66abe0 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.407563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 18011a4d-fb95-4e2e-8da8-15370d497dab up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:52.423633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4b75ddf-40e0-4897-948a-34767b66abe0 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.456532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 18011a4d-fb95-4e2e-8da8-15370d497dab triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:52.456832 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.516674 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4b75ddf-40e0-4897-948a-34767b66abe0 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.517889 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b4b75ddf-40e0-4897-948a-34767b66abe0 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3447528 Sep 16 05:02:52.521050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49100) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:52.527485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:52.539161 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.573611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:52.604368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62514a0-dd42-45c7-9413-d6df7540e5c5 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:52.611819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.624689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Transition to ACTIVE for port object c62514a0-dd42-45c7-9413-d6df7540e5c5 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:52.654225 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.702761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.711717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.739746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.782612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c62514a0-dd42-45c7-9413-d6df7540e5c5,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.819926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54315e-9ff8-4ced-8514-05077b29bc8a req-a0082865-294c-4356-b465-7315fa8f3cdc tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.821516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc54315e-9ff8-4ced-8514-05077b29bc8a req-a0082865-294c-4356-b465-7315fa8f3cdc tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.0558097 Sep 16 05:02:52.832560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Attempting to bind port c62514a0-dd42-45c7-9413-d6df7540e5c5 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:52.832900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Attempting to bind port c62514a0-dd42-45c7-9413-d6df7540e5c5 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:52.833239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Attempting to bind port c62514a0-dd42-45c7-9413-d6df7540e5c5 on network d1abfdd8-7b83-474c-a484-44d871d42e88 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:52.837638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Port c62514a0-dd42-45c7-9413-d6df7540e5c5 on network d1abfdd8-7b83-474c-a484-44d871d42e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:52.837965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Attempting to bind port c62514a0-dd42-45c7-9413-d6df7540e5c5 on network d1abfdd8-7b83-474c-a484-44d871d42e88 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:52.843055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:52.843435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Checking segment: {'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:52.843822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Bound using segment: {'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:52.844250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Bound port: c62514a0-dd42-45c7-9413-d6df7540e5c5, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:52.844763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.883360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc54315e-9ff8-4ced-8514-05077b29bc8a req-552b9fe5-d951-4ce8-abb1-547e3f04464f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539541 Sep 16 05:02:52.914343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] For port c62514a0-dd42-45c7-9413-d6df7540e5c5, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:52.917507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] For port c62514a0-dd42-45c7-9413-d6df7540e5c5, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:52.967878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6'}, {'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:52.970317 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448741d8-27cb-4812-8e6b-fd77b1649c73" -d '{"events": [{"server_uuid": "0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a", "name": "network-vif-plugged", "status": "completed", "tag": "7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6"}, {"server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:53.010190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.018402 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9a26f4-30e7-4edb-8a5b-daf86e88f069 x-openstack-request-id: req-2a9a26f4-30e7-4edb-8a5b-daf86e88f069 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:53.018787 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a", "name": "network-vif-plugged", "status": "completed", "tag": "7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6", "code": 200}, {"server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:53.019115 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a9a26f4-30e7-4edb-8a5b-daf86e88f069 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:53.019927 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6', 'code': 200} Sep 16 05:02:53.019927 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'code': 200} Sep 16 05:02:53.046929 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.047854 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.048562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.050532 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/c62514a0-dd42-45c7-9413-d6df7540e5c5 HTTP/1.1" status: 200 len: 1093 time: 0.8511713 Sep 16 05:02:53.051136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:53.053449 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a002f9-6482-4e6d-a4d4-ac2e5ea877c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:53.067019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.101192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728671e-6222-4b4a-9ec2-e94be06311d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c62514a0-dd42-45c7-9413-d6df7540e5c5,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.116309 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b13f2b-ae62-4173-ba96-49182d932c47 x-openstack-request-id: req-49b13f2b-ae62-4173-ba96-49182d932c47 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:53.116679 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:53.117112 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49b13f2b-ae62-4173-ba96-49182d932c47 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:53.117523 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5', 'status': 'completed', 'code': 200} Sep 16 05:02:53.216576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2c9fb-72e5-42c2-963b-d9c5a8151642 req-f8f4945d-7888-472a-9bee-ab3929667e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.218180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f2f2c9fb-72e5-42c2-963b-d9c5a8151642 req-f8f4945d-7888-472a-9bee-ab3929667e3c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 1097 time: 0.0733740 Sep 16 05:02:53.227898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a002f9-6482-4e6d-a4d4-ac2e5ea877c8 req-29f7a0ae-1943-454b-97cf-17a63a94c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.228512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135dcc-fa07-4191-bbc6-29a959dde998 req-c7925dae-3a9c-41c3-af55-410f8e99419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.229399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-09a002f9-6482-4e6d-a4d4-ac2e5ea877c8 req-29f7a0ae-1943-454b-97cf-17a63a94c24b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1096 time: 0.0834277 Sep 16 05:02:53.230234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95135dcc-fa07-4191-bbc6-29a959dde998 req-c7925dae-3a9c-41c3-af55-410f8e99419e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 1097 time: 0.0786152 Sep 16 05:02:53.246357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Allocated IP 172.25.7.90 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/4edb9529-d993-4b59-8c67-2a5e7c9652ac) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:53.323837 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f2f2c9fb-72e5-42c2-963b-d9c5a8151642 req-48e69295-f351-4f20-b3c0-823f12fd9566 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934207 Sep 16 05:02:53.359629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a002f9-6482-4e6d-a4d4-ac2e5ea877c8 req-e497e501-29be-4ff1-a801-70cd0dbc46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.365005 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-09a002f9-6482-4e6d-a4d4-ac2e5ea877c8 req-e497e501-29be-4ff1-a801-70cd0dbc46de service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7a7ba4f614934ca0af7dd30446935be2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1233251 Sep 16 05:02:53.385090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95135dcc-fa07-4191-bbc6-29a959dde998 req-bd386749-919e-4d83-9ae5-62347efb446d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450312 Sep 16 05:02:53.472109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac2aa-4588-4d98-96ea-bf6a3be81cb4 req-d3e43ecb-7417-4299-ae00-4d6c7170eaeb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.473526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3adac2aa-4588-4d98-96ea-bf6a3be81cb4 req-d3e43ecb-7417-4299-ae00-4d6c7170eaeb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 944 time: 0.1158597 Sep 16 05:02:53.483446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2814b-86c7-497b-947f-482af3e259f1 req-62dbff06-549c-4968-b65f-c03486252b65 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.484882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88f2814b-86c7-497b-947f-482af3e259f1 req-62dbff06-549c-4968-b65f-c03486252b65 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1236124 Sep 16 05:02:53.488997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.572912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3adac2aa-4588-4d98-96ea-bf6a3be81cb4 req-acca08aa-7a02-47da-a5e1-bb432c579b76 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865774 Sep 16 05:02:53.577243 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88f2814b-86c7-497b-947f-482af3e259f1 req-440c5935-2a2b-4213-907d-86842b250351 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806959 Sep 16 05:02:53.610747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a002f9-6482-4e6d-a4d4-ac2e5ea877c8 req-ba5afb7e-4e4e-4c37-9b6e-a6c86c7ff98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.612330 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-09a002f9-6482-4e6d-a4d4-ac2e5ea877c8 req-ba5afb7e-4e4e-4c37-9b6e-a6c86c7ff98c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009276 Sep 16 05:02:53.672700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.709767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:53.714422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:53.718716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:53.733939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cb8c42e5-643c-4d8f-ad02-dee8fe161323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.735817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-cb8c42e5-643c-4d8f-ad02-dee8fe161323 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1096 time: 0.0454924 Sep 16 05:02:53.752517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event updated for resources: {'Port': ['ID=4edb9529-d993-4b59-8c67-2a5e7c9652ac,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.787462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-c1aa3387-aedc-46f4-83e7-46b6cf94f53c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0413494 Sep 16 05:02:53.844647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-93431129-7391-48e2-967f-53487ba52055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.847599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-93431129-7391-48e2-967f-53487ba52055 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 200 len: 852 time: 0.0511222 Sep 16 05:02:53.884347 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-7a89036b-085d-4889-a52b-880c0d4bfef1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1abfdd8-7b83-474c-a484-44d871d42e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297930 Sep 16 05:02:53.978278 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-39882856-6cd7-4370-b42b-588a22e2542c service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868320 Sep 16 05:02:54.014984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a89b-1ed4-430b-92b8-f2b059bd20fd req-4ebb4607-9298-40cc-b7a1-b0f907ed2e8d tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.016687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b250a89b-1ed4-430b-92b8-f2b059bd20fd req-4ebb4607-9298-40cc-b7a1-b0f907ed2e8d tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.0555115 Sep 16 05:02:54.073590 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e86e6a-499c-44a8-9187-6fef55576ca7 req-2e1b08d4-870f-4001-bbd0-4ccd9d98668c service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881059 Sep 16 05:02:54.089197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b250a89b-1ed4-430b-92b8-f2b059bd20fd req-b711c310-f176-443b-92ae-ec77cfe9cd9b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660667 Sep 16 05:02:54.157991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.367933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.371561 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.586776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Router b9db4910-6464-4b41-9b28-a7aadd2dccf5 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:54.779154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831327a-c1c1-462d-af78-de781750eeee req-3753b426-8246-44ae-a5f5-f7ebff8fe36e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.780926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8831327a-c1c1-462d-af78-de781750eeee req-3753b426-8246-44ae-a5f5-f7ebff8fe36e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 944 time: 0.1266913 Sep 16 05:02:54.782159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:54.791840 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.793027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c431de8d-3cc4-4857-b87a-b692f1613531 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "PUT /v2.0/routers/b9db4910-6464-4b41-9b28-a7aadd2dccf5 HTTP/1.1" status: 200 len: 878 time: 2.2703466 Sep 16 05:02:54.795299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262331b-0711-4486-8cbb-ccaa945f5402 None None] Sync routers for ids ['b9db4910-6464-4b41-9b28-a7aadd2dccf5'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:54.796262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49158) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:54.814953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262331b-0711-4486-8cbb-ccaa945f5402 None None] Routers {'b9db4910-6464-4b41-9b28-a7aadd2dccf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:54.815355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ac323-ead6-4010-af5c-b370756d012a req-0d69da02-bba4-4e3e-be5e-d326860af39b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.816447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7262331b-0711-4486-8cbb-ccaa945f5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b9db4910-6464-4b41-9b28-a7aadd2dccf5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:54.822603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf1ac323-ead6-4010-af5c-b370756d012a req-0d69da02-bba4-4e3e-be5e-d326860af39b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.1551242 Sep 16 05:02:54.870687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7262331b-0711-4486-8cbb-ccaa945f5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:54.882605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262331b-0711-4486-8cbb-ccaa945f5402 None None] Routers {'b9db4910-6464-4b41-9b28-a7aadd2dccf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:54.883373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7262331b-0711-4486-8cbb-ccaa945f5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b9db4910-6464-4b41-9b28-a7aadd2dccf5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:54.920379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8831327a-c1c1-462d-af78-de781750eeee req-d2dd39e7-bef9-4af1-9917-afe6c8dc957b tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261439 Sep 16 05:02:54.921586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7262331b-0711-4486-8cbb-ccaa945f5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:54.922280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262331b-0711-4486-8cbb-ccaa945f5402 None None] The sync data for ids ['b9db4910-6464-4b41-9b28-a7aadd2dccf5'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:54.963849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf1ac323-ead6-4010-af5c-b370756d012a req-81300669-983d-4d48-be04-24443d4c0d81 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403549 Sep 16 05:02:54.997864 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b10f0ce6-92be-42e9-b74b-c95585366c9a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/routers/b9db4910-6464-4b41-9b28-a7aadd2dccf5 HTTP/1.1" status: 200 len: 919 time: 0.1999290 Sep 16 05:02:55.001939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49162) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.053827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd76b34d-095a-4c3e-97cc-cf16b748597c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.055652 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dd76b34d-095a-4c3e-97cc-cf16b748597c tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=b9db4910-6464-4b41-9b28-a7aadd2dccf5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0526977 Sep 16 05:02:55.058414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49164) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.138587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d6d3e-d434-4330-85c5-9cd7f0848082 req-b6344a0a-c699-45f8-9b79-a24d9d5d40e6 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.149787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d1d6d3e-d434-4330-85c5-9cd7f0848082 req-b6344a0a-c699-45f8-9b79-a24d9d5d40e6 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0726616 Sep 16 05:02:55.180493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe26e2-085c-4b98-83f7-13626545d268 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.183160 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ebe26e2-085c-4b98-83f7-13626545d268 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 881 time: 0.1236634 Sep 16 05:02:55.186366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49168) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.215108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d1d6d3e-d434-4330-85c5-9cd7f0848082 req-7df26f48-11c0-4c16-8407-dd79299f0734 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636797 Sep 16 05:02:55.217958 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b2219f87-9744-406e-8ae7-adc7bc8fc424 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9db4910-6464-4b41-9b28-a7aadd2dccf5 HTTP/1.1" status: 200 len: 205 time: 0.0300210 Sep 16 05:02:55.220491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49170) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.249060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591df58-f1d0-42c1-8604-8f335abcf730 req-3fcfde03-b68d-43e5-90ac-fa9962c6f3e4 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.251448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e591df58-f1d0-42c1-8604-8f335abcf730 req-3fcfde03-b68d-43e5-90ac-fa9962c6f3e4 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.0737188 Sep 16 05:02:55.317785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e591df58-f1d0-42c1-8604-8f335abcf730 req-ff0ba2a2-26d7-4f42-b14b-d6873040524d tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551813 Sep 16 05:02:55.381310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.574380 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.673263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308c5cc-f96e-4ddb-89d0-ba3d6f8883ce req-f52bd9bc-23a9-45b3-a8e5-d2996f0aee7a tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.675289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0308c5cc-f96e-4ddb-89d0-ba3d6f8883ce req-f52bd9bc-23a9-45b3-a8e5-d2996f0aee7a tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.0578980 Sep 16 05:02:55.786293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0308c5cc-f96e-4ddb-89d0-ba3d6f8883ce req-44888cb9-0cd8-40a2-9444-decf2e24dd06 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760067 Sep 16 05:02:55.831660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Deleting port 4edb9529-d993-4b59-8c67-2a5e7c9652ac {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:55.832015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.987145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.008627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Calling delete_port for 4edb9529-d993-4b59-8c67-2a5e7c9652ac owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:56.057625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-282e2471-eeb1-42f2-8fae-005b93db4320 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.059152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-282e2471-eeb1-42f2-8fae-005b93db4320 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 815 time: 0.1410468 Sep 16 05:02:56.116116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-7337a2e3-b2fb-4e61-8bc2-a3abbb155b44 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/quotas/a7001a62db8344e1ae8deba88763e3af HTTP/1.1" status: 200 len: 375 time: 0.0457113 Sep 16 05:02:56.157991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa8ed-cc93-495c-a3ea-665fe925b3e3 req-b5e3c846-f438-4276-8810-8b7949d91735 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.159670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-945fa8ed-cc93-495c-a3ea-665fe925b3e3 req-b5e3c846-f438-4276-8810-8b7949d91735 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0995259 Sep 16 05:02:56.198426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-bd6fbabc-56b2-4fd9-a16d-b711ba92fe4c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814056 Sep 16 05:02:56.223577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-945fa8ed-cc93-495c-a3ea-665fe925b3e3 req-56413e85-fe91-4402-9b23-fb48158f0a12 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576315 Sep 16 05:02:56.290477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.323308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event deleted for resources: {'Port': ['ID=4edb9529-d993-4b59-8c67-2a5e7c9652ac,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.346760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-779ad2f9-6711-4b6c-a147-4204dad729fd service neutron] 10.222.0.59 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400921 Sep 16 05:02:56.386389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd8710-ceb0-4071-a016-7b29c5db3483 req-8fab3346-545b-475c-bce5-a5dc3c586423 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.387980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cd8710-ceb0-4071-a016-7b29c5db3483 req-8fab3346-545b-475c-bce5-a5dc3c586423 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 944 time: 0.0973125 Sep 16 05:02:56.391864 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.443013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device c62514a0-dd42-45c7-9413-d6df7540e5c5 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:56.473336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cd8710-ceb0-4071-a016-7b29c5db3483 req-75f04280-b11b-4ccf-8d39-b21785c9adb5 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518017 Sep 16 05:02:56.479163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-f3b8c455-b4ef-4c6e-81fd-39765584fec8 service neutron] 10.222.0.59 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315982 Sep 16 05:02:56.496538 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.505884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.581709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port c62514a0-dd42-45c7-9413-d6df7540e5c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:56.594172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'c62514a0-dd42-45c7-9413-d6df7540e5c5', 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88', 'port_id': 'c62514a0-dd42-45c7-9413-d6df7540e5c5', 'mac_address': 'fa:16:3e:3f:ad:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '674ef200-c4a2-4b80-9023-ff04dc1e6b66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:56.632713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.633324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Fanout notify agent at l3_agent the message router_deleted on router b9db4910-6464-4b41-9b28-a7aadd2dccf5 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:56.634198 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.640979 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.646133 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-13a21ed5-34c8-4370-ae1a-3e3780db00d4 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/b9db4910-6464-4b41-9b28-a7aadd2dccf5 HTTP/1.1" status: 204 len: 168 time: 1.4244468 Sep 16 05:02:56.646308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49200) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:56.650978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-70dcdcee-72c7-4075-be7f-65789a4aecf8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1690663416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:56.669779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62514a0-dd42-45c7-9413-d6df7540e5c5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:56.695625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port c62514a0-dd42-45c7-9413-d6df7540e5c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:56.735978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70dcdcee-72c7-4075-be7f-65789a4aecf8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.737021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70dcdcee-72c7-4075-be7f-65789a4aecf8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.800973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9ceb4e6-f34b-4c38-b244-863e65e4c480 req-5a3894fc-2979-4000-9a5a-484f5c6b31b4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 210 time: 0.0382156 Sep 16 05:02:56.805864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.843911 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70dcdcee-72c7-4075-be7f-65789a4aecf8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.878709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=c62514a0-dd42-45c7-9413-d6df7540e5c5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.990777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39d41c-1a1f-490f-8e26-8ce079a882d7 req-4e1319fd-5ea6-4155-9b99-eb3b3380e3aa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.997871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39d41c-1a1f-490f-8e26-8ce079a882d7 req-4e1319fd-5ea6-4155-9b99-eb3b3380e3aa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.003902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39d41c-1a1f-490f-8e26-8ce079a882d7 req-4e1319fd-5ea6-4155-9b99-eb3b3380e3aa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.011465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a39d41c-1a1f-490f-8e26-8ce079a882d7 req-4e1319fd-5ea6-4155-9b99-eb3b3380e3aa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c&device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a&device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 2417 time: 0.0748415 Sep 16 05:02:57.011465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70dcdcee-72c7-4075-be7f-65789a4aecf8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.015764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:57.034318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-6af1b28b-ea6f-468d-b8d0-894a54433dc4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.036981 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-6af1b28b-ea6f-468d-b8d0-894a54433dc4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbaa18ac-6c45-447a-9c07-17a34b62ad6f HTTP/1.1" status: 200 len: 945 time: 0.0661650 Sep 16 05:02:57.062882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a39d41c-1a1f-490f-8e26-8ce079a882d7 req-224da4ce-652f-4a1c-b983-2cad8c16e0a2 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473917 Sep 16 05:02:57.151183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Deleting port 18011a4d-fb95-4e2e-8da8-15370d497dab {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:57.151594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.225763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72c389-c837-4552-aa67-8412bebab4bf req-72c3474c-a6b7-46ad-bc05-42f88d903d91 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.227442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e72c389-c837-4552-aa67-8412bebab4bf req-72c3474c-a6b7-46ad-bc05-42f88d903d91 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.0514519 Sep 16 05:02:57.245717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] For port 18011a4d-fb95-4e2e-8da8-15370d497dab, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=18011a4d-fb95-4e2e-8da8-15370d497dab,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:57.246090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.249140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70dcdcee-72c7-4075-be7f-65789a4aecf8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.251912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70dcdcee-72c7-4075-be7f-65789a4aecf8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6031108 Sep 16 05:02:57.253911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49214) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:57.260641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': True}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:57.268856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e72c389-c837-4552-aa67-8412bebab4bf req-1d917015-fe9c-4f3a-bb08-1b0fbc83baa2 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352733 Sep 16 05:02:57.299391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Calling delete_port for 18011a4d-fb95-4e2e-8da8-15370d497dab owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:57.659575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481de3a-8228-4f6a-b83e-f8651bb2d91b req-4b137be0-44ff-4d66-9c5b-c2552a3d8e25 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.661727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3481de3a-8228-4f6a-b83e-f8651bb2d91b req-4b137be0-44ff-4d66-9c5b-c2552a3d8e25 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 945 time: 0.0738885 Sep 16 05:02:57.707551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3481de3a-8228-4f6a-b83e-f8651bb2d91b req-fb165705-0d77-4382-888f-9d641bbee174 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388260 Sep 16 05:02:57.905795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.947375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.951503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a5d33f03-6653-42c4-8d8d-ff14c90fdb94 req-a82309cd-a99b-4ac8-9e9e-a9af2655519c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 210 time: 0.0424769 Sep 16 05:02:58.102578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.117965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['18011a4d-fb95-4e2e-8da8-15370d497dab'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:58.149681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Pushing event deleted for resources: {'Port': ['ID=18011a4d-fb95-4e2e-8da8-15370d497dab,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.225420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] No DVR routers for this DVR port 18011a4d-fb95-4e2e-8da8-15370d497dab on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:58.231107 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.232000 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1bdb747f-5ee3-4b7a-b992-49bfa8b6ab24 req-4e873818-ae3b-43e5-963c-df577e38d948 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.60 "DELETE /v2.0/ports/18011a4d-fb95-4e2e-8da8-15370d497dab HTTP/1.1" status: 204 len: 173 time: 1.1887579 Sep 16 05:02:58.232445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'name': 'network-vif-deleted', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:58.234669 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470c0f5e-eebe-4359-99e3-30e71d07c553" -d '{"events": [{"server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "name": "network-vif-deleted", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:58.288336 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714fb423-2f4a-46f5-a430-fdd2d0fc1c54 x-openstack-request-id: req-714fb423-2f4a-46f5-a430-fdd2d0fc1c54 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:58.288615 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbaa18ac-6c45-447a-9c07-17a34b62ad6f", "name": "network-vif-deleted", "tag": "18011a4d-fb95-4e2e-8da8-15370d497dab", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:58.288878 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-714fb423-2f4a-46f5-a430-fdd2d0fc1c54 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:58.289282 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbaa18ac-6c45-447a-9c07-17a34b62ad6f', 'name': 'network-vif-deleted', 'tag': '18011a4d-fb95-4e2e-8da8-15370d497dab', 'status': 'completed', 'code': 200} Sep 16 05:02:58.362563 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.382929 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.453466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device c62514a0-dd42-45c7-9413-d6df7540e5c5 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:58.495740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Allocated IP 172.25.7.49 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/2717b1b3-d36c-4490-931b-3ed531cf3525) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:58.552574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port c62514a0-dd42-45c7-9413-d6df7540e5c5 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:58.556465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port c62514a0-dd42-45c7-9413-d6df7540e5c5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:58.560337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.618658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.660377 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.666400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35142d2-6187-4076-819f-2979c119f51a req-fb1ddbf4-bb62-4ef0-88bd-51af158caa20 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.668205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a35142d2-6187-4076-819f-2979c119f51a req-fb1ddbf4-bb62-4ef0-88bd-51af158caa20 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0711408 Sep 16 05:02:58.689867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:58.692145 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7112df2-8438-4768-9372-8b3cea2fc02c" -d '{"events": [{"server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "name": "network-vif-plugged", "status": "completed", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:58.705508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.705640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port c62514a0-dd42-45c7-9413-d6df7540e5c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:58.713682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a35142d2-6187-4076-819f-2979c119f51a req-bafea448-49e1-46dd-8b2d-04f50c6ba1dd tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374508 Sep 16 05:02:58.734459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49254) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:58.741426 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f8a016-f41d-447b-a731-d22e13b41f79 x-openstack-request-id: req-c2f8a016-f41d-447b-a731-d22e13b41f79 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:58.741903 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "name": "network-vif-plugged", "status": "completed", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:58.742347 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2f8a016-f41d-447b-a731-d22e13b41f79 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:58.742903 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5', 'code': 200} Sep 16 05:02:58.780016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:58.790125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:58.793548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:58.796259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.804129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'Port': ['ID=2717b1b3-d36c-4490-931b-3ed531cf3525,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.897073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=c62514a0-dd42-45c7-9413-d6df7540e5c5,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.899328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b10b8-7842-4037-a43b-781265c9ec91 req-706715b7-fa11-46fb-85f0-bbc9b8f24085 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.900853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed8b10b8-7842-4037-a43b-781265c9ec91 req-706715b7-fa11-46fb-85f0-bbc9b8f24085 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 946 time: 0.1031432 Sep 16 05:02:58.938874 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7ad24d4-177d-4713-9c74-a656df1f7e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.954855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c3028-61e7-4656-8b39-cd9337496c88 req-a8abbc6f-30e1-40c8-a371-44e9339a939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.959049 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef8c3028-61e7-4656-8b39-cd9337496c88 req-a8abbc6f-30e1-40c8-a371-44e9339a939b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1098 time: 0.1538813 Sep 16 05:02:58.989185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed8b10b8-7842-4037-a43b-781265c9ec91 req-1af105a5-6bc2-4a18-8161-1d165fb04d84 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651398 Sep 16 05:02:59.060377 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef8c3028-61e7-4656-8b39-cd9337496c88 req-68c2ea27-71da-4dd8-8d4a-6400fd209238 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731342 Sep 16 05:02:59.097916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69aa268c-b4ef-43dc-8e26-ed950524e692 req-957be955-a2a2-49b0-9c73-0ff5414a53fc tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 210 time: 0.0430455 Sep 16 05:02:59.113190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7ad24d4-177d-4713-9c74-a656df1f7e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.163816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7ad24d4-177d-4713-9c74-a656df1f7e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.202180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7ad24d4-177d-4713-9c74-a656df1f7e82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5dfcf02fd4c4e1ea555367bd588e017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664583 Sep 16 05:02:59.204891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49264) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:59.211143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad24d4-177d-4713-9c74-a656df1f7e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f62d3-22f9-497e-827a-7ef6be24d131,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.251006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.264533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c0d-3407-43a7-9b48-401a5880bc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.288524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c0d-3407-43a7-9b48-401a5880bc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.373730 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-47417489-84d5-487c-98bf-3751ba88883f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837617 Sep 16 05:02:59.421239 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c0d-3407-43a7-9b48-401a5880bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.424646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c0d-3407-43a7-9b48-401a5880bc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.426431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8d8a5c0d-3407-43a7-9b48-401a5880bc2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c6f62d3-22f9-497e-827a-7ef6be24d131 HTTP/1.1" status: 204 len: 168 time: 0.2199466 Sep 16 05:02:59.435509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5c0d-3407-43a7-9b48-401a5880bc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f62d3-22f9-497e-827a-7ef6be24d131,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.513066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-639e6e48-369d-4790-98d3-3dc48b412626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.514545 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-639e6e48-369d-4790-98d3-3dc48b412626 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=788d095a15464d28adb02215486536ff&device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 1097 time: 0.0877385 Sep 16 05:02:59.527574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.530927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.699042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-21f2de1e-3f46-407d-899b-af4016d95341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.700653 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-21f2de1e-3f46-407d-899b-af4016d95341 service neutron] 10.222.0.60 "GET /v2.0/networks?id=556feeef-d6a3-4859-816d-17f4fab88f9b HTTP/1.1" status: 200 len: 907 time: 0.1656940 Sep 16 05:02:59.792994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-7c3ab7d9-bd88-4894-9990-8a37d7a999bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3 HTTP/1.1" status: 200 len: 1000 time: 0.0835991 Sep 16 05:02:59.844616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2baee-1380-461e-829a-355d6ce01994 req-2f2e185c-e731-49f8-aeb3-d0126debc536 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.846469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1c2baee-1380-461e-829a-355d6ce01994 req-2f2e185c-e731-49f8-aeb3-d0126debc536 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0527489 Sep 16 05:02:59.846977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-7d71bc25-5b3c-4c11-a1bd-4664d3008406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.848555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-7d71bc25-5b3c-4c11-a1bd-4664d3008406 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37fc8be7-1f27-48e8-92ec-9bc0d18048d7 HTTP/1.1" status: 200 len: 845 time: 0.0473771 Sep 16 05:02:59.886676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Router 4fe8da0d-9f63-4381-9ea0-06ca31dbd219 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:59.888568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1c2baee-1380-461e-829a-355d6ce01994 req-b703fbbd-2016-40b9-8df8-d2cf2046f0da tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357389 Sep 16 05:02:59.957534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-8d1480cb-30aa-44fd-9929-dce129f2e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.959049 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-8d1480cb-30aa-44fd-9929-dce129f2e053 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=556feeef-d6a3-4859-816d-17f4fab88f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014040 Sep 16 05:03:00.131110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61173f-45f1-47cf-aed3-fd27900f0089 req-84984559-07c3-4f8e-8697-18b3749aa1d0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.133461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de61173f-45f1-47cf-aed3-fd27900f0089 req-84984559-07c3-4f8e-8697-18b3749aa1d0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 946 time: 0.0738690 Sep 16 05:03:00.185736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:00.190418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.194371 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9409e792-5e1e-43ed-adb2-ceb38fc012aa tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "PUT /v2.0/routers/4fe8da0d-9f63-4381-9ea0-06ca31dbd219 HTTP/1.1" status: 200 len: 914 time: 2.9369316 Sep 16 05:03:00.196078 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86308cba-3a22-4500-8b74-361de536b365 None None] Sync routers for ids ['4fe8da0d-9f63-4381-9ea0-06ca31dbd219'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:00.197670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de61173f-45f1-47cf-aed3-fd27900f0089 req-d4f2b9a5-7b42-4c5e-a5bd-9e954d31b8db tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529528 Sep 16 05:03:00.198358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49288) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:00.220181 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86308cba-3a22-4500-8b74-361de536b365 None None] Routers {'4fe8da0d-9f63-4381-9ea0-06ca31dbd219'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:00.220378 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-86308cba-3a22-4500-8b74-361de536b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4fe8da0d-9f63-4381-9ea0-06ca31dbd219'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:00.234821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-61ece6da-c28b-447e-bd6c-76161d78df43 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.239197 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-61ece6da-c28b-447e-bd6c-76161d78df43 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.60 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 815 time: 0.2924459 Sep 16 05:03:00.247845 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-3fe2caa2-305d-4af4-b837-869214b0f2d6 service neutron] 10.222.0.60 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680786 Sep 16 05:03:00.256850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Request body: {'port': {'device_id': '8890b601-4ece-4537-af71-3fd4264605f1', 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'admin_state_up': True, 'tenant_id': 'a7001a62db8344e1ae8deba88763e3af'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:00.265167 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-86308cba-3a22-4500-8b74-361de536b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:00.274643 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86308cba-3a22-4500-8b74-361de536b365 None None] Routers {'4fe8da0d-9f63-4381-9ea0-06ca31dbd219'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:00.275504 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-86308cba-3a22-4500-8b74-361de536b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4fe8da0d-9f63-4381-9ea0-06ca31dbd219'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:00.287466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f97a3ea-f9dd-459d-a4da-9254c74eccbd req-328e053e-3840-4879-b4d4-9a996a721fb6 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 210 time: 0.0373793 Sep 16 05:03:00.324121 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-86308cba-3a22-4500-8b74-361de536b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:00.325570 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86308cba-3a22-4500-8b74-361de536b365 None None] The sync data for ids ['4fe8da0d-9f63-4381-9ea0-06ca31dbd219'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:00.455179 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb1b188e-7ef4-44c7-81a2-64a494274e1a req-5b2f5d36-9186-40ff-a4df-debca4a1762c service neutron] 10.222.0.60 "GET /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885474 Sep 16 05:03:00.485002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 18011a4d-fb95-4e2e-8da8-15370d497dab no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:00.509069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 18011a4d-fb95-4e2e-8da8-15370d497dab {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:00.509415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 18011a4d-fb95-4e2e-8da8-15370d497dab not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:00.557910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Made reservation on behalf of a7001a62db8344e1ae8deba88763e3af for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:00.561611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.694491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Allocated IP 172.20.0.12 (88b41c25-5c9c-4812-8d3f-baae89b17e38/e1dbca78-dc71-4464-b0dc-e8170128ff28/38e4a841-d754-429b-89f3-bb9945b27d6a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:00.694752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-33c00463-eae1-4e42-837e-7980da1a9379 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/routers/4fe8da0d-9f63-4381-9ea0-06ca31dbd219 HTTP/1.1" status: 200 len: 920 time: 0.4929488 Sep 16 05:03:00.695142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49300) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:00.767849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b3c87-4dab-4bd5-81d3-3dd142d7472f tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.769383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a46b3c87-4dab-4bd5-81d3-3dd142d7472f tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=4fe8da0d-9f63-4381-9ea0-06ca31dbd219&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0732718 Sep 16 05:03:00.772137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49302) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:00.854987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.864006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25f355e-7772-4fb7-b9d9-4fb53a6a3579 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.865689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d25f355e-7772-4fb7-b9d9-4fb53a6a3579 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 881 time: 0.0924809 Sep 16 05:03:00.868652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49306) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:00.903281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-943ba4b1-46f7-4e07-ba72-b7291cd91438 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fe8da0d-9f63-4381-9ea0-06ca31dbd219 HTTP/1.1" status: 200 len: 205 time: 0.0333693 Sep 16 05:03:00.905966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49310) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:00.969593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.048084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Network 88b41c25-5c9c-4812-8d3f-baae89b17e38 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:01.052523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:01.056927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fb781-a92d-4a7a-83b2-8b0492d45dba req-37876be7-c79d-4e01-b0d9-8c6952941979 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.062897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c3fb781-a92d-4a7a-83b2-8b0492d45dba req-37876be7-c79d-4e01-b0d9-8c6952941979 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0983679 Sep 16 05:03:01.063218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:01.068656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Pushing event updated for resources: {'Port': ['ID=38e4a841-d754-429b-89f3-bb9945b27d6a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.073252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.124899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.125951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.153799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c3fb781-a92d-4a7a-83b2-8b0492d45dba req-7cc79489-09e5-41c3-a344-0026f77d0d8f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835278 Sep 16 05:03:01.210464 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-e4f55ba7-2b9d-497c-a132-405f8b296c8b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9579046 Sep 16 05:03:01.227279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Request body: {'port': {'device_id': '8890b601-4ece-4537-af71-3fd4264605f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:01.242493 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.288248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.335482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b9a21-2fde-4136-b490-34ce14696d14 req-d546baa4-3295-4957-bbda-48539eac7b2d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.335482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-574b9a21-2fde-4136-b490-34ce14696d14 req-d546baa4-3295-4957-bbda-48539eac7b2d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 946 time: 0.0578258 Sep 16 05:03:01.420691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-574b9a21-2fde-4136-b490-34ce14696d14 req-c777e162-9b15-460d-a121-01619b53bbdc tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684714 Sep 16 05:03:01.444741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Deleting port 2717b1b3-d36c-4490-931b-3ed531cf3525 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:01.445087 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.521683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0de90-4884-470c-8179-ef1c06c417cc req-c7b79ade-2766-48e8-a49b-9e5387f6d546 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.523181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ab0de90-4884-470c-8179-ef1c06c417cc req-c7b79ade-2766-48e8-a49b-9e5387f6d546 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 932 time: 0.1207078 Sep 16 05:03:01.594064 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.600951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-6f203b07-e5d6-4f86-b962-02c06f99d6a0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2098803470&fields=id&tenant_id=7a7ba4f614934ca0af7dd30446935be2 HTTP/1.1" status: 200 len: 267 time: 0.0898395 Sep 16 05:03:01.609473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ab0de90-4884-470c-8179-ef1c06c417cc req-66929211-13c0-47a2-8556-ec99796ba1fa tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784459 Sep 16 05:03:01.625853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e4a841-d754-429b-89f3-bb9945b27d6a {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:01.631738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Calling delete_port for 2717b1b3-d36c-4490-931b-3ed531cf3525 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:01.635550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.647889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Transition to ACTIVE for port object 38e4a841-d754-429b-89f3-bb9945b27d6a will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:01.706235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-34febd2a-9a03-41d5-ad76-e1f5762f1588 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.707779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-34febd2a-9a03-41d5-ad76-e1f5762f1588 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 946 time: 0.0974352 Sep 16 05:03:01.724679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'port': {'security_groups': ['27cba35d-7983-4d00-933b-79de8a328010', '3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:01.763474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.831090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Pushing event updated for resources: {'Port': ['ID=38e4a841-d754-429b-89f3-bb9945b27d6a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.846832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.879286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Attempting to bind port 38e4a841-d754-429b-89f3-bb9945b27d6a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:01.879637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Attempting to bind port 38e4a841-d754-429b-89f3-bb9945b27d6a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:01.879975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Attempting to bind port 38e4a841-d754-429b-89f3-bb9945b27d6a on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:01.884586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Port 38e4a841-d754-429b-89f3-bb9945b27d6a on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:01.884912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Attempting to bind port 38e4a841-d754-429b-89f3-bb9945b27d6a on network 88b41c25-5c9c-4812-8d3f-baae89b17e38 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:01.890378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:01.890770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Checking segment: {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:01.891110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Bound using segment: {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:01.891674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Bound port: 38e4a841-d754-429b-89f3-bb9945b27d6a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c21591-57fd-48c4-91a2-062903fe1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:01.892238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.967408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] For port 38e4a841-d754-429b-89f3-bb9945b27d6a, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:01.970690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] For port 38e4a841-d754-429b-89f3-bb9945b27d6a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=38e4a841-d754-429b-89f3-bb9945b27d6a,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:02.032999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.038329 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.079280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.079280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.080414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event deleted for resources: {'Port': ['ID=2717b1b3-d36c-4490-931b-3ed531cf3525,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.080738 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] 10.222.0.60 "PUT /v2.0/ports/38e4a841-d754-429b-89f3-bb9945b27d6a HTTP/1.1" status: 200 len: 1093 time: 0.8612413 Sep 16 05:03:02.081247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890b601-4ece-4537-af71-3fd4264605f1', 'tag': '38e4a841-d754-429b-89f3-bb9945b27d6a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:02.083852 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bce1d5-8bca-4419-82e2-fae6a12e1189" -d '{"events": [{"name": "network-changed", "server_uuid": "8890b601-4ece-4537-af71-3fd4264605f1", "tag": "38e4a841-d754-429b-89f3-bb9945b27d6a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:02.121164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c89892-512a-4e34-9838-d35f273f8364 service neutron] Pushing event updated for resources: {'Port': ['ID=38e4a841-d754-429b-89f3-bb9945b27d6a,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.170567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] For port c62514a0-dd42-45c7-9413-d6df7540e5c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:02.189562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.217076 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31001415-1d04-4a54-aea7-2b85897b0cf3 x-openstack-request-id: req-31001415-1d04-4a54-aea7-2b85897b0cf3 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:02.217339 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890b601-4ece-4537-af71-3fd4264605f1", "tag": "38e4a841-d754-429b-89f3-bb9945b27d6a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:02.217672 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31001415-1d04-4a54-aea7-2b85897b0cf3 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:02.218195 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890b601-4ece-4537-af71-3fd4264605f1', 'tag': '38e4a841-d754-429b-89f3-bb9945b27d6a', 'status': 'completed', 'code': 200} Sep 16 05:03:02.264929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-a49aa973-51c8-45c4-b820-3ead1f2ce446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.269174 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-a49aa973-51c8-45c4-b820-3ead1f2ce446 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 1096 time: 0.0680594 Sep 16 05:03:02.302740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.305830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.313751 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-d3a94fed-790f-4677-b530-e70362e86fbc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e4a841-d754-429b-89f3-bb9945b27d6a HTTP/1.1" status: 200 len: 217 time: 0.0371506 Sep 16 05:03:02.316796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.374135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-6d27b896-f828-4226-b157-833f36da22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.375990 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-6d27b896-f828-4226-b157-833f36da22d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1dbca78-dc71-4464-b0dc-e8170128ff28 HTTP/1.1" status: 200 len: 855 time: 0.0559785 Sep 16 05:03:02.401056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465b46-8dc0-4fac-a04b-c915cd291fad req-eefd2a3b-00fb-446f-b718-4e0fc606db87 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.402928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4465b46-8dc0-4fac-a04b-c915cd291fad req-eefd2a3b-00fb-446f-b718-4e0fc606db87 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1046691 Sep 16 05:03:02.403579 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.415686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:02.429552 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-d0c8454d-0451-400f-a19f-4b022901dc93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88b41c25-5c9c-4812-8d3f-baae89b17e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464904 Sep 16 05:03:02.451836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.452792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.454593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-218f6467-2d10-4a25-8cb9-4d4a5f0e6deb req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "PUT /v2.0/ports/c62514a0-dd42-45c7-9413-d6df7540e5c5 HTTP/1.1" status: 200 len: 982 time: 0.7394376 Sep 16 05:03:02.464850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:02.467228 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4cf29-0367-4088-ab37-d7468a45aa92" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:02.473866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.474929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe8da0d-9f63-4381-9ea0-06ca31dbd219 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:02.498082 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.498082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ab997fb7-4f8b-42e4-8be5-1b51a3bb28e3 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/4fe8da0d-9f63-4381-9ea0-06ca31dbd219 HTTP/1.1" status: 204 len: 168 time: 1.5873117 Sep 16 05:03:02.501572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49368) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.522384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f6adab7c-5499-4b11-9867-2319193eb1a8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-996716676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:02.540594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:02.558393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4465b46-8dc0-4fac-a04b-c915cd291fad req-f41eeee3-839d-4b06-97a2-38de2ba2c974 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367087 Sep 16 05:03:02.559133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef075e3-2b4a-481b-b24c-db2580df665e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'Port': ['ID=c62514a0-dd42-45c7-9413-d6df7540e5c5,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.654081 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-a8c40629-943b-4c76-872e-7acb6069b729 service neutron] 10.222.0.60 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163258 Sep 16 05:03:02.705333 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8398c3-6ea7-49b7-b163-67a5a73a9ab0 x-openstack-request-id: req-ad8398c3-6ea7-49b7-b163-67a5a73a9ab0 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:02.705684 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:02.705942 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad8398c3-6ea7-49b7-b163-67a5a73a9ab0 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:02.706696 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5', 'status': 'completed', 'code': 200} Sep 16 05:03:02.742643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6adab7c-5499-4b11-9867-2319193eb1a8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.743608 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6adab7c-5499-4b11-9867-2319193eb1a8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.757162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-0dc05d4e-17cd-4a5c-a972-67c9c62bfc1b tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2035205596&fields=id&tenant_id=7a7ba4f614934ca0af7dd30446935be2 HTTP/1.1" status: 200 len: 267 time: 0.1010625 Sep 16 05:03:02.826141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-76880d3f-dafe-485a-9978-d0e0bcc30560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.828645 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-76880d3f-dafe-485a-9978-d0e0bcc30560 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1137 time: 0.1216912 Sep 16 05:03:02.861683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-2ae34b69-deb3-4363-a701-baf57a4b7fdb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.863501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-2ae34b69-deb3-4363-a701-baf57a4b7fdb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 985 time: 0.0944667 Sep 16 05:03:02.872054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf12a-ebdb-49ce-97db-03804a04fc17 req-e64c87c5-3a4b-40b3-8519-35664ccdc1d9 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.873568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e9bf12a-ebdb-49ce-97db-03804a04fc17 req-e64c87c5-3a4b-40b3-8519-35664ccdc1d9 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 944 time: 0.1235728 Sep 16 05:03:02.879904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'port': {'security_groups': ['27cba35d-7983-4d00-933b-79de8a328010', '3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98', '32eaf15f-3d48-4146-858b-76785dd9ef1e']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:02.972407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6adab7c-5499-4b11-9867-2319193eb1a8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.975544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-d136629d-9e07-4e71-b2c0-00cc0298b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.976990 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-d136629d-9e07-4e71-b2c0-00cc0298b02c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 913 time: 0.1406183 Sep 16 05:03:02.980573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6cba1845-dae4-47c4-93ca-a1e4cb39329a req-96557e9c-7e86-411a-9719-a08af518035f service neutron] 10.222.0.60 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188980 Sep 16 05:03:02.983933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e9bf12a-ebdb-49ce-97db-03804a04fc17 req-a0d03c5d-c967-4da7-a955-2ce5bb337c0b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994403 Sep 16 05:03:02.994197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.227233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] For port c62514a0-dd42-45c7-9413-d6df7540e5c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:03.264711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.339521 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-19f0ef34-021f-4d91-97dc-5951348f06c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5 HTTP/1.1" status: 200 len: 217 time: 0.3408897 Sep 16 05:03:03.340784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.341671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6adab7c-5499-4b11-9867-2319193eb1a8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.353614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:03.394680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.395375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.397157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-787edfa6-c9f1-4c9d-bb4b-a66c8ebddd85 req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "PUT /v2.0/ports/c62514a0-dd42-45c7-9413-d6df7540e5c5 HTTP/1.1" status: 200 len: 1021 time: 0.5226290 Sep 16 05:03:03.435960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-6640c7ea-fab4-43dc-9935-73aa983fe2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.437477 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-6640c7ea-fab4-43dc-9935-73aa983fe2e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7001a62db8344e1ae8deba88763e3af&device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 1096 time: 0.1067393 Sep 16 05:03:03.441244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-82f2cdd6-8dd0-4d69-a8c7-6871e242c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.442634 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-82f2cdd6-8dd0-4d69-a8c7-6871e242c3f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 200 len: 852 time: 0.0816958 Sep 16 05:03:03.445168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e942af-39b7-4e7f-9f94-dc7bca40e099 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'Port': ['ID=c62514a0-dd42-45c7-9413-d6df7540e5c5,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.477746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:03.506481 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-b6afc7fe-15d0-44c3-bd60-51758988ea32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1abfdd8-7b83-474c-a484-44d871d42e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494299 Sep 16 05:03:03.511598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cd564-ccb5-40ed-96af-8071caf8acfc req-b47b79c0-321d-4beb-8e19-d3cceb094938 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.513527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6adab7c-5499-4b11-9867-2319193eb1a8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.513900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f18cd564-ccb5-40ed-96af-8071caf8acfc req-b47b79c0-321d-4beb-8e19-d3cceb094938 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1024 time: 0.0530684 Sep 16 05:03:03.517701 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f6adab7c-5499-4b11-9867-2319193eb1a8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0092745 Sep 16 05:03:03.517867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49382) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:03.523033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'enable_snat': False}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:03.662382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-b505e093-da84-4c84-8e41-4bb720df4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.663906 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-b505e093-da84-4c84-8e41-4bb720df4fd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 200 len: 916 time: 0.2084403 Sep 16 05:03:03.712855 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-421ab786-c7b6-405c-9062-922a33dd008e service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948953 Sep 16 05:03:03.757533 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-3d1b056a-f98f-40c9-bf3d-9fcc8910bc01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e4a841-d754-429b-89f3-bb9945b27d6a HTTP/1.1" status: 200 len: 217 time: 0.0565031 Sep 16 05:03:03.866979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-f62d709a-0346-4bee-81eb-8c3274daff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.868498 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-f62d709a-0346-4bee-81eb-8c3274daff77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1dbca78-dc71-4464-b0dc-e8170128ff28 HTTP/1.1" status: 200 len: 855 time: 0.0972171 Sep 16 05:03:03.885104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.896894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0ba4cf29-0367-4088-ab37-d7468a45aa92 req-fad1ec21-5761-4b77-90b2-f4ee44324fe9 service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485727 Sep 16 05:03:03.899305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f18cd564-ccb5-40ed-96af-8071caf8acfc req-b3ecc8af-a4bd-44d7-960b-8efea763f283 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=32eaf15f-3d48-4146-858b-76785dd9ef1e&id=27cba35d-7983-4d00-933b-79de8a328010&id=3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98 HTTP/1.1" status: 200 len: 6156 time: 0.3721066 Sep 16 05:03:03.908480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f9a49-4efc-49dc-a60a-30778978b2be req-34fb15b8-b5dd-43c6-a57e-9304d85d82ca tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.914755 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-ca05e09a-768c-458b-b707-899e8b601113 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88b41c25-5c9c-4812-8d3f-baae89b17e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362201 Sep 16 05:03:03.915910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b15f9a49-4efc-49dc-a60a-30778978b2be req-34fb15b8-b5dd-43c6-a57e-9304d85d82ca tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.2332850 Sep 16 05:03:03.961644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b15f9a49-4efc-49dc-a60a-30778978b2be req-21e9d8be-2747-446e-80bb-9045c76d8367 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Sep 16 05:03:03.981476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d1b7aee1-fd4f-45f0-88a8-b80e2159e7f9 req-5f3fc0ae-6083-4736-b6f3-da5b88a2a19e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1703545287 ', 'description': 'tempest-description-800150583'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:04.028810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-dc63daae-08b8-4e3f-9020-991748f51713 service neutron] 10.222.0.60 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044505 Sep 16 05:03:04.129939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f1bce1d5-8bca-4419-82e2-fae6a12e1189 req-4646b32a-8f62-4052-be20-aa4e3d60f43d service neutron] 10.222.0.60 "GET /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927656 Sep 16 05:03:04.134251 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1b7aee1-fd4f-45f0-88a8-b80e2159e7f9 req-5f3fc0ae-6083-4736-b6f3-da5b88a2a19e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.514891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc05f34-d03a-42fa-b455-fdbb1dac635a req-11ad9c28-e8ac-4f9d-9711-379edfac2bb4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.516455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8cc05f34-d03a-42fa-b455-fdbb1dac635a req-11ad9c28-e8ac-4f9d-9711-379edfac2bb4 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 944 time: 0.4197817 Sep 16 05:03:04.613018 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.617254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8cc05f34-d03a-42fa-b455-fdbb1dac635a req-0ccff68c-c7fb-460c-9b4c-258779fe7bab tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928755 Sep 16 05:03:04.646321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.708593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:04.711348 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f9ee9e-da52-40ee-b2a0-0519837ec000" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:04.716126 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1b7aee1-fd4f-45f0-88a8-b80e2159e7f9 req-5f3fc0ae-6083-4736-b6f3-da5b88a2a19e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.767844 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bd247d-2edb-4643-9c8c-19e19081151a x-openstack-request-id: req-a2bd247d-2edb-4643-9c8c-19e19081151a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:04.768245 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:04.768499 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2bd247d-2edb-4643-9c8c-19e19081151a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:04.768943 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5', 'status': 'completed', 'code': 200} Sep 16 05:03:04.776078 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1b7aee1-fd4f-45f0-88a8-b80e2159e7f9 req-5f3fc0ae-6083-4736-b6f3-da5b88a2a19e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.824338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Allocated IP 172.25.7.54 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/95f55848-0f68-4dd5-a718-571b8f670d39) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:04.826348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fc0ae-6083-4736-b6f3-da5b88a2a19e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4a46e-edb7-4f01-9c53-d055f4b0438a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.835976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-d35d4ed8-440c-4d38-8823-ef9c535ed821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.837515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-d35d4ed8-440c-4d38-8823-ef9c535ed821 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1176 time: 0.0487614 Sep 16 05:03:04.922032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1b7aee1-fd4f-45f0-88a8-b80e2159e7f9 req-5f3fc0ae-6083-4736-b6f3-da5b88a2a19e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.923276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1b7aee1-fd4f-45f0-88a8-b80e2159e7f9 req-5f3fc0ae-6083-4736-b6f3-da5b88a2a19e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.9462843 Sep 16 05:03:04.932322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-318fb407-23cc-4d59-965e-694c00fdccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.932883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.933587 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-318fb407-23cc-4d59-965e-694c00fdccd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 913 time: 0.0893564 Sep 16 05:03:04.979408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-15176e36-3bf2-4008-9c29-90891726ba0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5 HTTP/1.1" status: 200 len: 217 time: 0.0392535 Sep 16 05:03:05.006771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0526d5a9-d9ae-4a59-b845-6ce50157727b req-3a7a119e-4e6b-4a34-a628-07ce14795519 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/eca4a46e-edb7-4f01-9c53-d055f4b0438a HTTP/1.1" status: 200 len: 1782 time: 0.0595348 Sep 16 05:03:05.034880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-d6d2d9ab-d9a6-46ba-80ce-9fc8c83be764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.037764 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-d6d2d9ab-d9a6-46ba-80ce-9fc8c83be764 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 200 len: 852 time: 0.0509827 Sep 16 05:03:05.068608 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-b9054235-50c1-45af-bd8b-9b9db7be2eba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1abfdd8-7b83-474c-a484-44d871d42e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250895 Sep 16 05:03:05.094609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-045e528d-fe10-496c-b3c9-c17168fdf46f req-31c9de50-fde3-4eb6-9427-f4195f1fdc95 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/eca4a46e-edb7-4f01-9c53-d055f4b0438a HTTP/1.1" status: 200 len: 1782 time: 0.0583041 Sep 16 05:03:05.098535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.116334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce29a0-aedd-4e3e-917e-6611fc3c3629 req-3ef87015-d1af-4ea4-97af-d11d4adee6c9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.117810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1ce29a0-aedd-4e3e-917e-6611fc3c3629 req-3ef87015-d1af-4ea4-97af-d11d4adee6c9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0923870 Sep 16 05:03:05.164607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-5b8cc485-238d-4053-b63b-db959ab86472 service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885522 Sep 16 05:03:05.181576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:05.193529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:05.205242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:05.209836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Pushing event updated for resources: {'Port': ['ID=95f55848-0f68-4dd5-a718-571b8f670d39,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.255684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1ce29a0-aedd-4e3e-917e-6611fc3c3629 req-9d4d3326-f822-4cb1-9613-193179bc10a8 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174381 Sep 16 05:03:05.262579 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75f9ee9e-da52-40ee-b2a0-0519837ec000 req-4861ce54-dbfc-4393-9aa3-1b7d36be648a service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861452 Sep 16 05:03:05.275921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-045e528d-fe10-496c-b3c9-c17168fdf46f req-043dda60-5fc5-4bd3-81ac-191e395ee54e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.364145 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-045e528d-fe10-496c-b3c9-c17168fdf46f req-043dda60-5fc5-4bd3-81ac-191e395ee54e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.564451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-045e528d-fe10-496c-b3c9-c17168fdf46f req-043dda60-5fc5-4bd3-81ac-191e395ee54e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.567028 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-045e528d-fe10-496c-b3c9-c17168fdf46f req-043dda60-5fc5-4bd3-81ac-191e395ee54e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.568248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-045e528d-fe10-496c-b3c9-c17168fdf46f req-043dda60-5fc5-4bd3-81ac-191e395ee54e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/eca4a46e-edb7-4f01-9c53-d055f4b0438a HTTP/1.1" status: 204 len: 173 time: 0.4643188 Sep 16 05:03:05.584552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dda60-5fc5-4bd3-81ac-191e395ee54e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4a46e-edb7-4f01-9c53-d055f4b0438a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.634127 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-c65f72dd-4494-42a3-aa97-99d54a4a68f2 req-3a26581f-2c58-4eb8-a049-a16f95dcd1a8 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:05.635088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c65f72dd-4494-42a3-aa97-99d54a4a68f2 req-3a26581f-2c58-4eb8-a049-a16f95dcd1a8 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/eca4a46e-edb7-4f01-9c53-d055f4b0438a HTTP/1.1" status: 404 len: 352 time: 0.0180910 Sep 16 05:03:05.654994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.695788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-6f2e2e3a-6a19-4258-9a3e-d865fd4a86fa req-ee08e04d-5517-4e71-b043-d9c32d1ffa0d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-516464994', 'description': 'tempest-description-377774014'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:05.802176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22f39-dffa-460f-ad30-42cc72d1cbfd req-a4b72225-75e8-4706-a7b2-b703a3ef18b7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.808157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bba22f39-dffa-460f-ad30-42cc72d1cbfd req-a4b72225-75e8-4706-a7b2-b703a3ef18b7 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 944 time: 0.1037776 Sep 16 05:03:05.885883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f2e2e3a-6a19-4258-9a3e-d865fd4a86fa req-ee08e04d-5517-4e71-b043-d9c32d1ffa0d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.892918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bba22f39-dffa-460f-ad30-42cc72d1cbfd req-828014eb-3941-4a41-bcf9-576983e08354 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810335 Sep 16 05:03:05.967617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.972613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.099334 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f2e2e3a-6a19-4258-9a3e-d865fd4a86fa req-ee08e04d-5517-4e71-b043-d9c32d1ffa0d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.179705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f2e2e3a-6a19-4258-9a3e-d865fd4a86fa req-ee08e04d-5517-4e71-b043-d9c32d1ffa0d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.210902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08e04d-5517-4e71-b043-d9c32d1ffa0d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23c46ce-c99e-4c69-994e-8bda370db3fe,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.220530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Router ec9503ae-1989-4097-99e7-027605861439 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:06.279228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6f2e2e3a-6a19-4258-9a3e-d865fd4a86fa req-ee08e04d-5517-4e71-b043-d9c32d1ffa0d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.284188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f2e2e3a-6a19-4258-9a3e-d865fd4a86fa req-ee08e04d-5517-4e71-b043-d9c32d1ffa0d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6250443 Sep 16 05:03:06.348000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7d5e3610-77b0-42a1-8fcb-d48f0024a05a req-dd13c89a-b24c-40d8-99b2-872aaacdf1da tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-905259018', 'description': 'tempest-description-623792906'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:06.404685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:06.411113 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.412405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0b09f872-20e3-4016-a3fd-90f38c827d8a tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "PUT /v2.0/routers/ec9503ae-1989-4097-99e7-027605861439 HTTP/1.1" status: 200 len: 914 time: 2.8935797 Sep 16 05:03:06.413455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2b24b-9c38-437c-a570-b9389248a158 None None] Sync routers for ids ['ec9503ae-1989-4097-99e7-027605861439'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:06.415345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49452) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.424913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2b24b-9c38-437c-a570-b9389248a158 None None] Routers {'ec9503ae-1989-4097-99e7-027605861439'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:06.425364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b16749-ff19-4f8d-bae3-1d530117a47e req-26fcb2c0-038f-4c3a-914c-a6dd9f77e4f9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.425546 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02f2b24b-9c38-437c-a570-b9389248a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ec9503ae-1989-4097-99e7-027605861439'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:06.426943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1b16749-ff19-4f8d-bae3-1d530117a47e req-26fcb2c0-038f-4c3a-914c-a6dd9f77e4f9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0916164 Sep 16 05:03:06.458778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02f2b24b-9c38-437c-a570-b9389248a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:06.468971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1b16749-ff19-4f8d-bae3-1d530117a47e req-6bda2d74-c4c8-42ca-b2b5-64f098192b46 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355978 Sep 16 05:03:06.473020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2b24b-9c38-437c-a570-b9389248a158 None None] Routers {'ec9503ae-1989-4097-99e7-027605861439'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:06.473020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02f2b24b-9c38-437c-a570-b9389248a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ec9503ae-1989-4097-99e7-027605861439'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:06.543715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-10c99e24-3296-408d-b17c-d9a1c9aeff5e tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/routers/ec9503ae-1989-4097-99e7-027605861439 HTTP/1.1" status: 200 len: 920 time: 0.1270533 Sep 16 05:03:06.546509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49454) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.574315 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d5e3610-77b0-42a1-8fcb-d48f0024a05a req-dd13c89a-b24c-40d8-99b2-872aaacdf1da tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.592065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d752ac05-5d9c-4adc-bb5d-87693bfd1d96 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.595296 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d752ac05-5d9c-4adc-bb5d-87693bfd1d96 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=ec9503ae-1989-4097-99e7-027605861439&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0462258 Sep 16 05:03:06.597275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49456) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.640992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 38e4a841-d754-429b-89f3-bb9945b27d6a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:06.644014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02f2b24b-9c38-437c-a570-b9389248a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:06.644634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2b24b-9c38-437c-a570-b9389248a158 None None] The sync data for ids ['ec9503ae-1989-4097-99e7-027605861439'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:06.676276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d5e3610-77b0-42a1-8fcb-d48f0024a05a req-dd13c89a-b24c-40d8-99b2-872aaacdf1da tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.698868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b8f0d-6ff8-49df-a96b-2d8eef2f1074 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.700883 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-611b8f0d-6ff8-49df-a96b-2d8eef2f1074 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 881 time: 0.1025801 Sep 16 05:03:06.703801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49458) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.730846 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-42fc6509-2a71-4e49-9f43-8c4e37236f3f tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec9503ae-1989-4097-99e7-027605861439 HTTP/1.1" status: 200 len: 205 time: 0.0258896 Sep 16 05:03:06.733421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49460) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.746342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 38e4a841-d754-429b-89f3-bb9945b27d6a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=38e4a841-d754-429b-89f3-bb9945b27d6a,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:06.757999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '38e4a841-d754-429b-89f3-bb9945b27d6a', 'network_id': '88b41c25-5c9c-4812-8d3f-baae89b17e38', 'port_id': '38e4a841-d754-429b-89f3-bb9945b27d6a', 'mac_address': 'fa:16:3e:d4:29:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dbca78-dc71-4464-b0dc-e8170128ff28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:06.775102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d5e3610-77b0-42a1-8fcb-d48f0024a05a req-dd13c89a-b24c-40d8-99b2-872aaacdf1da tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.800113 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.816098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e4a841-d754-429b-89f3-bb9945b27d6a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:06.838619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 38e4a841-d754-429b-89f3-bb9945b27d6a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=38e4a841-d754-429b-89f3-bb9945b27d6a,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:06.853681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13c89a-b24c-40d8-99b2-872aaacdf1da tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df8737a-c080-4806-9abe-3f639b611149,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.877485 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.911200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7d5e3610-77b0-42a1-8fcb-d48f0024a05a req-dd13c89a-b24c-40d8-99b2-872aaacdf1da tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.911724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.912374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d5e3610-77b0-42a1-8fcb-d48f0024a05a req-dd13c89a-b24c-40d8-99b2-872aaacdf1da tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5781794 Sep 16 05:03:06.970812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=38e4a841-d754-429b-89f3-bb9945b27d6a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.974210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f493ee87-bdf3-4c28-b496-7d421c0babc0 req-cb35c340-b713-48b3-927a-b68c8e90429d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-527790238', 'description': 'tempest-description-211945306'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:07.037331 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.065381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b956-6047-4f4c-a483-8e2b845f9c3c req-2bf045c6-5768-401c-b39c-ce63d2b4026a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.066857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2472b956-6047-4f4c-a483-8e2b845f9c3c req-2bf045c6-5768-401c-b39c-ce63d2b4026a tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 945 time: 0.0773542 Sep 16 05:03:07.123016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['38e4a841-d754-429b-89f3-bb9945b27d6a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:07.136699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2472b956-6047-4f4c-a483-8e2b845f9c3c req-9e22f935-f67e-42f4-9048-4be810e02ccc tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637715 Sep 16 05:03:07.137945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f493ee87-bdf3-4c28-b496-7d421c0babc0 req-cb35c340-b713-48b3-927a-b68c8e90429d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.192240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-b8bc6cb7-e8a3-4d0b-a0a5-3b37cade2337 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1052814 Sep 16 05:03:07.234785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Deleting port 95f55848-0f68-4dd5-a718-571b8f670d39 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:07.235134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.373378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f493ee87-bdf3-4c28-b496-7d421c0babc0 req-cb35c340-b713-48b3-927a-b68c8e90429d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.376325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.392139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Calling delete_port for 95f55848-0f68-4dd5-a718-571b8f670d39 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:07.401890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ca3d68e0-16ef-4ff0-b228-2e22e238497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.402433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ca3d68e0-16ef-4ff0-b228-2e22e238497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.402946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ca3d68e0-16ef-4ff0-b228-2e22e238497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.403456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ca3d68e0-16ef-4ff0-b228-2e22e238497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.403937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ca3d68e0-16ef-4ff0-b228-2e22e238497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.404411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ca3d68e0-16ef-4ff0-b228-2e22e238497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.404882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ca3d68e0-16ef-4ff0-b228-2e22e238497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.406887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ca3d68e0-16ef-4ff0-b228-2e22e238497d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6500 time: 0.1097727 Sep 16 05:03:07.462817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f493ee87-bdf3-4c28-b496-7d421c0babc0 req-cb35c340-b713-48b3-927a-b68c8e90429d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.555975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c340-b713-48b3-927a-b68c8e90429d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7ae69-b061-47d3-9361-a70284c76b2f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:07.633302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f493ee87-bdf3-4c28-b496-7d421c0babc0 req-cb35c340-b713-48b3-927a-b68c8e90429d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.634558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f493ee87-bdf3-4c28-b496-7d421c0babc0 req-cb35c340-b713-48b3-927a-b68c8e90429d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6668756 Sep 16 05:03:07.669222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-b1ad0ebf-12e8-4e55-bf4d-fa9673f4f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.669739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-b1ad0ebf-12e8-4e55-bf4d-fa9673f4f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.670206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-b1ad0ebf-12e8-4e55-bf4d-fa9673f4f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.671889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-b1ad0ebf-12e8-4e55-bf4d-fa9673f4f62e service neutron] 10.222.0.57 "GET /v2.0/networks?id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=433648c1-f499-41d8-972e-6f435f317bce&id=433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 200 len: 2293 time: 0.2180719 Sep 16 05:03:07.685293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961b4a1-7123-4fd5-b0e5-e04ba0580c6e req-a5331d64-f3d7-454b-a774-5dfb4acbf34b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.692405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d961b4a1-7123-4fd5-b0e5-e04ba0580c6e req-a5331d64-f3d7-454b-a774-5dfb4acbf34b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1283712 Sep 16 05:03:07.860977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d961b4a1-7123-4fd5-b0e5-e04ba0580c6e req-4527836f-94b0-4660-bd3c-4c54222b0dec tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642752 Sep 16 05:03:07.868760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-ba6b9a55-c281-4182-b75d-0a0fef3a5353 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 200 len: 1001 time: 0.1766565 Sep 16 05:03:07.956503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-4685a73d-1066-450a-9196-1ddef925df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.957991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-4685a73d-1066-450a-9196-1ddef925df77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a7cc46-77b4-43d5-9f01-b8018341ba98 HTTP/1.1" status: 200 len: 851 time: 0.0742142 Sep 16 05:03:07.976230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-962856c4-41dd-4f32-8eaf-a1be9c5a9a31 req-eb15c274-1da7-4653-9890-4ba2810301d9 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a7ba4f614934ca0af7dd30446935be2 HTTP/1.1" status: 200 len: 10906 time: 0.2121508 Sep 16 05:03:08.284675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.313988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49498) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:08.364957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event deleted for resources: {'Port': ['ID=95f55848-0f68-4dd5-a718-571b8f670d39,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.443157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-962856c4-41dd-4f32-8eaf-a1be9c5a9a31 req-66a37b1b-f27f-4f26-a17c-16091822d688 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/27cba35d-7983-4d00-933b-79de8a328010 HTTP/1.1" status: 200 len: 2985 time: 0.4592268 Sep 16 05:03:08.447141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9498328-2376-4794-a508-7b6e152bcc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.452126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-5cd080fe-7119-468b-9325-0d214a7511f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.453674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-5cd080fe-7119-468b-9325-0d214a7511f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4765222 Sep 16 05:03:08.472808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c0d5-283d-4713-8fd6-ea666be865fe req-f7260b0a-9c06-488c-aa2f-abc09534a12f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.474261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd8c0d5-283d-4713-8fd6-ea666be865fe req-f7260b0a-9c06-488c-aa2f-abc09534a12f tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 945 time: 0.1906500 Sep 16 05:03:08.539061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.542525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9498328-2376-4794-a508-7b6e152bcc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.549474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 38e4a841-d754-429b-89f3-bb9945b27d6a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:08.615460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9498328-2376-4794-a508-7b6e152bcc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.659383 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c9498328-2376-4794-a508-7b6e152bcc82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85b0a8db3cca4334a051ff62694f1fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441787 Sep 16 05:03:08.660614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9498328-2376-4794-a508-7b6e152bcc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b46c3fe-7ec3-467a-9ffc-8ecdb3e22ee5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.663183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49504) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:08.666926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-962856c4-41dd-4f32-8eaf-a1be9c5a9a31 req-78446d1a-b709-4b45-bb1a-0ccf0d107e74 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/27cba35d-7983-4d00-933b-79de8a328010 HTTP/1.1" status: 200 len: 2985 time: 0.2075462 Sep 16 05:03:08.683374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 38e4a841-d754-429b-89f3-bb9945b27d6a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:08.694776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 38e4a841-d754-429b-89f3-bb9945b27d6a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:08.696561 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.697227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.702268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd8c0d5-283d-4713-8fd6-ea666be865fe req-249914d0-110c-4756-8c8f-9eb390915326 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088966 Sep 16 05:03:08.703456 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.749289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a75ad43c-1097-4788-b12f-e6456dfb4ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.760082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-6e5ccd28-75ca-464d-a918-e4e722557880 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835507 Sep 16 05:03:08.775529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a75ad43c-1097-4788-b12f-e6456dfb4ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.873130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.873661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Fanout notify agent at l3_agent the message router_deleted on router ec9503ae-1989-4097-99e7-027605861439 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:08.883934 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.885050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bbd5eacf-a6f8-4be2-a771-2fd13d827f90 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/ec9503ae-1989-4097-99e7-027605861439 HTTP/1.1" status: 204 len: 168 time: 2.1504881 Sep 16 05:03:08.890651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49512) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:08.892433 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.895887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-569644002', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:08.896035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e201fa0-094a-4342-8b04-57b6b6183f8a req-732d37a7-6892-4d94-a0c9-a798b9b37b5a tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/a23c46ce-c99e-4c69-994e-8bda370db3fe HTTP/1.1" status: 200 len: 1801 time: 0.1297333 Sep 16 05:03:08.909418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a75ad43c-1097-4788-b12f-e6456dfb4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.912299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a75ad43c-1097-4788-b12f-e6456dfb4ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.913533 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a75ad43c-1097-4788-b12f-e6456dfb4ecd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b46c3fe-7ec3-467a-9ffc-8ecdb3e22ee5 HTTP/1.1" status: 204 len: 168 time: 0.2386508 Sep 16 05:03:08.946199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-2de77643-d5c1-4c49-8be9-3807d77e5292 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623414 Sep 16 05:03:08.955126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 38e4a841-d754-429b-89f3-bb9945b27d6a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=38e4a841-d754-429b-89f3-bb9945b27d6a,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:08.956473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890b601-4ece-4537-af71-3fd4264605f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e4a841-d754-429b-89f3-bb9945b27d6a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:08.957370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ad43c-1097-4788-b12f-e6456dfb4ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b46c3fe-7ec3-467a-9ffc-8ecdb3e22ee5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.959602 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10236aef-527d-4293-8b44-cf78668593b9" -d '{"events": [{"server_uuid": "8890b601-4ece-4537-af71-3fd4264605f1", "name": "network-vif-plugged", "status": "completed", "tag": "38e4a841-d754-429b-89f3-bb9945b27d6a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:09.009475 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.019026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-0ea399f7-b312-4190-b14e-0f5f552f9b5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 217 time: 0.0554790 Sep 16 05:03:09.027496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e201fa0-094a-4342-8b04-57b6b6183f8a req-229f1fe3-634e-4298-b324-9f5d917b68fb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.045353 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.047656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.074497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=38e4a841-d754-429b-89f3-bb9945b27d6a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.101550 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e201fa0-094a-4342-8b04-57b6b6183f8a req-229f1fe3-634e-4298-b324-9f5d917b68fb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.114842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.133689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-1606b05e-fe3f-47fa-a8ca-0cec18dd8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.135259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-1606b05e-fe3f-47fa-a8ca-0cec18dd8c23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0883105 Sep 16 05:03:09.147965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012359dd-ab3d-48d2-8db6-a3691425a898 req-db926653-225f-4bc3-adf9-31250325fa9c tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.149476 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-012359dd-ab3d-48d2-8db6-a3691425a898 req-db926653-225f-4bc3-adf9-31250325fa9c tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1361854 Sep 16 05:03:09.230895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-a00938dc-90e1-48f4-9c5d-979c0b3a26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.232492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-a00938dc-90e1-48f4-9c5d-979c0b3a26e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775471 Sep 16 05:03:09.241570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-012359dd-ab3d-48d2-8db6-a3691425a898 req-02fb49d4-858c-4d0f-b429-aca9d698f1cb tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696855 Sep 16 05:03:09.266950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e201fa0-094a-4342-8b04-57b6b6183f8a req-229f1fe3-634e-4298-b324-9f5d917b68fb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.269647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9e201fa0-094a-4342-8b04-57b6b6183f8a req-229f1fe3-634e-4298-b324-9f5d917b68fb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.273764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e201fa0-094a-4342-8b04-57b6b6183f8a req-229f1fe3-634e-4298-b324-9f5d917b68fb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/a23c46ce-c99e-4c69-994e-8bda370db3fe HTTP/1.1" status: 204 len: 173 time: 0.3768198 Sep 16 05:03:09.321517 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46c07d3-c099-46b4-a8a0-791c38ad28ba x-openstack-request-id: req-f46c07d3-c099-46b4-a8a0-791c38ad28ba {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:09.321642 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890b601-4ece-4537-af71-3fd4264605f1", "name": "network-vif-plugged", "status": "completed", "tag": "38e4a841-d754-429b-89f3-bb9945b27d6a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:09.321795 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f46c07d3-c099-46b4-a8a0-791c38ad28ba {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:09.322209 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890b601-4ece-4537-af71-3fd4264605f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e4a841-d754-429b-89f3-bb9945b27d6a', 'code': 200} Sep 16 05:03:09.339502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f1fe3-634e-4298-b324-9f5d917b68fb tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23c46ce-c99e-4c69-994e-8bda370db3fe,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.366099 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.366933 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-613daeaa-2ef6-4a12-8929-fbb1f8205bbd req-e179f0b9-61fa-4a87-9f3d-3b363120e992 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:09.368075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-613daeaa-2ef6-4a12-8929-fbb1f8205bbd req-e179f0b9-61fa-4a87-9f3d-3b363120e992 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/a23c46ce-c99e-4c69-994e-8bda370db3fe HTTP/1.1" status: 404 len: 352 time: 0.0705752 Sep 16 05:03:09.478732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-cb86e14f-d1f7-4162-828c-1b42620241c9 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280397 Sep 16 05:03:09.486115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b9ea966-7731-4304-9a45-679498fe5e63 req-09a45b6d-a6de-48ae-86d4-90128d0ac0c4 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/0df8737a-c080-4806-9abe-3f639b611149 HTTP/1.1" status: 200 len: 1801 time: 0.0873296 Sep 16 05:03:09.507686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a134f-9cbe-4261-9757-cef99743f4f0 req-c3732ffd-2c86-4996-b008-4f0e02295a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.509468 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-578a134f-9cbe-4261-9757-cef99743f4f0 req-c3732ffd-2c86-4996-b008-4f0e02295a9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 1098 time: 0.0893955 Sep 16 05:03:09.579467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-578a134f-9cbe-4261-9757-cef99743f4f0 req-244c2b18-ba6d-4c29-b81f-82dc86f95a32 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Sep 16 05:03:09.642496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8b9ea966-7731-4304-9a45-679498fe5e63 req-80139751-6466-477a-9eab-0c40d8b037b6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.665282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-e9b65de5-34f9-4a90-8b16-a16ea3ca58fe service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522133 Sep 16 05:03:09.675607 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8b9ea966-7731-4304-9a45-679498fe5e63 req-80139751-6466-477a-9eab-0c40d8b037b6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.705624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.725238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.745565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-fccb14fc-bbc0-48cc-b882-90a577c61035 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 217 time: 0.0589087 Sep 16 05:03:09.806048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-13f9cbc9-aa8c-4ba6-8e0f-668e2036b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.808785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-13f9cbc9-aa8c-4ba6-8e0f-668e2036b97c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0504584 Sep 16 05:03:09.855823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Allocated IP 172.25.7.22 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/78b330e1-5862-40bd-ab1d-b820df385411) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:09.893527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca12db-60e9-405d-8aba-ef200d7372d9 req-2da3db93-07b8-4a88-9758-3775064ffb3d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.895274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45ca12db-60e9-405d-8aba-ef200d7372d9 req-2da3db93-07b8-4a88-9758-3775064ffb3d tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.0862360 Sep 16 05:03:09.898264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-76112b30-ac1b-4a9f-babc-5e70a729bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.899705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-76112b30-ac1b-4a9f-babc-5e70a729bbb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802929 Sep 16 05:03:09.918017 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8b9ea966-7731-4304-9a45-679498fe5e63 req-80139751-6466-477a-9eab-0c40d8b037b6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.921395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8b9ea966-7731-4304-9a45-679498fe5e63 req-80139751-6466-477a-9eab-0c40d8b037b6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.924255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b9ea966-7731-4304-9a45-679498fe5e63 req-80139751-6466-477a-9eab-0c40d8b037b6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/0df8737a-c080-4806-9abe-3f639b611149 HTTP/1.1" status: 204 len: 173 time: 0.4307992 Sep 16 05:03:09.970383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.040357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80139751-6466-477a-9eab-0c40d8b037b6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df8737a-c080-4806-9abe-3f639b611149,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:10.055959 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-b3da95af-c567-4edb-9c88-dfe0dca72e27 req-e77b316e-16d8-47e7-94cf-4a69c8b6f139 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:10.057075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3da95af-c567-4edb-9c88-dfe0dca72e27 req-e77b316e-16d8-47e7-94cf-4a69c8b6f139 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/0df8737a-c080-4806-9abe-3f639b611149 HTTP/1.1" status: 404 len: 352 time: 0.0365183 Sep 16 05:03:10.073391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45ca12db-60e9-405d-8aba-ef200d7372d9 req-9797deb1-b422-4471-b170-589e7cfc7ff6 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700153 Sep 16 05:03:10.076009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-1249e38e-8713-44d2-81a9-d63b7a27d636 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492801 Sep 16 05:03:10.129011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.197323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:10.199057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event updated for resources: {'Port': ['ID=78b330e1-5862-40bd-ab1d-b820df385411,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:10.203020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a28a759-dc06-45a2-8f4c-2d4e27be4ddb req-3280c00c-bf24-444b-961a-e72d5f9c6b77 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/7ec7ae69-b061-47d3-9361-a70284c76b2f HTTP/1.1" status: 200 len: 1801 time: 0.1005385 Sep 16 05:03:10.204145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:10.206757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:10.238109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-453cd6c3-16d9-41fe-bb73-5a1bac7bfd5b service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434360 Sep 16 05:03:10.256122 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.310483 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-0a335b27-0280-4bca-b69a-ac75d76c15eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=a5b7097e-54f0-49bd-a5be-591192a5409e HTTP/1.1" status: 200 len: 217 time: 0.0529373 Sep 16 05:03:10.340332 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0a28a759-dc06-45a2-8f4c-2d4e27be4ddb req-a4800499-339c-45f2-97e1-c97014605087 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.422613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0a28a759-dc06-45a2-8f4c-2d4e27be4ddb req-a4800499-339c-45f2-97e1-c97014605087 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.433492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-214c3e32-16a8-4b35-ad62-273b833134fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.435514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-214c3e32-16a8-4b35-ad62-273b833134fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1065638 Sep 16 05:03:10.483368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2f38-5a6f-494b-bfd9-ccfbd80cc1d0 req-c432f13e-78ee-4a63-aa8c-ad797bee5d8f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.483368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-243c2f38-5a6f-494b-bfd9-ccfbd80cc1d0 req-c432f13e-78ee-4a63-aa8c-ad797bee5d8f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1213923 Sep 16 05:03:10.537259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-96120a68-506d-43de-9c6d-f3e4ab944d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.538774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-96120a68-506d-43de-9c6d-f3e4ab944d96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0897279 Sep 16 05:03:10.543986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-243c2f38-5a6f-494b-bfd9-ccfbd80cc1d0 req-dfa7b3a1-cc32-449c-b835-cbe8448cbe2c tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492556 Sep 16 05:03:10.658994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0a28a759-dc06-45a2-8f4c-2d4e27be4ddb req-a4800499-339c-45f2-97e1-c97014605087 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.661925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0a28a759-dc06-45a2-8f4c-2d4e27be4ddb req-a4800499-339c-45f2-97e1-c97014605087 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.666912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a28a759-dc06-45a2-8f4c-2d4e27be4ddb req-a4800499-339c-45f2-97e1-c97014605087 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/7ec7ae69-b061-47d3-9361-a70284c76b2f HTTP/1.1" status: 204 len: 173 time: 0.4401271 Sep 16 05:03:10.715933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4800499-339c-45f2-97e1-c97014605087 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7ae69-b061-47d3-9361-a70284c76b2f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:10.719403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-8b7693ae-4a6c-42e8-a9bd-2a11979b19eb service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600652 Sep 16 05:03:10.736588 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-051fe981-560d-43f3-ae5a-01444df04fcd req-55d3d0b7-01ce-4694-8908-0b2a1e4981ad tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:10.736588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-051fe981-560d-43f3-ae5a-01444df04fcd req-55d3d0b7-01ce-4694-8908-0b2a1e4981ad tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/7ec7ae69-b061-47d3-9361-a70284c76b2f HTTP/1.1" status: 404 len: 352 time: 0.0350201 Sep 16 05:03:10.750615 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.896928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eceefd0-87c5-4664-b77b-f4ad0daaa122 req-e9d23149-e88d-49c4-82eb-b55cb826da5f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a7ba4f614934ca0af7dd30446935be2 HTTP/1.1" status: 200 len: 6156 time: 0.1345582 Sep 16 05:03:10.965201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-22447b47-8856-4b2f-b8fa-2a9902f04841 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301643 Sep 16 05:03:10.970151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eceefd0-87c5-4664-b77b-f4ad0daaa122 req-e48baf64-804f-4383-b3b7-7a1c5ef57ddd tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/27cba35d-7983-4d00-933b-79de8a328010 HTTP/1.1" status: 200 len: 2985 time: 0.0594656 Sep 16 05:03:10.975132 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.009957 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9cfba1c0-17d5-4b9c-939b-f2abf2bf3e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.069710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-db6114d9-1a4c-415f-a1d7-bdcc9eef8f78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b HTTP/1.1" status: 200 len: 217 time: 0.0940375 Sep 16 05:03:11.159464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eceefd0-87c5-4664-b77b-f4ad0daaa122 req-647ce17c-62fc-42b6-8980-243544afbc79 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/27cba35d-7983-4d00-933b-79de8a328010 HTTP/1.1" status: 200 len: 2985 time: 0.1598737 Sep 16 05:03:11.199294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Router 005b58cc-f46d-40bf-8c28-9e02c221146c is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:11.210748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-439b81c6-c7c8-4f19-8cad-25aa23d6bd9d req-c934c2f2-291b-4ba7-a7ad-ba641ce478b0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-657871961', 'description': 'tempest-description-1305605866'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:11.244099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-61848b24-4653-4682-9b75-c1ccb2372ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.245789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-61848b24-4653-4682-9b75-c1ccb2372ca5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1678791 Sep 16 05:03:11.267654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a2f1d-dfce-4581-ac49-09c79ef66d5d req-fbdaa1f7-c234-4355-a27f-209ff7d275f8 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.277972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c63a2f1d-dfce-4581-ac49-09c79ef66d5d req-fbdaa1f7-c234-4355-a27f-209ff7d275f8 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.1241705 Sep 16 05:03:11.332704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:11.341694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b81c6-c7c8-4f19-8cad-25aa23d6bd9d req-c934c2f2-291b-4ba7-a7ad-ba641ce478b0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.346257 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d169c8e-a0e6-4999-a0d4-2bc4108c83e3 None None] Sync routers for ids ['005b58cc-f46d-40bf-8c28-9e02c221146c'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:11.357360 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d169c8e-a0e6-4999-a0d4-2bc4108c83e3 None None] Routers {'005b58cc-f46d-40bf-8c28-9e02c221146c'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:11.358423 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7d169c8e-a0e6-4999-a0d4-2bc4108c83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['005b58cc-f46d-40bf-8c28-9e02c221146c'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:11.396172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c63a2f1d-dfce-4581-ac49-09c79ef66d5d req-a42a02a4-22bb-49c8-9ae8-f95abdba6673 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171939 Sep 16 05:03:11.402365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-901e3945-ffe4-432d-996b-dced086d597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.409204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-901e3945-ffe4-432d-996b-dced086d597c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512537 Sep 16 05:03:11.440130 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7d169c8e-a0e6-4999-a0d4-2bc4108c83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:11.442753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.444426 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c7bf5c41-5ae0-4847-bb74-0b5b84acd662 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5524228 Sep 16 05:03:11.446975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49600) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:11.453192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:11.467135 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d169c8e-a0e6-4999-a0d4-2bc4108c83e3 None None] Routers {'005b58cc-f46d-40bf-8c28-9e02c221146c'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:11.472509 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7d169c8e-a0e6-4999-a0d4-2bc4108c83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['005b58cc-f46d-40bf-8c28-9e02c221146c'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:11.531935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7d169c8e-a0e6-4999-a0d4-2bc4108c83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:11.536452 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d169c8e-a0e6-4999-a0d4-2bc4108c83e3 None None] The sync data for ids ['005b58cc-f46d-40bf-8c28-9e02c221146c'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:11.677788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-477acf6a-64df-4499-b653-67881cd07ca7 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371085 Sep 16 05:03:11.705766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b81c6-c7c8-4f19-8cad-25aa23d6bd9d req-c934c2f2-291b-4ba7-a7ad-ba641ce478b0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.745242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038bc67-4b50-41ac-8e1c-aaa0addafe04 req-c254cc66-921b-4b7e-84fa-d93f0aba7b69 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.746364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f038bc67-4b50-41ac-8e1c-aaa0addafe04 req-c254cc66-921b-4b7e-84fa-d93f0aba7b69 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.1298883 Sep 16 05:03:11.807470 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b81c6-c7c8-4f19-8cad-25aa23d6bd9d req-c934c2f2-291b-4ba7-a7ad-ba641ce478b0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.894932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934c2f2-291b-4ba7-a7ad-ba641ce478b0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa8f00-0bbe-442c-8550-748919e3c010,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.905325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f038bc67-4b50-41ac-8e1c-aaa0addafe04 req-cc840bcd-0bfa-4707-92b3-d9edc72bbfe0 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217687 Sep 16 05:03:11.909174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-175082d4-22e5-46fe-808a-fb64a32feafb service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179728 Sep 16 05:03:12.009268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b81c6-c7c8-4f19-8cad-25aa23d6bd9d req-c934c2f2-291b-4ba7-a7ad-ba641ce478b0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.010711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b81c6-c7c8-4f19-8cad-25aa23d6bd9d req-c934c2f2-291b-4ba7-a7ad-ba641ce478b0 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8223403 Sep 16 05:03:12.012425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-b73bde92-c1ce-4b82-ba32-5d7a6a6beb34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0879869 Sep 16 05:03:12.101989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-8ecc424e-7e95-4592-b226-8e0920fa7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.103608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-8ecc424e-7e95-4592-b226-8e0920fa7cc7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0792279 Sep 16 05:03:12.120467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85965b-e348-4ae7-84a0-d9d061b05d2d req-84b05a6e-7bcc-4f3d-a04d-6616c33006ab tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.122897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb85965b-e348-4ae7-84a0-d9d061b05d2d req-84b05a6e-7bcc-4f3d-a04d-6616c33006ab tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0857813 Sep 16 05:03:12.191575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-10b7fbcc-7f87-4a41-8f86-38bf2f63f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.193233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-10b7fbcc-7f87-4a41-8f86-38bf2f63f325 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692894 Sep 16 05:03:12.201991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb85965b-e348-4ae7-84a0-d9d061b05d2d req-69812e9f-3867-4eaa-a316-c19eef491e96 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698950 Sep 16 05:03:12.231736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1729b6d0-20c0-42ef-a29d-7e4157c05bc5 req-13d18840-b37c-4cca-a3fc-5219c50b3c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-437292778', 'description': 'tempest-description-272089564'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:12.232825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.317209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-6c14e55c-c23c-4315-baa6-d55792b7ee56 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077242 Sep 16 05:03:12.333883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.444619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c12904-8b2b-40d1-a38b-8432b7c4b4ba req-8aa86fac-278b-40e3-b3bd-4c36fb93e286 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.446192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59c12904-8b2b-40d1-a38b-8432b7c4b4ba req-8aa86fac-278b-40e3-b3bd-4c36fb93e286 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.1059937 Sep 16 05:03:12.449591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1729b6d0-20c0-42ef-a29d-7e4157c05bc5 req-13d18840-b37c-4cca-a3fc-5219c50b3c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.490528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-75cf14bb-e994-4c95-b0a7-9483a50a88d3 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587136 Sep 16 05:03:12.550672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Deleting port 78b330e1-5862-40bd-ab1d-b820df385411 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:12.551085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.579169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-55c149fa-70e1-4a7d-886c-036247f6e0a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 200 len: 217 time: 0.0757432 Sep 16 05:03:12.582084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59c12904-8b2b-40d1-a38b-8432b7c4b4ba req-0035afd8-3c80-4496-bfae-b71ea7831bcf tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267698 Sep 16 05:03:12.641330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49636) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:12.675307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.675535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-de627c29-aa45-4449-8c4d-74cc4ec5a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.676982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-de627c29-aa45-4449-8c4d-74cc4ec5a9bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0718989 Sep 16 05:03:12.689122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Calling delete_port for 78b330e1-5862-40bd-ab1d-b820df385411 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:12.706129 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1729b6d0-20c0-42ef-a29d-7e4157c05bc5 req-13d18840-b37c-4cca-a3fc-5219c50b3c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.764305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1729b6d0-20c0-42ef-a29d-7e4157c05bc5 req-13d18840-b37c-4cca-a3fc-5219c50b3c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.823412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-2cdb3a85-a8dc-43f9-9dfb-ca077aacb09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.824948 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f195daf-7154-45b6-8690-852c6ed4ef24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.825128 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-2cdb3a85-a8dc-43f9-9dfb-ca077aacb09d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987854 Sep 16 05:03:12.838268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d18840-b37c-4cca-a3fc-5219c50b3c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4539e82c-d158-49b3-9c40-6e4e30b6dc2b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.859788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3038f27-3d75-4763-ae10-1821cc1e2d1f req-10a0c7c7-2603-4bd9-9538-27f47bd14282 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.861657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3038f27-3d75-4763-ae10-1821cc1e2d1f req-10a0c7c7-2603-4bd9-9538-27f47bd14282 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.0900588 Sep 16 05:03:12.941694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1729b6d0-20c0-42ef-a29d-7e4157c05bc5 req-13d18840-b37c-4cca-a3fc-5219c50b3c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.942902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1729b6d0-20c0-42ef-a29d-7e4157c05bc5 req-13d18840-b37c-4cca-a3fc-5219c50b3c75 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7254534 Sep 16 05:03:12.960930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3038f27-3d75-4763-ae10-1821cc1e2d1f req-54afe9b0-0b7d-4390-b8f2-f989412127ba tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887418 Sep 16 05:03:12.990672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-c8e38b4e-ec19-4f83-9a97-651ad62a248c service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402919 Sep 16 05:03:13.004447 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.024551 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f195daf-7154-45b6-8690-852c6ed4ef24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.045632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Pushing event deleted for resources: {'Port': ['ID=78b330e1-5862-40bd-ab1d-b820df385411,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.107633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f195daf-7154-45b6-8690-852c6ed4ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.167518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f195daf-7154-45b6-8690-852c6ed4ef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51742605-4393-4591-b87e-8e63d43d3ed0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.186291 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3f195daf-7154-45b6-8690-852c6ed4ef24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32ad8443ba594617a9ce3f9adcf6b3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445693 Sep 16 05:03:13.187212 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.189049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49656) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.362755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2eb744fe-8b8e-4d85-8d02-1339241134fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.445507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.449617 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2eb744fe-8b8e-4d85-8d02-1339241134fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.457011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.488295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f3ca6-5685-47ca-a068-e137c1500b67 req-a71c1330-dc1d-41c3-9e9f-a5e7be92a2d6 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.496388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be9f3ca6-5685-47ca-a068-e137c1500b67 req-a71c1330-dc1d-41c3-9e9f-a5e7be92a2d6 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.1662934 Sep 16 05:03:13.547639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7341da9c-20d0-4bd7-a0f3-41ff03c3315d req-f1c74904-24b0-4a59-9b62-6594260c87cc service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447628 Sep 16 05:03:13.559840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Router 005b58cc-f46d-40bf-8c28-9e02c221146c has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:13.573755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be9f3ca6-5685-47ca-a068-e137c1500b67 req-0e963061-eec8-453a-b267-c54bf1757600 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769231 Sep 16 05:03:13.595711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-4164ab49-85ee-496d-8439-ae7518561421 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.598032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-4164ab49-85ee-496d-8439-ae7518561421 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 812 time: 0.2696540 Sep 16 05:03:13.616302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-9c188235-a64f-421f-897f-2228c8f69c04 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/quotas/7a7ba4f614934ca0af7dd30446935be2 HTTP/1.1" status: 200 len: 375 time: 0.0115249 Sep 16 05:03:13.646541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:13.653976 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.655400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ca875099-4e93-41c9-a394-d2c354213e9c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "PUT /v2.0/routers/005b58cc-f46d-40bf-8c28-9e02c221146c HTTP/1.1" status: 200 len: 705 time: 2.2073634 Sep 16 05:03:13.657972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49668) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.660563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedd89f-e872-46f0-ae3e-89c348096628 None None] Sync routers for ids ['005b58cc-f46d-40bf-8c28-9e02c221146c'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:13.672075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedd89f-e872-46f0-ae3e-89c348096628 None None] Routers {'005b58cc-f46d-40bf-8c28-9e02c221146c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:13.673041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fdedd89f-e872-46f0-ae3e-89c348096628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['005b58cc-f46d-40bf-8c28-9e02c221146c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:13.698759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2eb744fe-8b8e-4d85-8d02-1339241134fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.701663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2eb744fe-8b8e-4d85-8d02-1339241134fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.705512 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2eb744fe-8b8e-4d85-8d02-1339241134fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51742605-4393-4591-b87e-8e63d43d3ed0 HTTP/1.1" status: 204 len: 168 time: 0.5128081 Sep 16 05:03:13.707291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fdedd89f-e872-46f0-ae3e-89c348096628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:13.717778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedd89f-e872-46f0-ae3e-89c348096628 None None] Routers {'005b58cc-f46d-40bf-8c28-9e02c221146c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:13.718725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fdedd89f-e872-46f0-ae3e-89c348096628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['005b58cc-f46d-40bf-8c28-9e02c221146c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:13.737555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-07bb1c27-5712-42a4-b8a6-df76f4c18767 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1147912 Sep 16 05:03:13.755649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb744fe-8b8e-4d85-8d02-1339241134fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51742605-4393-4591-b87e-8e63d43d3ed0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.769764 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba34d6cc-2947-4436-8ed0-d0f0146a287b tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/routers/005b58cc-f46d-40bf-8c28-9e02c221146c HTTP/1.1" status: 200 len: 740 time: 0.0999279 Sep 16 05:03:13.769764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49676) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.805709 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bec501c8-758a-4cdc-a1f6-cd11e9f41c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.827579 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3ad0181e-5b13-42a2-b110-8a0d78f27273 tempest-RoutersAdminTest-1667167852 tempest-RoutersAdminTest-1667167852-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=acae3052-0cbf-44f5-a498-404a6def8461&device_id=005b58cc-f46d-40bf-8c28-9e02c221146c HTTP/1.1" status: 200 len: 205 time: 0.0474460 Sep 16 05:03:13.828149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fdedd89f-e872-46f0-ae3e-89c348096628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:13.828149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedd89f-e872-46f0-ae3e-89c348096628 None None] The sync data for ids ['005b58cc-f46d-40bf-8c28-9e02c221146c'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:13.828306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49678) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.859886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd399-5286-4232-93eb-75d8b7305246 req-aa1b1f1c-d1a8-4ee5-84c2-3da7bb1b803e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.859886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9edd399-5286-4232-93eb-75d8b7305246 req-aa1b1f1c-d1a8-4ee5-84c2-3da7bb1b803e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1953700 Sep 16 05:03:13.877378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2cc2ed77-a418-41e2-a4af-eca55cddbf56 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=005b58cc-f46d-40bf-8c28-9e02c221146c HTTP/1.1" status: 200 len: 205 time: 0.0484738 Sep 16 05:03:13.880122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49684) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.917186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-ca06dc4a-fc88-40c7-8286-2515e6e73be4 service neutron] 10.222.0.59 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785769 Sep 16 05:03:13.950657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9edd399-5286-4232-93eb-75d8b7305246 req-ac93fdf5-4a8d-49c4-a46b-56ed86cb766b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756977 Sep 16 05:03:13.959778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-193c9ef6-5485-44b4-97de-e9c6f9a06717 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.020284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-19e721d6-0d9a-487d-b041-85af1017fe4c service neutron] 10.222.0.59 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022401 Sep 16 05:03:14.160631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-193c9ef6-5485-44b4-97de-e9c6f9a06717 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.163115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-193c9ef6-5485-44b4-97de-e9c6f9a06717 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.198542 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.210756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ef324-a51e-43c4-84d7-341925b236f2 req-80f468f5-f92e-4746-a888-82646fd0314b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.212369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-496ef324-a51e-43c4-84d7-341925b236f2 req-80f468f5-f92e-4746-a888-82646fd0314b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.0757093 Sep 16 05:03:14.263180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-496ef324-a51e-43c4-84d7-341925b236f2 req-4f1f2e44-6126-4eaf-bc5f-3bebe9f4c540 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Sep 16 05:03:14.286590 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-193c9ef6-5485-44b4-97de-e9c6f9a06717 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.286590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193c9ef6-5485-44b4-97de-e9c6f9a06717 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Fanout notify agent at l3_agent the message router_deleted on router 005b58cc-f46d-40bf-8c28-9e02c221146c {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:14.290525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-193c9ef6-5485-44b4-97de-e9c6f9a06717 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.291679 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-193c9ef6-5485-44b4-97de-e9c6f9a06717 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/005b58cc-f46d-40bf-8c28-9e02c221146c HTTP/1.1" status: 204 len: 168 time: 0.4106004 Sep 16 05:03:14.297235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49704) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.348710 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-839b2785-5876-4e5c-87dd-dee3784670b8 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=005b58cc-f46d-40bf-8c28-9e02c221146c HTTP/1.1" status: 200 len: 205 time: 0.0498028 Sep 16 05:03:14.351050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49712) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.424911 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-2853b918-91af-46fa-81be-f25326671bb2 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] delete failed (client error): The resource could not be found. Sep 16 05:03:14.425701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224ecd6-4bbf-44fc-9a9b-9ce2cff8e5e9 req-6410c111-7017-43bb-8dfb-a235bb1dfdc8 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.428863 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2853b918-91af-46fa-81be-f25326671bb2 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/005b58cc-f46d-40bf-8c28-9e02c221146c HTTP/1.1" status: 404 len: 336 time: 0.0766354 Sep 16 05:03:14.429468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49714) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.433021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2224ecd6-4bbf-44fc-9a9b-9ce2cff8e5e9 req-6410c111-7017-43bb-8dfb-a235bb1dfdc8 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.0620093 Sep 16 05:03:14.467694 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f36b37f2-4f04-45ef-97fa-3e0a3ce03c12 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec9503ae-1989-4097-99e7-027605861439 HTTP/1.1" status: 200 len: 205 time: 0.0370796 Sep 16 05:03:14.469494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49718) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.510803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2224ecd6-4bbf-44fc-9a9b-9ce2cff8e5e9 req-64169e09-6ca7-4992-9cb9-658d96015fe2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768120 Sep 16 05:03:14.523745 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-58454c9f-ff6a-4be9-a7c7-2699cee5c34a tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] delete failed (client error): The resource could not be found. Sep 16 05:03:14.531958 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-58454c9f-ff6a-4be9-a7c7-2699cee5c34a tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/ec9503ae-1989-4097-99e7-027605861439 HTTP/1.1" status: 404 len: 336 time: 0.0571151 Sep 16 05:03:14.532653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49724) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.586299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-530ba1e4-0ad6-492d-89f8-a18309ca273f req-62582049-2fc5-452c-85d3-63259a0c2518 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 210 time: 0.0704501 Sep 16 05:03:14.587053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49730) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.587550 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4c83b454-c3a2-43e1-a89e-c4f43671ef23 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fe8da0d-9f63-4381-9ea0-06ca31dbd219 HTTP/1.1" status: 200 len: 205 time: 0.0536950 Sep 16 05:03:14.654534 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-f1372352-ab07-4135-b1d9-b4e47f63eb65 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] delete failed (client error): The resource could not be found. Sep 16 05:03:14.658763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49732) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.663835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f1372352-ab07-4135-b1d9-b4e47f63eb65 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/4fe8da0d-9f63-4381-9ea0-06ca31dbd219 HTTP/1.1" status: 404 len: 336 time: 0.0751820 Sep 16 05:03:14.691570 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-694deb25-3f0b-482f-b9e5-f447b846977c tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9db4910-6464-4b41-9b28-a7aadd2dccf5 HTTP/1.1" status: 200 len: 205 time: 0.0310655 Sep 16 05:03:14.693753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49734) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.733806 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-9cb2714f-fc93-45ba-a5e2-12b35ff8ebab tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] delete failed (client error): The resource could not be found. Sep 16 05:03:14.734937 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9cb2714f-fc93-45ba-a5e2-12b35ff8ebab tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/b9db4910-6464-4b41-9b28-a7aadd2dccf5 HTTP/1.1" status: 404 len: 336 time: 0.0400701 Sep 16 05:03:14.743304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49736) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.771386 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-37bc2bd4-4301-4069-894a-d8c724357134 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=9888c520-07af-464b-aaca-46f6aaea0fcd HTTP/1.1" status: 200 len: 205 time: 0.0267780 Sep 16 05:03:14.777707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49738) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.826499 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-0196a79d-2a3c-46ad-b151-86947ca4832b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] delete failed (client error): The resource could not be found. Sep 16 05:03:14.830510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49742) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.831028 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0196a79d-2a3c-46ad-b151-86947ca4832b tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/9888c520-07af-464b-aaca-46f6aaea0fcd HTTP/1.1" status: 404 len: 336 time: 0.0504804 Sep 16 05:03:14.866393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea03547a-285b-4286-859b-adcbe0983021 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "GET /v2.0/ports?device_id=34a3c51c-b30e-4974-87c2-f2dd407562f7 HTTP/1.1" status: 200 len: 205 time: 0.0322652 Sep 16 05:03:14.866747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49746) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.911002 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-a0e9e9a7-83dc-4f0c-9465-5d8eea404c86 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] delete failed (client error): The resource could not be found. Sep 16 05:03:14.914812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a0e9e9a7-83dc-4f0c-9465-5d8eea404c86 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/routers/34a3c51c-b30e-4974-87c2-f2dd407562f7 HTTP/1.1" status: 404 len: 336 time: 0.0445173 Sep 16 05:03:14.915430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49750) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.951941 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d370d5-90c8-4116-a3cc-fac81b97e585 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] DELETE failed (client error): The resource could not be found. Sep 16 05:03:14.952412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d370d5-90c8-4116-a3cc-fac81b97e585 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:03:14.954186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-71d370d5-90c8-4116-a3cc-fac81b97e585 tempest-RoutersAdminTest-340760826 tempest-RoutersAdminTest-340760826-project] 10.222.0.59 "DELETE /v2.0/subnets/818a0668-2871-46d7-9a06-0dff29917ef1 HTTP/1.1" status: 404 len: 337 time: 0.0377495 Sep 16 05:03:15.079028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9ab84-7469-4003-a980-8987874dfda9 req-6422c91a-8477-4c56-aedf-7d5e30d1817a tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.080853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ed9ab84-7469-4003-a980-8987874dfda9 req-6422c91a-8477-4c56-aedf-7d5e30d1817a tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0560558 Sep 16 05:03:15.128409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ed9ab84-7469-4003-a980-8987874dfda9 req-55427562-b5e3-40f5-99ef-23e82070bac8 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Sep 16 05:03:15.152405 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.340563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2258182-4c8d-4108-bdd5-c2ac13ce9a2f req-b999487c-4a43-49aa-a43c-d6799b7b3ca8 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.342105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2258182-4c8d-4108-bdd5-c2ac13ce9a2f req-b999487c-4a43-49aa-a43c-d6799b7b3ca8 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.0702181 Sep 16 05:03:15.395105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2258182-4c8d-4108-bdd5-c2ac13ce9a2f req-a75ee5b8-56ad-4df3-8ec0-40a6305d079b tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456164 Sep 16 05:03:15.466039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac769e-4ebc-4fc6-b223-21aae90ac280 req-ce35854e-4457-468e-bdab-a8dce1c8e63d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.467729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abac769e-4ebc-4fc6-b223-21aae90ac280 req-ce35854e-4457-468e-bdab-a8dce1c8e63d tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.0623212 Sep 16 05:03:15.508000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abac769e-4ebc-4fc6-b223-21aae90ac280 req-bce50109-b9c4-4686-92cc-da2ef0c4d7c8 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340252 Sep 16 05:03:15.665190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49784) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:15.731421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83d55cf5-36bf-455a-a59d-25cd6a8b5cd4 req-a8925174-0937-41c0-8b11-9ed070dc49d8 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 210 time: 0.0386364 Sep 16 05:03:15.853010 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b07b316-a736-4c04-96d5-11b91c7326eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.952950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b07b316-a736-4c04-96d5-11b91c7326eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.150561 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b07b316-a736-4c04-96d5-11b91c7326eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.196746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7b07b316-a736-4c04-96d5-11b91c7326eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=745cd7595df84edbb4669bee5171bd04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278506 Sep 16 05:03:16.198463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49800) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:16.205642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b316-a736-4c04-96d5-11b91c7326eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6362d588-7aba-4f18-80bb-5f25944033a1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:16.326448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e303a85e-99d0-4d02-8fef-4c7feb5d4611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.337433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb477426-6d26-43dd-a8d1-11b6613c29ee req-d5a2da31-b7fa-44c5-9d0c-0e4d981ad7e4 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:16.339126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb477426-6d26-43dd-a8d1-11b6613c29ee req-d5a2da31-b7fa-44c5-9d0c-0e4d981ad7e4 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1000237 Sep 16 05:03:16.384810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e303a85e-99d0-4d02-8fef-4c7feb5d4611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.400351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb477426-6d26-43dd-a8d1-11b6613c29ee req-d42b60da-237e-4dfe-9942-8a72b1fd800d tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528481 Sep 16 05:03:16.440103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49806) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:16.552775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266af32b-3ad9-4763-bab7-ea8ae3761331 req-a47603e2-c4a5-4169-a8a7-a26162e40c99 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:16.554475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-266af32b-3ad9-4763-bab7-ea8ae3761331 req-a47603e2-c4a5-4169-a8a7-a26162e40c99 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.0761590 Sep 16 05:03:16.575642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50683-ed48-46b6-ad44-46488838d414 req-c1a237a8-78d5-46c7-a4a9-40e157b0bc95 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:16.578874 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ca50683-ed48-46b6-ad44-46488838d414 req-c1a237a8-78d5-46c7-a4a9-40e157b0bc95 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.60 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 946 time: 0.0669029 Sep 16 05:03:16.590740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e303a85e-99d0-4d02-8fef-4c7feb5d4611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.593356 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e303a85e-99d0-4d02-8fef-4c7feb5d4611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.596887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e303a85e-99d0-4d02-8fef-4c7feb5d4611 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6362d588-7aba-4f18-80bb-5f25944033a1 HTTP/1.1" status: 204 len: 168 time: 0.3949056 Sep 16 05:03:16.672889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303a85e-99d0-4d02-8fef-4c7feb5d4611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6362d588-7aba-4f18-80bb-5f25944033a1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:16.682955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-726929981'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:16.694721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-266af32b-3ad9-4763-bab7-ea8ae3761331 req-01a738fa-4dd1-4b40-9c4e-181aa7ac718c tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2346bca-99c5-4f01-8bef-48b5c97d6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324956 Sep 16 05:03:16.741981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a230c-4cb5-4dac-a691-145595b7b171 req-d5e9a5cf-0b4c-4d67-8de8-cac87b0071c0 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:16.743212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa6a230c-4cb5-4dac-a691-145595b7b171 req-d5e9a5cf-0b4c-4d67-8de8-cac87b0071c0 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.1347177 Sep 16 05:03:16.744934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Deleting port 38e4a841-d754-429b-89f3-bb9945b27d6a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:16.745529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.807664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa6a230c-4cb5-4dac-a691-145595b7b171 req-b55dc5d5-4a60-4d8b-a69b-fd9e09c6f0e8 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539927 Sep 16 05:03:16.859421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.868484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Made reservation on behalf of 5495bc6cf18e4da3b83ee9970bc38177 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:16.872472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.888641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.892817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] For port 38e4a841-d754-429b-89f3-bb9945b27d6a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=38e4a841-d754-429b-89f3-bb9945b27d6a,segment=NetworkSegment(f3c21591-57fd-48c4-91a2-062903fe1662),segment_id=f3c21591-57fd-48c4-91a2-062903fe1662)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:16.893205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.917438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14302e44-1880-4571-b0db-3111def265b4 req-a2a9c59a-2ce8-45ab-a3a2-9ad73da1e576 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 210 time: 0.0392919 Sep 16 05:03:16.933504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Calling delete_port for 38e4a841-d754-429b-89f3-bb9945b27d6a owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:17.071930 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.249802 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.262750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:17.273809 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.274287 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Added segment 56cdbcae-7aec-4a7a-b6f2-4689c232e722 of type vlan for network d81c8175-80d1-40b5-8ef4-65c9b7b23262 Sep 16 05:03:17.287646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.301276 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['38e4a841-d754-429b-89f3-bb9945b27d6a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:17.375848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Pushing event deleted for resources: {'Port': ['ID=38e4a841-d754-429b-89f3-bb9945b27d6a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.438849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0378b97-46c9-4eb6-8ca5-6b0d59b00e98,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.448154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.504183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] No DVR routers for this DVR port 38e4a841-d754-429b-89f3-bb9945b27d6a on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:17.513194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.515201 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ca50683-ed48-46b6-ad44-46488838d414 req-6060438c-788d-46e4-a540-54107a754d40 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.60 "DELETE /v2.0/ports/38e4a841-d754-429b-89f3-bb9945b27d6a HTTP/1.1" status: 204 len: 173 time: 0.9283044 Sep 16 05:03:17.517327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890b601-4ece-4537-af71-3fd4264605f1', 'name': 'network-vif-deleted', 'tag': '38e4a841-d754-429b-89f3-bb9945b27d6a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:17.519631 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf195a8b-994b-4d07-8fe6-bfaa14148d44" -d '{"events": [{"server_uuid": "8890b601-4ece-4537-af71-3fd4264605f1", "name": "network-vif-deleted", "tag": "38e4a841-d754-429b-89f3-bb9945b27d6a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:17.550808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-849c7dbc-223a-4c7c-8eb5-f9727a05951f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.552388 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-849c7dbc-223a-4c7c-8eb5-f9727a05951f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.60 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 812 time: 0.2693973 Sep 16 05:03:17.571934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'port': {'device_id': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88', 'admin_state_up': True, 'tenant_id': '7a7ba4f614934ca0af7dd30446935be2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:17.595375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49834) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:17.619007 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99828678-ba0e-49bf-9fa3-062e7ec69a9a x-openstack-request-id: req-99828678-ba0e-49bf-9fa3-062e7ec69a9a {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:17.621217 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890b601-4ece-4537-af71-3fd4264605f1", "name": "network-vif-deleted", "tag": "38e4a841-d754-429b-89f3-bb9945b27d6a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:17.621217 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99828678-ba0e-49bf-9fa3-062e7ec69a9a {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:17.622277 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890b601-4ece-4537-af71-3fd4264605f1', 'name': 'network-vif-deleted', 'tag': '38e4a841-d754-429b-89f3-bb9945b27d6a', 'status': 'completed', 'code': 200} Sep 16 05:03:17.646237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f910c5-57ab-4dbd-a552-9022092a461c req-3d07759f-56ed-418a-9214-cb7f112dd641 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.654171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72f910c5-57ab-4dbd-a552-9022092a461c req-3d07759f-56ed-418a-9214-cb7f112dd641 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1086304 Sep 16 05:03:17.709703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72f910c5-57ab-4dbd-a552-9022092a461c req-ad004913-5054-4a30-ba07-e087af964227 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Sep 16 05:03:17.713045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.719044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.719791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.764655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49840) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:17.829137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event updated for resources: {'Network': ['ID=d81c8175-80d1-40b5-8ef4-65c9b7b23262,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.839682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d020459-0b51-4114-a1b5-aec848037cf7 req-997d855b-5f86-4ede-ab51-ec228f33ebd1 tempest-ServerDiskConfigTestJSON-1661219802 tempest-ServerDiskConfigTestJSON-1661219802-project] 10.222.0.59 "GET /v2.0/ports?device_id=8890b601-4ece-4537-af71-3fd4264605f1 HTTP/1.1" status: 200 len: 210 time: 0.0480528 Sep 16 05:03:17.842133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d81c8175-80d1-40b5-8ef4-65c9b7b23262 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:17.864889 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00853a96-b880-4374-b25d-913561ce6d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.897079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e5a66ba2-b47f-4fde-b41f-73e5ef0294c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bde544f4e0fa461cbd5404b1f8851f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312015 Sep 16 05:03:17.899794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49846) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:17.935256 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-451c883a-4f17-442b-9633-d8c351c4af93 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4934905 Sep 16 05:03:17.942598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49850) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:17.949353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Request body: {'subnet': {'network_id': 'd81c8175-80d1-40b5-8ef4-65c9b7b23262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:17.989376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e728561-ad4d-4dd0-bcfe-3bbda5f33c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.033117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e728561-ad4d-4dd0-bcfe-3bbda5f33c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.034610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa324f4-dec4-4315-90b6-c61499973405 req-5b3833ab-9c12-4a9c-9bbb-0a8475f7f70a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.036212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa324f4-dec4-4315-90b6-c61499973405 req-5b3833ab-9c12-4a9c-9bbb-0a8475f7f70a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.1380942 Sep 16 05:03:18.057532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-8e742836-9418-4dce-b340-4b47f2660a45 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.059581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-8e742836-9418-4dce-b340-4b47f2660a45 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.0827289 Sep 16 05:03:18.086528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Made reservation on behalf of 7a7ba4f614934ca0af7dd30446935be2 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:18.089960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.109242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa324f4-dec4-4315-90b6-c61499973405 req-51846af5-bdd0-4d3f-86e2-bde1ee69d6d0 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625257 Sep 16 05:03:18.112813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4cbfa451-25df-467f-9895-016787979cd0 req-3c348cfb-ff7f-481e-8be5-c4eb07ffb8cd tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 210 time: 0.0387709 Sep 16 05:03:18.264042 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e728561-ad4d-4dd0-bcfe-3bbda5f33c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.266644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e728561-ad4d-4dd0-bcfe-3bbda5f33c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.277233 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0e728561-ad4d-4dd0-bcfe-3bbda5f33c17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26352e6c-161d-4d78-b22d-d4c8c601e4c1 HTTP/1.1" status: 204 len: 168 time: 0.3670638 Sep 16 05:03:18.290966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Deleting port ad05644c-92c0-42bb-89ce-fd741a1dbec3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:18.291356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.295009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Allocated IP 172.20.0.12 (d1abfdd8-7b83-474c-a484-44d871d42e88/674ef200-c4a2-4b80-9023-ff04dc1e6b66/463f4d36-1008-4086-91cc-cef0874a6406) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:18.297278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e728561-ad4d-4dd0-bcfe-3bbda5f33c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26352e6c-161d-4d78-b22d-d4c8c601e4c1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.344057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00853a96-b880-4374-b25d-913561ce6d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.459852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] For port ad05644c-92c0-42bb-89ce-fd741a1dbec3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ad05644c-92c0-42bb-89ce-fd741a1dbec3,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:18.460431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.501327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00853a96-b880-4374-b25d-913561ce6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.551125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-00853a96-b880-4374-b25d-913561ce6d3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f34135ee94f4911abfa10e4d373e242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9533958 Sep 16 05:03:18.553095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00853a96-b880-4374-b25d-913561ce6d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23392782-65e1-40cb-bbc6-edc398bbf4e4,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.554438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49854) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.629019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.659330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Made reservation on behalf of 5495bc6cf18e4da3b83ee9970bc38177 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:18.663220 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.736271 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.908799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488b77-7494-4497-98b9-d2f0d40f9073 req-bfb41b34-89cb-4a65-9cce-874c5359d67b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.910377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c488b77-7494-4497-98b9-d2f0d40f9073 req-bfb41b34-89cb-4a65-9cce-874c5359d67b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1014261 Sep 16 05:03:18.971083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c488b77-7494-4497-98b9-d2f0d40f9073 req-009383d1-b094-4d88-b2a7-466b2a88ed7e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527163 Sep 16 05:03:19.038249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.076461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.076842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.079066 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Floating IP 8119dfb5-4267-4fb2-85ef-a3e90682331c disassociated. External IP: 172.25.7.60, port: ad05644c-92c0-42bb-89ce-fd741a1dbec3. Sep 16 05:03:19.079066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Calling delete_port for ad05644c-92c0-42bb-89ce-fd741a1dbec3 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:19.082875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49880) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.096472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.124271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event updated for resources: {'Subnet': ['ID=c0ec11f5-c6dd-438f-8a27-5a979316b2b3,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.136246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Checking segment: {'id': '56cdbcae-7aec-4a7a-b6f2-4689c232e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd81c8175-80d1-40b5-8ef4-65c9b7b23262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:19.136620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Network hostable DHCP agents. Network: d81c8175-80d1-40b5-8ef4-65c9b7b23262, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:19.192097 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.196063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da057cb-ca23-4918-96af-d7196a046ce1 admin admin] Deleting subnet e1dbca78-dc71-4464-b0dc-e8170128ff28 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:19.204547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:19.206711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6da057cb-ca23-4918-96af-d7196a046ce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.267555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Network d81c8175-80d1-40b5-8ef4-65c9b7b23262 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:19.294497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Network d1abfdd8-7b83-474c-a484-44d871d42e88 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:19.304243 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6da057cb-ca23-4918-96af-d7196a046ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.314620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:19.329559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb8c8b-1811-4d03-83e3-d423934ce296 req-1a90680e-517a-40a3-ab75-cce141b32079 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.332344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5abb8c8b-1811-4d03-83e3-d423934ce296 req-1a90680e-517a-40a3-ab75-cce141b32079 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 945 time: 0.1369812 Sep 16 05:03:19.333327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:19.338794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'Port': ['ID=463f4d36-1008-4086-91cc-cef0874a6406,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.344501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ecd16-2185-40bc-a21e-1b6f3c903fca req-92fd54d4-2a97-4ee6-b545-de07e17fa43f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.358763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-404ecd16-2185-40bc-a21e-1b6f3c903fca req-92fd54d4-2a97-4ee6-b545-de07e17fa43f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 932 time: 0.1258891 Sep 16 05:03:19.400191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d81c8175-80d1-40b5-8ef4-65c9b7b23262) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:19.407203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6da057cb-ca23-4918-96af-d7196a046ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.417123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf5badc-633b-4d6c-be2e-19a5baada785 None None] Network d81c8175-80d1-40b5-8ef4-65c9b7b23262 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:19.439753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.440379 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.445044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.445662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.448113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.451438 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.452781 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23392782-65e1-40cb-bbc6-edc398bbf4e4 HTTP/1.1" status: 204 len: 168 time: 0.8960512 Sep 16 05:03:19.465683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5abb8c8b-1811-4d03-83e3-d423934ce296 req-25cdb40d-4bef-457d-a4ae-f435417bc211 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0fbeae5-c353-47e1-830c-2f0f86e05497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077738 Sep 16 05:03:19.486379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-404ecd16-2185-40bc-a21e-1b6f3c903fca req-6d1c683e-b95a-4177-b2a9-8151bc9e9011 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305146 Sep 16 05:03:19.499727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23392782-65e1-40cb-bbc6-edc398bbf4e4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.513320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.513600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.513955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.514294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.514810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.515334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.515852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.516351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.516849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.517192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.517539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.517870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a01a5c3-68ae-4ef8-876b-33338b0d9071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:19.548782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ac05a328-1556-4d5c-8808-c2b520c4384a tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6035829 Sep 16 05:03:19.550276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49896) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.555510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Request body: {'port': {'network_id': 'd81c8175-80d1-40b5-8ef4-65c9b7b23262', 'name': 'tempest-DHCPAgentSchedulersTestJSON-637220455'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:19.624449 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-e11e3fb4-1c8b-4250-8204-0d3b8d9b5106 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0565746 Sep 16 05:03:19.634877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6da057cb-ca23-4918-96af-d7196a046ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.636840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.678527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Request body: {'port': {'device_id': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:19.687934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-d81c8175-80d1-40b5-8ef4-65c9b7b23262', 'network_id': 'd81c8175-80d1-40b5-8ef4-65c9b7b23262', 'tenant_id': '5495bc6cf18e4da3b83ee9970bc38177', 'fixed_ips': [{'subnet_id': 'c0ec11f5-c6dd-438f-8a27-5a979316b2b3'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:19.688856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49898) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.689081 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.727400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event deleted for resources: {'Port': ['ID=ad05644c-92c0-42bb-89ce-fd741a1dbec3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.729308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da057cb-ca23-4918-96af-d7196a046ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1dbca78-dc71-4464-b0dc-e8170128ff28,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.734604 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6da057cb-ca23-4918-96af-d7196a046ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.736725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6da057cb-ca23-4918-96af-d7196a046ce1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e1dbca78-dc71-4464-b0dc-e8170128ff28 HTTP/1.1" status: 204 len: 168 time: 0.6528728 Sep 16 05:03:19.739906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49902) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.845754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.874473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Allocated IP 172.20.0.2 (d81c8175-80d1-40b5-8ef4-65c9b7b23262/c0ec11f5-c6dd-438f-8a27-5a979316b2b3/27625875-f3f2-4313-ab14-c056dadce4ab) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:19.885268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.958106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Router 00600226-7b5b-436b-85be-af479d93b9ac has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:20.003157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Made reservation on behalf of 5495bc6cf18e4da3b83ee9970bc38177 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:20.006702 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.018229 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.048952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b41c25-5c9c-4812-8d3f-baae89b17e38']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:20.050949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] device_id is not set on port 4b67f586-f228-4344-b1c5-4207cbbc1043 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:20.054889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c21591-57fd-48c4-91a2-062903fe1662') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:20.055442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c21591-57fd-48c4-91a2-062903fe1662') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:20.066608 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.085405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1467648438'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:20.100903 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.105959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.130948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:20.131386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:20.133043 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:20.182400 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.223738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc4e8-6866-446c-a2e5-2ad68510637f req-49456ee7-d086-4892-9612-5c4135962ed8 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.244819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-350fc4e8-6866-446c-a2e5-2ad68510637f req-49456ee7-d086-4892-9612-5c4135962ed8 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1554081 Sep 16 05:03:20.265127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Network d81c8175-80d1-40b5-8ef4-65c9b7b23262 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:20.270906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:20.276823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:20.284330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Pushing event updated for resources: {'Port': ['ID=27625875-f3f2-4313-ab14-c056dadce4ab,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.324001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49910) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.327997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.335502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.338445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] 10.222.0.59 "DELETE /v2.0/networks/88b41c25-5c9c-4812-8d3f-baae89b17e38 HTTP/1.1" status: 204 len: 168 time: 0.5970130 Sep 16 05:03:20.339500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Made reservation on behalf of 6f27d58fba214512a910cae19e208fcf for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:20.354254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.366654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-350fc4e8-6866-446c-a2e5-2ad68510637f req-3fa0648f-416e-4656-8a15-bc73eda77296 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210515 Sep 16 05:03:20.368963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.379011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Attempting to bind port 27625875-f3f2-4313-ab14-c056dadce4ab on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:20.379720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Attempting to bind port 27625875-f3f2-4313-ab14-c056dadce4ab by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '56cdbcae-7aec-4a7a-b6f2-4689c232e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd81c8175-80d1-40b5-8ef4-65c9b7b23262'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:20.380651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Attempting to bind port 27625875-f3f2-4313-ab14-c056dadce4ab on network d81c8175-80d1-40b5-8ef4-65c9b7b23262 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:20.392587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:20.393211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Checking segment: {'id': '56cdbcae-7aec-4a7a-b6f2-4689c232e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd81c8175-80d1-40b5-8ef4-65c9b7b23262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:20.393692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0cc45611-5491-448a-91eb-563355c478c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.394028 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.394592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Bound using segment: {'id': '56cdbcae-7aec-4a7a-b6f2-4689c232e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd81c8175-80d1-40b5-8ef4-65c9b7b23262'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:20.395302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Bound port: 27625875-f3f2-4313-ab14-c056dadce4ab, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cdbcae-7aec-4a7a-b6f2-4689c232e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd81c8175-80d1-40b5-8ef4-65c9b7b23262'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:20.395877 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.413334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083dbfe-09ea-41d6-9c13-9055aad39456 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b41c25-5c9c-4812-8d3f-baae89b17e38,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.434015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Allocated IP 172.20.0.14 (d81c8175-80d1-40b5-8ef4-65c9b7b23262/c0ec11f5-c6dd-438f-8a27-5a979316b2b3/4b67f586-f228-4344-b1c5-4207cbbc1043) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:20.440255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:20.453199 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] Sync routers for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:20.469499 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:20.471407 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:20.497215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] For port 27625875-f3f2-4313-ab14-c056dadce4ab, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:20.501997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] For port 27625875-f3f2-4313-ab14-c056dadce4ab, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=27625875-f3f2-4313-ab14-c056dadce4ab,segment=NetworkSegment(56cdbcae-7aec-4a7a-b6f2-4689c232e722),segment_id=56cdbcae-7aec-4a7a-b6f2-4689c232e722)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:20.531377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] No DVR routers for this DVR port ad05644c-92c0-42bb-89ce-fd741a1dbec3 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:20.536752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.538798 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45f89b6a-055b-4028-a149-8f4376a1ff8c req-ec04d412-2e28-4efe-8b2f-d692d3392232 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.60 "DELETE /v2.0/ports/ad05644c-92c0-42bb-89ce-fd741a1dbec3 HTTP/1.1" status: 204 len: 173 time: 2.4708223 Sep 16 05:03:20.540870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'name': 'network-vif-deleted', 'tag': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:20.543213 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2ee4dd-7813-482f-8913-99b0ae959f03" -d '{"events": [{"server_uuid": "eb040cbd-a36c-4036-8e3d-074ecb68013f", "name": "network-vif-deleted", "tag": "ad05644c-92c0-42bb-89ce-fd741a1dbec3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:20.566428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463f4d36-1008-4086-91cc-cef0874a6406 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:20.588123 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.625557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ad05644c-92c0-42bb-89ce-fd741a1dbec3 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:20.633331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Transition to ACTIVE for port object 463f4d36-1008-4086-91cc-cef0874a6406 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:20.647524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc291513-fea3-485b-85b3-5d5d4ba7adab req-87e003bf-47d3-4c16-a25a-84ccce41e034 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 210 time: 0.0601478 Sep 16 05:03:20.663398 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.700193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3bc1-7398-47e2-b4ae-8cccb21de697 req-cc5d607a-33cf-4226-90d9-edb993b448df tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.700193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-930a3bc1-7398-47e2-b4ae-8cccb21de697 req-cc5d607a-33cf-4226-90d9-edb993b448df tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 932 time: 0.1194422 Sep 16 05:03:20.700630 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.701180 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.743933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.760122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: ad05644c-92c0-42bb-89ce-fd741a1dbec3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:20.761084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-930a3bc1-7398-47e2-b4ae-8cccb21de697 req-12a1fc88-540f-4df5-b3bb-5c90ad0a0b44 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605984 Sep 16 05:03:20.761667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ad05644c-92c0-42bb-89ce-fd741a1dbec3 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:20.766039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 38e4a841-d754-429b-89f3-bb9945b27d6a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:20.779745 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:20.818292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Pushing event updated for resources: {'Port': ['ID=463f4d36-1008-4086-91cc-cef0874a6406,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.845433 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb47a9c-cec4-4433-bd54-82783ae6c2c5 x-openstack-request-id: req-feb47a9c-cec4-4433-bd54-82783ae6c2c5 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:20.845755 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb040cbd-a36c-4036-8e3d-074ecb68013f", "name": "network-vif-deleted", "tag": "ad05644c-92c0-42bb-89ce-fd741a1dbec3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:20.846020 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-feb47a9c-cec4-4433-bd54-82783ae6c2c5 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:20.846441 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb040cbd-a36c-4036-8e3d-074ecb68013f', 'name': 'network-vif-deleted', 'tag': 'ad05644c-92c0-42bb-89ce-fd741a1dbec3', 'status': 'completed', 'code': 200} Sep 16 05:03:20.857013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 38e4a841-d754-429b-89f3-bb9945b27d6a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:20.857183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 38e4a841-d754-429b-89f3-bb9945b27d6a not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:20.875276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93cbfaf2-f0f0-44d6-96f4-e497340413f6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.889785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:20.920017 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.920375 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Added segment dffdcfba-c850-469e-b3f1-347bd863ecc4 of type vlan for network 2beca652-b1f6-4d72-a273-eb29a561c70d Sep 16 05:03:20.936017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.949542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac98107-24ed-4296-8c9f-c8ac1719e0b5 None None] Pushing event updated for resources: {'Port': ['ID=27625875-f3f2-4313-ab14-c056dadce4ab,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.007625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.036488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49922) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:21.135037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Attempting to bind port 463f4d36-1008-4086-91cc-cef0874a6406 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:21.135464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Attempting to bind port 463f4d36-1008-4086-91cc-cef0874a6406 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:21.135866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Attempting to bind port 463f4d36-1008-4086-91cc-cef0874a6406 on network d1abfdd8-7b83-474c-a484-44d871d42e88 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:21.141453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0cc45611-5491-448a-91eb-563355c478c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.156277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Port 463f4d36-1008-4086-91cc-cef0874a6406 on network d1abfdd8-7b83-474c-a484-44d871d42e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:21.158614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Attempting to bind port 463f4d36-1008-4086-91cc-cef0874a6406 on network d1abfdd8-7b83-474c-a484-44d871d42e88 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:21.171200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:21.171575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Checking segment: {'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:21.172132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Bound using segment: {'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:21.172581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Bound port: 463f4d36-1008-4086-91cc-cef0874a6406, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:21.173106 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.176825 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.178170 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-af4d69a0-9bed-4be2-8483-3d8950f4e314 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7001a62db8344e1ae8deba88763e3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379876 Sep 16 05:03:21.193729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:21.194511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.195200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.202108 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:21.236859 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] Checking router: 00600226-7b5b-436b-85be-af479d93b9ac for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:21.247937 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:21.248833 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:21.326827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0cc45611-5491-448a-91eb-563355c478c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.350180 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.397900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'Network': ['ID=2beca652-b1f6-4d72-a273-eb29a561c70d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.410107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 2beca652-b1f6-4d72-a273-eb29a561c70d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:21.457603 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:21.475472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eb7d12b3-93ff-4a12-af26-faa3644ce2a5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7852719 Sep 16 05:03:21.478369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49930) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:21.500579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Request body: {'subnet': {'network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:21.548989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Network d81c8175-80d1-40b5-8ef4-65c9b7b23262 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:21.552214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc45611-5491-448a-91eb-563355c478c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5202d52-92d3-42ae-adaf-9cb6afdf5a2a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.557215 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0cc45611-5491-448a-91eb-563355c478c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f85f9fb2b7248f0984457bf1d815dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2268004 Sep 16 05:03:21.565556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49932) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:21.567559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] For port 463f4d36-1008-4086-91cc-cef0874a6406, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:21.638079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:21.651369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4309f5ef-4bd9-47b7-a2c1-99a44bd841ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.653457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event updated for resources: {'Port': ['ID=4b67f586-f228-4344-b1c5-4207cbbc1043,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.657222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:21.660041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94783c21-a57e-44c3-9448-bc4cfeb07db6 req-53b7ccc7-53d3-4d46-8297-2c6b406af14f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.661747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94783c21-a57e-44c3-9448-bc4cfeb07db6 req-53b7ccc7-53d3-4d46-8297-2c6b406af14f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1851351 Sep 16 05:03:21.718674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] For port 463f4d36-1008-4086-91cc-cef0874a6406, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=463f4d36-1008-4086-91cc-cef0874a6406,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:21.719504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94783c21-a57e-44c3-9448-bc4cfeb07db6 req-fab9cdef-a150-4512-ab7f-b94decb0b0d6 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504575 Sep 16 05:03:21.758315 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4309f5ef-4bd9-47b7-a2c1-99a44bd841ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.800343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f48dff9e-aae9-4eba-8bf0-9f5b923cd6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.831967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Made reservation on behalf of 6f27d58fba214512a910cae19e208fcf for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:21.835643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.844478 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:21.847865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.849147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.889285 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f48dff9e-aae9-4eba-8bf0-9f5b923cd6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.916059 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40db104-37af-4fad-adac-2b9fe53e4108 None None] The sync data for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 is: [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'fcbdc7e9-a5fd-4398-8553-a33264ea8343', 'name': '', 'network_id': '556feeef-d6a3-4859-816d-17f4fab88f9b', 'tenant_id': '788d095a15464d28adb02215486536ff', 'mac_address': 'fa:16:3e:b4:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:45Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '788d095a15464d28adb02215486536ff', 'subnets': [{'id': '37fc8be7-1f27-48e8-92ec-9bc0d18048d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:21.966104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-774edd87-0124-4e23-b92c-1ff088ad51d4 req-3a69de6b-196a-429e-a556-5177b1a822c7 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb040cbd-a36c-4036-8e3d-074ecb68013f HTTP/1.1" status: 200 len: 210 time: 0.0972559 Sep 16 05:03:21.980143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.057695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.058406 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.060616 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] 10.222.0.60 "PUT /v2.0/ports/463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 200 len: 1093 time: 2.4128883 Sep 16 05:03:22.095425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766243f-ac95-48df-ba27-5fc70f27b5ea service neutron] Pushing event updated for resources: {'Port': ['ID=463f4d36-1008-4086-91cc-cef0874a6406,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.130310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d5860-310d-4d4d-a2d2-48aab5031968 req-aaf9a32e-cf25-459a-a04d-cf2595341ccc tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.134805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b78d5860-310d-4d4d-a2d2-48aab5031968 req-aaf9a32e-cf25-459a-a04d-cf2595341ccc tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 944 time: 0.1961303 Sep 16 05:03:22.135951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f48dff9e-aae9-4eba-8bf0-9f5b923cd6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.146202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f48dff9e-aae9-4eba-8bf0-9f5b923cd6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.154150 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f48dff9e-aae9-4eba-8bf0-9f5b923cd6d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5202d52-92d3-42ae-adaf-9cb6afdf5a2a HTTP/1.1" status: 204 len: 168 time: 0.5459003 Sep 16 05:03:22.158595 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03b2f928-3413-447a-b037-59e5778b1dbb tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6043866 Sep 16 05:03:22.159834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4309f5ef-4bd9-47b7-a2c1-99a44bd841ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.162236 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4309f5ef-4bd9-47b7-a2c1-99a44bd841ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.163434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4309f5ef-4bd9-47b7-a2c1-99a44bd841ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2346bca-99c5-4f01-8bef-48b5c97d6d6e HTTP/1.1" status: 204 len: 168 time: 0.9659004 Sep 16 05:03:22.164036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49940) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:22.283824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dff9e-aae9-4eba-8bf0-9f5b923cd6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5202d52-92d3-42ae-adaf-9cb6afdf5a2a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.319130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309f5ef-4bd9-47b7-a2c1-99a44bd841ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2346bca-99c5-4f01-8bef-48b5c97d6d6e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.400875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b78d5860-310d-4d4d-a2d2-48aab5031968 req-b6061a6e-6cd4-4c06-9e72-6b52ac139051 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404141 Sep 16 05:03:22.430552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-c6309255-1f63-44a2-9d4e-21513698dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.433123 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-c6309255-1f63-44a2-9d4e-21513698dd7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1096 time: 0.1623225 Sep 16 05:03:22.452285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f93819bd-9ea9-442d-9499-556f677fefb5 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Deleting port 4b67f586-f228-4344-b1c5-4207cbbc1043 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:22.452639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f93819bd-9ea9-442d-9499-556f677fefb5 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.461492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0286fe-5c2f-41cd-aea3-6b1c065bbd49 None None] New status for floating IP 8119dfb5-4267-4fb2-85ef-a3e90682331c: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:03:22.509997 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-01c54fe4-40ce-4601-a1a3-07249ab003b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 200 len: 217 time: 0.0669677 Sep 16 05:03:22.514928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e61eab-28d9-4af0-8834-b39071f9358c None None] Network d81c8175-80d1-40b5-8ef4-65c9b7b23262 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:22.516854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 27625875-f3f2-4313-ab14-c056dadce4ab up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:22.585961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-11c38f3a-3985-433a-9cfd-7fdd15f28519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.588110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-11c38f3a-3985-433a-9cfd-7fdd15f28519 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 200 len: 852 time: 0.0673318 Sep 16 05:03:22.621074 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.684536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f93819bd-9ea9-442d-9499-556f677fefb5 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.691169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-15795bf4-397d-4ca2-918c-554e0d6c9df5 None None] Provisioning complete for port 27625875-f3f2-4313-ab14-c056dadce4ab triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:22.691583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-15795bf4-397d-4ca2-918c-554e0d6c9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.698560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f93819bd-9ea9-442d-9499-556f677fefb5 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Calling delete_port for 4b67f586-f228-4344-b1c5-4207cbbc1043 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:22.704446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'Subnet': ['ID=63d5a27a-9c75-4d80-ae98-ee7a3f3daa93,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.716628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Checking segment: {'id': 'dffdcfba-c850-469e-b3f1-347bd863ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:22.717057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Network hostable DHCP agents. Network: 2beca652-b1f6-4d72-a273-eb29a561c70d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:22.723596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.724500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.730551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:22.749633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 27625875-f3f2-4313-ab14-c056dadce4ab triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:22.750204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.796199 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-dc353704-1b15-4c9b-a1ce-a2429657dc4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1abfdd8-7b83-474c-a484-44d871d42e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984437 Sep 16 05:03:22.850936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:22.854719 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82375202-29bb-4cb0-8aab-372f95e28665" -d '{"events": [{"name": "network-changed", "server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "tag": "463f4d36-1008-4086-91cc-cef0874a6406"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:22.861374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Network 2beca652-b1f6-4d72-a273-eb29a561c70d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:22.895575 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-15795bf4-397d-4ca2-918c-554e0d6c9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.908898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433389d-c103-4497-ba67-79266df09b93 req-8b43debb-8de0-4f81-a2ea-0927c99377b4 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.929282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f433389d-c103-4497-ba67-79266df09b93 req-8b43debb-8de0-4f81-a2ea-0927c99377b4 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1203480 Sep 16 05:03:22.963943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-15795bf4-397d-4ca2-918c-554e0d6c9df5 None None] For port 27625875-f3f2-4313-ab14-c056dadce4ab, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=27625875-f3f2-4313-ab14-c056dadce4ab,segment=NetworkSegment(56cdbcae-7aec-4a7a-b6f2-4689c232e722),segment_id=56cdbcae-7aec-4a7a-b6f2-4689c232e722)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:22.967805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.030198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f433389d-c103-4497-ba67-79266df09b93 req-9de7f3ea-7b55-40f5-bad9-0da588228122 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937293 Sep 16 05:03:23.031848 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a39f0e-3c0a-4668-90f4-9a4303423b23 x-openstack-request-id: req-b7a39f0e-3c0a-4668-90f4-9a4303423b23 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:23.031848 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "tag": "463f4d36-1008-4086-91cc-cef0874a6406", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:23.033636 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7a39f0e-3c0a-4668-90f4-9a4303423b23 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:23.034084 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 2beca652-b1f6-4d72-a273-eb29a561c70d) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:23.034267 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406', 'status': 'completed', 'code': 200} Sep 16 05:03:23.062087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c4c48-a0c5-4b9b-862c-3a2e7dd76e58 None None] Network 2beca652-b1f6-4d72-a273-eb29a561c70d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:23.070840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.072226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.120939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-ee15255d-15dc-4671-9a09-b3e9835db142 service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147707 Sep 16 05:03:23.129627 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-15795bf4-397d-4ca2-918c-554e0d6c9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.222513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d380c58e-85c5-46cf-aecc-e2180ad64093 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7299407 Sep 16 05:03:23.225221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49968) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.230731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-865497e5-8878-455d-a38e-e92eae4a1d27 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1910006313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:23.246982 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7d4bf413-0636-4e33-aed7-efbfb8f262b3 req-b396ffc8-8c50-4cd0-b446-aaf13c1863cd service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161098 Sep 16 05:03:23.270338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f93819bd-9ea9-442d-9499-556f677fefb5 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.331548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93819bd-9ea9-442d-9499-556f677fefb5 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event deleted for resources: {'Port': ['ID=4b67f586-f228-4344-b1c5-4207cbbc1043,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.362716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:03:23.363349 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:03:23.390742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f93819bd-9ea9-442d-9499-556f677fefb5 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.391707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49970) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.399205 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f93819bd-9ea9-442d-9499-556f677fefb5 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "DELETE /v2.0/ports/4b67f586-f228-4344-b1c5-4207cbbc1043 HTTP/1.1" status: 204 len: 168 time: 1.2213678 Sep 16 05:03:23.423422 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-865497e5-8878-455d-a38e-e92eae4a1d27 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.431729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15795bf4-397d-4ca2-918c-554e0d6c9df5 None None] Pushing event updated for resources: {'Port': ['ID=27625875-f3f2-4313-ab14-c056dadce4ab,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.438126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-670f394a-b5a4-4826-abf4-bbab2e0eab33 None None] Provisioning complete for port 27625875-f3f2-4313-ab14-c056dadce4ab triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:23.438516 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-670f394a-b5a4-4826-abf4-bbab2e0eab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.444321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-865497e5-8878-455d-a38e-e92eae4a1d27 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.465949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82375202-29bb-4cb0-8aab-372f95e28665 req-250e2fd6-622d-45e7-8738-d3a64fc0577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.468661 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82375202-29bb-4cb0-8aab-372f95e28665 req-250e2fd6-622d-45e7-8738-d3a64fc0577d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1096 time: 0.0617049 Sep 16 05:03:23.532403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-2beca652-b1f6-4d72-a273-eb29a561c70d', 'network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d', 'tenant_id': '6f27d58fba214512a910cae19e208fcf', 'fixed_ips': [{'subnet_id': '63d5a27a-9c75-4d80-ae98-ee7a3f3daa93'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:23.534733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.586007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49978) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.593265 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-865497e5-8878-455d-a38e-e92eae4a1d27 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.618515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7022a44c-ec66-47f5-aa8b-b2a630f00fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.672951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82375202-29bb-4cb0-8aab-372f95e28665 req-22847c10-d2b3-4526-b064-fedc6a3a30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.674901 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82375202-29bb-4cb0-8aab-372f95e28665 req-22847c10-d2b3-4526-b064-fedc6a3a30af service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 913 time: 0.1989627 Sep 16 05:03:23.706682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6e60c-5950-4754-bc7d-2906cc740f09 req-6f392717-70a1-4af3-83dc-27f36ae4ffb1 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.711860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54a6e60c-5950-4754-bc7d-2906cc740f09 req-6f392717-70a1-4af3-83dc-27f36ae4ffb1 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 944 time: 0.1114604 Sep 16 05:03:23.715928 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-865497e5-8878-455d-a38e-e92eae4a1d27 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.743881 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82375202-29bb-4cb0-8aab-372f95e28665 req-fe7edcb6-9d98-464c-95c4-fd9f0253f4fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 200 len: 217 time: 0.0588300 Sep 16 05:03:23.774024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-670f394a-b5a4-4826-abf4-bbab2e0eab33 None None] Could not find standard attr ID for object 4b67f586-f228-4344-b1c5-4207cbbc1043. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:23.839356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54a6e60c-5950-4754-bc7d-2906cc740f09 req-f3688edf-075e-4a52-8749-e36f10f1cc38 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917790 Sep 16 05:03:23.861856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c546754c-e9f4-403a-88f4-703bfd4cc217 tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4689667 Sep 16 05:03:23.868605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82375202-29bb-4cb0-8aab-372f95e28665 req-7cbf2c28-f68b-44ef-a807-dc937d232866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.868605 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82375202-29bb-4cb0-8aab-372f95e28665 req-7cbf2c28-f68b-44ef-a807-dc937d232866 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 200 len: 852 time: 0.1163249 Sep 16 05:03:23.868914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49986) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.882454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1488810879'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:23.917852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-98b8f2c0-175d-46ff-8cfa-29e69a4af302 None None] Could not find standard attr ID for object 4b67f586-f228-4344-b1c5-4207cbbc1043. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:23.930907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Allocated IP 172.20.0.2 (2beca652-b1f6-4d72-a273-eb29a561c70d/63d5a27a-9c75-4d80-ae98-ee7a3f3daa93/ad2e9c8b-5d21-4e90-af51-e7191878bb66) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:23.935323 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82375202-29bb-4cb0-8aab-372f95e28665 req-00898b44-108c-49e0-80b3-2af504f3a751 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1abfdd8-7b83-474c-a484-44d871d42e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485718 Sep 16 05:03:23.966378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7022a44c-ec66-47f5-aa8b-b2a630f00fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.039381 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82375202-29bb-4cb0-8aab-372f95e28665 req-da346b62-5321-4d27-a5e3-ef8da941659d service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948398 Sep 16 05:03:24.085146 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7022a44c-ec66-47f5-aa8b-b2a630f00fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.092691 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.136808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49994) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.151730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-865497e5-8878-455d-a38e-e92eae4a1d27 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.152978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-865497e5-8878-455d-a38e-e92eae4a1d27 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9267142 Sep 16 05:03:24.156216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49996) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.172796 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7022a44c-ec66-47f5-aa8b-b2a630f00fd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=963553c3a8554edcba779eaa3bf1559e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855730 Sep 16 05:03:24.187747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50000) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.191966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.192190 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:24.197221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022a44c-ec66-47f5-aa8b-b2a630f00fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09de1210-5f04-4f4f-8883-2192a58c85c4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.208500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50002) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.224635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Network 2beca652-b1f6-4d72-a273-eb29a561c70d is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:24.231951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343d828-1848-4339-a265-163f5e32d60e req-a8dbb4ca-cef4-451d-98b8-81e6143a2b17 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.233527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c343d828-1848-4339-a265-163f5e32d60e req-a8dbb4ca-cef4-451d-98b8-81e6143a2b17 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1195476 Sep 16 05:03:24.236447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:24.242431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:24.285595 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-82375202-29bb-4cb0-8aab-372f95e28665 req-a8736ba3-6d5f-4844-b146-17734e4cb87d service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379694 Sep 16 05:03:24.330409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Made reservation on behalf of 5495bc6cf18e4da3b83ee9970bc38177 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:24.334513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.343896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Pushing event updated for resources: {'Port': ['ID=ad2e9c8b-5d21-4e90-af51-e7191878bb66,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.351430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a76bf6f0-2aad-42c7-899b-91fffdbdacea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.352444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Attempting to bind port ad2e9c8b-5d21-4e90-af51-e7191878bb66 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:24.352925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Attempting to bind port ad2e9c8b-5d21-4e90-af51-e7191878bb66 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'dffdcfba-c850-469e-b3f1-347bd863ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:24.353398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Attempting to bind port ad2e9c8b-5d21-4e90-af51-e7191878bb66 on network 2beca652-b1f6-4d72-a273-eb29a561c70d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:24.364633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-network', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:24.364811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 27625875-f3f2-4313-ab14-c056dadce4ab up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:24.366551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:24.366551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Checking segment: {'id': 'dffdcfba-c850-469e-b3f1-347bd863ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:24.366551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.366886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Bound using segment: {'id': 'dffdcfba-c850-469e-b3f1-347bd863ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:24.367568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Bound port: ad2e9c8b-5d21-4e90-af51-e7191878bb66, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffdcfba-c850-469e-b3f1-347bd863ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:24.368013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.387660 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2448006a-87f2-4af5-a932-04bbfb999bc2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.424305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c343d828-1848-4339-a265-163f5e32d60e req-8905aad7-35f9-489a-bba7-f0e0f81e434e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373811 Sep 16 05:03:24.432678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a76bf6f0-2aad-42c7-899b-91fffdbdacea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.453495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:24.453495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2448006a-87f2-4af5-a932-04bbfb999bc2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.465118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 27625875-f3f2-4313-ab14-c056dadce4ab triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:24.465499 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.495416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.495808 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Added segment 6dd6e287-2fc6-4bd7-a838-1719d185c6a5 of type vlan for network 82c092d7-bf65-4786-8306-e55d2b9f56cf Sep 16 05:03:24.497912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] For port ad2e9c8b-5d21-4e90-af51-e7191878bb66, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:24.514819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Made reservation on behalf of 91903c0228a64b8e8b3510fddd8a0bf0 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:24.516731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] For port ad2e9c8b-5d21-4e90-af51-e7191878bb66, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ad2e9c8b-5d21-4e90-af51-e7191878bb66,segment=NetworkSegment(dffdcfba-c850-469e-b3f1-347bd863ecc4),segment_id=dffdcfba-c850-469e-b3f1-347bd863ecc4)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:24.516889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.552898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.579069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.599417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.666935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025a405-d9d3-4e4d-8c1a-f05855fcc479 None None] Pushing event updated for resources: {'Port': ['ID=ad2e9c8b-5d21-4e90-af51-e7191878bb66,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.674973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a76bf6f0-2aad-42c7-899b-91fffdbdacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.677669 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a76bf6f0-2aad-42c7-899b-91fffdbdacea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.678961 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a76bf6f0-2aad-42c7-899b-91fffdbdacea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09de1210-5f04-4f4f-8883-2192a58c85c4 HTTP/1.1" status: 204 len: 168 time: 0.4900677 Sep 16 05:03:24.697905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bf6f0-2aad-42c7-899b-91fffdbdacea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09de1210-5f04-4f4f-8883-2192a58c85c4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.735946 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2448006a-87f2-4af5-a932-04bbfb999bc2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.739503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2448006a-87f2-4af5-a932-04bbfb999bc2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.740978 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2448006a-87f2-4af5-a932-04bbfb999bc2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "DELETE /v2.0/security-groups/f0fbeae5-c353-47e1-830c-2f0f86e05497 HTTP/1.1" status: 204 len: 168 time: 0.5293396 Sep 16 05:03:24.741908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.747768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.748699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.752976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50006) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.798931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448006a-87f2-4af5-a932-04bbfb999bc2 tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fbeae5-c353-47e1-830c-2f0f86e05497,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.809995 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-967b9dd5-f7a1-4d56-b708-28977222b0ad tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] show failed (client error): The resource could not be found. Sep 16 05:03:24.811204 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-967b9dd5-f7a1-4d56-b708-28977222b0ad tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "GET /v2.0/security-groups/f0fbeae5-c353-47e1-830c-2f0f86e05497 HTTP/1.1" status: 404 len: 347 time: 0.0521355 Sep 16 05:03:24.814279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50008) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.865035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event updated for resources: {'Network': ['ID=82c092d7-bf65-4786-8306-e55d2b9f56cf,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.879035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.879827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 82c092d7-bf65-4786-8306-e55d2b9f56cf details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:24.983851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.014966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.019892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:25.030444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153421c3-7817-44df-9241-903e271a11d9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.035504 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.036126 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Added segment ac0b1245-12e0-47ec-b402-0d7829c87700 of type vlan for network cf157eb9-7178-4112-b15c-6e033596b924 Sep 16 05:03:25.094842 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4d80b23a-517d-4576-9f8a-dba114fbefd6 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2215931 Sep 16 05:03:25.101531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50016) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.146873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.159807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299ad8-c774-4602-b03b-9cebd0a9baef req-cbcdc2cb-2f6e-4427-9009-b781e73d90e6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.161453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2299ad8-c774-4602-b03b-9cebd0a9baef req-cbcdc2cb-2f6e-4427-9009-b781e73d90e6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 944 time: 0.1922104 Sep 16 05:03:25.289600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Deleting port d2380c60-12d2-4361-b163-9845316fd6cd {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:25.289961 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.290481 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5920a209-7d3f-482e-94c6-18e97d1f9bc3 tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "GET /v2.0/agents/709c25d6-5292-4887-94f3-8c58820a88d5/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.1832581 Sep 16 05:03:25.291149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50024) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.315891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.317161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.317745 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.373866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2299ad8-c774-4602-b03b-9cebd0a9baef req-46955010-d931-4b59-89be-8c7c250cddd5 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829686 Sep 16 05:03:25.394992 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] Pushing event updated for resources: {'Network': ['ID=cf157eb9-7178-4112-b15c-6e033596b924,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.404720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network cf157eb9-7178-4112-b15c-6e033596b924 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:25.442435 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a36fd132-da7a-4222-8dd9-8dd1b7b70161 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3024566 Sep 16 05:03:25.450991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50028) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.461103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Request body: {'subnet': {'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-subnet', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:25.476221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.476799 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.493816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3329185a-3890-40d9-b156-73848f51302c tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] Network 82c092d7-bf65-4786-8306-e55d2b9f56cf is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:25.508492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Calling delete_port for d2380c60-12d2-4361-b163-9845316fd6cd owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:25.520123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Allocated IP 172.20.0.1 (2beca652-b1f6-4d72-a273-eb29a561c70d/63d5a27a-9c75-4d80-ae98-ee7a3f3daa93/7320eb59-f932-4293-a105-0fd70991b20a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:25.579121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Made reservation on behalf of 91903c0228a64b8e8b3510fddd8a0bf0 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:25.581491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.652236 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3329185a-3890-40d9-b156-73848f51302c tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "POST /v2.0/agents/709c25d6-5292-4887-94f3-8c58820a88d5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3599222 Sep 16 05:03:25.655600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50032) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.663555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad30894-26be-48a6-ad74-4decd9534e0e None None] Network 82c092d7-bf65-4786-8306-e55d2b9f56cf requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:25.738262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813b79f-0fd5-45dd-9dae-cc800f9ed799 req-7c48e60b-48c6-4814-9653-e048694a6f7e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.740151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b813b79f-0fd5-45dd-9dae-cc800f9ed799 req-7c48e60b-48c6-4814-9653-e048694a6f7e tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1627214 Sep 16 05:03:25.816844 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.858974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b813b79f-0fd5-45dd-9dae-cc800f9ed799 req-7fc94c84-3134-4236-a244-c723a4cb687f tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093984 Sep 16 05:03:25.952134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.988050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Pushing event deleted for resources: {'Port': ['ID=d2380c60-12d2-4361-b163-9845316fd6cd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.028373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1648775d-a931-4202-bf70-20598aa74659 None None] Network 2beca652-b1f6-4d72-a273-eb29a561c70d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:26.051830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.054399 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.055587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d1311a09-8cc0-44f3-aba8-e35cd44cfc3a tempest-ServersTestJSON-989904128 tempest-ServersTestJSON-989904128-project] 10.222.0.59 "DELETE /v2.0/floatingips/8119dfb5-4267-4fb2-85ef-a3e90682331c HTTP/1.1" status: 204 len: 168 time: 1.2206557 Sep 16 05:03:26.058631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50040) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:26.069964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.097472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0f77735b-de95-4b7a-bfb6-5b1e00e1c989 None None] Provisioning complete for port ad2e9c8b-5d21-4e90-af51-e7191878bb66 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:26.097787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f77735b-de95-4b7a-bfb6-5b1e00e1c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.247819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'Port': ['ID=7320eb59-f932-4293-a105-0fd70991b20a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.248189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f77735b-de95-4b7a-bfb6-5b1e00e1c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.259959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Network 2beca652-b1f6-4d72-a273-eb29a561c70d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:26.267340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:26.270918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:26.305117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0f77735b-de95-4b7a-bfb6-5b1e00e1c989 None None] For port ad2e9c8b-5d21-4e90-af51-e7191878bb66, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ad2e9c8b-5d21-4e90-af51-e7191878bb66,segment=NetworkSegment(dffdcfba-c850-469e-b3f1-347bd863ecc4),segment_id=dffdcfba-c850-469e-b3f1-347bd863ecc4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:26.344314 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5f941304-4d79-4a59-ad30-5e0f2b8bc9ce tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "GET /v2.0/agents/709c25d6-5292-4887-94f3-8c58820a88d5/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.6850190 Sep 16 05:03:26.345043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50050) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:26.448830 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f77735b-de95-4b7a-bfb6-5b1e00e1c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.485272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.491703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ad2e9c8b-5d21-4e90-af51-e7191878bb66 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:26.515292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.597219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9028a524-fd13-411b-8daa-741e48c2f9e7,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.611918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Checking segment: {'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:26.612946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Network hostable DHCP agents. Network: cf157eb9-7178-4112-b15c-6e033596b924, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:26.619643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 463f4d36-1008-4086-91cc-cef0874a6406 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:26.637990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77735b-de95-4b7a-bfb6-5b1e00e1c989 None None] Pushing event updated for resources: {'Port': ['ID=ad2e9c8b-5d21-4e90-af51-e7191878bb66,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.704497 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c87caa5d-ad96-478c-bf3a-93edb0d6ff07 tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "DELETE /v2.0/agents/709c25d6-5292-4887-94f3-8c58820a88d5/dhcp-networks/82c092d7-bf65-4786-8306-e55d2b9f56cf HTTP/1.1" status: 204 len: 168 time: 0.3579571 Sep 16 05:03:26.707062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50054) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:26.728328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ad2e9c8b-5d21-4e90-af51-e7191878bb66 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:26.729315 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.747464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Network cf157eb9-7178-4112-b15c-6e033596b924 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:26.768871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-21596d16-9fe4-4d7d-9f71-0e976cca4e61 None None] Provisioning complete for port ad2e9c8b-5d21-4e90-af51-e7191878bb66 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:26.769255 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21596d16-9fe4-4d7d-9f71-0e976cca4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.792752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519654-eb73-4e23-bd2a-f24d1884232a req-6e081cb0-0ad1-4fa6-8d51-5ccaa663362b tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.801054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78519654-eb73-4e23-bd2a-f24d1884232a req-6e081cb0-0ad1-4fa6-8d51-5ccaa663362b tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 944 time: 0.2905316 Sep 16 05:03:26.834157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 463f4d36-1008-4086-91cc-cef0874a6406, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=463f4d36-1008-4086-91cc-cef0874a6406,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:26.853874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '463f4d36-1008-4086-91cc-cef0874a6406', 'network_id': 'd1abfdd8-7b83-474c-a484-44d871d42e88', 'port_id': '463f4d36-1008-4086-91cc-cef0874a6406', 'mac_address': 'fa:16:3e:d9:20:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '674ef200-c4a2-4b80-9023-ff04dc1e6b66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:26.861651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78519654-eb73-4e23-bd2a-f24d1884232a req-06160575-9661-48b3-b62a-622a6893ac3a tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592067 Sep 16 05:03:26.879802 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-81851a4a-2330-4b98-8159-7d18fa51f528 tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "GET /v2.0/agents/709c25d6-5292-4887-94f3-8c58820a88d5/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.1674335 Sep 16 05:03:26.881516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50056) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:26.895714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, cf157eb9-7178-4112-b15c-6e033596b924) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:26.899402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.900019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.932400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-844e817a-bb58-4689-9422-ac98970d305b tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "GET /v2.0/networks/d81c8175-80d1-40b5-8ef4-65c9b7b23262/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0496559 Sep 16 05:03:26.936704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50060) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:26.953771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e4ac2-f088-47c0-9172-8a43be1d8ebb None None] Network cf157eb9-7178-4112-b15c-6e033596b924 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:26.958047 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6fa49932-33a2-4907-8137-93a82361b9f1 tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "GET /v2.0/networks/d81c8175-80d1-40b5-8ef4-65c9b7b23262/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0200982 Sep 16 05:03:26.960530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50062) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.008932 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.048708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.065360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8cc7d844-59fb-4572-b11a-4665cc81c2fc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6129248 Sep 16 05:03:27.069786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50064) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.077533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:27.085109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463f4d36-1008-4086-91cc-cef0874a6406 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:27.110142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-21596d16-9fe4-4d7d-9f71-0e976cca4e61 None None] Provisioning complete for port 7320eb59-f932-4293-a105-0fd70991b20a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:27.110518 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21596d16-9fe4-4d7d-9f71-0e976cca4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.114928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595be6-4c2a-4caa-b534-035b49a158f0 req-eb898e86-fb12-498e-be2f-5f34167dfe0c tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:27.117177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47595be6-4c2a-4caa-b534-035b49a158f0 req-eb898e86-fb12-498e-be2f-5f34167dfe0c tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1283579 Sep 16 05:03:27.123105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 463f4d36-1008-4086-91cc-cef0874a6406, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=463f4d36-1008-4086-91cc-cef0874a6406,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:27.149937 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-354359ae-32cb-409c-8a9a-ddf8d83124b5 tempest-DHCPAgentSchedulersTestJSON-1825879116 tempest-DHCPAgentSchedulersTestJSON-1825879116-project-admin] 10.222.0.59 "GET /v2.0/agents/709c25d6-5292-4887-94f3-8c58820a88d5/dhcp-networks HTTP/1.1" status: 200 len: 9677 time: 0.1844583 Sep 16 05:03:27.150164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50066) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.180024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.192790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-21596d16-9fe4-4d7d-9f71-0e976cca4e61 None None] Port 7320eb59-f932-4293-a105-0fd70991b20a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:27.196184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a43fa-85e3-48df-b479-508376d706c8 None None] Network cf157eb9-7178-4112-b15c-6e033596b924 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:27.233651 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.234715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.248266 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.273689 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.300981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47595be6-4c2a-4caa-b534-035b49a158f0 req-a45c1882-3abd-4f33-8675-a5b4adcb7ecc tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435537 Sep 16 05:03:27.364013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af6683ec-82db-47a5-bf09-f1de15c5ea04 None None] Provisioning complete for port 7320eb59-f932-4293-a105-0fd70991b20a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:27.364298 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af6683ec-82db-47a5-bf09-f1de15c5ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.419044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=463f4d36-1008-4086-91cc-cef0874a6406,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.460716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af6683ec-82db-47a5-bf09-f1de15c5ea04 None None] Port 7320eb59-f932-4293-a105-0fd70991b20a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:27.473947 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.488469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.501140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c092d7-bf65-4786-8306-e55d2b9f56cf']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:27.502205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['463f4d36-1008-4086-91cc-cef0874a6406'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:27.511160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd6e287-2fc6-4bd7-a838-1719d185c6a5') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:27.511492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd6e287-2fc6-4bd7-a838-1719d185c6a5') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:27.528473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.554000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.566768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:27.567187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:27.570684 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:27.622730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.688573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Deleting port fcbdc7e9-a5fd-4398-8553-a33264ea8343 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:27.688912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.712608 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.770763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.802523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.821548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event deleted for resources: {'Network': ['ID=82c092d7-bf65-4786-8306-e55d2b9f56cf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.823752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.831355 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91d25107-7646-465f-8a92-786a4057b971 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "DELETE /v2.0/networks/82c092d7-bf65-4786-8306-e55d2b9f56cf HTTP/1.1" status: 204 len: 168 time: 0.6771064 Sep 16 05:03:27.831355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50074) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.852984 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb00b1ec-9eb4-4169-a384-c6ee8e101562 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] DELETE failed (client error): The resource could not be found. Sep 16 05:03:27.853691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb00b1ec-9eb4-4169-a384-c6ee8e101562 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:03:27.857958 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cb00b1ec-9eb4-4169-a384-c6ee8e101562 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "DELETE /v2.0/ports/4b67f586-f228-4344-b1c5-4207cbbc1043 HTTP/1.1" status: 404 len: 333 time: 0.0247481 Sep 16 05:03:27.858235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50076) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.916040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-277a42d2-3c0e-4980-bd23-e569d1490828 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Deleting subnet c0ec11f5-c6dd-438f-8a27-5a979316b2b3 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:27.929231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-277a42d2-3c0e-4980-bd23-e569d1490828 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.972580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-277a42d2-3c0e-4980-bd23-e569d1490828 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.083591 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.084350 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-277a42d2-3c0e-4980-bd23-e569d1490828 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.182054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'Port': ['ID=7320eb59-f932-4293-a105-0fd70991b20a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.193006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.201897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] For port fcbdc7e9-a5fd-4398-8553-a33264ea8343, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fcbdc7e9-a5fd-4398-8553-a33264ea8343,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:28.202259 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.231172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13720679-84c1-4b6b-b7b9-03ed03fd000c req-224aef6a-212f-43f4-ae0d-873bc394a13b tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.232673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13720679-84c1-4b6b-b7b9-03ed03fd000c req-224aef6a-212f-43f4-ae0d-873bc394a13b tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 945 time: 0.1217406 Sep 16 05:03:28.233580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Calling delete_port for fcbdc7e9-a5fd-4398-8553-a33264ea8343 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:28.291331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-277a42d2-3c0e-4980-bd23-e569d1490828 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.332392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-277a42d2-3c0e-4980-bd23-e569d1490828 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.338042 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-277a42d2-3c0e-4980-bd23-e569d1490828 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "DELETE /v2.0/subnets/c0ec11f5-c6dd-438f-8a27-5a979316b2b3 HTTP/1.1" status: 204 len: 168 time: 0.4779215 Sep 16 05:03:28.341100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50082) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:28.341976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a42d2-3c0e-4980-bd23-e569d1490828 tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ec11f5-c6dd-438f-8a27-5a979316b2b3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.342731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8a9a0-e693-4a98-ab4f-f39472664201 None None] Network d81c8175-80d1-40b5-8ef4-65c9b7b23262 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:28.375665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ad2e9c8b-5d21-4e90-af51-e7191878bb66 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:28.391936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13720679-84c1-4b6b-b7b9-03ed03fd000c req-9bbfc82f-3465-4dc7-8ea3-ed938c73c7e9 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427677 Sep 16 05:03:28.442365 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.556157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Network 2beca652-b1f6-4d72-a273-eb29a561c70d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:28.562667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:28.668523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 463f4d36-1008-4086-91cc-cef0874a6406 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:28.682371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.730014 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.742999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a494402-cc43-49e2-beeb-3e4610ce9bec req-8fb72a0b-0f3a-4623-938a-091a0883b977 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.744608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a494402-cc43-49e2-beeb-3e4610ce9bec req-8fb72a0b-0f3a-4623-938a-091a0883b977 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.2638352 Sep 16 05:03:28.795750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Deleting port 27625875-f3f2-4313-ab14-c056dadce4ab {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:28.796129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.844891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ad2e9c8b-5d21-4e90-af51-e7191878bb66 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:28.845261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.895573 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a494402-cc43-49e2-beeb-3e4610ce9bec req-2612f8ec-7db0-4a52-a7e4-40ce3fb05691 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208451 Sep 16 05:03:28.913099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-94b18002-c402-44b6-a7b6-29e4a556ac99 None None] Provisioning complete for port 7320eb59-f932-4293-a105-0fd70991b20a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:28.913474 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-94b18002-c402-44b6-a7b6-29e4a556ac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.934390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] For port 27625875-f3f2-4313-ab14-c056dadce4ab, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=27625875-f3f2-4313-ab14-c056dadce4ab,segment=NetworkSegment(56cdbcae-7aec-4a7a-b6f2-4689c232e722),segment_id=56cdbcae-7aec-4a7a-b6f2-4689c232e722)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:28.934768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.947353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Allocated IP 172.25.7.62 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:28.956768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Calling delete_port for 27625875-f3f2-4313-ab14-c056dadce4ab owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:28.973018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-94b18002-c402-44b6-a7b6-29e4a556ac99 None None] Port 7320eb59-f932-4293-a105-0fd70991b20a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:28.979754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] DHCP port deletion for d81c8175-80d1-40b5-8ef4-65c9b7b23262 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:29.034218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] Deleting port 27625875-f3f2-4313-ab14-c056dadce4ab {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:29.036137 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.060644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Router 5054ebff-7261-4fed-a4d0-f3754b6af859 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:29.064811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 463f4d36-1008-4086-91cc-cef0874a6406 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:29.064945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.093155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 463f4d36-1008-4086-91cc-cef0874a6406 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:29.099357 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.101203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbdc7e9-a5fd-4398-8553-a33264ea8343,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.124619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.136520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] For port 27625875-f3f2-4313-ab14-c056dadce4ab, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=27625875-f3f2-4313-ab14-c056dadce4ab,segment=NetworkSegment(56cdbcae-7aec-4a7a-b6f2-4689c232e722),segment_id=56cdbcae-7aec-4a7a-b6f2-4689c232e722)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:29.136520 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.159970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] Calling delete_port for 27625875-f3f2-4313-ab14-c056dadce4ab owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:29.245650 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.257491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:29.268735 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3a277-b469-4495-bf10-8464fdbfbf17 None None] Sync routers for ids ['5054ebff-7261-4fed-a4d0-f3754b6af859'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:29.276463 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.282655 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3a277-b469-4495-bf10-8464fdbfbf17 None None] Routers {'5054ebff-7261-4fed-a4d0-f3754b6af859'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:29.286324 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4dd3a277-b469-4495-bf10-8464fdbfbf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5054ebff-7261-4fed-a4d0-f3754b6af859'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.290662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event deleted for resources: {'Port': ['ID=27625875-f3f2-4313-ab14-c056dadce4ab,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.303877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] No DVR routers for this DVR port 27625875-f3f2-4313-ab14-c056dadce4ab on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:29.336192 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.354767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:29.357031 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bc64c3-0ca7-4885-ac3c-fa3752d57b95" -d '{"events": [{"server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "name": "network-vif-plugged", "status": "completed", "tag": "463f4d36-1008-4086-91cc-cef0874a6406"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:29.360233 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.363170 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4dd3a277-b469-4495-bf10-8464fdbfbf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.378593 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3a277-b469-4495-bf10-8464fdbfbf17 None None] Routers {'5054ebff-7261-4fed-a4d0-f3754b6af859'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:29.379644 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4dd3a277-b469-4495-bf10-8464fdbfbf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5054ebff-7261-4fed-a4d0-f3754b6af859'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.386182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 463f4d36-1008-4086-91cc-cef0874a6406, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=463f4d36-1008-4086-91cc-cef0874a6406,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:29.397063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.408683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.418536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] Pushing event deleted for resources: {'Port': ['ID=27625875-f3f2-4313-ab14-c056dadce4ab,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.421443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4329c69d-2ddf-465a-a7e4-f4898c468f48 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "PUT /v2.0/routers/5054ebff-7261-4fed-a4d0-f3754b6af859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2642825 Sep 16 05:03:29.427403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50094) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:29.431278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eca8f9-3ce2-4676-8c56-3e1a76546e4b None None] No DVR routers for this DVR port 27625875-f3f2-4313-ab14-c056dadce4ab on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:29.433152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:29.447471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:29.452871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:29.458681 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451e2dd6-e6ae-4bb6-8340-ecee78ac3003 x-openstack-request-id: req-451e2dd6-e6ae-4bb6-8340-ecee78ac3003 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:29.458990 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "name": "network-vif-plugged", "status": "completed", "tag": "463f4d36-1008-4086-91cc-cef0874a6406", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:29.459852 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-451e2dd6-e6ae-4bb6-8340-ecee78ac3003 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:29.460269 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406', 'code': 200} Sep 16 05:03:29.466817 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4dd3a277-b469-4495-bf10-8464fdbfbf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.467531 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3a277-b469-4495-bf10-8464fdbfbf17 None None] The sync data for ids ['5054ebff-7261-4fed-a4d0-f3754b6af859'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:29.504905 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.517305 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.521500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Request body: {'port': {'network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d', 'name': 'tempest-FloatingIPNegativeTestJSON-401079442'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:29.563721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=463f4d36-1008-4086-91cc-cef0874a6406,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.590718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81c8175-80d1-40b5-8ef4-65c9b7b23262']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.606619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cdbcae-7aec-4a7a-b6f2-4689c232e722') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.606903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cdbcae-7aec-4a7a-b6f2-4689c232e722') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.663880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.713899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed55b4-8aee-4344-94f1-0d18e8001149 req-94f274f3-3e30-434c-8871-a88a1181d8d8 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.715582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89ed55b4-8aee-4344-94f1-0d18e8001149 req-94f274f3-3e30-434c-8871-a88a1181d8d8 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 946 time: 0.1882339 Sep 16 05:03:29.734526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78eb43-fabb-41fb-8363-193b3058778f req-3ae34960-952f-495d-88a6-5edc78e754f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.736077 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e78eb43-fabb-41fb-8363-193b3058778f req-3ae34960-952f-495d-88a6-5edc78e754f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1098 time: 0.2055831 Sep 16 05:03:29.737049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.752605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:29.753015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:29.757478 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:29.838375 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2e78eb43-fabb-41fb-8363-193b3058778f req-cd579e19-bf9d-4bbb-b521-ca3e69aa6861 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939069 Sep 16 05:03:29.847500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-a506e635-228c-4276-a8f7-233edea274c8 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=8e7c49eea1054c7eac7410db00911b06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784969 Sep 16 05:03:29.855837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89ed55b4-8aee-4344-94f1-0d18e8001149 req-7cd14f4c-4081-4065-9728-f9ffbfbc5248 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285455 Sep 16 05:03:29.980259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.987218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Made reservation on behalf of 6f27d58fba214512a910cae19e208fcf for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:29.994938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.029156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.031163 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] 10.222.0.59 "DELETE /v2.0/networks/d81c8175-80d1-40b5-8ef4-65c9b7b23262 HTTP/1.1" status: 204 len: 168 time: 1.6855714 Sep 16 05:03:30.035581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5c857-4a9b-4d2b-a0d7-c7179e0a572f tempest-DHCPAgentSchedulersTestJSON-205716809 tempest-DHCPAgentSchedulersTestJSON-205716809-project] Pushing event deleted for resources: {'Network': ['ID=d81c8175-80d1-40b5-8ef4-65c9b7b23262,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:30.051566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.054593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] device_id is not set on port 13375e20-5db9-4016-8860-8ae7ec6b9d23 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:30.076468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Router 00600226-7b5b-436b-85be-af479d93b9ac has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:30.122966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-f7a9ffea-6cb8-4148-9e2b-dff9be272267 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.127713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-f7a9ffea-6cb8-4148-9e2b-dff9be272267 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686045 Sep 16 05:03:30.146169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003d42b-99e4-4b4d-aac6-4168b8e9bafa req-7d9cf802-8c99-4c3b-b85e-1fe39820f870 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.148223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2003d42b-99e4-4b4d-aac6-4168b8e9bafa req-7d9cf802-8c99-4c3b-b85e-1fe39820f870 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1855345 Sep 16 05:03:30.182338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-1f62597b-abc0-4212-8c2f-3d6b710d9187 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/quotas/8e7c49eea1054c7eac7410db00911b06 HTTP/1.1" status: 200 len: 375 time: 0.0456367 Sep 16 05:03:30.263700 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.290332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-98f45cf1-79e9-4e4f-9779-4f47df48af6a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8e7c49eea1054c7eac7410db00911b06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953074 Sep 16 05:03:30.312196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2003d42b-99e4-4b4d-aac6-4168b8e9bafa req-86bcd89e-778d-4a33-a62e-7d29caeb8822 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493518 Sep 16 05:03:30.347914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Allocated IP 172.20.0.6 (2beca652-b1f6-4d72-a273-eb29a561c70d/63d5a27a-9c75-4d80-ae98-ee7a3f3daa93/13375e20-5db9-4016-8860-8ae7ec6b9d23) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:30.414921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:30.425942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-396e0ebd-7a9f-4958-8c83-f6fdfbbddd69 admin admin] 10.222.0.59 "PUT /v2.0/routers/00600226-7b5b-436b-85be-af479d93b9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3632424 Sep 16 05:03:30.428879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] Sync routers for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:30.430458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50118) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:30.447360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:30.447360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:30.491420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 27625875-f3f2-4313-ab14-c056dadce4ab no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:30.517916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 27625875-f3f2-4313-ab14-c056dadce4ab {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:30.518927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 27625875-f3f2-4313-ab14-c056dadce4ab not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:30.599986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.631591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.649591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:30.653762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50128) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:30.778301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.785571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Router ee5bfee5-7012-4a03-9d2a-c711b32ab8be is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:30.802389 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.930173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f12f7b77-79f9-4709-a036-34a30d32f117 req-10ebef9f-ac33-4200-85c5-d9b9a0b3c39a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 210 time: 0.0595202 Sep 16 05:03:30.937348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Network 2beca652-b1f6-4d72-a273-eb29a561c70d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:30.952186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:31.002267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:03:28Z', 'revision_number': 5, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port': {'id': '6a8acc31-1bee-4b43-a603-20d4ef36411e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00600226-7b5b-436b-85be-af479d93b9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:42Z', 'updated_at': '2021-09-16T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:31.010142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:31.043674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] Checking router: 00600226-7b5b-436b-85be-af479d93b9ac for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:31.054131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] Routers {'00600226-7b5b-436b-85be-af479d93b9ac'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:31.055077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['00600226-7b5b-436b-85be-af479d93b9ac'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:31.132760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.133832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.151469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'Port': ['ID=13375e20-5db9-4016-8860-8ae7ec6b9d23,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.168239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ff616a52-a664-4017-b3a5-b8ca5fdeda66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5495bc6cf18e4da3b83ee9970bc38177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103903 Sep 16 05:03:31.173452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] Set router 00600226-7b5b-436b-85be-af479d93b9ac gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:31.190237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50142) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:31.237056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:03:30Z', 'revision_number': 6, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:31.273226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a54369-70b2-4172-9983-e93e0b582e74 None None] The sync data for ids ['00600226-7b5b-436b-85be-af479d93b9ac'] in n-d-712143-16 is: [{'id': '00600226-7b5b-436b-85be-af479d93b9ac', 'name': 'tempest-ServersTestJSON-1692125101-router', 'tenant_id': '788d095a15464d28adb02215486536ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:41Z', 'updated_at': '2021-09-16T05:03:30Z', 'revision_number': 6, 'project_id': '788d095a15464d28adb02215486536ff', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:31.274812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b4976e24-703f-4c11-b5ba-f61a6a21afa0 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8436406 Sep 16 05:03:31.287100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50144) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:31.296565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8b6b0-70b5-44ac-adaa-135f5a0f5fd4 req-946fd06b-9751-4f32-b00c-6ce20832a777 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.298133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12a8b6b0-70b5-44ac-adaa-135f5a0f5fd4 req-946fd06b-9751-4f32-b00c-6ce20832a777 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.3706372 Sep 16 05:03:31.302537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:31.332331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cca70f59-3f81-46fb-a171-8d237dfcfed9 None None] Provisioning complete for port 13375e20-5db9-4016-8860-8ae7ec6b9d23 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:31.332791 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cca70f59-3f81-46fb-a171-8d237dfcfed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.369145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cca70f59-3f81-46fb-a171-8d237dfcfed9 None None] Port 13375e20-5db9-4016-8860-8ae7ec6b9d23 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:31.369391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74cd41-ec2d-4522-a2d1-f9154e42e218 req-bca2d86a-c4dd-4fb8-9938-600aa4c08756 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.371555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f74cd41-ec2d-4522-a2d1-f9154e42e218 req-bca2d86a-c4dd-4fb8-9938-600aa4c08756 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 946 time: 0.2940810 Sep 16 05:03:31.374274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:31.376694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-6e864748-8000-4d33-9386-4effc0334c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.378265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-6e864748-8000-4d33-9386-4effc0334c24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=312b389330164005a0ecddf7ead52b7c&device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 1097 time: 0.2153192 Sep 16 05:03:31.395459 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Sync routers for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:31.412720 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:31.414380 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:31.425832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef69e73b-123a-4d7a-bfb1-e61d5b5ef458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.428073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Deleting port 6a8acc31-1bee-4b43-a603-20d4ef36411e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:31.428428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.447789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12a8b6b0-70b5-44ac-adaa-135f5a0f5fd4 req-9ea38798-da86-4d54-bb07-5a001d9d853d tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205900 Sep 16 05:03:31.479167 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.511487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f74cd41-ec2d-4522-a2d1-f9154e42e218 req-a43bc26a-d3ba-436c-a11f-eb799bff704a tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215701 Sep 16 05:03:31.518312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] For port 6a8acc31-1bee-4b43-a603-20d4ef36411e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6a8acc31-1bee-4b43-a603-20d4ef36411e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:31.518771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.542578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Calling delete_port for 6a8acc31-1bee-4b43-a603-20d4ef36411e owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:31.547637 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef69e73b-123a-4d7a-bfb1-e61d5b5ef458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.554574 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:31.588491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.590806 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-afff9fc4-e0d5-417e-8662-e390accbb135 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5199637 Sep 16 05:03:31.593785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50146) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:31.793421 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:29Z', 'revision_number': 3, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:31.841211 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Checking router: ee5bfee5-7012-4a03-9d2a-c711b32ab8be for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:31.841211 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Updating router ee5bfee5-7012-4a03-9d2a-c711b32ab8be port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:31.870916 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.946013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-17ec7205-a637-45d9-92d5-186336d672c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.947519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-17ec7205-a637-45d9-92d5-186336d672c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 200 len: 917 time: 0.5453947 Sep 16 05:03:32.023675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-52be6b15-cd5c-495d-afdb-cc4ce4422cc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37e3673-b719-4e26-afc9-5633bcc0ab8d HTTP/1.1" status: 200 len: 217 time: 0.0432997 Sep 16 05:03:32.062599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2aae8a1d-b078-4c10-9c4a-997b012ebc0b req-d5ce6d7d-cfb0-4d11-8885-a526f4604f2f tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 210 time: 0.0415955 Sep 16 05:03:32.116472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-87ebe73d-0e0e-4230-8939-f80dd3acce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.117903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-87ebe73d-0e0e-4230-8939-f80dd3acce9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 HTTP/1.1" status: 200 len: 855 time: 0.0849528 Sep 16 05:03:32.140675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.182464 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.228510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-eeb1a11e-cf7a-4592-b9b5-141c78f21ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.230123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-eeb1a11e-cf7a-4592-b9b5-141c78f21ac6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012819 Sep 16 05:03:32.274670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.317856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef69e73b-123a-4d7a-bfb1-e61d5b5ef458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.320435 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef69e73b-123a-4d7a-bfb1-e61d5b5ef458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.324103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ef69e73b-123a-4d7a-bfb1-e61d5b5ef458 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0378b97-46c9-4eb6-8ca5-6b0d59b00e98 HTTP/1.1" status: 204 len: 168 time: 1.1273527 Sep 16 05:03:32.328069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fcbdc7e9-a5fd-4398-8553-a33264ea8343 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:32.334082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69e73b-123a-4d7a-bfb1-e61d5b5ef458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0378b97-46c9-4eb6-8ca5-6b0d59b00e98,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:32.357007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-bb690bb5-10c6-46bc-9ceb-894cb4ab84a8 service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182163 Sep 16 05:03:32.357358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.364392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: fcbdc7e9-a5fd-4398-8553-a33264ea8343 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:32.364820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fcbdc7e9-a5fd-4398-8553-a33264ea8343 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:32.365342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6a8acc31-1bee-4b43-a603-20d4ef36411e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:32.393376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 6a8acc31-1bee-4b43-a603-20d4ef36411e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:32.399940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6a8acc31-1bee-4b43-a603-20d4ef36411e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:32.404245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8acc31-1bee-4b43-a603-20d4ef36411e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:32.466647 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.515437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.525936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b1e5f64-39d9-449b-b428-9960b30cddcd req-900bd5c6-fdd9-4549-8b6c-022b7becd059 service neutron] 10.222.0.57 "GET /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350470 Sep 16 05:03:32.619330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Allocated IP 172.25.7.176 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/86f4dfe3-fc36-4f98-8d92-2f0506c5d022) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:32.632362 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Attempting to bind port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:32.632730 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Attempting to bind port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:32.633091 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Attempting to bind port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:32.641656 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526eb06-319d-4659-bbe9-d8ffde418029 None None] Pushing event updated for resources: {'Port': ['ID=5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:32.644604 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:32.645432 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:32.646369 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.646991 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:32.647807 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Bound port: 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:32.648792 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.666404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593ae25-ecdd-48c7-8527-5dd78928b2dc req-22022458-7cb9-472f-a1d7-f3dadb757d07 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.667976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f593ae25-ecdd-48c7-8527-5dd78928b2dc req-22022458-7cb9-472f-a1d7-f3dadb757d07 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1103573 Sep 16 05:03:32.693758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.700008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.718262 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] For port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:32.722223 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] For port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:32.746195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Allocated IP 172.20.0.1 (cf157eb9-7178-4112-b15c-6e033596b924/9028a524-fd13-411b-8daa-741e48c2f9e7/804fb125-5764-4656-81a5-89d3efa5e509) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:32.752965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df332-02c6-4d7c-a19e-4d2ef081ba23 req-746fb2d1-a571-4778-9fc1-fcc9da34c420 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.754408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad8df332-02c6-4d7c-a19e-4d2ef081ba23 req-746fb2d1-a571-4778-9fc1-fcc9da34c420 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 946 time: 0.1312628 Sep 16 05:03:32.784660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f593ae25-ecdd-48c7-8527-5dd78928b2dc req-b40fe588-6311-403c-b975-072dc18938bd tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107237 Sep 16 05:03:32.844726 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.848267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad8df332-02c6-4d7c-a19e-4d2ef081ba23 req-910b0782-9c01-473c-b873-25e34be178de tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674572 Sep 16 05:03:32.883606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.895506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.904348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.904348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00600226-7b5b-436b-85be-af479d93b9ac {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:32.908821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.911171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7dca49a0-5d4e-4c9f-a2d6-f2edf5093caf admin admin] 10.222.0.59 "DELETE /v2.0/routers/00600226-7b5b-436b-85be-af479d93b9ac HTTP/1.1" status: 204 len: 168 time: 2.4715979 Sep 16 05:03:32.913703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50164) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:32.940659 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:32.941764 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:32.946461 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526eb06-319d-4659-bbe9-d8ffde418029 None None] Pushing event updated for resources: {'Port': ['ID=5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.013552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f11973-05d3-4182-9e0d-b64263332bc3 admin admin] Deleting subnet 37fc8be7-1f27-48e8-92ec-9bc0d18048d7 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:33.017249 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f11973-05d3-4182-9e0d-b64263332bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.051485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-4eb8f417-92d2-4507-8f7a-25135403e8fa tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-657871961&fields=id&tenant_id=7a7ba4f614934ca0af7dd30446935be2 HTTP/1.1" status: 200 len: 267 time: 0.0603049 Sep 16 05:03:33.055314 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f11973-05d3-4182-9e0d-b64263332bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.091113 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:33.100232 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.143004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:33.146386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:33.149301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:33.175003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f11973-05d3-4182-9e0d-b64263332bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.201607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-3133207f-a593-4a92-8ab4-68aa9ae17c58 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.202921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-3133207f-a593-4a92-8ab4-68aa9ae17c58 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 946 time: 0.1442020 Sep 16 05:03:33.217310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.233188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cebe04-73ea-49db-b892-9dc3fdc4b624 req-1de66654-c3e2-4633-96df-897c19b9f529 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 210 time: 0.0550892 Sep 16 05:03:33.241462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'port': {'security_groups': ['27cba35d-7983-4d00-933b-79de8a328010', '1daa8f00-0bbe-442c-8550-748919e3c010']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:33.252595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'Port': ['ID=86f4dfe3-fc36-4f98-8d92-2f0506c5d022,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.294300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Network cf157eb9-7178-4112-b15c-6e033596b924 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:33.307945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:33.314368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:33.319207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Pushing event updated for resources: {'Port': ['ID=804fb125-5764-4656-81a5-89d3efa5e509,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.340899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.351381 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:29Z', 'revision_number': 3, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:33.367872 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.369486 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13538895-c890-4fa2-8bc0-1015ce2b59a3 None None] The sync data for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 is: [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:29Z', 'revision_number': 3, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:33.441884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50170) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:33.463444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6848773-e2de-41e7-9b39-8e4c90fd5674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.504275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f11973-05d3-4182-9e0d-b64263332bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.543203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f11973-05d3-4182-9e0d-b64263332bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fc8be7-1f27-48e8-92ec-9bc0d18048d7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.552803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d33d70-75f1-4ff7-bb44-1d5289f3181d None None] Network 556feeef-d6a3-4859-816d-17f4fab88f9b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:33.556980 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f11973-05d3-4182-9e0d-b64263332bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.566426 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-57f11973-05d3-4182-9e0d-b64263332bc3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/37fc8be7-1f27-48e8-92ec-9bc0d18048d7 HTTP/1.1" status: 204 len: 168 time: 0.6505859 Sep 16 05:03:33.573047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50172) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:33.603152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.716138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] For port 463f4d36-1008-4086-91cc-cef0874a6406, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=463f4d36-1008-4086-91cc-cef0874a6406,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:33.750813 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.755130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6848773-e2de-41e7-9b39-8e4c90fd5674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.756287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.789916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.841312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] DHCP port deletion for 556feeef-d6a3-4859-816d-17f4fab88f9b request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:33.926179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Deleting port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:33.926480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.926687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.926785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6848773-e2de-41e7-9b39-8e4c90fd5674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.975046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.987455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b6848773-e2de-41e7-9b39-8e4c90fd5674 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78ad6f23a55b4b5f9111a3818e5ed79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5423117 Sep 16 05:03:33.990835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50176) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:34.005457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5', '463f4d36-1008-4086-91cc-cef0874a6406'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:34.158012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6848773-e2de-41e7-9b39-8e4c90fd5674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdfd089-1f21-4121-ae8f-d7e701b6e022,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.158439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508724ff-c187-4b3c-a8f7-c384de05de70 req-94f90a50-813d-4d44-81f8-5843d76e2c76 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.158439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-508724ff-c187-4b3c-a8f7-c384de05de70 req-94f90a50-813d-4d44-81f8-5843d76e2c76 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1634786 Sep 16 05:03:34.159200 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.159531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.159531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.159691 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-418be0e0-8755-4318-9c4f-d0a9be7fe424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.159772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-daa9fda8-dfdb-4d54-824f-815191f4834b req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "PUT /v2.0/ports/463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 200 len: 982 time: 0.8518145 Sep 16 05:03:34.159853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-418be0e0-8755-4318-9c4f-d0a9be7fe424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.159938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:34.159938 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3dc2cf-69f7-4380-8cad-765350b5c397" -d '{"events": [{"name": "network-changed", "server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "tag": "463f4d36-1008-4086-91cc-cef0874a6406"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:34.160097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] For port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:34.160097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.160264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Deleting port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:34.160264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.169352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['463f4d36-1008-4086-91cc-cef0874a6406'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:34.173672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbbcb8-7e0c-4660-a6f3-424274e339ed tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'Port': ['ID=463f4d36-1008-4086-91cc-cef0874a6406,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.211642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Calling delete_port for 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:34.231547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.319700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-508724ff-c187-4b3c-a8f7-c384de05de70 req-635ddeb5-93c8-4d73-a4f8-fe40fa45fa62 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057405 Sep 16 05:03:34.347277 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-418be0e0-8755-4318-9c4f-d0a9be7fe424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.349905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-418be0e0-8755-4318-9c4f-d0a9be7fe424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.351783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-418be0e0-8755-4318-9c4f-d0a9be7fe424 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fdfd089-1f21-4121-ae8f-d7e701b6e022 HTTP/1.1" status: 204 len: 168 time: 0.3601549 Sep 16 05:03:34.368748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418be0e0-8755-4318-9c4f-d0a9be7fe424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdfd089-1f21-4121-ae8f-d7e701b6e022,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.370248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] For port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,segment=NetworkSegment(9cd2adb6-0e75-4275-b904-c370ab682919),segment_id=9cd2adb6-0e75-4275-b904-c370ab682919)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:34.372136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.434663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Pushing event updated for resources: {'Port': ['ID=804fb125-5764-4656-81a5-89d3efa5e509,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.453755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.459323 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bd1634-f909-4f4e-9167-26c7793a425c x-openstack-request-id: req-01bd1634-f909-4f4e-9167-26c7793a425c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:34.466841 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "tag": "463f4d36-1008-4086-91cc-cef0874a6406", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:34.466841 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01bd1634-f909-4f4e-9167-26c7793a425c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:34.466841 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406', 'status': 'completed', 'code': 200} Sep 16 05:03:34.505747 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.522607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:34.540338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Calling delete_port for 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:34.588093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26363936-64bd-4162-be5e-6a308c59a31b req-c27b48c7-4d68-4b7d-88a8-489ffc097ffa tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/1daa8f00-0bbe-442c-8550-748919e3c010 HTTP/1.1" status: 200 len: 1802 time: 0.3171537 Sep 16 05:03:34.609219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab88c498-1450-49d0-81fc-828c769365d5 req-41bc8dbc-35e9-405e-9bd7-b795091e3f2e tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 210 time: 0.0404282 Sep 16 05:03:34.679400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-ab5f4c80-1ee9-4e62-be60-ea23ce9c55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.681149 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-ab5f4c80-1ee9-4e62-be60-ea23ce9c55a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1137 time: 0.2199824 Sep 16 05:03:34.717649 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.761876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-d760cd2c-ca72-4883-be7e-4befd3cd8249 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8e7c49eea1054c7eac7410db00911b06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667107 Sep 16 05:03:34.774225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Pushing event deleted for resources: {'Port': ['ID=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.827339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Network cf157eb9-7178-4112-b15c-6e033596b924 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:34.831040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:34.835328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] No DVR routers for this DVR port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:34.837734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.838105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.838483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.838822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.839356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.843151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.843151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.843151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.843151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.843151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.843151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.843151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acf3a4-bad0-44ad-9e33-388e146ac91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:34.902815 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.902815 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-26363936-64bd-4162-be5e-6a308c59a31b req-9748b580-202b-4ffd-9e17-860ee080ca50 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:03:34.902815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26363936-64bd-4162-be5e-6a308c59a31b req-9748b580-202b-4ffd-9e17-860ee080ca50 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/1daa8f00-0bbe-442c-8550-748919e3c010 HTTP/1.1" status: 409 len: 341 time: 0.2784564 Sep 16 05:03:34.924898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-5ea3ceb6-4a39-4094-8a1b-587198722d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.926474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-5ea3ceb6-4a39-4094-8a1b-587198722d9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 913 time: 0.2311132 Sep 16 05:03:34.973207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc853436-8063-49c0-954e-ce18ea749fbf req-bef97edf-3682-4d5f-9b38-f50bbd6ee3e0 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.975459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc853436-8063-49c0-954e-ce18ea749fbf req-bef97edf-3682-4d5f-9b38-f50bbd6ee3e0 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.2295475 Sep 16 05:03:35.001406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.020768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:35.021776 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.050925 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-372b7672-2795-4969-88fa-1f8b9c63be08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 200 len: 217 time: 0.0448973 Sep 16 05:03:35.055614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'Port': ['ID=86f4dfe3-fc36-4f98-8d92-2f0506c5d022,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.071011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] No DVR routers for this DVR port 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:35.115998 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Router ee5bfee5-7012-4a03-9d2a-c711b32ab8be has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:35.144324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7edc6e21-f9db-4a5b-848f-dd5165b2fa00,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.168511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.234618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc853436-8063-49c0-954e-ce18ea749fbf req-03aa5f73-808f-4cda-96a8-a3553f01fb14 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227545 Sep 16 05:03:35.262384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-d760c431-1648-4dca-ac13-8320f7245905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.268968 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-d760c431-1648-4dca-ac13-8320f7245905 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 200 len: 852 time: 0.2084363 Sep 16 05:03:35.277968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-89f1219e-4300-46e6-ac87-6a72078152f4 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.285079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-89f1219e-4300-46e6-ac87-6a72078152f4 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4944110 Sep 16 05:03:35.301280 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.330615 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-3712a2e0-79aa-470d-96ae-4ab8c2a844b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1abfdd8-7b83-474c-a484-44d871d42e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494249 Sep 16 05:03:35.365543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:35.401474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.425022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556feeef-d6a3-4859-816d-17f4fab88f9b']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:35.439850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd2adb6-0e75-4275-b904-c370ab682919') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:35.439850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd2adb6-0e75-4275-b904-c370ab682919') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:35.447410 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.462042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:35.466430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.468910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b6fc6ea9-6174-4e8a-a218-749502f44b7b admin admin] 10.222.0.59 "PUT /v2.0/routers/ee5bfee5-7012-4a03-9d2a-c711b32ab8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8722441 Sep 16 05:03:35.469849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:35.470356 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.490242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:35.493341 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:35.503649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Request body: {'port': {'device_id': '7aca9668-4065-43a5-bf33-21ba7dee1913', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '8e7c49eea1054c7eac7410db00911b06'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:35.508065 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.510440 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-1416ce95-268b-4ef1-b16e-4a68ff7d0091 service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695850 Sep 16 05:03:35.511059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3e3b9059-fe84-476c-b3c8-dff1d04813b6 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2105632 Sep 16 05:03:35.513193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50210) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.527197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0127d6c8-3b16-4f7f-8116-851b5221ed64 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Request body: {'floatingip': {'port_id': '13375e20-5db9-4016-8860-8ae7ec6b9d23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:35.590174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:35.626604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:35.628157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7edc6e21-f9db-4a5b-848f-dd5165b2fa00 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:35.630406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.679549 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0127d6c8-3b16-4f7f-8116-851b5221ed64 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.782079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ddd93-278b-4c6a-8aee-c045ef4be621 req-c6d78370-5d65-41b1-b5ed-e86b59ff3bcd tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.783558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-891ddd93-278b-4c6a-8aee-c045ef4be621 req-c6d78370-5d65-41b1-b5ed-e86b59ff3bcd tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.2876568 Sep 16 05:03:35.791371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830c876-a93a-4731-97b7-e457e9b56e66 req-20295aee-2929-4f01-b20a-c4831fcd9d83 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.792891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a830c876-a93a-4731-97b7-e457e9b56e66 req-20295aee-2929-4f01-b20a-c4831fcd9d83 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 985 time: 0.5052760 Sep 16 05:03:35.829899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Sync routers for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:35.834182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:35.834790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:35.843402 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5c3dc2cf-69f7-4380-8cad-765350b5c397 req-4000249a-1082-47f9-872f-3b027866eb34 service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029447 Sep 16 05:03:35.846382 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.858637 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-0127d6c8-3b16-4f7f-8116-851b5221ed64 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] update failed (client error): The resource could not be found. Sep 16 05:03:35.859470 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0127d6c8-3b16-4f7f-8116-851b5221ed64 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "PUT /v2.0/floatingips/bebe25b1-0a15-446e-b680-a1f0c4b14592 HTTP/1.1" status: 404 len: 507 time: 0.3450384 Sep 16 05:03:35.862517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50220) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.865315 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.869820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] 10.222.0.59 "DELETE /v2.0/networks/556feeef-d6a3-4859-816d-17f4fab88f9b HTTP/1.1" status: 204 len: 168 time: 2.2932384 Sep 16 05:03:35.908799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2daf9-e1e0-4b09-85ef-0505b6cdc7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=556feeef-d6a3-4859-816d-17f4fab88f9b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.944276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-891ddd93-278b-4c6a-8aee-c045ef4be621 req-b31d823b-777c-4b81-8dfd-ac59735250b5 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502912 Sep 16 05:03:35.952870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a830c876-a93a-4731-97b7-e457e9b56e66 req-12c83a87-81de-4ee3-929e-0a2e0c48ba3c tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&id=1daa8f00-0bbe-442c-8550-748919e3c010&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1472721 Sep 16 05:03:36.022985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:36.049057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59939d93-b6e9-4630-b156-62f48ce1d917 req-87d47901-3a8b-42f0-97a6-af2d5e3290b2 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 210 time: 0.0464160 Sep 16 05:03:36.076616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Deleting port 86f4dfe3-fc36-4f98-8d92-2f0506c5d022 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:36.076970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.143554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-c69f0707-a278-484c-804f-2e4b15970360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.147541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-c69f0707-a278-484c-804f-2e4b15970360 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1137 time: 0.1033819 Sep 16 05:03:36.147765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Made reservation on behalf of 8e7c49eea1054c7eac7410db00911b06 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:36.151642 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.164958 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.197561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf624c-de7b-4967-9db9-bf89cf286ff6 req-e4e8cac4-cf1f-417f-b337-33cb8b2f60c9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.205247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95bf624c-de7b-4967-9db9-bf89cf286ff6 req-e4e8cac4-cf1f-417f-b337-33cb8b2f60c9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.0989590 Sep 16 05:03:36.264386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-d634254d-e59d-48d4-a1ec-560542fbe5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.281986 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-d634254d-e59d-48d4-a1ec-560542fbe5e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 913 time: 0.1182723 Sep 16 05:03:36.283106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95bf624c-de7b-4967-9db9-bf89cf286ff6 req-6b52e30c-43b0-4e7b-a2db-0859d462f286 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745685 Sep 16 05:03:36.331720 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-5d5a16f9-e281-490f-941e-8a0910e5ae4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 200 len: 217 time: 0.0481272 Sep 16 05:03:36.353432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.353679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.389585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:36.405462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Calling delete_port for 86f4dfe3-fc36-4f98-8d92-2f0506c5d022 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:36.427572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-7a85a720-c5e6-418f-927c-282985123cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.429472 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-7a85a720-c5e6-418f-927c-282985123cfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 200 len: 852 time: 0.0874982 Sep 16 05:03:36.459312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-9cdd9d98-a08f-410d-a301-c6e8486568d2 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.464047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-9cdd9d98-a08f-410d-a301-c6e8486568d2 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 820 time: 0.1540742 Sep 16 05:03:36.464608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50248) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:36.481136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 2, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:36.484517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-8ae7df79-11aa-4150-ae5c-0151de6a4e98 req-d62beaae-4dc7-45b4-80eb-68fcabfc1070 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:03:36.493368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ae7df79-11aa-4150-ae5c-0151de6a4e98 req-d62beaae-4dc7-45b4-80eb-68fcabfc1070 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273931 Sep 16 05:03:36.518067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Checking router: ee5bfee5-7012-4a03-9d2a-c711b32ab8be for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:36.518730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Updating router ee5bfee5-7012-4a03-9d2a-c711b32ab8be port 804fb125-5764-4656-81a5-89d3efa5e509 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:36.555185 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.580138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-a78045d0-7a51-45ed-a692-f876eb543ec1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/quotas/91903c0228a64b8e8b3510fddd8a0bf0 HTTP/1.1" status: 200 len: 375 time: 0.1043174 Sep 16 05:03:36.676198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7f851332-6e4d-4c21-94e6-e9c26fc3ab34 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=788d095a15464d28adb02215486536ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065828 Sep 16 05:03:36.682659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:36.683046 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.688944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50252) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:36.716914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ae7df79-11aa-4150-ae5c-0151de6a4e98 req-bcf0044f-e97d-4de1-a5c7-c9c5d35b4430 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2219377 Sep 16 05:03:36.808605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-ed031adb-e900-4ee9-bcf6-6b2cf98809b6 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2177653 Sep 16 05:03:36.814477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.829273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-fb46d7da-9649-4ee4-8534-89934c376f48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1abfdd8-7b83-474c-a484-44d871d42e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307972 Sep 16 05:03:36.850065 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4562ae6d-9c37-4006-ad4a-75c20c5cb3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.874861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4562ae6d-9c37-4006-ad4a-75c20c5cb3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.946464 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-f57f350e-5e47-469e-bca5-ee7ec025c7d8 service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098993 Sep 16 05:03:36.965708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.975078 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.063488 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1575ee0-d7fe-41e9-a36b-1e73a62f9715 req-ffb66861-4e4a-4dcd-bd55-6364be61c68a service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088204 Sep 16 05:03:37.093907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.225649 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a3ea4-7d2c-41ac-8179-30f09d9dc73f None None] Pushing event updated for resources: {'Port': ['ID=804fb125-5764-4656-81a5-89d3efa5e509,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.241919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Attempting to bind port 804fb125-5764-4656-81a5-89d3efa5e509 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:37.242226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Attempting to bind port 804fb125-5764-4656-81a5-89d3efa5e509 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:37.242605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Attempting to bind port 804fb125-5764-4656-81a5-89d3efa5e509 on network cf157eb9-7178-4112-b15c-6e033596b924 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:37.248725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:37.249400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Checking segment: {'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:37.249597 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.250013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Bound using segment: {'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:37.250520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Bound port: 804fb125-5764-4656-81a5-89d3efa5e509, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:37.250907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.300947 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.318059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] For port 804fb125-5764-4656-81a5-89d3efa5e509, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:37.321564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] For port 804fb125-5764-4656-81a5-89d3efa5e509, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=804fb125-5764-4656-81a5-89d3efa5e509,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:37.337157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event deleted for resources: {'Port': ['ID=86f4dfe3-fc36-4f98-8d92-2f0506c5d022,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.349920 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4562ae6d-9c37-4006-ad4a-75c20c5cb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.352769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4562ae6d-9c37-4006-ad4a-75c20c5cb3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.356854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4562ae6d-9c37-4006-ad4a-75c20c5cb3e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01cd80e9-d9a3-499a-8a82-1537c01f0165 HTTP/1.1" status: 204 len: 168 time: 0.6645267 Sep 16 05:03:37.415933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.418918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.420370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1533a32b-611e-421d-af27-17e831b0590f tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "DELETE /v2.0/floatingips/bebe25b1-0a15-446e-b680-a1f0c4b14592 HTTP/1.1" status: 204 len: 168 time: 1.5561764 Sep 16 05:03:37.424908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50270) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:37.426651 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.437059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-65a88548-b00f-48d1-b88f-7ab7931b8f15 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Request body: {'floatingip': {'floating_network_id': '2beca652-b1f6-4d72-a273-eb29a561c70d', 'port_id': '13375e20-5db9-4016-8860-8ae7ec6b9d23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:37.473887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1860a994-45df-45f2-95f7-daa725b05caa,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.510267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-a2b2c2c7-9c6d-4cdb-8bb6-cf2c6e2b2781 service neutron] 10.222.0.59 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007143 Sep 16 05:03:37.516791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562ae6d-9c37-4006-ad4a-75c20c5cb3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cd80e9-d9a3-499a-8a82-1537c01f0165,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.526014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a3ea4-7d2c-41ac-8179-30f09d9dc73f None None] Pushing event updated for resources: {'Port': ['ID=804fb125-5764-4656-81a5-89d3efa5e509,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.529719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3d89-61ad-4423-9f8b-9474aa8c5945 req-381b74c8-beba-4729-bc0d-269901549fca tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.534534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:37.535169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:37.543808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cbb3d89-61ad-4423-9f8b-9474aa8c5945 req-381b74c8-beba-4729-bc0d-269901549fca tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 985 time: 0.2013958 Sep 16 05:03:37.632720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-65a88548-b00f-48d1-b88f-7ab7931b8f15 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.664410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:37.687012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Allocated IP 192.168.233.204 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/40a78265-fb1f-4a29-8557-6b116631c8a1) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:37.707680 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cbb3d89-61ad-4423-9f8b-9474aa8c5945 req-c0c80552-504a-4661-9fc4-379bee1e0d28 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&id=1daa8f00-0bbe-442c-8550-748919e3c010&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1623783 Sep 16 05:03:37.759733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-a6abae5f-9025-40c1-8f54-f326c7bea286 service neutron] 10.222.0.59 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951172 Sep 16 05:03:37.909444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50278) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:37.971901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:37Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:38.004301 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-65a88548-b00f-48d1-b88f-7ab7931b8f15 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:03:38.004729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40d4ff7-f3ba-4af4-8160-39f16d27a639 None None] The sync data for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 is: [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:37Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:38.007540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-65a88548-b00f-48d1-b88f-7ab7931b8f15 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5801620 Sep 16 05:03:38.011287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50282) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:38.016718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '13375e20-5db9-4016-8860-8ae7ec6b9d23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:38.082442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283e80-d0dd-4823-92af-56d75c6b6a7f req-36cfd13a-07e4-4ffb-b4f6-e4c5c77ce2b7 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.084170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96283e80-d0dd-4823-92af-56d75c6b6a7f req-36cfd13a-07e4-4ffb-b4f6-e4c5c77ce2b7 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.2453649 Sep 16 05:03:38.158149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.222228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7735bb1-a67f-4b73-aafd-28325975d571 req-0b4616f1-5c35-444f-b5f7-2321ed4de055 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 210 time: 0.0771163 Sep 16 05:03:38.309027 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.354263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-27694605'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:38.423393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5400b8a0-4e24-441f-9546-30a5c3ffdc44 req-3aad196e-e9ea-471b-944b-c8f0f282aafe tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0624874 Sep 16 05:03:38.430138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96283e80-d0dd-4823-92af-56d75c6b6a7f req-6956d305-0522-42c2-8472-9cd0676eff2c tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099809 Sep 16 05:03:38.442453 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.443475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.480834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 804fb125-5764-4656-81a5-89d3efa5e509 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:38.540011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 804fb125-5764-4656-81a5-89d3efa5e509 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:38.540395 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.556956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Made reservation on behalf of d2ca052cf97b476985fc62fa3374b944 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:38.564671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.584166 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.584618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:38.610885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:38.619788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:38.684490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Allocated IP 172.25.7.40 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/d0d5ac78-c0a3-4375-9718-908358e7402e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:38.724926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.726332 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.785155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.807976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Pushing event updated for resources: {'Port': ['ID=40a78265-fb1f-4a29-8557-6b116631c8a1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:38.843827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a7a6-93c7-4c4a-b564-41351e849bd9 req-470688f9-920f-4537-8ae4-c1047257f4f8 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.847112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27e1a7a6-93c7-4c4a-b564-41351e849bd9 req-470688f9-920f-4537-8ae4-c1047257f4f8 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.1425910 Sep 16 05:03:38.859356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 804fb125-5764-4656-81a5-89d3efa5e509, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=804fb125-5764-4656-81a5-89d3efa5e509,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:38.905583 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.926902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.968066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ae2f8-4017-4e6b-ae72-8e4a533a7700 req-cdbd826c-3eb8-480b-be35-022cc79a1aac tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.976098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-558ae2f8-4017-4e6b-ae72-8e4a533a7700 req-cdbd826c-3eb8-480b-be35-022cc79a1aac tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 985 time: 0.1110282 Sep 16 05:03:38.976098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27e1a7a6-93c7-4c4a-b564-41351e849bd9 req-72676f30-739a-4221-87f2-e44351338d50 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160631 Sep 16 05:03:38.978725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.031479 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.061486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-558ae2f8-4017-4e6b-ae72-8e4a533a7700 req-42965ba3-3393-4909-af2c-68b6c604b421 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&id=1daa8f00-0bbe-442c-8550-748919e3c010&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0712049 Sep 16 05:03:39.093252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c9ba3926-d103-418d-b6e2-33163ee77d74 None None] Provisioning complete for port 40a78265-fb1f-4a29-8557-6b116631c8a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:39.093640 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3926-d103-418d-b6e2-33163ee77d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.099650 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.133598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=804fb125-5764-4656-81a5-89d3efa5e509,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.144115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b09dfa-c6b6-4cbc-8e0a-08bd2d778faf req-33f5592c-9367-4fbb-8d85-9952e5037f63 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.153311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54b09dfa-c6b6-4cbc-8e0a-08bd2d778faf req-33f5592c-9367-4fbb-8d85-9952e5037f63 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.0871079 Sep 16 05:03:39.163371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba3926-d103-418d-b6e2-33163ee77d74 None None] Port 40a78265-fb1f-4a29-8557-6b116631c8a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:39.170311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c6ce7-2e53-4244-9581-2aa60012af4e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.197882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:39.222026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event updated for resources: {'Port': ['ID=d0d5ac78-c0a3-4375-9718-908358e7402e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.225750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:39.227059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.227375 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Added segment e19b90e1-40f3-4f13-96a5-060ec83e8ec1 of type vlan for network 28f27685-cd66-4a02-9fc0-02b1522b2635 Sep 16 05:03:39.232973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54b09dfa-c6b6-4cbc-8e0a-08bd2d778faf req-cb165fed-9111-4a52-8776-b922bc6a3162 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766971 Sep 16 05:03:39.234618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-044355fa-a003-422b-bf06-89d72f1563c7 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7402775 Sep 16 05:03:39.236478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:39.239848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:39.257350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-17b29779-8d00-45de-af88-1a2780a11fa8 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-437292778&fields=id&tenant_id=7a7ba4f614934ca0af7dd30446935be2 HTTP/1.1" status: 200 len: 267 time: 0.0650353 Sep 16 05:03:39.262858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Request body: {'port': {'device_id': '7aca9668-4065-43a5-bf33-21ba7dee1913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:39.339215 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.409645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.421811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.432976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1235a0e-7e15-4ed4-8e8e-d581eeb2d030 req-4746dd94-d188-42de-b4cd-d628f3c15030 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.434728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1235a0e-7e15-4ed4-8e8e-d581eeb2d030 req-4746dd94-d188-42de-b4cd-d628f3c15030 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 936 time: 0.1086206 Sep 16 05:03:39.449455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-93555785-5c2d-43ca-86d2-4fefb5d84abf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.451032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-93555785-5c2d-43ca-86d2-4fefb5d84abf tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 985 time: 0.1851425 Sep 16 05:03:39.476018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'port': {'security_groups': ['1daa8f00-0bbe-442c-8550-748919e3c010', '27cba35d-7983-4d00-933b-79de8a328010', '4539e82c-d158-49b3-9c40-6e4e30b6dc2b']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:39.534039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Deleting port d0d5ac78-c0a3-4375-9718-908358e7402e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:39.534396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.551965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2109044191-network', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:39.555580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.562207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.563383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.618471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1235a0e-7e15-4ed4-8e8e-d581eeb2d030 req-69bd6237-65a7-4592-aa98-8ccb5c73f3b1 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646669 Sep 16 05:03:39.700420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Pushing event updated for resources: {'Network': ['ID=28f27685-cd66-4a02-9fc0-02b1522b2635,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.713423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 28f27685-cd66-4a02-9fc0-02b1522b2635 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:39.714654 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.726707 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.727049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.742674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Calling delete_port for d0d5ac78-c0a3-4375-9718-908358e7402e owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:39.817647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Made reservation on behalf of 586b3661a32f40efa487fa0fcabd2cb3 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:39.823206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.844367 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.967525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e989-a86a-4aef-ac67-1c769ab403fc req-799afb92-0b2b-4bbc-a738-09780eb042fa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.973523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e989-a86a-4aef-ac67-1c769ab403fc req-799afb92-0b2b-4bbc-a738-09780eb042fa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.975462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bb22964d-670a-44dc-882a-464fa95f07a6 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0641627 Sep 16 05:03:39.979882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e989-a86a-4aef-ac67-1c769ab403fc req-799afb92-0b2b-4bbc-a738-09780eb042fa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.980879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50332) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.982093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d28e989-a86a-4aef-ac67-1c769ab403fc req-799afb92-0b2b-4bbc-a738-09780eb042fa tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c&device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a&device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 2417 time: 0.1739542 Sep 16 05:03:40.064299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.085308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d28e989-a86a-4aef-ac67-1c769ab403fc req-5b5e3686-08bb-4b4d-bf1d-d4ad9fbe535d tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916567 Sep 16 05:03:40.115442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Request body: {'network': {'name': 'tempest-network--339687998', 'router:external': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:40.119661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.123879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event deleted for resources: {'Port': ['ID=d0d5ac78-c0a3-4375-9718-908358e7402e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.163816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a78265-fb1f-4a29-8557-6b116631c8a1 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:40.191987 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.219446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7e54811-3ecb-4c23-8d36-cb560f6f236c req-99b10c40-95a5-4f9e-962c-3aa21fa4d332 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0481660 Sep 16 05:03:40.219857 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.221034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] For port 463f4d36-1008-4086-91cc-cef0874a6406, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=463f4d36-1008-4086-91cc-cef0874a6406,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:40.233709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Transition to ACTIVE for port object 40a78265-fb1f-4a29-8557-6b116631c8a1 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:40.261308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:40.263994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.271737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeac725-79d6-4257-8fdf-c800ab9edc91,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.276717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.277589 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Added segment 092a809f-ce09-4878-aaa7-beb679b63888 of type vlan for network 76e3f7eb-114f-4cd2-b599-c980be177f1c Sep 16 05:03:40.319036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.328675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 804fb125-5764-4656-81a5-89d3efa5e509 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:40.350444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.379622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 804fb125-5764-4656-81a5-89d3efa5e509 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:40.380088 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.403747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.456392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7ed9be1-c76a-4abc-9909-b09af30f290f req-beadc7f3-be60-47d1-bd94-d427637d8b7b tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0931625 Sep 16 05:03:40.480988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Pushing event updated for resources: {'Port': ['ID=40a78265-fb1f-4a29-8557-6b116631c8a1,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.501523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Made reservation on behalf of a99c902a0234444da9e19725a7f9337a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:40.503909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.513416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.513616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.524826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5', '463f4d36-1008-4086-91cc-cef0874a6406'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:40.550393 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.551498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.552075 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.590455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.591143 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.611853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ce1b914-6e5b-47b8-835d-5eb02a41482b req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "PUT /v2.0/ports/463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 200 len: 1021 time: 1.1489725 Sep 16 05:03:40.619485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:40.622184 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "tag": "463f4d36-1008-4086-91cc-cef0874a6406"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:40.652963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['463f4d36-1008-4086-91cc-cef0874a6406'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:40.658050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] Pushing event updated for resources: {'Network': ['ID=76e3f7eb-114f-4cd2-b599-c980be177f1c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.681575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:40.713064 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] create failed (client error): The resource could not be found. Sep 16 05:03:40.720256 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-66909701-03d9-45ff-b71d-b327bfe58001 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7072647 Sep 16 05:03:40.721667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50346) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:40.729890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c10742-1fa9-4ee1-9320-ca8bf8483e71 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'Port': ['ID=463f4d36-1008-4086-91cc-cef0874a6406,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.777597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Attempting to bind port 40a78265-fb1f-4a29-8557-6b116631c8a1 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:40.777957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Attempting to bind port 40a78265-fb1f-4a29-8557-6b116631c8a1 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:40.778282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Attempting to bind port 40a78265-fb1f-4a29-8557-6b116631c8a1 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:40.786015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Port 40a78265-fb1f-4a29-8557-6b116631c8a1 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:40.786548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Attempting to bind port 40a78265-fb1f-4a29-8557-6b116631c8a1 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:40.795281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a644dbcc-d3c4-4141-9618-30af38ae9ee2 req-e7e8d172-257a-4f07-8e71-9818afcbafe6 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/4539e82c-d158-49b3-9c40-6e4e30b6dc2b HTTP/1.1" status: 200 len: 1801 time: 0.1650112 Sep 16 05:03:40.796373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:40.796718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:40.797093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:40.797532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Bound port: 40a78265-fb1f-4a29-8557-6b116631c8a1, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:40.797943 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.812981 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-006f7e99-5968-4bd0-b82b-c53479f6d94b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4013631 Sep 16 05:03:40.815544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50348) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:40.827070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Request body: {'subnet': {'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2109044191-subnet', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:40.908293 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdf0549-ce1c-4844-8d78-d735e6bafee3 x-openstack-request-id: req-ecdf0549-ce1c-4844-8d78-d735e6bafee3 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:40.908732 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "tag": "463f4d36-1008-4086-91cc-cef0874a6406", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:40.911123 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecdf0549-ce1c-4844-8d78-d735e6bafee3 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:40.911689 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406', 'status': 'completed', 'code': 200} Sep 16 05:03:40.923688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-edb4bc6b-1c15-4cd7-8f62-35c1602db1e5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Deleting port 13375e20-5db9-4016-8860-8ae7ec6b9d23 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:40.924040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edb4bc6b-1c15-4cd7-8f62-35c1602db1e5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.979877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] For port 40a78265-fb1f-4a29-8557-6b116631c8a1, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:40.985074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] For port 40a78265-fb1f-4a29-8557-6b116631c8a1, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40a78265-fb1f-4a29-8557-6b116631c8a1,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:40.986749 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-a644dbcc-d3c4-4141-9618-30af38ae9ee2 req-a85258f0-e6e5-4ecf-9ded-e19b4dbda9fe tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:03:41.003035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a644dbcc-d3c4-4141-9618-30af38ae9ee2 req-a85258f0-e6e5-4ecf-9ded-e19b4dbda9fe tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/4539e82c-d158-49b3-9c40-6e4e30b6dc2b HTTP/1.1" status: 409 len: 341 time: 0.1858783 Sep 16 05:03:41.062075 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-93072867-6d76-480f-a8ea-cd8946e6286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.100466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6623130-a31c-46e6-9956-95d950c62fd3 req-90d55cbd-de79-44eb-aa3b-c36cbc1f850a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.102241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6623130-a31c-46e6-9956-95d950c62fd3 req-90d55cbd-de79-44eb-aa3b-c36cbc1f850a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 948 time: 0.0945532 Sep 16 05:03:41.117821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-843d682d-f6b3-45d4-b900-492730bb6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.121700 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-843d682d-f6b3-45d4-b900-492730bb6084 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7ba4f614934ca0af7dd30446935be2&device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1176 time: 0.1908233 Sep 16 05:03:41.124819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.153853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6623130-a31c-46e6-9956-95d950c62fd3 req-1441daaa-397f-480d-ac91-e057b038b8fa tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Sep 16 05:03:41.155187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.242508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.243389 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.244863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] 10.222.0.57 "PUT /v2.0/ports/40a78265-fb1f-4a29-8557-6b116631c8a1 HTTP/1.1" status: 200 len: 1097 time: 1.9865592 Sep 16 05:03:41.250849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985c4ff-0a80-43c0-8df0-ab198c3973fa service neutron] Pushing event updated for resources: {'Port': ['ID=40a78265-fb1f-4a29-8557-6b116631c8a1,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.314990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edb4bc6b-1c15-4cd7-8f62-35c1602db1e5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.337195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.346467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-edb4bc6b-1c15-4cd7-8f62-35c1602db1e5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Calling delete_port for 13375e20-5db9-4016-8860-8ae7ec6b9d23 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:41.425066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-46e63144-dcba-44f6-888b-c4dc5f85483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.426585 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-46e63144-dcba-44f6-888b-c4dc5f85483b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 200 len: 913 time: 0.2977293 Sep 16 05:03:41.432918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Made reservation on behalf of 586b3661a32f40efa487fa0fcabd2cb3 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:41.438036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.448783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:41.507120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c90099-dffa-4328-9b46-ac46d9eaaf25,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.517783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-1bc810b2-b92a-4705-bc87-52d7c0a32ed3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 200 len: 217 time: 0.0621870 Sep 16 05:03:41.522493 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.522851 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Added segment 8b813e52-10d1-40ef-a255-dbd83ba441ff of type vlan for network 31343d27-1c61-4c3b-ad56-e5bf4085c1f6 Sep 16 05:03:41.570478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-17673c16-c405-426a-bb5e-c57b17e459e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.580693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-17673c16-c405-426a-bb5e-c57b17e459e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e7c49eea1054c7eac7410db00911b06&device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 1100 time: 0.1095817 Sep 16 05:03:41.650319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-aa4d9e28-cb4c-4850-b12d-4188f5b7fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.651982 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-aa4d9e28-cb4c-4850-b12d-4188f5b7fb4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 200 len: 852 time: 0.1200037 Sep 16 05:03:41.657367 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.665946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-4f45981f-df6b-4851-9a8e-8d228db6bc9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=40a78265-fb1f-4a29-8557-6b116631c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0482044 Sep 16 05:03:41.690959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b06ab67-5faa-4683-8a94-f2205e3a6c4e req-f88861c6-54a0-4d56-af50-0714c044a6bf tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0743575 Sep 16 05:03:41.753264 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-1f607e48-347d-49c9-84cb-ad52835bfeb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1abfdd8-7b83-474c-a484-44d871d42e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345495 Sep 16 05:03:41.759168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-2208329a-da28-4174-abd9-e1c732701dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.766464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-2208329a-da28-4174-abd9-e1c732701dc3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0792890 Sep 16 05:03:41.836376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edb4bc6b-1c15-4cd7-8f62-35c1602db1e5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.876882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4bc6b-1c15-4cd7-8f62-35c1602db1e5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event deleted for resources: {'Port': ['ID=13375e20-5db9-4016-8860-8ae7ec6b9d23,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.931693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-bdc69f27-b314-4c41-8bf0-3aa2f0959d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.935271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-bdc69f27-b314-4c41-8bf0-3aa2f0959d89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297266 Sep 16 05:03:41.938411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.939422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.940031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.942732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f1af7-4fa4-489e-9d19-3de486e0cab0 req-04fa8a3d-caf2-4d8b-843e-e7b0b5acf452 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.950634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a5f1af7-4fa4-489e-9d19-3de486e0cab0 req-04fa8a3d-caf2-4d8b-843e-e7b0b5acf452 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1024 time: 0.1310842 Sep 16 05:03:41.959459 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-287f824d-5425-4bf8-922f-c5f66bfe0221 service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985502 Sep 16 05:03:41.986206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.083661 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1011851 Sep 16 05:03:42.084423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edb4bc6b-1c15-4cd7-8f62-35c1602db1e5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.088939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-edb4bc6b-1c15-4cd7-8f62-35c1602db1e5 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "DELETE /v2.0/ports/13375e20-5db9-4016-8860-8ae7ec6b9d23 HTTP/1.1" status: 204 len: 168 time: 1.3653693 Sep 16 05:03:42.091993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50366) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:42.092141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50368) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:42.105820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12162955-d5d5-4ce7-99af-86c3f2593867 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Network': ['ID=31343d27-1c61-4c3b-ad56-e5bf4085c1f6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:42.132150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 31343d27-1c61-4c3b-ad56-e5bf4085c1f6 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:42.142135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a5f1af7-4fa4-489e-9d19-3de486e0cab0 req-0f703451-a787-4aa4-ac7a-31ab3d9c4555 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&id=1daa8f00-0bbe-442c-8550-748919e3c010&id=4539e82c-d158-49b3-9c40-6e4e30b6dc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1904302 Sep 16 05:03:42.180131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-205000fb-16f8-4cde-8e61-d07bcb6e6ee9 req-cb86993e-6141-42bd-85b2-bc07134638da service neutron] 10.222.0.60 "GET /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074218 Sep 16 05:03:42.206770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171f068-6567-4011-a43e-37b4bed09c60 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.215131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50374) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:42.227863 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b171f068-6567-4011-a43e-37b4bed09c60 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "GET /v2.0/ports?device_id=5054ebff-7261-4fed-a4d0-f3754b6af859 HTTP/1.1" status: 200 len: 913 time: 0.1346982 Sep 16 05:03:42.240410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68d23b5-b792-436d-aa7a-66944f7ce206,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:42.344113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-61cbd4ff-1d22-416d-947f-96e62ee0a124 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865263 Sep 16 05:03:42.399600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Checking segment: {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:42.399883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Network hostable DHCP agents. Network: 76e3f7eb-114f-4cd2-b599-c980be177f1c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:42.404102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.443917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-f70911b6-6afc-488b-8c95-50696d2d5d70 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.445373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-f70911b6-6afc-488b-8c95-50696d2d5d70 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.57 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 820 time: 0.1063175 Sep 16 05:03:42.498159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Request body: {'port': {'device_id': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'admin_state_up': True, 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:42.577285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b920a0-4c39-4343-a57b-5fe5ae4c4f45 req-38013d0e-19b5-4b4b-94fc-c73ad10a6414 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.578808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31b920a0-4c39-4343-a57b-5fe5ae4c4f45 req-38013d0e-19b5-4b4b-94fc-c73ad10a6414 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 948 time: 0.3211091 Sep 16 05:03:42.586431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:42.829667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Made reservation on behalf of 91903c0228a64b8e8b3510fddd8a0bf0 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:42.833244 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.937346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aca9668-4065-43a5-bf33-21ba7dee1913', 'tag': '40a78265-fb1f-4a29-8557-6b116631c8a1'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:42.939643 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c94510e-d033-4d37-aa83-0aa84c99b420" -d '{"events": [{"name": "network-changed", "server_uuid": "7aca9668-4065-43a5-bf33-21ba7dee1913", "tag": "40a78265-fb1f-4a29-8557-6b116631c8a1"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:42.965351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Allocated IP 172.20.0.12 (cf157eb9-7178-4112-b15c-6e033596b924/9028a524-fd13-411b-8daa-741e48c2f9e7/19f3c197-3dd8-476c-afe8-425745131fe2) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:43.052025 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.055883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-921c6299-faf1-4d46-80b4-30aef0dc62c9 req-1d09ccee-6b94-4a9c-9f5c-41697dd34415 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668556 Sep 16 05:03:43.094447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31343d27-1c61-4c3b-ad56-e5bf4085c1f6']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:43.126515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 76e3f7eb-114f-4cd2-b599-c980be177f1c) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:43.130713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31b920a0-4c39-4343-a57b-5fe5ae4c4f45 req-34e350da-4c86-45f1-949c-4c0609437f1c tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033968 Sep 16 05:03:43.136613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b813e52-10d1-40ef-a255-dbd83ba441ff') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:43.136851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035b385-49fd-4d21-abb4-bd882f6e64e3 None None] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:43.137330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b813e52-10d1-40ef-a255-dbd83ba441ff') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:43.147818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.153165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.153771 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.160367 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.178528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e9197-bfc0-4582-be88-3e76a3e35182 req-533ef366-d176-49f4-8088-ee025c6542a7 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.185927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-732e9197-bfc0-4582-be88-3e76a3e35182 req-533ef366-d176-49f4-8088-ee025c6542a7 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.2433238 Sep 16 05:03:43.190359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6145-128e-437c-bf52-b6eded24e21d req-35d05385-e390-4e22-a73e-39c5e47ff14c tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.192071 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70ed6145-128e-437c-bf52-b6eded24e21d req-35d05385-e390-4e22-a73e-39c5e47ff14c tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.60 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1024 time: 0.0855997 Sep 16 05:03:43.215754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.248667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:43.249086 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:43.252174 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:43.302487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8550ee06-360d-485f-a748-a62d6ca4f9a8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4834621 Sep 16 05:03:43.305471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50386) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:43.312289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-732e9197-bfc0-4582-be88-3e76a3e35182 req-6d88442b-c30d-47ac-965a-f37af9a43480 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242206 Sep 16 05:03:43.313223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:43.361426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Deleting port 463f4d36-1008-4086-91cc-cef0874a6406 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:43.361918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.385174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e57a5c96-414c-4417-aa28-41684c65110f req-bf4a0781-3b3f-4d20-8587-a7fa87a96c41 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 210 time: 0.1301644 Sep 16 05:03:43.403767 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.472369 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f450a7-a92a-471d-96a2-07cff081ce25 x-openstack-request-id: req-b4f450a7-a92a-471d-96a2-07cff081ce25 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:43.472753 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aca9668-4065-43a5-bf33-21ba7dee1913", "tag": "40a78265-fb1f-4a29-8557-6b116631c8a1", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:43.473308 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4f450a7-a92a-471d-96a2-07cff081ce25 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:43.473855 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aca9668-4065-43a5-bf33-21ba7dee1913', 'tag': '40a78265-fb1f-4a29-8557-6b116631c8a1', 'status': 'completed', 'code': 200} Sep 16 05:03:43.499810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Network cf157eb9-7178-4112-b15c-6e033596b924 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:43.514983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:43.520872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-76e3f7eb-114f-4cd2-b599-c980be177f1c', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:43.521735 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.527610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:43.539175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.540051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.541403 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.545203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.584119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event updated for resources: {'Port': ['ID=19f3c197-3dd8-476c-afe8-425745131fe2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:43.594692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31343d27-1c61-4c3b-ad56-e5bf4085c1f6 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:03:43.609486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.611152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "DELETE /v2.0/networks/31343d27-1c61-4c3b-ad56-e5bf4085c1f6 HTTP/1.1" status: 204 len: 168 time: 1.5084751 Sep 16 05:03:43.612589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] For port 463f4d36-1008-4086-91cc-cef0874a6406, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=463f4d36-1008-4086-91cc-cef0874a6406,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:43.614563 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.619741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50388) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:43.639012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:43.654192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Calling delete_port for 463f4d36-1008-4086-91cc-cef0874a6406 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:43.658580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1097f-0dde-489b-ad43-6b65128ea14e tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event deleted for resources: {'Network': ['ID=31343d27-1c61-4c3b-ad56-e5bf4085c1f6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:43.676240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209581d-66ab-45c6-842f-7da5142fabf3 req-65954051-bfdb-4b92-b15b-5f10c69b0109 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.677919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8209581d-66ab-45c6-842f-7da5142fabf3 req-65954051-bfdb-4b92-b15b-5f10c69b0109 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 1024 time: 0.1850383 Sep 16 05:03:43.699754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Allocated IP 172.20.0.2 (76e3f7eb-114f-4cd2-b599-c980be177f1c/a68d23b5-b792-436d-aa7a-66944f7ce206/8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:43.709228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.709954 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.747417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.748929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-f2443ead-c286-46f9-b1f6-b152695f43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.750492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-f2443ead-c286-46f9-b1f6-b152695f43c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e7c49eea1054c7eac7410db00911b06&device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 1100 time: 0.1707456 Sep 16 05:03:43.826849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8209581d-66ab-45c6-842f-7da5142fabf3 req-1cfb9c19-0712-4c2f-82e1-0b1c73919355 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=27cba35d-7983-4d00-933b-79de8a328010&id=1daa8f00-0bbe-442c-8550-748919e3c010&id=4539e82c-d158-49b3-9c40-6e4e30b6dc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1359098 Sep 16 05:03:43.900204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Made reservation on behalf of a99c902a0234444da9e19725a7f9337a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:43.904241 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.913981 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.928452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:43.937633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.938068 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Added segment b4b4d9f5-1da9-4d63-a39b-0f9667dd0626 of type vlan for network c02a6553-97b2-48ba-adae-f1528cb20d43 Sep 16 05:03:43.944667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-02385617-250d-4226-8c91-98ef0fe7e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.946188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-02385617-250d-4226-8c91-98ef0fe7e7ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1706660 Sep 16 05:03:44.017993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-8e512ba4-1bfe-40a4-8fcc-0229835e1f70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=40a78265-fb1f-4a29-8557-6b116631c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0393872 Sep 16 05:03:44.045311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.075645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Deleting port 7320eb59-f932-4293-a105-0fd70991b20a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:44.076002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.085666 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.101982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-c80a9502-93fd-497d-9bfc-7ba29c595f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.103636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-c80a9502-93fd-497d-9bfc-7ba29c595f53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0741291 Sep 16 05:03:44.112467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5', '463f4d36-1008-4086-91cc-cef0874a6406'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:44.129566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.145425 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.204575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:44.213286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:44.216329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.220810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:44.239540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Pushing event updated for resources: {'Port': ['ID=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.266104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-78349c04-6428-43ad-9228-3adafc14da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.268088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-78349c04-6428-43ad-9228-3adafc14da8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553860 Sep 16 05:03:44.372321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Attempting to bind port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:44.372702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Attempting to bind port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:44.373080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Attempting to bind port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d on network 76e3f7eb-114f-4cd2-b599-c980be177f1c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:44.379314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:44.379766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Checking segment: {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:44.380380 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.380799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Bound using segment: {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:44.381436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Bound port: 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:44.381838 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.443100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c2dc-e031-4edc-92b0-ca3c7ef17a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.453971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.486051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Calling delete_port for 7320eb59-f932-4293-a105-0fd70991b20a owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:44.509673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] For port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:44.514014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] For port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:44.516227 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-699293f5-2e98-4d09-8ea3-21618e1419c7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0243919 Sep 16 05:03:44.521127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'Port': ['ID=463f4d36-1008-4086-91cc-cef0874a6406,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.525080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c644-8638-47a0-a803-c3a9f62eee77 req-19098a02-e9c0-47e9-a31a-b53dad626155 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.526640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f114c644-8638-47a0-a803-c3a9f62eee77 req-19098a02-e9c0-47e9-a31a-b53dad626155 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 948 time: 0.2512314 Sep 16 05:03:44.535723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-17cbed88-f9a6-4230-8603-d045ec2c453b service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090142 Sep 16 05:03:44.544829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7f20-cfe9-4d64-8605-571db219cb6b req-e0a5f63f-4818-4656-8a15-11e6234c6278 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.546366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97ef7f20-cfe9-4d64-8605-571db219cb6b req-e0a5f63f-4818-4656-8a15-11e6234c6278 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.1431532 Sep 16 05:03:44.576055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Request body: {'port': {'device_id': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:44.578727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] No DVR routers for this DVR port 463f4d36-1008-4086-91cc-cef0874a6406 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:44.581995 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.583635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-70ed6145-128e-437c-bf52-b6eded24e21d req-f219c81d-3a49-4d2b-a095-33dbac900e90 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.60 "DELETE /v2.0/ports/463f4d36-1008-4086-91cc-cef0874a6406 HTTP/1.1" status: 204 len: 173 time: 1.3846006 Sep 16 05:03:44.584076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'name': 'network-vif-deleted', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:44.586313 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b48da8-e999-43c9-985b-4278bf90d017" -d '{"events": [{"server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "name": "network-vif-deleted", "tag": "463f4d36-1008-4086-91cc-cef0874a6406"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:44.637595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.666528 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.729126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f114c644-8638-47a0-a803-c3a9f62eee77 req-408cc5c0-33c6-48c8-8343-6369424ff359 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801515 Sep 16 05:03:44.749991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f73c42-7cb6-4c48-9ecf-1027d3f786d2 None None] Pushing event updated for resources: {'Port': ['ID=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.752824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.753915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.754349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.782576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97ef7f20-cfe9-4d64-8605-571db219cb6b req-12449e74-58b4-40f3-9017-11781fc3a704 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975107 Sep 16 05:03:44.862232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94510e-d033-4d37-aa83-0aa84c99b420 req-c8bb1518-4e10-41f0-be36-7443f434e5c9 service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796717 Sep 16 05:03:44.909246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Network': ['ID=c02a6553-97b2-48ba-adae-f1528cb20d43,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.920461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd3e94-ddb5-4559-a754-f0df7029d506 req-50b39632-be47-49b2-84cb-1e72fe827d32 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.923055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72cd3e94-ddb5-4559-a754-f0df7029d506 req-50b39632-be47-49b2-84cb-1e72fe827d32 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 932 time: 0.1062922 Sep 16 05:03:44.928156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network c02a6553-97b2-48ba-adae-f1528cb20d43 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:44.984002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72cd3e94-ddb5-4559-a754-f0df7029d506 req-6ba862bc-c148-40cf-a060-dec57c9573a7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 Sep 16 05:03:44.999384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50402) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:44.999584 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-755b5a96-4d49-49b7-9c8a-679f024cf403 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3687277 Sep 16 05:03:45.015887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Request body: {'subnet': {'network_id': 'c02a6553-97b2-48ba-adae-f1528cb20d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:45.031998 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec5a1fc-3d6f-4d77-881a-0d3929355896 x-openstack-request-id: req-8ec5a1fc-3d6f-4d77-881a-0d3929355896 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:45.032325 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48145eaf-aa81-4980-a1ef-7c8f504e7a46", "name": "network-vif-deleted", "tag": "463f4d36-1008-4086-91cc-cef0874a6406", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:45.032580 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ec5a1fc-3d6f-4d77-881a-0d3929355896 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:45.033313 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48145eaf-aa81-4980-a1ef-7c8f504e7a46', 'name': 'network-vif-deleted', 'tag': '463f4d36-1008-4086-91cc-cef0874a6406', 'status': 'completed', 'code': 200} Sep 16 05:03:45.079023 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.119875 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.127846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event deleted for resources: {'Port': ['ID=7320eb59-f932-4293-a105-0fd70991b20a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.190279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d783fa2-af94-4890-a9df-6008c5c7c1c9 req-9a77cdcb-d454-4869-bfd1-b086f14f0c9f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=48145eaf-aa81-4980-a1ef-7c8f504e7a46 HTTP/1.1" status: 200 len: 210 time: 0.0656173 Sep 16 05:03:45.234288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f3c197-3dd8-476c-afe8-425745131fe2 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:45.270418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.279067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Made reservation on behalf of a99c902a0234444da9e19725a7f9337a for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:45.281410 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.309578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Transition to ACTIVE for port object 19f3c197-3dd8-476c-afe8-425745131fe2 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:45.322720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.345163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.345692 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.394069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.503058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Pushing event updated for resources: {'Port': ['ID=19f3c197-3dd8-476c-afe8-425745131fe2,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.555840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-bd6aa1e5-294a-4246-a088-8eb8a04736dd tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.557381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-bd6aa1e5-294a-4246-a088-8eb8a04736dd tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.1522942 Sep 16 05:03:45.562443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Allocated IP 172.25.7.49 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/ebbe559a-356d-4668-8374-ce666984b76d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:45.610578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Attempting to bind port 19f3c197-3dd8-476c-afe8-425745131fe2 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:45.611092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Attempting to bind port 19f3c197-3dd8-476c-afe8-425745131fe2 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:45.611379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Attempting to bind port 19f3c197-3dd8-476c-afe8-425745131fe2 on network cf157eb9-7178-4112-b15c-6e033596b924 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:45.640363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Port 19f3c197-3dd8-476c-afe8-425745131fe2 on network cf157eb9-7178-4112-b15c-6e033596b924 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:45.640696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Attempting to bind port 19f3c197-3dd8-476c-afe8-425745131fe2 on network cf157eb9-7178-4112-b15c-6e033596b924 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:45.650230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:45.650573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Checking segment: {'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:45.650971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Bound using segment: {'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:45.651433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Bound port: 19f3c197-3dd8-476c-afe8-425745131fe2, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0b1245-12e0-47ec-b402-0d7829c87700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:45.651833 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.701654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Router 5054ebff-7261-4fed-a4d0-f3754b6af859 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:45.770873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.780707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] For port 19f3c197-3dd8-476c-afe8-425745131fe2, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:45.784775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] For port 19f3c197-3dd8-476c-afe8-425745131fe2, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19f3c197-3dd8-476c-afe8-425745131fe2,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:45.894849 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.920036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:45.936490 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17700a-f90f-42ea-82aa-96ad1f89529a None None] Sync routers for ids ['5054ebff-7261-4fed-a4d0-f3754b6af859'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:45.943978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18e50133-8f91-4e70-9fa4-6ad2b39a58da tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "PUT /v2.0/routers/5054ebff-7261-4fed-a4d0-f3754b6af859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7218916 Sep 16 05:03:45.944205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.944205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.944796 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] 10.222.0.57 "PUT /v2.0/ports/19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 1093 time: 1.3727901 Sep 16 05:03:45.945350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50408) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:45.952622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Deleting port 720febbd-6f57-4db7-bf08-1f4eca22cff9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:45.953090 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17700a-f90f-42ea-82aa-96ad1f89529a None None] Routers {'5054ebff-7261-4fed-a4d0-f3754b6af859'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:45.954014 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3c17700a-f90f-42ea-82aa-96ad1f89529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5054ebff-7261-4fed-a4d0-f3754b6af859'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:45.954789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.993680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e044-7048-4400-9e35-4952b69924bd req-fc89d93b-9741-4cda-82e1-b87ee50ef006 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.995215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6323e044-7048-4400-9e35-4952b69924bd req-fc89d93b-9741-4cda-82e1-b87ee50ef006 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 948 time: 0.1675272 Sep 16 05:03:46.007070 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3c17700a-f90f-42ea-82aa-96ad1f89529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:46.009238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.016876 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17700a-f90f-42ea-82aa-96ad1f89529a None None] Routers {'5054ebff-7261-4fed-a4d0-f3754b6af859'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:46.017752 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3c17700a-f90f-42ea-82aa-96ad1f89529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5054ebff-7261-4fed-a4d0-f3754b6af859'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:46.057472 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3c17700a-f90f-42ea-82aa-96ad1f89529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:46.057637 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17700a-f90f-42ea-82aa-96ad1f89529a None None] The sync data for ids ['5054ebff-7261-4fed-a4d0-f3754b6af859'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:46.061775 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d41f-9236-4c95-9b51-472092661939 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.073950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e2183-06fe-4b31-849d-81fe40b0f2bb None None] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:46.115023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:46.118382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceed3e4-9ec6-4129-913c-1a5043fa643f service neutron] Pushing event updated for resources: {'Port': ['ID=19f3c197-3dd8-476c-afe8-425745131fe2,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.147656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:46.155770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:46.196862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a1996030-3b68-4529-9073-b0672e69edeb None None] Provisioning complete for port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:46.197534 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a1996030-3b68-4529-9073-b0672e69edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.351450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d41f-9236-4c95-9b51-472092661939 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.356114 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d41f-9236-4c95-9b51-472092661939 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.362757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=ebbe559a-356d-4668-8374-ce666984b76d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.403949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a1996030-3b68-4529-9073-b0672e69edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.407599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630adfd-442f-4703-b721-2ad1e65504ea req-f9c69778-b7f1-4571-bd2a-494a4bed2936 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.409146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a630adfd-442f-4703-b721-2ad1e65504ea req-f9c69778-b7f1-4571-bd2a-494a4bed2936 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 946 time: 0.5090258 Sep 16 05:03:46.431795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:46.439494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-2ce0532b-e911-41e7-932a-91d2b0124552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.441034 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-2ce0532b-e911-41e7-932a-91d2b0124552 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1096 time: 0.2356215 Sep 16 05:03:46.484823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6323e044-7048-4400-9e35-4952b69924bd req-d4e90387-5b43-4c0d-ab47-61adccc47298 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812939 Sep 16 05:03:46.510763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a1996030-3b68-4529-9073-b0672e69edeb None None] For port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:46.512765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] For port 720febbd-6f57-4db7-bf08-1f4eca22cff9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=720febbd-6f57-4db7-bf08-1f4eca22cff9,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:46.513154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.530808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:46.531319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.538685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Calling delete_port for 720febbd-6f57-4db7-bf08-1f4eca22cff9 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:46.549820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a630adfd-442f-4703-b721-2ad1e65504ea req-4e36533a-0612-41ac-99a0-3af9a049f091 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103053 Sep 16 05:03:46.641329 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-3c77fc3e-3aed-4a15-844e-4499e8957dec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 217 time: 0.1691239 Sep 16 05:03:46.643661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d41f-9236-4c95-9b51-472092661939 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.647494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad2d41f-9236-4c95-9b51-472092661939 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Fanout notify agent at l3_agent the message router_deleted on router 5054ebff-7261-4fed-a4d0-f3754b6af859 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:46.674584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d41f-9236-4c95-9b51-472092661939 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.678279 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ad2d41f-9236-4c95-9b51-472092661939 tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "DELETE /v2.0/routers/5054ebff-7261-4fed-a4d0-f3754b6af859 HTTP/1.1" status: 204 len: 168 time: 0.7277803 Sep 16 05:03:46.681964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50416) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.684271 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a1996030-3b68-4529-9073-b0672e69edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.737439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 40a78265-fb1f-4a29-8557-6b116631c8a1 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:46.778344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 463f4d36-1008-4086-91cc-cef0874a6406 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:46.787061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-b016b9c7-104d-45b6-b829-b044dab7c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.789621 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-b016b9c7-104d-45b6-b829-b044dab7c0ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.1115363 Sep 16 05:03:46.798655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c6867d-3aec-4303-bd01-9459b5d3137c tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Deleting subnet 63d5a27a-9c75-4d80-ae98-ee7a3f3daa93 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:46.802643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45c6867d-3aec-4303-bd01-9459b5d3137c tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.829967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 463f4d36-1008-4086-91cc-cef0874a6406 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:46.829967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 463f4d36-1008-4086-91cc-cef0874a6406 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:46.862172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.876212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:03:46.876737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.881857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6bb5f766-b798-42a3-8af0-814dfc396e9d req-e7f7c864-fb2f-4175-abb6-82b0e3410214 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/1daa8f00-0bbe-442c-8550-748919e3c010 HTTP/1.1" status: 200 len: 1802 time: 0.1395478 Sep 16 05:03:46.897488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1996030-3b68-4529-9073-b0672e69edeb None None] Pushing event updated for resources: {'Port': ['ID=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.910260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4a3bb4a5-5f4f-49b8-80ba-f47350138ad0 None None] Provisioning complete for port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:46.910885 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4a3bb4a5-5f4f-49b8-80ba-f47350138ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.912754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45c6867d-3aec-4303-bd01-9459b5d3137c tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.920276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1fb80-6412-40e9-af34-7060b47aea74 req-8db53fb0-f2a4-47a1-9d41-5d745852815d tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.921891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bb1fb80-6412-40e9-af34-7060b47aea74 req-8db53fb0-f2a4-47a1-9d41-5d745852815d tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 944 time: 0.2386086 Sep 16 05:03:46.936207 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-913a8e8d-fd0c-4c25-964a-1a9af5fbdbff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951540 Sep 16 05:03:46.952857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.960586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 40a78265-fb1f-4a29-8557-6b116631c8a1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40a78265-fb1f-4a29-8557-6b116631c8a1,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:47.006960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '40a78265-fb1f-4a29-8557-6b116631c8a1', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '40a78265-fb1f-4a29-8557-6b116631c8a1', 'mac_address': 'fa:16:3e:7d:d1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:47.016726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Subnet': ['ID=65690bdd-9f84-49ed-a78f-ad57004bd02c,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.036371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:47.038497 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55" -d '{"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:47.040246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bb1fb80-6412-40e9-af34-7060b47aea74 req-ae97dc6b-d767-4e1f-b362-3c1975bc31b7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995426 Sep 16 05:03:47.049475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Checking segment: {'id': 'b4b4d9f5-1da9-4d63-a39b-0f9667dd0626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c02a6553-97b2-48ba-adae-f1528cb20d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:47.049870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Network hostable DHCP agents. Network: c02a6553-97b2-48ba-adae-f1528cb20d43, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:47.061921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.082582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6bb5f766-b798-42a3-8af0-814dfc396e9d req-f5ec4d89-74fa-44dc-b2f7-cd98a97ce471 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.087187 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.106771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:03:47.106771 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:03:47.108480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a78265-fb1f-4a29-8557-6b116631c8a1 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:47.111157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Pushing event deleted for resources: {'Port': ['ID=720febbd-6f57-4db7-bf08-1f4eca22cff9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.142248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['a37e3673-b719-4e26-afc9-5633bcc0ab8d', '720febbd-6f57-4db7-bf08-1f4eca22cff9', '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:47.155576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6bb5f766-b798-42a3-8af0-814dfc396e9d req-f5ec4d89-74fa-44dc-b2f7-cd98a97ce471 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.155799 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7573ef3a-63e3-49c7-9431-1a7326f0ef23 x-openstack-request-id: req-7573ef3a-63e3-49c7-9431-1a7326f0ef23 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:47.156788 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:47.156788 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7573ef3a-63e3-49c7-9431-1a7326f0ef23 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:47.157251 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2', 'status': 'completed', 'code': 200} Sep 16 05:03:47.159534 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-d3f2eee8-a309-4a14-a4b5-681d5ead8b26 service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085664 Sep 16 05:03:47.166614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.175711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] No DVR routers for this DVR port 720febbd-6f57-4db7-bf08-1f4eca22cff9 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:47.180606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 40a78265-fb1f-4a29-8557-6b116631c8a1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40a78265-fb1f-4a29-8557-6b116631c8a1,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:47.180853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.181535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7589f4e7-6c29-47d7-94f2-7d4dfbfec514 req-d34a89ac-e942-46fb-b465-790593d57786 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "DELETE /v2.0/ports/720febbd-6f57-4db7-bf08-1f4eca22cff9 HTTP/1.1" status: 204 len: 173 time: 1.5875313 Sep 16 05:03:47.181997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796bc79f-9dd1-4736-af2b-7d5761b64d5c', 'name': 'network-vif-deleted', 'tag': '720febbd-6f57-4db7-bf08-1f4eca22cff9'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:47.184801 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1652556-266f-46f0-a1a0-2c4fa6ebdec6" -d '{"events": [{"server_uuid": "796bc79f-9dd1-4736-af2b-7d5761b64d5c", "name": "network-vif-deleted", "tag": "720febbd-6f57-4db7-bf08-1f4eca22cff9"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:47.194789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Network c02a6553-97b2-48ba-adae-f1528cb20d43 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:47.228161 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0d215d-05fb-43bc-84b9-1965eac76294 x-openstack-request-id: req-4f0d215d-05fb-43bc-84b9-1965eac76294 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:47.228161 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796bc79f-9dd1-4736-af2b-7d5761b64d5c", "name": "network-vif-deleted", "tag": "720febbd-6f57-4db7-bf08-1f4eca22cff9", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:47.228161 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f0d215d-05fb-43bc-84b9-1965eac76294 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:47.228458 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796bc79f-9dd1-4736-af2b-7d5761b64d5c', 'name': 'network-vif-deleted', 'tag': '720febbd-6f57-4db7-bf08-1f4eca22cff9', 'status': 'completed', 'code': 200} Sep 16 05:03:47.265124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45c6867d-3aec-4303-bd01-9459b5d3137c tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.319829 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.364399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, c02a6553-97b2-48ba-adae-f1528cb20d43) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:47.371226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.372010 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.379906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6bb5f766-b798-42a3-8af0-814dfc396e9d req-f5ec4d89-74fa-44dc-b2f7-cd98a97ce471 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.380159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac651770-147b-4078-a177-5a09c198c948 None None] Network c02a6553-97b2-48ba-adae-f1528cb20d43 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:47.396282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6bb5f766-b798-42a3-8af0-814dfc396e9d req-f5ec4d89-74fa-44dc-b2f7-cd98a97ce471 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.404209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6bb5f766-b798-42a3-8af0-814dfc396e9d req-f5ec4d89-74fa-44dc-b2f7-cd98a97ce471 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/1daa8f00-0bbe-442c-8550-748919e3c010 HTTP/1.1" status: 204 len: 173 time: 0.4807098 Sep 16 05:03:47.422268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec4d89-74fa-44dc-b2f7-cd98a97ce471 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa8f00-0bbe-442c-8550-748919e3c010,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.483758 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b41370f-8dd7-4f25-ab59-86aeabffd1a9 req-180b880b-4edf-449e-9a8a-bb37eb252bcb service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072174 Sep 16 05:03:47.487993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-749b3f86-205a-42e9-a1fc-5801edbb48fd req-1bd1daf9-7edc-44e2-ba0d-eb6271c75690 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/4539e82c-d158-49b3-9c40-6e4e30b6dc2b HTTP/1.1" status: 200 len: 1801 time: 0.0685263 Sep 16 05:03:47.571301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-69f5d4e9-1d07-4a8f-adcf-341c9fb93f05 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5705521 Sep 16 05:03:47.574635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50428) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:47.579476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Request body: {'floatingip': {'floating_network_id': 'c02a6553-97b2-48ba-adae-f1528cb20d43'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:47.583975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-749b3f86-205a-42e9-a1fc-5801edbb48fd req-052b5467-0910-4e38-a985-535f06850f2e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.594991 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45c6867d-3aec-4303-bd01-9459b5d3137c tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.629954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6867d-3aec-4303-bd01-9459b5d3137c tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event deleted for resources: {'Subnet': ['ID=63d5a27a-9c75-4d80-ae98-ee7a3f3daa93,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.645567 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45c6867d-3aec-4303-bd01-9459b5d3137c tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.649880 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45c6867d-3aec-4303-bd01-9459b5d3137c tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "DELETE /v2.0/subnets/63d5a27a-9c75-4d80-ae98-ee7a3f3daa93 HTTP/1.1" status: 204 len: 168 time: 0.9503956 Sep 16 05:03:47.650327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50434) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:47.673170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-749b3f86-205a-42e9-a1fc-5801edbb48fd req-052b5467-0910-4e38-a985-535f06850f2e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.688980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723bbc08-c3d6-410e-a449-f12233e2e3c1 None None] Network 2beca652-b1f6-4d72-a273-eb29a561c70d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:47.717224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=40a78265-fb1f-4a29-8557-6b116631c8a1,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.720747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a1f7-21a8-402f-8608-429832f16f2a req-0c09cc92-68d9-4a80-bd1b-30c0b1dded83 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.722341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0981a1f7-21a8-402f-8608-429832f16f2a req-0c09cc92-68d9-4a80-bd1b-30c0b1dded83 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 949 time: 0.1209033 Sep 16 05:03:47.746661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.755128 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.789308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0981a1f7-21a8-402f-8608-429832f16f2a req-67902689-175d-4b33-bffd-69ffba983032 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Sep 16 05:03:47.816937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.870264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-749b3f86-205a-42e9-a1fc-5801edbb48fd req-052b5467-0910-4e38-a985-535f06850f2e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.873628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-749b3f86-205a-42e9-a1fc-5801edbb48fd req-052b5467-0910-4e38-a985-535f06850f2e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.876043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-749b3f86-205a-42e9-a1fc-5801edbb48fd req-052b5467-0910-4e38-a985-535f06850f2e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/4539e82c-d158-49b3-9c40-6e4e30b6dc2b HTTP/1.1" status: 204 len: 173 time: 0.3807650 Sep 16 05:03:47.938778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b5467-0910-4e38-a985-535f06850f2e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4539e82c-d158-49b3-9c40-6e4e30b6dc2b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.982293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4deb68b0-1310-4be0-9301-fb39937111cc req-f3e38d29-5e53-4a0a-9911-60c2ad0076a9 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=796bc79f-9dd1-4736-af2b-7d5761b64d5c HTTP/1.1" status: 200 len: 210 time: 0.0341389 Sep 16 05:03:48.014541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac1c06-87b1-4f20-b62f-230403ce923c None None] Network c02a6553-97b2-48ba-adae-f1528cb20d43 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:48.032510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5a1e8db5-3d69-4fc1-9a08-3b4b6db36339 req-03ef73ea-71fe-4c26-8eeb-a02e950acb4d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-476694116', 'description': 'tempest-description-106681384'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:48.039360 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.085102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] DHCP port deletion for 2beca652-b1f6-4d72-a273-eb29a561c70d request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:48.098475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['40a78265-fb1f-4a29-8557-6b116631c8a1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:48.200171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a1e8db5-3d69-4fc1-9a08-3b4b6db36339 req-03ef73ea-71fe-4c26-8eeb-a02e950acb4d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.240698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Allocated IP 172.20.0.2 (c02a6553-97b2-48ba-adae-f1528cb20d43/65690bdd-9f84-49ed-a78f-ad57004bd02c/e350132d-be97-47af-ac7b-a6d29d059916) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:48.269705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eae157-cb3f-4a29-8fda-ab2fbeb3a050 req-ef08b456-716d-4036-ac71-edb9c2df0170 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.271343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12eae157-cb3f-4a29-8fda-ab2fbeb3a050 req-ef08b456-716d-4036-ac71-edb9c2df0170 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 944 time: 0.1090791 Sep 16 05:03:48.294706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-212cbb9b-8f4d-4a56-a8fa-66e443ef43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.296581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-212cbb9b-8f4d-4a56-a8fa-66e443ef43fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1096 time: 0.5044329 Sep 16 05:03:48.329031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] Deleting port ad2e9c8b-5d21-4e90-af51-e7191878bb66 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:48.329346 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.372523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:48.416685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Deleting port ad2e9c8b-5d21-4e90-af51-e7191878bb66 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:48.417392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.467869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12eae157-cb3f-4a29-8fda-ab2fbeb3a050 req-d7864227-2ce6-40fa-8e78-ac549a81b07f tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458976 Sep 16 05:03:48.491733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] For port ad2e9c8b-5d21-4e90-af51-e7191878bb66, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ad2e9c8b-5d21-4e90-af51-e7191878bb66,segment=NetworkSegment(dffdcfba-c850-469e-b3f1-347bd863ecc4),segment_id=dffdcfba-c850-469e-b3f1-347bd863ecc4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:48.492202 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.500043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-589174ca-362b-408a-b334-2298c40882c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.501712 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-589174ca-362b-408a-b334-2298c40882c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 921 time: 0.1957340 Sep 16 05:03:48.503653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] For port ad2e9c8b-5d21-4e90-af51-e7191878bb66, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ad2e9c8b-5d21-4e90-af51-e7191878bb66,segment=NetworkSegment(dffdcfba-c850-469e-b3f1-347bd863ecc4),segment_id=dffdcfba-c850-469e-b3f1-347bd863ecc4)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:48.504133 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.524194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] Calling delete_port for ad2e9c8b-5d21-4e90-af51-e7191878bb66 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:48.555911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Calling delete_port for ad2e9c8b-5d21-4e90-af51-e7191878bb66 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:48.559467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-e9958d90-3656-4355-beda-f6045088343a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 217 time: 0.0448010 Sep 16 05:03:48.560108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Router 39380e10-76c5-4adf-84d8-7f4f88aefd22 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:48.561392 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a1e8db5-3d69-4fc1-9a08-3b4b6db36339 req-03ef73ea-71fe-4c26-8eeb-a02e950acb4d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.567583 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.581951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:48.582331 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.660457 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a1e8db5-3d69-4fc1-9a08-3b4b6db36339 req-03ef73ea-71fe-4c26-8eeb-a02e950acb4d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.694655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-238531ae-ea7c-4869-84f9-7f5cc910e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.696296 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-238531ae-ea7c-4869-84f9-7f5cc910e5a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.1248088 Sep 16 05:03:48.697180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef73ea-71fe-4c26-8eeb-a02e950acb4d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4753b4ec-2532-49ff-86c8-2a10ee39a4e6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.712552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.746820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ad2e9c8b-5d21-4e90-af51-e7191878bb66 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:48.758493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Network c02a6553-97b2-48ba-adae-f1528cb20d43 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:48.763678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:48.773395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:48.776347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 720febbd-6f57-4db7-bf08-1f4eca22cff9 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:48.778263 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-76af3df2-6686-40f6-95e3-e7273e84f2be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633364 Sep 16 05:03:48.797322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Port': ['ID=e350132d-be97-47af-ac7b-a6d29d059916,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.799815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 720febbd-6f57-4db7-bf08-1f4eca22cff9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:48.800293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 720febbd-6f57-4db7-bf08-1f4eca22cff9 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:48.822911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:48.850868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Sync routers for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:48.873366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.875263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:48.875977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:48.907912 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-3e539c7e-4d59-4ec1-ab37-1073a48d7c75 service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131172 Sep 16 05:03:48.912705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.926586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.928155 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a1e8db5-3d69-4fc1-9a08-3b4b6db36339 req-03ef73ea-71fe-4c26-8eeb-a02e950acb4d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.929536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a1e8db5-3d69-4fc1-9a08-3b4b6db36339 req-03ef73ea-71fe-4c26-8eeb-a02e950acb4d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9016407 Sep 16 05:03:48.957755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] Pushing event deleted for resources: {'Port': ['ID=ad2e9c8b-5d21-4e90-af51-e7191878bb66,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.963476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0356-04b5-47be-9455-db95a190b113 req-805129c2-bb29-4980-a1f9-68224a566f2d tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.965249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-149a0356-04b5-47be-9455-db95a190b113 req-805129c2-bb29-4980-a1f9-68224a566f2d tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 949 time: 0.0995119 Sep 16 05:03:48.980611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2456c40c-1688-4f5a-9b5b-866e0faebda4 None None] No DVR routers for this DVR port ad2e9c8b-5d21-4e90-af51-e7191878bb66 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:48.985696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.042790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-149a0356-04b5-47be-9455-db95a190b113 req-ae93c658-2f50-4647-845f-0377c3c5aa4f tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648248 Sep 16 05:03:49.045548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6baf90da-808c-42a0-ba33-f922fbac7de4 req-67e652a9-f647-4205-a79e-e465b3e3ba1d tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/4753b4ec-2532-49ff-86c8-2a10ee39a4e6 HTTP/1.1" status: 200 len: 1801 time: 0.0773315 Sep 16 05:03:49.046160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event deleted for resources: {'Port': ['ID=ad2e9c8b-5d21-4e90-af51-e7191878bb66,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.049537 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ccecd63f-90c2-42d0-aad0-bfa5f81aab55 req-90797cd9-82da-46b9-973e-609dcf6c564d service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030462 Sep 16 05:03:49.053161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.054215 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9d8a58e7-1897-4cb3-b7d8-294341832cc4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7470808 Sep 16 05:03:49.056579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50448) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.058864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-6baf90da-808c-42a0-ba33-f922fbac7de4 req-72e274f9-22dc-4794-84ca-484c554aa614 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Request body: {'security_group': {'name': 'tempest-sg-hth-276607272', 'description': 'tempest-description-hth-1548233317'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:49.063014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] No DVR routers for this DVR port ad2e9c8b-5d21-4e90-af51-e7191878bb66 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:49.091465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:49.112700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6baf90da-808c-42a0-ba33-f922fbac7de4 req-72e274f9-22dc-4794-84ca-484c554aa614 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.168166 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6baf90da-808c-42a0-ba33-f922fbac7de4 req-72e274f9-22dc-4794-84ca-484c554aa614 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.207339 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.243576 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.252515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6baf90da-808c-42a0-ba33-f922fbac7de4 req-72e274f9-22dc-4794-84ca-484c554aa614 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.255340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6baf90da-808c-42a0-ba33-f922fbac7de4 req-72e274f9-22dc-4794-84ca-484c554aa614 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.257033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6baf90da-808c-42a0-ba33-f922fbac7de4 req-72e274f9-22dc-4794-84ca-484c554aa614 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "PUT /v2.0/security-groups/4753b4ec-2532-49ff-86c8-2a10ee39a4e6 HTTP/1.1" status: 200 len: 1776 time: 0.2042782 Sep 16 05:03:49.315790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:46Z', 'revision_number': 3, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:49.328552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beca652-b1f6-4d72-a273-eb29a561c70d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:49.334765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e274f9-22dc-4794-84ca-484c554aa614 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4753b4ec-2532-49ff-86c8-2a10ee39a4e6,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.343590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffdcfba-c850-469e-b3f1-347bd863ecc4') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:49.343907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffdcfba-c850-469e-b3f1-347bd863ecc4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:49.347804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Checking router: 39380e10-76c5-4adf-84d8-7f4f88aefd22 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:49.348165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Updating router 39380e10-76c5-4adf-84d8-7f4f88aefd22 port ebbe559a-356d-4668-8374-ce666984b76d binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:49.360070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.383300 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.403568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.416477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:49.416892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:49.420555 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:49.441345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5c272a7-aa96-44d0-b301-e1c41c602193 req-dbfb6942-246f-4725-ab22-4845fea71439 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/4753b4ec-2532-49ff-86c8-2a10ee39a4e6 HTTP/1.1" status: 200 len: 1776 time: 0.1562276 Sep 16 05:03:49.506630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.533569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e9181f-67b1-43ed-977d-954b481ae1b4 req-c3f1d757-9e3d-46b9-88ac-8d46ab15b694 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/4753b4ec-2532-49ff-86c8-2a10ee39a4e6 HTTP/1.1" status: 200 len: 1776 time: 0.0619459 Sep 16 05:03:49.582953 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.624676 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.664810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.667366 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] 10.222.0.59 "DELETE /v2.0/networks/2beca652-b1f6-4d72-a273-eb29a561c70d HTTP/1.1" status: 204 len: 168 time: 2.0159440 Sep 16 05:03:49.674874 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e9181f-67b1-43ed-977d-954b481ae1b4 req-8674454e-9319-48f5-8a51-8624168cc0f2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.695988 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.697544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377560c-13c7-4720-9241-86eeb6719bfa tempest-FloatingIPNegativeTestJSON-1398180462 tempest-FloatingIPNegativeTestJSON-1398180462-project] Pushing event deleted for resources: {'Network': ['ID=2beca652-b1f6-4d72-a273-eb29a561c70d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.702536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Port': ['ID=e350132d-be97-47af-ac7b-a6d29d059916,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.717820 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.721973 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e9181f-67b1-43ed-977d-954b481ae1b4 req-8674454e-9319-48f5-8a51-8624168cc0f2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.749587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.828987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.865922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.869773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-15c7c5e5-5b73-44ed-a29d-e6820d239e5d tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2914076 Sep 16 05:03:49.869773 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e9181f-67b1-43ed-977d-954b481ae1b4 req-8674454e-9319-48f5-8a51-8624168cc0f2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.871830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e9181f-67b1-43ed-977d-954b481ae1b4 req-8674454e-9319-48f5-8a51-8624168cc0f2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.872883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e9181f-67b1-43ed-977d-954b481ae1b4 req-8674454e-9319-48f5-8a51-8624168cc0f2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/4753b4ec-2532-49ff-86c8-2a10ee39a4e6 HTTP/1.1" status: 204 len: 173 time: 0.3333538 Sep 16 05:03:49.873784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50462) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.882759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Attempting to bind port ebbe559a-356d-4668-8374-ce666984b76d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:49.883119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Attempting to bind port ebbe559a-356d-4668-8374-ce666984b76d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:49.883527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Attempting to bind port ebbe559a-356d-4668-8374-ce666984b76d on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:49.892119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d6007-e261-42ef-a249-206b1150031f None None] Pushing event updated for resources: {'Port': ['ID=ebbe559a-356d-4668-8374-ce666984b76d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.901466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:49.902537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:49.902951 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.903367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:49.903850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Bound port: ebbe559a-356d-4668-8374-ce666984b76d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:49.904229 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.957761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353eeb0-21d8-4930-b2b4-be26c8119623 req-27716f09-431b-4910-b64c-d35df94f87db tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.959268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6353eeb0-21d8-4930-b2b4-be26c8119623 req-27716f09-431b-4910-b64c-d35df94f87db tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 944 time: 0.1300395 Sep 16 05:03:49.981594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674454e-9319-48f5-8a51-8624168cc0f2 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4753b4ec-2532-49ff-86c8-2a10ee39a4e6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.992492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f8635707-51d2-4ede-99c3-84655ec5f201 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=c02a6553-97b2-48ba-adae-f1528cb20d43 HTTP/1.1" status: 200 len: 689 time: 0.1145709 Sep 16 05:03:49.997015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50466) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.997245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] For port ebbe559a-356d-4668-8374-ce666984b76d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:50.004884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] For port ebbe559a-356d-4668-8374-ce666984b76d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ebbe559a-356d-4668-8374-ce666984b76d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:50.040921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6353eeb0-21d8-4930-b2b4-be26c8119623 req-df5a9bc5-b352-4208-9e7e-e3191cb43f54 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727210 Sep 16 05:03:50.051815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4c96-eb4e-48f4-8619-252d1c01868c req-5644ccc0-6bef-490d-a5c9-14b011376438 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.053982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12de4c96-eb4e-48f4-8619-252d1c01868c req-5644ccc0-6bef-490d-a5c9-14b011376438 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.0934892 Sep 16 05:03:50.104732 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.105583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Allocated IP 172.20.0.1 (76e3f7eb-114f-4cd2-b599-c980be177f1c/a68d23b5-b792-436d-aa7a-66944f7ce206/1d07ee96-ee88-4fa6-9aa6-bc68ab7da531) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:50.106276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12de4c96-eb4e-48f4-8619-252d1c01868c req-43b4d192-f63e-4691-a3db-97d35ecaae5c tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456309 Sep 16 05:03:50.164885 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.197645 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-44ab76b2-ad88-4677-96bf-7f9fa0bdb58d req-b581ed56-734c-49cd-a42c-001d022e0556 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:50.199622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44ab76b2-ad88-4677-96bf-7f9fa0bdb58d req-b581ed56-734c-49cd-a42c-001d022e0556 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/4539e82c-d158-49b3-9c40-6e4e30b6dc2b HTTP/1.1" status: 404 len: 352 time: 0.0316663 Sep 16 05:03:50.218083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:50.226503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:50.258064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50480) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.266306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d6007-e261-42ef-a249-206b1150031f None None] Pushing event updated for resources: {'Port': ['ID=ebbe559a-356d-4668-8374-ce666984b76d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.270029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9430ec-79be-4be2-9f28-c423fe1c66fe req-8e786563-0a26-4f5e-8344-dce89510dd0f tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.272035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e9430ec-79be-4be2-9f28-c423fe1c66fe req-8e786563-0a26-4f5e-8344-dce89510dd0f tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 949 time: 0.0694177 Sep 16 05:03:50.280197 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-bfd48c87-4ded-4101-adad-a1eac4f496cd req-b0d56cef-4c82-4057-b7f9-8c237affe29f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:50.281239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfd48c87-4ded-4101-adad-a1eac4f496cd req-b0d56cef-4c82-4057-b7f9-8c237affe29f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/1daa8f00-0bbe-442c-8550-748919e3c010 HTTP/1.1" status: 404 len: 352 time: 0.0406280 Sep 16 05:03:50.339785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.368698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e9430ec-79be-4be2-9f28-c423fe1c66fe req-84475338-98dc-4f27-a983-6bad4ac31b14 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777214 Sep 16 05:03:50.371299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Deleting port e350132d-be97-47af-ac7b-a6d29d059916 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:50.371299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.405633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:50.406400 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-3b8904b2-a426-4617-8bbe-cb1186a59c67 req-194f5a54-6b2c-43bb-b30b-1ff98ab91dd8 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:50.407594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b8904b2-a426-4617-8bbe-cb1186a59c67 req-194f5a54-6b2c-43bb-b30b-1ff98ab91dd8 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/7ec7ae69-b061-47d3-9361-a70284c76b2f HTTP/1.1" status: 404 len: 352 time: 0.0165491 Sep 16 05:03:50.464684 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-257e3531-dd35-438f-9be6-67f4f7676a33 req-5b869fa3-e49f-416a-87f4-e5b0d511c98f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:50.466363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-257e3531-dd35-438f-9be6-67f4f7676a33 req-5b869fa3-e49f-416a-87f4-e5b0d511c98f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/0df8737a-c080-4806-9abe-3f639b611149 HTTP/1.1" status: 404 len: 352 time: 0.0178528 Sep 16 05:03:50.483091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.508539 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-704148f9-1daa-40ac-bf18-ff42d0ca0423 req-53934334-04fc-4cb0-bb52-51407e41636e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:50.509685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-704148f9-1daa-40ac-bf18-ff42d0ca0423 req-53934334-04fc-4cb0-bb52-51407e41636e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/a23c46ce-c99e-4c69-994e-8bda370db3fe HTTP/1.1" status: 404 len: 352 time: 0.0156658 Sep 16 05:03:50.547281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.547600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.548003 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-7a9f4f53-0f2d-4790-9983-3ca7ca609798 req-101393d9-7f38-4b0c-932b-fea5f7de2e6c tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] show failed (client error): The resource could not be found. Sep 16 05:03:50.549112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a9f4f53-0f2d-4790-9983-3ca7ca609798 req-101393d9-7f38-4b0c-932b-fea5f7de2e6c tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/eca4a46e-edb7-4f01-9c53-d055f4b0438a HTTP/1.1" status: 404 len: 352 time: 0.0156858 Sep 16 05:03:50.559173 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7e6f4340-4446-4ad1-bb10-34431e8a0556 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f27d58fba214512a910cae19e208fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932813 Sep 16 05:03:50.563826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50494) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.574209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:50.578099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Pushing event updated for resources: {'Port': ['ID=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.580648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Calling delete_port for e350132d-be97-47af-ac7b-a6d29d059916 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:50.583427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:50.587974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:50.660184 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa86dc48-6be7-4aee-a7c9-b64badd4075d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.687197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa86dc48-6be7-4aee-a7c9-b64badd4075d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.687900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.762645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 19f3c197-3dd8-476c-afe8-425745131fe2 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:50.781838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 40a78265-fb1f-4a29-8557-6b116631c8a1 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:50.819720 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa86dc48-6be7-4aee-a7c9-b64badd4075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.822314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aa86dc48-6be7-4aee-a7c9-b64badd4075d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.824111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aa86dc48-6be7-4aee-a7c9-b64badd4075d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93cbfaf2-f0f0-44d6-96f4-e497340413f6 HTTP/1.1" status: 204 len: 168 time: 0.2582746 Sep 16 05:03:50.832832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86dc48-6be7-4aee-a7c9-b64badd4075d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cbfaf2-f0f0-44d6-96f4-e497340413f6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.987347 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.011951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:46Z', 'revision_number': 3, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:51.017542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2a15ceba-b243-4a4e-b957-26e66b6d291d None None] Provisioning complete for port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:51.017922 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a15ceba-b243-4a4e-b957-26e66b6d291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.024930 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.060226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event deleted for resources: {'Port': ['ID=e350132d-be97-47af-ac7b-a6d29d059916,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.086429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67478ef5-ebfd-48f6-bcf7-7272e0612399 None None] The sync data for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 is: [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:46Z', 'revision_number': 3, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:51.091927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 40a78265-fb1f-4a29-8557-6b116631c8a1 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:51.095400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 19f3c197-3dd8-476c-afe8-425745131fe2, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19f3c197-3dd8-476c-afe8-425745131fe2,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:51.118990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 40a78265-fb1f-4a29-8557-6b116631c8a1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:51.124241 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.156742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '19f3c197-3dd8-476c-afe8-425745131fe2', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'port_id': '19f3c197-3dd8-476c-afe8-425745131fe2', 'mac_address': 'fa:16:3e:f6:3c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:51.164159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2a15ceba-b243-4a4e-b957-26e66b6d291d None None] Port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:51.228498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216ca8d-53c2-4567-ad57-53405671aa5c req-e9326889-0763-4c21-b5b1-e25e39593828 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.239695 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.240505 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6216ca8d-53c2-4567-ad57-53405671aa5c req-e9326889-0763-4c21-b5b1-e25e39593828 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1024 time: 0.1537740 Sep 16 05:03:51.247690 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.318807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f3c197-3dd8-476c-afe8-425745131fe2 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:51.336651 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.341637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6216ca8d-53c2-4567-ad57-53405671aa5c req-7afae19d-3032-49c8-9d22-dd81916f6112 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=32eaf15f-3d48-4146-858b-76785dd9ef1e&id=27cba35d-7983-4d00-933b-79de8a328010&id=3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0993307 Sep 16 05:03:51.365330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f04ed-aa40-4b3d-bb2d-aac0160877ed req-45948811-37eb-4c2e-ae55-e788b1991f44 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.373930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 19f3c197-3dd8-476c-afe8-425745131fe2, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19f3c197-3dd8-476c-afe8-425745131fe2,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:51.379604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd9f04ed-aa40-4b3d-bb2d-aac0160877ed req-45948811-37eb-4c2e-ae55-e788b1991f44 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 944 time: 0.2305958 Sep 16 05:03:51.382801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.384623 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.416698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aca9668-4065-43a5-bf33-21ba7dee1913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a78265-fb1f-4a29-8557-6b116631c8a1'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:51.419001 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d58c45-1191-4819-ac8a-8032b3a1d3cd" -d '{"events": [{"server_uuid": "7aca9668-4065-43a5-bf33-21ba7dee1913", "name": "network-vif-plugged", "status": "completed", "tag": "40a78265-fb1f-4a29-8557-6b116631c8a1"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:51.443336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 40a78265-fb1f-4a29-8557-6b116631c8a1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40a78265-fb1f-4a29-8557-6b116631c8a1,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:51.458163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd9f04ed-aa40-4b3d-bb2d-aac0160877ed req-cd721ffa-ae41-4183-ae85-29cdbf8a2694 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758958 Sep 16 05:03:51.490820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.510228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.571782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=19f3c197-3dd8-476c-afe8-425745131fe2,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.584718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97ffa-b331-478b-8dbd-c7558da8ff16 req-d275960c-48a2-449e-9105-4bc2f4f277a0 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.596114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27d97ffa-b331-478b-8dbd-c7558da8ff16 req-d275960c-48a2-449e-9105-4bc2f4f277a0 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.1368513 Sep 16 05:03:51.608542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.610603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Pushing event updated for resources: {'Port': ['ID=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.614846 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.686673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb4f8-c737-4fac-8af4-187d98c2e3e1 req-d64934ec-0fa1-408e-a39b-31dc76690cfe tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.690665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=40a78265-fb1f-4a29-8557-6b116631c8a1,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.694251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e63eb4f8-c737-4fac-8af4-187d98c2e3e1 req-d64934ec-0fa1-408e-a39b-31dc76690cfe tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 950 time: 0.0957968 Sep 16 05:03:51.705807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27d97ffa-b331-478b-8dbd-c7558da8ff16 req-5290f112-d576-4ecc-9b93-69f3a3664d91 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086013 Sep 16 05:03:51.706074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=65690bdd-9f84-49ed-a78f-ad57004bd02c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.750665 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.760664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.774034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e63eb4f8-c737-4fac-8af4-187d98c2e3e1 req-3891ede5-9ba4-4142-b92f-8ea5225b5424 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749323 Sep 16 05:03:51.780953 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3222e37e-4217-46d2-a133-6a071b3456ed x-openstack-request-id: req-3222e37e-4217-46d2-a133-6a071b3456ed {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:51.781249 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aca9668-4065-43a5-bf33-21ba7dee1913", "name": "network-vif-plugged", "status": "completed", "tag": "40a78265-fb1f-4a29-8557-6b116631c8a1", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:51.781504 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3222e37e-4217-46d2-a133-6a071b3456ed {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:51.781951 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aca9668-4065-43a5-bf33-21ba7dee1913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a78265-fb1f-4a29-8557-6b116631c8a1', 'code': 200} Sep 16 05:03:51.847182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02a6553-97b2-48ba-adae-f1528cb20d43']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:51.865873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b4d9f5-1da9-4d63-a39b-0f9667dd0626') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:51.866520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b4d9f5-1da9-4d63-a39b-0f9667dd0626') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:51.883295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.908807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.911816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:51.915103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:51.920409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:51.920879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:51.922521 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:52.108653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['19f3c197-3dd8-476c-afe8-425745131fe2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:52.175679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b8575-23d8-402a-be29-0d02722d622d req-188c0aae-9d6c-4c68-a0b1-932bc2c2c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.177431 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-017b8575-23d8-402a-be29-0d02722d622d req-188c0aae-9d6c-4c68-a0b1-932bc2c2c38d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 1102 time: 0.1401346 Sep 16 05:03:52.187169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Router 39380e10-76c5-4adf-84d8-7f4f88aefd22 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:52.197055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.237657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c02a6553-97b2-48ba-adae-f1528cb20d43 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:03:52.257999 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.267416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "DELETE /v2.0/networks/c02a6553-97b2-48ba-adae-f1528cb20d43 HTTP/1.1" status: 204 len: 168 time: 2.2672889 Sep 16 05:03:52.309180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50526) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:52.324776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2b596f25-8c91-46be-849a-44bdd10a5588 None None] Provisioning complete for port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:52.324927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601362d8-37b2-4519-96d4-449fe5070cfc tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event deleted for resources: {'Network': ['ID=c02a6553-97b2-48ba-adae-f1528cb20d43,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.325452 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2b596f25-8c91-46be-849a-44bdd10a5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.388359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2b596f25-8c91-46be-849a-44bdd10a5588 None None] Port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:52.408083 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-017b8575-23d8-402a-be29-0d02722d622d req-6c369a15-619d-4f39-9b6a-f48d9155f632 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397290 Sep 16 05:03:52.466905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ebbe559a-356d-4668-8374-ce666984b76d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:52.525661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50534) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:52.538514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ebbe559a-356d-4668-8374-ce666984b76d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:52.538902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.646065 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.667861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-89af89dd-2dd7-48a1-9d9c-f613e62a4694 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.669774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-89af89dd-2dd7-48a1-9d9c-f613e62a4694 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.4244151 Sep 16 05:03:52.675179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port ebbe559a-356d-4668-8374-ce666984b76d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ebbe559a-356d-4668-8374-ce666984b76d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:52.699695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c838dd2-d280-4775-af62-a1aec0ba2481 req-4c081e8f-650c-42ca-bf69-f14dd52e2131 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.701535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c838dd2-d280-4775-af62-a1aec0ba2481 req-4c081e8f-650c-42ca-bf69-f14dd52e2131 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1024 time: 0.2183764 Sep 16 05:03:52.705596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-secgroup--459804622'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:52.723620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4966bd34-490e-4061-a496-e7f3819a4641 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4102795 Sep 16 05:03:52.732171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50538) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:52.774633 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.861999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=ebbe559a-356d-4668-8374-ce666984b76d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.877998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c838dd2-d280-4775-af62-a1aec0ba2481 req-e3f5b7ca-17b8-499d-8692-573a459e7c2e tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups?id=32eaf15f-3d48-4146-858b-76785dd9ef1e&id=27cba35d-7983-4d00-933b-79de8a328010&id=3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1590073 Sep 16 05:03:52.905976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fc931-0632-4239-bcb7-b3439bbd50f2 req-37b04a05-e01c-4996-9bf3-7771196181c4 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.907603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e7fc931-0632-4239-bcb7-b3439bbd50f2 req-37b04a05-e01c-4996-9bf3-7771196181c4 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 945 time: 0.3018267 Sep 16 05:03:52.917674 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.927102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-23a351c4-d937-4290-a92d-8c4c37ecc65f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.927102 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-23a351c4-d937-4290-a92d-8c4c37ecc65f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 1024 time: 0.6038516 Sep 16 05:03:52.943807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:52.957777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.958260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.958714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.959169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.960862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.960862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.960862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.961129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.962877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.962877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.964590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-016e5ce1-607e-4f0b-a908-101eb226ce1c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6484 time: 0.2281530 Sep 16 05:03:52.968301 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9ff46cc1-85d2-430b-af0a-5ed1c90874bd admin admin] 10.222.0.59 "PUT /v2.0/routers/39380e10-76c5-4adf-84d8-7f4f88aefd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9107275 Sep 16 05:03:52.968915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50544) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:52.972956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.030164 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-93712575-cc6d-4831-97f7-b7e4e8a4c32c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] delete failed (client error): The resource could not be found. Sep 16 05:03:53.031338 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93712575-cc6d-4831-97f7-b7e4e8a4c32c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/4c967f0b-fa47-4949-810d-e558c697674d HTTP/1.1" status: 404 len: 345 time: 0.0594666 Sep 16 05:03:53.037933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e7fc931-0632-4239-bcb7-b3439bbd50f2 req-566e344d-808f-4a26-850e-5dd851bf58d7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148520 Sep 16 05:03:53.039583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50550) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:53.095566 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da7a693-a795-4d62-a727-c3d420a46a12 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] DELETE failed (client error): The resource could not be found. Sep 16 05:03:53.096276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da7a693-a795-4d62-a727-c3d420a46a12 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:03:53.101897 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5da7a693-a795-4d62-a727-c3d420a46a12 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "DELETE /v2.0/networks/c02a6553-97b2-48ba-adae-f1528cb20d43 HTTP/1.1" status: 404 len: 339 time: 0.0576313 Sep 16 05:03:53.102788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50552) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:53.109161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Request body: {'network': {'name': 'tempest-network--1358113425', 'router:external': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:53.144552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796db23-8aaa-493c-89b6-e70f56649b80 req-d7b96e8f-05da-40ad-9b4d-67a89c25f1ef tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.146098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d796db23-8aaa-493c-89b6-e70f56649b80 req-d7b96e8f-05da-40ad-9b4d-67a89c25f1ef tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 945 time: 0.1143873 Sep 16 05:03:53.151213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Deleting port c62514a0-dd42-45c7-9413-d6df7540e5c5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:53.151649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.195945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Deleting port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:53.196289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.252858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] For port c62514a0-dd42-45c7-9413-d6df7540e5c5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c62514a0-dd42-45c7-9413-d6df7540e5c5,segment=NetworkSegment(1a5d6808-84d6-4e50-bd19-0d5cba6e45a4),segment_id=1a5d6808-84d6-4e50-bd19-0d5cba6e45a4)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:53.253437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.266194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Calling delete_port for c62514a0-dd42-45c7-9413-d6df7540e5c5 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:53.301686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d796db23-8aaa-493c-89b6-e70f56649b80 req-817bd32f-477c-4c77-ae44-539ba762e7ff tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486650 Sep 16 05:03:53.324686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110915a5-9442-4325-b778-f136a479ff77 req-b801bbb7-6b95-4c75-9d17-0cf9211f459a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.326229 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-110915a5-9442-4325-b778-f136a479ff77 req-b801bbb7-6b95-4c75-9d17-0cf9211f459a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 950 time: 0.1747680 Sep 16 05:03:53.381637 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.390109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] For port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:53.390479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.411529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Calling delete_port for 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:53.420302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-110915a5-9442-4325-b778-f136a479ff77 req-a04ac025-4e9c-410d-a2e9-cfdbf70d3e4f tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866129 Sep 16 05:03:53.483857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.501842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.517513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c62514a0-dd42-45c7-9413-d6df7540e5c5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:53.536373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b13dbe2-9634-4210-a0e8-9b49424396da,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.615883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'Port': ['ID=c62514a0-dd42-45c7-9413-d6df7540e5c5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.634709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Made reservation on behalf of a99c902a0234444da9e19725a7f9337a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:53.637731 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.682406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] No DVR routers for this DVR port c62514a0-dd42-45c7-9413-d6df7540e5c5 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:53.685720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.687747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e4cb1a2b-1815-41b5-ad85-a59ef45d00b1 req-d1b25db8-9166-497f-b3bc-412032f19135 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.60 "DELETE /v2.0/ports/c62514a0-dd42-45c7-9413-d6df7540e5c5 HTTP/1.1" status: 204 len: 173 time: 0.7538719 Sep 16 05:03:53.690783 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.693242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'name': 'network-vif-deleted', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:53.696378 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b19921-f12a-4614-b0a3-2cb5562799b5" -d '{"events": [{"server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "name": "network-vif-deleted", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:53.709109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:53.719010 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.719454 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Added segment b35bb424-74e5-4b13-b22e-6576ee183d7a of type vlan for network 537564d8-4158-4d1e-90eb-2b045b639503 Sep 16 05:03:53.728430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.761032 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372d3742-cba3-4efe-90c7-fb4cd73a8052 x-openstack-request-id: req-372d3742-cba3-4efe-90c7-fb4cd73a8052 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:53.761413 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb2c8f-3c1f-4e76-8538-e688fcefffa2", "name": "network-vif-deleted", "tag": "c62514a0-dd42-45c7-9413-d6df7540e5c5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:53.761628 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-372d3742-cba3-4efe-90c7-fb4cd73a8052 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:53.762129 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cb2c8f-3c1f-4e76-8538-e688fcefffa2', 'name': 'network-vif-deleted', 'tag': 'c62514a0-dd42-45c7-9413-d6df7540e5c5', 'status': 'completed', 'code': 200} Sep 16 05:03:53.771134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Pushing event deleted for resources: {'Port': ['ID=7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.775985 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.797695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['a37e3673-b719-4e26-afc9-5633bcc0ab8d', '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:53.818032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] No DVR routers for this DVR port 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:53.819789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.823549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.825547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88761d06-8167-4166-8b80-3d07a4f66aa8 req-11deba82-a069-42bf-ace6-d86b2c6f4d00 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "DELETE /v2.0/ports/7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 HTTP/1.1" status: 204 len: 173 time: 0.9896548 Sep 16 05:03:53.828738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a', 'name': 'network-vif-deleted', 'tag': '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:53.831035 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a87a358-cc71-4fb9-9bf8-1e3dc532b1e1" -d '{"events": [{"server_uuid": "0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a", "name": "network-vif-deleted", "tag": "7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:53.864077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e128445-c574-4076-a99c-84804d6e173d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.883670 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406c98a8-189f-4cef-ae49-f8ab19c300e5 x-openstack-request-id: req-406c98a8-189f-4cef-ae49-f8ab19c300e5 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:53.883670 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a", "name": "network-vif-deleted", "tag": "7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:53.883670 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-406c98a8-189f-4cef-ae49-f8ab19c300e5 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:53.883670 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a', 'name': 'network-vif-deleted', 'tag': '7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6', 'status': 'completed', 'code': 200} Sep 16 05:03:53.984562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.986732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.987807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.003660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c635c5b2-ba64-439c-8aee-97839407b6d3 req-8a8692ad-f4a0-41a2-892b-8a02fa48f66f tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 210 time: 0.0433772 Sep 16 05:03:54.005824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.009987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-662b6da0-cc9b-40bd-b4e5-d8e151e5a937 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4833064 Sep 16 05:03:54.010598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50564) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.062403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50566) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.068561 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Sync routers for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:54.074915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ff5be86a-4e27-42c3-8ae3-4e0b807a63b1 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088168319', 'description': 'tempest-description--1609102995'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:54.079430 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:54.080314 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:54.091484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Network': ['ID=537564d8-4158-4d1e-90eb-2b045b639503,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:54.105910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 537564d8-4158-4d1e-90eb-2b045b639503 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:54.107514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50570) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.107871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-58e1d33a-42c7-4182-a695-6606916127c0 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0960035 Sep 16 05:03:54.113817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1019f2eb-c522-43d1-a1aa-b28ebda237c7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-security--888561090', 'description': 'tempest-security-description-658299317'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:54.140884 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8f76bd94-527a-4a60-b87f-cafd7986cacd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0372787 Sep 16 05:03:54.144629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50572) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.248240 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:54.258999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff5be86a-4e27-42c3-8ae3-4e0b807a63b1 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.273722 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1019f2eb-c522-43d1-a1aa-b28ebda237c7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.285422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecd701-b01c-42a8-8ee0-f21a9616f02e req-3a1e070f-0bfc-4f5b-83f6-72cb2548f79f tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.292936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83ecd701-b01c-42a8-8ee0-f21a9616f02e req-3a1e070f-0bfc-4f5b-83f6-72cb2548f79f tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1246173 Sep 16 05:03:54.412266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ebbe559a-356d-4668-8374-ce666984b76d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:54.497534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1019f2eb-c522-43d1-a1aa-b28ebda237c7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.506157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ebbe559a-356d-4668-8374-ce666984b76d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:54.507825 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.510059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4e6ec-542d-4a13-857b-09635fe50a0a tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.514831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4e6ec-542d-4a13-857b-09635fe50a0a tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.521288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4e6ec-542d-4a13-857b-09635fe50a0a tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.528578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4e6ec-542d-4a13-857b-09635fe50a0a tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.530411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbe4e6ec-542d-4a13-857b-09635fe50a0a tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3846045 Sep 16 05:03:54.535568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50580) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.590207 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:51Z', 'revision_number': 2, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:54.620639 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Checking router: 39380e10-76c5-4adf-84d8-7f4f88aefd22 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:54.622112 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Updating router 39380e10-76c5-4adf-84d8-7f4f88aefd22 port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:54.632506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1019f2eb-c522-43d1-a1aa-b28ebda237c7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.635548 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1019f2eb-c522-43d1-a1aa-b28ebda237c7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.640335 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1019f2eb-c522-43d1-a1aa-b28ebda237c7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "PUT /v2.0/security-groups/9e128445-c574-4076-a99c-84804d6e173d HTTP/1.1" status: 200 len: 1778 time: 0.5287828 Sep 16 05:03:54.652865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50582) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.661816 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.679403 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.724441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019f2eb-c522-43d1-a1aa-b28ebda237c7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e128445-c574-4076-a99c-84804d6e173d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:54.741389 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eeb070f1-d5f7-4d43-9152-d2d50f0661ce tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups/9e128445-c574-4076-a99c-84804d6e173d HTTP/1.1" status: 200 len: 1778 time: 0.0846407 Sep 16 05:03:54.756872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50584) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.805839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 19f3c197-3dd8-476c-afe8-425745131fe2 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:54.860936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.871907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abf0c4c7-bf8b-44fc-ada7-5c7fe28c76c9 req-ebd8b45c-8228-4a7f-ac94-56565feabb85 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b7ead41-8e3d-4eeb-8f15-c02362ea8d5a HTTP/1.1" status: 200 len: 210 time: 0.4248066 Sep 16 05:03:54.911661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537564d8-4158-4d1e-90eb-2b045b639503']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:54.931301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff5be86a-4e27-42c3-8ae3-4e0b807a63b1 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.931560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35bb424-74e5-4b13-b22e-6576ee183d7a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:54.931676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35bb424-74e5-4b13-b22e-6576ee183d7a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:54.941160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f42d17-c33b-48ac-8b6a-332a6cfd3837 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.946777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.951014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83ecd701-b01c-42a8-8ee0-f21a9616f02e req-cdde20e9-9216-4797-a620-fc2b01b1a4a0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6572082 Sep 16 05:03:54.960872 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.977858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.984622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f42d17-c33b-48ac-8b6a-332a6cfd3837 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.996253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:55.003275 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:55.034885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 19f3c197-3dd8-476c-afe8-425745131fe2 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:55.040042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 19f3c197-3dd8-476c-afe8-425745131fe2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:55.041046 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.072039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e389b0e-15fb-42f5-aadb-d9cea59b52c2 req-50ac9c91-ca5c-4273-bf69-918c6a5cf9f9 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.074658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e389b0e-15fb-42f5-aadb-d9cea59b52c2 req-50ac9c91-ca5c-4273-bf69-918c6a5cf9f9 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 950 time: 0.0541601 Sep 16 05:03:55.137142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a90a424-732c-4df5-b535-c41fff51d566 req-d171915b-f51d-4a41-b241-cec4f949220a tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9cb2c8f-3c1f-4e76-8538-e688fcefffa2 HTTP/1.1" status: 200 len: 210 time: 0.0284798 Sep 16 05:03:55.139746 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.150541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e389b0e-15fb-42f5-aadb-d9cea59b52c2 req-ce6f27d2-2f6e-478a-b3bf-d0667764aca4 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587890 Sep 16 05:03:55.163671 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.165846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:55.168418 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774486f5-4d66-4e18-bc84-2221eea73d97" -d '{"events": [{"server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "name": "network-vif-plugged", "status": "completed", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:55.168931 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff5be86a-4e27-42c3-8ae3-4e0b807a63b1 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.183525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 19f3c197-3dd8-476c-afe8-425745131fe2, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19f3c197-3dd8-476c-afe8-425745131fe2,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:55.195543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f42d17-c33b-48ac-8b6a-332a6cfd3837 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.198685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f42d17-c33b-48ac-8b6a-332a6cfd3837 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.200040 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-67f42d17-c33b-48ac-8b6a-332a6cfd3837 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/9e128445-c574-4076-a99c-84804d6e173d HTTP/1.1" status: 204 len: 168 time: 0.4422042 Sep 16 05:03:55.205036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.208315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50592) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.216812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 537564d8-4158-4d1e-90eb-2b045b639503 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:03:55.239138 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.243003 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Pushing event updated for resources: {'Port': ['ID=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.247394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50594) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.250878 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "DELETE /v2.0/networks/537564d8-4158-4d1e-90eb-2b045b639503 HTTP/1.1" status: 204 len: 168 time: 0.7141154 Sep 16 05:03:55.253105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Request body: {'network': {'name': 'tempest-network--1662270125', 'router:external': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:55.265891 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa665e1-c034-47b1-bff9-5a015698a5a2 x-openstack-request-id: req-2fa665e1-c034-47b1-bff9-5a015698a5a2 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:55.266341 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "name": "network-vif-plugged", "status": "completed", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:55.266458 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fa665e1-c034-47b1-bff9-5a015698a5a2 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:55.266971 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2', 'code': 200} Sep 16 05:03:55.270864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5be86a-4e27-42c3-8ae3-4e0b807a63b1 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.312045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c70be89e-5a76-4257-b9fe-16277071a4a6 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988107 Sep 16 05:03:55.314554 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.315120 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.315887 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.316259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50598) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.316655 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.317189 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.317747 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.318276 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.318804 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.318954 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.319070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f42d17-c33b-48ac-8b6a-332a6cfd3837 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e128445-c574-4076-a99c-84804d6e173d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.320695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.321224 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.321706 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.322196 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:55.329466 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff5be86a-4e27-42c3-8ae3-4e0b807a63b1 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.338490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ff5be86a-4e27-42c3-8ae3-4e0b807a63b1 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2728269 Sep 16 05:03:55.344053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb2c3d-cde8-42f7-aed5-f2aad971ec95 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event deleted for resources: {'Network': ['ID=537564d8-4158-4d1e-90eb-2b045b639503,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.346144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50600) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.362705 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Attempting to bind port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:55.363605 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Attempting to bind port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:55.364141 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Attempting to bind port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 on network 76e3f7eb-114f-4cd2-b599-c980be177f1c {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:55.374741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ac32c7d8-5ee7-4b40-9150-a6d11feaf49b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Request body: {'security_group_rule': {'security_group_id': '1bc07d1c-f06c-47a4-8d25-ede5bfb27e67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:55.376271 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:55.376894 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Checking segment: {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:55.377592 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.378183 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Bound using segment: {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:55.378888 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Bound port: 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:55.379778 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.401033 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-9c144855-6db7-4ff1-958f-f20857f448ba tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] delete failed (client error): The resource could not be found. Sep 16 05:03:55.401033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9c144855-6db7-4ff1-958f-f20857f448ba tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/9e128445-c574-4076-a99c-84804d6e173d HTTP/1.1" status: 404 len: 347 time: 0.0667396 Sep 16 05:03:55.401033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50602) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.403440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-secgroup--775756470'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:55.467549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=19f3c197-3dd8-476c-afe8-425745131fe2,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.475334 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] For port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:55.481366 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] For port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:55.498894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Made reservation on behalf of a99c902a0234444da9e19725a7f9337a for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:55.502928 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.542925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:03:55.542925 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:03:55.542925 n-d-712143-16 neutron-server[101824]: [parameters: {'project_id_1': 'b9fe820ca9fe4bcd95113a2a6a2be4ec', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 3, 35, 412357)}] Sep 16 05:03:55.542925 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:03:55.543625 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:03:55.569303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:55.576374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eec1a-d038-4871-b4b0-9feb2964f054 req-deb883a1-8d12-4ed8-8c25-ddea64c133bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.577941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a7eec1a-d038-4871-b4b0-9feb2964f054 req-deb883a1-8d12-4ed8-8c25-ddea64c133bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1098 time: 0.0710180 Sep 16 05:03:55.580042 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.584477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.584895 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Added segment 7fafbc4a-c1b4-40c1-9486-59844b409d04 of type vlan for network 9d757ff8-cf75-479b-9f90-1dd9c9ec3663 Sep 16 05:03:55.636720 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:55.637328 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:55.656423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7c8326ee-51ea-4415-a789-d02795daccfe None None] Provisioning complete for port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:55.657104 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c8326ee-51ea-4415-a789-d02795daccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.665890 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.676983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a7eec1a-d038-4871-b4b0-9feb2964f054 req-11886d07-befd-45e8-960e-5ac2302184f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840056 Sep 16 05:03:55.703363 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac32c7d8-5ee7-4b40-9150-a6d11feaf49b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.755458 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:55.801456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac32c7d8-5ee7-4b40-9150-a6d11feaf49b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.835138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.836814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.837688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.961503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac32c7d8-5ee7-4b40-9150-a6d11feaf49b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.989141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c8326ee-51ea-4415-a789-d02795daccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.999269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32c7d8-5ee7-4b40-9150-a6d11feaf49b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a97c31-4211-4a37-9696-84506a427bad,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.024444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Network': ['ID=9d757ff8-cf75-479b-9f90-1dd9c9ec3663,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.032539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a57aea5e-19a4-490e-a4e7-b1afbe9006a7 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7837880 Sep 16 05:03:56.035078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50612) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.047968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 9d757ff8-cf75-479b-9f90-1dd9c9ec3663 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:56.105966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac32c7d8-5ee7-4b40-9150-a6d11feaf49b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.110793 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ac32c7d8-5ee7-4b40-9150-a6d11feaf49b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7601585 Sep 16 05:03:56.110793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50614) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.125394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3ad88f1c-e8e0-4f74-9345-12b68fe3b8c6 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Request body: {'security_group_rule': {'security_group_id': '1bc07d1c-f06c-47a4-8d25-ede5bfb27e67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:56.125981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7c8326ee-51ea-4415-a789-d02795daccfe None None] For port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:56.150574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5728515-2912-4f26-822e-96ccf5954b74 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.152238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f5728515-2912-4f26-822e-96ccf5954b74 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] 10.222.0.59 "GET /v2.0/networks/9d757ff8-cf75-479b-9f90-1dd9c9ec3663 HTTP/1.1" status: 200 len: 757 time: 0.1161594 Sep 16 05:03:56.154784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50616) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.177181 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d3fd3-f970-4f90-ac68-d3e8b4bbbe02 None None] Pushing event updated for resources: {'Port': ['ID=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.237687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c8326ee-51ea-4415-a789-d02795daccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.252489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c8390-c1e7-4ae0-b6b1-ddfa045f66d8 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.259069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-de6c8390-c1e7-4ae0-b6b1-ddfa045f66d8 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] 10.222.0.59 "GET /v2.0/networks/28f27685-cd66-4a02-9fc0-02b1522b2635 HTTP/1.1" status: 200 len: 766 time: 0.1006162 Sep 16 05:03:56.261839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50624) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.280289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.297281 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:55Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:56.306033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8326ee-51ea-4415-a789-d02795daccfe None None] Pushing event updated for resources: {'Port': ['ID=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.332786 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031edaf-6760-4e27-8e1b-5d8ce5da09d3 None None] The sync data for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 is: [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:55Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:56.361137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4069490f-86e7-4ad3-a7b9-73f59063040c None None] Provisioning complete for port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:56.361465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4069490f-86e7-4ad3-a7b9-73f59063040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.410668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.424653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ad88f1c-e8e0-4f74-9345-12b68fe3b8c6 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.514523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ad88f1c-e8e0-4f74-9345-12b68fe3b8c6 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.574796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.596379 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.606143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d757ff8-cf75-479b-9f90-1dd9c9ec3663']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:56.643384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fafbc4a-c1b4-40c1-9486-59844b409d04') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:56.643384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fafbc4a-c1b4-40c1-9486-59844b409d04') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:56.643384 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.651921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.660312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ad88f1c-e8e0-4f74-9345-12b68fe3b8c6 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.660521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:56.660952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:56.666654 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:56.689848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad88f1c-e8e0-4f74-9345-12b68fe3b8c6 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d61614-b8b2-43e6-bef8-a0df668dcff6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.755927 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.781820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device c62514a0-dd42-45c7-9413-d6df7540e5c5 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:56.803808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: c62514a0-dd42-45c7-9413-d6df7540e5c5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:56.804154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device c62514a0-dd42-45c7-9413-d6df7540e5c5 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:56.809419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9e9bf-d540-475b-bd24-5e0c28b6824a req-613fa055-f874-47e1-9bce-e4e20b38b548 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.810963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87c9e9bf-d540-475b-bd24-5e0c28b6824a req-613fa055-f874-47e1-9bce-e4e20b38b548 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1528008 Sep 16 05:03:56.813247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cddcf0-fda6-429b-a98c-ace36832af0b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.815638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:56.847874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:56.848264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7f04b72d-ff3a-4345-8d6a-4a4bbdf7cea6 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:56.857184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87c9e9bf-d540-475b-bd24-5e0c28b6824a req-e70a0cd2-4954-4eab-a208-c0342720ec36 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387895 Sep 16 05:03:56.859091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ad88f1c-e8e0-4f74-9345-12b68fe3b8c6 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.863280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3ad88f1c-e8e0-4f74-9345-12b68fe3b8c6 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7492843 Sep 16 05:03:56.864304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.887567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:56.914573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.916232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f7199061-1d5c-42a3-9d85-377da98b7f7c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5182910 Sep 16 05:03:56.917032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.919331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.924272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': '50cddcf0-fda6-429b-a98c-ace36832af0b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:56.936119 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:03:56.936119 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:03:56.936119 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': 'b9fe820ca9fe4bcd95113a2a6a2be4ec', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 3, 36, 929985)}] Sep 16 05:03:56.936119 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:03:56.936511 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:03:56.954156 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d757ff8-cf75-479b-9f90-1dd9c9ec3663 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:03:56.966138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.971210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "DELETE /v2.0/networks/9d757ff8-cf75-479b-9f90-1dd9c9ec3663 HTTP/1.1" status: 204 len: 168 time: 0.7052665 Sep 16 05:03:56.971644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50636) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.971827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca65352-8eb3-4eb7-ae63-78f219e8bb72 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d757ff8-cf75-479b-9f90-1dd9c9ec3663,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.977353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Request body: {'network': {'name': 'tempest-network--2133760692'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:57.087157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.146874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb5a0ba3-d130-4b6a-ac62-8d9423b7d85b req-fb4270e7-2070-45b2-8789-7b02dac3d7ee tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/32eaf15f-3d48-4146-858b-76785dd9ef1e HTTP/1.1" status: 200 len: 1802 time: 0.1168475 Sep 16 05:03:57.158580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaec58-6d92-4388-8049-c1ad26ed329a req-668072a4-59fd-4395-a51d-acdba4afdea7 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.160574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bfaec58-6d92-4388-8049-c1ad26ed329a req-668072a4-59fd-4395-a51d-acdba4afdea7 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1223984 Sep 16 05:03:57.184141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Made reservation on behalf of a99c902a0234444da9e19725a7f9337a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:57.186822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.211760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:57.220832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.221296 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Added segment 527c3ac5-3f3a-4512-a1d9-b6e544c6c85f of type vlan for network 3a4caca7-8891-45bd-a15e-629fc8e24af7 Sep 16 05:03:57.265358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.278486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bfaec58-6d92-4388-8049-c1ad26ed329a req-d3a5d7b5-4d63-4744-b479-6db83ce12d20 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056445 Sep 16 05:03:57.321462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb5a0ba3-d130-4b6a-ac62-8d9423b7d85b req-6a8d2cdd-7251-4b3f-90f0-f762293b3989 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.324733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.385719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb5a0ba3-d130-4b6a-ac62-8d9423b7d85b req-6a8d2cdd-7251-4b3f-90f0-f762293b3989 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.394725 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.396035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.397038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.474379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Network': ['ID=3a4caca7-8891-45bd-a15e-629fc8e24af7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:57.485173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 3a4caca7-8891-45bd-a15e-629fc8e24af7 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:57.490652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Allocated IP 172.25.7.173 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/d42f4ea0-c5b6-4847-9afc-7f9de2fe7c2a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:57.607960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb5a0ba3-d130-4b6a-ac62-8d9423b7d85b req-6a8d2cdd-7251-4b3f-90f0-f762293b3989 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.610972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb5a0ba3-d130-4b6a-ac62-8d9423b7d85b req-6a8d2cdd-7251-4b3f-90f0-f762293b3989 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.615660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb5a0ba3-d130-4b6a-ac62-8d9423b7d85b req-6a8d2cdd-7251-4b3f-90f0-f762293b3989 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/32eaf15f-3d48-4146-858b-76785dd9ef1e HTTP/1.1" status: 204 len: 173 time: 0.4540591 Sep 16 05:03:57.628577 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2792e9a4-d57a-475a-851d-1b18c8ca4ffd tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6531811 Sep 16 05:03:57.629029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50640) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:57.635410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d2cdd-7251-4b3f-90f0-f762293b3989 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eaf15f-3d48-4146-858b-76785dd9ef1e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:57.636949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e98fd71d-84b6-4e41-9cb0-69e540f2f820 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:57.709787 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.731177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b4acfd9-2017-496a-8fe6-cc738b1c9e51 req-add8caec-0b3e-47fa-9c7e-9419583dee01 tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "GET /v2.0/security-groups/3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98 HTTP/1.1" status: 200 len: 1802 time: 0.0893588 Sep 16 05:03:57.732459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.811675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8b4acfd9-2017-496a-8fe6-cc738b1c9e51 req-64073799-cbb5-4648-aa74-ebe218e36dba tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.838999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8b4acfd9-2017-496a-8fe6-cc738b1c9e51 req-64073799-cbb5-4648-aa74-ebe218e36dba tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.900388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.908952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e98fd71d-84b6-4e41-9cb0-69e540f2f820 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.912099 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.939979 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.986519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:57.992634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:58.012572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:58.054576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event updated for resources: {'Port': ['ID=d42f4ea0-c5b6-4847-9afc-7f9de2fe7c2a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.065174 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8b4acfd9-2017-496a-8fe6-cc738b1c9e51 req-64073799-cbb5-4648-aa74-ebe218e36dba tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.068271 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-8b4acfd9-2017-496a-8fe6-cc738b1c9e51 req-64073799-cbb5-4648-aa74-ebe218e36dba tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.069467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b4acfd9-2017-496a-8fe6-cc738b1c9e51 req-64073799-cbb5-4648-aa74-ebe218e36dba tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] 10.222.0.59 "DELETE /v2.0/security-groups/3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98 HTTP/1.1" status: 204 len: 173 time: 0.3373151 Sep 16 05:03:58.078741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50648) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.089407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e98fd71d-84b6-4e41-9cb0-69e540f2f820 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.091662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64073799-cbb5-4648-aa74-ebe218e36dba tempest-SecurityGroupsTestJSON-2035391844 tempest-SecurityGroupsTestJSON-2035391844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0fdb72-bc1e-49fc-a776-eb6a0cf29e98,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.092934 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.108937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab96a8-6515-4dbf-9a0e-7d3670f68562 req-f3be121f-6033-49d9-884c-0340be21385a tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.110532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27ab96a8-6515-4dbf-9a0e-7d3670f68562 req-f3be121f-6033-49d9-884c-0340be21385a tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1449471 Sep 16 05:03:58.202529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27ab96a8-6515-4dbf-9a0e-7d3670f68562 req-bd12b387-8a8b-4e69-b782-ef4d110d05be tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814762 Sep 16 05:03:58.203653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.226934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e98fd71d-84b6-4e41-9cb0-69e540f2f820 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Network 3a4caca7-8891-45bd-a15e-629fc8e24af7 is not hosted by any dhcp agent {{(pid=101825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:03:58.228010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98fd71d-84b6-4e41-9cb0-69e540f2f820 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.228601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e98fd71d-84b6-4e41-9cb0-69e540f2f820 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.233068 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e98fd71d-84b6-4e41-9cb0-69e540f2f820 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "PUT /v2.0/networks/3a4caca7-8891-45bd-a15e-629fc8e24af7 HTTP/1.1" status: 200 len: 858 time: 0.6005683 Sep 16 05:03:58.235984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50650) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.339311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.363395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e92853-4be7-4c89-ad66-919fbaa8bccc admin admin] Deleting subnet 674ef200-c4a2-4b80-9023-ff04dc1e6b66 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:58.388467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf19da69-26a2-4bec-b802-e480df59e5e4,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.392130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c6e92853-4be7-4c89-ad66-919fbaa8bccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.394679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fd71d-84b6-4e41-9cb0-69e540f2f820 tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event updated for resources: {'Network': ['ID=3a4caca7-8891-45bd-a15e-629fc8e24af7,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.434345 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.435680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:58.435825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7e3d853f-6c88-4305-8465-5f8bf0b90d28 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5153461 Sep 16 05:03:58.438487 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50656) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.482032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.488946 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c6e92853-4be7-4c89-ad66-919fbaa8bccc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.508082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:58.508701 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.548926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25ada585-c3ec-4f40-b6ef-b29df6310dc8 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.553297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c6e92853-4be7-4c89-ad66-919fbaa8bccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.553689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.582663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25ada585-c3ec-4f40-b6ef-b29df6310dc8 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.603022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4caca7-8891-45bd-a15e-629fc8e24af7']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.639146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527c3ac5-3f3a-4512-a1d9-b6e544c6c85f') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.639146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527c3ac5-3f3a-4512-a1d9-b6e544c6c85f') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.666551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.677464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e0a7c-fb33-4bae-b4c3-8c8bc35202dc req-0d7eafac-8222-4251-a2c0-da69973ef170 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.679072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-233e0a7c-fb33-4bae-b4c3-8c8bc35202dc req-0d7eafac-8222-4251-a2c0-da69973ef170 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.2021036 Sep 16 05:03:58.719631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.738500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:58.738836 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:58.764828 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:58.769510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25ada585-c3ec-4f40-b6ef-b29df6310dc8 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.781286 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25ada585-c3ec-4f40-b6ef-b29df6310dc8 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.785010 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-25ada585-c3ec-4f40-b6ef-b29df6310dc8 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/bf19da69-26a2-4bec-b802-e480df59e5e4 HTTP/1.1" status: 204 len: 168 time: 0.3431571 Sep 16 05:03:58.785334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50658) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.791913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ada585-c3ec-4f40-b6ef-b29df6310dc8 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf19da69-26a2-4bec-b802-e480df59e5e4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.844919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-233e0a7c-fb33-4bae-b4c3-8c8bc35202dc req-3730ba8d-d1f1-45fb-adcc-16ac18c71206 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571462 Sep 16 05:03:58.853782 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c6e92853-4be7-4c89-ad66-919fbaa8bccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.881086 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6e5d56c3-a046-4b54-8547-72870c230689 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0919371 Sep 16 05:03:58.884288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50660) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.896845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c6e92853-4be7-4c89-ad66-919fbaa8bccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.898676 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c6e92853-4be7-4c89-ad66-919fbaa8bccc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/674ef200-c4a2-4b80-9023-ff04dc1e6b66 HTTP/1.1" status: 204 len: 168 time: 0.8192942 Sep 16 05:03:58.899970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e92853-4be7-4c89-ad66-919fbaa8bccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=674ef200-c4a2-4b80-9023-ff04dc1e6b66,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.902435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50664) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.925694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.008975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-511a948b-9f70-4f23-a7e9-66b82af9f79d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.044045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6902b-65c6-4c82-a62c-7a72cfddf381 req-9ebb3fe0-26fe-48c3-8ec6-8b617b98efd8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.045587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0e6902b-65c6-4c82-a62c-7a72cfddf381 req-9ebb3fe0-26fe-48c3-8ec6-8b617b98efd8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0875063 Sep 16 05:03:59.047226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-511a948b-9f70-4f23-a7e9-66b82af9f79d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.108939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0e6902b-65c6-4c82-a62c-7a72cfddf381 req-0043efe0-176c-4b43-b6af-0ed3de886728 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536299 Sep 16 05:03:59.156977 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.206689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event updated for resources: {'Port': ['ID=d42f4ea0-c5b6-4847-9afc-7f9de2fe7c2a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.207562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.233562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-511a948b-9f70-4f23-a7e9-66b82af9f79d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.233562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-511a948b-9f70-4f23-a7e9-66b82af9f79d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.234885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-511a948b-9f70-4f23-a7e9-66b82af9f79d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/50cddcf0-fda6-429b-a98c-ace36832af0b HTTP/1.1" status: 204 len: 168 time: 0.3496215 Sep 16 05:03:59.238414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50670) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.281715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a948b-9f70-4f23-a7e9-66b82af9f79d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cddcf0-fda6-429b-a98c-ace36832af0b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.286935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.296264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a4caca7-8891-45bd-a15e-629fc8e24af7 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:03:59.299666 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.301559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] 10.222.0.59 "DELETE /v2.0/networks/3a4caca7-8891-45bd-a15e-629fc8e24af7 HTTP/1.1" status: 204 len: 168 time: 1.0645735 Sep 16 05:03:59.305211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50672) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.332686 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-edc725a5-3a3a-4492-8bf3-41bf5d0ec59e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913429 Sep 16 05:03:59.333289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50674) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.339350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d85ac0e9-fa6a-4555-acc8-cc9e3f1504d3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343176330'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:59.365793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f4430-fc5d-4900-bdcc-d6da99dca73c tempest-ExternalNetworksTestJSON-1173846742 tempest-ExternalNetworksTestJSON-1173846742-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a4caca7-8891-45bd-a15e-629fc8e24af7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.372288 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b0c787-c184-478e-999e-5549ca7a3f98 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] DELETE failed (client error): The resource could not be found. Sep 16 05:03:59.372747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b0c787-c184-478e-999e-5549ca7a3f98 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:03:59.374576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f5b0c787-c184-478e-999e-5549ca7a3f98 tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] 10.222.0.59 "DELETE /v2.0/subnets/65690bdd-9f84-49ed-a78f-ad57004bd02c HTTP/1.1" status: 404 len: 337 time: 0.0572202 Sep 16 05:03:59.381577 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.383352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50676) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.392008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-e094eea5-45f1-4983-bca7-164dc0036fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.393622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-e094eea5-45f1-4983-bca7-164dc0036fab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1098 time: 0.1723092 Sep 16 05:03:59.440156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.486327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1abfdd8-7b83-474c-a484-44d871d42e88']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:59.538340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d85ac0e9-fa6a-4555-acc8-cc9e3f1504d3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.542876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:59.543457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5d6808-84d6-4e50-bd19-0d5cba6e45a4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:59.570050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.576450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.600389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.601842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-e73d6812-8785-40a8-aaf9-ca21e3c70b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.605454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-e73d6812-8785-40a8-aaf9-ca21e3c70b50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 921 time: 0.1340091 Sep 16 05:03:59.613801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:59.614462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:59.618389 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:59.644020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-4c15829d-e084-433b-b93f-0971deff4189 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.645927 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-4c15829d-e084-433b-b93f-0971deff4189 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1745324 Sep 16 05:03:59.658369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-bdcf515f-9228-49a0-b92a-e97885c9cd8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 217 time: 0.0413949 Sep 16 05:03:59.702115 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.703584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-64516248-f3bb-4cb0-96a1-182d689fb29a tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8378732 Sep 16 05:03:59.725871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-84f700e6-18c3-4e42-aa3a-05addc503531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.727632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-84f700e6-18c3-4e42-aa3a-05addc503531 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.0625169 Sep 16 05:03:59.775058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-11fc8844-ac94-48ee-9b59-4ac9e02779c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391114 Sep 16 05:03:59.867207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.887999 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.903948 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.915804 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d1abfdd8-7b83-474c-a484-44d871d42e88 HTTP/1.1" status: 204 len: 168 time: 1.0047209 Sep 16 05:03:59.925234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-9af45ade-2d38-4d28-8bfc-7e9fde1a3448 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2088168319&fields=id&tenant_id=586b3661a32f40efa487fa0fcabd2cb3 HTTP/1.1" status: 200 len: 267 time: 0.0593479 Sep 16 05:03:59.932474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-19736caa-c2b8-4f0f-8239-e4916fc97a0a service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447570 Sep 16 05:03:59.949698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f27685-cd66-4a02-9fc0-02b1522b2635']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:59.977108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83452a3c-58ae-4920-9e8c-e41d15bbfa54 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1abfdd8-7b83-474c-a484-44d871d42e88,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.984055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19b90e1-40f3-4f13-96a5-060ec83e8ec1') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:59.984055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19b90e1-40f3-4f13-96a5-060ec83e8ec1') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:59.998963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.041401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.043593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d85ac0e9-fa6a-4555-acc8-cc9e3f1504d3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.048910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Deleting port a37e3673-b719-4e26-afc9-5633bcc0ab8d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:00.048910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:00.070395 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:00.134042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-5025f223-1a29-42a0-aea1-3b68df11e958 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.136344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-5025f223-1a29-42a0-aea1-3b68df11e958 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/networks?id=76e3f7eb-114f-4cd2-b599-c980be177f1c HTTP/1.1" status: 200 len: 812 time: 0.1927865 Sep 16 05:04:00.168273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d85ac0e9-fa6a-4555-acc8-cc9e3f1504d3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.175281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e454ec-3a4c-440a-b9ac-247310e976cf req-6a4adb4e-1bcd-402a-8f9c-85364584ec8d tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.179553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e454ec-3a4c-440a-b9ac-247310e976cf req-6a4adb4e-1bcd-402a-8f9c-85364584ec8d tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 945 time: 0.2326174 Sep 16 05:04:00.181634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-4afbde8b-76fc-4eb8-91c5-8acb469da98c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/quotas/586b3661a32f40efa487fa0fcabd2cb3 HTTP/1.1" status: 200 len: 375 time: 0.0284431 Sep 16 05:04:00.183922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6526c1-df68-4a55-8b21-901bee224c9e req-e08a938d-e338-413c-80bc-bc68a8609c6f service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488296 Sep 16 05:04:00.219027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ac0e9-fa6a-4555-acc8-cc9e3f1504d3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aeea83-dd9c-4e87-b93e-23f29bada3f9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.240287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] For port a37e3673-b719-4e26-afc9-5633bcc0ab8d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a37e3673-b719-4e26-afc9-5633bcc0ab8d,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:00.240287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.247582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Calling delete_port for a37e3673-b719-4e26-afc9-5633bcc0ab8d owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:00.313939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.314679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e454ec-3a4c-440a-b9ac-247310e976cf req-c6c39bce-cb3a-4fcb-9ffd-db18f1b9b858 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097338 Sep 16 05:04:00.319639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.325574 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] 10.222.0.59 "DELETE /v2.0/networks/28f27685-cd66-4a02-9fc0-02b1522b2635 HTTP/1.1" status: 204 len: 168 time: 0.9377270 Sep 16 05:04:00.331607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-eb7fd1cb-775c-478d-b616-88fff114627f tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=586b3661a32f40efa487fa0fcabd2cb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397076 Sep 16 05:04:00.347836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d85ac0e9-fa6a-4555-acc8-cc9e3f1504d3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.351543 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d85ac0e9-fa6a-4555-acc8-cc9e3f1504d3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0147092 Sep 16 05:04:00.352120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535f714-2f1f-4b18-8285-cfa8cc97f91f tempest-ExternalNetworksTestJSON-1802451171 tempest-ExternalNetworksTestJSON-1802451171-project] Pushing event deleted for resources: {'Network': ['ID=28f27685-cd66-4a02-9fc0-02b1522b2635,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.352261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50704) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:00.363575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3f0fda2e-6b46-40db-908e-e9f5e8f82360 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': 'f1aeea83-dd9c-4e87-b93e-23f29bada3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:00.429757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50708) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:00.505032 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2293b469-bd84-42f5-aad9-9e886b351ea8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a7ba4f614934ca0af7dd30446935be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717065 Sep 16 05:04:00.505365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:00.537556 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f0fda2e-6b46-40db-908e-e9f5e8f82360 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.560219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5f237c72-5113-4a42-85ae-9d2e75e8727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.563877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-fc45bb87-a2d8-4ff0-a21a-37d5bb59005d service neutron] 10.222.0.59 "GET /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768556 Sep 16 05:04:00.584642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5f237c72-5113-4a42-85ae-9d2e75e8727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.592785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.620375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52d6a-557c-4e08-b0dd-fb366dd05dd3 req-2d189f25-8d96-4fda-a3bf-df62ee1ff3c1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.621977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb52d6a-557c-4e08-b0dd-fb366dd05dd3 req-2d189f25-8d96-4fda-a3bf-df62ee1ff3c1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1347139 Sep 16 05:04:00.642958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['a37e3673-b719-4e26-afc9-5633bcc0ab8d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:00.667672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Pushing event deleted for resources: {'Port': ['ID=a37e3673-b719-4e26-afc9-5633bcc0ab8d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.701864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f0fda2e-6b46-40db-908e-e9f5e8f82360 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.729941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] No DVR routers for this DVR port a37e3673-b719-4e26-afc9-5633bcc0ab8d on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:00.733421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.735073 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bd41e26b-4332-48e6-8c27-f4ce0ac7ab12 req-2e111d85-a6b9-4839-82c5-7acc39148646 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.57 "DELETE /v2.0/ports/a37e3673-b719-4e26-afc9-5633bcc0ab8d HTTP/1.1" status: 204 len: 173 time: 1.0645752 Sep 16 05:04:00.735547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754b6f3d-19cf-41af-b629-6b0cfbe6b2f7', 'name': 'network-vif-deleted', 'tag': 'a37e3673-b719-4e26-afc9-5633bcc0ab8d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:00.746709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-beb52d6a-557c-4e08-b0dd-fb366dd05dd3 req-fea503b1-7924-44ef-a891-cb4a04b4fba7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956941 Sep 16 05:04:00.755316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-3d87628f-39b0-46f9-a8f9-7f3943e28ffa service neutron] 10.222.0.59 "GET /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792808 Sep 16 05:04:00.755893 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127dccd9-a48f-46c7-bb5a-d27e6d802c36" -d '{"events": [{"server_uuid": "754b6f3d-19cf-41af-b629-6b0cfbe6b2f7", "name": "network-vif-deleted", "tag": "a37e3673-b719-4e26-afc9-5633bcc0ab8d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:00.784181 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f0fda2e-6b46-40db-908e-e9f5e8f82360 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.809812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fda2e-6b46-40db-908e-e9f5e8f82360 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc806f4-1dea-4ad3-b0f3-975dab2e00ca,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.855019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5f237c72-5113-4a42-85ae-9d2e75e8727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.861608 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5f237c72-5113-4a42-85ae-9d2e75e8727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.861608 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5f237c72-5113-4a42-85ae-9d2e75e8727f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27cba35d-7983-4d00-933b-79de8a328010 HTTP/1.1" status: 204 len: 168 time: 0.3529279 Sep 16 05:04:00.895316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f237c72-5113-4a42-85ae-9d2e75e8727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cba35d-7983-4d00-933b-79de8a328010,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.911835 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f0fda2e-6b46-40db-908e-e9f5e8f82360 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.915826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3f0fda2e-6b46-40db-908e-e9f5e8f82360 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5625029 Sep 16 05:04:00.915999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50718) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:00.922372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a595d4ec-0298-4224-b31e-943151a27063 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': 'f1aeea83-dd9c-4e87-b93e-23f29bada3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:00.971827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50720) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:00.993593 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06eb16e-0610-4d1d-870c-fea847fc8638 x-openstack-request-id: req-f06eb16e-0610-4d1d-870c-fea847fc8638 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:00.993941 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754b6f3d-19cf-41af-b629-6b0cfbe6b2f7", "name": "network-vif-deleted", "tag": "a37e3673-b719-4e26-afc9-5633bcc0ab8d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:00.994203 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f06eb16e-0610-4d1d-870c-fea847fc8638 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:00.994622 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754b6f3d-19cf-41af-b629-6b0cfbe6b2f7', 'name': 'network-vif-deleted', 'tag': 'a37e3673-b719-4e26-afc9-5633bcc0ab8d', 'status': 'completed', 'code': 200} Sep 16 05:04:01.082392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a595d4ec-0298-4224-b31e-943151a27063 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.156287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a595d4ec-0298-4224-b31e-943151a27063 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.183819 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:01.195331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b77bbc68-c04f-4e5d-97e8-433fc4130c44 req-7ecf35ac-9bb5-463f-a6c7-0288d797da09 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 210 time: 0.0456541 Sep 16 05:04:01.236866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-243ef05d-1c8c-4ce7-9f3b-dea84382cb78 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2ca052cf97b476985fc62fa3374b944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636926 Sep 16 05:04:01.239421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50728) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.282781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a595d4ec-0298-4224-b31e-943151a27063 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.295283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee913a5b-6c41-44d3-a956-3326b18e05cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.304165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595d4ec-0298-4224-b31e-943151a27063 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c847f440-216d-4da5-afbd-92516af0c86c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.351918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee913a5b-6c41-44d3-a956-3326b18e05cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.402923 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a595d4ec-0298-4224-b31e-943151a27063 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.405555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a595d4ec-0298-4224-b31e-943151a27063 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4884377 Sep 16 05:04:01.407531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50740) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.412916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-763d4602-1cb1-464b-a4c4-b2a2a8b3c906 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': 'f1aeea83-dd9c-4e87-b93e-23f29bada3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:01.484233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd3e3a7f-43b0-4cd2-9c6d-7e3574987939 req-cecb94c8-d050-4743-b96c-4dbd6b478e28 tempest-ListServerFiltersTestJSON-1486905845 tempest-ListServerFiltersTestJSON-1486905845-project] 10.222.0.59 "GET /v2.0/ports?device_id=754b6f3d-19cf-41af-b629-6b0cfbe6b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0380147 Sep 16 05:04:01.514876 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-763d4602-1cb1-464b-a4c4-b2a2a8b3c906 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.556994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee913a5b-6c41-44d3-a956-3326b18e05cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.560409 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee913a5b-6c41-44d3-a956-3326b18e05cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.564046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ee913a5b-6c41-44d3-a956-3326b18e05cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e29c6ce7-2e53-4244-9581-2aa60012af4e HTTP/1.1" status: 204 len: 168 time: 0.3210871 Sep 16 05:04:01.574505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee913a5b-6c41-44d3-a956-3326b18e05cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c6ce7-2e53-4244-9581-2aa60012af4e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.587609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-763d4602-1cb1-464b-a4c4-b2a2a8b3c906 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.683367 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-763d4602-1cb1-464b-a4c4-b2a2a8b3c906 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.702669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d4602-1cb1-464b-a4c4-b2a2a8b3c906 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8de649-349b-46a6-b1ba-9d068dfcaea6,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.802504 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-763d4602-1cb1-464b-a4c4-b2a2a8b3c906 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.804026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-763d4602-1cb1-464b-a4c4-b2a2a8b3c906 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3954086 Sep 16 05:04:01.811130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50754) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.815578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fa8231da-8288-44dd-aa86-8a16ff0153bf tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': 'f1aeea83-dd9c-4e87-b93e-23f29bada3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:01.908820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbb687-2c73-4d28-8493-9e63e42648c5 req-a97ee510-8ef8-4164-a109-28c5e1fd0d86 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.912043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30bbb687-2c73-4d28-8493-9e63e42648c5 req-a97ee510-8ef8-4164-a109-28c5e1fd0d86 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0510132 Sep 16 05:04:01.956971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30bbb687-2c73-4d28-8493-9e63e42648c5 req-99babb0e-983d-4085-a831-474948986698 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Sep 16 05:04:01.968828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa8231da-8288-44dd-aa86-8a16ff0153bf tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.055880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa8231da-8288-44dd-aa86-8a16ff0153bf tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.134378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa8231da-8288-44dd-aa86-8a16ff0153bf tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.155407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8231da-8288-44dd-aa86-8a16ff0153bf tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0de0a4-b651-4927-8c55-1d9e0e88f60c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.282920 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa8231da-8288-44dd-aa86-8a16ff0153bf tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.285817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa8231da-8288-44dd-aa86-8a16ff0153bf tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4749801 Sep 16 05:04:02.288367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50774) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:02.296666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e1b12a58-797f-48f8-8b94-f58141e94423 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': 'f1aeea83-dd9c-4e87-b93e-23f29bada3f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:02.330761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c52ef37e-8568-4c5e-89dc-b938f5312471 req-fe6b9903-8187-4365-9269-dfbcefe5f22e tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 210 time: 0.0540369 Sep 16 05:04:02.331438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50776) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:02.428291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1b12a58-797f-48f8-8b94-f58141e94423 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.448368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50782) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:02.468132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1393992124-network', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:02.517022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-55b79655-f3f8-42f8-a239-2a3ec6ecaa6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a99c902a0234444da9e19725a7f9337a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674751 Sep 16 05:04:02.525923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50786) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:02.532718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1b12a58-797f-48f8-8b94-f58141e94423 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.553071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50788) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:02.588108 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc47-c1ee-4938-ab0c-284be2ee468b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.598954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-644a9b17-aba1-4802-876c-cebd4209b34d admin admin] Deleting subnet aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:02.599440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Made reservation on behalf of fd8edda32a084356b988cc70c16d8f6e for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:02.601779 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.602288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-644a9b17-aba1-4802-876c-cebd4209b34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.615956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.623365 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc47-c1ee-4938-ab0c-284be2ee468b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.633735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1b12a58-797f-48f8-8b94-f58141e94423 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.670877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-644a9b17-aba1-4802-876c-cebd4209b34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.672676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b12a58-797f-48f8-8b94-f58141e94423 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf62e75-f725-4003-9c6f-97ea478b3d75,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.746911 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.761494 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-644a9b17-aba1-4802-876c-cebd4209b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.878733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a37e3673-b719-4e26-afc9-5633bcc0ab8d no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:02.888828 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.891972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc47-c1ee-4938-ab0c-284be2ee468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.894583 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc47-c1ee-4938-ab0c-284be2ee468b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.895755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b6e0bc47-c1ee-4938-ab0c-284be2ee468b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00c90099-dffa-4328-9b46-ac46d9eaaf25 HTTP/1.1" status: 204 len: 168 time: 0.3688481 Sep 16 05:04:02.902347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: a37e3673-b719-4e26-afc9-5633bcc0ab8d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:02.902347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a37e3673-b719-4e26-afc9-5633bcc0ab8d not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:02.918800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:02.935164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af82e8a-db5b-464a-aa0d-44b780ebe10f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.936402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-644a9b17-aba1-4802-876c-cebd4209b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.937459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.937689 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Added segment e7a067d8-c217-4c9d-a4a2-ca630895d800 of type vlan for network 2db67806-e838-4f2a-8fed-ed83910d8da9 Sep 16 05:04:02.950276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0bc47-c1ee-4938-ab0c-284be2ee468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c90099-dffa-4328-9b46-ac46d9eaaf25,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.980263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a9b17-aba1-4802-876c-cebd4209b34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.987501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.004761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435cb38-65ab-4be1-8d94-0c46dcf74c97 None None] Network cd4e0ce8-a30d-4e70-b699-c7763b93eb3c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:03.004940 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-644a9b17-aba1-4802-876c-cebd4209b34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.008886 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-644a9b17-aba1-4802-876c-cebd4209b34d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/aac06fbb-0b9e-4e68-864d-e8cfd8fb74a4 HTTP/1.1" status: 204 len: 168 time: 0.4543645 Sep 16 05:04:03.012026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50794) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.031410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1b12a58-797f-48f8-8b94-f58141e94423 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.032692 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1b12a58-797f-48f8-8b94-f58141e94423 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7427657 Sep 16 05:04:03.037900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50796) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.098910 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.100172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.100942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.128760 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-948a6b6d-7965-47b0-be6a-f340773d616e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.133190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.138614 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-948a6b6d-7965-47b0-be6a-f340773d616e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.200242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Deleting port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:03.201805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.235982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] Pushing event updated for resources: {'Network': ['ID=2db67806-e838-4f2a-8fed-ed83910d8da9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.246878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999e83-81e6-4337-9a8d-2cd3bc8a3c8d req-b8baf41a-f7ec-4869-94c6-ebdd5f9f2e7b tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.248277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7999e83-81e6-4337-9a8d-2cd3bc8a3c8d req-b8baf41a-f7ec-4869-94c6-ebdd5f9f2e7b tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1651363 Sep 16 05:04:03.249066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:03.279116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] DHCP port deletion for cd4e0ce8-a30d-4e70-b699-c7763b93eb3c request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:03.282642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-619ca72a-798f-432c-ac86-950f194d6867 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9501486 Sep 16 05:04:03.285853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50800) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.291055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Request body: {'subnet': {'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1393992124-subnet', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:03.301395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7999e83-81e6-4337-9a8d-2cd3bc8a3c8d req-47fce34d-203b-497c-a97e-1740c47c322d tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 Sep 16 05:04:03.311452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-948a6b6d-7965-47b0-be6a-f340773d616e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.312818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] For port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:03.313443 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.319212 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-948a6b6d-7965-47b0-be6a-f340773d616e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.322651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-948a6b6d-7965-47b0-be6a-f340773d616e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/bdf62e75-f725-4003-9c6f-97ea478b3d75 HTTP/1.1" status: 204 len: 168 time: 0.2813046 Sep 16 05:04:03.325028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50802) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.334529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Calling delete_port for 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:03.344403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a6b6d-7965-47b0-be6a-f340773d616e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdf62e75-f725-4003-9c6f-97ea478b3d75,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.406868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Made reservation on behalf of fd8edda32a084356b988cc70c16d8f6e for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:03.411092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] Deleting port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:03.411092 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.411340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.445873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-00cf41e4-b434-49d0-a164-51e8e5a452f0 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1193202 Sep 16 05:04:03.448718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50808) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.496194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] For port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,segment=NetworkSegment(2e33556d-fd7b-43fb-8fd5-930a7ad475b9),segment_id=2e33556d-fd7b-43fb-8fd5-930a7ad475b9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:03.496965 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.499710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb4891c8-97c6-42ff-8be3-bbcd96e6729b req-a0f8e4f9-90c4-4358-9af2-9b7d07842d03 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 210 time: 0.0518923 Sep 16 05:04:03.523088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] Calling delete_port for 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:03.524869 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b107088-f54d-4e1f-9c04-e652c974be32 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.535182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b107088-f54d-4e1f-9c04-e652c974be32 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.603818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.622428 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.647311 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] Pushing event deleted for resources: {'Port': ['ID=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.647970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef4fa54-2cda-47fa-a63c-dc0d14de8d35,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.652035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba54fe7-d0c5-41ac-b9d3-53e5fcc36565 None None] No DVR routers for this DVR port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:03.654953 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b107088-f54d-4e1f-9c04-e652c974be32 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.661341 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b107088-f54d-4e1f-9c04-e652c974be32 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.665077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6b107088-f54d-4e1f-9c04-e652c974be32 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3c0de0a4-b651-4927-8c55-1d9e0e88f60c HTTP/1.1" status: 204 len: 168 time: 0.2123630 Sep 16 05:04:03.665181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50816) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.670259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] No DVR routers for this DVR port 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:03.689890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b107088-f54d-4e1f-9c04-e652c974be32 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c0de0a4-b651-4927-8c55-1d9e0e88f60c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.722660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0ab6464d-0863-4d77-ab54-9f5d06a9d821 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0562990 Sep 16 05:04:03.725933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50820) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.751291 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fc2555c-cd30-46c4-a227-66a1a0f49e80 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.758855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fc2555c-cd30-46c4-a227-66a1a0f49e80 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.789191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.809333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4e0ce8-a30d-4e70-b699-c7763b93eb3c']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:03.818588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e33556d-fd7b-43fb-8fd5-930a7ad475b9') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:03.818891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e33556d-fd7b-43fb-8fd5-930a7ad475b9') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:03.828610 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.849693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.854874 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.863026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:03.863462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:03.865967 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:03.874609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fc2555c-cd30-46c4-a227-66a1a0f49e80 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.883699 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fc2555c-cd30-46c4-a227-66a1a0f49e80 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.888884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8fc2555c-cd30-46c4-a227-66a1a0f49e80 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0a8de649-349b-46a6-b1ba-9d068dfcaea6 HTTP/1.1" status: 204 len: 168 time: 0.1609623 Sep 16 05:04:03.890350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50824) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.903378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2555c-cd30-46c4-a227-66a1a0f49e80 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a8de649-349b-46a6-b1ba-9d068dfcaea6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.942512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2a9dd948-68a6-4bae-9fce-ca657a46d8e9 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0506341 Sep 16 05:04:03.945210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50826) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.975003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-26769c72-78c0-4330-b0e5-92adb4e149d1 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.983140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-26769c72-78c0-4330-b0e5-92adb4e149d1 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.018961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c828553b-856a-4fd3-a355-77c9cedd965a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.050001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Checking segment: {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:04.050419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Network hostable DHCP agents. Network: 2db67806-e838-4f2a-8fed-ed83910d8da9, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:04.081962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-33f9e94c-5524-4ef1-a036-d1a4558cd8e8 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.083482 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-33f9e94c-5524-4ef1-a036-d1a4558cd8e8 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.60 "GET /v2.0/networks?id=76e3f7eb-114f-4cd2-b599-c980be177f1c HTTP/1.1" status: 200 len: 812 time: 0.2083623 Sep 16 05:04:04.085857 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.092497 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.095207 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cd4e0ce8-a30d-4e70-b699-c7763b93eb3c HTTP/1.1" status: 204 len: 168 time: 1.0806952 Sep 16 05:04:04.114056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bca888-22b4-42c6-81d3-c199937387d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4e0ce8-a30d-4e70-b699-c7763b93eb3c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.129054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-26769c72-78c0-4330-b0e5-92adb4e149d1 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.137613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-26769c72-78c0-4330-b0e5-92adb4e149d1 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.139537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-26769c72-78c0-4330-b0e5-92adb4e149d1 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c847f440-216d-4da5-afbd-92516af0c86c HTTP/1.1" status: 204 len: 168 time: 0.1926036 Sep 16 05:04:04.143363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50836) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.145654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26769c72-78c0-4330-b0e5-92adb4e149d1 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c847f440-216d-4da5-afbd-92516af0c86c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.214974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-299e43a5-8bd6-4c2a-84aa-7d10083d128e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0678742 Sep 16 05:04:04.216258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50838) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.243734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea9f001e-e088-4162-b15e-66268cea6d4c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.252846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea9f001e-e088-4162-b15e-66268cea6d4c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.336895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:04.357122 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea9f001e-e088-4162-b15e-66268cea6d4c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.364491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:04.365175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea9f001e-e088-4162-b15e-66268cea6d4c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.365517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2ef4fa54-2cda-47fa-a63c-dc0d14de8d35 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:04.383918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea9f001e-e088-4162-b15e-66268cea6d4c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/cdc806f4-1dea-4ad3-b0f3-975dab2e00ca HTTP/1.1" status: 204 len: 168 time: 0.1675076 Sep 16 05:04:04.385763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50846) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.402461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f001e-e088-4162-b15e-66268cea6d4c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdc806f4-1dea-4ad3-b0f3-975dab2e00ca,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.491121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:04.494070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9b4ac511-01dd-4861-afb8-10343f763ad7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0970213 Sep 16 05:04:04.494875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50850) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.507151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50852) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.507621 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-31c4c487-b633-4a42-aa31-d67d5056675f tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586b3661a32f40efa487fa0fcabd2cb3 HTTP/1.1" status: 200 len: 380 time: 0.4113202 Sep 16 05:04:04.521980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Request body: {'port': {'device_id': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'admin_state_up': True, 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'security_groups': ['1bc07d1c-f06c-47a4-8d25-ede5bfb27e67']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:04.523940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878868e-23c6-4bf0-9c75-8c7e44c4ddd6 req-ed148da2-07de-475b-839e-e8f01071f4f4 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.527592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4878868e-23c6-4bf0-9c75-8c7e44c4ddd6 req-ed148da2-07de-475b-839e-e8f01071f4f4 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0885170 Sep 16 05:04:04.567643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 2db67806-e838-4f2a-8fed-ed83910d8da9) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:04.576504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11337f-f59a-41b2-adae-54d5a148271d None None] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:04.600972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.601584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.644133 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5db4-8211-49a8-a72b-7df3b678b463 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.682288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5db4-8211-49a8-a72b-7df3b678b463 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.701482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cc5fdb8-40f8-45c2-b9d4-5040d4e6a833 req-11b8432c-b78d-43e3-851f-1fadde70f78b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 210 time: 0.1128876 Sep 16 05:04:04.724625 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d5e60899-1fb9-41a3-8ec9-525010859cd8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4349198 Sep 16 05:04:04.725656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50858) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.729934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bfb23f79-a553-4bc3-a715-c5f2f5726bbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=312b389330164005a0ecddf7ead52b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215359 Sep 16 05:04:04.730232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:04.730459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50860) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.734842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4878868e-23c6-4bf0-9c75-8c7e44c4ddd6 req-50585623-bc87-471c-b8f3-4b49d9b36d8d tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985304 Sep 16 05:04:04.778227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-2db67806-e838-4f2a-8fed-ed83910d8da9', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:04.778227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.791690 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6d4982e-94c6-43b9-9cca-fa89752cee42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.848952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6d4982e-94c6-43b9-9cca-fa89752cee42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.853479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Made reservation on behalf of 586b3661a32f40efa487fa0fcabd2cb3 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:04.857057 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.862323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5db4-8211-49a8-a72b-7df3b678b463 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.865294 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5db4-8211-49a8-a72b-7df3b678b463 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.866573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa1c5db4-8211-49a8-a72b-7df3b678b463 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/f1aeea83-dd9c-4e87-b93e-23f29bada3f9 HTTP/1.1" status: 204 len: 168 time: 0.3704655 Sep 16 05:04:04.869466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50864) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.896607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c5db4-8211-49a8-a72b-7df3b678b463 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aeea83-dd9c-4e87-b93e-23f29bada3f9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.939203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c234e2bd-4aa0-49a4-84c2-7d06ce2dd72f tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683265 Sep 16 05:04:04.943762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50866) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.951680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8add40c3-8035-4fea-9bdc-fc6c12a2d1cb tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636401988'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:04.961327 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.962343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.003322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Allocated IP 172.20.0.2 (2db67806-e838-4f2a-8fed-ed83910d8da9/c828553b-856a-4fd3-a355-77c9cedd965a/6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:05.068489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.070911 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6d4982e-94c6-43b9-9cca-fa89752cee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.074173 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6d4982e-94c6-43b9-9cca-fa89752cee42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.075341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d6d4982e-94c6-43b9-9cca-fa89752cee42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d HTTP/1.1" status: 204 len: 168 time: 0.3437643 Sep 16 05:04:05.082134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Allocated IP 172.20.0.14 (76e3f7eb-114f-4cd2-b599-c980be177f1c/a68d23b5-b792-436d-aa7a-66944f7ce206/59328933-5ccb-44fb-bdab-b70260941752) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:05.094270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4982e-94c6-43b9-9cca-fa89752cee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ccdda7-3ddb-4669-b1d1-5bd147d5dd1d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.109320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8add40c3-8035-4fea-9bdc-fc6c12a2d1cb tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.172122 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.265743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.301912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:05.306693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:05.310812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:05.321968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Pushing event updated for resources: {'Port': ['ID=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.351966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.405225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Attempting to bind port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:05.405714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Attempting to bind port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:05.411524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Attempting to bind port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d on network 2db67806-e838-4f2a-8fed-ed83910d8da9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:05.411524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:05.411772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Checking segment: {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:05.412271 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.412548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Bound using segment: {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:05.413239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Bound port: 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:05.413465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.414158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.437603 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8add40c3-8035-4fea-9bdc-fc6c12a2d1cb tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.499567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] For port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:05.504212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] For port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:05.516712 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8add40c3-8035-4fea-9bdc-fc6c12a2d1cb tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.556454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add40c3-8035-4fea-9bdc-fc6c12a2d1cb tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17da98ae-ac57-41f2-9a2b-3960c199d68a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.564065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.597903 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.620744 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:05.631042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:05.634642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:05.637902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50892) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.647196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8add40c3-8035-4fea-9bdc-fc6c12a2d1cb tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.647196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8add40c3-8035-4fea-9bdc-fc6c12a2d1cb tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6952848 Sep 16 05:04:05.647196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event updated for resources: {'Port': ['ID=59328933-5ccb-44fb-bdab-b70260941752,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.658428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50894) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.674659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-fcfe07ce-5b5b-45a5-bce8-75831a14f002 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': '17da98ae-ac57-41f2-9a2b-3960c199d68a', 'direction': 'ingress', 'protocol': 17}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:05.700227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963b6fc-0172-46c6-ba3e-2d2391ae277b None None] Pushing event updated for resources: {'Port': ['ID=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.822366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcfe07ce-5b5b-45a5-bce8-75831a14f002 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.849393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.850061 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.902369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.940623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.952828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-ee6e1a85-14f4-4870-9a68-bbff66325695 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4363439 Sep 16 05:04:05.956552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-338545095'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:05.967974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Request body: {'port': {'device_id': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:06.030471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcfe07ce-5b5b-45a5-bce8-75831a14f002 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.050279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fed5d-b2ec-4b95-8823-1330d5366653 req-fb92549c-a51e-48b3-8dd9-a8bc6bab50bb tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.050279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c3fed5d-b2ec-4b95-8823-1330d5366653 req-fb92549c-a51e-48b3-8dd9-a8bc6bab50bb tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 932 time: 0.1628709 Sep 16 05:04:06.060580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e45c55-6692-47e7-aac3-33ac300cbc0b req-c1e6484c-869a-4ab8-adda-ceaef37270d5 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.069079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c89407e9-a839-40ef-b885-a0bf1cc0205c None None] Provisioning complete for port 59328933-5ccb-44fb-bdab-b70260941752 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:06.069708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c89407e9-a839-40ef-b885-a0bf1cc0205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.084392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5e45c55-6692-47e7-aac3-33ac300cbc0b req-c1e6484c-869a-4ab8-adda-ceaef37270d5 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1935174 Sep 16 05:04:06.131065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.131693 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcfe07ce-5b5b-45a5-bce8-75831a14f002 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.160989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c89407e9-a839-40ef-b885-a0bf1cc0205c None None] Port 59328933-5ccb-44fb-bdab-b70260941752 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:06.170932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe07ce-5b5b-45a5-bce8-75831a14f002 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ed3afe-6b03-470d-9fef-51b2fd503bd6,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.175811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5e45c55-6692-47e7-aac3-33ac300cbc0b req-982fbaa6-9e98-4071-a6d1-c14a699e1a9f tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955944 Sep 16 05:04:06.207923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Made reservation on behalf of 9d0f8500e588482d8fc92e03dd9488d0 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:06.212670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.221400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c3fed5d-b2ec-4b95-8823-1330d5366653 req-908dda0a-e59f-47cd-92fc-4a0e3b546ae0 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393054 Sep 16 05:04:06.230553 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.304289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcfe07ce-5b5b-45a5-bce8-75831a14f002 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.308267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fcfe07ce-5b5b-45a5-bce8-75831a14f002 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6446106 Sep 16 05:04:06.308870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50912) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.317163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Allocated IP 172.25.7.214 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/d01e8492-19d8-4ece-8b91-c30f2ac52afd) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:06.383049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:06.413573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984d707f-2ca0-41e9-a8e0-9ff0f154bb6d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.462092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984d707f-2ca0-41e9-a8e0-9ff0f154bb6d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.480274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:06.482482 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.516017 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.546928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.566439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50918) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.583639 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.622822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:06.625849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.637868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59328933-5ccb-44fb-bdab-b70260941752 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:06.655097 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.658321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984d707f-2ca0-41e9-a8e0-9ff0f154bb6d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.661086 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984d707f-2ca0-41e9-a8e0-9ff0f154bb6d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.668295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-984d707f-2ca0-41e9-a8e0-9ff0f154bb6d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/17da98ae-ac57-41f2-9a2b-3960c199d68a HTTP/1.1" status: 204 len: 168 time: 0.3550513 Sep 16 05:04:06.668509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50922) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.670166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:06.671171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f315e1-3e5a-4bba-8f53-deb9ad0f9c72,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.682609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Transition to ACTIVE for port object 59328933-5ccb-44fb-bdab-b70260941752 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:06.693694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-669696841-network', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:06.710289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d707f-2ca0-41e9-a8e0-9ff0f154bb6d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17da98ae-ac57-41f2-9a2b-3960c199d68a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.715748 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.716091 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Added segment 1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4 of type vlan for network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 Sep 16 05:04:06.740006 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.757924 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f238f6b7-b5d9-44e1-9d10-a0a46de5d56a tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879633 Sep 16 05:04:06.758590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.764710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-223dcc89-8a7f-4c68-925c-f32aba5ed498 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254905733'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:06.773171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.786043 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.791730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.817480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.848265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Made reservation on behalf of 76bab2e32fc24cfc9baf80ed604c42a1 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:06.848429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:06.858228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.858386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:06.858635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:06.867334 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.890490 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.897563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.898313 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.905531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Pushing event updated for resources: {'Port': ['ID=d01e8492-19d8-4ece-8b91-c30f2ac52afd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.067564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Pushing event updated for resources: {'Port': ['ID=59328933-5ccb-44fb-bdab-b70260941752,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.103496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-223dcc89-8a7f-4c68-925c-f32aba5ed498 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.167728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e087b43f-0081-47c0-802f-4723441ee8f9 None None] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:07.188400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Attempting to bind port 59328933-5ccb-44fb-bdab-b70260941752 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:07.188985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Attempting to bind port 59328933-5ccb-44fb-bdab-b70260941752 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:07.193391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Attempting to bind port 59328933-5ccb-44fb-bdab-b70260941752 on network 76e3f7eb-114f-4cd2-b599-c980be177f1c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:07.194179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Port 59328933-5ccb-44fb-bdab-b70260941752 on network 76e3f7eb-114f-4cd2-b599-c980be177f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:07.194581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Attempting to bind port 59328933-5ccb-44fb-bdab-b70260941752 on network 76e3f7eb-114f-4cd2-b599-c980be177f1c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:07.200682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:07.201141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Checking segment: {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:07.201600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Bound using segment: {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:07.202116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Bound port: 59328933-5ccb-44fb-bdab-b70260941752, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092a809f-ce09-4878-aaa7-beb679b63888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:07.202577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.331352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] For port 59328933-5ccb-44fb-bdab-b70260941752, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:07.347802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] For port 59328933-5ccb-44fb-bdab-b70260941752, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=59328933-5ccb-44fb-bdab-b70260941752,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:07.350575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6c8103e2-63d5-43e2-b124-079d0e35cdcd None None] Provisioning complete for port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:07.350960 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6c8103e2-63d5-43e2-b124-079d0e35cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.375217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Pushing event updated for resources: {'Network': ['ID=86995b62-93da-4cbc-8f7f-57ec72bcd4d1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.393884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:07.411076 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.426422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09833c05-d6d9-4085-b5d1-dbfe26798bd8 req-0e1128a6-ab18-41db-9c11-9520f3764279 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.427958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09833c05-d6d9-4085-b5d1-dbfe26798bd8 req-0e1128a6-ab18-41db-9c11-9520f3764279 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1593394 Sep 16 05:04:07.466286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4720154-f707-4774-8a4f-c741b23d26aa req-84996386-0b99-4d40-920d-0232d8111582 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.468083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4720154-f707-4774-8a4f-c741b23d26aa req-84996386-0b99-4d40-920d-0232d8111582 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 944 time: 0.1106541 Sep 16 05:04:07.542300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.554471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09833c05-d6d9-4085-b5d1-dbfe26798bd8 req-3a5d91df-efb5-42b6-97ca-9a8379b6677e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037393 Sep 16 05:04:07.563647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4720154-f707-4774-8a4f-c741b23d26aa req-2d7b8ef9-f22f-47ed-8127-3e0800db6d50 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757239 Sep 16 05:04:07.632638 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.693718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:07.696112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc1421f-8be1-4044-97bc-ad0c352d3e5b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.704564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0e1d44d0-163a-426a-b75b-a5d1d7f35e73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0655861 Sep 16 05:04:07.716270 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.716270 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Added segment 798a673c-eaf9-4b4b-aea7-3aacf338d0ca of type vlan for network 5622b731-e8bd-4ba5-9a34-61f0459f3aab Sep 16 05:04:07.731307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.768526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.777445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.778875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.780401 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] 10.222.0.60 "PUT /v2.0/ports/59328933-5ccb-44fb-bdab-b70260941752 HTTP/1.1" status: 200 len: 1093 time: 1.8175347 Sep 16 05:04:07.787763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'tag': '59328933-5ccb-44fb-bdab-b70260941752'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:07.790436 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd4803d-75f7-4eb6-8598-deb8286b76ff" -d '{"events": [{"name": "network-changed", "server_uuid": "aa500d31-396e-4b7a-8a10-392ff8464c02", "tag": "59328933-5ccb-44fb-bdab-b70260941752"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:07.889197 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d5fbfb-5bd0-4a58-a931-34200c8b75fe x-openstack-request-id: req-a3d5fbfb-5bd0-4a58-a931-34200c8b75fe {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:07.889496 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa500d31-396e-4b7a-8a10-392ff8464c02", "tag": "59328933-5ccb-44fb-bdab-b70260941752", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:07.889930 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3d5fbfb-5bd0-4a58-a931-34200c8b75fe {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:07.890335 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'tag': '59328933-5ccb-44fb-bdab-b70260941752', 'status': 'completed', 'code': 200} Sep 16 05:04:07.907656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60699a2d-9e01-45cf-a55a-a5a120c7a845 service neutron] Pushing event updated for resources: {'Port': ['ID=59328933-5ccb-44fb-bdab-b70260941752,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.942868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c5b1b43a-8eb3-4d33-8e3b-03b3a01b3be1 None None] Provisioning complete for port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:07.943465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b43a-8eb3-4d33-8e3b-03b3a01b3be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.986110 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.987809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.989079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.008172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-223dcc89-8a7f-4c68-925c-f32aba5ed498 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.048694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50942) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.055408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Request body: {'port': {'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1', 'binding:host_id': 'n-h2-712143-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071095992'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:08.080417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4803d-75f7-4eb6-8598-deb8286b76ff req-20ca5ad0-5fee-4cd3-a30d-f7fe7428b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.082257 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd4803d-75f7-4eb6-8598-deb8286b76ff req-20ca5ad0-5fee-4cd3-a30d-f7fe7428b9f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=586b3661a32f40efa487fa0fcabd2cb3&device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 1096 time: 0.1578844 Sep 16 05:04:08.095832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] Pushing event updated for resources: {'Network': ['ID=5622b731-e8bd-4ba5-9a34-61f0459f3aab,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:08.110072 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5622b731-e8bd-4ba5-9a34-61f0459f3aab details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:08.128190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-223dcc89-8a7f-4c68-925c-f32aba5ed498 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.174302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1f777cec-fe0a-4115-914c-3c92b367d4e0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6064115 Sep 16 05:04:08.177181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50944) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.182103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Request body: {'subnet': {'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-669696841-subnet', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:08.233159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dcc89-8a7f-4c68-925c-f32aba5ed498 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109ae413-58b5-464f-bf24-f403ac6d3bee,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:08.235781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.276363 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-223dcc89-8a7f-4c68-925c-f32aba5ed498 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.280160 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-223dcc89-8a7f-4c68-925c-f32aba5ed498 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5179446 Sep 16 05:04:08.282089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50946) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.288570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-17e9a460-f718-45bc-95cc-47730d75ffb2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141277055'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:08.336926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:08.368214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Made reservation on behalf of c31b13f83e2f4c22896ce2e05d16c62b for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:08.377521 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.379373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4803d-75f7-4eb6-8598-deb8286b76ff req-9f4f0f0b-c8a3-424d-ab54-83f5eb7f7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.380972 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd4803d-75f7-4eb6-8598-deb8286b76ff req-9f4f0f0b-c8a3-424d-ab54-83f5eb7f7215 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=586b3661a32f40efa487fa0fcabd2cb3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2630236 Sep 16 05:04:08.390671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:08.391347 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.397949 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.498961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Made reservation on behalf of 76bab2e32fc24cfc9baf80ed604c42a1 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:08.501588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.614455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4803d-75f7-4eb6-8598-deb8286b76ff req-005ad0d1-281d-47f0-b5b3-f0c105e8aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.616203 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd4803d-75f7-4eb6-8598-deb8286b76ff req-005ad0d1-281d-47f0-b5b3-f0c105e8aaf8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2275846 Sep 16 05:04:08.625202 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e9a460-f718-45bc-95cc-47730d75ffb2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.701208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Router d3c81606-5f81-48b2-94c1-ddbf73dd542a is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:04:08.722478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-241c4b58-24ec-4c4b-a6b5-aab61a5ac5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.724046 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-241c4b58-24ec-4c4b-a6b5-aab61a5ac5e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=586b3661a32f40efa487fa0fcabd2cb3&device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 1096 time: 0.0624866 Sep 16 05:04:08.795317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-cd3f0e54-ed72-4427-a7bc-2272cf3590c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59328933-5ccb-44fb-bdab-b70260941752 HTTP/1.1" status: 200 len: 217 time: 0.0416355 Sep 16 05:04:08.818961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b4e91-dd83-444a-96c0-6cbc2bfa7ad2 req-acd5157a-6484-4609-af7d-ee9b8f041df0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.823826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-576b4e91-dd83-444a-96c0-6cbc2bfa7ad2 req-acd5157a-6484-4609-af7d-ee9b8f041df0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1748362 Sep 16 05:04:08.849874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e15de-782d-41fa-81a5-cf3bd44b26c8 req-cf344d36-76e4-42d9-bc5d-62abd9dad365 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.851359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a5e15de-782d-41fa-81a5-cf3bd44b26c8 req-cf344d36-76e4-42d9-bc5d-62abd9dad365 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 944 time: 0.1785450 Sep 16 05:04:08.891216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-76e72633-b27b-468b-a0d3-d913ee7b43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.892672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-76e72633-b27b-468b-a0d3-d913ee7b43f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a68d23b5-b792-436d-aa7a-66944f7ce206 HTTP/1.1" status: 200 len: 851 time: 0.0908837 Sep 16 05:04:08.898957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:08.909382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Sync routers for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:08.909964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.919280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:08.921955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:08.936250 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.957332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-01ea7d21-926c-4ca1-be9d-0c19e98f5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.958867 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-01ea7d21-926c-4ca1-be9d-0c19e98f5654 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76e3f7eb-114f-4cd2-b599-c980be177f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585279 Sep 16 05:04:08.960975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-576b4e91-dd83-444a-96c0-6cbc2bfa7ad2 req-27bf43bb-7f22-4438-9feb-d146a3c3e779 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311462 Sep 16 05:04:08.985976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a5e15de-782d-41fa-81a5-cf3bd44b26c8 req-b1b05989-9928-4f57-85f4-d84a92af162c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235342 Sep 16 05:04:09.011387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44022a78-a1d1-4602-925b-f29a8e78ddc3,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.024623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Checking segment: {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:09.024985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Network hostable DHCP agents. Network: 5622b731-e8bd-4ba5-9a34-61f0459f3aab, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:09.067796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.068624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] device_id is not set on port 67694298-8d4f-4b91-98ef-39f54b92b226 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:09.084096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:09.114643 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-2993141b-fbd1-4300-9a15-5a34e6be863f service neutron] 10.222.0.60 "GET /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409266 Sep 16 05:04:09.189368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Network 5622b731-e8bd-4ba5-9a34-61f0459f3aab is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:09.208271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74d703a-afec-4673-96eb-960288d71c06,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.214683 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3cc3953-41cc-48fd-a056-80a3d691d7b6 req-8637b254-fa06-4833-a5f8-61e4a7dbb91a service neutron] 10.222.0.60 "GET /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918100 Sep 16 05:04:09.279581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:07Z', 'revision_number': 3, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:09.294203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e9a460-f718-45bc-95cc-47730d75ffb2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.310680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Checking router: d3c81606-5f81-48b2-94c1-ddbf73dd542a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:09.311033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Updating router d3c81606-5f81-48b2-94c1-ddbf73dd542a port d01e8492-19d8-4ece-8b91-c30f2ac52afd binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:09.331010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 5622b731-e8bd-4ba5-9a34-61f0459f3aab) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:09.337468 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.341216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.341974 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.343115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b978e3-e90b-4854-a19a-898b8fb468bc None None] Network 5622b731-e8bd-4ba5-9a34-61f0459f3aab requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:09.384195 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e9a460-f718-45bc-95cc-47730d75ffb2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.418099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] device_id is not set on port 67694298-8d4f-4b91-98ef-39f54b92b226 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:09.433866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.435616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9a460-f718-45bc-95cc-47730d75ffb2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a5ad4d-50ba-411d-9a27-dccf9e6e57d8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.457395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.461673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50956) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.461814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6a6c6563-0d3f-435a-9d7d-cc5343509d4a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7351260 Sep 16 05:04:09.509219 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e9a460-f718-45bc-95cc-47730d75ffb2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.512885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-17e9a460-f718-45bc-95cc-47730d75ffb2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2270761 Sep 16 05:04:09.512885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8ea8ee46-9fa2-42e3-888c-f8e25f044d26 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3334723 Sep 16 05:04:09.513822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50958) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.515661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50960) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.519852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-00b096bb-0f9a-4331-b445-6b25448ac305 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': '109ae413-58b5-464f-bf24-f403ac6d3bee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '64a5ad4d-50ba-411d-9a27-dccf9e6e57d8', 'remote_ip_prefix': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:09.521482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:09.546290 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.617361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c5b20-f2d5-4c87-9660-da0030b5f4c9 None None] Network 5622b731-e8bd-4ba5-9a34-61f0459f3aab requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:09.648774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.650655 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.686810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=67694298-8d4f-4b91-98ef-39f54b92b226,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.709513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Checking segment: {'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:09.709898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.710039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Network hostable DHCP agents. Network: 86995b62-93da-4cbc-8f7f-57ec72bcd4d1, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:09.781427 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00b096bb-0f9a-4331-b445-6b25448ac305 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.820143 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.927449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:09.945453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.970104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00b096bb-0f9a-4331-b445-6b25448ac305 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.005839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Attempting to bind port d01e8492-19d8-4ece-8b91-c30f2ac52afd on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.006228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Attempting to bind port d01e8492-19d8-4ece-8b91-c30f2ac52afd by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.006710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Attempting to bind port d01e8492-19d8-4ece-8b91-c30f2ac52afd on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.015482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290109da-05c6-43fc-9f6a-84425b38ba07 None None] Pushing event updated for resources: {'Port': ['ID=d01e8492-19d8-4ece-8b91-c30f2ac52afd,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.022325 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:10.022325 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:10.022325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.022325 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:10.022325 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Bound port: d01e8492-19d8-4ece-8b91-c30f2ac52afd, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:10.022325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.065236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 86995b62-93da-4cbc-8f7f-57ec72bcd4d1) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:10.069739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:10.097166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5ab1a-e071-4167-a968-71007ec5d328 None None] Network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:10.142608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] For port d01e8492-19d8-4ece-8b91-c30f2ac52afd, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:10.146940 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00b096bb-0f9a-4331-b445-6b25448ac305 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.200969 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.212082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.212082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.212082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.216490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] For port d01e8492-19d8-4ece-8b91-c30f2ac52afd, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d01e8492-19d8-4ece-8b91-c30f2ac52afd,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:10.222985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b096bb-0f9a-4331-b445-6b25448ac305 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61c240f-fc2e-44fe-a24a-1d340ab82b13,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.233687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.234044 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.235523 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 2 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.240394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.270393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019536c9-8491-4075-a56b-516c1fd7efe5 req-10a357b5-3277-4e04-9dfb-f44457e5bad8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.272051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-019536c9-8491-4075-a56b-516c1fd7efe5 req-10a357b5-3277-4e04-9dfb-f44457e5bad8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.2223611 Sep 16 05:04:10.283847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.284134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.284659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.296623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642755b-353b-4e43-8a4d-9a4e69ffe935 req-e8502e4f-71cb-49fa-8d2c-969e76a3dbb8 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.298087 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4642755b-353b-4e43-8a4d-9a4e69ffe935 req-e8502e4f-71cb-49fa-8d2c-969e76a3dbb8 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 944 time: 0.1552300 Sep 16 05:04:10.313316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.313650 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.326052 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 3 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.355185 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.364548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.408963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:10.409599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:10.415330 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-00b096bb-0f9a-4331-b445-6b25448ac305 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.416604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-00b096bb-0f9a-4331-b445-6b25448ac305 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9018233 Sep 16 05:04:10.425902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50972) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.426749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.427090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.427464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.465684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290109da-05c6-43fc-9f6a-84425b38ba07 None None] Pushing event updated for resources: {'Port': ['ID=d01e8492-19d8-4ece-8b91-c30f2ac52afd,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.481176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.481518 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.492239 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 4 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.527772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.534760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-019536c9-8491-4075-a56b-516c1fd7efe5 req-56f5cfb9-7fbd-4f5f-8e3b-b119a86c97b0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477489 Sep 16 05:04:10.537856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:10.545669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4642755b-353b-4e43-8a4d-9a4e69ffe935 req-e06f023c-a87f-4245-be67-d0e4df82575d tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357776 Sep 16 05:04:10.547949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.553685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.554015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.554359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.556885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-67f6f987-4f3c-4e91-afe1-3f4ced27fdb3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.575317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.575573 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.577022 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-67f6f987-4f3c-4e91-afe1-3f4ced27fdb3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.580667 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 5 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.652064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.652408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.652752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.672231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.672568 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.676570 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 6 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.685964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Allocated IP 172.25.7.181 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/673a2e77-a4cb-411d-9dc9-95b91b3c0a92) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:10.698610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Allocated IP 172.20.0.1 (2db67806-e838-4f2a-8fed-ed83910d8da9/c828553b-856a-4fd3-a355-77c9cedd965a/485a3f95-f4eb-4de3-a87e-8a0140095cc7) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:10.705012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.705376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.705823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.717109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.717475 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.719721 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 7 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.748853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.749173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.749429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.763337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.763761 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.765511 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 8 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.810195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.815552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.815898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.816238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.824869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.825203 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.827639 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 9 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.839009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-67f6f987-4f3c-4e91-afe1-3f4ced27fdb3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.844005 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-67f6f987-4f3c-4e91-afe1-3f4ced27fdb3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.847845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-67f6f987-4f3c-4e91-afe1-3f4ced27fdb3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b61c240f-fc2e-44fe-a24a-1d340ab82b13 HTTP/1.1" status: 204 len: 168 time: 0.4155543 Sep 16 05:04:10.848126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50974) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.865990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.866430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.866735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.872930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6f987-4f3c-4e91-afe1-3f4ced27fdb3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b61c240f-fc2e-44fe-a24a-1d340ab82b13,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.884898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.885271 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.888401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.889607 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 10 to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 Sep 16 05:04:10.894216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:07Z', 'revision_number': 3, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:10.898832 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-111fcfc9-e7f8-48aa-aec0-05b49def83f3 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0494180 Sep 16 05:04:10.901494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50976) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.909034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.909381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.909718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.917435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 67694298-8d4f-4b91-98ef-39f54b92b226 on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:10.917779 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 67694298-8d4f-4b91-98ef-39f54b92b226 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:10.922607 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.932852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e810a-976e-42e8-8be1-3ea44e9d3020 None None] The sync data for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 is: [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:07Z', 'revision_number': 3, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:10.980279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52a6c72b-c289-42f4-961b-87ac23926dea tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.995638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52a6c72b-c289-42f4-961b-87ac23926dea tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.001495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] For port 67694298-8d4f-4b91-98ef-39f54b92b226, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:11.002013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempted to set empty binding levels {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:04:11.015607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.067612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:11.076022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:11.079168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:11.081295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Pushing event updated for resources: {'Port': ['ID=673a2e77-a4cb-411d-9dc9-95b91b3c0a92,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.082223 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af3349f5-859a-4938-93a9-a8762204fa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.084533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.094737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.147511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:11.151515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.152162 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.156369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:11.164564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:11.222763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52a6c72b-c289-42f4-961b-87ac23926dea tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.226878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52a6c72b-c289-42f4-961b-87ac23926dea tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.231070 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-52a6c72b-c289-42f4-961b-87ac23926dea tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/64a5ad4d-50ba-411d-9a27-dccf9e6e57d8 HTTP/1.1" status: 204 len: 168 time: 0.3256931 Sep 16 05:04:11.234102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50980) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.250117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Pushing event updated for resources: {'Port': ['ID=485a3f95-f4eb-4de3-a87e-8a0140095cc7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.263950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6c72b-c289-42f4-961b-87ac23926dea tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a5ad4d-50ba-411d-9a27-dccf9e6e57d8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.316589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.319623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.2698925 Sep 16 05:04:11.322666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50982) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.427168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9244-f542-4384-b872-6808c81c49e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=67694298-8d4f-4b91-98ef-39f54b92b226,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.440456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-176b9f29-a9d2-40b3-b9fe-c337c670f33a tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1987593 Sep 16 05:04:11.441175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50984) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.498213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Deleting port 67694298-8d4f-4b91-98ef-39f54b92b226 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:11.498579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.556332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-411887bf-fb35-42e3-bd70-59131b0041e3 None None] Provisioning complete for port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:11.557519 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-411887bf-fb35-42e3-bd70-59131b0041e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.560471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bcfa3be6-9743-4917-844f-0596bc11691c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.597245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bcfa3be6-9743-4917-844f-0596bc11691c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.619180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-411887bf-fb35-42e3-bd70-59131b0041e3 None None] Port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:11.708929 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.754268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] For port 67694298-8d4f-4b91-98ef-39f54b92b226, host n-h2-712143-16, got binding levels [] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:11.754601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.781026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.781133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Calling delete_port for 67694298-8d4f-4b91-98ef-39f54b92b226 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:11.826886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec2b24-07e4-42ef-b86b-b45fb8b804cd req-3dd33ead-864a-451e-a61c-42d35509ed05 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.828482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6aec2b24-07e4-42ef-b86b-b45fb8b804cd req-3dd33ead-864a-451e-a61c-42d35509ed05 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 944 time: 0.1589620 Sep 16 05:04:11.896683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6aec2b24-07e4-42ef-b86b-b45fb8b804cd req-b0069e9f-d1f9-4a06-a529-95abdb59347b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604663 Sep 16 05:04:11.902896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bcfa3be6-9743-4917-844f-0596bc11691c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.905530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bcfa3be6-9743-4917-844f-0596bc11691c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.909539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bcfa3be6-9743-4917-844f-0596bc11691c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/109ae413-58b5-464f-bf24-f403ac6d3bee HTTP/1.1" status: 204 len: 168 time: 0.4653809 Sep 16 05:04:11.911817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50992) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.925755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4e7f2-0012-4cdb-9ac1-5aaee4a5ed27 req-a1adea1e-2ef5-437c-a769-5aef0a0afec9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.925755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fc4e7f2-0012-4cdb-9ac1-5aaee4a5ed27 req-a1adea1e-2ef5-437c-a769-5aef0a0afec9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1951745 Sep 16 05:04:11.934700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa3be6-9743-4917-844f-0596bc11691c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ae413-58b5-464f-bf24-f403ac6d3bee,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.038991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fc4e7f2-0012-4cdb-9ac1-5aaee4a5ed27 req-7e68cc38-1c9a-40a6-a8d9-f03171f99bfd tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052392 Sep 16 05:04:12.113525 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.120451 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f4b79400-ebda-42bc-8c1c-3e8b74c501de tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2054577 Sep 16 05:04:12.124913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50994) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.132972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-05e58685-e93a-4192-86df-3dfcdb9fc317 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975777864'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:12.141978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.197001 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.219912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.230554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event deleted for resources: {'Port': ['ID=67694298-8d4f-4b91-98ef-39f54b92b226,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.240517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.245065 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ebe91f99-3d26-4503-9aff-208a76819b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "DELETE /v2.0/ports/67694298-8d4f-4b91-98ef-39f54b92b226 HTTP/1.1" status: 204 len: 168 time: 0.9186800 Sep 16 05:04:12.247425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50998) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.275300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-05e58685-e93a-4192-86df-3dfcdb9fc317 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.306508 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc811921-f3af-4108-83a8-27ad770582c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:04:12.312712 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fc811921-f3af-4108-83a8-27ad770582c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "GET /v2.0/ports/67694298-8d4f-4b91-98ef-39f54b92b226 HTTP/1.1" status: 404 len: 333 time: 0.0598190 Sep 16 05:04:12.312712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51000) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.319512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Request body: {'port': {'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-729575907'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:12.339518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Pushing event updated for resources: {'Port': ['ID=485a3f95-f4eb-4de3-a87e-8a0140095cc7,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.346581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.432794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d01e8492-19d8-4ece-8b91-c30f2ac52afd up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:12.457089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Router be38efc6-3fae-4f89-b2c1-680594229490 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:04:12.507752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-05e58685-e93a-4192-86df-3dfcdb9fc317 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.516471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:12.518208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:12.531036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d01e8492-19d8-4ece-8b91-c30f2ac52afd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:12.531645 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.596265 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-05e58685-e93a-4192-86df-3dfcdb9fc317 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.669391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:12.680729 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Sync routers for ids ['be38efc6-3fae-4f89-b2c1-680594229490'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:12.701914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e58685-e93a-4192-86df-3dfcdb9fc317 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47784811-a936-4ca6-a97a-67016d274e46,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.720426 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Routers {'be38efc6-3fae-4f89-b2c1-680594229490'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:12.721066 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['be38efc6-3fae-4f89-b2c1-680594229490'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:12.728299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Router d3c81606-5f81-48b2-94c1-ddbf73dd542a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:12.736960 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.740427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Made reservation on behalf of c31b13f83e2f4c22896ce2e05d16c62b for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:12.743088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.772601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] device_id is not set on port 79d95115-c2a9-4f70-a5cf-5d5294b91ace yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:12.811754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port d01e8492-19d8-4ece-8b91-c30f2ac52afd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d01e8492-19d8-4ece-8b91-c30f2ac52afd,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:12.848354 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-05e58685-e93a-4192-86df-3dfcdb9fc317 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.856301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-05e58685-e93a-4192-86df-3dfcdb9fc317 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7242131 Sep 16 05:04:12.857836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59328933-5ccb-44fb-bdab-b70260941752 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:12.879209 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.880910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51002) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.886360 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Set router be38efc6-3fae-4f89-b2c1-680594229490 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:12.905349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d7c232f4-6deb-4a0b-a727-31737800f05e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': '47784811-a936-4ca6-a97a-67016d274e46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:12.919348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.923371 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9c59aba8-5e93-4019-a8b4-8d77b9d254c6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4039931 Sep 16 05:04:12.925738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51004) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.986466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:13.003298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fb5a363f-bbaf-42aa-b98a-84129b8674b9 admin admin] 10.222.0.59 "PUT /v2.0/routers/d3c81606-5f81-48b2-94c1-ddbf73dd542a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5404987 Sep 16 05:04:13.092312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=d01e8492-19d8-4ece-8b91-c30f2ac52afd,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.132105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3115-420f-4910-90e2-36bc0710a4df req-60580877-391c-421b-a699-7589da198782 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.134513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab6f3115-420f-4910-90e2-36bc0710a4df req-60580877-391c-421b-a699-7589da198782 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 944 time: 0.0867181 Sep 16 05:04:13.148382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9a2d7ddd-b367-4233-bb74-476362b83524 None None] Provisioning complete for port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:13.149095 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7ddd-b367-4233-bb74-476362b83524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.191163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.217068 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab6f3115-420f-4910-90e2-36bc0710a4df req-d24f3386-41f4-4b2d-a502-46e45d22356d tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757020 Sep 16 05:04:13.265500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 59328933-5ccb-44fb-bdab-b70260941752, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=59328933-5ccb-44fb-bdab-b70260941752,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:13.282944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '59328933-5ccb-44fb-bdab-b70260941752', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'port_id': '59328933-5ccb-44fb-bdab-b70260941752', 'mac_address': 'fa:16:3e:a7:56:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:13.296739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Sync routers for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:13.319772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.334657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d7ddd-b367-4233-bb74-476362b83524 None None] Port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:13.337831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:13.340602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:13.343537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:13.347763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:13.355720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:13.356704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.357363 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.414763 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 3, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port': {'id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:13.422826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7c232f4-6deb-4a0b-a727-31737800f05e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.466640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419711a-74a4-4413-a6ac-1c1b4924daba req-cc9d73a3-b1d0-48a1-aec6-32802db87570 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.468160 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Checking router: be38efc6-3fae-4f89-b2c1-680594229490 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:13.468572 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Updating router be38efc6-3fae-4f89-b2c1-680594229490 port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:13.481934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9419711a-74a4-4413-a6ac-1c1b4924daba req-cc9d73a3-b1d0-48a1-aec6-32802db87570 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1169198 Sep 16 05:04:13.488836 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.501024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=79d95115-c2a9-4f70-a5cf-5d5294b91ace,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.522246 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.554921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59328933-5ccb-44fb-bdab-b70260941752 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:13.584753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9419711a-74a4-4413-a6ac-1c1b4924daba req-1f25d255-b3f1-4413-a6f8-a438a83fb66c tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015985 Sep 16 05:04:13.594586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7c232f4-6deb-4a0b-a727-31737800f05e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.597841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 59328933-5ccb-44fb-bdab-b70260941752, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=59328933-5ccb-44fb-bdab-b70260941752,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:13.597970 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-de3688ee-d830-4b5d-ba1c-74283747857e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2848907 Sep 16 05:04:13.600688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51020) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:13.608729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:13.686522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.724747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.788367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=59328933-5ccb-44fb-bdab-b70260941752,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.849315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:13.898427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['59328933-5ccb-44fb-bdab-b70260941752'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:13.956718 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.040158 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.079501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7c232f4-6deb-4a0b-a727-31737800f05e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.098267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c232f4-6deb-4a0b-a727-31737800f05e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8f9a99-13ee-4f6c-8d76-767d244bc426,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.175010 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba97e39-1ec7-40f6-aef9-3332783a5651 None None] Pushing event updated for resources: {'Port': ['ID=673a2e77-a4cb-411d-9dc9-95b91b3c0a92,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.188284 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Attempting to bind port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:14.188850 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Attempting to bind port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:14.189519 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Attempting to bind port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:14.200367 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:14.202471 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:14.203281 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.205058 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:14.206336 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Bound port: 673a2e77-a4cb-411d-9dc9-95b91b3c0a92, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:14.207552 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.227587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7c232f4-6deb-4a0b-a727-31737800f05e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.234586 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d7c232f4-6deb-4a0b-a727-31737800f05e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3523965 Sep 16 05:04:14.235346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51026) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.253562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51032) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.272111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c90b6f3b-28ee-4e8f-8d33-81f8d37a2e0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052003130', 'description': 'tempest-description--1803303526'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:14.321043 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.323463 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] For port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:14.332178 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] For port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=673a2e77-a4cb-411d-9dc9-95b91b3c0a92,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:14.355366 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cb92944-8018-484d-a77e-b8b5ecd9b99c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.413667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cb92944-8018-484d-a77e-b8b5ecd9b99c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.440274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d01e8492-19d8-4ece-8b91-c30f2ac52afd up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:14.454743 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.458867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bef48-0983-4223-ba7a-8a23b06b5596 req-2c67608d-c555-44df-a6bd-6f4a4ed379c3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:14.460437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c9bef48-0983-4223-ba7a-8a23b06b5596 req-2c67608d-c555-44df-a6bd-6f4a4ed379c3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 945 time: 0.1344514 Sep 16 05:04:14.522284 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba97e39-1ec7-40f6-aef9-3332783a5651 None None] Pushing event updated for resources: {'Port': ['ID=673a2e77-a4cb-411d-9dc9-95b91b3c0a92,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.523478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c9bef48-0983-4223-ba7a-8a23b06b5596 req-978d26a9-49b4-4964-9736-c8ec585cd023 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566504 Sep 16 05:04:14.531139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.545226 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Routers {'be38efc6-3fae-4f89-b2c1-680594229490'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:14.545226 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:03:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['be38efc6-3fae-4f89-b2c1-680594229490'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:14.552088 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c90b6f3b-28ee-4e8f-8d33-81f8d37a2e0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.596872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d01e8492-19d8-4ece-8b91-c30f2ac52afd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:14.597607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.635646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] device_id is not set on port 79d95115-c2a9-4f70-a5cf-5d5294b91ace yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:14.657530 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c16d5f7d-3da0-4ca8-afad-dc3536e1e2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.660215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.685466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 2, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:14.686011 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] Set router be38efc6-3fae-4f89-b2c1-680594229490 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:14.754047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Checking router: d3c81606-5f81-48b2-94c1-ddbf73dd542a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:14.754689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Updating router d3c81606-5f81-48b2-94c1-ddbf73dd542a port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:14.769535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Allocated IP 172.20.0.1 (5622b731-e8bd-4ba5-9a34-61f0459f3aab/44022a78-a1d1-4602-925b-f29a8e78ddc3/1d904c1e-af20-4eed-9dab-859c326c7459) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:14.775288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.806199 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.845350 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cb92944-8018-484d-a77e-b8b5ecd9b99c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.850503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1cb92944-8018-484d-a77e-b8b5ecd9b99c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.852808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1cb92944-8018-484d-a77e-b8b5ecd9b99c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/6c8f9a99-13ee-4f6c-8d76-767d244bc426 HTTP/1.1" status: 204 len: 168 time: 0.6027637 Sep 16 05:04:14.864275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51036) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.887905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb92944-8018-484d-a77e-b8b5ecd9b99c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c8f9a99-13ee-4f6c-8d76-767d244bc426,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.904231 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c90b6f3b-28ee-4e8f-8d33-81f8d37a2e0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.916807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ce808-b56a-40f6-b5c7-53e3894d7292 req-efc03c3c-4e63-4e41-8b6a-cc56d5690ef0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:14.920139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa4ce808-b56a-40f6-b5c7-53e3894d7292 req-efc03c3c-4e63-4e41-8b6a-cc56d5690ef0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.2334697 Sep 16 05:04:14.944831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=79d95115-c2a9-4f70-a5cf-5d5294b91ace,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.959279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.975285 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-622bee1e-83d9-45e0-8127-bbf4ad1b79e0 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1073880 Sep 16 05:04:14.977478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51038) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.993835 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 3, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port': {'id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:15.001761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.001761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.002055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.011869 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c90b6f3b-28ee-4e8f-8d33-81f8d37a2e0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.030171 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeebb92-eff4-4e45-b2e5-918a11635ed5 None None] The sync data for ids ['be38efc6-3fae-4f89-b2c1-680594229490'] in n-d-712143-16 is: [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 3, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port': {'id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:15.039230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.039604 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.050272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa4ce808-b56a-40f6-b5c7-53e3894d7292 req-3938906d-d289-4bef-a733-8b630b5d8f74 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Sep 16 05:04:15.070193 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 2 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.098074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b6f3b-28ee-4e8f-8d33-81f8d37a2e0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcd21be-d554-4d6f-9ca7-fe4f208155c2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.107797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.108189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.108464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.118221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.118555 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.119445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dd03-11ce-4282-ba64-519ce7f124ce tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.120931 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 3 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.147730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.147979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.148316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.166344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dd03-11ce-4282-ba64-519ce7f124ce tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.169690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.170141 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.175693 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 4 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.183143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.207981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.208374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.208724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.218252 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.224016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.224787 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.227320 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 5 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.231406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c90b6f3b-28ee-4e8f-8d33-81f8d37a2e0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.231577 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.235792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c90b6f3b-28ee-4e8f-8d33-81f8d37a2e0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9748330 Sep 16 05:04:15.237783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51040) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.245383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-930ed336-ae5c-46c7-b5ed-ad1a9290f3ac tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Request body: {'security_group_rule': {'security_group_id': '6fcd21be-d554-4d6f-9ca7-fe4f208155c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:15.250158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.250712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.250901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Network 5622b731-e8bd-4ba5-9a34-61f0459f3aab is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:15.251453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.256388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.256951 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.257155 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 6 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.257903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:15.261324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:15.287928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.288298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.288605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.296980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.297650 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.298130 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 7 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.306223 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.322140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.323039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.323535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.335396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.335718 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.337073 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 8 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.340385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Pushing event updated for resources: {'Port': ['ID=1d904c1e-af20-4eed-9dab-859c326c7459,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.364072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.391980 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dd03-11ce-4282-ba64-519ce7f124ce tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.403631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dd03-11ce-4282-ba64-519ce7f124ce tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.406847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5fb8dd03-11ce-4282-ba64-519ce7f124ce tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/47784811-a936-4ca6-a97a-67016d274e46 HTTP/1.1" status: 204 len: 168 time: 0.4256196 Sep 16 05:04:15.453011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51046) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.501302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b9e9c-1b2e-435a-913d-8e613641db68 None None] Pushing event updated for resources: {'Port': ['ID=485a3f95-f4eb-4de3-a87e-8a0140095cc7,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.517842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-930ed336-ae5c-46c7-b5ed-ad1a9290f3ac tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.545365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8dd03-11ce-4282-ba64-519ce7f124ce tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47784811-a936-4ca6-a97a-67016d274e46,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.553425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.553425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.553425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.561552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.562247 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.573982 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 9 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.603528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.610160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.614729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.623646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.626653 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.637692 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 10 to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace Sep 16 05:04:15.679355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.679952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.680488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.748403 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-930ed336-ae5c-46c7-b5ed-ad1a9290f3ac tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.785493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ad9a2097-b114-4c83-8e90-cc657b52480e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3315592 Sep 16 05:04:15.786237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.786574 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:15.786959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.790080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51050) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.795335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6cae3d06-0c63-4cc1-b6f3-eb101a3f96f2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group': {'name': 'tempest-secgroup--742687600'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:15.820514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1e248-e794-40e3-bfb5-d3e24ca4f4df req-3bd407f8-6c58-4c71-afeb-df83a0b53fad tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.828986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37c1e248-e794-40e3-bfb5-d3e24ca4f4df req-3bd407f8-6c58-4c71-afeb-df83a0b53fad tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 945 time: 0.1558642 Sep 16 05:04:15.852808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Attempting to bind port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.853404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Attempting to bind port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.853521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Attempting to bind port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 on network 2db67806-e838-4f2a-8fed-ed83910d8da9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.859913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d3eb6ad2-f5ea-46d7-a363-e9358e60294b None None] Provisioning complete for port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:15.860305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6ad2-f5ea-46d7-a363-e9358e60294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.863837 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:15.864724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-930ed336-ae5c-46c7-b5ed-ad1a9290f3ac tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.867428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Checking segment: {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:15.868503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.870282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Bound using segment: {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:15.871516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Bound port: 485a3f95-f4eb-4de3-a87e-8a0140095cc7, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:15.875154 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.910564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.913265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37c1e248-e794-40e3-bfb5-d3e24ca4f4df req-60c6989a-7642-4b26-840c-4b745c9e213f tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808632 Sep 16 05:04:15.926404 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed336-ae5c-46c7-b5ed-ad1a9290f3ac tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77851d7b-0469-4400-bb37-3fb3c34f0e3e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.948740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb6ad2-f5ea-46d7-a363-e9358e60294b None None] Port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:15.958701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] For port 79d95115-c2a9-4f70-a5cf-5d5294b91ace, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:15.961344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempted to set empty binding levels {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:04:15.980367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] For port 485a3f95-f4eb-4de3-a87e-8a0140095cc7, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:15.983435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] For port 485a3f95-f4eb-4de3-a87e-8a0140095cc7, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=485a3f95-f4eb-4de3-a87e-8a0140095cc7,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:16.013379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cae3d06-0c63-4cc1-b6f3-eb101a3f96f2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.052496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.109205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] In _notify_port_updated(), no bound segment for port 79d95115-c2a9-4f70-a5cf-5d5294b91ace on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:04:16.112897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.113135 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.113258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.116644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-930ed336-ae5c-46c7-b5ed-ad1a9290f3ac tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.117143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "PUT /v2.0/ports/79d95115-c2a9-4f70-a5cf-5d5294b91ace HTTP/1.1" status: 200 len: 979 time: 2.5127802 Sep 16 05:04:16.117864 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-930ed336-ae5c-46c7-b5ed-ad1a9290f3ac tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8760736 Sep 16 05:04:16.118459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51054) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.124633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51056) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.136525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-fb8f5e09-8f81-4640-9130-9612c5c2a4cf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Request body: {'security_group_rule': {'security_group_id': '6fcd21be-d554-4d6f-9ca7-fe4f208155c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:16.146238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39692f-5190-48c7-9057-d9364b135ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=79d95115-c2a9-4f70-a5cf-5d5294b91ace,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.201501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b9e9c-1b2e-435a-913d-8e613641db68 None None] Pushing event updated for resources: {'Port': ['ID=485a3f95-f4eb-4de3-a87e-8a0140095cc7,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.249234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d12c-fb76-452e-bb2f-90dc286138be req-62ff43af-a6ab-4d13-a446-7a81ecca7163 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.251826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:16.252705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:16.258992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcb9d12c-fb76-452e-bb2f-90dc286138be req-62ff43af-a6ab-4d13-a446-7a81ecca7163 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1075280 Sep 16 05:04:16.297840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.323928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcb9d12c-fb76-452e-bb2f-90dc286138be req-dbe1509c-12ee-46a3-b454-602ff068570d tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583918 Sep 16 05:04:16.370894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.371509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.372092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.372634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.373125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.373677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.374156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.374633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.375105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.375609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.376077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.376549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.377015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.377480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.378405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.378874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.379388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.379858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.380561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.380866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.381334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.381796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.382257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.382914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.383173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.387643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.387643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.387643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.387643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.387643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.388465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.388577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.396362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f8384a8a-a073-4a3d-afda-2d4bfcd67244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28802 time: 0.2685153 Sep 16 05:04:16.397133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51060) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.425791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.473370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:16.531767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:16.561166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Pushing event updated for resources: {'Port': ['ID=1d904c1e-af20-4eed-9dab-859c326c7459,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.578647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.600345 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cae3d06-0c63-4cc1-b6f3-eb101a3f96f2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.680476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:16.681229 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.682758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cae3d06-0c63-4cc1-b6f3-eb101a3f96f2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.692765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Deleting port 79d95115-c2a9-4f70-a5cf-5d5294b91ace {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:16.693119 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.751851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-be00a133-efb7-402c-80d4-30897dbd314e None None] Provisioning complete for port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:16.753211 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be00a133-efb7-402c-80d4-30897dbd314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.790289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae3d06-0c63-4cc1-b6f3-eb101a3f96f2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f234066-83c6-4fd7-9af9-de4e5a9fa4cc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.808601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] For port 79d95115-c2a9-4f70-a5cf-5d5294b91ace, host n-h2-712143-16, got binding levels [] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:16.809259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.832613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Network 5622b731-e8bd-4ba5-9a34-61f0459f3aab is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:16.843369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:16.853477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Calling delete_port for 79d95115-c2a9-4f70-a5cf-5d5294b91ace owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:16.882960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5e09-8f81-4640-9130-9612c5c2a4cf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.886723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59328933-5ccb-44fb-bdab-b70260941752 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:16.949089 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.021632 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.026067 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5e09-8f81-4640-9130-9612c5c2a4cf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.033387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cae3d06-0c63-4cc1-b6f3-eb101a3f96f2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.037335 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6cae3d06-0c63-4cc1-b6f3-eb101a3f96f2 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2435377 Sep 16 05:04:17.037474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51068) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.043917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-43ac4121-99ae-442b-a8bc-fa256ea76626 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': '2f234066-83c6-4fd7-9af9-de4e5a9fa4cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:17.071307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:17.104344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f310e-9694-411a-8d76-32677780cd63 req-af013541-583e-49b2-bdfb-9d20281dffc8 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.106460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a8f310e-9694-411a-8d76-32677780cd63 req-af013541-583e-49b2-bdfb-9d20281dffc8 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 945 time: 0.0750966 Sep 16 05:04:17.112628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Router be38efc6-3fae-4f89-b2c1-680594229490 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:17.116707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=673a2e77-a4cb-411d-9dc9-95b91b3c0a92,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:17.118167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260a66d-7c0a-482b-87f4-b0ec8e172839 None None] The sync data for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 is: [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:17.132607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.132736 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be00a133-efb7-402c-80d4-30897dbd314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.190219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 59328933-5ccb-44fb-bdab-b70260941752 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:17.198385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a8f310e-9694-411a-8d76-32677780cd63 req-5e4f0dd6-c1e5-43d1-aa23-6c5f26e2c717 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844760 Sep 16 05:04:17.200371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5e09-8f81-4640-9130-9612c5c2a4cf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.226376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 59328933-5ccb-44fb-bdab-b70260941752 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:17.227063 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.228177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f5e09-8f81-4640-9130-9612c5c2a4cf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410031f4-52e3-4961-83bd-bcca41b7be7e,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.253304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-be00a133-efb7-402c-80d4-30897dbd314e None None] For port 485a3f95-f4eb-4de3-a87e-8a0140095cc7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=485a3f95-f4eb-4de3-a87e-8a0140095cc7,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:17.253304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.269196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event deleted for resources: {'Port': ['ID=79d95115-c2a9-4f70-a5cf-5d5294b91ace,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.276734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.281825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0c657d33-e72a-4c8e-bb50-dc2ebbbd337a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "DELETE /v2.0/ports/79d95115-c2a9-4f70-a5cf-5d5294b91ace HTTP/1.1" status: 204 len: 168 time: 0.8812473 Sep 16 05:04:17.282771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51070) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.287851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43ac4121-99ae-442b-a8bc-fa256ea76626 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.327200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5e09-8f81-4640-9130-9612c5c2a4cf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.328943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fb8f5e09-8f81-4640-9130-9612c5c2a4cf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2029476 Sep 16 05:04:17.330244 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab63bcd-2d9b-4fa9-b0bd-8b644b981292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:04:17.335722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51072) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.340634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2ab63bcd-2d9b-4fa9-b0bd-8b644b981292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "GET /v2.0/ports/79d95115-c2a9-4f70-a5cf-5d5294b91ace HTTP/1.1" status: 404 len: 333 time: 0.0520947 Sep 16 05:04:17.340634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51074) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.341236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:17.347216 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be00a133-efb7-402c-80d4-30897dbd314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.360421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-372004359', 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:17.429942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=673a2e77-a4cb-411d-9dc9-95b91b3c0a92,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.453951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:17.470410 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6cf23be4-c8f4-4f2c-8006-17334ba8557c admin admin] 10.222.0.59 "PUT /v2.0/routers/be38efc6-3fae-4f89-b2c1-680594229490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5378249 Sep 16 05:04:17.470410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43ac4121-99ae-442b-a8bc-fa256ea76626 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.530619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00a133-efb7-402c-80d4-30897dbd314e None None] Pushing event updated for resources: {'Port': ['ID=485a3f95-f4eb-4de3-a87e-8a0140095cc7,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.541160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Made reservation on behalf of c31b13f83e2f4c22896ce2e05d16c62b for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:17.544643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.555040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.560021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43ac4121-99ae-442b-a8bc-fa256ea76626 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.610146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac4121-99ae-442b-a8bc-fa256ea76626 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0578f97b-7f9c-4413-a3c7-039d90df2781,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.617414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59328933-5ccb-44fb-bdab-b70260941752'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:17.620318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] device_id is not set on port 50169a27-4e89-4acc-8d73-442c61df1442 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:17.628971 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c8f805-acab-48ce-9d7f-848324e22f4c" -d '{"events": [{"server_uuid": "aa500d31-396e-4b7a-8a10-392ff8464c02", "name": "network-vif-plugged", "status": "completed", "tag": "59328933-5ccb-44fb-bdab-b70260941752"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:17.634039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 59328933-5ccb-44fb-bdab-b70260941752, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=59328933-5ccb-44fb-bdab-b70260941752,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:17.648530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb6cf9-ee17-440d-9c9a-770b201ea175 req-9bb6c3d4-a251-46c8-9a85-ba4b6d17591f tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.651153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94fb6cf9-ee17-440d-9c9a-770b201ea175 req-9bb6c3d4-a251-46c8-9a85-ba4b6d17591f tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1561480 Sep 16 05:04:17.656442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.712796 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e6758a-d69b-4ea3-a854-2b64a89ff7d6 x-openstack-request-id: req-44e6758a-d69b-4ea3-a854-2b64a89ff7d6 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:17.717937 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa500d31-396e-4b7a-8a10-392ff8464c02", "name": "network-vif-plugged", "status": "completed", "tag": "59328933-5ccb-44fb-bdab-b70260941752", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:17.718761 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44e6758a-d69b-4ea3-a854-2b64a89ff7d6 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:17.720678 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59328933-5ccb-44fb-bdab-b70260941752', 'code': 200} Sep 16 05:04:17.756715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Sync routers for ids ['be38efc6-3fae-4f89-b2c1-680594229490'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:17.786495 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Routers {'be38efc6-3fae-4f89-b2c1-680594229490'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:17.787532 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['be38efc6-3fae-4f89-b2c1-680594229490'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:17.791812 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.846004 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43ac4121-99ae-442b-a8bc-fa256ea76626 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.847438 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-43ac4121-99ae-442b-a8bc-fa256ea76626 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8090069 Sep 16 05:04:17.853111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94fb6cf9-ee17-440d-9c9a-770b201ea175 req-392327ef-80b3-4f44-b01c-05545e9aa292 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375833 Sep 16 05:04:17.856876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51090) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.886900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0d413d2b-9588-48de-a5cc-5da2993aa472 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules/0578f97b-7f9c-4413-a3c7-039d90df2781 HTTP/1.1" status: 200 len: 763 time: 0.0231674 Sep 16 05:04:17.888190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51094) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.933084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=59328933-5ccb-44fb-bdab-b70260941752,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.936319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8e8e-043f-420b-aa06-8424110eb6ec req-9f112399-ee18-42fc-a7c0-08275515f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.937911 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3eaf8e8e-043f-420b-aa06-8424110eb6ec req-9f112399-ee18-42fc-a7c0-08275515f7b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 1098 time: 0.1572018 Sep 16 05:04:17.971257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.048830 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3eaf8e8e-043f-420b-aa06-8424110eb6ec req-0062242b-4f5b-4d4d-af05-4b2b768fe608 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897911 Sep 16 05:04:18.070538 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.074095 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Set router be38efc6-3fae-4f89-b2c1-680594229490 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:18.217631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928115d-991c-42c4-971c-731fc992a81e req-54967fde-ade1-4dac-9638-affff6d3299f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.225109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-54967fde-ade1-4dac-9638-affff6d3299f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 810 time: 0.1605971 Sep 16 05:04:18.237644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.264699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-d0bc103e-0de4-4394-bd17-772a7d1e4a12 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/quotas/76bab2e32fc24cfc9baf80ed604c42a1 HTTP/1.1" status: 200 len: 375 time: 0.0384748 Sep 16 05:04:18.282812 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c519109-fe80-4396-a89c-424cee35c4b9 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3732882 Sep 16 05:04:18.286878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51106) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.344496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Allocated IP 172.25.7.95 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/53c9e1a6-345b-417a-be4c-7ea31d9857de) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:18.383802 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6020aa27-4e4d-4187-ba11-8e6cb269d920 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.411517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6020aa27-4e4d-4187-ba11-8e6cb269d920 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.470785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:18.480367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:18.499031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:18.500334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.501659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.534439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=50169a27-4e89-4acc-8d73-442c61df1442,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.561197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646074d-c52e-4fe0-abeb-d856bdf30ea1 req-0a3d413c-0d07-40b6-91be-70aaaf04936b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.578668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f646074d-c52e-4fe0-abeb-d856bdf30ea1 req-0a3d413c-0d07-40b6-91be-70aaaf04936b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.2124209 Sep 16 05:04:18.605655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-fc4bd249-ac4b-4558-b002-fc5b398501e6 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3397033 Sep 16 05:04:18.626252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:18.641264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.643454 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6020aa27-4e4d-4187-ba11-8e6cb269d920 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.652041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6020aa27-4e4d-4187-ba11-8e6cb269d920 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.652572 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 4, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port': {'id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d904c1e-af20-4eed-9dab-859c326c7459', 'name': '', 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'mac_address': 'fa:16:3e:89:37:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '44022a78-a1d1-4602-925b-f29a8e78ddc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 2, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'subnets': [{'id': '44022a78-a1d1-4602-925b-f29a8e78ddc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:18.653229 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6020aa27-4e4d-4187-ba11-8e6cb269d920 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0578f97b-7f9c-4413-a3c7-039d90df2781 HTTP/1.1" status: 204 len: 168 time: 0.3491650 Sep 16 05:04:18.660762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51110) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.690649 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Checking router: be38efc6-3fae-4f89-b2c1-680594229490 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:18.690886 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Updating router be38efc6-3fae-4f89-b2c1-680594229490 port 1d904c1e-af20-4eed-9dab-859c326c7459 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:18.698818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020aa27-4e4d-4187-ba11-8e6cb269d920 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0578f97b-7f9c-4413-a3c7-039d90df2781,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.735005 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.747171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:18.747839 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.758611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-8dfe9e3d-a948-4fd9-b126-786dd9389401 service neutron] 10.222.0.59 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348302 Sep 16 05:04:18.781586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a9c9a61a-03cf-4418-8b5a-f015381e194c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4394085 Sep 16 05:04:18.793175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51112) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.795701 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8bfd8bf0-70b7-4966-84c5-65b28dd5bf83 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1337640 Sep 16 05:04:18.812416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51114) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.818237 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6f0361ba-d8bb-4894-a155-7f3edc3d2abc tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': '2f234066-83c6-4fd7-9af9-de4e5a9fa4cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:18.823202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f646074d-c52e-4fe0-abeb-d856bdf30ea1 req-86b23180-33b7-423f-9fdc-24577248b04b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384422 Sep 16 05:04:18.914339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318298b-169c-428a-a3da-55f4368a2b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.915272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.922529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e318298b-169c-428a-a3da-55f4368a2b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "GET /v2.0/ports/50169a27-4e89-4acc-8d73-442c61df1442 HTTP/1.1" status: 200 len: 958 time: 0.1198761 Sep 16 05:04:18.922529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51120) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.940327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 485a3f95-f4eb-4de3-a87e-8a0140095cc7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:19.037860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:19.054543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:19.054935 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.081882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:19.085810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event updated for resources: {'Port': ['ID=53c9e1a6-345b-417a-be4c-7ea31d9857de,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.090568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-f52ace24-4586-4d56-addd-40c860fc4b3e service neutron] 10.222.0.59 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268101 Sep 16 05:04:19.094799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:19.102742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f0361ba-d8bb-4894-a155-7f3edc3d2abc tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.125769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ff2dec54-fd6b-4ffa-b04e-1841b296364d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Deleting port 50169a27-4e89-4acc-8d73-442c61df1442 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:19.125769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff2dec54-fd6b-4ffa-b04e-1841b296364d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.297289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff2dec54-fd6b-4ffa-b04e-1841b296364d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.314883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f0361ba-d8bb-4894-a155-7f3edc3d2abc tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.319940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8560-05cf-4b70-b87c-3b4f90397f66 req-e808a1f7-9412-4b39-9841-964215fe0ff6 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:19.321999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a17b8560-05cf-4b70-b87c-3b4f90397f66 req-e808a1f7-9412-4b39-9841-964215fe0ff6 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.2129579 Sep 16 05:04:19.327641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ff2dec54-fd6b-4ffa-b04e-1841b296364d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Calling delete_port for 50169a27-4e89-4acc-8d73-442c61df1442 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:19.360661 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.424219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a17b8560-05cf-4b70-b87c-3b4f90397f66 req-5b136e97-7f69-42c5-ba59-c96f9d24e726 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882988 Sep 16 05:04:19.429634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.435600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f0361ba-d8bb-4894-a155-7f3edc3d2abc tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.464805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0361ba-d8bb-4894-a155-7f3edc3d2abc tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5793813a-2686-4fe4-ab84-9e490ee47ced,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.480013 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.542354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.576946 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f04fa2-7e8a-4e55-874c-4beca0e2386f None None] Pushing event updated for resources: {'Port': ['ID=1d904c1e-af20-4eed-9dab-859c326c7459,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.608090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-480ef573-9d71-4247-8745-4e91ca3e7a21 req-5492867b-313d-4bed-bc3b-02ee08bc0cbd tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 210 time: 0.0537086 Sep 16 05:04:19.626684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff2dec54-fd6b-4ffa-b04e-1841b296364d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.648358 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Attempting to bind port 1d904c1e-af20-4eed-9dab-859c326c7459 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:19.648896 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Attempting to bind port 1d904c1e-af20-4eed-9dab-859c326c7459 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:19.649270 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Attempting to bind port 1d904c1e-af20-4eed-9dab-859c326c7459 on network 5622b731-e8bd-4ba5-9a34-61f0459f3aab {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:19.655785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff2dec54-fd6b-4ffa-b04e-1841b296364d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.656057 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:19.656446 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Checking segment: {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:19.656858 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.657307 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Bound using segment: {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:19.660131 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Bound port: 1d904c1e-af20-4eed-9dab-859c326c7459, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:19.660131 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.660625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ff2dec54-fd6b-4ffa-b04e-1841b296364d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "DELETE /v2.0/ports/50169a27-4e89-4acc-8d73-442c61df1442 HTTP/1.1" status: 204 len: 168 time: 0.7398853 Sep 16 05:04:19.709325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51128) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.720407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dec54-fd6b-4ffa-b04e-1841b296364d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event deleted for resources: {'Port': ['ID=50169a27-4e89-4acc-8d73-442c61df1442,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.739399 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] For port 1d904c1e-af20-4eed-9dab-859c326c7459, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:19.740070 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dad7c5-2c44-428c-8477-9577d8fa311c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:04:19.741930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-43dad7c5-2c44-428c-8477-9577d8fa311c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "GET /v2.0/ports/50169a27-4e89-4acc-8d73-442c61df1442 HTTP/1.1" status: 404 len: 333 time: 0.0316508 Sep 16 05:04:19.745144 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] For port 1d904c1e-af20-4eed-9dab-859c326c7459, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1d904c1e-af20-4eed-9dab-859c326c7459,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:19.746353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51134) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.750903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f0361ba-d8bb-4894-a155-7f3edc3d2abc tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.754978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Request body: {'port': {'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-837658298'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:19.755183 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6f0361ba-d8bb-4894-a155-7f3edc3d2abc tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9380307 Sep 16 05:04:19.755300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51136) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.764347 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.775408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-de9bb8b0-6f67-4559-ba3c-6258f69cb297 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules/5793813a-2686-4fe4-ab84-9e490ee47ced HTTP/1.1" status: 200 len: 763 time: 0.0186532 Sep 16 05:04:19.777917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.820717 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-923d3a33-d30f-42f4-bafb-e16c3d37db81 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0414433 Sep 16 05:04:19.823536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51140) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.843870 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.848233 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9352ef66-2a4c-4613-ad1a-e716c6da830c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.859959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9352ef66-2a4c-4613-ad1a-e716c6da830c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.896011 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Routers {'be38efc6-3fae-4f89-b2c1-680594229490'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:19.896636 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['be38efc6-3fae-4f89-b2c1-680594229490'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:19.903021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.907688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Made reservation on behalf of c31b13f83e2f4c22896ce2e05d16c62b for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:19.910057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.943719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] device_id is not set on port cfe0f660-7580-4959-9115-4092db8bf5bb yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:19.957080 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f04fa2-7e8a-4e55-874c-4beca0e2386f None None] Pushing event updated for resources: {'Port': ['ID=1d904c1e-af20-4eed-9dab-859c326c7459,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.966206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28da3d-02d8-4066-8ed8-667097b412bc req-0bda4a16-25d6-4ac1-93da-0f0a83b31cd7 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:19.969383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a28da3d-02d8-4066-8ed8-667097b412bc req-0bda4a16-25d6-4ac1-93da-0f0a83b31cd7 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.0732713 Sep 16 05:04:19.998450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.001126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event updated for resources: {'Port': ['ID=53c9e1a6-345b-417a-be4c-7ea31d9857de,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.003166 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9352ef66-2a4c-4613-ad1a-e716c6da830c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.016409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.016765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.017106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.017442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.017780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.018115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.018440 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.019193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.019193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.019508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.019921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.020251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.026156 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9352ef66-2a4c-4613-ad1a-e716c6da830c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.027494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9352ef66-2a4c-4613-ad1a-e716c6da830c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/5793813a-2686-4fe4-ab84-9e490ee47ced HTTP/1.1" status: 204 len: 168 time: 0.2029452 Sep 16 05:04:20.030350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51144) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.049025 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] Set router be38efc6-3fae-4f89-b2c1-680594229490 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:20.056266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352ef66-2a4c-4613-ad1a-e716c6da830c tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5793813a-2686-4fe4-ab84-9e490ee47ced,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.093554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8a165e4a-4cb6-4818-bf83-ab2cea957323 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618017 Sep 16 05:04:20.096412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51148) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.100877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-72936f0f-8284-47bf-93d1-2453bb077610 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Request body: {'security_group_rule': {'security_group_id': '2f234066-83c6-4fd7-9af9-de4e5a9fa4cc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:20.102861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a28da3d-02d8-4066-8ed8-667097b412bc req-8e4deeb0-7d27-41ee-81de-f5bb2cc5cebf tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848045 Sep 16 05:04:20.138368 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.140883 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-60b84586-397b-4d86-b9af-07ae5841766b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8039625 Sep 16 05:04:20.219009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.325692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72936f0f-8284-47bf-93d1-2453bb077610 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.325838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5e8c9-136f-442d-bfa4-d6ce345ab582 req-95fa07c1-8a71-4f31-91bc-177b320a1a71 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.327822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42e5e8c9-136f-442d-bfa4-d6ce345ab582 req-95fa07c1-8a71-4f31-91bc-177b320a1a71 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.1125782 Sep 16 05:04:20.328438 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b83098db-4318-4957-ab44-1235780f1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 4, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port': {'id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d904c1e-af20-4eed-9dab-859c326c7459', 'name': '', 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'mac_address': 'fa:16:3e:89:37:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '44022a78-a1d1-4602-925b-f29a8e78ddc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:19Z', 'revision_number': 4, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'subnets': [{'id': '44022a78-a1d1-4602-925b-f29a8e78ddc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:20.337431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51176) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.346081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Request body: {'floatingip': {'port_id': '59328933-5ccb-44fb-bdab-b70260941752'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:20.357247 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83098db-4318-4957-ab44-1235780f1294 None None] The sync data for ids ['be38efc6-3fae-4f89-b2c1-680594229490'] in n-d-712143-16 is: [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 4, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port': {'id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d904c1e-af20-4eed-9dab-859c326c7459', 'name': '', 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'mac_address': 'fa:16:3e:89:37:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '44022a78-a1d1-4602-925b-f29a8e78ddc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:19Z', 'revision_number': 4, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'subnets': [{'id': '44022a78-a1d1-4602-925b-f29a8e78ddc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:20.426201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.458778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72936f0f-8284-47bf-93d1-2453bb077610 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.560609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.591268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72936f0f-8284-47bf-93d1-2453bb077610 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.615423 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72936f0f-8284-47bf-93d1-2453bb077610 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43d5261-6d89-4b1c-b047-0d81d5f81670,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.673942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:20.702504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:20.705584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:20.706537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.707873 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.766743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee09abda-f6bb-4a1b-b383-60eec0c7f1d1 req-4d07c535-14a4-4f67-84fa-577471ad79fd tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 210 time: 0.0852368 Sep 16 05:04:20.767378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe0f660-7580-4959-9115-4092db8bf5bb,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.779613 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72936f0f-8284-47bf-93d1-2453bb077610 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.785072 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-72936f0f-8284-47bf-93d1-2453bb077610 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6840544 Sep 16 05:04:20.785072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51198) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.785457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82c25e-0046-4b82-aab0-d407f0ad9fbb req-10c06c1d-78cc-469b-9576-d0e2c45d8cba tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.787944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c82c25e-0046-4b82-aab0-d407f0ad9fbb req-10c06c1d-78cc-469b-9576-d0e2c45d8cba tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.2169731 Sep 16 05:04:20.810142 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eb2932ed-2886-4336-b50c-dde168519d71 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules/c43d5261-6d89-4b1c-b047-0d81d5f81670 HTTP/1.1" status: 200 len: 764 time: 0.0253110 Sep 16 05:04:20.812615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51200) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.866053 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ec6f563f-bed7-433d-86d5-8ed1ce1376f6 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0516458 Sep 16 05:04:20.868231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51202) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.889450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c82c25e-0046-4b82-aab0-d407f0ad9fbb req-02a60825-4a8d-4803-be4b-98a8f2f8a475 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949962 Sep 16 05:04:20.901193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4a44-5e5a-48e2-a821-2dde5280339e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.914031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4a44-5e5a-48e2-a821-2dde5280339e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.963047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5b76b876-5314-4cb1-b257-a5f2cd722ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2097065 Sep 16 05:04:20.963418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51204) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.966477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:21.035049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.140148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4a44-5e5a-48e2-a821-2dde5280339e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.212408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.243444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4a44-5e5a-48e2-a821-2dde5280339e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.245237 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1ebd4a44-5e5a-48e2-a821-2dde5280339e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c43d5261-6d89-4b1c-b047-0d81d5f81670 HTTP/1.1" status: 204 len: 168 time: 0.3748717 Sep 16 05:04:21.246424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd4a44-5e5a-48e2-a821-2dde5280339e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c43d5261-6d89-4b1c-b047-0d81d5f81670,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.248675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51208) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.319131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-691d86c5-9740-4d30-89ab-a2b0ea21905e tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675483 Sep 16 05:04:21.321312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51210) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.331660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] device_id is not set on port cfe0f660-7580-4959-9115-4092db8bf5bb yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:21.338486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.340716 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.462989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.479533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9cad618-c8d7-4deb-a036-041d9a167ad7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.524577 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Floating IP dc9016d6-f4a3-4734-8c84-3a1a910eb261 associated. External IP: 172.25.7.173, port: 59328933-5ccb-44fb-bdab-b70260941752. Sep 16 05:04:21.533191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9cad618-c8d7-4deb-a036-041d9a167ad7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.562542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe0f660-7580-4959-9115-4092db8bf5bb,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.601837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.602426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.603023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.615155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.618078 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.618078 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 2 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.634650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.635282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.635615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.640810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.643463 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.644416 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 3 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.674676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.675029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.675420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.680333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.680661 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.681241 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 4 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.711333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.711518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.711749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.731503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.732032 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.732454 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 5 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.760252 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.760579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.760917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.765893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.769827 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.769827 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 6 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.781498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.781823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.782164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.786785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.787000 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.787793 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 7 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.800968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.801309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.801670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.806194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.806533 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.806943 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 8 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.822887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.823861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.824367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.838809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.838809 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.838809 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 9 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.846580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.846902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.847328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.851441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Router 39380e10-76c5-4adf-84d8-7f4f88aefd22 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:21.861707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.862354 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.862753 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempt 10 to bind port cfe0f660-7580-4959-9115-4092db8bf5bb Sep 16 05:04:21.884221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:21.884221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:21.884479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempting to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:21.889762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:21.890097 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Failed to bind port cfe0f660-7580-4959-9115-4092db8bf5bb on host n-h2-712143-16 for vnic_type normal using segments [{'id': '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86995b62-93da-4cbc-8f7f-57ec72bcd4d1'}] Sep 16 05:04:21.890472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.918781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9cad618-c8d7-4deb-a036-041d9a167ad7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.922352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b9cad618-c8d7-4deb-a036-041d9a167ad7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.923675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b9cad618-c8d7-4deb-a036-041d9a167ad7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "DELETE /v2.0/security-groups/2f234066-83c6-4fd7-9af9-de4e5a9fa4cc HTTP/1.1" status: 204 len: 168 time: 0.5999637 Sep 16 05:04:21.946246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51222) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.950440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78ebea4b-7569-4645-9f83-2920c9ccede9 req-36e1567f-8b46-4625-a594-c736338ba626 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 210 time: 0.0459270 Sep 16 05:04:22.000075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] For port cfe0f660-7580-4959-9115-4092db8bf5bb, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:22.000740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attempted to set empty binding levels {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:04:22.002259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cad618-c8d7-4deb-a036-041d9a167ad7 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f234066-83c6-4fd7-9af9-de4e5a9fa4cc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.094053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.105180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ff263fec-5350-473e-9659-e67c2ed87011 tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1571388 Sep 16 05:04:22.114602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51230) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.147881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:22.155986 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.162999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] In _notify_port_updated(), no bound segment for port cfe0f660-7580-4959-9115-4092db8bf5bb on network 86995b62-93da-4cbc-8f7f-57ec72bcd4d1 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:04:22.167373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] Sync routers for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:22.167874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:22.168403 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.170059 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "PUT /v2.0/ports/cfe0f660-7580-4959-9115-4092db8bf5bb HTTP/1.1" status: 200 len: 979 time: 1.2088790 Sep 16 05:04:22.178724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:22.180022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:22.187824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51240) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.205698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77d48-988d-4181-b597-6ad40812f0e7 req-af3b2934-1709-446f-8962-116a1542c28f tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:22.207297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d77d48-988d-4181-b597-6ad40812f0e7 req-af3b2934-1709-446f-8962-116a1542c28f tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1644881 Sep 16 05:04:22.217106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a57d62ec-919a-4569-9019-06549cb8bd7d tempest-SecGroupTest-1192686099 tempest-SecGroupTest-1192686099-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1014187 Sep 16 05:04:22.231905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c77afbdb-9486-4078-849d-93ba9d071a0c tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "PUT /v2.0/floatingips/dc9016d6-f4a3-4734-8c84-3a1a910eb261 HTTP/1.1" status: 200 len: 992 time: 1.8918881 Sep 16 05:04:22.233198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'tag': '59328933-5ccb-44fb-bdab-b70260941752'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:22.235479 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382ef4f4-79e2-43d2-9b8c-dbd760291e04" -d '{"events": [{"name": "network-changed", "server_uuid": "aa500d31-396e-4b7a-8a10-392ff8464c02", "tag": "59328933-5ccb-44fb-bdab-b70260941752"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:22.273750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a0bb0-829f-4f6a-9ede-2bed415e4c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe0f660-7580-4959-9115-4092db8bf5bb,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.339046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d77d48-988d-4181-b597-6ad40812f0e7 req-83e23106-0f28-4544-9811-2a76deff88f7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157126 Sep 16 05:04:22.430829 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9938d3-fea9-4daa-bda1-2bd5be6f9ef7 x-openstack-request-id: req-7e9938d3-fea9-4daa-bda1-2bd5be6f9ef7 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:22.432145 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa500d31-396e-4b7a-8a10-392ff8464c02", "tag": "59328933-5ccb-44fb-bdab-b70260941752", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:22.432145 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e9938d3-fea9-4daa-bda1-2bd5be6f9ef7 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:22.432373 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'tag': '59328933-5ccb-44fb-bdab-b70260941752', 'status': 'completed', 'code': 200} Sep 16 05:04:22.452037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Deleting port cfe0f660-7580-4959-9115-4092db8bf5bb {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:22.453558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.470125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:22.516374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1d904c1e-af20-4eed-9dab-859c326c7459 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:22.684898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1d904c1e-af20-4eed-9dab-859c326c7459 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:22.686650 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.874097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.918736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] For port cfe0f660-7580-4959-9115-4092db8bf5bb, host n-h2-712143-16, got binding levels [] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:22.919339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.923058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 1d904c1e-af20-4eed-9dab-859c326c7459, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1d904c1e-af20-4eed-9dab-859c326c7459,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:22.928064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'dc9016d6-f4a3-4734-8c84-3a1a910eb261', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'port_id': '59328933-5ccb-44fb-bdab-b70260941752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'mac_address': 'fa:16:3e:a7:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 1, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:56Z', 'revision_number': 5, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:22.936757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Calling delete_port for cfe0f660-7580-4959-9115-4092db8bf5bb owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:22.955392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-4a3bd4de-7705-4acb-8371-3c8f7759866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:22.960248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] Checking router: 39380e10-76c5-4adf-84d8-7f4f88aefd22 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:22.962245 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-4a3bd4de-7705-4acb-8371-3c8f7759866f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=586b3661a32f40efa487fa0fcabd2cb3&device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 1098 time: 0.5030048 Sep 16 05:04:22.971323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:22.971323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:23.041742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.096254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-ff3b7107-6a8a-4ef5-b2d2-382f1bce2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.097753 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-ff3b7107-6a8a-4ef5-b2d2-382f1bce2549 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76e3f7eb-114f-4cd2-b599-c980be177f1c HTTP/1.1" status: 200 len: 913 time: 0.1132772 Sep 16 05:04:23.136408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9164e3b3-2aa9-4cd0-b95a-41140d644653 req-34b6e490-b054-4159-9fe7-37088ea84688 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 210 time: 0.0681107 Sep 16 05:04:23.295510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.314184 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-867df23a-9908-4199-8134-905dd830e25e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59328933-5ccb-44fb-bdab-b70260941752 HTTP/1.1" status: 200 len: 1000 time: 0.1837292 Sep 16 05:04:23.357720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-93a5ec06-3dfa-4633-843e-cb00d2750be6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9fe820ca9fe4bcd95113a2a6a2be4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127701 Sep 16 05:04:23.358299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51282) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.358653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928115d-991c-42c4-971c-731fc992a81e req-c4a32293-4bf5-4787-ac59-1b3329b4dbff tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.360376 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-c4a32293-4bf5-4787-ac59-1b3329b4dbff tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.60 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 810 time: 0.3939977 Sep 16 05:04:23.423592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Request body: {'port': {'device_id': '63838c74-12ad-4437-9919-9a279693337a', 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab', 'admin_state_up': True, 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:23.426333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=1d904c1e-af20-4eed-9dab-859c326c7459,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.465549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:23.509081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-d5fd6467-84e5-40c5-8864-fde173d9ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.511126 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-d5fd6467-84e5-40c5-8864-fde173d9ef15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a68d23b5-b792-436d-aa7a-66944f7ce206 HTTP/1.1" status: 200 len: 851 time: 0.1876013 Sep 16 05:04:23.515004 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.587133 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.641918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe0f660-7580-4959-9115-4092db8bf5bb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.654047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb638-fdb2-4bc5-a8b9-d9690e92c311 req-856e1ccc-484d-4e88-9e2f-8eb6f180709c tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.654047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86eeb638-fdb2-4bc5-a8b9-d9690e92c311 req-856e1ccc-484d-4e88-9e2f-8eb6f180709c tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1878784 Sep 16 05:04:23.663055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.665249 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5c11ba6b-e1eb-4b59-aaa0-f9514fa5c96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "DELETE /v2.0/ports/cfe0f660-7580-4959-9115-4092db8bf5bb HTTP/1.1" status: 204 len: 168 time: 1.4763963 Sep 16 05:04:23.668000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.668918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51288) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.705378 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e4c53-6267-4428-b2bd-ec197f86c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:04:23.707269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4f7e4c53-6267-4428-b2bd-ec197f86c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089564680-project-admin] 10.222.0.59 "GET /v2.0/ports/cfe0f660-7580-4959-9115-4092db8bf5bb HTTP/1.1" status: 404 len: 333 time: 0.0359311 Sep 16 05:04:23.711856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51292) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.752135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-c7cd7395-b761-44e0-a986-375be5b22d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.754007 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-c7cd7395-b761-44e0-a986-375be5b22d7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76e3f7eb-114f-4cd2-b599-c980be177f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2020633 Sep 16 05:04:23.768879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86eeb638-fdb2-4bc5-a8b9-d9690e92c311 req-006f4265-de0a-43ff-85ee-08d888458b19 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901992 Sep 16 05:04:23.807991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'dc9016d6-f4a3-4734-8c84-3a1a910eb261', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'port_id': '59328933-5ccb-44fb-bdab-b70260941752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'mac_address': 'fa:16:3e:a7:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 1, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:56Z', 'revision_number': 5, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:23.838768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad10aa1-8cfc-4739-859d-68606b84e597 None None] The sync data for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 is: [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'dc9016d6-f4a3-4734-8c84-3a1a910eb261', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'port_id': '59328933-5ccb-44fb-bdab-b70260941752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'mac_address': 'fa:16:3e:a7:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:03:58Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 1, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:56Z', 'revision_number': 5, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:23.876741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.879996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Made reservation on behalf of 76bab2e32fc24cfc9baf80ed604c42a1 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:23.883317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.911856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.914667 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.916541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b13dbe2-9634-4210-a0e8-9b49424396da HTTP/1.1" status: 204 len: 168 time: 0.5566294 Sep 16 05:04:23.932673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b13dbe2-9634-4210-a0e8-9b49424396da,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.950208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.951371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.951765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.952914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.954079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.954419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.954814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.955091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.955503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.956712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.957034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:23.957462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95075a77-e459-4d4a-bca9-69f97875d1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.001220 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-41666719-b343-4d39-98f6-cdc189a1ff6b service neutron] 10.222.0.60 "GET /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371414 Sep 16 05:04:24.104391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.129790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86995b62-93da-4cbc-8f7f-57ec72bcd4d1']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:24.142928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:24.143234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5eeadb-cb4c-47bb-8c81-ecf62a85cbe4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:24.147867 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617906c9-6a40-4e33-acbb-4df884924075 None None] New status for floating IP dc9016d6-f4a3-4734-8c84-3a1a910eb261: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:04:24.188367 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.238875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.257085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:24.257498 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:24.264409 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:24.304098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc1e1ed0-b90c-4a51-98f4-ed157cbd6725 req-a23d4628-97ca-4af4-816e-5ee750c7e5cc tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 210 time: 0.0737560 Sep 16 05:04:24.340118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Allocated IP 172.20.0.2 (5622b731-e8bd-4ba5-9a34-61f0459f3aab/44022a78-a1d1-4602-925b-f29a8e78ddc3/4ad1f2df-21e2-4d3f-8f69-1d1d341803bd) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:24.357829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-382ef4f4-79e2-43d2-9b8c-dbd760291e04 req-33827615-3f92-4734-8584-6f7cfa73c141 service neutron] 10.222.0.60 "GET /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436193 Sep 16 05:04:24.399559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1d904c1e-af20-4eed-9dab-859c326c7459 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:24.520859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1d904c1e-af20-4eed-9dab-859c326c7459 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:24.520859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.521031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.523706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.529455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] 10.222.0.59 "DELETE /v2.0/networks/86995b62-93da-4cbc-8f7f-57ec72bcd4d1 HTTP/1.1" status: 204 len: 168 time: 0.8165998 Sep 16 05:04:24.600664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb7692-648f-48ae-bc8e-966f3633abd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978369868-project] Pushing event deleted for resources: {'Network': ['ID=86995b62-93da-4cbc-8f7f-57ec72bcd4d1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:24.682876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.916436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257b461-9715-4cbd-9df4-3b6c314be285 req-5b03b956-bd81-45b9-ac1c-79a106609cec tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.918229 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f257b461-9715-4cbd-9df4-3b6c314be285 req-5b03b956-bd81-45b9-ac1c-79a106609cec tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0657237 Sep 16 05:04:24.944812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.977809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f257b461-9715-4cbd-9df4-3b6c314be285 req-027db9d7-3b1c-4219-a07e-d281339d2fce tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534942 Sep 16 05:04:25.006304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Network 5622b731-e8bd-4ba5-9a34-61f0459f3aab is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:25.007571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Pushing event updated for resources: {'Port': ['ID=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:25.010915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:25.013249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:25.063397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.063912 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.215445 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-6ef60edd-4da5-4902-a8d9-76db99d5b1e5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8092895 Sep 16 05:04:25.237543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Request body: {'port': {'device_id': '63838c74-12ad-4437-9919-9a279693337a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:25.290286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51328) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:25.320482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.486485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07056df6-39d0-40d4-9e12-e3b7d419d094 req-2dcf7d5a-01ed-4fd8-91bf-547b3cd2b796 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.500015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07056df6-39d0-40d4-9e12-e3b7d419d094 req-2dcf7d5a-01ed-4fd8-91bf-547b3cd2b796 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 931 time: 0.0768414 Sep 16 05:04:25.524778 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a5e2cf4c-3c27-474c-85f4-4365d65241e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d0f8500e588482d8fc92e03dd9488d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334161 Sep 16 05:04:25.528157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:25.557948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07056df6-39d0-40d4-9e12-e3b7d419d094 req-09ccfeb1-6ce5-4713-91f4-675058bef5ab tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Sep 16 05:04:25.605754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51340) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:25.661808 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58d730a9-55cd-4b10-b379-21bba301f696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.711958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58d730a9-55cd-4b10-b379-21bba301f696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.740673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c7d53825-915d-4dbf-a958-aa5634baba77 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:25.741411 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-c7d53825-915d-4dbf-a958-aa5634baba77 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:04:25.747968 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-c7d53825-915d-4dbf-a958-aa5634baba77 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:04:25.747968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7d53825-915d-4dbf-a958-aa5634baba77 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1356981 Sep 16 05:04:25.756682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51348) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:25.764108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665486976'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:25.807382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:25.817468 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.908401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.923945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.965717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Transition to ACTIVE for port object 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:25.966740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58d730a9-55cd-4b10-b379-21bba301f696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.969491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58d730a9-55cd-4b10-b379-21bba301f696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.973064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-58d730a9-55cd-4b10-b379-21bba301f696 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7f315e1-3e5a-4bba-8f53-deb9ad0f9c72 HTTP/1.1" status: 204 len: 168 time: 0.4420588 Sep 16 05:04:25.986347 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d730a9-55cd-4b10-b379-21bba301f696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f315e1-3e5a-4bba-8f53-deb9ad0f9c72,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.055925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.065071 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.147881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Pushing event updated for resources: {'Port': ['ID=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.148711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636100-5372-43b7-a3e8-0b22cbb4e2ae req-66103f64-390b-4bfd-952b-40d32079ea40 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.151113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6636100-5372-43b7-a3e8-0b22cbb4e2ae req-66103f64-390b-4bfd-952b-40d32079ea40 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0698373 Sep 16 05:04:26.152210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.241116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c976996f-275f-455c-a213-40aa26cf9cf0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.241655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Attempting to bind port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:26.242017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Attempting to bind port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:26.242353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Attempting to bind port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd on network 5622b731-e8bd-4ba5-9a34-61f0459f3aab {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:26.250826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd on network 5622b731-e8bd-4ba5-9a34-61f0459f3aab not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:26.251167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Attempting to bind port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd on network 5622b731-e8bd-4ba5-9a34-61f0459f3aab {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:26.259647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6636100-5372-43b7-a3e8-0b22cbb4e2ae req-be769aaa-d4dd-48fb-a60e-61f308d0dff6 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876331 Sep 16 05:04:26.260577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:26.260928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Checking segment: {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:26.261320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Bound using segment: {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:26.261763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Bound port: 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:26.262140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.326934 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.341008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] For port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:26.345717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] For port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:26.451043 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.454875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.485270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0a4664-4c44-4d28-80fc-8efbe315d48b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.494302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.494950 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.496401 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] 10.222.0.60 "PUT /v2.0/ports/4ad1f2df-21e2-4d3f-8f69-1d1d341803bd HTTP/1.1" status: 200 len: 1092 time: 1.2639477 Sep 16 05:04:26.499916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63838c74-12ad-4437-9919-9a279693337a', 'tag': '4ad1f2df-21e2-4d3f-8f69-1d1d341803bd'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:26.499916 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae1aceb-cd1d-437b-ab5f-8c972c61ec36" -d '{"events": [{"name": "network-changed", "server_uuid": "63838c74-12ad-4437-9919-9a279693337a", "tag": "4ad1f2df-21e2-4d3f-8f69-1d1d341803bd"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:26.525973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78686776-f6b9-487c-a654-3f8b99e5853a service neutron] Pushing event updated for resources: {'Port': ['ID=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.549016 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.552963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6ef713c3-183d-462b-8cd0-4269aab8fa2e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7926373 Sep 16 05:04:26.553247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51360) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.557644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2ab839d7-e142-4e5f-9f04-838e24ede511 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'df0a4664-4c44-4d28-80fc-8efbe315d48b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:26.568583 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bec2304-130d-448b-83c1-dfa8d56d6dd6 x-openstack-request-id: req-0bec2304-130d-448b-83c1-dfa8d56d6dd6 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:26.568583 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63838c74-12ad-4437-9919-9a279693337a", "tag": "4ad1f2df-21e2-4d3f-8f69-1d1d341803bd", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:26.568583 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0bec2304-130d-448b-83c1-dfa8d56d6dd6 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:26.568583 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63838c74-12ad-4437-9919-9a279693337a', 'tag': '4ad1f2df-21e2-4d3f-8f69-1d1d341803bd', 'status': 'completed', 'code': 200} Sep 16 05:04:26.623499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1aceb-cd1d-437b-ab5f-8c972c61ec36 req-07167aca-f69e-45e7-bee2-15ff927f7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.625036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ae1aceb-cd1d-437b-ab5f-8c972c61ec36 req-07167aca-f69e-45e7-bee2-15ff927f7ae2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 1095 time: 0.0531232 Sep 16 05:04:26.689725 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ab839d7-e142-4e5f-9f04-838e24ede511 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.717743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083519-0ae1-4919-8eb1-75bfc55f8934 req-03405232-cea4-4b95-9cd8-64696bb5644b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.730238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c083519-0ae1-4919-8eb1-75bfc55f8934 req-03405232-cea4-4b95-9cd8-64696bb5644b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 943 time: 0.0955126 Sep 16 05:04:26.787601 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c083519-0ae1-4919-8eb1-75bfc55f8934 req-926188c0-f7a4-4648-8d98-fee5744217f9 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563571 Sep 16 05:04:26.788352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1aceb-cd1d-437b-ab5f-8c972c61ec36 req-699bf896-b6af-4ae3-b8fa-4962d009bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.790468 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ae1aceb-cd1d-437b-ab5f-8c972c61ec36 req-699bf896-b6af-4ae3-b8fa-4962d009bcd9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1518137 Sep 16 05:04:26.802156 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ab839d7-e142-4e5f-9f04-838e24ede511 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.910015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1aceb-cd1d-437b-ab5f-8c972c61ec36 req-c6e63651-390a-4f11-94f0-2f44b3f711a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.910015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ae1aceb-cd1d-437b-ab5f-8c972c61ec36 req-c6e63651-390a-4f11-94f0-2f44b3f711a7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078405 Sep 16 05:04:26.924034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51370) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.979575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ab839d7-e142-4e5f-9f04-838e24ede511 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.007357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab839d7-e142-4e5f-9f04-838e24ede511 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a375efdd-d54f-4dd6-8a18-ab0a7e24ca6f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.018185 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bd8ce98d-c698-4aed-b38d-30e5a479a9e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c31b13f83e2f4c22896ce2e05d16c62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889740 Sep 16 05:04:27.020625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51374) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.045495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928115d-991c-42c4-971c-731fc992a81e req-7bf23cc7-0f87-487b-8ef9-130db2043eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.046984 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-7bf23cc7-0f87-487b-8ef9-130db2043eb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 1095 time: 0.0943789 Sep 16 05:04:27.098097 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-1259a857-789f-4cd3-a1da-0020896cbdfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd HTTP/1.1" status: 200 len: 217 time: 0.0433576 Sep 16 05:04:27.130904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ab839d7-e142-4e5f-9f04-838e24ede511 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.132273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2ab839d7-e142-4e5f-9f04-838e24ede511 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5781481 Sep 16 05:04:27.135692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51376) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.140231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-425ef493-47b9-4c1e-bc10-e296a1563589 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'df0a4664-4c44-4d28-80fc-8efbe315d48b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:27.141839 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-886caa8a-6828-40a7-b08a-04bf3601a8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.173997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-886caa8a-6828-40a7-b08a-04bf3601a8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.176519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928115d-991c-42c4-971c-731fc992a81e req-b13e26ac-a880-4f59-8440-cee31c1f045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.177991 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-b13e26ac-a880-4f59-8440-cee31c1f045e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44022a78-a1d1-4602-925b-f29a8e78ddc3 HTTP/1.1" status: 200 len: 850 time: 0.0719104 Sep 16 05:04:27.216243 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-73041f51-7374-4f65-8b4e-a8027b964880 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5622b731-e8bd-4ba5-9a34-61f0459f3aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300953 Sep 16 05:04:27.264681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-425ef493-47b9-4c1e-bc10-e296a1563589 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.326588 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-4bc36947-81ad-4171-beca-df7a08e69a5f service neutron] 10.222.0.60 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033974 Sep 16 05:04:27.382896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd42e2-c329-4eb8-95e3-fe02fb0ffbe7 req-a40f93e9-1d60-4ebf-baec-150a6c7ee1f3 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.384585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6dd42e2-c329-4eb8-95e3-fe02fb0ffbe7 req-a40f93e9-1d60-4ebf-baec-150a6c7ee1f3 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0548291 Sep 16 05:04:27.426935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6dd42e2-c329-4eb8-95e3-fe02fb0ffbe7 req-2e5ef758-c3b8-4791-b4de-9b43e0b16014 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Sep 16 05:04:27.433544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-886caa8a-6828-40a7-b08a-04bf3601a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.436312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-886caa8a-6828-40a7-b08a-04bf3601a8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.441911 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-886caa8a-6828-40a7-b08a-04bf3601a8dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d74d703a-afec-4673-96eb-960288d71c06 HTTP/1.1" status: 204 len: 168 time: 0.4159689 Sep 16 05:04:27.452566 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4928115d-991c-42c4-971c-731fc992a81e req-83630015-72e1-4ad7-ac94-63c368453e19 service neutron] 10.222.0.60 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191006 Sep 16 05:04:27.453487 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886caa8a-6828-40a7-b08a-04bf3601a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74d703a-afec-4673-96eb-960288d71c06,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.462296 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-425ef493-47b9-4c1e-bc10-e296a1563589 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:04:27.463671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-425ef493-47b9-4c1e-bc10-e296a1563589 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3269939 Sep 16 05:04:27.466677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51382) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.533898 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-263101c1-703c-435f-921a-1f290b5c2c48 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.564816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-263101c1-703c-435f-921a-1f290b5c2c48 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.759329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-263101c1-703c-435f-921a-1f290b5c2c48 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.759329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-263101c1-703c-435f-921a-1f290b5c2c48 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.761633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-263101c1-703c-435f-921a-1f290b5c2c48 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/df0a4664-4c44-4d28-80fc-8efbe315d48b HTTP/1.1" status: 204 len: 168 time: 0.2943323 Sep 16 05:04:27.763079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51388) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.772348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263101c1-703c-435f-921a-1f290b5c2c48 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0a4664-4c44-4d28-80fc-8efbe315d48b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.835917 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3df55ded-6ad1-4dd6-81be-842513dedd4e tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706897 Sep 16 05:04:27.840062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51392) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.851210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-db87f7bc-aedb-484c-be29-1b14d8fee8e5 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382480485'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:27.945221 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.950144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3137-0304-40a4-bb4c-bc3855fe1bbb req-60b9770d-e25a-4045-a51e-2c7c1855ebba tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.953589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76bd3137-0304-40a4-bb4c-bc3855fe1bbb req-60b9770d-e25a-4045-a51e-2c7c1855ebba tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 943 time: 0.0583417 Sep 16 05:04:27.971163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db87f7bc-aedb-484c-be29-1b14d8fee8e5 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.034564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76bd3137-0304-40a4-bb4c-bc3855fe1bbb req-21c59a6c-812f-4733-be58-23d291f3edbd tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757656 Sep 16 05:04:28.116550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db87f7bc-aedb-484c-be29-1b14d8fee8e5 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.196730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db87f7bc-aedb-484c-be29-1b14d8fee8e5 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.229009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87f7bc-aedb-484c-be29-1b14d8fee8e5 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944d6b81-8999-46b4-ba63-96b03c121150,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.328128 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db87f7bc-aedb-484c-be29-1b14d8fee8e5 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.329691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-db87f7bc-aedb-484c-be29-1b14d8fee8e5 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4886556 Sep 16 05:04:28.332584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51408) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.337306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-db9b74c0-3f5d-445d-811d-e9ce6cf0cd13 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': '944d6b81-8999-46b4-ba63-96b03c121150', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:28.338232 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-db9b74c0-3f5d-445d-811d-e9ce6cf0cd13 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:04:28.338746 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-db9b74c0-3f5d-445d-811d-e9ce6cf0cd13 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:28.342415 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-db9b74c0-3f5d-445d-811d-e9ce6cf0cd13 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063179 Sep 16 05:04:28.346370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51410) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.410915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83d243e3-b0c6-4325-b3e1-3f31bd5a78e4 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.438965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83d243e3-b0c6-4325-b3e1-3f31bd5a78e4 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.565172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e6ef9-86cf-4c86-a5df-6f04a53ffd93 req-ce4f84e9-c511-4301-9508-d2e330245ac1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.567228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-395e6ef9-86cf-4c86-a5df-6f04a53ffd93 req-ce4f84e9-c511-4301-9508-d2e330245ac1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0603309 Sep 16 05:04:28.593775 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83d243e3-b0c6-4325-b3e1-3f31bd5a78e4 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.596801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83d243e3-b0c6-4325-b3e1-3f31bd5a78e4 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.599691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-83d243e3-b0c6-4325-b3e1-3f31bd5a78e4 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/944d6b81-8999-46b4-ba63-96b03c121150 HTTP/1.1" status: 204 len: 168 time: 0.2522962 Sep 16 05:04:28.610346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51420) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.617076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d243e3-b0c6-4325-b3e1-3f31bd5a78e4 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d6b81-8999-46b4-ba63-96b03c121150,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.618592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-395e6ef9-86cf-4c86-a5df-6f04a53ffd93 req-48dada03-83e5-4d86-a699-2015a9455c54 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444138 Sep 16 05:04:28.669511 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c6105458-c181-4d56-8d7f-5f201f0127c6 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580511 Sep 16 05:04:28.680666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51422) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.686730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-53c14ac4-0470-43fa-aac5-083e3fa11ecd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--633878564'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:28.823838 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53c14ac4-0470-43fa-aac5-083e3fa11ecd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.936905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53c14ac4-0470-43fa-aac5-083e3fa11ecd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.033688 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53c14ac4-0470-43fa-aac5-083e3fa11ecd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.069336 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c14ac4-0470-43fa-aac5-083e3fa11ecd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af7c244-d179-4513-aaaf-f0026f9ba71b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.139635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53c14ac4-0470-43fa-aac5-083e3fa11ecd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.142472 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-53c14ac4-0470-43fa-aac5-083e3fa11ecd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4595819 Sep 16 05:04:29.144685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51440) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.162267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-66cc2faa-8d5d-4409-9ae7-d7b7a23505e2 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': '8af7c244-d179-4513-aaaf-f0026f9ba71b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.163158 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-66cc2faa-8d5d-4409-9ae7-d7b7a23505e2 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:04:29.163712 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-66cc2faa-8d5d-4409-9ae7-d7b7a23505e2 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:29.167916 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-66cc2faa-8d5d-4409-9ae7-d7b7a23505e2 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0190952 Sep 16 05:04:29.168161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51442) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.223880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d50c-fabd-4263-a82f-237c843bcb04 req-57ff462f-c6d5-4fde-9a9d-5dfbc9f5ef50 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.225600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd10d50c-fabd-4263-a82f-237c843bcb04 req-57ff462f-c6d5-4fde-9a9d-5dfbc9f5ef50 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 943 time: 0.0803630 Sep 16 05:04:29.245882 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2a9da95-0a48-4f02-bf12-02176b868782 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.280060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd10d50c-fabd-4263-a82f-237c843bcb04 req-6dfe745e-2a29-4ddd-b999-ed784a96c78e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Sep 16 05:04:29.294884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2a9da95-0a48-4f02-bf12-02176b868782 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.433692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2a9da95-0a48-4f02-bf12-02176b868782 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.436405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2a9da95-0a48-4f02-bf12-02176b868782 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.437615 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c2a9da95-0a48-4f02-bf12-02176b868782 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/8af7c244-d179-4513-aaaf-f0026f9ba71b HTTP/1.1" status: 204 len: 168 time: 0.2685218 Sep 16 05:04:29.440653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51450) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.453543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9da95-0a48-4f02-bf12-02176b868782 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af7c244-d179-4513-aaaf-f0026f9ba71b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.506584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1aee277a-9ac0-479f-b039-708d5995ab56 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649645 Sep 16 05:04:29.510613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51452) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.515023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-96467218-8cf2-4e08-b911-a552aa9f25fd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652124347'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.636641 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96467218-8cf2-4e08-b911-a552aa9f25fd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.722859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51460) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.731052 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96467218-8cf2-4e08-b911-a552aa9f25fd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.787179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00dc78-e78e-4e57-bd4f-05784d264a25 req-ccd3728e-d9e6-4493-8ae8-2defb629fc21 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.788620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a00dc78-e78e-4e57-bd4f-05784d264a25 req-ccd3728e-d9e6-4493-8ae8-2defb629fc21 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0557880 Sep 16 05:04:29.824315 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96467218-8cf2-4e08-b911-a552aa9f25fd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.859092 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a00dc78-e78e-4e57-bd4f-05784d264a25 req-50cd80c1-c3db-4202-a7a5-e76a7205fdab tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640152 Sep 16 05:04:29.869541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96467218-8cf2-4e08-b911-a552aa9f25fd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71dba86-6033-4ac5-a107-5e3c34a99684,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.885207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2060577213', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.990924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96467218-8cf2-4e08-b911-a552aa9f25fd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.992172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-96467218-8cf2-4e08-b911-a552aa9f25fd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4806242 Sep 16 05:04:29.995641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51468) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.000680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5aa1ac03-4029-422a-9eb9-064b08f5df0c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'f71dba86-6033-4ac5-a107-5e3c34a99684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.024424 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-5aa1ac03-4029-422a-9eb9-064b08f5df0c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:04:30.024424 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-5aa1ac03-4029-422a-9eb9-064b08f5df0c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:30.024788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5aa1ac03-4029-422a-9eb9-064b08f5df0c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0281956 Sep 16 05:04:30.027568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51470) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.032097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-113a832e-dd65-40ca-8746-6a45d3f1d873 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'f71dba86-6033-4ac5-a107-5e3c34a99684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.032799 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-113a832e-dd65-40ca-8746-6a45d3f1d873 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:04:30.033283 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-113a832e-dd65-40ca-8746-6a45d3f1d873 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:30.036552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-113a832e-dd65-40ca-8746-6a45d3f1d873 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057347 Sep 16 05:04:30.036706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51472) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.042765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-660f33f4-fb58-43ef-85a0-98cc5ec0542b tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'f71dba86-6033-4ac5-a107-5e3c34a99684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.043497 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-660f33f4-fb58-43ef-85a0-98cc5ec0542b tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:04:30.043978 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-660f33f4-fb58-43ef-85a0-98cc5ec0542b tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:30.044924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-660f33f4-fb58-43ef-85a0-98cc5ec0542b tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073674 Sep 16 05:04:30.047558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.051676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-12e5754f-1b7f-4773-bb1b-83213201bac9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'f71dba86-6033-4ac5-a107-5e3c34a99684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.052523 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-12e5754f-1b7f-4773-bb1b-83213201bac9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:04:30.052996 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-12e5754f-1b7f-4773-bb1b-83213201bac9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:30.053931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-12e5754f-1b7f-4773-bb1b-83213201bac9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054870 Sep 16 05:04:30.064719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51476) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.091342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Made reservation on behalf of 5271f7f74ae14835b2e5773520b539af for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:30.093636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.106867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.149763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75f802bc-94bc-4d89-b967-98281591dd4d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.191641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75f802bc-94bc-4d89-b967-98281591dd4d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.271967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.413104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247412e-bb03-45be-af30-16030369163e req-8fc59f71-627b-49c7-ae4a-2f6fdeb02516 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.414642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c247412e-bb03-45be-af30-16030369163e req-8fc59f71-627b-49c7-ae4a-2f6fdeb02516 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 943 time: 0.0596111 Sep 16 05:04:30.461660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c247412e-bb03-45be-af30-16030369163e req-2b833dac-c0ae-498e-a974-44db914a2308 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Sep 16 05:04:30.913638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75f802bc-94bc-4d89-b967-98281591dd4d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.930698 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75f802bc-94bc-4d89-b967-98281591dd4d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.930698 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-75f802bc-94bc-4d89-b967-98281591dd4d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/f71dba86-6033-4ac5-a107-5e3c34a99684 HTTP/1.1" status: 204 len: 168 time: 0.8525972 Sep 16 05:04:30.930698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f802bc-94bc-4d89-b967-98281591dd4d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71dba86-6033-4ac5-a107-5e3c34a99684,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.932843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51488) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.942704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:31.017723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e12add7-43bc-4535-ab54-263767c6b96c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836427 Sep 16 05:04:31.023609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51492) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:31.032221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-42165b34-7d7b-40e4-8465-8f7f7f9c0372 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571554859'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:31.050279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.055426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c600-3a60-4f29-84df-47ebf8dfbd29 req-f98d006b-265c-43ef-ad96-5c51fbdeeb72 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.064405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aab9c600-3a60-4f29-84df-47ebf8dfbd29 req-f98d006b-265c-43ef-ad96-5c51fbdeeb72 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0948575 Sep 16 05:04:31.082835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] device_id is not set on port b8517758-07ae-45d7-b36e-113718e9aa69 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:31.124240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aab9c600-3a60-4f29-84df-47ebf8dfbd29 req-62fd7cf7-3f4f-4a4c-93c5-9f2a2cfb6cd7 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578492 Sep 16 05:04:31.142404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:31.155837 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '4ad1f2df-21e2-4d3f-8f69-1d1d341803bd', 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab', 'port_id': '4ad1f2df-21e2-4d3f-8f69-1d1d341803bd', 'mac_address': 'fa:16:3e:7c:c6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44022a78-a1d1-4602-925b-f29a8e78ddc3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:31.193159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3f5d08-7021-44a0-b75a-09c7e8f8bd51,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.218637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.252639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:31.283078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:31.299822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Allocated IP 172.25.7.4 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/b8517758-07ae-45d7-b36e-113718e9aa69) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:31.355741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42165b34-7d7b-40e4-8465-8f7f7f9c0372 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.414955 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.508419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.529948 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42165b34-7d7b-40e4-8465-8f7f7f9c0372 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.554796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.623455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42165b34-7d7b-40e4-8465-8f7f7f9c0372 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.633285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['4ad1f2df-21e2-4d3f-8f69-1d1d341803bd'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:31.689391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42165b34-7d7b-40e4-8465-8f7f7f9c0372 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2566a53-b4d0-4ec7-8334-43938debcb2e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.790143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42165b34-7d7b-40e4-8465-8f7f7f9c0372 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.795195 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-42165b34-7d7b-40e4-8465-8f7f7f9c0372 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7704663 Sep 16 05:04:31.798488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51502) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:31.801333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-22547e0c-e9c1-4522-bb80-dd9dc613cc21 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:31.802779 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-22547e0c-e9c1-4522-bb80-dd9dc613cc21 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:04:31.805689 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-22547e0c-e9c1-4522-bb80-dd9dc613cc21 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:31.819823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-22547e0c-e9c1-4522-bb80-dd9dc613cc21 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162053 Sep 16 05:04:31.821180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51504) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:31.828955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f1e3e561-4fef-4e4b-8b9e-e76970c2ac34 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:31.839130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.946104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:31.948656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:31.950565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Pushing event updated for resources: {'Port': ['ID=b8517758-07ae-45d7-b36e-113718e9aa69,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.952946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:32.009906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.011542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.055556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d69d9c-9380-4071-9467-201310d7b131 req-719dcf56-fcc2-4440-bc0c-e14f50778d76 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.057611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d69d9c-9380-4071-9467-201310d7b131 req-719dcf56-fcc2-4440-bc0c-e14f50778d76 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 944 time: 0.4765220 Sep 16 05:04:32.101305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d69d9c-9380-4071-9467-201310d7b131 req-4b98afee-565b-4d0e-b154-6e26632f2083 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368912 Sep 16 05:04:32.147069 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f715cc49-f132-489a-be49-eb47902a4d5d tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.4230149 Sep 16 05:04:32.149870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51510) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:32.155842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}]}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:32.164674 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-f1e3e561-4fef-4e4b-8b9e-e76970c2ac34 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:32.169552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51514) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:32.174482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-02c93cb2-2e89-4989-9e6b-f6e60053bded tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:32.175221 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-02c93cb2-2e89-4989-9e6b-f6e60053bded tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:04:32.175738 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-02c93cb2-2e89-4989-9e6b-f6e60053bded tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:32.180604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-02c93cb2-2e89-4989-9e6b-f6e60053bded tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099304 Sep 16 05:04:32.181933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51516) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:32.184039 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f1e3e561-4fef-4e4b-8b9e-e76970c2ac34 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3595107 Sep 16 05:04:32.198238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-94411de2-2b16-4cb2-904e-0a29e0abfa9b tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:32.274936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867c1b3-fe9d-45ea-abee-301b756d30ba req-be246c04-249e-4aec-9685-51684af3bf19 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.276861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6867c1b3-fe9d-45ea-abee-301b756d30ba req-be246c04-249e-4aec-9685-51684af3bf19 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0555670 Sep 16 05:04:32.303998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.305141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.342824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6867c1b3-fe9d-45ea-abee-301b756d30ba req-0525d5b0-8b10-4490-8692-66a7c6c52e51 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595028 Sep 16 05:04:32.671129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.891429 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-94411de2-2b16-4cb2-904e-0a29e0abfa9b tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:32.894251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-94411de2-2b16-4cb2-904e-0a29e0abfa9b tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7095587 Sep 16 05:04:32.896168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51522) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:32.901530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ff56b816-5c20-491f-b237-8ab0b7bd3e53 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:32.902390 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-ff56b816-5c20-491f-b237-8ab0b7bd3e53 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:04:32.903212 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-ff56b816-5c20-491f-b237-8ab0b7bd3e53 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:32.904173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ff56b816-5c20-491f-b237-8ab0b7bd3e53 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067654 Sep 16 05:04:32.906684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51524) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:32.910885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ab6e7bbc-fa24-4fea-bd6f-fbdd26a8b333 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:32.953767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:33.288596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0486e-e086-4131-8ccd-e7760810c59c req-710b159e-8770-4637-a47e-09c284a534f7 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.290215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cee0486e-e086-4131-8ccd-e7760810c59c req-710b159e-8770-4637-a47e-09c284a534f7 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 944 time: 0.0971427 Sep 16 05:04:33.364804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:33.370099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:33.370702 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.373322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cee0486e-e086-4131-8ccd-e7760810c59c req-4e4ce1db-6cf1-4679-9bfe-d40f0b4bf941 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739481 Sep 16 05:04:33.396950 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.505243 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-ab6e7bbc-fa24-4fea-bd6f-fbdd26a8b333 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:33.505845 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.506614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ab6e7bbc-fa24-4fea-bd6f-fbdd26a8b333 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5987735 Sep 16 05:04:33.515558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51538) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:33.521574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-566180a2-55ec-4644-9e5d-d09a682b87f9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.522086 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-566180a2-55ec-4644-9e5d-d09a682b87f9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:04:33.522586 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-566180a2-55ec-4644-9e5d-d09a682b87f9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:33.523588 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-566180a2-55ec-4644-9e5d-d09a682b87f9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070186 Sep 16 05:04:33.526782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51540) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:33.533945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7c4856b8-0ac7-49de-9bea-4a4f72f2dedd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.535948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63838c74-12ad-4437-9919-9a279693337a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad1f2df-21e2-4d3f-8f69-1d1d341803bd'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:33.537243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702039ab-42a7-4079-b5dc-d44a0fc9b548 req-c8f192e3-a219-4a51-9bab-85fe1e5465a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.538330 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10326754-5660-4063-bc11-90c6c6337c33" -d '{"events": [{"server_uuid": "63838c74-12ad-4437-9919-9a279693337a", "name": "network-vif-plugged", "status": "completed", "tag": "4ad1f2df-21e2-4d3f-8f69-1d1d341803bd"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:33.539386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-702039ab-42a7-4079-b5dc-d44a0fc9b548 req-c8f192e3-a219-4a51-9bab-85fe1e5465a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0694776 Sep 16 05:04:33.572495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:33.600738 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e99d0c-1118-4570-9bd2-586c5b1a6eb3 x-openstack-request-id: req-f4e99d0c-1118-4570-9bd2-586c5b1a6eb3 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:33.601261 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63838c74-12ad-4437-9919-9a279693337a", "name": "network-vif-plugged", "status": "completed", "tag": "4ad1f2df-21e2-4d3f-8f69-1d1d341803bd", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:33.601672 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4e99d0c-1118-4570-9bd2-586c5b1a6eb3 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:33.602542 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63838c74-12ad-4437-9919-9a279693337a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad1f2df-21e2-4d3f-8f69-1d1d341803bd', 'code': 200} Sep 16 05:04:33.617317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-702039ab-42a7-4079-b5dc-d44a0fc9b548 req-2f3beacc-d3fa-4b35-a276-fd94c2e34985 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702541 Sep 16 05:04:33.656967 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.712799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:33.725020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded6e12-7b58-457d-9015-404e57b50329 req-4e47e279-3254-4042-98f7-94bb9a27af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.726525 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ded6e12-7b58-457d-9015-404e57b50329 req-4e47e279-3254-4042-98f7-94bb9a27af04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 1097 time: 0.0515776 Sep 16 05:04:33.815019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2ded6e12-7b58-457d-9015-404e57b50329 req-ab687a1c-7f5c-4944-925b-1ebfd2c3c90a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807285 Sep 16 05:04:33.918291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.947695 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-7c4856b8-0ac7-49de-9bea-4a4f72f2dedd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:33.948628 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7c4856b8-0ac7-49de-9bea-4a4f72f2dedd tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4208941 Sep 16 05:04:33.950086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.962716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51548) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:33.962716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5d4944e4-4ca6-463b-9ab1-641429c98cbe tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'b2566a53-b4d0-4ec7-8334-43938debcb2e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:34.159977 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.240694 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-5d4944e4-4ca6-463b-9ab1-641429c98cbe tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:34.241759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5d4944e4-4ca6-463b-9ab1-641429c98cbe tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2890203 Sep 16 05:04:34.247028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51550) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:34.313964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f50-012a-4386-a259-0891096c40d0 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.337097 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.345389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.356575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f50-012a-4386-a259-0891096c40d0 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.516696 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.517512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce11288-588c-4b1e-bbdf-e85a86a54d37 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:04:34.545679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3675d-e222-4a7d-a71e-7b74b38894e4 req-0703f44d-1377-4bce-9419-d4e5517a9327 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.547744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85c3675d-e222-4a7d-a71e-7b74b38894e4 req-0703f44d-1377-4bce-9419-d4e5517a9327 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0762019 Sep 16 05:04:34.576151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f50-012a-4386-a259-0891096c40d0 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.583375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f50-012a-4386-a259-0891096c40d0 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.583375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1bd97f50-012a-4386-a259-0891096c40d0 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/b2566a53-b4d0-4ec7-8334-43938debcb2e HTTP/1.1" status: 204 len: 168 time: 0.3317566 Sep 16 05:04:34.583766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51558) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:34.606990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd97f50-012a-4386-a259-0891096c40d0 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2566a53-b4d0-4ec7-8334-43938debcb2e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.627849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85c3675d-e222-4a7d-a71e-7b74b38894e4 req-fdbe6e7c-5c17-40fc-ba07-473dbe16eeb8 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Sep 16 05:04:34.655830 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1d253cff-2d0c-4654-87d8-e2062d5a2bda tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0679202 Sep 16 05:04:34.656502 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51562) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:34.669811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-642ebbe0-95d6-4fdf-9f15-73ec5574bf35 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--74838706'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:34.695583 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:04:34.706214 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dbde2cdd-116b-4cd5-aac1-b562fb7e97b2 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.5458908 Sep 16 05:04:34.706214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51564) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:34.759771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adc79-7a16-4ef0-9f73-48151f891b56 req-8721926e-ff9a-4961-8185-34c7da4277c9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.763726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef8adc79-7a16-4ef0-9f73-48151f891b56 req-8721926e-ff9a-4961-8185-34c7da4277c9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0595019 Sep 16 05:04:34.812838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3450607d-740c-4f3f-a732-78ce6064e6c5 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Deleting port b8517758-07ae-45d7-b36e-113718e9aa69 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:34.813105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3450607d-740c-4f3f-a732-78ce6064e6c5 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.816362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef8adc79-7a16-4ef0-9f73-48151f891b56 req-8abc2963-a33d-48a6-a3f6-bf2cbb85c4a5 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Sep 16 05:04:34.874693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-642ebbe0-95d6-4fdf-9f15-73ec5574bf35 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.963831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3450607d-740c-4f3f-a732-78ce6064e6c5 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.990095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3450607d-740c-4f3f-a732-78ce6064e6c5 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Calling delete_port for b8517758-07ae-45d7-b36e-113718e9aa69 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:35.064472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-642ebbe0-95d6-4fdf-9f15-73ec5574bf35 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.147472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-642ebbe0-95d6-4fdf-9f15-73ec5574bf35 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.189737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ebbe0-95d6-4fdf-9f15-73ec5574bf35 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8641f7d4-7c3b-4c1a-b45c-d411a9a45981,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.625255 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-642ebbe0-95d6-4fdf-9f15-73ec5574bf35 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.626943 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-642ebbe0-95d6-4fdf-9f15-73ec5574bf35 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9664550 Sep 16 05:04:35.628259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3450607d-740c-4f3f-a732-78ce6064e6c5 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.630018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51574) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:35.635015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-36c89c92-9657-4c8f-9631-9f9c83fc3cbe tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': '8641f7d4-7c3b-4c1a-b45c-d411a9a45981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:35.684553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450607d-740c-4f3f-a732-78ce6064e6c5 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8517758-07ae-45d7-b36e-113718e9aa69,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.766672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee32c4-6ba1-4f23-aa2f-ea85577946b9 req-d50e58b5-2efd-49a1-ba7b-3603ff654ead tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.768616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bee32c4-6ba1-4f23-aa2f-ea85577946b9 req-d50e58b5-2efd-49a1-ba7b-3603ff654ead tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0634050 Sep 16 05:04:35.770411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3450607d-740c-4f3f-a732-78ce6064e6c5 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.773833 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3450607d-740c-4f3f-a732-78ce6064e6c5 tempest-RoutersAdminNegativeIpV6Test-819513293 tempest-RoutersAdminNegativeIpV6Test-819513293-project-admin] 10.222.0.59 "DELETE /v2.0/ports/b8517758-07ae-45d7-b36e-113718e9aa69 HTTP/1.1" status: 204 len: 168 time: 1.0722280 Sep 16 05:04:35.817401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bee32c4-6ba1-4f23-aa2f-ea85577946b9 req-3fee80e3-159d-475f-b133-95f672583851 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Sep 16 05:04:35.881746 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-36c89c92-9657-4c8f-9631-9f9c83fc3cbe tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The resource could not be found. Sep 16 05:04:35.887134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51584) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:35.887332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-36c89c92-9657-4c8f-9631-9f9c83fc3cbe tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2554536 Sep 16 05:04:35.891690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-aa5d72df-c3d7-44d5-9d73-c94d56da857f tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': '8641f7d4-7c3b-4c1a-b45c-d411a9a45981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1857719a-bd37-4be7-86d3-4ddc2ccc59a1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:35.999901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6f426-cb09-4798-b140-303924b1cc49 req-a8772019-ce34-4f94-802b-f8b4a80016cb tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.001824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fb6f426-cb09-4798-b140-303924b1cc49 req-a8772019-ce34-4f94-802b-f8b4a80016cb tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0635793 Sep 16 05:04:36.095737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fb6f426-cb09-4798-b140-303924b1cc49 req-b867614f-a164-45e1-8759-0cae448a1b22 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Sep 16 05:04:36.345165 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-aa5d72df-c3d7-44d5-9d73-c94d56da857f tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The resource could not be found. Sep 16 05:04:36.346358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aa5d72df-c3d7-44d5-9d73-c94d56da857f tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4586818 Sep 16 05:04:36.349344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51590) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:36.420601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-be639fc9-2e70-4284-9ff0-ac6cb6b3e235 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.451970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-be639fc9-2e70-4284-9ff0-ac6cb6b3e235 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.579214 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-be639fc9-2e70-4284-9ff0-ac6cb6b3e235 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.584404 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-be639fc9-2e70-4284-9ff0-ac6cb6b3e235 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.588528 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-be639fc9-2e70-4284-9ff0-ac6cb6b3e235 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/8641f7d4-7c3b-4c1a-b45c-d411a9a45981 HTTP/1.1" status: 204 len: 168 time: 0.2354226 Sep 16 05:04:36.591207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51598) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:36.597508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be639fc9-2e70-4284-9ff0-ac6cb6b3e235 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8641f7d4-7c3b-4c1a-b45c-d411a9a45981,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.609621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa91b3-103e-4871-aca8-148f9ee917f6 req-efd72daf-196b-4aaf-acac-b9c55fb60c92 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.611339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89fa91b3-103e-4871-aca8-148f9ee917f6 req-efd72daf-196b-4aaf-acac-b9c55fb60c92 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0773079 Sep 16 05:04:36.659837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51600) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:36.672288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-f9db6014-6a8f-446c-b9e6-f3dccfa7f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.675725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-f9db6014-6a8f-446c-b9e6-f3dccfa7f942 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 1097 time: 0.0678945 Sep 16 05:04:36.685325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-afc5092c-cc67-41b8-ab7f-79b0e5e3397b tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929275 Sep 16 05:04:36.686153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51606) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:36.698842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-53578ca8-9a0b-4d0d-92fd-2dd8348e4a8d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': 'af1e4385-08b8-48be-9a73-ae1f97102880', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:36.735518 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89fa91b3-103e-4871-aca8-148f9ee917f6 req-82401941-8d4f-476d-a473-67d25f83b99c tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093488 Sep 16 05:04:36.825365 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3113a068-5b9e-4dea-b338-6b3a6d89e4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.850452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-6ef16e29-9814-42da-b750-a8170d17b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.852052 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-6ef16e29-9814-42da-b750-a8170d17b982 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 911 time: 0.1666167 Sep 16 05:04:36.916947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-6e04e016-4be8-492f-9dba-558612cf18b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd HTTP/1.1" status: 200 len: 217 time: 0.0560420 Sep 16 05:04:36.955362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3113a068-5b9e-4dea-b338-6b3a6d89e4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.978337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-af43ad49-8e70-48bb-90f0-c95320a0be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.980120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-af43ad49-8e70-48bb-90f0-c95320a0be3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44022a78-a1d1-4602-925b-f29a8e78ddc3 HTTP/1.1" status: 200 len: 850 time: 0.0545475 Sep 16 05:04:37.016622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3113a068-5b9e-4dea-b338-6b3a6d89e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.027521 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-b15cb914-92a7-49bb-90df-d0906e6e1a35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5622b731-e8bd-4ba5-9a34-61f0459f3aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369179 Sep 16 05:04:37.061647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3113a068-5b9e-4dea-b338-6b3a6d89e4cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80343e781e58426b9d28bedb2db3a0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997684 Sep 16 05:04:37.064008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113a068-5b9e-4dea-b338-6b3a6d89e4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc0589-41bc-497a-a144-bd741e5dec2a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.064553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51608) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:37.107450 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-53578ca8-9a0b-4d0d-92fd-2dd8348e4a8d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The resource could not be found. Sep 16 05:04:37.113345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-53578ca8-9a0b-4d0d-92fd-2dd8348e4a8d tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4237521 Sep 16 05:04:37.119345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51614) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:37.129380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-008a78f9-1b3f-48e3-9979-d0e5b7b319af tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038399856'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:37.179913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e9a489ed-6bda-4701-906e-cd5776298c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.207489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-8a2d4fe4-2209-45c1-a545-c56a233d71b8 service neutron] 10.222.0.60 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702189 Sep 16 05:04:37.222218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e9a489ed-6bda-4701-906e-cd5776298c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.234093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cd369-33ee-4877-af14-bea1b742ede9 req-1264de6a-d1d2-49a0-95e8-3c42ea9dbaf8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.236983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b14cd369-33ee-4877-af14-bea1b742ede9 req-1264de6a-d1d2-49a0-95e8-3c42ea9dbaf8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0606217 Sep 16 05:04:37.243054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-008a78f9-1b3f-48e3-9979-d0e5b7b319af tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.338095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b14cd369-33ee-4877-af14-bea1b742ede9 req-de91d858-f8b6-4f6b-b746-45eafe7c4cb4 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Sep 16 05:04:37.362753 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61161ff9-20e2-41a3-ba56-304d8fb34e6c req-00612239-6bf9-41e9-803f-becd9e7f4c5a service neutron] 10.222.0.60 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494281 Sep 16 05:04:37.436546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e9a489ed-6bda-4701-906e-cd5776298c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.439283 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e9a489ed-6bda-4701-906e-cd5776298c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.443080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e9a489ed-6bda-4701-906e-cd5776298c4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ffc0589-41bc-497a-a144-bd741e5dec2a HTTP/1.1" status: 204 len: 168 time: 0.3749700 Sep 16 05:04:37.451446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a489ed-6bda-4701-906e-cd5776298c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc0589-41bc-497a-a144-bd741e5dec2a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.541643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-008a78f9-1b3f-48e3-9979-d0e5b7b319af tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.626344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-008a78f9-1b3f-48e3-9979-d0e5b7b319af tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.669697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a78f9-1b3f-48e3-9979-d0e5b7b319af tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a61a30-38aa-46a4-856c-b8c0a6482a50,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.745908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-008a78f9-1b3f-48e3-9979-d0e5b7b319af tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.747181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-008a78f9-1b3f-48e3-9979-d0e5b7b319af tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6264820 Sep 16 05:04:37.750377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:37.755279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a72b7a18-c671-473a-968a-c9b91b42a5ac tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--812928158'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:37.886919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604f75-cf86-4573-926e-39e1b017d1ed req-6357068d-ca82-4d28-bd9d-c99e9a29b8c5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.888942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37604f75-cf86-4573-926e-39e1b017d1ed req-6357068d-ca82-4d28-bd9d-c99e9a29b8c5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0679643 Sep 16 05:04:37.892418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a72b7a18-c671-473a-968a-c9b91b42a5ac tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.966214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37604f75-cf86-4573-926e-39e1b017d1ed req-fb3cf4ce-d581-4787-b27c-7aa905ff420e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684257 Sep 16 05:04:38.049950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a72b7a18-c671-473a-968a-c9b91b42a5ac tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.127858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a72b7a18-c671-473a-968a-c9b91b42a5ac tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.170317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b7a18-c671-473a-968a-c9b91b42a5ac tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45703a95-953f-4dbf-8538-cc5688820801,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:38.184283 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:38.189571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51636) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.245233 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a72b7a18-c671-473a-968a-c9b91b42a5ac tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.252482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a72b7a18-c671-473a-968a-c9b91b42a5ac tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4949098 Sep 16 05:04:38.252482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b12b7b42-58ad-4e03-8c4f-5edba57c4495 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5271f7f74ae14835b2e5773520b539af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606503 Sep 16 05:04:38.252966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.255805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51640) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.257869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6b5ac7a5-948a-4277-9c55-7453e9385d71 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group_rule': {'security_group_id': '62a61a30-38aa-46a4-856c-b8c0a6482a50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '45703a95-953f-4dbf-8538-cc5688820801'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:38.326325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9e267c2-175f-4194-866f-817cd637563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.355731 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9e267c2-175f-4194-866f-817cd637563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.459180 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-6b5ac7a5-948a-4277-9c55-7453e9385d71 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:38.464606 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6b5ac7a5-948a-4277-9c55-7453e9385d71 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2067106 Sep 16 05:04:38.464606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51646) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.503705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9e267c2-175f-4194-866f-817cd637563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.504592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9e267c2-175f-4194-866f-817cd637563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.507697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f9e267c2-175f-4194-866f-817cd637563a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca3f5d08-7021-44a0-b75a-09c7e8f8bd51 HTTP/1.1" status: 204 len: 168 time: 0.2507775 Sep 16 05:04:38.518226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fc243-8c42-4d60-bdb0-6e91f61cb694 req-3885d52f-b3cb-4d30-86a6-a2517d1385c4 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.519790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e0fc243-8c42-4d60-bdb0-6e91f61cb694 req-3885d52f-b3cb-4d30-86a6-a2517d1385c4 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0849481 Sep 16 05:04:38.526892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e267c2-175f-4194-866f-817cd637563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3f5d08-7021-44a0-b75a-09c7e8f8bd51,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:38.557321 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b1a25020-8fe2-45c2-97de-333ca22a8342 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.591434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e0fc243-8c42-4d60-bdb0-6e91f61cb694 req-5436f98e-3b4e-45bd-96e9-bc5604c7a4f1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565708 Sep 16 05:04:38.606919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b1a25020-8fe2-45c2-97de-333ca22a8342 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.790986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b1a25020-8fe2-45c2-97de-333ca22a8342 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.793799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b1a25020-8fe2-45c2-97de-333ca22a8342 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.795068 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b1a25020-8fe2-45c2-97de-333ca22a8342 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/45703a95-953f-4dbf-8538-cc5688820801 HTTP/1.1" status: 204 len: 168 time: 0.3295102 Sep 16 05:04:38.797951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51652) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.805408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a25020-8fe2-45c2-97de-333ca22a8342 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45703a95-953f-4dbf-8538-cc5688820801,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:38.877323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-90f60970-ad51-4961-90ea-2e52c17d365a tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0771847 Sep 16 05:04:38.880145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51656) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:38.946103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df067f0f-e962-4ba8-89bd-946f323342e9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.971197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df067f0f-e962-4ba8-89bd-946f323342e9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.106919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372729d4-4139-45c4-871b-5708572ca257 req-54931192-8be4-4503-b2bf-6fe635128b4a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.114654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-372729d4-4139-45c4-871b-5708572ca257 req-54931192-8be4-4503-b2bf-6fe635128b4a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0718613 Sep 16 05:04:39.173391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df067f0f-e962-4ba8-89bd-946f323342e9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.177536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df067f0f-e962-4ba8-89bd-946f323342e9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.178683 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-df067f0f-e962-4ba8-89bd-946f323342e9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/62a61a30-38aa-46a4-856c-b8c0a6482a50 HTTP/1.1" status: 204 len: 168 time: 0.2975450 Sep 16 05:04:39.183127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-372729d4-4139-45c4-871b-5708572ca257 req-0b88b4eb-ee05-4714-8d5d-e189ec916d5b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618989 Sep 16 05:04:39.183388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51674) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.218779 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067f0f-e962-4ba8-89bd-946f323342e9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a61a30-38aa-46a4-856c-b8c0a6482a50,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:39.280593 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-369732b6-ca3a-4e45-babe-fca597be92f9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904176 Sep 16 05:04:39.281788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51680) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.283914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d4dd2074-0a7d-4e9a-b770-09fff2b04306 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'tempest-secgroup--67618573'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:39.390406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2074-0a7d-4e9a-b770-09fff2b04306 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.498104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2074-0a7d-4e9a-b770-09fff2b04306 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.550128 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2074-0a7d-4e9a-b770-09fff2b04306 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.583044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2074-0a7d-4e9a-b770-09fff2b04306 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5303af0f-2dc7-4ec4-8347-6eb2eb67ada8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:39.653911 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2074-0a7d-4e9a-b770-09fff2b04306 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.655338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d4dd2074-0a7d-4e9a-b770-09fff2b04306 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3755262 Sep 16 05:04:39.662598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51690) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.668327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-15987049-4f40-46dd-8ea7-c62758cfbf62 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:39.672574 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-15987049-4f40-46dd-8ea7-c62758cfbf62 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:04:39.673656 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-15987049-4f40-46dd-8ea7-c62758cfbf62 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:04:39.675008 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-15987049-4f40-46dd-8ea7-c62758cfbf62 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "PUT /v2.0/security-groups/5303af0f-2dc7-4ec4-8347-6eb2eb67ada8 HTTP/1.1" status: 409 len: 330 time: 0.0109556 Sep 16 05:04:39.677755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51692) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.722999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cd793-aab7-4fd6-bc42-2fd5e9956617 req-36ea4f13-6ea0-4449-9458-17dbd23ea689 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.733542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da3cd793-aab7-4fd6-bc42-2fd5e9956617 req-36ea4f13-6ea0-4449-9458-17dbd23ea689 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0738790 Sep 16 05:04:39.791938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da3cd793-aab7-4fd6-bc42-2fd5e9956617 req-2ed6479f-3b66-49ce-9db8-e733176c4dd9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Sep 16 05:04:39.820829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b0e-02bb-4b38-adfa-e46acc60c64c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.844888 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b0e-02bb-4b38-adfa-e46acc60c64c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.964871 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b0e-02bb-4b38-adfa-e46acc60c64c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.967686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b0e-02bb-4b38-adfa-e46acc60c64c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.971307 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-78ad7b0e-02bb-4b38-adfa-e46acc60c64c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/5303af0f-2dc7-4ec4-8347-6eb2eb67ada8 HTTP/1.1" status: 204 len: 168 time: 0.2900090 Sep 16 05:04:39.972104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51712) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.985715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad7b0e-02bb-4b38-adfa-e46acc60c64c tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5303af0f-2dc7-4ec4-8347-6eb2eb67ada8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:40.035133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51714) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.058383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eed3c8a5-b87b-48b0-b22b-af56deb989ee tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784702 Sep 16 05:04:40.058967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51718) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.073074 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-9bec15d6-c718-422c-8cb3-a6265c5c61b9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] delete failed (client error): The resource could not be found. Sep 16 05:04:40.077606 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9bec15d6-c718-422c-8cb3-a6265c5c61b9 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "DELETE /v2.0/security-groups/0412231c-e5c2-46c3-a603-be8e7f4da6f7 HTTP/1.1" status: 404 len: 347 time: 0.0141306 Sep 16 05:04:40.078390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51720) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.091814 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-cc54528b-7885-4529-8579-83185fae6ac4 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] show failed (client error): The resource could not be found. Sep 16 05:04:40.096261 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cc54528b-7885-4529-8579-83185fae6ac4 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-groups/18deed3d-6e06-4771-9ec5-11f92a34fd17 HTTP/1.1" status: 404 len: 347 time: 0.0141149 Sep 16 05:04:40.096885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51722) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.114639 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-206d94bb-4944-4d7f-a2fa-dbdc97970bd7 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] show failed (client error): The resource could not be found. Sep 16 05:04:40.114639 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-206d94bb-4944-4d7f-a2fa-dbdc97970bd7 tempest-NegativeSecGroupTest-1011892750 tempest-NegativeSecGroupTest-1011892750-project] 10.222.0.59 "GET /v2.0/security-group-rules/f3d76ae4-79cb-450c-8877-5d551163d419 HTTP/1.1" status: 404 len: 356 time: 0.0121622 Sep 16 05:04:40.166994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1939888189'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:40.265210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.304666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:40.308919 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.322679 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.349007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb021f-aa03-40bb-b325-47f6b3232e2e req-6c547de1-8690-416e-bad9-91e7a8cb126e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.350561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-adbb021f-aa03-40bb-b325-47f6b3232e2e req-6c547de1-8690-416e-bad9-91e7a8cb126e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0777078 Sep 16 05:04:40.412190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-adbb021f-aa03-40bb-b325-47f6b3232e2e req-84eeb5e8-2408-495e-ac04-28fa4f0feeb1 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513334 Sep 16 05:04:40.484394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.573079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.585459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:40.595501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.595959 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Added segment 07d388cb-1016-4ae5-a539-b602caa333ea of type vlan for network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 Sep 16 05:04:40.640521 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.675529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51734) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.713439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b05c27-960d-4726-88db-8bc1d693d798,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:40.747283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.753798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.754218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.873495 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0d679d13-a392-400d-bda0-0edf263e1411 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0846d417e9c447b5a32de22d623c23e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958754 Sep 16 05:04:40.880075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51742) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.891640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8550608 Sep 16 05:04:40.898497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51744) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.905406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:40.922448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7696a-0667-48ae-b0c6-33d4601cc18d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Network': ['ID=357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:40.938065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:40.950657 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e490091e-3923-4ba7-8046-289d2c54391d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.975710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e490091e-3923-4ba7-8046-289d2c54391d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.002711 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d4a898d9-8528-4217-8af4-9a3d667bd457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.068124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53766fd7-5450-4dd6-9fdb-b9f748d27c04 req-e199ca47-4db4-4ca3-a2b7-1923699a0bbb tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.069855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53766fd7-5450-4dd6-9fdb-b9f748d27c04 req-e199ca47-4db4-4ca3-a2b7-1923699a0bbb tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1704154 Sep 16 05:04:41.117984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53766fd7-5450-4dd6-9fdb-b9f748d27c04 req-519051d4-1d9e-4b2a-97ea-f31f79edacf1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378237 Sep 16 05:04:41.173465 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e490091e-3923-4ba7-8046-289d2c54391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.176531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e490091e-3923-4ba7-8046-289d2c54391d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.180480 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e490091e-3923-4ba7-8046-289d2c54391d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c976996f-275f-455c-a213-40aa26cf9cf0 HTTP/1.1" status: 204 len: 168 time: 0.2963970 Sep 16 05:04:41.187153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490091e-3923-4ba7-8046-289d2c54391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c976996f-275f-455c-a213-40aa26cf9cf0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.198827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:41.202816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.491490 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.616146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=f00994da-f142-47f4-9c17-b651fe0b7fe4,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.632695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:41.633055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network hostable DHCP agents. Network: 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:41.647992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6343fd5-0f25-41c6-b838-2b1a3f4e48da req-7bf34017-54e8-4429-a7d7-01067632385d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.647992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6343fd5-0f25-41c6-b838-2b1a3f4e48da req-7bf34017-54e8-4429-a7d7-01067632385d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1122689 Sep 16 05:04:41.698455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6343fd5-0f25-41c6-b838-2b1a3f4e48da req-2d0b2cc3-ef6d-4341-8dba-2127e39b8cee tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Sep 16 05:04:41.770390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:41.868887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:41.880165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5436e4-b014-41aa-add9-4f8e973a6a0d None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:41.895125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.895781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.974687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be5691b6-7891-4c64-bafa-a0e74760e8ec tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0729363 Sep 16 05:04:41.977152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51780) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:41.983234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'name': 'tempest-NetworksTestDHCPv6-1710979911'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:42.073171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'f00994da-f142-47f4-9c17-b651fe0b7fe4'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:42.074446 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.146875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd7479-4eb6-42f6-9175-3329cd78f18a req-bfd1fc78-1c7a-4eea-b746-413a2afe3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.153955 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02cd7479-4eb6-42f6-9175-3329cd78f18a req-bfd1fc78-1c7a-4eea-b746-413a2afe3acc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1098 time: 0.1023159 Sep 16 05:04:42.220043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02cd7479-4eb6-42f6-9175-3329cd78f18a req-6b3224fe-2ddd-4809-8a52-dfd49a233ca2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580168 Sep 16 05:04:42.285581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/f00994da-f142-47f4-9c17-b651fe0b7fe4/5a806824-3a3f-4432-995f-180c3148af8c) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:42.304956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b665e-859d-497e-8fc0-02c1cb861363 req-f4fb7944-9ebb-40e6-b0f5-75397cb2cc90 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.307356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c2b665e-859d-497e-8fc0-02c1cb861363 req-f4fb7944-9ebb-40e6-b0f5-75397cb2cc90 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0747116 Sep 16 05:04:42.324711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:42.328828 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.357530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port ab2c7b31-8208-4393-9db8-d2e0ac1b2696 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:42.428145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c2b665e-859d-497e-8fc0-02c1cb861363 req-3d999a2d-d390-4cb4-8513-8048b118a619 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143019 Sep 16 05:04:42.476477 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.518925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51796) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:42.559929 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.603795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:42.607870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:42.612848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:42.639740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::335 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/f00994da-f142-47f4-9c17-b651fe0b7fe4/ab2c7b31-8208-4393-9db8-d2e0ac1b2696) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:42.667005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-79ba6741-8601-432d-951a-5d17e4adda5b tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-118941228', 'prefixes': ['172.20.0.0/16']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:42.679968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Pushing event updated for resources: {'Port': ['ID=5a806824-3a3f-4432-995f-180c3148af8c,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:42.696398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.702927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:42.710940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Attempting to bind port 5a806824-3a3f-4432-995f-180c3148af8c on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:42.711592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Attempting to bind port 5a806824-3a3f-4432-995f-180c3148af8c by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:42.712566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Attempting to bind port 5a806824-3a3f-4432-995f-180c3148af8c on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:42.719462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:42.719972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:42.721902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.722460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:42.723047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Bound port: 5a806824-3a3f-4432-995f-180c3148af8c, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:42.723911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.804904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] For port 5a806824-3a3f-4432-995f-180c3148af8c, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:42.810403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] For port 5a806824-3a3f-4432-995f-180c3148af8c, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5a806824-3a3f-4432-995f-180c3148af8c,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:42.900479 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.910205 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.936081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951dcc7-d070-4c32-ac88-4858d3462b8a req-d9b6cf54-6c9b-478c-bb93-cc9039ac7b4d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.937702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5951dcc7-d070-4c32-ac88-4858d3462b8a req-d9b6cf54-6c9b-478c-bb93-cc9039ac7b4d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1149299 Sep 16 05:04:43.015917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5951dcc7-d070-4c32-ac88-4858d3462b8a req-4cb583fc-256d-4499-9b6f-38a3257d8f8d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621803 Sep 16 05:04:43.026788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23000cba-95fd-49ae-8085-bf9dd11a9d03 None None] Pushing event updated for resources: {'Port': ['ID=5a806824-3a3f-4432-995f-180c3148af8c,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.078985 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79ba6741-8601-432d-951a-5d17e4adda5b tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] Notify callbacks [] for subnetpool, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.082745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79ba6741-8601-432d-951a-5d17e4adda5b tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5611994 Sep 16 05:04:43.084161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51806) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.129529 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d8e3d493-13bb-4f93-b9a3-5379ce07fd1d tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] 10.222.0.59 "GET /v2.0/subnetpools/e3bbd30d-14d2-4097-bb56-b41d79840bb7 HTTP/1.1" status: 200 len: 731 time: 0.0430231 Sep 16 05:04:43.131896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.132330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51808) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.140006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-644859a9-7832-424e-9532-0f27ad2f9c33 tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-600042186'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:43.197333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:43.205905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:43.213222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:43.224831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.226390 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.241472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=ab2c7b31-8208-4393-9db8-d2e0ac1b2696,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.314031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-296a4100-71b4-41e3-bf8a-273d479e434d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3356595 Sep 16 05:04:43.316324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51820) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.395356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-644859a9-7832-424e-9532-0f27ad2f9c33 tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] Notify callbacks [] for subnetpool, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.400860 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-644859a9-7832-424e-9532-0f27ad2f9c33 tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] 10.222.0.59 "PUT /v2.0/subnetpools/e3bbd30d-14d2-4097-bb56-b41d79840bb7 HTTP/1.1" status: 200 len: 683 time: 0.2649934 Sep 16 05:04:43.401272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51824) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.448068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efea6e6-6615-40b5-9050-e25bfb11ef9f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.454696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efea6e6-6615-40b5-9050-e25bfb11ef9f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.459668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8efea6e6-6615-40b5-9050-e25bfb11ef9f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1391582 Sep 16 05:04:43.466738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51826) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.584332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed10bcf-4e9f-4ad8-af9e-979422e85f24 req-85e0cec7-5756-47fc-921d-2089bc181e94 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.585962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ed10bcf-4e9f-4ad8-af9e-979422e85f24 req-85e0cec7-5756-47fc-921d-2089bc181e94 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0696054 Sep 16 05:04:43.609393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-76d5a556-0024-4cb6-b304-a0decab49c30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port ab2c7b31-8208-4393-9db8-d2e0ac1b2696 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:43.609772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76d5a556-0024-4cb6-b304-a0decab49c30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.632172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ed10bcf-4e9f-4ad8-af9e-979422e85f24 req-ef9f32b1-5f8b-4a7d-a000-a61cdb087a3d tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Sep 16 05:04:43.679129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1478de60-d12a-49a9-8ab8-1d109d1b34fd tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] Notify callbacks [] for subnetpool, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.680565 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1478de60-d12a-49a9-8ab8-1d109d1b34fd tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] 10.222.0.59 "DELETE /v2.0/subnetpools/e3bbd30d-14d2-4097-bb56-b41d79840bb7 HTTP/1.1" status: 204 len: 168 time: 0.2782192 Sep 16 05:04:43.683790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51832) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.703406 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-e241d08c-8ffd-4b88-9f65-1ce9f88fd4bb tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] show failed (client error): The resource could not be found. Sep 16 05:04:43.704596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e241d08c-8ffd-4b88-9f65-1ce9f88fd4bb tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] 10.222.0.59 "GET /v2.0/subnetpools/e3bbd30d-14d2-4097-bb56-b41d79840bb7 HTTP/1.1" status: 404 len: 346 time: 0.0197833 Sep 16 05:04:43.712216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51834) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.717595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76d5a556-0024-4cb6-b304-a0decab49c30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.740030 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-e5d93cc5-220d-4686-af17-e2224113d96f tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] delete failed (client error): The resource could not be found. Sep 16 05:04:43.742259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e5d93cc5-220d-4686-af17-e2224113d96f tempest-SubnetPoolsTestJSON-1901559363 tempest-SubnetPoolsTestJSON-1901559363-project] 10.222.0.59 "DELETE /v2.0/subnetpools/e3bbd30d-14d2-4097-bb56-b41d79840bb7 HTTP/1.1" status: 404 len: 346 time: 0.0287366 Sep 16 05:04:43.754757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-76d5a556-0024-4cb6-b304-a0decab49c30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for ab2c7b31-8208-4393-9db8-d2e0ac1b2696 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:44.093788 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76d5a556-0024-4cb6-b304-a0decab49c30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.144912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a556-0024-4cb6-b304-a0decab49c30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=ab2c7b31-8208-4393-9db8-d2e0ac1b2696,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:44.183870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76d5a556-0024-4cb6-b304-a0decab49c30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.188506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-76d5a556-0024-4cb6-b304-a0decab49c30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/ab2c7b31-8208-4393-9db8-d2e0ac1b2696 HTTP/1.1" status: 204 len: 168 time: 0.7043977 Sep 16 05:04:44.189130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51850) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:44.189418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c029bab-e1a1-411e-8047-18cd84e111db req-c41a1499-354e-4504-a5b5-325625756bd5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.190125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd418b-c358-412c-bc46-a2628a98ffa7 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:44.191025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c029bab-e1a1-411e-8047-18cd84e111db req-c41a1499-354e-4504-a5b5-325625756bd5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0815377 Sep 16 05:04:44.221300 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.256224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c029bab-e1a1-411e-8047-18cd84e111db req-a3ed7399-ec5a-4e16-926a-3d8cd329cf13 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535221 Sep 16 05:04:44.289107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Provisioning complete for port 5a806824-3a3f-4432-995f-180c3148af8c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:44.299966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.306815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73190f7-ec93-4eb3-87fd-a0764b7a9b3f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.309045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73190f7-ec93-4eb3-87fd-a0764b7a9b3f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.311085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b73190f7-ec93-4eb3-87fd-a0764b7a9b3f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1210310 Sep 16 05:04:44.313852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51856) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:44.423213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99cbdb1-77af-4009-ad8b-698cac39f103 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet f00994da-f142-47f4-9c17-b651fe0b7fe4 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:44.426772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d99cbdb1-77af-4009-ad8b-698cac39f103 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.435287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5a806824-3a3f-4432-995f-180c3148af8c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:44.477852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d99cbdb1-77af-4009-ad8b-698cac39f103 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.488025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51862) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:44.489622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3a8466fb-a14b-4bce-80ec-60b7fc8cb7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.554983 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.589742 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d99cbdb1-77af-4009-ad8b-698cac39f103 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.601182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5a806824-3a3f-4432-995f-180c3148af8c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:44.601755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.664248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f803cff-69be-4a34-9110-9737a66440ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.710012 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.782791 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d99cbdb1-77af-4009-ad8b-698cac39f103 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.832458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684d574-ab75-49c1-a22b-0dcfb7f35bca req-a136c74b-9c97-4733-80a7-3e5f5ff6f642 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.841603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8684d574-ab75-49c1-a22b-0dcfb7f35bca req-a136c74b-9c97-4733-80a7-3e5f5ff6f642 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1171808 Sep 16 05:04:44.850232 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d99cbdb1-77af-4009-ad8b-698cac39f103 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.855564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51872) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:44.856120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d99cbdb1-77af-4009-ad8b-698cac39f103 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/f00994da-f142-47f4-9c17-b651fe0b7fe4 HTTP/1.1" status: 204 len: 168 time: 0.5408626 Sep 16 05:04:44.858212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cbdb1-77af-4009-ad8b-698cac39f103 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=f00994da-f142-47f4-9c17-b651fe0b7fe4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:44.869590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:44.869956 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:44.870887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:44.871232 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:44.890020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8684d574-ab75-49c1-a22b-0dcfb7f35bca req-7777f850-9a6b-4f76-b5b6-8a47c356e139 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Sep 16 05:04:44.898928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714dcd33-56a4-41d2-96f5-a651fe65a890 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:44.930096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d0b02eb8-a45b-4084-9141-b9605e131e83 req-19037ed7-7642-4410-a676-7e645ac6b9a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-661609521', 'description': 'tempest-description-195284812'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:44.931790 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1c0d36df-c30e-415c-a526-c17fb0194cce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745659 Sep 16 05:04:44.934849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51876) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:44.942225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:44.995103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f803cff-69be-4a34-9110-9737a66440ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.094424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:45.142734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] Deleting port 5a806824-3a3f-4432-995f-180c3148af8c {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:45.142734 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.170536 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.211215 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f803cff-69be-4a34-9110-9737a66440ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.225220 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:04:45.225220 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:04:45.225220 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': '4ff561bfc193420fb1ad70cba14e639c', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 4, 25, 39388)}] Sep 16 05:04:45.225220 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:45.226557 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:45.253773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f803cff-69be-4a34-9110-9737a66440ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26d855b-c3c9-4823-9c3e-df928969fd9a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.266182 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6f803cff-69be-4a34-9110-9737a66440ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=efc9deb8fc704917827b0258ed93d6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787411 Sep 16 05:04:45.268899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51884) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:45.330178 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7095b08a-312f-4a2e-90ef-492d3fc7e3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.342294 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0b02eb8-a45b-4084-9141-b9605e131e83 req-19037ed7-7642-4410-a676-7e645ac6b9a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.360035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] For port 5a806824-3a3f-4432-995f-180c3148af8c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5a806824-3a3f-4432-995f-180c3148af8c,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:45.361775 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.365966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7095b08a-312f-4a2e-90ef-492d3fc7e3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.437601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] Calling delete_port for 5a806824-3a3f-4432-995f-180c3148af8c owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:45.471487 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.512801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad63ba0-c1b7-4a8b-a77d-9e038832666b req-9e985469-ba3d-4475-b77e-4f40d2bdd712 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.515722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ad63ba0-c1b7-4a8b-a77d-9e038832666b req-9e985469-ba3d-4475-b77e-4f40d2bdd712 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0891409 Sep 16 05:04:45.521551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.547144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0b02eb8-a45b-4084-9141-b9605e131e83 req-19037ed7-7642-4410-a676-7e645ac6b9a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.554879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 5a806824-3a3f-4432-995f-180c3148af8c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5a806824-3a3f-4432-995f-180c3148af8c,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:45.566323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ad63ba0-c1b7-4a8b-a77d-9e038832666b req-0f747410-6108-4421-a509-085f72775949 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 Sep 16 05:04:45.596012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7095b08a-312f-4a2e-90ef-492d3fc7e3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.598698 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7095b08a-312f-4a2e-90ef-492d3fc7e3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.599924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7095b08a-312f-4a2e-90ef-492d3fc7e3da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b26d855b-c3c9-4823-9c3e-df928969fd9a HTTP/1.1" status: 204 len: 168 time: 0.3300903 Sep 16 05:04:45.608328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095b08a-312f-4a2e-90ef-492d3fc7e3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26d855b-c3c9-4823-9c3e-df928969fd9a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.705924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0b02eb8-a45b-4084-9141-b9605e131e83 req-19037ed7-7642-4410-a676-7e645ac6b9a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.709498 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.750004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19037ed7-7642-4410-a676-7e645ac6b9a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272c841c-2880-489a-9cb7-5ac9c9b739d6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.791305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:45.791680 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:45.794173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=5a806824-3a3f-4432-995f-180c3148af8c,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.801744 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.806375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0b02eb8-a45b-4084-9141-b9605e131e83 req-19037ed7-7642-4410-a676-7e645ac6b9a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.806375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0b02eb8-a45b-4084-9141-b9605e131e83 req-19037ed7-7642-4410-a676-7e645ac6b9a9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8783813 Sep 16 05:04:45.840383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] Pushing event deleted for resources: {'Port': ['ID=5a806824-3a3f-4432-995f-180c3148af8c,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.846065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d8e4b-55f6-4c36-bd84-13e7e61e9abc None None] No DVR routers for this DVR port 5a806824-3a3f-4432-995f-180c3148af8c on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:45.920076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-135f3f66-92bb-4ebb-8006-eeb42d7431aa tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-661609521&fields=id&tenant_id=91903c0228a64b8e8b3510fddd8a0bf0 HTTP/1.1" status: 200 len: 267 time: 0.0331104 Sep 16 05:04:45.921953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:45.925552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.987905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-fd03c97b-b005-46ae-b467-8b5ac43704b1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.989429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-fd03c97b-b005-46ae-b467-8b5ac43704b1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.0630925 Sep 16 05:04:46.004447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Request body: {'port': {'security_groups': ['153421c3-7817-44df-9241-903e271a11d9', '272c841c-2880-489a-9cb7-5ac9c9b739d6']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:46.075551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.250875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.295363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:46.298436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:46.300136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] For port 19f3c197-3dd8-476c-afe8-425745131fe2, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19f3c197-3dd8-476c-afe8-425745131fe2,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:46.302887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.303522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.321332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91669beb-25ba-4bd6-a48c-89b63ce665d9 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:46.324384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=9f310683-5a0c-4eb6-9949-cde950a7eba5,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:46.334798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.414643 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6310ab01-a7fd-485f-8106-63bcfca3d03f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4785275 Sep 16 05:04:46.417667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51920) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:46.423107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'name': 'tempest-NetworksTestDHCPv6-780203898'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:46.448481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5a806824-3a3f-4432-995f-180c3148af8c no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:46.461564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.509612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 5a806824-3a3f-4432-995f-180c3148af8c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:46.510225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5a806824-3a3f-4432-995f-180c3148af8c not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:46.518387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['19f3c197-3dd8-476c-afe8-425745131fe2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:46.532913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.533714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.538873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ef509a9-1d23-4304-b902-a4c0054c8ff2 req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "PUT /v2.0/ports/19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 982 time: 0.5393240 Sep 16 05:04:46.539602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:46.545330 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdded83-d501-4750-935e-0b7a4b6cb01d" -d '{"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:46.621606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdba752-fdc1-4208-be11-1d023b425c8e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event updated for resources: {'Port': ['ID=19f3c197-3dd8-476c-afe8-425745131fe2,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:46.634567 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c6e45a-415c-45f9-883f-12a9f048be47 x-openstack-request-id: req-29c6e45a-415c-45f9-883f-12a9f048be47 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:46.634939 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:46.635326 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29c6e45a-415c-45f9-883f-12a9f048be47 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:46.649238 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2', 'status': 'completed', 'code': 200} Sep 16 05:04:46.659611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-5791b2a0-a3ef-41bd-b226-8c9e2d2deb79 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-661609521&fields=id&tenant_id=91903c0228a64b8e8b3510fddd8a0bf0 HTTP/1.1" status: 200 len: 267 time: 0.0589421 Sep 16 05:04:46.751256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '9f310683-5a0c-4eb6-9949-cde950a7eba5'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:46.752204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.759954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-76fd3872-c5ee-4a84-9990-a658bba00c7c tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.768058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-76fd3872-c5ee-4a84-9990-a658bba00c7c tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 985 time: 0.1022065 Sep 16 05:04:46.774923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:46.776506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Request body: {'port': {'security_groups': ['153421c3-7817-44df-9241-903e271a11d9']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:46.776994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-11569f01-35c3-4b25-9021-8511ac2e0e02 None None] Port 5a806824-3a3f-4432-995f-180c3148af8c update to ACTIVE by agent not found {{(pid=101826) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:04:46.783002 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.808118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['19f3c197-3dd8-476c-afe8-425745131fe2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:46.824780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-d9e48d46-b196-494c-b437-40daa9436672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.826708 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-d9e48d46-b196-494c-b437-40daa9436672 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1137 time: 0.1174641 Sep 16 05:04:46.830829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port f8281e89-576d-4804-85a8-bd6d95dd4fa3 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:46.903272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9471a-1592-4188-ae2e-36d158c8bf3d req-77fb6a3e-f49b-42b6-a0cd-4d0b8350dfca tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.904978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecb9471a-1592-4188-ae2e-36d158c8bf3d req-77fb6a3e-f49b-42b6-a0cd-4d0b8350dfca tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1340926 Sep 16 05:04:46.956692 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.964378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-de19fc78-5929-4a3a-ae2e-7611655fb4e2 None None] Could not find standard attr ID for object 5a806824-3a3f-4432-995f-180c3148af8c. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:46.982829 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.077157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecb9471a-1592-4188-ae2e-36d158c8bf3d req-05722a66-a7f6-44f8-9c0c-102301670ad0 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524770 Sep 16 05:04:47.083088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-5797bc3a-307a-48ad-b22b-0270b62e1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.084745 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-5797bc3a-307a-48ad-b22b-0270b62e1685 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 921 time: 0.2482693 Sep 16 05:04:47.153200 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-76a529ef-8c8b-4a52-b4ba-de15ac25091a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 217 time: 0.0495415 Sep 16 05:04:47.201141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::3f (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/9f310683-5a0c-4eb6-9949-cde950a7eba5/f8281e89-576d-4804-85a8-bd6d95dd4fa3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:47.237048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-9f29345c-b8ef-4365-9a9e-7158bc44a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.238996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-9f29345c-b8ef-4365-9a9e-7158bc44a2ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.0773101 Sep 16 05:04:47.305429 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-12327b8d-1b99-470d-9994-22c05a77e0aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444367 Sep 16 05:04:47.308868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] For port 19f3c197-3dd8-476c-afe8-425745131fe2, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19f3c197-3dd8-476c-afe8-425745131fe2,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:47.343158 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.427299 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.468002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['19f3c197-3dd8-476c-afe8-425745131fe2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:47.481658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.482827 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.484665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f02cbe97-6a9b-4ba1-8cc0-c2cabb940267 req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "PUT /v2.0/ports/19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 943 time: 0.7156949 Sep 16 05:04:47.524546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.560725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-de77cdfe-076e-403c-929c-2a7489124ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345436 Sep 16 05:04:47.581195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec934dd-d0a8-4813-9138-74043a2e9912 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event updated for resources: {'Port': ['ID=19f3c197-3dd8-476c-afe8-425745131fe2,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:47.705919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['19f3c197-3dd8-476c-afe8-425745131fe2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:47.715737 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6fdded83-d501-4750-935e-0b7a4b6cb01d req-bb3375f4-4684-4880-bb3e-433d06b3caeb service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375639 Sep 16 05:04:47.809209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e03056-0902-43e5-9676-0d18451e15fd req-faa2008d-3802-4fd3-bbca-71ca73ddcd01 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2837522 Sep 16 05:04:47.817229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:47.819623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.870778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:47.875740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:47.882095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:47.888268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.891552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.899769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=f8281e89-576d-4804-85a8-bd6d95dd4fa3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:47.923650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/9f310683-5a0c-4eb6-9949-cde950a7eba5/7bbbcc17-a966-41ac-9e01-90dfd539db20) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:48.077528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.078846 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.168236 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6951070e-3bcb-4c93-996e-cf3578eb62c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7492723 Sep 16 05:04:48.170703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51982) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.243041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45207a5e-b168-44a0-b041-1b51f53b9c45 req-6d6adc00-b6bd-4d24-a449-0857b079c07b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.244552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45207a5e-b168-44a0-b041-1b51f53b9c45 req-6d6adc00-b6bd-4d24-a449-0857b079c07b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0601237 Sep 16 05:04:48.256750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf2d0f4-70ab-4f93-8ab9-5d7e413d4374 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.262229 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ebf2d0f4-70ab-4f93-8ab9-5d7e413d4374 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0866311 Sep 16 05:04:48.262229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51986) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.273514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.277002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.311167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:48.314123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:48.318048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:48.341592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45207a5e-b168-44a0-b041-1b51f53b9c45 req-56743619-5625-4418-9aaa-44a6c745eaa7 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841835 Sep 16 05:04:48.350279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Pushing event updated for resources: {'Port': ['ID=7bbbcc17-a966-41ac-9e01-90dfd539db20,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.406474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Attempting to bind port 7bbbcc17-a966-41ac-9e01-90dfd539db20 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:48.407987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Attempting to bind port 7bbbcc17-a966-41ac-9e01-90dfd539db20 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:48.408534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Attempting to bind port 7bbbcc17-a966-41ac-9e01-90dfd539db20 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:48.418226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:48.429366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:48.429366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.429366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:48.429366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Bound port: 7bbbcc17-a966-41ac-9e01-90dfd539db20, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:48.429366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.447056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Allocated IP 172.25.7.184 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/f030e411-340e-412f-b7b1-b83effd8c505) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:48.554960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ffbabf91-8670-429d-9455-33852309e981 None None] For port 7bbbcc17-a966-41ac-9e01-90dfd539db20, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:48.562105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ffbabf91-8670-429d-9455-33852309e981 None None] For port 7bbbcc17-a966-41ac-9e01-90dfd539db20, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7bbbcc17-a966-41ac-9e01-90dfd539db20,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:48.638468 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.672261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:48.674319 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:48.699179 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.719163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-45678d92-70ed-41f2-a557-4d1d7cf446ce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port f8281e89-576d-4804-85a8-bd6d95dd4fa3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:48.719710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45678d92-70ed-41f2-a557-4d1d7cf446ce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.764347 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626a97a-6b89-42bb-bf1d-ae85ea7b259e x-openstack-request-id: req-e626a97a-6b89-42bb-bf1d-ae85ea7b259e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:48.764675 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:48.764934 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e626a97a-6b89-42bb-bf1d-ae85ea7b259e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:48.765357 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2', 'status': 'completed', 'code': 200} Sep 16 05:04:48.767958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbabf91-8670-429d-9455-33852309e981 None None] Pushing event updated for resources: {'Port': ['ID=7bbbcc17-a966-41ac-9e01-90dfd539db20,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.833913 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.869134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45678d92-70ed-41f2-a557-4d1d7cf446ce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.871526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52004) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.874981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:48.879056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:48.883181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:48.894307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-45678d92-70ed-41f2-a557-4d1d7cf446ce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for f8281e89-576d-4804-85a8-bd6d95dd4fa3 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:48.919705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-b75df129-2f66-4da9-a59b-c97779640f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.920918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event updated for resources: {'Port': ['ID=f030e411-340e-412f-b7b1-b83effd8c505,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.921494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-b75df129-2f66-4da9-a59b-c97779640f59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1098 time: 0.0999000 Sep 16 05:04:49.008241 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.144658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68d366ad-ac7d-4bcb-aee7-cd3f7a0e8706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.148926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-0871f767-582e-4de3-978d-197f23eb8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.150456 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-0871f767-582e-4de3-978d-197f23eb8c6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 921 time: 0.1953824 Sep 16 05:04:49.198157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.221881 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-dc91180a-c5bc-4137-a271-f2f802452a93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 217 time: 0.0402548 Sep 16 05:04:49.306972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-1597998f-df26-494f-9c3f-96be32e7beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.308465 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-1597998f-df26-494f-9c3f-96be32e7beea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.0668364 Sep 16 05:04:49.347128 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-419a2c49-4fb2-4c13-8f0b-7271582ed24e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263262 Sep 16 05:04:49.359130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.427027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45678d92-70ed-41f2-a557-4d1d7cf446ce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.432846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.479975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45678d92-70ed-41f2-a557-4d1d7cf446ce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=f8281e89-576d-4804-85a8-bd6d95dd4fa3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.539679 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-e7c0756e-ea51-4646-8e64-48cc9bc5ac1a service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801059 Sep 16 05:04:49.556785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e761597-ea00-4e10-ab07-ee5b546c88c5 req-7acbc389-6ab3-4606-87c3-e6741df3aec0 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.563288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45678d92-70ed-41f2-a557-4d1d7cf446ce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.563449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e761597-ea00-4e10-ab07-ee5b546c88c5 req-7acbc389-6ab3-4606-87c3-e6741df3aec0 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1409371 Sep 16 05:04:49.563549 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45678d92-70ed-41f2-a557-4d1d7cf446ce tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/f8281e89-576d-4804-85a8-bd6d95dd4fa3 HTTP/1.1" status: 204 len: 168 time: 1.2981706 Sep 16 05:04:49.565130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52018) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:49.567050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event updated for resources: {'Port': ['ID=f030e411-340e-412f-b7b1-b83effd8c505,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.597041 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.658541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e761597-ea00-4e10-ab07-ee5b546c88c5 req-aaa49d17-9f55-435e-ac95-36b35a70d7ad tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872045 Sep 16 05:04:49.739195 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6e2ce591-c69f-42f3-8e1f-3d33cb372bcd req-57e2297d-a1b8-4ef9-9695-a92f7f365b45 service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770959 Sep 16 05:04:49.757575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac08a6df-3b71-4657-8451-a75fc51cee99 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.759824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac08a6df-3b71-4657-8451-a75fc51cee99 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.768206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ac08a6df-3b71-4657-8451-a75fc51cee99 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1888647 Sep 16 05:04:49.768206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52028) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:49.802883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68d366ad-ac7d-4bcb-aee7-cd3f7a0e8706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.830575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-530264e8-c9e6-4099-9d7c-c02460fecd24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 9f310683-5a0c-4eb6-9949-cde950a7eba5 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:49.834412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-530264e8-c9e6-4099-9d7c-c02460fecd24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.881864 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-530264e8-c9e6-4099-9d7c-c02460fecd24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.911524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68d366ad-ac7d-4bcb-aee7-cd3f7a0e8706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.971531 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68d366ad-ac7d-4bcb-aee7-cd3f7a0e8706 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c2cc4a1e0ca4c76bb09bafccafd7476&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0987267 Sep 16 05:04:49.974591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52032) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:49.976770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d366ad-ac7d-4bcb-aee7-cd3f7a0e8706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a474222d-5564-43eb-9013-918c691da91e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.995355 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.995355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e03056-0902-43e5-9676-0d18451e15fd req-39710d3f-6e0d-429a-81ba-161eabf64d2e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1807468 Sep 16 05:04:50.023609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-530264e8-c9e6-4099-9d7c-c02460fecd24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.052316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Provisioning complete for port 7bbbcc17-a966-41ac-9e01-90dfd539db20 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:50.052949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.127791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e03056-0902-43e5-9676-0d18451e15fd req-6057d27c-8e41-46bf-9fd3-86fa91d4eca6 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 696 time: 0.1159499 Sep 16 05:04:50.144680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f82bc2ca-296d-4b61-a3f7-d215702bcd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.147911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.176410 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f82bc2ca-296d-4b61-a3f7-d215702bcd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.199147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-530264e8-c9e6-4099-9d7c-c02460fecd24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.240601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530264e8-c9e6-4099-9d7c-c02460fecd24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=9f310683-5a0c-4eb6-9949-cde950a7eba5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:50.245483 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-530264e8-c9e6-4099-9d7c-c02460fecd24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.250045 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-530264e8-c9e6-4099-9d7c-c02460fecd24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/9f310683-5a0c-4eb6-9949-cde950a7eba5 HTTP/1.1" status: 204 len: 168 time: 0.4815235 Sep 16 05:04:50.250161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52036) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:50.252296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:50.252296 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:50.291171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-de3dc09f-7e71-4001-b4eb-f0343f09aa0d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398626 Sep 16 05:04:50.294980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52038) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:50.303613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:50.309922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b19b4-f5f3-4f18-b143-2f878d9be824 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:50.374005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e03056-0902-43e5-9676-0d18451e15fd req-4f873bde-17c0-4d17-84a7-81c0160b76a8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.384378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e03056-0902-43e5-9676-0d18451e15fd req-4f873bde-17c0-4d17-84a7-81c0160b76a8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.2023280 Sep 16 05:04:50.407283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-f2e03056-0902-43e5-9676-0d18451e15fd req-5019421c-66f6-4f99-a9cb-306866206574 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:04:50.408255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2e03056-0902-43e5-9676-0d18451e15fd req-5019421c-66f6-4f99-a9cb-306866206574 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059967 Sep 16 05:04:50.432859 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f82bc2ca-296d-4b61-a3f7-d215702bcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.436374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f82bc2ca-296d-4b61-a3f7-d215702bcd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.437778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f82bc2ca-296d-4b61-a3f7-d215702bcd05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a474222d-5564-43eb-9013-918c691da91e HTTP/1.1" status: 204 len: 168 time: 0.4621594 Sep 16 05:04:50.449583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bc2ca-296d-4b61-a3f7-d215702bcd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a474222d-5564-43eb-9013-918c691da91e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:50.502465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7bbbcc17-a966-41ac-9e01-90dfd539db20 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:50.573405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:50.575229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7bbbcc17-a966-41ac-9e01-90dfd539db20 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:50.575840 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.580942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.640074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283231e-e021-44fc-82a1-825e31c37017 req-a7bb2b99-4a56-47a4-adc8-2eb1a4d8bb9e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.650440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-a7bb2b99-4a56-47a4-adc8-2eb1a4d8bb9e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1371593 Sep 16 05:04:50.674439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:50.708187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-74e0c6bf-a9b9-4184-8507-25e2cf18edf8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 696 time: 0.0568602 Sep 16 05:04:50.720844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Request body: {'floatingip': {'port_id': '19f3c197-3dd8-476c-afe8-425745131fe2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:50.722218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.785808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 7bbbcc17-a966-41ac-9e01-90dfd539db20, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7bbbcc17-a966-41ac-9e01-90dfd539db20,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:50.811979 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] Deleting port 7bbbcc17-a966-41ac-9e01-90dfd539db20 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:50.812488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.815798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.911768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] For port 7bbbcc17-a966-41ac-9e01-90dfd539db20, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7bbbcc17-a966-41ac-9e01-90dfd539db20,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:50.912188 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.927420 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.973430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] Calling delete_port for 7bbbcc17-a966-41ac-9e01-90dfd539db20 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:51.004915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.082024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=17af648f-0d0f-438d-98ec-b53d602de671,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:51.100585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:51.102313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:51.107425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.108179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.186038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.225848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=7bbbcc17-a966-41ac-9e01-90dfd539db20,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:51.229178 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:51.229695 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:51.302032 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e4e62afd-cbed-4f64-b0e0-0e84c589a4b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0059915 Sep 16 05:04:51.304574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52064) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:51.305908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f6e2b-44cb-45dc-b1d4-bc1eaa0ae55b req-4a145d80-f0df-4c8e-9877-326383ad420e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.309646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b9f6e2b-44cb-45dc-b1d4-bc1eaa0ae55b req-4a145d80-f0df-4c8e-9877-326383ad420e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1395748 Sep 16 05:04:51.309952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'name': 'tempest-NetworksTestDHCPv6-1685750265'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:51.398424 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.414223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b9f6e2b-44cb-45dc-b1d4-bc1eaa0ae55b req-ab2bf267-9c20-44c1-9ebc-9b83edfb7a76 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986452 Sep 16 05:04:51.427126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] Pushing event deleted for resources: {'Port': ['ID=7bbbcc17-a966-41ac-9e01-90dfd539db20,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:51.429677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9f33c9-b6fc-43bc-a0e7-f037d6b0e13b None None] No DVR routers for this DVR port 7bbbcc17-a966-41ac-9e01-90dfd539db20 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:51.464945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21b442-1e6d-499e-beee-9e0f798e0dd2 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:51.555276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52068) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:51.573529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06c9ee8f-5a74-4d26-b07a-747606a913ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.596074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:51.602388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.644527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 611e5eaa-53b6-4a07-8031-0d65a6fd3c48 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:51.699872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '17af648f-0d0f-438d-98ec-b53d602de671'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:51.699872 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.794991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::d4 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/17af648f-0d0f-438d-98ec-b53d602de671/611e5eaa-53b6-4a07-8031-0d65a6fd3c48) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:51.809236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.869320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06c9ee8f-5a74-4d26-b07a-747606a913ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.950021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.985762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.011426 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06c9ee8f-5a74-4d26-b07a-747606a913ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.055220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9ee8f-5a74-4d26-b07a-747606a913ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4652a9b-f07d-444f-8a87-8e9d825c34f3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.060270 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-06c9ee8f-5a74-4d26-b07a-747606a913ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec50ff661b4441cc81df5fadb6c29b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030701 Sep 16 05:04:52.062848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52078) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.069722 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Floating IP 8d5255a1-ddc3-413e-a8ab-8340f5173795 associated. External IP: 172.25.7.184, port: 19f3c197-3dd8-476c-afe8-425745131fe2. Sep 16 05:04:52.116347 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-17f91640-2ed8-4291-b962-7cd94ce1cb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.142964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-17f91640-2ed8-4291-b962-7cd94ce1cb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.172609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.228019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-690174fc-e8a1-488b-93ad-81e5051e9b91 None None] Port 7bbbcc17-a966-41ac-9e01-90dfd539db20 update to ACTIVE by agent not found {{(pid=101826) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:04:52.231710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:52.237386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:52.244328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:52.250302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.250919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.254784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/17af648f-0d0f-438d-98ec-b53d602de671/72a54f10-e3b4-4881-b08e-d62691bd0381) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:52.263468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=611e5eaa-53b6-4a07-8031-0d65a6fd3c48,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.322105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Router ee5bfee5-7012-4a03-9d2a-c711b32ab8be has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:52.347422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-aa9e1699-31fc-4b4a-b80e-b4233a596918 None None] Could not find standard attr ID for object f8281e89-576d-4804-85a8-bd6d95dd4fa3. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:52.371559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7bbbcc17-a966-41ac-9e01-90dfd539db20 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:52.412007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7bbbcc17-a966-41ac-9e01-90dfd539db20 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:52.412353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7bbbcc17-a966-41ac-9e01-90dfd539db20 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:52.433996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b84cf343-6785-46cf-8acc-7c35ba6005ea tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1283154 Sep 16 05:04:52.435645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-17f91640-2ed8-4291-b962-7cd94ce1cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.437890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52084) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.439775 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-17f91640-2ed8-4291-b962-7cd94ce1cb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.441202 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-17f91640-2ed8-4291-b962-7cd94ce1cb4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4652a9b-f07d-444f-8a87-8e9d825c34f3 HTTP/1.1" status: 204 len: 168 time: 0.3770266 Sep 16 05:04:52.450960 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.470637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f91640-2ed8-4291-b962-7cd94ce1cb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4652a9b-f07d-444f-8a87-8e9d825c34f3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.494380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:52.505169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.511083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc017c-ebe1-4981-8cc9-50581c25678d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.517795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-94cc017c-ebe1-4981-8cc9-50581c25678d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0765877 Sep 16 05:04:52.517795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52090) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.525570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] Sync routers for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:52.548366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:52.549188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:52.584859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-f985addf-3165-48cb-84bb-96cedc61ddb8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "PUT /v2.0/floatingips/8d5255a1-ddc3-413e-a8ab-8340f5173795 HTTP/1.1" status: 200 len: 997 time: 1.8697538 Sep 16 05:04:52.589102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:52.592046 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c841579-7a35-4826-be02-571369785d26" -d '{"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:52.613088 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.701737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:52.708098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e244e6-7d98-486a-8c96-b49167d9b47f req-06a7a63b-2294-4d6d-a847-3c6392456f24 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.708411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:52.710444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8e244e6-7d98-486a-8c96-b49167d9b47f req-06a7a63b-2294-4d6d-a847-3c6392456f24 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1466510 Sep 16 05:04:52.716779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Pushing event updated for resources: {'Port': ['ID=72a54f10-e3b4-4881-b08e-d62691bd0381,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.724911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:52.739958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:52.741805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283231e-e021-44fc-82a1-825e31c37017 req-f25e491e-a5a6-48d8-9ebf-8c2983d5c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.743438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-f25e491e-a5a6-48d8-9ebf-8c2983d5c284 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1098 time: 0.1328835 Sep 16 05:04:52.795962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-58a6d1ea-ca3f-4aa1-a455-3a00ab2c555b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 611e5eaa-53b6-4a07-8031-0d65a6fd3c48 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:52.796320 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58a6d1ea-ca3f-4aa1-a455-3a00ab2c555b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.849217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8e244e6-7d98-486a-8c96-b49167d9b47f req-123689b8-57fe-4b53-9d37-d941381ed701 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250920 Sep 16 05:04:52.853889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Attempting to bind port 72a54f10-e3b4-4881-b08e-d62691bd0381 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:52.854259 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Attempting to bind port 72a54f10-e3b4-4881-b08e-d62691bd0381 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:52.854624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Attempting to bind port 72a54f10-e3b4-4881-b08e-d62691bd0381 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:52.863158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:52.863692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:52.865652 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.865652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:52.865652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Bound port: 72a54f10-e3b4-4881-b08e-d62691bd0381, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:52.865652 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.005270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] For port 72a54f10-e3b4-4881-b08e-d62691bd0381, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:53.010876 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58a6d1ea-ca3f-4aa1-a455-3a00ab2c555b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.021959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] For port 72a54f10-e3b4-4881-b08e-d62691bd0381, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=72a54f10-e3b4-4881-b08e-d62691bd0381,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:53.023055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283231e-e021-44fc-82a1-825e31c37017 req-5ca8b925-6888-42dd-bf09-2f01ab005470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.025304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-5ca8b925-6888-42dd-bf09-2f01ab005470 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 921 time: 0.2640102 Sep 16 05:04:53.030178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-58a6d1ea-ca3f-4aa1-a455-3a00ab2c555b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 611e5eaa-53b6-4a07-8031-0d65a6fd3c48 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:53.087142 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47642c3c-73e0-4923-8d74-cee93d349030 x-openstack-request-id: req-47642c3c-73e0-4923-8d74-cee93d349030 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:53.087458 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:53.087882 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47642c3c-73e0-4923-8d74-cee93d349030 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:53.088290 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2', 'status': 'completed', 'code': 200} Sep 16 05:04:53.107775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8d5255a1-ddc3-413e-a8ab-8340f5173795', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'port_id': '19f3c197-3dd8-476c-afe8-425745131fe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'mac_address': 'fa:16:3e:f6:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:48Z', 'updated_at': '2021-09-16T05:04:51Z', 'revision_number': 1, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:53.141390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] Checking router: ee5bfee5-7012-4a03-9d2a-c711b32ab8be for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:53.144239 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.205520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:53.206711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:53.227415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-d7f9cdea-9778-4f8f-b7bc-08413d7542a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 1000 time: 0.1909437 Sep 16 05:04:53.243558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c841579-7a35-4826-be02-571369785d26 req-d5da80ea-a89d-4f50-b8b0-1d09e89cb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.245082 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c841579-7a35-4826-be02-571369785d26 req-d5da80ea-a89d-4f50-b8b0-1d09e89cb364 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1098 time: 0.1087470 Sep 16 05:04:53.295296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768150f6-588f-49e8-9eda-c1dad099798d None None] Pushing event updated for resources: {'Port': ['ID=72a54f10-e3b4-4881-b08e-d62691bd0381,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:53.381472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:53.394489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c841579-7a35-4826-be02-571369785d26 req-31f18ef6-2663-4655-9a1f-ef222be6d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.396706 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c841579-7a35-4826-be02-571369785d26 req-31f18ef6-2663-4655-9a1f-ef222be6d0e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 921 time: 0.1387885 Sep 16 05:04:53.399441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283231e-e021-44fc-82a1-825e31c37017 req-c569a992-0381-49de-ac51-92415a937a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.400889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-c569a992-0381-49de-ac51-92415a937a08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.1660242 Sep 16 05:04:53.439708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-af9d21ec-be30-4dc2-9daf-5af1048a1c85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314324 Sep 16 05:04:53.489622 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c841579-7a35-4826-be02-571369785d26 req-ecd932e2-2e3f-419a-9efa-46a0aa7439ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 1000 time: 0.0802405 Sep 16 05:04:53.522234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58a6d1ea-ca3f-4aa1-a455-3a00ab2c555b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.595670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6d1ea-ca3f-4aa1-a455-3a00ab2c555b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=611e5eaa-53b6-4a07-8031-0d65a6fd3c48,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:53.642809 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58a6d1ea-ca3f-4aa1-a455-3a00ab2c555b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.647392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-58a6d1ea-ca3f-4aa1-a455-3a00ab2c555b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/611e5eaa-53b6-4a07-8031-0d65a6fd3c48 HTTP/1.1" status: 204 len: 168 time: 1.1264956 Sep 16 05:04:53.649310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-d78b5799-365f-40df-9b9c-b8e152a18318 service neutron] 10.222.0.59 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027407 Sep 16 05:04:53.653027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52120) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:53.665163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c841579-7a35-4826-be02-571369785d26 req-5e41f451-4160-4dc3-a87e-a1275dd23c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.696534 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c841579-7a35-4826-be02-571369785d26 req-5e41f451-4160-4dc3-a87e-a1275dd23c3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.1948433 Sep 16 05:04:53.767494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8d5255a1-ddc3-413e-a8ab-8340f5173795', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'port_id': '19f3c197-3dd8-476c-afe8-425745131fe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'mac_address': 'fa:16:3e:f6:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:48Z', 'updated_at': '2021-09-16T05:04:51Z', 'revision_number': 1, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:53.781488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed6ea9-c61d-4d2e-9082-c4af7ca4f0a6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.782970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed6ea9-c61d-4d2e-9082-c4af7ca4f0a6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.784602 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c841579-7a35-4826-be02-571369785d26 req-936b5b1a-8a2a-4fdd-ba7f-f7b2961fe3d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732949 Sep 16 05:04:53.787201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52124) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:53.787486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bfed6ea9-c61d-4d2e-9082-c4af7ca4f0a6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1358848 Sep 16 05:04:53.814285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5186f-f2d0-4f69-909e-6f54543ee7dd None None] The sync data for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 is: [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8d5255a1-ddc3-413e-a8ab-8340f5173795', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'port_id': '19f3c197-3dd8-476c-afe8-425745131fe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'mac_address': 'fa:16:3e:f6:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:48Z', 'updated_at': '2021-09-16T05:04:51Z', 'revision_number': 1, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:53.906135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9283231e-e021-44fc-82a1-825e31c37017 req-0dab7e83-8697-4aee-8dbe-2bd6c05ad129 service neutron] 10.222.0.59 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360415 Sep 16 05:04:54.000913 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c841579-7a35-4826-be02-571369785d26 req-116fcfee-167b-4938-8690-fb27303f796c service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570430 Sep 16 05:04:54.026935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fb8cd3-cc17-45e2-a15d-e0238af820f0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 17af648f-0d0f-438d-98ec-b53d602de671 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:54.029883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76a9f-8734-4d32-81e8-de71cd3d9981 req-c33e7cae-459e-478a-8512-b9bbaf5fbb87 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.030676 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91fb8cd3-cc17-45e2-a15d-e0238af820f0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.032038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88a76a9f-8734-4d32-81e8-de71cd3d9981 req-c33e7cae-459e-478a-8512-b9bbaf5fbb87 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0755806 Sep 16 05:04:54.087853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88a76a9f-8734-4d32-81e8-de71cd3d9981 req-8797adc8-0805-453a-94ed-91787b8bc9e6 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Sep 16 05:04:54.134715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91fb8cd3-cc17-45e2-a15d-e0238af820f0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.268406 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6c841579-7a35-4826-be02-571369785d26 req-30197f07-bde4-4f39-aef5-70e14e6a358a service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581062 Sep 16 05:04:54.268677 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998a424-f2c7-4d19-9cae-48d541d83046 None None] New status for floating IP 8d5255a1-ddc3-413e-a8ab-8340f5173795: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:04:54.360697 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91fb8cd3-cc17-45e2-a15d-e0238af820f0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.422415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-07b8b35e-8a22-4005-ace3-4d69088732e9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1000 time: 0.3110363 Sep 16 05:04:54.519908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 72a54f10-e3b4-4881-b08e-d62691bd0381 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:54.546603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-62468d58-e16e-433a-b286-c530e40534a0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.565576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-62468d58-e16e-433a-b286-c530e40534a0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports/19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 943 time: 0.1420448 Sep 16 05:04:54.610987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 72a54f10-e3b4-4881-b08e-d62691bd0381 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:54.611602 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.635073 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91fb8cd3-cc17-45e2-a15d-e0238af820f0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.676514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8cd3-cc17-45e2-a15d-e0238af820f0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=17af648f-0d0f-438d-98ec-b53d602de671,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:54.693637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91fb8cd3-cc17-45e2-a15d-e0238af820f0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.696558 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91fb8cd3-cc17-45e2-a15d-e0238af820f0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/17af648f-0d0f-438d-98ec-b53d602de671 HTTP/1.1" status: 204 len: 168 time: 0.9073007 Sep 16 05:04:54.701246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52152) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.720047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-462b11e2-5b76-4c49-a1c4-feb167564704 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1000 time: 0.1095245 Sep 16 05:04:54.723609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.776156 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6f4aefaf-009b-4161-904b-fcf082e75562 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690122 Sep 16 05:04:54.776467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 72a54f10-e3b4-4881-b08e-d62691bd0381, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=72a54f10-e3b4-4881-b08e-d62691bd0381,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:54.776568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52154) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.807226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1812101-faf4-4ff6-8c6c-d7c8b3f881e1 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:54.837705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad8dd96-4b34-4008-9b08-3e54d7e9712b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.839735 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dad8dd96-4b34-4008-9b08-3e54d7e9712b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0630941 Sep 16 05:04:54.842071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52162) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.903722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-8787ea2c-3990-42d7-86db-f1928500c44d tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.912615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-8787ea2c-3990-42d7-86db-f1928500c44d tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1854177 Sep 16 05:04:54.957997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-43012903-aabc-4c16-89b0-ee1e2723369b None None] Provisioning complete for port 72a54f10-e3b4-4881-b08e-d62691bd0381 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:54.959525 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43012903-aabc-4c16-89b0-ee1e2723369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.984596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec7ac0-c060-4d24-a73f-fe854b6e635f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.985888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-47ec7ac0-c060-4d24-a73f-fe854b6e635f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1426268 Sep 16 05:04:54.988863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52164) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.001264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-b4a00f3e-bf94-4c7a-8ed8-f65ad4758d5c tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1002 time: 0.0874426 Sep 16 05:04:55.010654 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.013189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:55.041260 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6b6f5c99-d5f6-4f88-ae8c-dba823316d86 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512035 Sep 16 05:04:55.045452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52166) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.051470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:55.146739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=72a54f10-e3b4-4881-b08e-d62691bd0381,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.158756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.178608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716db409-219d-4d00-a482-2e47c437b67b None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:55.272623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-716db409-219d-4d00-a482-2e47c437b67b None None] Deleting port 72a54f10-e3b4-4881-b08e-d62691bd0381 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:55.273045 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-716db409-219d-4d00-a482-2e47c437b67b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.308279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:55.312462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.345731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-716db409-219d-4d00-a482-2e47c437b67b None None] For port 72a54f10-e3b4-4881-b08e-d62691bd0381, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=72a54f10-e3b4-4881-b08e-d62691bd0381,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:55.346489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114d6bb-5e25-4a6e-8ab6-8d5de8a4aba5 req-57e32ca4-c112-497a-872d-8d808818b42b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.346676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-716db409-219d-4d00-a482-2e47c437b67b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.348158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b114d6bb-5e25-4a6e-8ab6-8d5de8a4aba5 req-57e32ca4-c112-497a-872d-8d808818b42b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1198442 Sep 16 05:04:55.362670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-716db409-219d-4d00-a482-2e47c437b67b None None] Calling delete_port for 72a54f10-e3b4-4881-b08e-d62691bd0381 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:55.413481 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.450406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b114d6bb-5e25-4a6e-8ab6-8d5de8a4aba5 req-d3e2d772-ac71-493c-a2cf-41c1b38c9b72 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 Sep 16 05:04:55.512994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.513349 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Floating IP 8d5255a1-ddc3-413e-a8ab-8340f5173795 disassociated. External IP: 172.25.7.184, port: 19f3c197-3dd8-476c-afe8-425745131fe2. Sep 16 05:04:55.753555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.801752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Router ee5bfee5-7012-4a03-9d2a-c711b32ab8be has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:55.821826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:55.825713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:55.827624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=6083073d-f2ae-4e93-bae0-5e65bf36ca34,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.830283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.830946 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.840281 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-716db409-219d-4d00-a482-2e47c437b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.904384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716db409-219d-4d00-a482-2e47c437b67b None None] No DVR routers for this DVR port 72a54f10-e3b4-4881-b08e-d62691bd0381 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:55.904384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716db409-219d-4d00-a482-2e47c437b67b None None] Pushing event deleted for resources: {'Port': ['ID=72a54f10-e3b4-4881-b08e-d62691bd0381,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.920643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa27a5b5-3fdc-4568-bc8e-b79199bc4c06 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:55.948958 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c136abd6-7a73-49bf-914f-a5eca7977a6d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8985293 Sep 16 05:04:55.948958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52200) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.954510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': '6083073d-f2ae-4e93-bae0-5e65bf36ca34', 'ip_address': '2001:db8::a1d6:2b05:8500:a22f'}], 'name': 'tempest-NetworksTestDHCPv6-446404648'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:56.004407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:56.019271 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.022898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] Sync routers for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:56.056111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-24ba05bf-ea4a-4914-a387-1a4761749d75 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "PUT /v2.0/floatingips/8d5255a1-ddc3-413e-a8ab-8340f5173795 HTTP/1.1" status: 200 len: 695 time: 1.0481563 Sep 16 05:04:56.056588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:56.058919 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec85abbc-c9a7-439f-ada2-267f3951dfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:56.092180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:56.092844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:56.151450 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f2ef25-e927-4dab-884b-ad3e500bed62 x-openstack-request-id: req-c9f2ef25-e927-4dab-884b-ad3e500bed62 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:56.151790 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:56.151984 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9f2ef25-e927-4dab-884b-ad3e500bed62 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:56.152387 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2', 'status': 'completed', 'code': 200} Sep 16 05:04:56.155573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-a27752cc-1e58-4eaf-83d1-bd9abfbf0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.158467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-a27752cc-1e58-4eaf-83d1-bd9abfbf0bc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1098 time: 0.0827410 Sep 16 05:04:56.269203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-e71f6438-123e-47cc-ac4a-1a4d1722719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.271455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-e71f6438-123e-47cc-ac4a-1a4d1722719e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 1098 time: 0.0468440 Sep 16 05:04:56.272947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:56.362703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:56.471167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 72a54f10-e3b4-4881-b08e-d62691bd0381 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:56.545987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 72a54f10-e3b4-4881-b08e-d62691bd0381 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:56.546608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 72a54f10-e3b4-4881-b08e-d62691bd0381 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:56.661711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '6083073d-f2ae-4e93-bae0-5e65bf36ca34'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:56.662617 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.799931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-cb571cd4-a235-46aa-9dc8-852e71a5ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.801414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-cb571cd4-a235-46aa-9dc8-852e71a5ae80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 921 time: 0.4878886 Sep 16 05:04:56.942305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152e464-7607-4f62-b56d-07b06c987eb1 req-f6b7c86c-d6b1-4cc1-bf1c-6ab68deca9db tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.942535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.944026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c152e464-7607-4f62-b56d-07b06c987eb1 req-f6b7c86c-d6b1-4cc1-bf1c-6ab68deca9db tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0923376 Sep 16 05:04:56.947015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-5b140de5-10c2-40ac-a0b5-68e819822ddc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 217 time: 0.1066828 Sep 16 05:04:56.948373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-f45c72fc-d981-4cd6-a644-aec745605214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.950284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-f45c72fc-d981-4cd6-a644-aec745605214 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 200 len: 921 time: 0.7793915 Sep 16 05:04:56.969106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 5ce025be-9640-45a6-849b-85faa8950baa yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:57.017166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/6083073d-f2ae-4e93-bae0-5e65bf36ca34/1df2eab2-5811-448a-857c-c6ab14fb3b63) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:57.019135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c152e464-7607-4f62-b56d-07b06c987eb1 req-4ddf26bf-4e00-4600-ad81-08d6c6c28164 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678835 Sep 16 05:04:57.039433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:57.073443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-02dc59de-3739-4ac0-84da-9bd9a07f9511 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 200 len: 217 time: 0.0674345 Sep 16 05:04:57.151353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] Checking router: ee5bfee5-7012-4a03-9d2a-c711b32ab8be for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:57.166915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-35a31b1f-ca79-41b7-92aa-fd06b542d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.168782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-35a31b1f-ca79-41b7-92aa-fd06b542d9be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.0887158 Sep 16 05:04:57.169349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:57.170335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:57.208525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-6a1f321d-bcc4-4db1-b7aa-98acf4fdc713 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323772 Sep 16 05:04:57.332211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-5efe4162-6390-4022-9779-817313dfbfa2 service neutron] 10.222.0.59 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142137 Sep 16 05:04:57.361188 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.367600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:57.446184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-1583ae0a-99e1-4f61-ac8e-3bfe4d7eb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.447776 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-1583ae0a-99e1-4f61-ac8e-3bfe4d7eb2c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 200 len: 860 time: 0.4876616 Sep 16 05:04:57.468247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce874f2-1fd4-41b7-a0f4-4733c5c4f46e req-63667eda-adaf-4575-a58b-53de9917a579 service neutron] 10.222.0.59 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275413 Sep 16 05:04:57.515789 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-1b9e4950-e8e9-485b-a4f5-11f57492fb42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf157eb9-7178-4112-b15c-6e033596b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529094 Sep 16 05:04:57.589161 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.623807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8c75772-309a-4260-bace-520527933aab req-95a13066-e821-43b5-b28d-9563da811266 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/floatingips/8d5255a1-ddc3-413e-a8ab-8340f5173795 HTTP/1.1" status: 200 len: 695 time: 0.0664976 Sep 16 05:04:57.685643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:57.689045 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:57.700172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52238) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:57.701508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:57.701683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::a1d6:2b05:8500:a22f (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/6083073d-f2ae-4e93-bae0-5e65bf36ca34/5ce025be-9640-45a6-849b-85faa8950baa) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:57.732605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Pushing event updated for resources: {'Port': ['ID=1df2eab2-5811-448a-857c-c6ab14fb3b63,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:57.742942 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-7aa3d340-612b-465d-bb19-70d24f000bea service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123446 Sep 16 05:04:57.789163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Attempting to bind port 1df2eab2-5811-448a-857c-c6ab14fb3b63 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:57.790200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Attempting to bind port 1df2eab2-5811-448a-857c-c6ab14fb3b63 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:57.790696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Attempting to bind port 1df2eab2-5811-448a-857c-c6ab14fb3b63 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:57.799371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:57.811110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75772-309a-4260-bace-520527933aab req-aa5ed9a9-f1b9-4a35-9368-f79f601215ca tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.812989 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8c75772-309a-4260-bace-520527933aab req-aa5ed9a9-f1b9-4a35-9368-f79f601215ca tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/networks/acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 784 time: 0.1872296 Sep 16 05:04:57.831999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e8c75772-309a-4260-bace-520527933aab req-fbe8c36e-0ce3-4bdd-835b-757edb429ea8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:04:57.831999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8c75772-309a-4260-bace-520527933aab req-fbe8c36e-0ce3-4bdd-835b-757edb429ea8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063782 Sep 16 05:04:57.832341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:57.832341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:57.832341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.832341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:57.832341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Bound port: 1df2eab2-5811-448a-857c-c6ab14fb3b63, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:57.832341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.834112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57518fa8-1f0e-4771-99e8-0791772c4c1b None None] The sync data for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 is: [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '804fb125-5764-4656-81a5-89d3efa5e509', 'name': '', 'network_id': 'cf157eb9-7178-4112-b15c-6e033596b924', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'mac_address': 'fa:16:3e:8d:b5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:32Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'subnets': [{'id': '9028a524-fd13-411b-8daa-741e48c2f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:57.902224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8c75772-309a-4260-bace-520527933aab req-ef20440a-855c-40c3-9854-b33cfec6bef1 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 698 time: 0.0634251 Sep 16 05:04:57.965982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] For port 1df2eab2-5811-448a-857c-c6ab14fb3b63, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:57.971149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] For port 1df2eab2-5811-448a-857c-c6ab14fb3b63, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1df2eab2-5811-448a-857c-c6ab14fb3b63,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:57.971884 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec85abbc-c9a7-439f-ada2-267f3951dfb7 req-1947dd59-e295-405d-aa9f-25cee0c74623 service neutron] 10.222.0.57 "GET /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107825 Sep 16 05:04:57.972638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4c5447d-e3e5-4f45-83e4-482215983466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.987606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8c75772-309a-4260-bace-520527933aab req-9c2ff321-048e-461b-a003-a27f9f6780ee tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 698 time: 0.0784538 Sep 16 05:04:58.005785 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.030317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.091786 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.174638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4c5447d-e3e5-4f45-83e4-482215983466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.178419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.222754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797fcf9-808d-4b25-b7e7-6d3409380d15 None None] Pushing event updated for resources: {'Port': ['ID=1df2eab2-5811-448a-857c-c6ab14fb3b63,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.246085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1c15d-ba01-4291-a8e5-94ecefccd4ac req-25191644-b918-453f-bb5f-903640598a4f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.247803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9eb1c15d-ba01-4291-a8e5-94ecefccd4ac req-25191644-b918-453f-bb5f-903640598a4f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1166320 Sep 16 05:04:58.257132 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04429e5-f004-405e-ace3-25e4458972a6 None None] New status for floating IP 8d5255a1-ddc3-413e-a8ab-8340f5173795: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:04:58.279967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Deleting port f030e411-340e-412f-b7b1-b83effd8c505 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:58.280434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.292247 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4c5447d-e3e5-4f45-83e4-482215983466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.325674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9eb1c15d-ba01-4291-a8e5-94ecefccd4ac req-20779f48-a0fb-4c82-8ce0-d26010608f60 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574391 Sep 16 05:04:58.339468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:58.364337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:58.367539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:58.399186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.400605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.405597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5447d-e3e5-4f45-83e4-482215983466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c51e94-a0ab-4819-83e4-2870121afda9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.409653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.410234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.411424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=5ce025be-9640-45a6-849b-85faa8950baa,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.425412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Calling delete_port for f030e411-340e-412f-b7b1-b83effd8c505 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:58.500283 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a4c5447d-e3e5-4f45-83e4-482215983466 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6e0215b05c0449c881077bbf3c3a8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7947068 Sep 16 05:04:58.502350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52262) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:58.576963 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-344cedaa-9c3b-4825-ba37-65e273d72fb7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6271589 Sep 16 05:04:58.580420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52264) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:58.659988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b433badb-e1d7-40fc-ae24-395b5d44f90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.687186 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b433badb-e1d7-40fc-ae24-395b5d44f90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.724140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064bb6c-7104-48b1-9403-23fc933a7de4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.731547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064bb6c-7104-48b1-9403-23fc933a7de4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.733199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9064bb6c-7104-48b1-9403-23fc933a7de4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1352983 Sep 16 05:04:58.736796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52268) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:58.830512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-9f507f94-37bc-48fc-a326-0926e435d961 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1052003130&fields=id&tenant_id=fd8edda32a084356b988cc70c16d8f6e HTTP/1.1" status: 200 len: 267 time: 0.0849314 Sep 16 05:04:58.895088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1db1674b-a6d2-4dae-a99d-4a486ff6f287 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 5ce025be-9640-45a6-849b-85faa8950baa {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:58.895467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1db1674b-a6d2-4dae-a99d-4a486ff6f287 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.904778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b433badb-e1d7-40fc-ae24-395b5d44f90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.908584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b433badb-e1d7-40fc-ae24-395b5d44f90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.911672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b433badb-e1d7-40fc-ae24-395b5d44f90a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5c51e94-a0ab-4819-83e4-2870121afda9 HTTP/1.1" status: 204 len: 168 time: 0.4073684 Sep 16 05:04:58.920759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433badb-e1d7-40fc-ae24-395b5d44f90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c51e94-a0ab-4819-83e4-2870121afda9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.065928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993aa3d0-f536-489f-9a31-c150950319d7 req-846e6935-c81b-4e0a-810d-7e6388d4417d tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.066570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-846e6935-c81b-4e0a-810d-7e6388d4417d tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/networks?id=2db67806-e838-4f2a-8fed-ed83910d8da9 HTTP/1.1" status: 200 len: 816 time: 0.2284086 Sep 16 05:04:59.088511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1db1674b-a6d2-4dae-a99d-4a486ff6f287 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.108992 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.117715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1db1674b-a6d2-4dae-a99d-4a486ff6f287 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 5ce025be-9640-45a6-849b-85faa8950baa owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:59.150640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-c832a0b2-7e89-4ab9-b42b-52f519ffcf06 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/quotas/fd8edda32a084356b988cc70c16d8f6e HTTP/1.1" status: 200 len: 375 time: 0.0590005 Sep 16 05:04:59.154758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event deleted for resources: {'Port': ['ID=f030e411-340e-412f-b7b1-b83effd8c505,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.356109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-ce62f82c-6772-44f4-801d-f29c81de8c6a tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd8edda32a084356b988cc70c16d8f6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1949639 Sep 16 05:04:59.368306 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.370916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.379834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8c75772-309a-4260-bace-520527933aab req-8ea3453d-fcf4-40f5-a5f7-343dddaede4e tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "DELETE /v2.0/floatingips/8d5255a1-ddc3-413e-a8ab-8340f5173795 HTTP/1.1" status: 204 len: 173 time: 1.3855672 Sep 16 05:04:59.546882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a74f6622-ff6e-468f-b3d1-67e967361e26 None None] Provisioning complete for port 1df2eab2-5811-448a-857c-c6ab14fb3b63 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:59.547802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a74f6622-ff6e-468f-b3d1-67e967361e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.555796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-aaf857f0-a9fd-4a23-a942-ec525cf088bf service neutron] 10.222.0.59 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747186 Sep 16 05:04:59.610172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdbb5a-ebeb-4328-8cb4-380b05ff56f4 req-98a1b5df-7994-4b6e-858c-1792cd27e0d2 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.611987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4fdbb5a-ebeb-4328-8cb4-380b05ff56f4 req-98a1b5df-7994-4b6e-858c-1792cd27e0d2 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1460104 Sep 16 05:04:59.620168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1db1674b-a6d2-4dae-a99d-4a486ff6f287 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.668204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a74f6622-ff6e-468f-b3d1-67e967361e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.705174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1674b-a6d2-4dae-a99d-4a486ff6f287 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=5ce025be-9640-45a6-849b-85faa8950baa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.715214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52292) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:59.724130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a74f6622-ff6e-468f-b3d1-67e967361e26 None None] For port 1df2eab2-5811-448a-857c-c6ab14fb3b63, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1df2eab2-5811-448a-857c-c6ab14fb3b63,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:59.739744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e971cf20-bce1-48c2-8445-c719210695df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.752424 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1db1674b-a6d2-4dae-a99d-4a486ff6f287 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.754371 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1db1674b-a6d2-4dae-a99d-4a486ff6f287 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/5ce025be-9640-45a6-849b-85faa8950baa HTTP/1.1" status: 204 len: 168 time: 1.0172143 Sep 16 05:04:59.758797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52296) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:59.765317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4fdbb5a-ebeb-4328-8cb4-380b05ff56f4 req-95647e03-2c85-4aa2-b3af-90a9d204d672 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451199 Sep 16 05:04:59.779774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-41359448-4732-4abc-bcce-2dc9bbf796cd service neutron] 10.222.0.59 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171991 Sep 16 05:04:59.821478 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a74f6622-ff6e-468f-b3d1-67e967361e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.841889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c9c0e-cba5-44dd-af70-74f167edc395 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.843574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c9c0e-cba5-44dd-af70-74f167edc395 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.850245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52298) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:59.851488 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b27c9c0e-cba5-44dd-af70-74f167edc395 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0913382 Sep 16 05:04:59.930015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6864a047-8245-41f2-a9aa-c3573cb6c2e4 req-4003088f-81e2-4b50-8596-9a88388dbf88 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups/272c841c-2880-489a-9cb7-5ac9c9b739d6 HTTP/1.1" status: 200 len: 1808 time: 0.1213899 Sep 16 05:04:59.947322 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e971cf20-bce1-48c2-8445-c719210695df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.043762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e971cf20-bce1-48c2-8445-c719210695df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.062422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-025e563f-1938-444c-949f-527ed6de26a4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 6083073d-f2ae-4e93-bae0-5e65bf36ca34 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:00.070013 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-025e563f-1938-444c-949f-527ed6de26a4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.092361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-05cb6a54-4780-4e13-ab2e-951572578789 None None] Could not find standard attr ID for object 611e5eaa-53b6-4a07-8031-0d65a6fd3c48. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:00.094350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971cf20-bce1-48c2-8445-c719210695df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1045a2c-886c-4d84-ad6d-f6624d6eeed3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.118830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f6622-ff6e-468f-b3d1-67e967361e26 None None] Pushing event updated for resources: {'Port': ['ID=1df2eab2-5811-448a-857c-c6ab14fb3b63,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.123404 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e971cf20-bce1-48c2-8445-c719210695df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c73fc2c662c44bf18de0e88079cfb0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037893 Sep 16 05:05:00.123693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52310) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.147449 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6864a047-8245-41f2-a9aa-c3573cb6c2e4 req-f0b214cc-2b1e-4711-a0dd-c9b343c22d5b tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.152604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-025e563f-1938-444c-949f-527ed6de26a4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.190700 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7715fcef-f778-43d6-a6fb-bb5d6333b29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.205083 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6864a047-8245-41f2-a9aa-c3573cb6c2e4 req-f0b214cc-2b1e-4711-a0dd-c9b343c22d5b tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.212454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f79974f4-e171-4dd3-a53d-a36320c476a4 None None] Could not find standard attr ID for object 5ce025be-9640-45a6-849b-85faa8950baa. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:00.227320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7715fcef-f778-43d6-a6fb-bb5d6333b29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.302661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-025e563f-1938-444c-949f-527ed6de26a4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.414872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1df2eab2-5811-448a-857c-c6ab14fb3b63 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:00.462959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7715fcef-f778-43d6-a6fb-bb5d6333b29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.465390 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6864a047-8245-41f2-a9aa-c3573cb6c2e4 req-f0b214cc-2b1e-4711-a0dd-c9b343c22d5b tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.468048 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6864a047-8245-41f2-a9aa-c3573cb6c2e4 req-f0b214cc-2b1e-4711-a0dd-c9b343c22d5b tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.468644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1df2eab2-5811-448a-857c-c6ab14fb3b63 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:00.469215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6864a047-8245-41f2-a9aa-c3573cb6c2e4 req-f0b214cc-2b1e-4711-a0dd-c9b343c22d5b tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "DELETE /v2.0/security-groups/272c841c-2880-489a-9cb7-5ac9c9b739d6 HTTP/1.1" status: 204 len: 173 time: 0.5237300 Sep 16 05:05:00.470522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7715fcef-f778-43d6-a6fb-bb5d6333b29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.475129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7715fcef-f778-43d6-a6fb-bb5d6333b29e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1045a2c-886c-4d84-ad6d-f6624d6eeed3 HTTP/1.1" status: 204 len: 168 time: 0.3470964 Sep 16 05:05:00.483384 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.485226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715fcef-f778-43d6-a6fb-bb5d6333b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1045a2c-886c-4d84-ad6d-f6624d6eeed3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.495761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b214cc-2b1e-4711-a0dd-c9b343c22d5b tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c841c-2880-489a-9cb7-5ac9c9b739d6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.495761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-025e563f-1938-444c-949f-527ed6de26a4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.554924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-025e563f-1938-444c-949f-527ed6de26a4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.568611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.589760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-025e563f-1938-444c-949f-527ed6de26a4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/6083073d-f2ae-4e93-bae0-5e65bf36ca34 HTTP/1.1" status: 204 len: 168 time: 0.7384064 Sep 16 05:05:00.650646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e563f-1938-444c-949f-527ed6de26a4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=6083073d-f2ae-4e93-bae0-5e65bf36ca34,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.675011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52326) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.681238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:00.683932 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-01616529-cc5a-4c74-9350-f1f3ab030048 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140769 Sep 16 05:05:00.734166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d41bd-99d2-4f9b-81c3-8ffd4882b2f2 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:00.817909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e724bf3-dae9-4548-828e-e03f0315978e req-74762f38-63ec-4461-80b8-6f4718dd99d4 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0359168 Sep 16 05:05:00.930942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:00.934612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.994070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:01.018137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f42b3b-c0b7-4607-8768-12c6ca3e9c07 req-52823e3e-ccb7-408e-b822-9bf7e91af9f9 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.022423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0f42b3b-c0b7-4607-8768-12c6ca3e9c07 req-52823e3e-ccb7-408e-b822-9bf7e91af9f9 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1195211 Sep 16 05:05:01.061730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] Deleting port 1df2eab2-5811-448a-857c-c6ab14fb3b63 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:01.062205 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.087586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0f42b3b-c0b7-4607-8768-12c6ca3e9c07 req-e0cc4722-6c95-4562-9048-9d1cd77eee5d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579152 Sep 16 05:05:01.153411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] For port 1df2eab2-5811-448a-857c-c6ab14fb3b63, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1df2eab2-5811-448a-857c-c6ab14fb3b63,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:01.153814 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.170572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] Calling delete_port for 1df2eab2-5811-448a-857c-c6ab14fb3b63 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:01.301075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.371480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:01.378455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:01.381550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.382150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.392244 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.395874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=7482f52d-c159-4235-8be3-834933f9bb14,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:01.411538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9910c-21d8-47e1-9d66-e40512d8dc10 req-ac11c682-8b69-47a2-9bbd-7bcd839bc4ca tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.413026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59c9910c-21d8-47e1-9d66-e40512d8dc10 req-ac11c682-8b69-47a2-9bbd-7bcd839bc4ca tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1212413 Sep 16 05:05:01.420370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] Pushing event deleted for resources: {'Port': ['ID=1df2eab2-5811-448a-857c-c6ab14fb3b63,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:01.422270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1a1967-5a96-49af-bf13-4a238d6a743e None None] No DVR routers for this DVR port 1df2eab2-5811-448a-857c-c6ab14fb3b63 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:01.439121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e34037-a906-4467-9ff0-c19877f01b01 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:01.460586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59c9910c-21d8-47e1-9d66-e40512d8dc10 req-0542f3c8-f691-4128-900b-f10b47bd7db8 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Sep 16 05:05:01.515558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a380341d-76ae-4efc-a3cf-6618c2db1d00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8369138 Sep 16 05:05:01.516214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52356) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:01.521337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': '7482f52d-c159-4235-8be3-834933f9bb14', 'ip_address': '2001:db8::6d29:99e1:3a65:e1ba'}], 'name': 'tempest-NetworksTestDHCPv6-1648608704'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:01.616526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '7482f52d-c159-4235-8be3-834933f9bb14'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:01.616526 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.838610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/7482f52d-c159-4235-8be3-834933f9bb14/80e546f8-a264-4697-bbf1-48c5ca9ddaa2) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:01.926266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc2cc303-f96a-43f0-b66c-7c12441f52b3 req-7e5c676c-c988-49e1-bc0f-a7a05863e0be tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0478375 Sep 16 05:05:02.001816 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.010080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:02.102092 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.143584 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.163611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 18f63290-0865-4b56-8665-ea6c3f68ad05 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:02.167224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:02.176984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:02.182291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Pushing event updated for resources: {'Port': ['ID=80e546f8-a264-4697-bbf1-48c5ca9ddaa2,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.196949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:02.273103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Attempting to bind port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:02.273964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Attempting to bind port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:02.274555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Attempting to bind port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:02.280529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:02.281399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:02.282145 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.282867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:02.283539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Bound port: 80e546f8-a264-4697-bbf1-48c5ca9ddaa2, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:02.284366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.321376 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-3e7a5d12-0569-4f98-b3bf-77871757e964 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738993 Sep 16 05:05:02.429637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-5dbecd70-ff0c-4558-aaa8-4f5a7bd8c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.432215 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-5dbecd70-ff0c-4558-aaa8-4f5a7bd8c484 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=586b3661a32f40efa487fa0fcabd2cb3&device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 1098 time: 0.0649652 Sep 16 05:05:02.441788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1df2eab2-5811-448a-857c-c6ab14fb3b63 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:02.447954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] For port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:02.469545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1df2eab2-5811-448a-857c-c6ab14fb3b63 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:02.469893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1df2eab2-5811-448a-857c-c6ab14fb3b63 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:02.482544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] For port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=80e546f8-a264-4697-bbf1-48c5ca9ddaa2,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:02.515802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bdf05-6b4c-4ec8-9385-2834dd62de65 req-b4d6fcad-c3c7-4e80-9422-cbab02883b51 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.531444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-435bdf05-6b4c-4ec8-9385-2834dd62de65 req-b4d6fcad-c3c7-4e80-9422-cbab02883b51 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.2225983 Sep 16 05:05:02.551839 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.652853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefa60-e875-46f4-b67c-811511f65e09 None None] Pushing event updated for resources: {'Port': ['ID=80e546f8-a264-4697-bbf1-48c5ca9ddaa2,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.673148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-435bdf05-6b4c-4ec8-9385-2834dd62de65 req-c1521dc3-fe93-4ffb-b1ab-1ae71ef01bf5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479170 Sep 16 05:05:02.675829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-d5679ea3-eb13-40db-b7d2-fcc8b53dd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.677638 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-d5679ea3-eb13-40db-b7d2-fcc8b53dd8f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76e3f7eb-114f-4cd2-b599-c980be177f1c HTTP/1.1" status: 200 len: 913 time: 0.2142158 Sep 16 05:05:02.687363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::6d29:99e1:3a65:e1ba (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/7482f52d-c159-4235-8be3-834933f9bb14/18f63290-0865-4b56-8665-ea6c3f68ad05) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:02.722890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581b879-2c4b-4b5d-9246-37f99d49320b req-6d8d5edd-9075-42b8-a2da-c927ce0a0103 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.724534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9581b879-2c4b-4b5d-9246-37f99d49320b req-6d8d5edd-9075-42b8-a2da-c927ce0a0103 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1178772 Sep 16 05:05:02.801063 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-9cec0e1a-21a8-45d7-8e1e-854e975999cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59328933-5ccb-44fb-bdab-b70260941752 HTTP/1.1" status: 200 len: 1002 time: 0.1120422 Sep 16 05:05:02.835449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9581b879-2c4b-4b5d-9246-37f99d49320b req-ea25ab4b-b7e2-45cc-adc1-6c8a79250a03 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016350 Sep 16 05:05:02.902078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-35e18e59-aa24-43b6-ac22-7234307a7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.904472 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-35e18e59-aa24-43b6-ac22-7234307a7f55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a68d23b5-b792-436d-aa7a-66944f7ce206 HTTP/1.1" status: 200 len: 851 time: 0.0947280 Sep 16 05:05:02.990570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-272af697-e02e-4b5b-85f5-671ef3333049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.992609 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-272af697-e02e-4b5b-85f5-671ef3333049 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76e3f7eb-114f-4cd2-b599-c980be177f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761242 Sep 16 05:05:03.053793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.121288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30f70ddc-eefe-40d5-abee-e4f77f634cc6 req-d8acb0a5-07da-4fd9-b88b-1d51a19b4739 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0607626 Sep 16 05:05:03.159332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52408) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:03.205723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-15527d50-ad8a-4389-9230-607c80e921cd service neutron] 10.222.0.60 "GET /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945183 Sep 16 05:05:03.226923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.292913 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-796e6cf6-8bbd-4485-89ed-3e945eb8e366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.298399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:03.305035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8fae1cc-6ee2-4142-807e-e2b9dfd75c5e req-14a78cb8-0b7a-4a3a-bffe-768b66b77e28 service neutron] 10.222.0.60 "GET /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971568 Sep 16 05:05:03.312088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:03.316211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:03.322588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.323226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.326049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=18f63290-0865-4b56-8665-ea6c3f68ad05,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:03.415201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-796e6cf6-8bbd-4485-89ed-3e945eb8e366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.483824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-796e6cf6-8bbd-4485-89ed-3e945eb8e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.538162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-796e6cf6-8bbd-4485-89ed-3e945eb8e366 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5586a06b67be43688888b7fdfe7e15be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768952 Sep 16 05:05:03.541968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52416) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:03.567503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e6cf6-8bbd-4485-89ed-3e945eb8e366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f72ba9-0ac0-42e7-a7fa-13fde7129306,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:03.589657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a7f9d659-15b8-42d4-ad0e-56f7ed977bdc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0641685 Sep 16 05:05:03.589657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52418) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:03.678735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf4aa19-0199-4cdc-bbaa-2ca67d4a31fd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.682889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993aa3d0-f536-489f-9a31-c150950319d7 req-01744e1d-207b-4773-a8ec-1b5d753ab31e tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.684485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-01744e1d-207b-4773-a8ec-1b5d753ab31e tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.60 "GET /v2.0/networks?id=2db67806-e838-4f2a-8fed-ed83910d8da9 HTTP/1.1" status: 200 len: 816 time: 0.2038147 Sep 16 05:05:03.686472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf4aa19-0199-4cdc-bbaa-2ca67d4a31fd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.690451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bbf4aa19-0199-4cdc-bbaa-2ca67d4a31fd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1006088 Sep 16 05:05:03.691385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52420) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:03.691942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f42292c3-b968-4227-927c-bc600f43cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.748431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f42292c3-b968-4227-927c-bc600f43cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.751492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0b538-9c5e-4966-b6d8-9b6fada6b48c req-a2319850-22e0-4a9b-a917-9148a406f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.753130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9df0b538-9c5e-4966-b6d8-9b6fada6b48c req-a2319850-22e0-4a9b-a917-9148a406f6de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 1097 time: 0.1290288 Sep 16 05:05:03.822117 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-085a4e6d-75e0-4bed-9215-54c78b91dd1a tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd8edda32a084356b988cc70c16d8f6e HTTP/1.1" status: 200 len: 380 time: 0.1127951 Sep 16 05:05:03.849305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557929-4012-4507-bcf5-74de0cb2db58 req-aff7daaa-eb4e-42cc-9d8f-a96ecc19d36d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.849305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e557929-4012-4507-bcf5-74de0cb2db58 req-aff7daaa-eb4e-42cc-9d8f-a96ecc19d36d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0708792 Sep 16 05:05:03.857051 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Request body: {'port': {'device_id': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'admin_state_up': True, 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'security_groups': ['6fcd21be-d554-4d6f-9ca7-fe4f208155c2']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:03.916497 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9df0b538-9c5e-4966-b6d8-9b6fada6b48c req-e9a5242d-d2ad-4d1e-8ba7-7c2e460192d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536300 Sep 16 05:05:03.926904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f42292c3-b968-4227-927c-bc600f43cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.933796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f42292c3-b968-4227-927c-bc600f43cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.937245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f42292c3-b968-4227-927c-bc600f43cfb5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8f72ba9-0ac0-42e7-a7fa-13fde7129306 HTTP/1.1" status: 204 len: 168 time: 0.3919234 Sep 16 05:05:03.992070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e557929-4012-4507-bcf5-74de0cb2db58 req-b73b9779-8bd5-472a-be72-57caf7657381 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328874 Sep 16 05:05:04.008292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42292c3-b968-4227-927c-bc600f43cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f72ba9-0ac0-42e7-a7fa-13fde7129306,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.016220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d4446fac-892b-4b0b-8feb-cfb502a116c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 18f63290-0865-4b56-8665-ea6c3f68ad05 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:04.016585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4446fac-892b-4b0b-8feb-cfb502a116c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.056967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4886a-dd5f-427d-a33c-6df6baef0d0c req-747552b1-be4a-4912-bc9f-de1aaaac71d0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.058567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7e4886a-dd5f-427d-a33c-6df6baef0d0c req-747552b1-be4a-4912-bc9f-de1aaaac71d0 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1051559 Sep 16 05:05:04.095001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bdc283fd-da0e-425b-aa43-7a7ca7a00e53 None None] Provisioning complete for port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:04.095589 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bdc283fd-da0e-425b-aa43-7a7ca7a00e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.186943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7e4886a-dd5f-427d-a33c-6df6baef0d0c req-e3bd6786-4b56-478d-809f-cbac1f415791 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220825 Sep 16 05:05:04.222448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4446fac-892b-4b0b-8feb-cfb502a116c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.247115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Made reservation on behalf of fd8edda32a084356b988cc70c16d8f6e for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:04.261072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.269611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d4446fac-892b-4b0b-8feb-cfb502a116c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 18f63290-0865-4b56-8665-ea6c3f68ad05 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:04.356768 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bdc283fd-da0e-425b-aa43-7a7ca7a00e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.412416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9ecd3ad-56a1-42ab-a40f-6b8c33f3ee00 req-fda67023-a87f-4ca5-b4ce-c7e61fec3bdf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0778770 Sep 16 05:05:04.431896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bdc283fd-da0e-425b-aa43-7a7ca7a00e53 None None] For port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=80e546f8-a264-4697-bbf1-48c5ca9ddaa2,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:04.497956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:04.543046 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bdc283fd-da0e-425b-aa43-7a7ca7a00e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.623076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc283fd-da0e-425b-aa43-7a7ca7a00e53 None None] Pushing event updated for resources: {'Port': ['ID=80e546f8-a264-4697-bbf1-48c5ca9ddaa2,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.630389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:04.631025 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.717077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b9d9495b-6a58-4753-a915-57f9acbc2dcd None None] Provisioning complete for port 18f63290-0865-4b56-8665-ea6c3f68ad05 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:04.717710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b9d9495b-6a58-4753-a915-57f9acbc2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.729304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Allocated IP 172.20.0.4 (2db67806-e838-4f2a-8fed-ed83910d8da9/c828553b-856a-4fd3-a355-77c9cedd965a/11eeb0d0-372c-4da8-825b-57476b7af8d3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:04.760604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-3480c1a6-387a-4b7b-b39a-cc953bbe9afe tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.762239 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-3480c1a6-387a-4b7b-b39a-cc953bbe9afe tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.57 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.4058352 Sep 16 05:05:04.797958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9495b-6a58-4753-a915-57f9acbc2dcd None None] Port 18f63290-0865-4b56-8665-ea6c3f68ad05 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:04.899430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4446fac-892b-4b0b-8feb-cfb502a116c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.964052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4446fac-892b-4b0b-8feb-cfb502a116c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=18f63290-0865-4b56-8665-ea6c3f68ad05,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:05.001285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Deleting port 19f3c197-3dd8-476c-afe8-425745131fe2 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:05.001627 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.034227 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4446fac-892b-4b0b-8feb-cfb502a116c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.036243 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d4446fac-892b-4b0b-8feb-cfb502a116c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/18f63290-0865-4b56-8665-ea6c3f68ad05 HTTP/1.1" status: 204 len: 168 time: 1.3435833 Sep 16 05:05:05.038762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52462) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:05.177835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79453650-025b-4084-99dd-05d61975fcd1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.187653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79453650-025b-4084-99dd-05d61975fcd1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.196109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79453650-025b-4084-99dd-05d61975fcd1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1522050 Sep 16 05:05:05.198946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52468) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:05.200950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] For port 19f3c197-3dd8-476c-afe8-425745131fe2, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19f3c197-3dd8-476c-afe8-425745131fe2,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:05.201338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.302022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Calling delete_port for 19f3c197-3dd8-476c-afe8-425745131fe2 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:05.322258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056249a-03ed-4d75-9462-f321dbfa3ef5 req-ec51156b-8231-4084-99d3-30c9a2ea8022 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.324269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6056249a-03ed-4d75-9462-f321dbfa3ef5 req-ec51156b-8231-4084-99d3-30c9a2ea8022 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1242495 Sep 16 05:05:05.341224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.412772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6375b011-e651-4e9f-b3a5-f307bd7f5334 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 7482f52d-c159-4235-8be3-834933f9bb14 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:05.427751 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6375b011-e651-4e9f-b3a5-f307bd7f5334 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.444231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6056249a-03ed-4d75-9462-f321dbfa3ef5 req-1b61dee0-f600-4e0b-8f53-090e6ef3c31f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117475 Sep 16 05:05:05.580837 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6375b011-e651-4e9f-b3a5-f307bd7f5334 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.584785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d999d-94b1-4222-a8dc-db3e512db568 req-81a87ceb-bd33-4a9c-bf43-63ef6744d4b3 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.596800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-867d999d-94b1-4222-a8dc-db3e512db568 req-81a87ceb-bd33-4a9c-bf43-63ef6744d4b3 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/ports?device_id=feef979e-6359-49e9-9e3d-3db45ac2e7d6 HTTP/1.1" status: 200 len: 946 time: 0.1471069 Sep 16 05:05:05.711901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4828288-8c15-4172-91fc-3fad92f01051 req-9d867460-6c7b-4051-b01b-38d80810d307 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0341117 Sep 16 05:05:05.723107 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6375b011-e651-4e9f-b3a5-f307bd7f5334 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.740079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-867d999d-94b1-4222-a8dc-db3e512db568 req-b9f7d700-2d2f-4913-bf71-e7fd9c151af6 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.59 "GET /v2.0/security-groups?id=153421c3-7817-44df-9241-903e271a11d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321831 Sep 16 05:05:05.783929 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.796525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.923520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:05.927384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:05.930413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:05.934553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] No DVR routers for this DVR port 19f3c197-3dd8-476c-afe8-425745131fe2 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:05.937311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.939787 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d2ac89f3-2471-457c-a697-a8f5d88d4625 req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] 10.222.0.57 "DELETE /v2.0/ports/19f3c197-3dd8-476c-afe8-425745131fe2 HTTP/1.1" status: 204 len: 173 time: 1.1601002 Sep 16 05:05:05.944679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'name': 'network-vif-deleted', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:05.947352 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6935bb54-e6db-4c64-8276-7808615aeded" -d '{"events": [{"server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "name": "network-vif-deleted", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:05.972520 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6375b011-e651-4e9f-b3a5-f307bd7f5334 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.027619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375b011-e651-4e9f-b3a5-f307bd7f5334 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=7482f52d-c159-4235-8be3-834933f9bb14,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.040316 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5e685d-42f1-4f22-90fb-6cfa33e8c61b x-openstack-request-id: req-9f5e685d-42f1-4f22-90fb-6cfa33e8c61b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:06.040743 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feef979e-6359-49e9-9e3d-3db45ac2e7d6", "name": "network-vif-deleted", "tag": "19f3c197-3dd8-476c-afe8-425745131fe2", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:06.040942 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f5e685d-42f1-4f22-90fb-6cfa33e8c61b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:06.041397 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feef979e-6359-49e9-9e3d-3db45ac2e7d6', 'name': 'network-vif-deleted', 'tag': '19f3c197-3dd8-476c-afe8-425745131fe2', 'status': 'completed', 'code': 200} Sep 16 05:05:06.050877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event updated for resources: {'Port': ['ID=11eeb0d0-372c-4da8-825b-57476b7af8d3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.088951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e366318e-0408-41ba-a1a7-be149e399c6a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.100951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e366318e-0408-41ba-a1a7-be149e399c6a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 810 time: 0.2539949 Sep 16 05:05:06.113623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b11c87-429b-46ab-8dd5-9d9ae2d3cac9 tempest-ServerRescueTestJSONUnderV235-259307822 tempest-ServerRescueTestJSONUnderV235-259307822-project] Pushing event deleted for resources: {'Port': ['ID=19f3c197-3dd8-476c-afe8-425745131fe2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.119569 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6375b011-e651-4e9f-b3a5-f307bd7f5334 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.120641 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6375b011-e651-4e9f-b3a5-f307bd7f5334 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/7482f52d-c159-4235-8be3-834933f9bb14 HTTP/1.1" status: 204 len: 168 time: 0.9164853 Sep 16 05:05:06.123711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52508) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.125935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-f198caa1-5205-49cc-a612-226ca2234490 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/quotas/76bab2e32fc24cfc9baf80ed604c42a1 HTTP/1.1" status: 200 len: 375 time: 0.0240047 Sep 16 05:05:06.131111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053cf94-893c-4f43-972d-727e5419bdb6 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:06.201452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d96a8fe8-2b00-41e4-b248-e9a57a414060 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742543 Sep 16 05:05:06.205906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.206108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52510) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.206202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.210571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:06.263522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-82542556-dfe4-4472-bb0b-80fc7ecc36c2 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364911 Sep 16 05:05:06.305100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-24869265-4dbd-4a2c-acc5-2835dd6f4d11 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4553013 Sep 16 05:05:06.325071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Request body: {'port': {'device_id': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:06.382266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d90d68c8-e286-4276-9c58-d6b1c12a95cc None None] Provisioning complete for port 11eeb0d0-372c-4da8-825b-57476b7af8d3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:06.382642 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d90d68c8-e286-4276-9c58-d6b1c12a95cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.467432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.488329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d90d68c8-e286-4276-9c58-d6b1c12a95cc None None] Port 11eeb0d0-372c-4da8-825b-57476b7af8d3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:06.500867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:06.602413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:06.637339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-024443cc-1681-4447-9660-4fff47f37372 service neutron] 10.222.0.59 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634913 Sep 16 05:05:06.687257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:06.690393 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.698290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:06.706880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.919226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] Deleting port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:06.919936 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.944809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11eeb0d0-372c-4da8-825b-57476b7af8d3 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:06.960598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.974354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Transition to ACTIVE for port object 11eeb0d0-372c-4da8-825b-57476b7af8d3 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:07.005763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] For port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=80e546f8-a264-4697-bbf1-48c5ca9ddaa2,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:07.006860 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.046848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.057727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] Calling delete_port for 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:07.058975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88103d80-aa1d-4cc9-9a85-0630cc0b81c8 req-e438a508-93c4-4e2d-b5c7-3ca67fb5fa8f tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.061799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88103d80-aa1d-4cc9-9a85-0630cc0b81c8 req-e438a508-93c4-4e2d-b5c7-3ca67fb5fa8f tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 931 time: 0.1682017 Sep 16 05:05:07.094026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-f3b30ee6-3c6e-4736-aff8-fa1551be8748 service neutron] 10.222.0.59 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556444 Sep 16 05:05:07.109339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Pushing event updated for resources: {'Port': ['ID=11eeb0d0-372c-4da8-825b-57476b7af8d3,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.276657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 19f3c197-3dd8-476c-afe8-425745131fe2 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:07.315129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Attempting to bind port 11eeb0d0-372c-4da8-825b-57476b7af8d3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:07.315646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Attempting to bind port 11eeb0d0-372c-4da8-825b-57476b7af8d3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:07.317762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Attempting to bind port 11eeb0d0-372c-4da8-825b-57476b7af8d3 on network 2db67806-e838-4f2a-8fed-ed83910d8da9 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:07.319200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 19f3c197-3dd8-476c-afe8-425745131fe2 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:07.321585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 19f3c197-3dd8-476c-afe8-425745131fe2 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:07.329777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88103d80-aa1d-4cc9-9a85-0630cc0b81c8 req-db3fe7c7-1d6f-4445-bd94-88e6c4cf5058 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548082 Sep 16 05:05:07.330547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Port 11eeb0d0-372c-4da8-825b-57476b7af8d3 on network 2db67806-e838-4f2a-8fed-ed83910d8da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:07.331693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Attempting to bind port 11eeb0d0-372c-4da8-825b-57476b7af8d3 on network 2db67806-e838-4f2a-8fed-ed83910d8da9 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:07.344556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:07.347472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Checking segment: {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:07.347965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Bound using segment: {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:07.352421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Bound port: 11eeb0d0-372c-4da8-825b-57476b7af8d3, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a067d8-c217-4c9d-a4a2-ca630895d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:07.352421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.404096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.464204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] For port 11eeb0d0-372c-4da8-825b-57476b7af8d3, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:07.466590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] Pushing event deleted for resources: {'Port': ['ID=80e546f8-a264-4697-bbf1-48c5ca9ddaa2,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.469493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] For port 11eeb0d0-372c-4da8-825b-57476b7af8d3, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:07.487138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ceefc0-ba58-41c5-97c2-0f20a3d985a2 None None] No DVR routers for this DVR port 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:07.509852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52538) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:07.606186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53bd951f-fa3a-4fb4-b4ed-ac7933ca55db req-6ead9e0d-a820-48a3-a018-02280b970453 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 210 time: 0.0423014 Sep 16 05:05:07.616075 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.687210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.705753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Pushing event updated for resources: {'Port': ['ID=11eeb0d0-372c-4da8-825b-57476b7af8d3,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.722619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.723286 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.725025 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-bcc0a81e-7c2f-44a7-a867-15eb9746fe51 service neutron] 10.222.0.60 "PUT /v2.0/ports/11eeb0d0-372c-4da8-825b-57476b7af8d3 HTTP/1.1" status: 200 len: 1092 time: 1.4113395 Sep 16 05:05:07.819548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=fab818bb-4780-49f5-9b56-0dd81249165b,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.875701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:07.881085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:07.886876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.888937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.893523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f57ff0-c3ba-4ab9-9d9d-f8c3efad40d9 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:08.000925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993aa3d0-f536-489f-9a31-c150950319d7 req-fb4f89d4-25dc-4c2e-98d8-310d3bfc9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.002555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-fb4f89d4-25dc-4c2e-98d8-310d3bfc9112 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd8edda32a084356b988cc70c16d8f6e&device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 1095 time: 0.1239288 Sep 16 05:05:08.030660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-beea550d-b6f6-4ba2-8f37-94c0c689fe34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8238857 Sep 16 05:05:08.033197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52556) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:08.039384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': 'fab818bb-4780-49f5-9b56-0dd81249165b', 'ip_address': '2001:db8::2346:27ab:6d16:b486'}], 'name': 'tempest-NetworksTestDHCPv6-488015839'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:08.265760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'fab818bb-4780-49f5-9b56-0dd81249165b'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:08.266641 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.403911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:08.492950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:08.518615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/fab818bb-4780-49f5-9b56-0dd81249165b/1b4cfec5-0195-47bf-8a94-e4842b1b13be) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:08.521442 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:08.521788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 80e546f8-a264-4697-bbf1-48c5ca9ddaa2 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:08.580489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'tag': '11eeb0d0-372c-4da8-825b-57476b7af8d3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:08.581702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715348e3-640e-4d00-bc81-3bccfc29227a req-24b71fa5-3f90-476d-9b8d-64da7bb705a8 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.590302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715348e3-640e-4d00-bc81-3bccfc29227a req-24b71fa5-3f90-476d-9b8d-64da7bb705a8 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.1260967 Sep 16 05:05:08.595365 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a22113-5a1a-4391-ae83-6a95ef72a0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "feab4b55-34be-450d-87e6-1ee50dc31000", "tag": "11eeb0d0-372c-4da8-825b-57476b7af8d3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:08.617168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.619800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-a879d257-b89f-4a2b-ae2a-5b6ed2933739 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3 HTTP/1.1" status: 200 len: 217 time: 0.6082454 Sep 16 05:05:08.653361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port a7e1c528-7a5a-4423-9cd6-9f497533bf8a yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:08.697036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993aa3d0-f536-489f-9a31-c150950319d7 req-fe3eeb37-cce1-4447-8e54-958168392eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.698964 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-fe3eeb37-cce1-4447-8e54-958168392eed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c828553b-856a-4fd3-a355-77c9cedd965a HTTP/1.1" status: 200 len: 855 time: 0.0668316 Sep 16 05:05:08.702226 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5d5d52-fe84-4bf0-9b0e-f97a9b8a4bf2 x-openstack-request-id: req-1f5d5d52-fe84-4bf0-9b0e-f97a9b8a4bf2 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:08.702729 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feab4b55-34be-450d-87e6-1ee50dc31000", "tag": "11eeb0d0-372c-4da8-825b-57476b7af8d3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:08.703364 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f5d5d52-fe84-4bf0-9b0e-f97a9b8a4bf2 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:08.703922 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'tag': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'status': 'completed', 'code': 200} Sep 16 05:05:08.716161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715348e3-640e-4d00-bc81-3bccfc29227a req-b3adc141-6f70-4f58-9d9e-69983730f8c9 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248097 Sep 16 05:05:08.864206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-a224bb05-967d-4911-9653-fc550f6194d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1275277 Sep 16 05:05:08.890991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993aa3d0-f536-489f-9a31-c150950319d7 req-b09dc132-879d-4b08-9d01-6a230256f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.892765 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-b09dc132-879d-4b08-9d01-6a230256f571 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2db67806-e838-4f2a-8fed-ed83910d8da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551962 Sep 16 05:05:09.161914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-eb23b593-8660-4a95-8fe0-fc7dcd8196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.162511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-eb23b593-8660-4a95-8fe0-fc7dcd8196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.162892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-eb23b593-8660-4a95-8fe0-fc7dcd8196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.163427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-eb23b593-8660-4a95-8fe0-fc7dcd8196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.163904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-eb23b593-8660-4a95-8fe0-fc7dcd8196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.164424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-eb23b593-8660-4a95-8fe0-fc7dcd8196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.164899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-eb23b593-8660-4a95-8fe0-fc7dcd8196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.166855 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-eb23b593-8660-4a95-8fe0-fc7dcd8196da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6500 time: 0.1732783 Sep 16 05:05:09.183591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a6bd7d8-d9d3-4690-8b10-163dd45200d8 req-23b3698c-c8b0-4dba-a021-5810c3ac3138 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 210 time: 0.4504735 Sep 16 05:05:09.193774 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-5e53647c-625e-44b8-ac1a-d69524b588dc service neutron] 10.222.0.60 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931502 Sep 16 05:05:09.217532 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.295435 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.335123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:09.339308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:09.343459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:09.372695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Pushing event updated for resources: {'Port': ['ID=1b4cfec5-0195-47bf-8a94-e4842b1b13be,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:09.409259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::2346:27ab:6d16:b486 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/fab818bb-4780-49f5-9b56-0dd81249165b/a7e1c528-7a5a-4423-9cd6-9f497533bf8a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:09.454179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Attempting to bind port 1b4cfec5-0195-47bf-8a94-e4842b1b13be on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:09.454387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Attempting to bind port 1b4cfec5-0195-47bf-8a94-e4842b1b13be by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:09.454767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Attempting to bind port 1b4cfec5-0195-47bf-8a94-e4842b1b13be on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:09.460446 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-993aa3d0-f536-489f-9a31-c150950319d7 req-8fbcbfd3-9c23-4f28-8969-a1fdcb83cc46 service neutron] 10.222.0.60 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377899 Sep 16 05:05:09.469678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-61ded835-29bf-4a16-882e-bb60a2b10838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.470163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-61ded835-29bf-4a16-882e-bb60a2b10838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.470646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-61ded835-29bf-4a16-882e-bb60a2b10838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.472336 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-61ded835-29bf-4a16-882e-bb60a2b10838 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=433648c1-f499-41d8-972e-6f435f317bce&id=433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 200 len: 2293 time: 0.2721577 Sep 16 05:05:09.480691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:09.481093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:09.481524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.481924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:09.482415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Bound port: 1b4cfec5-0195-47bf-8a94-e4842b1b13be, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:09.487013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.565298 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.643213 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.672586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] For port 1b4cfec5-0195-47bf-8a94-e4842b1b13be, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:09.676156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] For port 1b4cfec5-0195-47bf-8a94-e4842b1b13be, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1b4cfec5-0195-47bf-8a94-e4842b1b13be,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:09.683485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-d5f20a12-1473-4641-9989-82f418d3bc61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 200 len: 1001 time: 0.1999545 Sep 16 05:05:09.812559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-c7edda1a-289c-499f-830a-257eb0c09661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.814107 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-c7edda1a-289c-499f-830a-257eb0c09661 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd8edda32a084356b988cc70c16d8f6e&device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 1095 time: 0.1859245 Sep 16 05:05:09.817821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-041f0edc-c372-49a7-970a-fc95396cd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.819679 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-041f0edc-c372-49a7-970a-fc95396cd80d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a7cc46-77b4-43d5-9f01-b8018341ba98 HTTP/1.1" status: 200 len: 851 time: 0.1225626 Sep 16 05:05:09.825013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.865119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.925916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc4a83-2aed-4f52-9285-a1787cdba779 None None] Pushing event updated for resources: {'Port': ['ID=1b4cfec5-0195-47bf-8a94-e4842b1b13be,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:09.993054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=a7e1c528-7a5a-4423-9cd6-9f497533bf8a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:10.015894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:10.018452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:10.041045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f633b-8071-42d7-a23e-d358ce431c20 req-b5b7ee0f-f0e7-4213-a309-5babbb3391c3 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.042833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-938f633b-8071-42d7-a23e-d358ce431c20 req-b5b7ee0f-f0e7-4213-a309-5babbb3391c3 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.2384400 Sep 16 05:05:10.043729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:10.050137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.050792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.124522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-938f633b-8071-42d7-a23e-d358ce431c20 req-7a303a0d-0a4a-4821-a319-c85afe87690a tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696201 Sep 16 05:05:10.143877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a54c27a6-72d2-44ef-87e2-1a2177ce9f22 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1092358 Sep 16 05:05:10.146065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52604) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:10.172623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-8f2e0789-731e-4700-ba6a-ba878c5abef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.174269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-8f2e0789-731e-4700-ba6a-ba878c5abef6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3409350 Sep 16 05:05:10.248251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-5063f291-edf5-4220-8378-14d427a2cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.250119 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-5063f291-edf5-4220-8378-14d427a2cfa4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2db67806-e838-4f2a-8fed-ed83910d8da9 HTTP/1.1" status: 200 len: 917 time: 0.4287202 Sep 16 05:05:10.290863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.296326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7891e6a-c618-4c49-baaa-fbbf9e28732a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.315180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7891e6a-c618-4c49-baaa-fbbf9e28732a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.320608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7891e6a-c618-4c49-baaa-fbbf9e28732a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1729701 Sep 16 05:05:10.321290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52608) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:10.465512 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-e5ced634-a694-4654-b89f-93f703656da9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3 HTTP/1.1" status: 200 len: 217 time: 0.2074869 Sep 16 05:05:10.505313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d03ba3a6-705f-477a-8398-f209da6d1b97 req-83055172-dba2-4ac8-b4b6-6c73729a5a6e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 210 time: 0.1114964 Sep 16 05:05:10.548385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1b4cfec5-0195-47bf-8a94-e4842b1b13be up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:10.553990 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-77053f8b-a6cf-4931-a13b-d3a0e10e8ad7 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625948 Sep 16 05:05:10.626870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1b4cfec5-0195-47bf-8a94-e4842b1b13be triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:10.627288 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.675660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c60af2e1-88a4-4083-bcaa-4b3899ff6f92 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port a7e1c528-7a5a-4423-9cd6-9f497533bf8a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:10.676324 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c60af2e1-88a4-4083-bcaa-4b3899ff6f92 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.786794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-9940bfb1-9600-4e93-9cf9-e2c607c7746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.787184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-bbf5e8b3-aa52-430a-8fca-143c78325c87 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.788926 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-9940bfb1-9600-4e93-9cf9-e2c607c7746a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c828553b-856a-4fd3-a355-77c9cedd965a HTTP/1.1" status: 200 len: 855 time: 0.2989936 Sep 16 05:05:10.789556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-bbf5e8b3-aa52-430a-8fca-143c78325c87 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.57 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 810 time: 0.3759801 Sep 16 05:05:10.842895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.854938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Request body: {'port': {'device_id': 'f160c524-cadc-4690-b05c-3ad06ea0bd9d', 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab', 'admin_state_up': True, 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:10.879314 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-08279b34-5030-4404-8c0b-31739cc00c6b service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081520 Sep 16 05:05:10.882130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Deleting port 804fb125-5764-4656-81a5-89d3efa5e509 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:10.883283 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.941302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 1b4cfec5-0195-47bf-8a94-e4842b1b13be, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1b4cfec5-0195-47bf-8a94-e4842b1b13be,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:10.990876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] For port 804fb125-5764-4656-81a5-89d3efa5e509, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=804fb125-5764-4656-81a5-89d3efa5e509,segment=NetworkSegment(ac0b1245-12e0-47ec-b402-0d7829c87700),segment_id=ac0b1245-12e0-47ec-b402-0d7829c87700)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:10.991749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.025187 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8a2b793-fe8c-40d9-9b3a-b1f9b51da687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.028447 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.051092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Calling delete_port for 804fb125-5764-4656-81a5-89d3efa5e509 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:11.058232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-eb0c48ca-7197-4d4d-9021-255460ee9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.065109 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-eb0c48ca-7197-4d4d-9021-255460ee9f82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2db67806-e838-4f2a-8fed-ed83910d8da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2652273 Sep 16 05:05:11.164077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=1b4cfec5-0195-47bf-8a94-e4842b1b13be,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:11.542421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-b4186643-ed3e-4f52-aee2-d2759cef7692 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 217 time: 0.4867461 Sep 16 05:05:11.685950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d7696f8-9e1a-44c2-8284-c29ca3bfd543 req-652da98f-c213-49fa-bea4-6f39fd81a630 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 210 time: 0.0329852 Sep 16 05:05:11.709856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c60af2e1-88a4-4083-bcaa-4b3899ff6f92 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.729667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-48e20251-d583-4049-947b-5329009bfdef None None] Provisioning complete for port 1b4cfec5-0195-47bf-8a94-e4842b1b13be triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:11.730290 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-48e20251-d583-4049-947b-5329009bfdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.731002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c60af2e1-88a4-4083-bcaa-4b3899ff6f92 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for a7e1c528-7a5a-4423-9cd6-9f497533bf8a owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:11.763216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-67c02be3-c19c-4589-90f3-642b2f10488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.764772 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-67c02be3-c19c-4589-90f3-642b2f10488a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.2016516 Sep 16 05:05:11.811524 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-7615c851-0e94-4b39-bb2c-e12c69ce2853 service neutron] 10.222.0.60 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823098 Sep 16 05:05:11.913708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efd00d-9989-4065-b180-280cde6f9439 req-10e93d6e-e22e-4d74-ad84-d4b7b907ba1f tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.920181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21efd00d-9989-4065-b180-280cde6f9439 req-10e93d6e-e22e-4d74-ad84-d4b7b907ba1f tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.3248415 Sep 16 05:05:12.115538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21efd00d-9989-4065-b180-280cde6f9439 req-c1e0fba3-38c7-43e1-ae3f-1323237285d5 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610594 Sep 16 05:05:12.138917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Made reservation on behalf of 76bab2e32fc24cfc9baf80ed604c42a1 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:12.142639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.191334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-e087a6cf-bb7b-45bf-94f4-e38830ba9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.193390 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-e087a6cf-bb7b-45bf-94f4-e38830ba9355 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4168766 Sep 16 05:05:12.243525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c47b2791-d3b7-4099-988d-bf220ea811e8 None None] Provisioning complete for port a7e1c528-7a5a-4423-9cd6-9f497533bf8a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:12.245703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c47b2791-d3b7-4099-988d-bf220ea811e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.305963 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-57781e14-c6b6-4893-bb40-e4c88f4047fe service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906179 Sep 16 05:05:12.343887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c47b2791-d3b7-4099-988d-bf220ea811e8 None None] Port a7e1c528-7a5a-4423-9cd6-9f497533bf8a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:12.349883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c60af2e1-88a4-4083-bcaa-4b3899ff6f92 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.400223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60af2e1-88a4-4083-bcaa-4b3899ff6f92 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=a7e1c528-7a5a-4423-9cd6-9f497533bf8a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.424210 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46a22113-5a1a-4391-ae83-6a95ef72a0b4 req-0885e2e7-8fe2-40ab-8b87-f0c6c6bab6b1 service neutron] 10.222.0.60 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586183 Sep 16 05:05:12.429715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1b4cfec5-0195-47bf-8a94-e4842b1b13be up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:12.449298 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c60af2e1-88a4-4083-bcaa-4b3899ff6f92 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.452151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c60af2e1-88a4-4083-bcaa-4b3899ff6f92 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/a7e1c528-7a5a-4423-9cd6-9f497533bf8a HTTP/1.1" status: 204 len: 168 time: 2.1299145 Sep 16 05:05:12.491868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:12.551818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1b4cfec5-0195-47bf-8a94-e4842b1b13be triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:12.552271 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.572471 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-bd8ff6dc-f6ed-42e2-98a5-f4942d2e355c service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387342 Sep 16 05:05:12.593868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c803fa7-48e1-4fee-a813-95c3a8f25e3a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.595404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c803fa7-48e1-4fee-a813-95c3a8f25e3a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.597645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3c803fa7-48e1-4fee-a813-95c3a8f25e3a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1038902 Sep 16 05:05:12.598141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Allocated IP 172.20.0.6 (5622b731-e8bd-4ba5-9a34-61f0459f3aab/44022a78-a1d1-4602-925b-f29a8e78ddc3/7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:12.600032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52650) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:12.663211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.678985 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-6bf87bae-6dd2-4484-81f4-9ebc93f99afb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 217 time: 0.0962887 Sep 16 05:05:12.693730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f0cf99-e91a-41f7-80b8-2dfaecef9ed5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet fab818bb-4780-49f5-9b56-0dd81249165b {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:12.698135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf99-e91a-41f7-80b8-2dfaecef9ed5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.713318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Pushing event deleted for resources: {'Port': ['ID=804fb125-5764-4656-81a5-89d3efa5e509,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.780582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf99-e91a-41f7-80b8-2dfaecef9ed5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.821661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-d0a6d9da-e6c7-4c9e-8695-4455404b3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.823086 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-d0a6d9da-e6c7-4c9e-8695-4455404b3482 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1070747 Sep 16 05:05:12.869961 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9511280-97eb-4348-9a8e-9300ab2b40e9 req-bc2058f7-4f54-46d8-ac66-4fc0c4d94dba tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 210 time: 0.0551338 Sep 16 05:05:12.968327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-17a7d219-077e-4c4f-9b3d-ddb1bf077260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.970174 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-17a7d219-077e-4c4f-9b3d-ddb1bf077260 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1377964 Sep 16 05:05:13.007021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.017330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.050776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf99-e91a-41f7-80b8-2dfaecef9ed5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.170463 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-6e8f9c05-4b35-4107-a0c3-afe9bd8b31e4 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907029 Sep 16 05:05:13.171027 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.184123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['4ad1f2df-21e2-4d3f-8f69-1d1d341803bd'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:13.243877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf99-e91a-41f7-80b8-2dfaecef9ed5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.312350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0cf99-e91a-41f7-80b8-2dfaecef9ed5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=fab818bb-4780-49f5-9b56-0dd81249165b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.324654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Network 5622b731-e8bd-4ba5-9a34-61f0459f3aab is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:13.332708 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38f0cf99-e91a-41f7-80b8-2dfaecef9ed5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.337829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-38f0cf99-e91a-41f7-80b8-2dfaecef9ed5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/fab818bb-4780-49f5-9b56-0dd81249165b HTTP/1.1" status: 204 len: 168 time: 0.7339694 Sep 16 05:05:13.340829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52668) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.347180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:13.351539 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:13.355030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-0a40d666-5167-406a-ad5a-dfbe9617b285 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717870 Sep 16 05:05:13.366320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Pushing event updated for resources: {'Port': ['ID=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.394680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc07d2-ba77-4f0d-ae66-aea995d8feee None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:13.418238 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-72029a60-62ff-4d70-8e71-340c93da1b03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=a5b7097e-54f0-49bd-a5be-591192a5409e HTTP/1.1" status: 200 len: 217 time: 0.0548885 Sep 16 05:05:13.469792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Router ee5bfee5-7012-4a03-9d2a-c711b32ab8be has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:13.518576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4caa06f1-ec04-484f-8837-cd9c5688ac39 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1683364 Sep 16 05:05:13.523767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52680) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.544828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2ffe4-e5e6-4e41-be2f-d156dd3f5b9f req-c289bbc5-dbe1-4a01-b0aa-ceddb6693719 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.546547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2a2ffe4-e5e6-4e41-be2f-d156dd3f5b9f req-c289bbc5-dbe1-4a01-b0aa-ceddb6693719 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.3092384 Sep 16 05:05:13.553134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.553793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.560483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-ef72fa8f-9783-4569-8049-8c6f5141fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.562067 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-ef72fa8f-9783-4569-8049-8c6f5141fc59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1336062 Sep 16 05:05:13.612558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2a2ffe4-e5e6-4e41-be2f-d156dd3f5b9f req-d5d91422-1e6f-4877-9b3b-9d5ec9dccd87 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481102 Sep 16 05:05:13.633412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-a16ba962-7eef-41b7-adbc-cafc83f03a58 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7764063 Sep 16 05:05:13.650750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Request body: {'port': {'device_id': 'f160c524-cadc-4690-b05c-3ad06ea0bd9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:13.717534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:13.728488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6395514-34ec-4333-9a40-c692dadbccdb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.731709 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f6395514-34ec-4333-9a40-c692dadbccdb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2069321 Sep 16 05:05:13.738426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52684) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.738426 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.778496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] Deleting port 1b4cfec5-0195-47bf-8a94-e4842b1b13be {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:13.778878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.799283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b1b3f-34bf-4cc1-ac88-92acc05b9417 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.804726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1e3b1b3f-34bf-4cc1-ac88-92acc05b9417 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0650742 Sep 16 05:05:13.805140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52686) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.853224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e8001363-ce0e-4d6b-bb52-c27bdd2731d7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445287 Sep 16 05:05:13.859680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-0d1ee099-fc8a-4cdb-9758-a97c4cf11d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.859680 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-0d1ee099-fc8a-4cdb-9758-a97c4cf11d72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2749724 Sep 16 05:05:13.860401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52692) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.861299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:13.875689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:13.878077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] Sync routers for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:13.886475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] For port 1b4cfec5-0195-47bf-8a94-e4842b1b13be, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1b4cfec5-0195-47bf-8a94-e4842b1b13be,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:13.886475 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.901953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] Calling delete_port for 1b4cfec5-0195-47bf-8a94-e4842b1b13be owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:13.911750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:13.912531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:14.013518 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-02d36f68-447b-440d-a424-dfdd6592332f admin admin] 10.222.0.59 "PUT /v2.0/routers/ee5bfee5-7012-4a03-9d2a-c711b32ab8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5000360 Sep 16 05:05:14.020975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52696) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:14.098523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:14.253837 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-a3acdf6d-0a81-408a-9d9a-e29a49e22fd5 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471511 Sep 16 05:05:14.257302 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.260675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:14.270388 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.281928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7790e-c10b-4121-8280-19d49f6d8d4e req-f98b2979-da0e-4b7b-88cd-5167cf11d80d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.289167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24c7790e-c10b-4121-8280-19d49f6d8d4e req-f98b2979-da0e-4b7b-88cd-5167cf11d80d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 931 time: 0.1109610 Sep 16 05:05:14.315940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Transition to ACTIVE for port object 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:14.332113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:14.335923 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.344912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24c7790e-c10b-4121-8280-19d49f6d8d4e req-acfc42f0-3540-497f-b9ae-58e549b6c4ee tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532231 Sep 16 05:05:14.413683 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.416603 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.474219 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.512827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] Pushing event deleted for resources: {'Port': ['ID=1b4cfec5-0195-47bf-8a94-e4842b1b13be,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.515306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75be17-a3e2-492f-8d24-92bc6501ad30 None None] No DVR routers for this DVR port 1b4cfec5-0195-47bf-8a94-e4842b1b13be on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:14.520232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.539509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:05:12Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:14.577529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] Checking router: ee5bfee5-7012-4a03-9d2a-c711b32ab8be for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:14.585520 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3944f050-e0b5-439c-a06c-2035d0373df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.595351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] Routers {'ee5bfee5-7012-4a03-9d2a-c711b32ab8be'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:14.595997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:14.664944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1b4cfec5-0195-47bf-8a94-e4842b1b13be no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:14.696474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1b4cfec5-0195-47bf-8a94-e4842b1b13be {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:14.696833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1b4cfec5-0195-47bf-8a94-e4842b1b13be not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:14.728572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Attempting to bind port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:14.729149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Attempting to bind port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:14.729720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Attempting to bind port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a on network 5622b731-e8bd-4ba5-9a34-61f0459f3aab {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:14.745024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a on network 5622b731-e8bd-4ba5-9a34-61f0459f3aab not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:14.745717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Attempting to bind port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a on network 5622b731-e8bd-4ba5-9a34-61f0459f3aab {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:14.772369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:14.772949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Checking segment: {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:14.774164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Bound using segment: {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:14.774920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Bound port: 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798a673c-eaf9-4b4b-aea7-3aacf338d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:14.775598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.778950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] Set router ee5bfee5-7012-4a03-9d2a-c711b32ab8be gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:14.950967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578c54-06dd-4bf1-ae93-872a5a98c234 req-cd7f7a1d-9fe1-42a1-92e7-d31ff7673696 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.952691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da578c54-06dd-4bf1-ae93-872a5a98c234 req-cd7f7a1d-9fe1-42a1-92e7-d31ff7673696 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.1643271 Sep 16 05:05:14.989926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] For port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:15.042491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da578c54-06dd-4bf1-ae93-872a5a98c234 req-a0d0af77-249f-4eca-8e34-b95b0de90d90 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781791 Sep 16 05:05:15.046100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-44820c5a-d76a-4f67-b323-566233bda451 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534752 Sep 16 05:05:15.050158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] For port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:15.050430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.111277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.113139 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-922bf724-d4fd-4b6f-ab8c-0d8223121230 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b HTTP/1.1" status: 200 len: 217 time: 0.0549202 Sep 16 05:05:15.136564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.160556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:05:12Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:15.162176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.163019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.164508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] 10.222.0.57 "PUT /v2.0/ports/7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a HTTP/1.1" status: 200 len: 1092 time: 1.5192482 Sep 16 05:05:15.167086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f160c524-cadc-4690-b05c-3ad06ea0bd9d', 'tag': '7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:15.168839 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda" -d '{"events": [{"name": "network-changed", "server_uuid": "f160c524-cadc-4690-b05c-3ad06ea0bd9d", "tag": "7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:15.188772 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:15.212982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db61e-ccf6-4994-842f-607e3a2399a1 None None] The sync data for ids ['ee5bfee5-7012-4a03-9d2a-c711b32ab8be'] in n-d-712143-16 is: [{'id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'name': 'tempest-ServerRescueTestJSONUnderV235-1755114555-router', 'tenant_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:27Z', 'updated_at': '2021-09-16T05:05:12Z', 'revision_number': 5, 'project_id': '91903c0228a64b8e8b3510fddd8a0bf0', 'gw_port': {'id': '5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bfee5-7012-4a03-9d2a-c711b32ab8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:28Z', 'updated_at': '2021-09-16T05:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:15.266401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8de4e-60bd-4020-9004-358acce3a435 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:15.399934 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cabd1e-3b23-4ded-a481-01b4a9d05dff x-openstack-request-id: req-c0cabd1e-3b23-4ded-a481-01b4a9d05dff {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:15.400812 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f160c524-cadc-4690-b05c-3ad06ea0bd9d", "tag": "7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:15.402041 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0cabd1e-3b23-4ded-a481-01b4a9d05dff {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:15.403182 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f160c524-cadc-4690-b05c-3ad06ea0bd9d', 'tag': '7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a', 'status': 'completed', 'code': 200} Sep 16 05:05:15.484586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-e5dfcce8-0c82-4232-b600-4f2bba5d3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.488844 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-e5dfcce8-0c82-4232-b600-4f2bba5d3548 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.3673079 Sep 16 05:05:15.490676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-37a8cacc-fe77-41a2-aa5f-75f70c9cdb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.492367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-37a8cacc-fe77-41a2-aa5f-75f70c9cdb47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 1095 time: 0.1624498 Sep 16 05:05:15.546055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Deleting port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:15.548791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.575420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-3a12f83f-cee9-4852-bc7a-fc1b77601587 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a HTTP/1.1" status: 200 len: 217 time: 0.0523212 Sep 16 05:05:15.579070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.654211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:15.666538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:15.676304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5194edd6-a700-45e0-ae17-c6305433c877 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:15.684556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.685367 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.716637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39dffa-3224-4412-ae7b-93ef1c2dbf4d req-f91555f2-5b06-432f-b0e4-9c99545794f0 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.727658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f39dffa-3224-4412-ae7b-93ef1c2dbf4d req-f91555f2-5b06-432f-b0e4-9c99545794f0 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 943 time: 0.2181258 Sep 16 05:05:15.780922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-875dc1d5-5d17-414f-9879-57e2bf59726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.782775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-875dc1d5-5d17-414f-9879-57e2bf59726c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2661190 Sep 16 05:05:15.782911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-6498e87c-c94d-4236-852d-78d8e54b5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.786472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-6498e87c-c94d-4236-852d-78d8e54b5c3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44022a78-a1d1-4602-925b-f29a8e78ddc3 HTTP/1.1" status: 200 len: 850 time: 0.2041545 Sep 16 05:05:15.807811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=0241ab85-0864-4f0c-b26e-0657e0375c8a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:15.879000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f39dffa-3224-4412-ae7b-93ef1c2dbf4d req-e75ed398-8ed6-41b5-9a00-1fd1070b58db tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507673 Sep 16 05:05:15.883755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-ae5072db-4761-434e-8f54-eb936f98fe38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5622b731-e8bd-4ba5-9a34-61f0459f3aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746119 Sep 16 05:05:15.885696 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-300b2b0c-867b-473e-a24f-89a0675bb96b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0219221 Sep 16 05:05:15.887940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52730) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:15.897876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': '0241ab85-0864-4f0c-b26e-0657e0375c8a', 'ip_address': '2001:db8::7fe4:edef:192b:187a'}], 'name': 'tempest-NetworksTestDHCPv6-1658922063'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:15.995364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] For port 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:15.995364 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.026355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '0241ab85-0864-4f0c-b26e-0657e0375c8a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:16.027309 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.060496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-fecab778-8947-49de-b18e-f6e30bd6f604 service neutron] 10.222.0.57 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573074 Sep 16 05:05:16.073824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-be3cc5b6-8a0a-4317-b6eb-d3ff2d215d27 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766833 Sep 16 05:05:16.092142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Calling delete_port for 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:16.225127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/0241ab85-0864-4f0c-b26e-0657e0375c8a/afcfe894-7cfc-4b32-a806-835cc9a05607) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:16.300513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736ab63-926e-4a5e-a643-2f60bff38338 req-cfd2d4a1-5542-45f5-91a4-d59fc757bdd2 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.303954 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a736ab63-926e-4a5e-a643-2f60bff38338 req-cfd2d4a1-5542-45f5-91a4-d59fc757bdd2 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.1540520 Sep 16 05:05:16.336429 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-1372ab08-7929-4231-b3f0-658c0b0b4c30 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539463 Sep 16 05:05:16.362134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b35288-7e2a-42dd-8686-0368e7c51eb1 req-7426b98c-70d8-449f-b898-69559dfc3d53 service neutron] 10.222.0.57 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692122 Sep 16 05:05:16.370373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 804fb125-5764-4656-81a5-89d3efa5e509 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:16.371513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a736ab63-926e-4a5e-a643-2f60bff38338 req-5138942d-7ac3-49db-aa44-7b75ee8cf798 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611887 Sep 16 05:05:16.407811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 804fb125-5764-4656-81a5-89d3efa5e509 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:16.408063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 804fb125-5764-4656-81a5-89d3efa5e509 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:16.412753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:16.428876 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-6fb53444-2a16-4863-bb06-4598a9ac097b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0785737 Sep 16 05:05:16.489048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.562636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.603761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:16.605004 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.608715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:16.613909 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:16.637345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-1ece642f-0940-4be0-a02b-601899ee019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.639912 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-1ece642f-0940-4be0-a02b-601899ee019f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.1984484 Sep 16 05:05:16.657008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Pushing event updated for resources: {'Port': ['ID=afcfe894-7cfc-4b32-a806-835cc9a05607,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:16.676701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port f9e175e7-ec75-42a9-9ee7-3ca55b71c23e yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:16.677009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-b7bfb107-c87e-48c1-9041-949c6e3959e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.678693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-b7bfb107-c87e-48c1-9041-949c6e3959e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 1095 time: 0.1135955 Sep 16 05:05:16.717355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Attempting to bind port afcfe894-7cfc-4b32-a806-835cc9a05607 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:16.717960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Attempting to bind port afcfe894-7cfc-4b32-a806-835cc9a05607 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:16.718098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Attempting to bind port afcfe894-7cfc-4b32-a806-835cc9a05607 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:16.723951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:16.724574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:16.725247 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.725716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:16.726790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Bound port: afcfe894-7cfc-4b32-a806-835cc9a05607, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:16.727189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.752437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-9022217f-3e55-4c27-93e0-437775f27797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.753895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-9022217f-3e55-4c27-93e0-437775f27797 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062036 Sep 16 05:05:16.807742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] For port afcfe894-7cfc-4b32-a806-835cc9a05607, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:16.812462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] For port afcfe894-7cfc-4b32-a806-835cc9a05607, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=afcfe894-7cfc-4b32-a806-835cc9a05607,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:16.824815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-3618160e-86a7-4cbe-9cb0-d7db6cf22423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.826426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-3618160e-86a7-4cbe-9cb0-d7db6cf22423 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 911 time: 0.1396775 Sep 16 05:05:16.832013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.887552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.906341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-65d6a51c-d78b-47d0-9380-3cfe3bd1b0cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a HTTP/1.1" status: 200 len: 217 time: 0.0695312 Sep 16 05:05:16.935162 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.944932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.038299 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-1c6f2da1-6fe6-4107-901b-10c470c05f80 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738688 Sep 16 05:05:17.093725 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.119061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-6f826b93-0dfb-421c-933e-f737d64d21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.120036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfae7f-60dc-476c-81a4-2f03af50bcf7 None None] Pushing event updated for resources: {'Port': ['ID=afcfe894-7cfc-4b32-a806-835cc9a05607,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.123121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-6f826b93-0dfb-421c-933e-f737d64d21d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44022a78-a1d1-4602-925b-f29a8e78ddc3 HTTP/1.1" status: 200 len: 850 time: 0.2082283 Sep 16 05:05:17.173538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-865c0e89-982d-450c-8120-db2b495d7de3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5622b731-e8bd-4ba5-9a34-61f0459f3aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364065 Sep 16 05:05:17.187561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cc374-4ede-4941-89a8-ed284a2779bb req-fcd41844-1840-4361-9600-7b41fe8c126c tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.189110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f0cc374-4ede-4941-89a8-ed284a2779bb req-fcd41844-1840-4361-9600-7b41fe8c126c tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 943 time: 0.1380274 Sep 16 05:05:17.234245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.261166 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.291098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f0cc374-4ede-4941-89a8-ed284a2779bb req-961d5365-5f64-4c82-81a6-c3a5fe0c37fe tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917878 Sep 16 05:05:17.330591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::7fe4:edef:192b:187a (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/0241ab85-0864-4f0c-b26e-0657e0375c8a/f9e175e7-ec75-42a9-9ee7-3ca55b71c23e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:17.345817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-514900ce-effe-4082-8e96-0c182017a710 service neutron] 10.222.0.57 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557109 Sep 16 05:05:17.388033 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-5f4b7c85-48c2-4e6d-afc3-9ba8c220ac7d service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400965 Sep 16 05:05:17.410672 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.411692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5bfee5-7012-4a03-9d2a-c711b32ab8be {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:05:17.423993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.428293 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-51fcc17a-7ba9-4ac4-a6fb-056e9eee82ca admin admin] 10.222.0.59 "DELETE /v2.0/routers/ee5bfee5-7012-4a03-9d2a-c711b32ab8be HTTP/1.1" status: 204 len: 168 time: 3.4054141 Sep 16 05:05:17.434472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52768) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:17.504050 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-9f38d510-fcb0-496e-944a-eb1fb527abfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 200 len: 217 time: 0.1014109 Sep 16 05:05:17.588976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87ffb40b-bcaf-4c7e-86d8-f5597a481bda req-8d1ee599-d26b-46a6-92df-734279c3b44d service neutron] 10.222.0.57 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310684 Sep 16 05:05:17.649323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7beee004-d95f-4a93-8547-0b3ee55f2d59 admin admin] Deleting subnet 9028a524-fd13-411b-8daa-741e48c2f9e7 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:17.685961 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7beee004-d95f-4a93-8547-0b3ee55f2d59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.692838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-c8af63bf-18b9-4bc6-872b-917f6f68bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.694397 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-c8af63bf-18b9-4bc6-872b-917f6f68bb0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.1546857 Sep 16 05:05:17.704372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e82eb-4321-4f02-8150-31186368701f req-4624b488-8c6f-4161-8bc3-1218022a27bd tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.711813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f85e82eb-4321-4f02-8150-31186368701f req-4624b488-8c6f-4161-8bc3-1218022a27bd tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.1218474 Sep 16 05:05:17.754281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f85e82eb-4321-4f02-8150-31186368701f req-a095b2ec-4ec5-40f0-9ab3-5585d3638671 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415449 Sep 16 05:05:17.775380 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7beee004-d95f-4a93-8547-0b3ee55f2d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.827116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.843830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-bb2ba223-994f-46ea-bf3d-3c6986cdaa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.845499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-bb2ba223-994f-46ea-bf3d-3c6986cdaa55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289499 Sep 16 05:05:17.849978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7beee004-d95f-4a93-8547-0b3ee55f2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.045997 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-237e7c9b-8b63-4966-a8b8-a67416134f66 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740074 Sep 16 05:05:18.083890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.520034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device afcfe894-7cfc-4b32-a806-835cc9a05607 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:18.581159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46774-0b60-4f4f-a008-5d07652eb780 req-2e0c5759-ceff-413e-b596-0b75c8a2fbb5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.582730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbb46774-0b60-4f4f-a008-5d07652eb780 req-2e0c5759-ceff-413e-b596-0b75c8a2fbb5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 943 time: 0.0953305 Sep 16 05:05:18.587455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7beee004-d95f-4a93-8547-0b3ee55f2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.623441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port afcfe894-7cfc-4b32-a806-835cc9a05607 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:18.625017 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.640923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbb46774-0b60-4f4f-a008-5d07652eb780 req-f594eecc-b305-4625-9feb-aa783ba38edd tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Sep 16 05:05:18.693450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-229d160b-c8a9-4ef2-b74b-723a9a29160c None None] Provisioning complete for port afcfe894-7cfc-4b32-a806-835cc9a05607 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:18.694427 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-229d160b-c8a9-4ef2-b74b-723a9a29160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.700790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:18.704132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beee004-d95f-4a93-8547-0b3ee55f2d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9028a524-fd13-411b-8daa-741e48c2f9e7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:18.707499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7beee004-d95f-4a93-8547-0b3ee55f2d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.712251 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7beee004-d95f-4a93-8547-0b3ee55f2d59 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9028a524-fd13-411b-8daa-741e48c2f9e7 HTTP/1.1" status: 204 len: 168 time: 1.2366178 Sep 16 05:05:18.712634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52790) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:18.721692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:18.733578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:18.739764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.740595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.753907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=f9e175e7-ec75-42a9-9ee7-3ca55b71c23e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:18.796135 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00bd230c-31f3-4e2a-b97e-515ed40066a8 req-8056f891-f05e-406e-a84c-16c902c46df1 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431490 Sep 16 05:05:18.876826 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6c061ac7-4457-4e21-8f2b-cad6db9ef841 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9836366 Sep 16 05:05:18.881536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52796) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:18.906268 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.907809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-feacecc8-7c0d-4a44-a1d7-efc60f50245a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': '0241ab85-0864-4f0c-b26e-0657e0375c8a', 'ip_address': '2001:db8::7fe4:edef:192b:187a'}], 'name': 'tempest-NetworksTestDHCPv6-1433080746'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:19.330931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port afcfe894-7cfc-4b32-a806-835cc9a05607, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=afcfe894-7cfc-4b32-a806-835cc9a05607,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:19.336833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:19.344347 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-229d160b-c8a9-4ef2-b74b-723a9a29160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.430733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.499648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:19.512332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a410c28-0f87-4d49-bda0-f79b519af26a req-3bb7c67d-8122-40a7-a282-f396110e5078 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.513989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a', 'network_id': '5622b731-e8bd-4ba5-9a34-61f0459f3aab', 'port_id': '7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a', 'mac_address': 'fa:16:3e:fd:f2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44022a78-a1d1-4602-925b-f29a8e78ddc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:19.514223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a410c28-0f87-4d49-bda0-f79b519af26a req-3bb7c67d-8122-40a7-a282-f396110e5078 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.1135547 Sep 16 05:05:19.557222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feacecc8-7c0d-4a44-a1d7-efc60f50245a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:19.564793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-feacecc8-7c0d-4a44-a1d7-efc60f50245a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.583630 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.584668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-feacecc8-7c0d-4a44-a1d7-efc60f50245a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 80a19f82-8bfa-4ac6-a8fa-e25f4288a707 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:19.612661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.630554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a410c28-0f87-4d49-bda0-f79b519af26a req-871c6a17-5a86-45b6-b0ed-ff40cf827cad tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003592 Sep 16 05:05:19.638329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.685610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf157eb9-7178-4112-b15c-6e033596b924']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:19.712481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0b1245-12e0-47ec-b402-0d7829c87700') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:19.712481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0b1245-12e0-47ec-b402-0d7829c87700') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:19.732262 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.739303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:19.765608 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.776368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:19.777147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.782193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:19.790575 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:19.796642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:19.796642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5d1cfd22-a747-44bb-91a3-1fe2eabd3a2a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:19.828316 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-229d160b-c8a9-4ef2-b74b-723a9a29160c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:05:19.828837 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-229d160b-c8a9-4ef2-b74b-723a9a29160c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:05:19.835488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:19.838024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=afcfe894-7cfc-4b32-a806-835cc9a05607,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.901018 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.904562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80eec-0b4c-4280-81a4-79676d9209a1 req-80c89806-c7ca-4b77-a6a6-525fe81e9309 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.909852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3f80eec-0b4c-4280-81a4-79676d9209a1 req-80c89806-c7ca-4b77-a6a6-525fe81e9309 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 943 time: 0.1116443 Sep 16 05:05:19.927755 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-feacecc8-7c0d-4a44-a1d7-efc60f50245a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:05:19.928500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feacecc8-7c0d-4a44-a1d7-efc60f50245a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:19.954086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.961526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3f80eec-0b4c-4280-81a4-79676d9209a1 req-6f6ee711-13a9-4136-8f20-5fc97df0add3 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Sep 16 05:05:19.963487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.970434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.973257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cf157eb9-7178-4112-b15c-6e033596b924 HTTP/1.1" status: 204 len: 168 time: 1.2594175 Sep 16 05:05:19.995439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049bf12-60d0-4ba2-a1b8-8f195c15ea12 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf157eb9-7178-4112-b15c-6e033596b924,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:20.013354 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-feacecc8-7c0d-4a44-a1d7-efc60f50245a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1319566 Sep 16 05:05:20.015541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52816) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.081361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bdff5-b36c-4dd1-82c9-03c38e9d89a0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.090330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bdff5-b36c-4dd1-82c9-03c38e9d89a0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.092411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-439bdff5-b36c-4dd1-82c9-03c38e9d89a0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0758331 Sep 16 05:05:20.095156 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52820) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.217482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-10a05f81-7a73-4ecf-8b14-9188968c90ed tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port f9e175e7-ec75-42a9-9ee7-3ca55b71c23e {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:20.217919 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10a05f81-7a73-4ecf-8b14-9188968c90ed tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.385029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:20.405901 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10a05f81-7a73-4ecf-8b14-9188968c90ed tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.425565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52838) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.450318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-10a05f81-7a73-4ecf-8b14-9188968c90ed tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for f9e175e7-ec75-42a9-9ee7-3ca55b71c23e owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:20.471759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device afcfe894-7cfc-4b32-a806-835cc9a05607 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:20.536476 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2f9325ba-71a5-479f-9133-df46b72fc625 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91903c0228a64b8e8b3510fddd8a0bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096950 Sep 16 05:05:20.539791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52848) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.615139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.631863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port afcfe894-7cfc-4b32-a806-835cc9a05607 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:20.632459 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.658629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.696504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-569e258f-84f0-40a6-9e92-7e3306c02765 None None] Provisioning complete for port f9e175e7-ec75-42a9-9ee7-3ca55b71c23e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:20.697154 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-569e258f-84f0-40a6-9e92-7e3306c02765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.744456 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10a05f81-7a73-4ecf-8b14-9188968c90ed tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.792227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-569e258f-84f0-40a6-9e92-7e3306c02765 None None] Port f9e175e7-ec75-42a9-9ee7-3ca55b71c23e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:20.816523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a05f81-7a73-4ecf-8b14-9188968c90ed tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=f9e175e7-ec75-42a9-9ee7-3ca55b71c23e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:20.826416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.833012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.834763 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/153421c3-7817-44df-9241-903e271a11d9 HTTP/1.1" status: 204 len: 168 time: 0.2922630 Sep 16 05:05:20.857558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153421c3-7817-44df-9241-903e271a11d9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:20.888517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.893344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.893965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.903540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.903540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.903540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.903540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.903540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.903540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.907888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.908340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.908916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6486e4-b2a6-4a6e-b146-0d8cd2410ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:20.960355 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-10a05f81-7a73-4ecf-8b14-9188968c90ed tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.969350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52872) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:20.981979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-10a05f81-7a73-4ecf-8b14-9188968c90ed tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/f9e175e7-ec75-42a9-9ee7-3ca55b71c23e HTTP/1.1" status: 204 len: 168 time: 0.8850391 Sep 16 05:05:21.049251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220c998-f1bc-4be9-9094-5f6a80fa75d4 req-b98e3f1b-7078-4fc2-bac9-c3fdf3279233 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.058803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7220c998-f1bc-4be9-9094-5f6a80fa75d4 req-b98e3f1b-7078-4fc2-bac9-c3fdf3279233 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 943 time: 0.2709041 Sep 16 05:05:21.075579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ebf269-5d4c-4ba8-a548-fb2dc04d4f30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.077841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ebf269-5d4c-4ba8-a548-fb2dc04d4f30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.082525 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-96ebf269-5d4c-4ba8-a548-fb2dc04d4f30 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1120143 Sep 16 05:05:21.083497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52880) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.136435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 11eeb0d0-372c-4da8-825b-57476b7af8d3 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:21.168567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7220c998-f1bc-4be9-9094-5f6a80fa75d4 req-fa51f32e-e7c2-417a-a5dc-3faacdf6e421 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068296 Sep 16 05:05:21.209603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-85303b27-36b9-47ba-a51f-bba51edffe65 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 0241ab85-0864-4f0c-b26e-0657e0375c8a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:21.269465 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85303b27-36b9-47ba-a51f-bba51edffe65 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.291299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0608e52-0ffe-438d-b779-28f3d046189e req-1d00ff7b-3f45-430e-95b6-d84ee6758c29 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.303360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0608e52-0ffe-438d-b779-28f3d046189e req-1d00ff7b-3f45-430e-95b6-d84ee6758c29 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 944 time: 0.1336098 Sep 16 05:05:21.357993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85303b27-36b9-47ba-a51f-bba51edffe65 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.365460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0608e52-0ffe-438d-b779-28f3d046189e req-1c3f775a-a499-45b7-a69c-e8fd338a26b5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595210 Sep 16 05:05:21.380890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 11eeb0d0-372c-4da8-825b-57476b7af8d3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:21.394571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'port_id': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'mac_address': 'fa:16:3e:38:f7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:21.453465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.475376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11eeb0d0-372c-4da8-825b-57476b7af8d3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:21.501993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 11eeb0d0-372c-4da8-825b-57476b7af8d3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:21.505591 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85303b27-36b9-47ba-a51f-bba51edffe65 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.589841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.655097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=11eeb0d0-372c-4da8-825b-57476b7af8d3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:21.698823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85303b27-36b9-47ba-a51f-bba51edffe65 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.758564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303b27-36b9-47ba-a51f-bba51edffe65 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=0241ab85-0864-4f0c-b26e-0657e0375c8a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:21.768346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85303b27-36b9-47ba-a51f-bba51edffe65 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.771322 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-85303b27-36b9-47ba-a51f-bba51edffe65 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/0241ab85-0864-4f0c-b26e-0657e0375c8a HTTP/1.1" status: 204 len: 168 time: 0.6867750 Sep 16 05:05:21.773052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713544e9-ab46-49f8-86f0-24cae2e5c7e7 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:21.774126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52912) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.830288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b001ba8c-cc5d-4c6d-b95e-4a90f072e794 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542080 Sep 16 05:05:21.836152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52916) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.844350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:21.867994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['11eeb0d0-372c-4da8-825b-57476b7af8d3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:22.032530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:22.052087 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.146863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:22.266931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] Deleting port afcfe894-7cfc-4b32-a806-835cc9a05607 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:22.267215 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.413555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a5ba1-8988-418f-9961-c693d418dc42 req-4d32529f-8663-4b46-bb66-0036b5201def tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.424634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a6a5ba1-8988-418f-9961-c693d418dc42 req-4d32529f-8663-4b46-bb66-0036b5201def tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 944 time: 0.1166270 Sep 16 05:05:22.456729 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.468802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] For port afcfe894-7cfc-4b32-a806-835cc9a05607, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=afcfe894-7cfc-4b32-a806-835cc9a05607,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:22.469231 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.478674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device afcfe894-7cfc-4b32-a806-835cc9a05607 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:22.544335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52942) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.573347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] Calling delete_port for afcfe894-7cfc-4b32-a806-835cc9a05607 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:22.644715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=2bbb673d-bfb6-4620-b730-084e869180f0,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.649519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:22.652986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:22.657185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a6a5ba1-8988-418f-9961-c693d418dc42 req-4b0a87e4-779f-464f-b4e4-8e7fd6e7a824 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272267 Sep 16 05:05:22.658441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.659033 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.771899 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.774917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-820932317-network', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:22.781124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac37a6-cf51-4fb0-9aa5-cfa71592d67f req-953ec652-35cf-4606-b94c-0fe13a3874cf tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.782482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6ac37a6-cf51-4fb0-9aa5-cfa71592d67f req-953ec652-35cf-4606-b94c-0fe13a3874cf tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 944 time: 0.1209095 Sep 16 05:05:22.820833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c403aa7e-d1d7-4254-83a4-3500d9d7a605 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9828262 Sep 16 05:05:22.823592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52950) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.828902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a41bedda-2d8f-41de-a574-5f871549d083 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': '2bbb673d-bfb6-4620-b730-084e869180f0', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1027893579'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:22.835548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6ac37a6-cf51-4fb0-9aa5-cfa71592d67f req-999ead8c-1dad-4c6c-8eb5-1186a1085330 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Sep 16 05:05:22.965548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.991600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Made reservation on behalf of 63e3ac0fe07b4d6e888bf9be9553ae21 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:22.995598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.013241 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.015903 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] No DVR routers for this DVR port afcfe894-7cfc-4b32-a806-835cc9a05607 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:23.024439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9714-c66b-4f96-afef-5e9f3b0faf5d None None] Pushing event deleted for resources: {'Port': ['ID=afcfe894-7cfc-4b32-a806-835cc9a05607,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.040074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8bb62-236a-4d1d-8a30-a29d4fedff11 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:23.087029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41bedda-2d8f-41de-a574-5f871549d083 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:23.176267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 11eeb0d0-372c-4da8-825b-57476b7af8d3 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:23.184704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.208338 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a41bedda-2d8f-41de-a574-5f871549d083 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.227542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-a41bedda-2d8f-41de-a574-5f871549d083 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port e7358eb2-661a-4e15-a498-5bd449d5765c yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:23.264955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '2bbb673d-bfb6-4620-b730-084e869180f0'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:23.265924 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.269290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.278490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:23.302664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:23.305095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837069c8-3f33-4e25-a3f0-95c0397f8b3b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.317684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.318551 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Added segment 1b9c6dbc-ff50-485e-a968-9b69f4633ec1 of type vlan for network 83adbb71-afbc-4663-ad84-666bb42ba039 Sep 16 05:05:23.381164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.417652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 11eeb0d0-372c-4da8-825b-57476b7af8d3 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:23.418705 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41bedda-2d8f-41de-a574-5f871549d083 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:05:23.419186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41bedda-2d8f-41de-a574-5f871549d083 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:05:23.429141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 11eeb0d0-372c-4da8-825b-57476b7af8d3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:23.429522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.515338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.516771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.517419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.519739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/2bbb673d-bfb6-4620-b730-084e869180f0/a98b9bff-eb70-4065-9adf-b1adc8b445bd) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:23.560195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:23.562734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a41bedda-2d8f-41de-a574-5f871549d083 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7365963 Sep 16 05:05:23.563822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52968) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:23.599003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:23.599409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.605963 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.609391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] Pushing event updated for resources: {'Network': ['ID=83adbb71-afbc-4663-ad84-666bb42ba039,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.625743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bae010bd-684b-49c8-b337-e0bd889c4831 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0593789 Sep 16 05:05:23.637555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52970) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:23.674286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 83adbb71-afbc-4663-ad84-666bb42ba039 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:23.683551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52972) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:23.683780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3bf313a2-012a-42fa-a758-f6710cfd487d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1381698 Sep 16 05:05:23.694039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Request body: {'subnet': {'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-subnet', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:23.711450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ba42f-5bbf-458b-b6bc-5e694f04def2 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.713740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ba42f-5bbf-458b-b6bc-5e694f04def2 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.719173 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8c9ba42f-5bbf-458b-b6bc-5e694f04def2 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0801363 Sep 16 05:05:23.720448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52976) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:23.852875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-984105ec-eb1e-4cb8-9786-314dcb2099a7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 2bbb673d-bfb6-4620-b730-084e869180f0 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:23.875006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5066d29-7f5a-479a-9f11-c0a43e0103a2 req-3894ba67-9f35-410a-830f-ae266829da0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.877425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5066d29-7f5a-479a-9f11-c0a43e0103a2 req-3894ba67-9f35-410a-830f-ae266829da0c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 944 time: 0.0915923 Sep 16 05:05:23.891602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Made reservation on behalf of 63e3ac0fe07b4d6e888bf9be9553ae21 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:23.894516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.908573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eeb0d0-372c-4da8-825b-57476b7af8d3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:23.913156 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f2312-810a-415d-9808-d793fcb4d553" -d '{"events": [{"server_uuid": "feab4b55-34be-450d-87e6-1ee50dc31000", "name": "network-vif-plugged", "status": "completed", "tag": "11eeb0d0-372c-4da8-825b-57476b7af8d3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:23.974223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 11eeb0d0-372c-4da8-825b-57476b7af8d3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:24.056395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5066d29-7f5a-479a-9f11-c0a43e0103a2 req-36b762cf-db27-4107-84af-3bb5ab8a34fa tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733255 Sep 16 05:05:24.072272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.104450 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.139579 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591c1aa8-8b3f-4a28-8d8f-58f0dce79feb x-openstack-request-id: req-591c1aa8-8b3f-4a28-8d8f-58f0dce79feb {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:24.139955 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feab4b55-34be-450d-87e6-1ee50dc31000", "name": "network-vif-plugged", "status": "completed", "tag": "11eeb0d0-372c-4da8-825b-57476b7af8d3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:24.140143 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-591c1aa8-8b3f-4a28-8d8f-58f0dce79feb {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:24.140516 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'code': 200} Sep 16 05:05:24.154771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.183518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6d21-b61f-436d-b53c-35db593a0639 req-dbf44314-9805-4d81-8594-3fe8103d545f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.186652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e0d6d21-b61f-436d-b53c-35db593a0639 req-dbf44314-9805-4d81-8594-3fe8103d545f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 944 time: 0.1269121 Sep 16 05:05:24.197174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=11eeb0d0-372c-4da8-825b-57476b7af8d3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.210979 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.222436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:24.241349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984105ec-eb1e-4cb8-9786-314dcb2099a7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.253600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0948f-432e-4c13-a994-7eef54f4db01 req-064ecadb-9053-44cc-bb59-8e1cff73726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.255936 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58b0948f-432e-4c13-a994-7eef54f4db01 req-064ecadb-9053-44cc-bb59-8e1cff73726e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 1097 time: 0.0574715 Sep 16 05:05:24.256070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:24.261235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:24.267107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:24.276263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Pushing event updated for resources: {'Port': ['ID=a98b9bff-eb70-4065-9adf-b1adc8b445bd,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.305096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984105ec-eb1e-4cb8-9786-314dcb2099a7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.325898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-58b0948f-432e-4c13-a994-7eef54f4db01 req-b3f4d8e6-37f8-4ce5-aeb0-aad7812de139 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623620 Sep 16 05:05:24.338132 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.341556 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.405189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Attempting to bind port a98b9bff-eb70-4065-9adf-b1adc8b445bd on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:24.406876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Attempting to bind port a98b9bff-eb70-4065-9adf-b1adc8b445bd by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:24.406876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Attempting to bind port a98b9bff-eb70-4065-9adf-b1adc8b445bd on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:24.413653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e0d6d21-b61f-436d-b53c-35db593a0639 req-a716a446-b1d8-471c-aacf-9b1864f34431 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662922 Sep 16 05:05:24.417064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:24.417507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:24.417928 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.418637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:24.418808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Bound port: a98b9bff-eb70-4065-9adf-b1adc8b445bd, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:24.419201 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.443600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.461031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cb50f5-f114-45d2-90f7-1086199912a6,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.497140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] For port a98b9bff-eb70-4065-9adf-b1adc8b445bd, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:24.497460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.497742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.498082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.498417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.498750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.499081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.499432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.499755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.500471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.500471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.500668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.500998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:24.502312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] For port a98b9bff-eb70-4065-9adf-b1adc8b445bd, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a98b9bff-eb70-4065-9adf-b1adc8b445bd,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:24.519843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Checking segment: {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:24.520204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Network hostable DHCP agents. Network: 83adbb71-afbc-4663-ad84-666bb42ba039, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:24.574122 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.576812 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984105ec-eb1e-4cb8-9786-314dcb2099a7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.613396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Network 83adbb71-afbc-4663-ad84-666bb42ba039 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:24.667337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88861e-499b-4bf4-8941-8166999c8aca None None] Pushing event updated for resources: {'Port': ['ID=a98b9bff-eb70-4065-9adf-b1adc8b445bd,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.711554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 83adbb71-afbc-4663-ad84-666bb42ba039) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:24.716031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.724395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.724682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbfa8e9-d156-4b53-9434-00ac726d955f None None] Network 83adbb71-afbc-4663-ad84-666bb42ba039 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:24.759860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984105ec-eb1e-4cb8-9786-314dcb2099a7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.799002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-984105ec-eb1e-4cb8-9786-314dcb2099a7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.803414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-984105ec-eb1e-4cb8-9786-314dcb2099a7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/2bbb673d-bfb6-4620-b730-084e869180f0 HTTP/1.1" status: 204 len: 168 time: 1.0796454 Sep 16 05:05:24.803414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984105ec-eb1e-4cb8-9786-314dcb2099a7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbb673d-bfb6-4620-b730-084e869180f0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.803775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53000) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:24.822309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bb0aea2a-1d14-48c0-b308-3e41e13ef162 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1369720 Sep 16 05:05:24.836790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53004) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:24.836790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:24.908942 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-83247478-6cc6-4164-8f44-d62a464d1de7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034515 Sep 16 05:05:24.912668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53006) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:24.924596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:24.987038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.988228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.077134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fff362-30ad-4299-9320-1141062aa7f0 None None] Network 83adbb71-afbc-4663-ad84-666bb42ba039 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:25.170797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.254017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:25.258038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.283729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34fa95-03de-4678-9fa6-528ed3fdd872 req-6fc799c3-847a-4fbf-972f-bb28e174fc88 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.285466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d34fa95-03de-4678-9fa6-528ed3fdd872 req-6fc799c3-847a-4fbf-972f-bb28e174fc88 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.1171861 Sep 16 05:05:25.392063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d34fa95-03de-4678-9fa6-528ed3fdd872 req-84567c62-8774-480a-a858-516575ca21d5 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704625 Sep 16 05:05:25.432774 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.532269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999ccd4-50dd-40a2-9d6a-11b172505e9d req-f1bd8c40-4aae-4a00-9b55-554f2f7c0369 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.533777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0999ccd4-50dd-40a2-9d6a-11b172505e9d req-f1bd8c40-4aae-4a00-9b55-554f2f7c0369 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0504174 Sep 16 05:05:25.581136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0999ccd4-50dd-40a2-9d6a-11b172505e9d req-dba8aa14-4186-4413-ab79-cfc7675cef80 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Sep 16 05:05:25.590251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.690586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:25.694164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:25.698883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.699534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.715027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=25003778-7100-43c1-b333-ba1d628e4ab9,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:25.821416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ed19728-c739-417d-95db-48ba533da087 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9067523 Sep 16 05:05:25.823996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53026) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:25.839577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2971d6c4-f854-402b-aeb9-995d38dcacf9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1338552658', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:25.972959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2971d6c4-f854-402b-aeb9-995d38dcacf9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.972959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2971d6c4-f854-402b-aeb9-995d38dcacf9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.040216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2971d6c4-f854-402b-aeb9-995d38dcacf9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.055483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3361696a-8a6e-45a5-af77-1db1bea5c846 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:26.126782 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.155662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2971d6c4-f854-402b-aeb9-995d38dcacf9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.176183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.188929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160c524-cadc-4690-b05c-3ad06ea0bd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:26.195147 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41257a73-886e-4844-b169-ed215cfcc4c0" -d '{"events": [{"server_uuid": "f160c524-cadc-4690-b05c-3ad06ea0bd9d", "name": "network-vif-plugged", "status": "completed", "tag": "7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:26.263236 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60627954-987a-4a23-b61e-4f69db665b5a x-openstack-request-id: req-60627954-987a-4a23-b61e-4f69db665b5a {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:26.270097 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160c524-cadc-4690-b05c-3ad06ea0bd9d", "name": "network-vif-plugged", "status": "completed", "tag": "7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:26.270097 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60627954-987a-4a23-b61e-4f69db665b5a {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:26.270097 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f160c524-cadc-4690-b05c-3ad06ea0bd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a', 'code': 200} Sep 16 05:05:26.277828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5eb63b39-74df-45fb-afdd-9068d0ff63a1 None None] Provisioning complete for port a98b9bff-eb70-4065-9adf-b1adc8b445bd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:26.278520 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5eb63b39-74df-45fb-afdd-9068d0ff63a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.294068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2971d6c4-f854-402b-aeb9-995d38dcacf9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.295372 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2971d6c4-f854-402b-aeb9-995d38dcacf9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4700418 Sep 16 05:05:26.300943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53040) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:26.309745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Allocated IP 172.25.7.37 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/3667d090-b3a0-40c3-b726-7a8d561fed69) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:26.478926 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.534314 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5eb63b39-74df-45fb-afdd-9068d0ff63a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.565930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18575e7-bc1f-4e4c-8869-52313f19c29c req-19807989-a064-42fa-940d-94de52ea5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.567339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a98b9bff-eb70-4065-9adf-b1adc8b445bd up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:26.567668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d18575e7-bc1f-4e4c-8869-52313f19c29c req-19807989-a064-42fa-940d-94de52ea5634 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 1097 time: 0.1459177 Sep 16 05:05:26.624043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5eb63b39-74df-45fb-afdd-9068d0ff63a1 None None] For port a98b9bff-eb70-4065-9adf-b1adc8b445bd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a98b9bff-eb70-4065-9adf-b1adc8b445bd,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:26.632786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a97aa-02cc-4b6f-9921-d43346730ac2 req-8e224e20-d1cb-498c-bef1-808c8dfaf57b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.644521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-966a97aa-02cc-4b6f-9921-d43346730ac2 req-8e224e20-d1cb-498c-bef1-808c8dfaf57b tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.0915809 Sep 16 05:05:26.658294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a98b9bff-eb70-4065-9adf-b1adc8b445bd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:26.658677 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.692555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d18575e7-bc1f-4e4c-8869-52313f19c29c req-a1852cf9-7f2f-4c1d-ba06-fa05febfbc83 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718248 Sep 16 05:05:26.698252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.753654 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5eb63b39-74df-45fb-afdd-9068d0ff63a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.770952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-966a97aa-02cc-4b6f-9921-d43346730ac2 req-b414a51c-cf7a-4b32-a042-ac0fb2e37c9a tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255286 Sep 16 05:05:26.820868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:26.831404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:26.851504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:26.897496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Pushing event updated for resources: {'Port': ['ID=3667d090-b3a0-40c3-b726-7a8d561fed69,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:26.915638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8830caba-f225-46d8-a220-95ca5a3ccc96 None None] Provisioning complete for port a98b9bff-eb70-4065-9adf-b1adc8b445bd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:26.916471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8830caba-f225-46d8-a220-95ca5a3ccc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.940394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.966860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15988e0b-5cd1-43d1-9248-38b44b8df06d req-10ee8752-83f4-4fac-941b-23bf7b82f52a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.968420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15988e0b-5cd1-43d1-9248-38b44b8df06d req-10ee8752-83f4-4fac-941b-23bf7b82f52a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1576533 Sep 16 05:05:26.981519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb63b39-74df-45fb-afdd-9068d0ff63a1 None None] Pushing event updated for resources: {'Port': ['ID=a98b9bff-eb70-4065-9adf-b1adc8b445bd,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.019595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054c30c-c3cf-41f6-b0a9-4572f6335e7c req-b612acbb-36b1-49c8-a16d-26aba0317f43 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.033119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5054c30c-c3cf-41f6-b0a9-4572f6335e7c req-b612acbb-36b1-49c8-a16d-26aba0317f43 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.1372738 Sep 16 05:05:27.033119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53056) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:27.047343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Request body: {'floatingip': {'port_id': '11eeb0d0-372c-4da8-825b-57476b7af8d3'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:27.173419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.243365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::1 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/25003778-7100-43c1-b333-ba1d628e4ab9/fd548fb2-468a-4d10-9461-2b9d30a954a9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:27.267384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15988e0b-5cd1-43d1-9248-38b44b8df06d req-9cd3a5a8-4f87-4817-b9b5-a904692a12ef tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906079 Sep 16 05:05:27.392522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.516091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.591721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:27.594639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:27.598183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:27.599035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.621060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=fd548fb2-468a-4d10-9461-2b9d30a954a9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.649829 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.875546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.986454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.003766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.018089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c96f83ff-d9cb-4e37-9397-b1a3890e9105 None None] Provisioning complete for port fd548fb2-468a-4d10-9461-2b9d30a954a9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:28.018718 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c96f83ff-d9cb-4e37-9397-b1a3890e9105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.049948 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.073943 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.095711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c96f83ff-d9cb-4e37-9397-b1a3890e9105 None None] Port fd548fb2-468a-4d10-9461-2b9d30a954a9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:28.240858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.376384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.377842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.424415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a98b9bff-eb70-4065-9adf-b1adc8b445bd up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:28.489140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a98b9bff-eb70-4065-9adf-b1adc8b445bd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:28.489140 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.534596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=fd548fb2-468a-4d10-9461-2b9d30a954a9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.597441 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Floating IP 2da33e45-f1b7-4cba-af31-30d6659af1f0 associated. External IP: 172.25.7.95, port: 11eeb0d0-372c-4da8-825b-57476b7af8d3. Sep 16 05:05:28.605953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:28.607669 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:28.645814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bd2cc-dd79-4583-ac89-8401c6dba63c req-64597a4d-6883-4fdc-a488-637975e3e20b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.647409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6bd2cc-dd79-4583-ac89-8401c6dba63c req-64597a4d-6883-4fdc-a488-637975e3e20b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1331017 Sep 16 05:05:28.762987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6bd2cc-dd79-4583-ac89-8401c6dba63c req-db39344c-af13-47a7-a1d4-754b2e376ac6 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092370 Sep 16 05:05:28.823980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Router 9cdc5c52-1ba1-427f-ab33-d0682836549a is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:05:28.871223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Router da39c020-9b66-47f6-85e6-593ce0f9965c is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:05:28.932784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8ff5b406-63a9-4902-a8b2-de85d27224c7 None None] Provisioning complete for port fd548fb2-468a-4d10-9461-2b9d30a954a9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:28.933452 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ff5b406-63a9-4902-a8b2-de85d27224c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.936475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:28.938647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Router d3c81606-5f81-48b2-94c1-ddbf73dd542a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:28.947732 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-95b2b2f1-31c4-4b09-be45-6fa60de7ba36 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "PUT /v2.0/routers/9cdc5c52-1ba1-427f-ab33-d0682836549a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454999 Sep 16 05:05:28.948470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53092) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.948998 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Sync routers for ids ['9cdc5c52-1ba1-427f-ab33-d0682836549a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:28.967088 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Routers {'9cdc5c52-1ba1-427f-ab33-d0682836549a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:28.967777 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9cdc5c52-1ba1-427f-ab33-d0682836549a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:29.008970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a1bc2-7fe6-4fd9-980e-7674eb2d8a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.013573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3e4a1bc2-7fe6-4fd9-980e-7674eb2d8a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports/fd548fb2-468a-4d10-9461-2b9d30a954a9 HTTP/1.1" status: 200 len: 911 time: 0.0638821 Sep 16 05:05:29.014306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53094) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.028132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5b406-63a9-4902-a8b2-de85d27224c7 None None] Port fd548fb2-468a-4d10-9461-2b9d30a954a9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:29.061755 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Set router 9cdc5c52-1ba1-427f-ab33-d0682836549a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:29.096090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a749500-7a69-45d6-8698-272a789b4ddd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.100372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:29.109862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a749500-7a69-45d6-8698-272a789b4ddd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.115219 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3a749500-7a69-45d6-8698-272a789b4ddd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0974438 Sep 16 05:05:29.115557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53096) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.133040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Sync routers for ids ['da39c020-9b66-47f6-85e6-593ce0f9965c'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:29.141812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Routers {'da39c020-9b66-47f6-85e6-593ce0f9965c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:29.142709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da39c020-9b66-47f6-85e6-593ce0f9965c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:29.179402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:29.183432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.243287 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] Sync routers for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:29.264472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-899f8c05-f0e9-46d3-b2f6-e7ca1dcdd693 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "PUT /v2.0/floatingips/2da33e45-f1b7-4cba-af31-30d6659af1f0 HTTP/1.1" status: 200 len: 990 time: 2.2269571 Sep 16 05:05:29.266908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'tag': '11eeb0d0-372c-4da8-825b-57476b7af8d3'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:29.282288 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468bc653-89d3-4906-aac9-ae8910a42732" -d '{"events": [{"name": "network-changed", "server_uuid": "feab4b55-34be-450d-87e6-1ee50dc31000", "tag": "11eeb0d0-372c-4da8-825b-57476b7af8d3"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:29.323109 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:29.323109 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:29.334007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Set router da39c020-9b66-47f6-85e6-593ce0f9965c gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:29.389463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.392483 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ac546862-c120-4a13-af47-17069668af6d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5635478 Sep 16 05:05:29.409797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53114) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:29.448391 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:29.491203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb6703-64e5-40a9-9b51-f9fe2c9de054 req-ab932c5c-7cce-4d43-ad77-2beefa675973 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.512367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31bb6703-64e5-40a9-9b51-f9fe2c9de054 req-ab932c5c-7cce-4d43-ad77-2beefa675973 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1407022 Sep 16 05:05:29.516191 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc394a-883d-45a5-ade8-3913d8b90360 x-openstack-request-id: req-03cc394a-883d-45a5-ade8-3913d8b90360 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:29.516489 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feab4b55-34be-450d-87e6-1ee50dc31000", "tag": "11eeb0d0-372c-4da8-825b-57476b7af8d3", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:29.516881 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03cc394a-883d-45a5-ade8-3913d8b90360 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:29.517289 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'tag': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'status': 'completed', 'code': 200} Sep 16 05:05:29.574785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31bb6703-64e5-40a9-9b51-f9fe2c9de054 req-3ea6258d-73c1-48fc-b4f6-95d3bd47705a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614245 Sep 16 05:05:29.670878 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'name': 'tempest-NetworksTestDHCPv6-router-1338552658', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:25Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 2, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None, '_interfaces': [{'id': 'fd548fb2-468a-4d10-9461-2b9d30a954a9', 'name': '', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'mac_address': 'fa:16:3e:78:7d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '25003778-7100-43c1-b333-ba1d628e4ab9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:27Z', 'updated_at': '2021-09-16T05:05:28Z', 'revision_number': 2, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'subnets': [{'id': '25003778-7100-43c1-b333-ba1d628e4ab9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:29.700795 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Checking router: 9cdc5c52-1ba1-427f-ab33-d0682836549a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:29.701409 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Updating router 9cdc5c52-1ba1-427f-ab33-d0682836549a port fd548fb2-468a-4d10-9461-2b9d30a954a9 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:29.726274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 3, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port': {'id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:26Z', 'updated_at': '2021-09-16T05:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:29.750355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc653-89d3-4906-aac9-ae8910a42732 req-08dd9fb3-1914-4f5b-8b3f-ae8db55065ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.751930 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-468bc653-89d3-4906-aac9-ae8910a42732 req-08dd9fb3-1914-4f5b-8b3f-ae8db55065ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd8edda32a084356b988cc70c16d8f6e&device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 1097 time: 0.1716261 Sep 16 05:05:29.762060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Checking router: da39c020-9b66-47f6-85e6-593ce0f9965c for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:29.769673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Updating router da39c020-9b66-47f6-85e6-593ce0f9965c port 3667d090-b3a0-40c3-b726-7a8d561fed69 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:29.795622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.846370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-93ae9d27-0026-4feb-98f5-124a0cbb797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.849031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-93ae9d27-0026-4feb-98f5-124a0cbb797e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 1097 time: 0.3178804 Sep 16 05:05:29.874453 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.159720 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.164249 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '2da33e45-f1b7-4cba-af31-30d6659af1f0', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'port_id': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'mac_address': 'fa:16:3e:38:f7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:19Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 1, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:30.196723 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] Checking router: d3c81606-5f81-48b2-94c1-ddbf73dd542a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:30.198681 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.206131 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:30.206857 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:30.343673 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:30.399204 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.437131 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.511186 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Pushing event updated for resources: {'Port': ['ID=fd548fb2-468a-4d10-9461-2b9d30a954a9,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:30.541795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Attempting to bind port 3667d090-b3a0-40c3-b726-7a8d561fed69 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:30.542194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Attempting to bind port 3667d090-b3a0-40c3-b726-7a8d561fed69 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:30.542614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Attempting to bind port 3667d090-b3a0-40c3-b726-7a8d561fed69 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:30.551762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.552225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc653-89d3-4906-aac9-ae8910a42732 req-cf69613f-a0eb-44a4-90dc-b600889dd0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:30.553721 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-468bc653-89d3-4906-aac9-ae8910a42732 req-cf69613f-a0eb-44a4-90dc-b600889dd0bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=2db67806-e838-4f2a-8fed-ed83910d8da9 HTTP/1.1" status: 200 len: 917 time: 0.7898695 Sep 16 05:05:30.556297 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.556460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:30.556827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:30.557310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.557487 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.557844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:30.558175 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.558451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Bound port: 3667d090-b3a0-40c3-b726-7a8d561fed69, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:30.559156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.559709 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.560813 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.560813 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.561060 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.561219 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.561525 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.562355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ced05-d763-4e0c-8dc6-50e907c14717 None None] Pushing event updated for resources: {'Port': ['ID=3667d090-b3a0-40c3-b726-7a8d561fed69,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:30.568527 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.570736 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:30.665587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] For port 3667d090-b3a0-40c3-b726-7a8d561fed69, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:30.672035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] For port 3667d090-b3a0-40c3-b726-7a8d561fed69, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3667d090-b3a0-40c3-b726-7a8d561fed69,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:30.759736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-f5201627-c27e-4877-a9e2-a6c965fdd51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:30.759736 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-f5201627-c27e-4877-a9e2-a6c965fdd51c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 911 time: 0.4294517 Sep 16 05:05:30.854087 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.878298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656468-20ab-4f60-8843-cf2d3e393211 req-6ca730c0-38be-4b87-af00-f239ba0fc3c5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:30.883463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5656468-20ab-4f60-8843-cf2d3e393211 req-6ca730c0-38be-4b87-af00-f239ba0fc3c5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1879778 Sep 16 05:05:30.917358 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Attempting to bind port fd548fb2-468a-4d10-9461-2b9d30a954a9 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:30.918015 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Attempting to bind port fd548fb2-468a-4d10-9461-2b9d30a954a9 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:30.918562 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Attempting to bind port fd548fb2-468a-4d10-9461-2b9d30a954a9 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:30.940726 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:30.940726 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:30.940726 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.940726 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:30.940726 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Bound port: fd548fb2-468a-4d10-9461-2b9d30a954a9, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:30.940726 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.945554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-0784a813-6da6-47cc-9ad7-48b4403e672f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a HTTP/1.1" status: 200 len: 217 time: 0.1154897 Sep 16 05:05:30.984075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5656468-20ab-4f60-8843-cf2d3e393211 req-8231554a-329f-48ce-ab53-72da4728af22 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909827 Sep 16 05:05:31.002143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Routers {'da39c020-9b66-47f6-85e6-593ce0f9965c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:31.003006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da39c020-9b66-47f6-85e6-593ce0f9965c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:31.012297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.060830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ced05-d763-4e0c-8dc6-50e907c14717 None None] Pushing event updated for resources: {'Port': ['ID=3667d090-b3a0-40c3-b726-7a8d561fed69,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:31.149736 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] For port fd548fb2-468a-4d10-9461-2b9d30a954a9, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:31.169537 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] For port fd548fb2-468a-4d10-9461-2b9d30a954a9, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fd548fb2-468a-4d10-9461-2b9d30a954a9,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:31.181531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] Set router da39c020-9b66-47f6-85e6-593ce0f9965c gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:31.194792 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '2da33e45-f1b7-4cba-af31-30d6659af1f0', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'port_id': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'mac_address': 'fa:16:3e:38:f7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:19Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 1, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:31.222061 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-468bc653-89d3-4906-aac9-ae8910a42732 req-0c453390-37f8-46a4-b342-551940a67c42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3 HTTP/1.1" status: 200 len: 998 time: 0.6546516 Sep 16 05:05:31.224184 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dd5cc-2bb3-408c-a3ac-4aea4cd7a6ac None None] The sync data for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 is: [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '2da33e45-f1b7-4cba-af31-30d6659af1f0', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'port_id': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'mac_address': 'fa:16:3e:38:f7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:19Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 1, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:31.312091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-89902072-5ad5-4266-a0c1-b924cb461f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.313736 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-89902072-5ad5-4266-a0c1-b924cb461f80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44022a78-a1d1-4602-925b-f29a8e78ddc3 HTTP/1.1" status: 200 len: 850 time: 0.3329532 Sep 16 05:05:31.327168 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.341781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-dc1b97a2-78b2-40c9-9c0b-e9c97e41f4f6 None None] Provisioning complete for port fd548fb2-468a-4d10-9461-2b9d30a954a9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:31.342357 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dc1b97a2-78b2-40c9-9c0b-e9c97e41f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.422731 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-d373b529-2f9b-4eca-8957-d550d055c6a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5622b731-e8bd-4ba5-9a34-61f0459f3aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848918 Sep 16 05:05:31.461908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc653-89d3-4906-aac9-ae8910a42732 req-64f55a72-7bc4-4914-bd8c-b38301b08153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.464202 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-468bc653-89d3-4906-aac9-ae8910a42732 req-64f55a72-7bc4-4914-bd8c-b38301b08153 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c828553b-856a-4fd3-a355-77c9cedd965a HTTP/1.1" status: 200 len: 855 time: 0.2314258 Sep 16 05:05:31.495191 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dc1b97a2-78b2-40c9-9c0b-e9c97e41f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.500338 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cbf11-5513-408a-b958-858f1578ca62 None None] Pushing event updated for resources: {'Port': ['ID=fd548fb2-468a-4d10-9461-2b9d30a954a9,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:31.507038 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Routers {'9cdc5c52-1ba1-427f-ab33-d0682836549a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:31.507813 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9cdc5c52-1ba1-427f-ab33-d0682836549a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:31.522144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 3, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port': {'id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:26Z', 'updated_at': '2021-09-16T05:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:31.652185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85497bd0-4c13-4bd7-9864-8a6ab847c00e None None] The sync data for ids ['da39c020-9b66-47f6-85e6-593ce0f9965c'] in n-d-712143-16 is: [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 3, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port': {'id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:26Z', 'updated_at': '2021-09-16T05:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:31.681017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dc1b97a2-78b2-40c9-9c0b-e9c97e41f4f6 None None] For port fd548fb2-468a-4d10-9461-2b9d30a954a9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fd548fb2-468a-4d10-9461-2b9d30a954a9,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:31.697266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242ee305-3fe8-46e5-b9ca-a83f5801024b None None] New status for floating IP 2da33e45-f1b7-4cba-af31-30d6659af1f0: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:05:31.770341 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] Set router 9cdc5c52-1ba1-427f-ab33-d0682836549a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:31.788729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.944702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-929027e9-db05-42c7-a13f-81d3cb7116aa service neutron] 10.222.0.57 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769855 Sep 16 05:05:32.071865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc653-89d3-4906-aac9-ae8910a42732 req-bebdae32-e221-42d7-ae9b-4ee708f79144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.073490 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-468bc653-89d3-4906-aac9-ae8910a42732 req-bebdae32-e221-42d7-ae9b-4ee708f79144 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2db67806-e838-4f2a-8fed-ed83910d8da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5696812 Sep 16 05:05:32.178173 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dc1b97a2-78b2-40c9-9c0b-e9c97e41f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.179093 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'name': 'tempest-NetworksTestDHCPv6-router-1338552658', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:25Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 2, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None, '_interfaces': [{'id': 'fd548fb2-468a-4d10-9461-2b9d30a954a9', 'name': '', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'mac_address': 'fa:16:3e:78:7d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '25003778-7100-43c1-b333-ba1d628e4ab9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:27Z', 'updated_at': '2021-09-16T05:05:31Z', 'revision_number': 4, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'subnets': [{'id': '25003778-7100-43c1-b333-ba1d628e4ab9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:32.236942 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c29d1-17a6-4bd8-bd52-06eeb6a36768 None None] The sync data for ids ['9cdc5c52-1ba1-427f-ab33-d0682836549a'] in n-d-712143-16 is: [{'id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'name': 'tempest-NetworksTestDHCPv6-router-1338552658', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:25Z', 'updated_at': '2021-09-16T05:05:27Z', 'revision_number': 2, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None, '_interfaces': [{'id': 'fd548fb2-468a-4d10-9461-2b9d30a954a9', 'name': '', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'mac_address': 'fa:16:3e:78:7d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '25003778-7100-43c1-b333-ba1d628e4ab9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:27Z', 'updated_at': '2021-09-16T05:05:31Z', 'revision_number': 4, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'subnets': [{'id': '25003778-7100-43c1-b333-ba1d628e4ab9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:32.263695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4fa58-eee7-45bc-8c87-379335fdac31 req-0e22a7c8-9c33-45ec-b689-87e1a158d138 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.274933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8b4fa58-eee7-45bc-8c87-379335fdac31 req-0e22a7c8-9c33-45ec-b689-87e1a158d138 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1301064 Sep 16 05:05:32.330541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8b4fa58-eee7-45bc-8c87-379335fdac31 req-9edafc62-62fe-4073-8344-df3401f60e6f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545833 Sep 16 05:05:32.353479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b97a2-78b2-40c9-9c0b-e9c97e41f4f6 None None] Pushing event updated for resources: {'Port': ['ID=fd548fb2-468a-4d10-9461-2b9d30a954a9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:32.381342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ebe40647-2f41-413a-824b-c6e11885597f None None] Provisioning complete for port fd548fb2-468a-4d10-9461-2b9d30a954a9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:32.381342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ebe40647-2f41-413a-824b-c6e11885597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.481403 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b7ee853-b29b-4f50-9a05-35561fe405e2 req-bbb7f8b2-c6a3-4d06-86e9-5438548b2d72 service neutron] 10.222.0.57 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223770 Sep 16 05:05:32.541225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3667d090-b3a0-40c3-b726-7a8d561fed69 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:32.611442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port fd548fb2-468a-4d10-9461-2b9d30a954a9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:32.611442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.612616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3667d090-b3a0-40c3-b726-7a8d561fed69 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:32.613039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.705480 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-468bc653-89d3-4906-aac9-ae8910a42732 req-14f0b019-a3db-49cf-8c0d-ebe4113fdbd8 service neutron] 10.222.0.60 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588074 Sep 16 05:05:32.796261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.814360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Allocated IP 172.20.0.1 (83adbb71-afbc-4663-ad84-666bb42ba039/58cb50f5-f114-45d2-90f7-1086199912a6/936c0f2e-5672-4133-ab08-ba86a86896a9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:32.828037 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 3667d090-b3a0-40c3-b726-7a8d561fed69, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3667d090-b3a0-40c3-b726-7a8d561fed69,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:32.956333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.093893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=3667d090-b3a0-40c3-b726-7a8d561fed69,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:33.247537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] For port fd548fb2-468a-4d10-9461-2b9d30a954a9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fd548fb2-468a-4d10-9461-2b9d30a954a9,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:33.248099 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.264225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for fd548fb2-468a-4d10-9461-2b9d30a954a9 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:33.524656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53196) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:33.600565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3f333-f30b-4c90-abe1-2189ed450b73 req-2eaf4bad-5450-42d4-940b-82246c28851d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.607416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ff3f333-f30b-4c90-abe1-2189ed450b73 req-2eaf4bad-5450-42d4-940b-82246c28851d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1497707 Sep 16 05:05:33.671432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ff3f333-f30b-4c90-abe1-2189ed450b73 req-b81badd4-49f9-4648-a15a-67ce77a81588 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576620 Sep 16 05:05:33.729257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-abe02f55-0c1e-46a1-9863-c9ddf37bf208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.853463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-abe02f55-0c1e-46a1-9863-c9ddf37bf208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.957398 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-abe02f55-0c1e-46a1-9863-c9ddf37bf208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.970936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.002039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-abe02f55-0c1e-46a1-9863-c9ddf37bf208 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5aa1ace58ed84851b65c1d56b61af66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728720 Sep 16 05:05:34.010186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53210) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:34.028251 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-468bc653-89d3-4906-aac9-ae8910a42732 req-187ac435-5a75-4ac2-8f24-9f11ed9e5493 service neutron] 10.222.0.60 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2811410 Sep 16 05:05:34.034308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe02f55-0c1e-46a1-9863-c9ddf37bf208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a549805-7547-4ebb-8627-a8b50bdce015,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.118703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5c2380-3b91-46f3-83ad-1d0189fe9af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.144599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5c2380-3b91-46f3-83ad-1d0189fe9af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.214450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.243821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=fd548fb2-468a-4d10-9461-2b9d30a954a9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.268736 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.338053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5c2380-3b91-46f3-83ad-1d0189fe9af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.341034 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5c2380-3b91-46f3-83ad-1d0189fe9af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.347786 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce5c2380-3b91-46f3-83ad-1d0189fe9af8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a549805-7547-4ebb-8627-a8b50bdce015 HTTP/1.1" status: 204 len: 168 time: 0.3365295 Sep 16 05:05:34.397343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c2380-3b91-46f3-83ad-1d0189fe9af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a549805-7547-4ebb-8627-a8b50bdce015,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.450745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Network 83adbb71-afbc-4663-ad84-666bb42ba039 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:34.455762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:34.459127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.469414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:34.472944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Pushing event updated for resources: {'Port': ['ID=936c0f2e-5672-4133-ab08-ba86a86896a9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.501059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3667d090-b3a0-40c3-b726-7a8d561fed69 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:34.576242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3667d090-b3a0-40c3-b726-7a8d561fed69 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:34.576777 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.600059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.727686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Router 9cdc5c52-1ba1-427f-ab33-d0682836549a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:34.849712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06e13f-0516-4b99-9436-ff0afc2d0450 req-12cd4a23-6aff-4122-aa59-55f00777cf65 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:34.851485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d06e13f-0516-4b99-9436-ff0afc2d0450 req-12cd4a23-6aff-4122-aa59-55f00777cf65 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0719597 Sep 16 05:05:34.885971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:34.922944 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f9f07e86-8b33-464e-80bf-2a902ef9585d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "PUT /v2.0/routers/9cdc5c52-1ba1-427f-ab33-d0682836549a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8033216 Sep 16 05:05:34.923728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53238) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:34.967529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d06e13f-0516-4b99-9436-ff0afc2d0450 req-b3c26f1a-0620-4bfc-9479-a49c5881142f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979450 Sep 16 05:05:35.017541 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.026024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a338b6-0abb-4a0a-852d-75a91915294c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.027815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a338b6-0abb-4a0a-852d-75a91915294c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.032084 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-82a338b6-0abb-4a0a-852d-75a91915294c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1053562 Sep 16 05:05:35.032511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53242) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:35.095787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5572111a-feb8-4798-ae45-fa19be632525 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 25003778-7100-43c1-b333-ba1d628e4ab9 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:35.099165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5572111a-feb8-4798-ae45-fa19be632525 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.152772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5572111a-feb8-4798-ae45-fa19be632525 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.204892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5572111a-feb8-4798-ae45-fa19be632525 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.233892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.322704 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] Sync routers for ids ['9cdc5c52-1ba1-427f-ab33-d0682836549a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:35.332060 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] Routers {'9cdc5c52-1ba1-427f-ab33-d0682836549a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:35.332623 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9cdc5c52-1ba1-427f-ab33-d0682836549a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:35.334027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.386218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5572111a-feb8-4798-ae45-fa19be632525 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.423557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572111a-feb8-4798-ae45-fa19be632525 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=25003778-7100-43c1-b333-ba1d628e4ab9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.425793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5572111a-feb8-4798-ae45-fa19be632525 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.427841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5572111a-feb8-4798-ae45-fa19be632525 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/25003778-7100-43c1-b333-ba1d628e4ab9 HTTP/1.1" status: 204 len: 168 time: 0.3937395 Sep 16 05:05:35.428966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.430968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53252) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:35.436101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Pushing event updated for resources: {'Port': ['ID=936c0f2e-5672-4133-ab08-ba86a86896a9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.436533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff9bfb-b430-4655-89a9-f869086e16de None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:35.446412 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] Set router 9cdc5c52-1ba1-427f-ab33-d0682836549a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:35.509683 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'name': 'tempest-NetworksTestDHCPv6-router-1338552658', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:25Z', 'updated_at': '2021-09-16T05:05:33Z', 'revision_number': 3, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:35.546001 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] Checking router: 9cdc5c52-1ba1-427f-ab33-d0682836549a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:35.556132 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] Routers {'9cdc5c52-1ba1-427f-ab33-d0682836549a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:35.556833 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9cdc5c52-1ba1-427f-ab33-d0682836549a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:35.627963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3df448d2-ac5b-4c93-b49b-1e24765c5919 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1956766 Sep 16 05:05:35.628584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53258) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:35.635120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Network 83adbb71-afbc-4663-ad84-666bb42ba039 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:35.636965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:35.661445 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] Set router 9cdc5c52-1ba1-427f-ab33-d0682836549a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:35.722292 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'name': 'tempest-NetworksTestDHCPv6-router-1338552658', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:25Z', 'updated_at': '2021-09-16T05:05:33Z', 'revision_number': 3, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:35.749690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:35.787833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-496a98da-8cee-4484-83b0-b4d287c1f28d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.793248 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fbec6b-9765-48ca-b4d1-78aca7432d80 None None] The sync data for ids ['9cdc5c52-1ba1-427f-ab33-d0682836549a'] in n-d-712143-16 is: [{'id': '9cdc5c52-1ba1-427f-ab33-d0682836549a', 'name': 'tempest-NetworksTestDHCPv6-router-1338552658', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:25Z', 'updated_at': '2021-09-16T05:05:33Z', 'revision_number': 3, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:35.824842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] Deleting port a98b9bff-eb70-4065-9adf-b1adc8b445bd {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:35.825241 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.861415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Router da39c020-9b66-47f6-85e6-593ce0f9965c has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:35.937631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] For port a98b9bff-eb70-4065-9adf-b1adc8b445bd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a98b9bff-eb70-4065-9adf-b1adc8b445bd,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:35.938460 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.972574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] Calling delete_port for a98b9bff-eb70-4065-9adf-b1adc8b445bd owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:36.018433 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-496a98da-8cee-4484-83b0-b4d287c1f28d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.021983 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-496a98da-8cee-4484-83b0-b4d287c1f28d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.055034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:36.067441 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ff65ff9b-4395-454c-9aad-a85618fe038a admin admin] 10.222.0.59 "PUT /v2.0/routers/da39c020-9b66-47f6-85e6-593ce0f9965c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6558137 Sep 16 05:05:36.074151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Sync routers for ids ['da39c020-9b66-47f6-85e6-593ce0f9965c'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:36.116774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Routers {'da39c020-9b66-47f6-85e6-593ce0f9965c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:36.117689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da39c020-9b66-47f6-85e6-593ce0f9965c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:36.258484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31f864-9940-4592-81ca-e3227fae8a52 req-e20c0dea-c6df-4ce1-9cbf-7bf2a6d3252d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.260637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a31f864-9940-4592-81ca-e3227fae8a52 req-e20c0dea-c6df-4ce1-9cbf-7bf2a6d3252d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0974138 Sep 16 05:05:36.311436 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.334487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-496a98da-8cee-4484-83b0-b4d287c1f28d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.336201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496a98da-8cee-4484-83b0-b4d287c1f28d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Fanout notify agent at l3_agent the message router_deleted on router 9cdc5c52-1ba1-427f-ab33-d0682836549a {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:05:36.363592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Set router da39c020-9b66-47f6-85e6-593ce0f9965c gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:36.414689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-496a98da-8cee-4484-83b0-b4d287c1f28d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.416668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-496a98da-8cee-4484-83b0-b4d287c1f28d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/routers/9cdc5c52-1ba1-427f-ab33-d0682836549a HTTP/1.1" status: 204 len: 168 time: 0.7871435 Sep 16 05:05:36.419809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53300) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:36.425860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:36.445003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a31f864-9940-4592-81ca-e3227fae8a52 req-0b7df52b-5150-4315-ab8a-576fa613c9ef tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755381 Sep 16 05:05:36.453342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] Pushing event deleted for resources: {'Port': ['ID=a98b9bff-eb70-4065-9adf-b1adc8b445bd,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.481041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0825ca-2a74-4211-907e-e927be81121c None None] No DVR routers for this DVR port a98b9bff-eb70-4065-9adf-b1adc8b445bd on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:36.543813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a98b9bff-eb70-4065-9adf-b1adc8b445bd no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:36.577677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a98b9bff-eb70-4065-9adf-b1adc8b445bd {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:36.581065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a98b9bff-eb70-4065-9adf-b1adc8b445bd not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:36.581065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fd548fb2-468a-4d10-9461-2b9d30a954a9 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:36.610044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: fd548fb2-468a-4d10-9461-2b9d30a954a9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:36.610044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fd548fb2-468a-4d10-9461-2b9d30a954a9 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:36.702276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:36.712341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.727855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:05:34Z', 'revision_number': 4, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port': {'id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:26Z', 'updated_at': '2021-09-16T05:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '936c0f2e-5672-4133-ab08-ba86a86896a9', 'name': '', 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'mac_address': 'fa:16:3e:dd:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '58cb50f5-f114-45d2-90f7-1086199912a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:32Z', 'updated_at': '2021-09-16T05:05:35Z', 'revision_number': 2, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'subnets': [{'id': '58cb50f5-f114-45d2-90f7-1086199912a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:36.767192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Checking router: da39c020-9b66-47f6-85e6-593ce0f9965c for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:36.768478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Updating router da39c020-9b66-47f6-85e6-593ce0f9965c port 936c0f2e-5672-4133-ab08-ba86a86896a9 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:36.796541 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.808067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-bfe3a9ab-fc3a-4ca2-a40e-ca2e4551eca7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.815957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-bfe3a9ab-fc3a-4ca2-a40e-ca2e4551eca7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 818 time: 0.1175792 Sep 16 05:05:36.833755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-59e47836-abfa-4e07-8d77-2ce9b1c10402 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/quotas/63e3ac0fe07b4d6e888bf9be9553ae21 HTTP/1.1" status: 200 len: 375 time: 0.0157440 Sep 16 05:05:36.886121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-05c0fb49-f937-4ad3-9a77-018e879b7db6 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522397 Sep 16 05:05:37.000375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-78b13e17-d7bb-4f1b-b4f3-3ed61e21005f service neutron] 10.222.0.59 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128845 Sep 16 05:05:37.102681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-2dd91abe-7e53-4b73-9399-39d8123a61f0 service neutron] 10.222.0.59 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009998 Sep 16 05:05:37.141405 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.160820 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.210432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:37.222190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:37.222190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.222190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.224231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=e5949903-25c0-4a3f-8c71-2a0b4ee81b51,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:37.228811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ce3a7-448e-4f19-a378-1cba772517c7 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:37.290450 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.392243 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2843cb73-a21b-48e3-ad15-2de4ad41cdfe tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9687350 Sep 16 05:05:37.392540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53326) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:37.397079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-743a2443-73ed-4fe6-af4b-1b1a2af6e324 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-925486216', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:37.411509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c119f5-d1a4-419a-bc22-dd59617e6679 None None] Pushing event updated for resources: {'Port': ['ID=936c0f2e-5672-4133-ab08-ba86a86896a9,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:37.519627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5592c8e-5ff0-4c64-9e41-8fc7b9a31fa9 req-45a3aa12-c21b-4d9e-813b-905ac2525fb4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 210 time: 0.0489094 Sep 16 05:05:37.601055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Attempting to bind port 936c0f2e-5672-4133-ab08-ba86a86896a9 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:37.601445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Attempting to bind port 936c0f2e-5672-4133-ab08-ba86a86896a9 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:37.601816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Attempting to bind port 936c0f2e-5672-4133-ab08-ba86a86896a9 on network 83adbb71-afbc-4663-ad84-666bb42ba039 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:37.608648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'e5949903-25c0-4a3f-8c71-2a0b4ee81b51'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:37.609496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.617068 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-743a2443-73ed-4fe6-af4b-1b1a2af6e324 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.620011 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-743a2443-73ed-4fe6-af4b-1b1a2af6e324 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.623879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:37.624268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Checking segment: {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:37.624677 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.625080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Bound using segment: {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:37.625610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Bound port: 936c0f2e-5672-4133-ab08-ba86a86896a9, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:37.626575 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.670232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74784ee0-344e-41c5-a8a6-2f5eca2969a4 req-67005ea2-3e4a-4f30-878a-379c5009da53 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.678424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74784ee0-344e-41c5-a8a6-2f5eca2969a4 req-67005ea2-3e4a-4f30-878a-379c5009da53 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1451106 Sep 16 05:05:37.717080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-743a2443-73ed-4fe6-af4b-1b1a2af6e324 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.790205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] For port 936c0f2e-5672-4133-ab08-ba86a86896a9, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:37.795271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] For port 936c0f2e-5672-4133-ab08-ba86a86896a9, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=936c0f2e-5672-4133-ab08-ba86a86896a9,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:37.848736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/e5949903-25c0-4a3f-8c71-2a0b4ee81b51/f1521323-8121-4422-b4e4-df17a6d01d0d) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:37.964327 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.083693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Routers {'da39c020-9b66-47f6-85e6-593ce0f9965c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:38.084333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da39c020-9b66-47f6-85e6-593ce0f9965c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:38.086955 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.089612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c119f5-d1a4-419a-bc22-dd59617e6679 None None] Pushing event updated for resources: {'Port': ['ID=936c0f2e-5672-4133-ab08-ba86a86896a9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:38.119921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-743a2443-73ed-4fe6-af4b-1b1a2af6e324 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.132387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74784ee0-344e-41c5-a8a6-2f5eca2969a4 req-04f41186-3d11-438b-86a8-e30f361cd372 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524207 Sep 16 05:05:38.195192 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.207650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-6eab28ca-b1d3-47b0-bf1c-7b0308f93889 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.214870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-6eab28ca-b1d3-47b0-bf1c-7b0308f93889 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 818 time: 0.5318673 Sep 16 05:05:38.228885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-4928c0d7-4b01-47da-b787-c390108ac2a8 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/quotas/63e3ac0fe07b4d6e888bf9be9553ae21 HTTP/1.1" status: 200 len: 375 time: 0.0126624 Sep 16 05:05:38.316121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-d1086b05-ad36-4191-8f46-aa8f47786d2b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799859 Sep 16 05:05:38.354478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-743a2443-73ed-4fe6-af4b-1b1a2af6e324 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.355828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-743a2443-73ed-4fe6-af4b-1b1a2af6e324 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9622765 Sep 16 05:05:38.363746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53368) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:38.509226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:38.521942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] Set router da39c020-9b66-47f6-85e6-593ce0f9965c gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:38.526365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:38.529293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:38.548674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-634bba57-cf30-4968-b07f-2fa5f568a1a1 service neutron] 10.222.0.59 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312403 Sep 16 05:05:38.579101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Pushing event updated for resources: {'Port': ['ID=f1521323-8121-4422-b4e4-df17a6d01d0d,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:38.687813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Attempting to bind port f1521323-8121-4422-b4e4-df17a6d01d0d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:38.688367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Attempting to bind port f1521323-8121-4422-b4e4-df17a6d01d0d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:38.688830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Attempting to bind port f1521323-8121-4422-b4e4-df17a6d01d0d on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:38.704086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:38.704608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:38.707278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.707278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:38.707278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Bound port: f1521323-8121-4422-b4e4-df17a6d01d0d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:38.707278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.722085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-a7b52726-8011-4e20-8b56-26cba46fdbdb service neutron] 10.222.0.59 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674564 Sep 16 05:05:38.851412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.899298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:05:34Z', 'revision_number': 4, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port': {'id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:26Z', 'updated_at': '2021-09-16T05:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '936c0f2e-5672-4133-ab08-ba86a86896a9', 'name': '', 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'mac_address': 'fa:16:3e:dd:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '58cb50f5-f114-45d2-90f7-1086199912a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:32Z', 'updated_at': '2021-09-16T05:05:37Z', 'revision_number': 4, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'subnets': [{'id': '58cb50f5-f114-45d2-90f7-1086199912a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:38.940143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea74cb9-621d-4f37-9918-e818392765bd None None] The sync data for ids ['da39c020-9b66-47f6-85e6-593ce0f9965c'] in n-d-712143-16 is: [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:05:34Z', 'revision_number': 4, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port': {'id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:26Z', 'updated_at': '2021-09-16T05:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '936c0f2e-5672-4133-ab08-ba86a86896a9', 'name': '', 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'mac_address': 'fa:16:3e:dd:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '58cb50f5-f114-45d2-90f7-1086199912a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:32Z', 'updated_at': '2021-09-16T05:05:37Z', 'revision_number': 4, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'subnets': [{'id': '58cb50f5-f114-45d2-90f7-1086199912a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:39.082542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] For port f1521323-8121-4422-b4e4-df17a6d01d0d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:39.131199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] For port f1521323-8121-4422-b4e4-df17a6d01d0d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f1521323-8121-4422-b4e4-df17a6d01d0d,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:39.176751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::1 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/e5949903-25c0-4a3f-8c71-2a0b4ee81b51/05510134-46df-41ee-9e77-12574d344b58) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:39.220931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b88a19f3-55cf-4be9-98b3-38fea36318e3 req-3f57c8ac-4793-4877-ac89-73cba9684427 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 210 time: 0.0429235 Sep 16 05:05:39.335227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a00521-a11b-49ca-9216-7d619acb9eb2 req-455ce1be-c316-4b92-bfaa-f579b27ff0b1 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.340475 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.344656 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3a00521-a11b-49ca-9216-7d619acb9eb2 req-455ce1be-c316-4b92-bfaa-f579b27ff0b1 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0860906 Sep 16 05:05:39.429617 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.447973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3a00521-a11b-49ca-9216-7d619acb9eb2 req-ec6749ed-f63c-4f93-abbf-e4cd7f4a1725 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027493 Sep 16 05:05:39.482002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f9aa7-2c41-475f-b379-19ecb3cf1588 None None] Pushing event updated for resources: {'Port': ['ID=f1521323-8121-4422-b4e4-df17a6d01d0d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.651800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.708154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:39.734519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:39.742932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:39.743529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.841427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=05510134-46df-41ee-9e77-12574d344b58,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.144707 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.329807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0e0c006-e413-487b-a851-65984f75e8e8 req-a6d626ad-824c-4374-852a-19c6d9f7d6ef tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 210 time: 0.0391762 Sep 16 05:05:40.371940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.655330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f1521323-8121-4422-b4e4-df17a6d01d0d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:40.703059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d51d4-cd7e-46b4-9123-679626679f41 req-170f75ff-9f03-4fa4-9ff9-89d324fd4ee6 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.714110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb2d51d4-cd7e-46b4-9123-679626679f41 req-170f75ff-9f03-4fa4-9ff9-89d324fd4ee6 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1113698 Sep 16 05:05:40.785062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.792770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f1521323-8121-4422-b4e4-df17a6d01d0d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:40.793151 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.822633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb2d51d4-cd7e-46b4-9123-679626679f41 req-a4ff1549-45c4-452b-9049-68d818a34b27 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065295 Sep 16 05:05:40.869322 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.877124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.930569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.968097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port f1521323-8121-4422-b4e4-df17a6d01d0d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f1521323-8121-4422-b4e4-df17a6d01d0d,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:40.988048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=05510134-46df-41ee-9e77-12574d344b58,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:41.018149 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f2c3001d-af2b-46d8-bc79-a073fd743bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.071378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:41.085775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:41.105342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.109918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 936c0f2e-5672-4133-ab08-ba86a86896a9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:41.236371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=f1521323-8121-4422-b4e4-df17a6d01d0d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:41.260931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e43eccc3-6a89-459d-959d-ed10ab5bdf1b None None] Provisioning complete for port f1521323-8121-4422-b4e4-df17a6d01d0d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:41.261428 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e43eccc3-6a89-459d-959d-ed10ab5bdf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.313760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 936c0f2e-5672-4133-ab08-ba86a86896a9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:41.314142 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.355342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Router 0c8e24a3-a229-4968-aab7-380b4230afad is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:05:41.497108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-25b3e4f0-6e99-41d1-ab4b-c8552686d0f7 req-ea38721f-a874-44fc-b3b9-3436724018fb tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 210 time: 0.0668576 Sep 16 05:05:41.554800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:41.559141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.567006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-99ef1d7a-dc29-4674-b05a-2a5ed82e5adc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "PUT /v2.0/routers/0c8e24a3-a229-4968-aab7-380b4230afad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1995149 Sep 16 05:05:41.567439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53442) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:41.573959 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Sync routers for ids ['0c8e24a3-a229-4968-aab7-380b4230afad'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:41.605484 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Routers {'0c8e24a3-a229-4968-aab7-380b4230afad'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:41.606980 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0c8e24a3-a229-4968-aab7-380b4230afad'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:41.650547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 936c0f2e-5672-4133-ab08-ba86a86896a9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=936c0f2e-5672-4133-ab08-ba86a86896a9,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:41.661700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-baf3f571-ebcf-4c83-9ae9-196b902f1fd0 None None] Provisioning complete for port 05510134-46df-41ee-9e77-12574d344b58 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:41.662083 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-baf3f571-ebcf-4c83-9ae9-196b902f1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.785737 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.805516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea21767-b2f3-45f8-9419-ec3b282dc5fb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.811469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7ea21767-b2f3-45f8-9419-ec3b282dc5fb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports/05510134-46df-41ee-9e77-12574d344b58 HTTP/1.1" status: 200 len: 911 time: 0.2385967 Sep 16 05:05:41.813098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53452) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:41.879435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-baf3f571-ebcf-4c83-9ae9-196b902f1fd0 None None] Port 05510134-46df-41ee-9e77-12574d344b58 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:41.921479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-10a8a49c-44b4-481f-a2f8-00af7297f9c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.924994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda93c9-20c7-4b40-b292-78c0e03d0deb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.925522 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-10a8a49c-44b4-481f-a2f8-00af7297f9c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 818 time: 0.3822751 Sep 16 05:05:41.932798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda93c9-20c7-4b40-b292-78c0e03d0deb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.935006 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ddda93c9-20c7-4b40-b292-78c0e03d0deb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1205773 Sep 16 05:05:41.937684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53460) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:41.939059 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Set router 0c8e24a3-a229-4968-aab7-380b4230afad gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:41.943281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=936c0f2e-5672-4133-ab08-ba86a86896a9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:41.951277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Request body: {'port': {'device_id': '83dc3ec8-b367-4b55-be04-c3111fab81cf', 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039', 'admin_state_up': True, 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:42.014445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9fe0e343-8170-470d-b90e-7d215c1006de None None] Provisioning complete for port 05510134-46df-41ee-9e77-12574d344b58 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:42.014890 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e343-8170-470d-b90e-7d215c1006de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.100513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152f59f-16fd-4012-a9bd-63926f19b4e6 req-fe90109b-088e-4007-aeac-4db2775a7dd6 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.102208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d152f59f-16fd-4012-a9bd-63926f19b4e6 req-fe90109b-088e-4007-aeac-4db2775a7dd6 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1157975 Sep 16 05:05:42.142624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9fe0e343-8170-470d-b90e-7d215c1006de None None] Port 05510134-46df-41ee-9e77-12574d344b58 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:42.257135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d152f59f-16fd-4012-a9bd-63926f19b4e6 req-4e2da61e-54eb-40f3-9b6c-6563c657d1d1 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427858 Sep 16 05:05:42.292279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Made reservation on behalf of 63e3ac0fe07b4d6e888bf9be9553ae21 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:42.300867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.375617 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'name': 'tempest-NetworksTestDHCPv6-router-925486216', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:37Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 2, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None, '_interfaces': [{'id': '05510134-46df-41ee-9e77-12574d344b58', 'name': '', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'mac_address': 'fa:16:3e:74:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'e5949903-25c0-4a3f-8c71-2a0b4ee81b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:40Z', 'revision_number': 2, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'subnets': [{'id': 'e5949903-25c0-4a3f-8c71-2a0b4ee81b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:42.423850 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Checking router: 0c8e24a3-a229-4968-aab7-380b4230afad for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:42.424488 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Updating router 0c8e24a3-a229-4968-aab7-380b4230afad port 05510134-46df-41ee-9e77-12574d344b58 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:42.454654 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.490652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f1521323-8121-4422-b4e4-df17a6d01d0d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:42.494002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Allocated IP 172.20.0.9 (83adbb71-afbc-4663-ad84-666bb42ba039/58cb50f5-f114-45d2-90f7-1086199912a6/3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:42.595465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f1521323-8121-4422-b4e4-df17a6d01d0d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:42.595465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.783472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8772604-f58c-4101-866e-664e2b58dac7 req-018d7a8d-c2d6-4b61-bf2e-9725ad06b42c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 210 time: 0.1395121 Sep 16 05:05:42.917504 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.938095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 936c0f2e-5672-4133-ab08-ba86a86896a9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:42.953846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-cdba2eb2-e445-4b6e-86cc-0673e43c2917 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.957809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-cdba2eb2-e445-4b6e-86cc-0673e43c2917 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 818 time: 0.4934185 Sep 16 05:05:43.008640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Request body: {'port': {'device_id': '598ec1de-e3da-4d34-978f-93f022361dcc', 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039', 'admin_state_up': True, 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:43.036565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 936c0f2e-5672-4133-ab08-ba86a86896a9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:43.037211 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.141801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.199311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Network 83adbb71-afbc-4663-ad84-666bb42ba039 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:43.205291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:43.211643 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.212656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:43.251372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Pushing event updated for resources: {'Port': ['ID=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:43.251627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.282163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.283140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.316492 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.375510 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8c77e-945e-4d8d-a1cf-7e1c9f7a1b80 None None] Pushing event updated for resources: {'Port': ['ID=05510134-46df-41ee-9e77-12574d344b58,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:43.433635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c929451c-52b5-46cc-89e9-54586531ed46 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4841306 Sep 16 05:05:43.452946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Request body: {'port': {'device_id': '83dc3ec8-b367-4b55-be04-c3111fab81cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:43.456607 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Attempting to bind port 05510134-46df-41ee-9e77-12574d344b58 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:43.456607 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Attempting to bind port 05510134-46df-41ee-9e77-12574d344b58 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:43.456976 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Attempting to bind port 05510134-46df-41ee-9e77-12574d344b58 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:43.469046 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:43.469431 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:43.470235 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.470235 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:43.474848 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Bound port: 05510134-46df-41ee-9e77-12574d344b58, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:43.475501 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.478952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dd3b1-5348-4821-965b-b4a8621e7e63 req-cef68bea-afc6-420d-b2a2-fb5c979a89d5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.487204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c7dd3b1-5348-4821-965b-b4a8621e7e63 req-cef68bea-afc6-420d-b2a2-fb5c979a89d5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1491227 Sep 16 05:05:43.545008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.571575 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] For port 05510134-46df-41ee-9e77-12574d344b58, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:43.575559 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] For port 05510134-46df-41ee-9e77-12574d344b58, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=05510134-46df-41ee-9e77-12574d344b58,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:43.614585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c7dd3b1-5348-4821-965b-b4a8621e7e63 req-0f653a85-7986-45f9-8542-e82c440c7e40 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194847 Sep 16 05:05:43.617751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Made reservation on behalf of 63e3ac0fe07b4d6e888bf9be9553ae21 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:43.621839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.638415 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.708558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Provisioning complete for port 05510134-46df-41ee-9e77-12574d344b58 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:43.709987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.728108 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Routers {'0c8e24a3-a229-4968-aab7-380b4230afad'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:43.729847 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0c8e24a3-a229-4968-aab7-380b4230afad'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:43.832643 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8c77e-945e-4d8d-a1cf-7e1c9f7a1b80 None None] Pushing event updated for resources: {'Port': ['ID=05510134-46df-41ee-9e77-12574d344b58,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:43.899616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.953330 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] Set router 0c8e24a3-a229-4968-aab7-380b4230afad gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:43.981527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] For port 05510134-46df-41ee-9e77-12574d344b58, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=05510134-46df-41ee-9e77-12574d344b58,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:43.998661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 05510134-46df-41ee-9e77-12574d344b58 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:43.999211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.056022 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.153000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-652a0521-9627-4b68-b70a-4cf64e0f430a req-7b5fa1a3-c85d-49fd-9de2-774f469ba833 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 210 time: 0.1179957 Sep 16 05:05:44.290498 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.293626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] For port 05510134-46df-41ee-9e77-12574d344b58, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=05510134-46df-41ee-9e77-12574d344b58,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:44.294217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.301316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-93771001-7ce9-4259-b054-d90944553e76 None None] Provisioning complete for port 05510134-46df-41ee-9e77-12574d344b58 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:44.311229 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-93771001-7ce9-4259-b054-d90944553e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.320193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 05510134-46df-41ee-9e77-12574d344b58 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:44.372155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Pushing event updated for resources: {'Port': ['ID=05510134-46df-41ee-9e77-12574d344b58,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.424846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.425292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.426933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.427374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.429072 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.430543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.430968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.432902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.434806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.435282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.435700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.436101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e30ac-c47b-4458-8e62-9780b05f374b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.486554 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'name': 'tempest-NetworksTestDHCPv6-router-925486216', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:37Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 2, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None, '_interfaces': [{'id': '05510134-46df-41ee-9e77-12574d344b58', 'name': '', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'mac_address': 'fa:16:3e:74:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'e5949903-25c0-4a3f-8c71-2a0b4ee81b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:43Z', 'revision_number': 4, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'subnets': [{'id': 'e5949903-25c0-4a3f-8c71-2a0b4ee81b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:44.536881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:44.548360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.549972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7af598c2-a201-4ac8-9309-0527f3e9b67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.555660 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde226ff-8917-4052-8f66-d399d8e22f7e None None] The sync data for ids ['0c8e24a3-a229-4968-aab7-380b4230afad'] in n-d-712143-16 is: [{'id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'name': 'tempest-NetworksTestDHCPv6-router-925486216', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:37Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 2, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None, '_interfaces': [{'id': '05510134-46df-41ee-9e77-12574d344b58', 'name': '', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'mac_address': 'fa:16:3e:74:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'e5949903-25c0-4a3f-8c71-2a0b4ee81b51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:43Z', 'revision_number': 4, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'subnets': [{'id': 'e5949903-25c0-4a3f-8c71-2a0b4ee81b51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:44.563665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Transition to ACTIVE for port object 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:44.614988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.748314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Pushing event updated for resources: {'Port': ['ID=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.847134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Attempting to bind port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:44.847878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Attempting to bind port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:44.848385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Attempting to bind port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 on network 83adbb71-afbc-4663-ad84-666bb42ba039 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:44.860107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 on network 83adbb71-afbc-4663-ad84-666bb42ba039 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:44.860446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Attempting to bind port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 on network 83adbb71-afbc-4663-ad84-666bb42ba039 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:44.867001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:44.867382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Checking segment: {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:44.867774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Bound using segment: {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:44.868211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Bound port: 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:44.868578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.966312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92379f-91fe-4cf6-9760-147317a4f4be req-c675a093-51a5-4b9c-a685-00d5147cc0af tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.968456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb92379f-91fe-4cf6-9760-147317a4f4be req-c675a093-51a5-4b9c-a685-00d5147cc0af tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1463223 Sep 16 05:05:44.984342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] For port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:44.984863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Allocated IP 172.20.0.5 (83adbb71-afbc-4663-ad84-666bb42ba039/58cb50f5-f114-45d2-90f7-1086199912a6/08e83f2a-c0b0-46f3-a344-3feeb21022ba) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:44.984987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] For port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:45.076433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb92379f-91fe-4cf6-9760-147317a4f4be req-1c0d13a8-88b0-4514-a291-42302ee672a7 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834639 Sep 16 05:05:45.156065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.179387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.182092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.209271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.209977 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.211522 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] 10.222.0.57 "PUT /v2.0/ports/3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 200 len: 1092 time: 1.7638128 Sep 16 05:05:45.211985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dc3ec8-b367-4b55-be04-c3111fab81cf', 'tag': '3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:45.214393 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45680414-ac51-4617-b62e-4b7555303057" -d '{"events": [{"name": "network-changed", "server_uuid": "83dc3ec8-b367-4b55-be04-c3111fab81cf", "tag": "3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:45.273238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c109fdc-8776-4f8e-99f3-bc7f6b39d21d service neutron] Pushing event updated for resources: {'Port': ['ID=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:45.311473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=05510134-46df-41ee-9e77-12574d344b58,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:45.407701 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e28921-fcc5-4c7d-8fcd-0026c5b572de x-openstack-request-id: req-41e28921-fcc5-4c7d-8fcd-0026c5b572de {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:45.411817 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dc3ec8-b367-4b55-be04-c3111fab81cf", "tag": "3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:45.411817 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41e28921-fcc5-4c7d-8fcd-0026c5b572de {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:45.411817 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dc3ec8-b367-4b55-be04-c3111fab81cf', 'tag': '3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3', 'status': 'completed', 'code': 200} Sep 16 05:05:45.488356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-2ef74100-5643-43b3-90b9-9fa13bfd1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.489931 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-2ef74100-5643-43b3-90b9-9fa13bfd1064 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1095 time: 0.0939677 Sep 16 05:05:45.582634 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-1f36190a-472b-4888-978b-993893ce0f65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0737479 Sep 16 05:05:45.605130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-064ea5d5-9638-4327-a808-497153da6296 req-3c8ba07a-05a3-48c7-9be1-797a135afa9e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 210 time: 0.2042725 Sep 16 05:05:45.659981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-15c9420c-6960-47a6-9a68-f554fad516e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.661683 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-15c9420c-6960-47a6-9a68-f554fad516e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.0699284 Sep 16 05:05:45.708185 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.715286 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-0653e592-10da-4612-9092-87b0a0c514e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404267 Sep 16 05:05:45.882840 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-aaf16c22-f42f-46cb-a758-61ec144dfd19 service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385615 Sep 16 05:05:45.905219 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.955722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Router 0c8e24a3-a229-4968-aab7-380b4230afad has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:46.009026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a8efec-7225-4aa8-bf95-cce3307f1514 req-c8510d43-41f8-4e6e-98cf-0d44d44eda3a service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124308 Sep 16 05:05:46.053590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:46.061176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-47e6f3ed-32d0-4633-91cc-707e2dd3c0f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "PUT /v2.0/routers/0c8e24a3-a229-4968-aab7-380b4230afad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1198876 Sep 16 05:05:46.061401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53516) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:46.098136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.159093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ba553-2c5a-4ac1-8d8f-b2bfe74160b5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.160787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ba553-2c5a-4ac1-8d8f-b2bfe74160b5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.162329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9f6ba553-2c5a-4ac1-8d8f-b2bfe74160b5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0999994 Sep 16 05:05:46.164815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Network 83adbb71-afbc-4663-ad84-666bb42ba039 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:46.165771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53522) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:46.170737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:46.176935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:46.207704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Pushing event updated for resources: {'Port': ['ID=08e83f2a-c0b0-46f3-a344-3feeb21022ba,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.271479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.272648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.295790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7b1b-cf80-4af8-ae9c-1e664b981275 req-4e36a2af-9e06-4a2c-baa0-a68c1939f035 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.297574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c6c7b1b-cf80-4af8-ae9c-1e664b981275 req-4e36a2af-9e06-4a2c-baa0-a68c1939f035 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0909994 Sep 16 05:05:46.317611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-53590da9-24eb-4c60-ad52-1c2fab6280ad tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet e5949903-25c0-4a3f-8c71-2a0b4ee81b51 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:46.340484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53590da9-24eb-4c60-ad52-1c2fab6280ad tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.348335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c6c7b1b-cf80-4af8-ae9c-1e664b981275 req-834e384f-aae4-457f-abd8-a93f65e17c0d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377862 Sep 16 05:05:46.395418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-e9b3723e-f504-48c4-8fc9-eb264e2490c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3921130 Sep 16 05:05:46.427418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Request body: {'port': {'device_id': '598ec1de-e3da-4d34-978f-93f022361dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:46.430387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53590da9-24eb-4c60-ad52-1c2fab6280ad tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.461567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680414-ac51-4617-b62e-4b7555303057 req-97fe9bff-63d0-4ee4-a714-8fcc7bb3dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.463091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45680414-ac51-4617-b62e-4b7555303057 req-97fe9bff-63d0-4ee4-a714-8fcc7bb3dd03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1095 time: 0.1855104 Sep 16 05:05:46.500970 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.641373 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53590da9-24eb-4c60-ad52-1c2fab6280ad tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.700656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680414-ac51-4617-b62e-4b7555303057 req-efb330b6-a10a-4301-ae84-72f92cd3e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.702187 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45680414-ac51-4617-b62e-4b7555303057 req-efb330b6-a10a-4301-ae84-72f92cd3e20f service neutron] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 919 time: 0.2306540 Sep 16 05:05:46.763379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] Sync routers for ids ['0c8e24a3-a229-4968-aab7-380b4230afad'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:46.765050 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45680414-ac51-4617-b62e-4b7555303057 req-136623c1-95c8-4855-bbbf-936abe190773 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0494552 Sep 16 05:05:46.778422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.794339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] Routers {'0c8e24a3-a229-4968-aab7-380b4230afad'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:46.795993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0c8e24a3-a229-4968-aab7-380b4230afad'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:46.865214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680414-ac51-4617-b62e-4b7555303057 req-93801cac-f2d6-4439-8c2d-fa1f1e89278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.868059 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45680414-ac51-4617-b62e-4b7555303057 req-93801cac-f2d6-4439-8c2d-fa1f1e89278a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.0692742 Sep 16 05:05:46.872374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adea1b-d299-4272-a347-c761f701e051 req-c3efdf29-010f-48af-a779-0b7db3f90089 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.874908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35adea1b-d299-4272-a347-c761f701e051 req-c3efdf29-010f-48af-a779-0b7db3f90089 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 931 time: 0.1366169 Sep 16 05:05:46.911446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] Set router 0c8e24a3-a229-4968-aab7-380b4230afad gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:46.927020 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45680414-ac51-4617-b62e-4b7555303057 req-ad3033c9-3898-4d36-952c-d975b869b371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385606 Sep 16 05:05:46.971572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35adea1b-d299-4272-a347-c761f701e051 req-ef1f4146-3b9f-468d-888f-331878a90231 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619037 Sep 16 05:05:46.983853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'name': 'tempest-NetworksTestDHCPv6-router-925486216', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:37Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 3, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:47.025502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] Checking router: 0c8e24a3-a229-4968-aab7-380b4230afad for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:47.035574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] Routers {'0c8e24a3-a229-4968-aab7-380b4230afad'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:47.036676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0c8e24a3-a229-4968-aab7-380b4230afad'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:47.062267 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45680414-ac51-4617-b62e-4b7555303057 req-66a8182c-6d48-4276-93e3-a484a7f03f5f service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263208 Sep 16 05:05:47.064174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53590da9-24eb-4c60-ad52-1c2fab6280ad tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.097989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e83f2a-c0b0-46f3-a344-3feeb21022ba {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:47.105045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53590da9-24eb-4c60-ad52-1c2fab6280ad tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=e5949903-25c0-4a3f-8c71-2a0b4ee81b51,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.121357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.122882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] Set router 0c8e24a3-a229-4968-aab7-380b4230afad gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:47.138535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53590da9-24eb-4c60-ad52-1c2fab6280ad tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.144311 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-53590da9-24eb-4c60-ad52-1c2fab6280ad tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/e5949903-25c0-4a3f-8c71-2a0b4ee81b51 HTTP/1.1" status: 204 len: 168 time: 0.9772122 Sep 16 05:05:47.147909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53538) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:47.155941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Transition to ACTIVE for port object 08e83f2a-c0b0-46f3-a344-3feeb21022ba will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:47.194272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'name': 'tempest-NetworksTestDHCPv6-router-925486216', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:37Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 3, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:47.197142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f2c7aa-83aa-4d39-92e0-ef1c30bc2ea2 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:47.229662 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.245544 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45680414-ac51-4617-b62e-4b7555303057 req-f2c4823f-3247-4efd-b84e-3381d87b33af service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494281 Sep 16 05:05:47.327869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Pushing event updated for resources: {'Port': ['ID=08e83f2a-c0b0-46f3-a344-3feeb21022ba,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.347351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-728562a7-b5f3-45df-8f8e-c78a2c233a81 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1943769 Sep 16 05:05:47.348564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53542) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:47.467814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Attempting to bind port 08e83f2a-c0b0-46f3-a344-3feeb21022ba on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:47.468822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Attempting to bind port 08e83f2a-c0b0-46f3-a344-3feeb21022ba by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:47.469164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Attempting to bind port 08e83f2a-c0b0-46f3-a344-3feeb21022ba on network 83adbb71-afbc-4663-ad84-666bb42ba039 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:47.487387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Port 08e83f2a-c0b0-46f3-a344-3feeb21022ba on network 83adbb71-afbc-4663-ad84-666bb42ba039 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:47.487829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Attempting to bind port 08e83f2a-c0b0-46f3-a344-3feeb21022ba on network 83adbb71-afbc-4663-ad84-666bb42ba039 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:47.528532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75412316-f8f7-44b7-9fb6-c6748e81c465 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.538839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:47.539179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Checking segment: {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:47.539797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Bound using segment: {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:47.540338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Bound port: 08e83f2a-c0b0-46f3-a344-3feeb21022ba, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9c6dbc-ff50-485e-a968-9b69f4633ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:47.540832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.561252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37662fd0-2fb7-4633-84d7-8b38d966de8d None None] The sync data for ids ['0c8e24a3-a229-4968-aab7-380b4230afad'] in n-d-712143-16 is: [{'id': '0c8e24a3-a229-4968-aab7-380b4230afad', 'name': 'tempest-NetworksTestDHCPv6-router-925486216', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:37Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 3, 'project_id': '4ff561bfc193420fb1ad70cba14e639c', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:47.614480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc8f37-0668-4ae4-93ef-ce698f92fcad req-c49665ed-50b4-49c1-b541-343f97f9fb06 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.616829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7bc8f37-0668-4ae4-93ef-ce698f92fcad req-c49665ed-50b4-49c1-b541-343f97f9fb06 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1163898 Sep 16 05:05:47.726340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7bc8f37-0668-4ae4-93ef-ce698f92fcad req-4033f257-b475-4b7d-8ecd-d89db5294c64 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654838 Sep 16 05:05:47.789486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75412316-f8f7-44b7-9fb6-c6748e81c465 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.791873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75412316-f8f7-44b7-9fb6-c6748e81c465 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.876421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] For port 08e83f2a-c0b0-46f3-a344-3feeb21022ba, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:47.880082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] For port 08e83f2a-c0b0-46f3-a344-3feeb21022ba, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=08e83f2a-c0b0-46f3-a344-3feeb21022ba,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:47.938830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:47.962639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.000745 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75412316-f8f7-44b7-9fb6-c6748e81c465 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.002114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75412316-f8f7-44b7-9fb6-c6748e81c465 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Fanout notify agent at l3_agent the message router_deleted on router 0c8e24a3-a229-4968-aab7-380b4230afad {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:05:48.016450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-75412316-f8f7-44b7-9fb6-c6748e81c465 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.016450 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-75412316-f8f7-44b7-9fb6-c6748e81c465 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/routers/0c8e24a3-a229-4968-aab7-380b4230afad HTTP/1.1" status: 204 len: 168 time: 0.6636157 Sep 16 05:05:48.016450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53556) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:48.086796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] Deleting port f1521323-8121-4422-b4e4-df17a6d01d0d {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:48.087325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.111501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45086ff5-8852-4fd6-94cd-62723dc629b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.115289 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45086ff5-8852-4fd6-94cd-62723dc629b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0983009 Sep 16 05:05:48.119272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53558) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:48.133037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Pushing event updated for resources: {'Port': ['ID=08e83f2a-c0b0-46f3-a344-3feeb21022ba,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:48.138087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.138918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.140771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-68ef1c9f-bf23-4cf0-bc06-9225b75ade45 service neutron] 10.222.0.57 "PUT /v2.0/ports/08e83f2a-c0b0-46f3-a344-3feeb21022ba HTTP/1.1" status: 200 len: 1092 time: 1.7183416 Sep 16 05:05:48.150523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598ec1de-e3da-4d34-978f-93f022361dcc', 'tag': '08e83f2a-c0b0-46f3-a344-3feeb21022ba'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:48.153128 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c0faa6-a55b-410e-b3af-69c5414dd700" -d '{"events": [{"name": "network-changed", "server_uuid": "598ec1de-e3da-4d34-978f-93f022361dcc", "tag": "08e83f2a-c0b0-46f3-a344-3feeb21022ba"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:48.212901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] For port f1521323-8121-4422-b4e4-df17a6d01d0d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f1521323-8121-4422-b4e4-df17a6d01d0d,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:48.213412 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.220951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095487a-cb5a-4a9a-a655-857e3f7f4d37 req-75165d60-75de-43d4-adbe-3be8603ef03a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.230957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0095487a-cb5a-4a9a-a655-857e3f7f4d37 req-75165d60-75de-43d4-adbe-3be8603ef03a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 943 time: 0.0888464 Sep 16 05:05:48.232489 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d274a714-638d-413c-81fc-2f68fd2ef59a x-openstack-request-id: req-d274a714-638d-413c-81fc-2f68fd2ef59a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:48.232782 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598ec1de-e3da-4d34-978f-93f022361dcc", "tag": "08e83f2a-c0b0-46f3-a344-3feeb21022ba", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:48.233033 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d274a714-638d-413c-81fc-2f68fd2ef59a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:48.233417 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598ec1de-e3da-4d34-978f-93f022361dcc', 'tag': '08e83f2a-c0b0-46f3-a344-3feeb21022ba', 'status': 'completed', 'code': 200} Sep 16 05:05:48.235236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0424a5-9f88-48bd-8646-63dc0ca0d718 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.237680 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4e0424a5-9f88-48bd-8646-63dc0ca0d718 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1169775 Sep 16 05:05:48.240213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53562) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:48.246008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] Calling delete_port for f1521323-8121-4422-b4e4-df17a6d01d0d owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:48.291276 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-306215ac-d495-478d-878e-806acb03f0f2 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498219 Sep 16 05:05:48.295616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53566) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:48.302561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:48.398526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0095487a-cb5a-4a9a-a655-857e3f7f4d37 req-75e9d56f-3682-4e8b-b4dc-b5a0713b4d4d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608484 Sep 16 05:05:48.466989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f1521323-8121-4422-b4e4-df17a6d01d0d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:48.493870 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.500237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0faa6-a55b-410e-b3af-69c5414dd700 req-4d67fb82-f4b3-45a1-b7da-e1bf1f529990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.502025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94c0faa6-a55b-410e-b3af-69c5414dd700 req-4d67fb82-f4b3-45a1-b7da-e1bf1f529990 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 1095 time: 0.1788387 Sep 16 05:05:48.513505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] No DVR routers for this DVR port f1521323-8121-4422-b4e4-df17a6d01d0d on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:48.544517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b3373-3f07-4885-9b36-c1efff7f190a None None] Pushing event deleted for resources: {'Port': ['ID=f1521323-8121-4422-b4e4-df17a6d01d0d,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:48.560328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No active binding found for port f1521323-8121-4422-b4e4-df17a6d01d0d {{(pid=101826) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:05:48.560998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f1521323-8121-4422-b4e4-df17a6d01d0d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:48.561595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 05510134-46df-41ee-9e77-12574d344b58 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:48.591455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 05510134-46df-41ee-9e77-12574d344b58 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:48.592639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 05510134-46df-41ee-9e77-12574d344b58 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:48.623913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:48.628159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.842712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0faa6-a55b-410e-b3af-69c5414dd700 req-f31e03bd-2c51-41c3-8840-77de7b9791b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.844263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94c0faa6-a55b-410e-b3af-69c5414dd700 req-f31e03bd-2c51-41c3-8840-77de7b9791b1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3152673 Sep 16 05:05:49.088031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4635527-0045-432c-8e23-922595114652 req-6bc4e5d5-00ec-49e3-9606-a7617736451a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.089525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4635527-0045-432c-8e23-922595114652 req-6bc4e5d5-00ec-49e3-9606-a7617736451a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.2407334 Sep 16 05:05:49.127080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0faa6-a55b-410e-b3af-69c5414dd700 req-24b54125-d76a-4fda-9159-e4380f2c1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.128615 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94c0faa6-a55b-410e-b3af-69c5414dd700 req-24b54125-d76a-4fda-9159-e4380f2c1d86 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2654462 Sep 16 05:05:49.154162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4635527-0045-432c-8e23-922595114652 req-dfeb0736-cc51-4f46-9d9e-c87294f6cb14 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Sep 16 05:05:49.249440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-036b33ad-bfa5-4d96-aaee-f85bc3c148e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.250952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-036b33ad-bfa5-4d96-aaee-f85bc3c148e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 1095 time: 0.0485797 Sep 16 05:05:49.387161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:49.563528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:49.583879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3', 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039', 'port_id': '3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3', 'mac_address': 'fa:16:3e:a8:e2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cb50f5-f114-45d2-90f7-1086199912a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:49.637412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-f25c2993-ab5f-4b57-9aff-800e9e2f2920 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e83f2a-c0b0-46f3-a344-3feeb21022ba HTTP/1.1" status: 200 len: 217 time: 0.3663826 Sep 16 05:05:49.656617 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.671776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:49.697611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:49.767995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-7d333961-0392-422a-baf8-948e8f167236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.770306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-7d333961-0392-422a-baf8-948e8f167236 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.1212602 Sep 16 05:05:49.785051 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.785396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5e6f3-e26a-40a2-a2b6-07f6ae0a3c8f req-16714568-bd5c-4ff7-9460-22a068afa6ef tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.792539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5c5e6f3-e26a-40a2-a2b6-07f6ae0a3c8f req-16714568-bd5c-4ff7-9460-22a068afa6ef tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 943 time: 0.1585071 Sep 16 05:05:49.860149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:05:49.869574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-b47cbf40-0194-40e3-9abc-b223d898fdc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747828 Sep 16 05:05:49.877616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.904368 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:49.977346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:49.986609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5c5e6f3-e26a-40a2-a2b6-07f6ae0a3c8f req-2ea2971a-ce12-4b99-8bfc-6d3b50ab8dff tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931028 Sep 16 05:05:49.987550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:49.998885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44854e77-d3e9-4366-a1bc-58605d3da9bc None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:50.017496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.018092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.023620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=f37c10f7-c742-41ad-80a9-b5d9891d9b30,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:50.089757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-7c0a9d28-047b-488b-a009-45fea37a70ea service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096817 Sep 16 05:05:50.123659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c45ce507-1868-4903-8ad0-d9c3f102d1a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8242164 Sep 16 05:05:50.123853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53612) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:50.129412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:50.342852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:50.344034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'f37c10f7-c742-41ad-80a9-b5d9891d9b30'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:50.345179 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.429823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7903759-925b-4477-b73f-a517f1da125e req-876c78a3-6634-4532-b50d-a2a617005806 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.441732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7903759-925b-4477-b73f-a517f1da125e req-876c78a3-6634-4532-b50d-a2a617005806 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1711702 Sep 16 05:05:50.507362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:50.510867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.607061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Allocated IP 2001:db8::f816:3eff:fec7:3332 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/f37c10f7-c742-41ad-80a9-b5d9891d9b30/adb22ed1-3639-4763-bd70-e8bd5e3418e7) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:50.805249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:50.864191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7903759-925b-4477-b73f-a517f1da125e req-7e091fe4-e844-4a10-81f7-04b9945a7149 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167297 Sep 16 05:05:50.870867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9350c2a-e43a-4485-8f1b-a2eb4096a9a0 req-ce332c1c-a700-471d-b03a-c54ad3d4cd04 service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724264 Sep 16 05:05:50.927705 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.974262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b435b59d-b8bc-4d54-8cde-6b01eee8137e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.053940 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.068222 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.136112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:51.142526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:51.148862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:51.152865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Pushing event updated for resources: {'Port': ['ID=adb22ed1-3639-4763-bd70-e8bd5e3418e7,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.173015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b435b59d-b8bc-4d54-8cde-6b01eee8137e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.173577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:51.177824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:51.182612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.183261 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.222896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=c6718707-31be-4bf4-9d64-4c4a8a4f1ca3,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.241882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Attempting to bind port adb22ed1-3639-4763-bd70-e8bd5e3418e7 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:51.242175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Attempting to bind port adb22ed1-3639-4763-bd70-e8bd5e3418e7 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:51.242550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Attempting to bind port adb22ed1-3639-4763-bd70-e8bd5e3418e7 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:51.248115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:51.248458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:51.248870 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.249286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:51.249754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Bound port: adb22ed1-3639-4763-bd70-e8bd5e3418e7, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:51.250709 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.264073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258cf65-ab13-4458-a35c-a9da5f85a127 req-bbbb0740-0fba-4585-8753-b4cbb74114b7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.272645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b258cf65-ab13-4458-a35c-a9da5f85a127 req-bbbb0740-0fba-4585-8753-b4cbb74114b7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 943 time: 0.0703754 Sep 16 05:05:51.293809 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b435b59d-b8bc-4d54-8cde-6b01eee8137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.315592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b258cf65-ab13-4458-a35c-a9da5f85a127 req-654aeb57-9574-47e5-91d6-f5c72d2b991d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Sep 16 05:05:51.333354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435b59d-b8bc-4d54-8cde-6b01eee8137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20f4564-8ee6-4b33-a296-ed4492710b17,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.342933 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b435b59d-b8bc-4d54-8cde-6b01eee8137e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2fdb6480f8894c9480f47149702223fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359616 Sep 16 05:05:51.345632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53662) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:51.351457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] For port adb22ed1-3639-4763-bd70-e8bd5e3418e7, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:51.355537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] For port adb22ed1-3639-4763-bd70-e8bd5e3418e7, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=adb22ed1-3639-4763-bd70-e8bd5e3418e7,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:51.389621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7faa4684-e2c8-46bb-a0a2-451958023575 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2647216 Sep 16 05:05:51.392440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53668) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:51.398612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:74:8a:95', 'name': 'tempest-NetworksTestDHCPv6-1222960888'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:51.409168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f61df738-8590-43fb-841d-af66f01bcf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.430284 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f61df738-8590-43fb-841d-af66f01bcf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.474571 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.545688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7de060-c99c-45d5-a161-c8bb0fb70c8f None None] Pushing event updated for resources: {'Port': ['ID=adb22ed1-3639-4763-bd70-e8bd5e3418e7,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.619378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:51.623102 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f61df738-8590-43fb-841d-af66f01bcf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.623102 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f61df738-8590-43fb-841d-af66f01bcf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.626978 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f61df738-8590-43fb-841d-af66f01bcf61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f20f4564-8ee6-4b33-a296-ed4492710b17 HTTP/1.1" status: 204 len: 168 time: 0.2777834 Sep 16 05:05:51.642477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61df738-8590-43fb-841d-af66f01bcf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20f4564-8ee6-4b33-a296-ed4492710b17,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.789776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.816471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port e7777603-07ae-41a9-b7c6-bbef52b7b6ed yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:52.033303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6ea9-1feb-448c-8362-425f2ed411a3 req-30377ae0-3669-4e28-a391-9ba2daa7c550 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.034909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79af6ea9-1feb-448c-8362-425f2ed411a3 req-30377ae0-3669-4e28-a391-9ba2daa7c550 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0949910 Sep 16 05:05:52.048828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 172.20.0.12 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/c6718707-31be-4bf4-9d64-4c4a8a4f1ca3/e7777603-07ae-41a9-b7c6-bbef52b7b6ed) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:52.072780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fe74:8a95 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/f37c10f7-c742-41ad-80a9-b5d9891d9b30/e7777603-07ae-41a9-b7c6-bbef52b7b6ed) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:52.118364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79af6ea9-1feb-448c-8362-425f2ed411a3 req-9cf73fff-1d79-4664-bf29-b296d150dff4 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729694 Sep 16 05:05:52.189488 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:52.360106 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.507069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71739b6c-c596-4b86-8806-a985ba2a676c req-ac815169-025b-4c06-bcf0-455a7edf4249 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.511184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71739b6c-c596-4b86-8806-a985ba2a676c req-ac815169-025b-4c06-bcf0-455a7edf4249 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 943 time: 0.0833309 Sep 16 05:05:52.511816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.513675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device adb22ed1-3639-4763-bd70-e8bd5e3418e7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:52.595771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:52.600808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port adb22ed1-3639-4763-bd70-e8bd5e3418e7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:52.601400 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.603702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:52.608498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:52.627977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=e7777603-07ae-41a9-b7c6-bbef52b7b6ed,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:52.656722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71739b6c-c596-4b86-8806-a985ba2a676c req-e86e678c-3bc2-454d-b5a1-b3dc87df8024 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086366 Sep 16 05:05:52.704181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95fa760-3545-4db5-9354-945b3424d517 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:52.704368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.704952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.771483 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.844596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-56f34e07-a3c7-460a-a67a-d7acc9fa53cc tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4499617 Sep 16 05:05:52.846865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-488be1dd-287e-4abd-a7d6-8ddf249f52cc None None] Provisioning complete for port adb22ed1-3639-4763-bd70-e8bd5e3418e7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:52.847180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53750) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:52.847684 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-488be1dd-287e-4abd-a7d6-8ddf249f52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.850466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port adb22ed1-3639-4763-bd70-e8bd5e3418e7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=adb22ed1-3639-4763-bd70-e8bd5e3418e7,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:52.902020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d9f8ee-a881-4bec-9e69-8f43b6223c2b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.908356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d9f8ee-a881-4bec-9e69-8f43b6223c2b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.910002 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-04d9f8ee-a881-4bec-9e69-8f43b6223c2b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0611246 Sep 16 05:05:52.913792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53752) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:52.976099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.009889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b69f7-07ee-4966-9ab7-d59f2c6b1a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port e7777603-07ae-41a9-b7c6-bbef52b7b6ed {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:53.010511 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac6b69f7-07ee-4966-9ab7-d59f2c6b1a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.057417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=adb22ed1-3639-4763-bd70-e8bd5e3418e7,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:53.130340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30331867-7f31-4c99-8fe2-7237a49a4a13 None None] Update dhcp port {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': 'f37c10f7-c742-41ad-80a9-b5d9891d9b30', 'ip_address': '2001:db8::f816:3eff:fec7:3332'}, {'subnet_id': 'c6718707-31be-4bf4-9d64-4c4a8a4f1ca3'}], 'binding:host_id': 'n-d-712143-16'}, 'id': 'adb22ed1-3639-4763-bd70-e8bd5e3418e7'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:05:53.161191 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-30331867-7f31-4c99-8fe2-7237a49a4a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.173656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac6b69f7-07ee-4966-9ab7-d59f2c6b1a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.189712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b69f7-07ee-4966-9ab7-d59f2c6b1a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for e7777603-07ae-41a9-b7c6-bbef52b7b6ed owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:53.324330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331c6d5-583b-4f08-8b90-c8cc67086201 req-356c38d9-b4c3-4207-8386-8c645181769b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.327274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c331c6d5-583b-4f08-8b90-c8cc67086201 req-356c38d9-b4c3-4207-8386-8c645181769b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0785747 Sep 16 05:05:53.393542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 08e83f2a-c0b0-46f3-a344-3feeb21022ba details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:53.408451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:53.432306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c331c6d5-583b-4f08-8b90-c8cc67086201 req-ab73f8d9-cff5-4d3e-b592-72c16dcec506 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703802 Sep 16 05:05:53.514231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-30331867-7f31-4c99-8fe2-7237a49a4a13 None None] Allocated IP 172.20.0.2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/c6718707-31be-4bf4-9d64-4c4a8a4f1ca3/adb22ed1-3639-4763-bd70-e8bd5e3418e7) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:53.642241 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac6b69f7-07ee-4966-9ab7-d59f2c6b1a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.657342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 08e83f2a-c0b0-46f3-a344-3feeb21022ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=08e83f2a-c0b0-46f3-a344-3feeb21022ba,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:53.672226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b69f7-07ee-4966-9ab7-d59f2c6b1a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=e7777603-07ae-41a9-b7c6-bbef52b7b6ed,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:53.681294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '08e83f2a-c0b0-46f3-a344-3feeb21022ba', 'network_id': '83adbb71-afbc-4663-ad84-666bb42ba039', 'port_id': '08e83f2a-c0b0-46f3-a344-3feeb21022ba', 'mac_address': 'fa:16:3e:6d:d3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cb50f5-f114-45d2-90f7-1086199912a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:53.684012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-30331867-7f31-4c99-8fe2-7237a49a4a13 None None] For port adb22ed1-3639-4763-bd70-e8bd5e3418e7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=adb22ed1-3639-4763-bd70-e8bd5e3418e7,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:53.775534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac6b69f7-07ee-4966-9ab7-d59f2c6b1a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.780148 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ac6b69f7-07ee-4966-9ab7-d59f2c6b1a00 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/e7777603-07ae-41a9-b7c6-bbef52b7b6ed HTTP/1.1" status: 204 len: 168 time: 0.8632383 Sep 16 05:05:53.780600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53798) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:53.850781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c8151-69c9-4221-8e58-fad64a38c3b2 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.852360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c8151-69c9-4221-8e58-fad64a38c3b2 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.854030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c8151-69c9-4221-8e58-fad64a38c3b2 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.856662 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f72c8151-69c9-4221-8e58-fad64a38c3b2 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0745447 Sep 16 05:05:53.859042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53806) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:53.860854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:53.872582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45ac51-c491-4308-8b62-d1442b66708b req-c520edcd-0faf-44cb-9c0c-93622a5c7bad tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.873923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:53.874304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.876106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed45ac51-c491-4308-8b62-d1442b66708b req-c520edcd-0faf-44cb-9c0c-93622a5c7bad tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 943 time: 0.1334081 Sep 16 05:05:53.877959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-30331867-7f31-4c99-8fe2-7237a49a4a13 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.911525 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.926390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1765987c-a008-4b70-95bc-dd108a7dbeac tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet c6718707-31be-4bf4-9d64-4c4a8a4f1ca3 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:53.932684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e83f2a-c0b0-46f3-a344-3feeb21022ba {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:53.934921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed45ac51-c491-4308-8b62-d1442b66708b req-f95d183c-7138-433f-9a48-9a3f9e3a491a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504379 Sep 16 05:05:53.940598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1765987c-a008-4b70-95bc-dd108a7dbeac tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.944697 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-30331867-7f31-4c99-8fe2-7237a49a4a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.984648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1765987c-a008-4b70-95bc-dd108a7dbeac tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.986157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 08e83f2a-c0b0-46f3-a344-3feeb21022ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=08e83f2a-c0b0-46f3-a344-3feeb21022ba,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:54.074904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30331867-7f31-4c99-8fe2-7237a49a4a13 None None] Pushing event updated for resources: {'Port': ['ID=adb22ed1-3639-4763-bd70-e8bd5e3418e7,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.076264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1765987c-a008-4b70-95bc-dd108a7dbeac tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.079779 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.105392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.115361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dc3ec8-b367-4b55-be04-c3111fab81cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:54.116323 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bf0d25-47c9-4de6-a5d0-a7f51b6df9cf" -d '{"events": [{"server_uuid": "83dc3ec8-b367-4b55-be04-c3111fab81cf", "name": "network-vif-plugged", "status": "completed", "tag": "3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:54.159439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:54.204428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=08e83f2a-c0b0-46f3-a344-3feeb21022ba,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.281161 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.310835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1765987c-a008-4b70-95bc-dd108a7dbeac tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.332615 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5764d0-9e58-4eb2-b9bb-b51b706a1e84 x-openstack-request-id: req-4c5764d0-9e58-4eb2-b9bb-b51b706a1e84 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:54.332772 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dc3ec8-b367-4b55-be04-c3111fab81cf", "name": "network-vif-plugged", "status": "completed", "tag": "3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:54.333038 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c5764d0-9e58-4eb2-b9bb-b51b706a1e84 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:54.335907 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dc3ec8-b367-4b55-be04-c3111fab81cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3', 'code': 200} Sep 16 05:05:54.336964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1765987c-a008-4b70-95bc-dd108a7dbeac tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.341325 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1765987c-a008-4b70-95bc-dd108a7dbeac tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/c6718707-31be-4bf4-9d64-4c4a8a4f1ca3 HTTP/1.1" status: 204 len: 168 time: 0.4809387 Sep 16 05:05:54.344768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53836) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:54.349210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.370809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765987c-a008-4b70-95bc-dd108a7dbeac tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=c6718707-31be-4bf4-9d64-4c4a8a4f1ca3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.432922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd36b81-fec5-422f-99ad-4c87e00f1253 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet f37c10f7-c742-41ad-80a9-b5d9891d9b30 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:54.443157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fd36b81-fec5-422f-99ad-4c87e00f1253 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.461972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53846) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:54.555372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device adb22ed1-3639-4763-bd70-e8bd5e3418e7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:54.612580 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fd36b81-fec5-422f-99ad-4c87e00f1253 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.645932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['08e83f2a-c0b0-46f3-a344-3feeb21022ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:54.724896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0ba90-b99c-4f35-9e9e-c3dfd0c206b7 req-60176e5b-a9c4-4272-8144-39433b28336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.726467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5a0ba90-b99c-4f35-9e9e-c3dfd0c206b7 req-60176e5b-a9c4-4272-8144-39433b28336d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1097 time: 0.2294142 Sep 16 05:05:54.752709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port adb22ed1-3639-4763-bd70-e8bd5e3418e7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:54.753741 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.817441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32f649-3764-4135-8308-90efe374b6b6 req-19980630-19e9-4bb7-8bd5-effa2a440ff7 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.835271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e32f649-3764-4135-8308-90efe374b6b6 req-19980630-19e9-4bb7-8bd5-effa2a440ff7 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.2648854 Sep 16 05:05:54.860936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'network': {'name': 'tempest-network-smoke--537317770', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:54.876262 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fd36b81-fec5-422f-99ad-4c87e00f1253 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.976713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5a0ba90-b99c-4f35-9e9e-c3dfd0c206b7 req-8a57927e-7ce4-4c98-9ee8-e50709052ebb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094920 Sep 16 05:05:54.979782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e32f649-3764-4135-8308-90efe374b6b6 req-46ef08de-42d9-42e0-ab75-d910c837df28 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431556 Sep 16 05:05:55.013085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:55.016811 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.029162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.033050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5f817-0a82-4745-86de-515cd2a8ed61 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:55.074452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d55d28-b07f-4cca-8510-0b81cf4d1ec6 req-2661af3c-4f31-4ecf-afb5-221e2bbd905c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.076323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d55d28-b07f-4cca-8510-0b81cf4d1ec6 req-2661af3c-4f31-4ecf-afb5-221e2bbd905c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 944 time: 0.0528376 Sep 16 05:05:55.113288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2ec1721f-b3b5-4172-9250-6d72e8ca9359 None None] Provisioning complete for port adb22ed1-3639-4763-bd70-e8bd5e3418e7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:55.113761 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2ec1721f-b3b5-4172-9250-6d72e8ca9359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.117636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d55d28-b07f-4cca-8510-0b81cf4d1ec6 req-6d2eb688-9b97-4ede-b084-3496f48a23e1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346453 Sep 16 05:05:55.139607 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fd36b81-fec5-422f-99ad-4c87e00f1253 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.173753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd36b81-fec5-422f-99ad-4c87e00f1253 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=f37c10f7-c742-41ad-80a9-b5d9891d9b30,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:55.175825 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fd36b81-fec5-422f-99ad-4c87e00f1253 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.178528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6fd36b81-fec5-422f-99ad-4c87e00f1253 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/f37c10f7-c742-41ad-80a9-b5d9891d9b30 HTTP/1.1" status: 204 len: 168 time: 0.8320343 Sep 16 05:05:55.181057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53880) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:55.219133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-74774519-d675-41ce-823a-4f7f699b8439 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368590 Sep 16 05:05:55.220243 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.221778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53882) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:55.227672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:55.268973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2ec1721f-b3b5-4172-9250-6d72e8ca9359 None None] Could not find standard attr ID for object e7777603-07ae-41a9-b7c6-bbef52b7b6ed. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:05:55.303807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:55.307052 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.347918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:55.356802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240eeb59-3041-4f01-8501-4a3e79f8ea5b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:55.358371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] Deleting port adb22ed1-3639-4763-bd70-e8bd5e3418e7 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:55.359561 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.367276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.367569 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Added segment 4db2b512-e056-49ac-8e9d-361a022bf22e of type vlan for network 0ccad8ae-f251-4d66-aca5-ac70620eb121 Sep 16 05:05:55.411589 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.451120 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] For port adb22ed1-3639-4763-bd70-e8bd5e3418e7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=adb22ed1-3639-4763-bd70-e8bd5e3418e7,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:55.451771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.465074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] Calling delete_port for adb22ed1-3639-4763-bd70-e8bd5e3418e7 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:55.502898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:55.506799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.564924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.570443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.571023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.659425 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.666054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Network': ['ID=0ccad8ae-f251-4d66-aca5-ac70620eb121,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:55.688492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:55.690603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] No DVR routers for this DVR port adb22ed1-3639-4763-bd70-e8bd5e3418e7 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:55.692976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c35325-d659-403e-a41b-2aeda5a2688c None None] Pushing event deleted for resources: {'Port': ['ID=adb22ed1-3639-4763-bd70-e8bd5e3418e7,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:55.758339 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a4b957ea-0718-416c-96a9-7cbd1473dabe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2951415 Sep 16 05:05:55.761530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53906) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:55.767680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'admin_state_up': True, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:55.933478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.934653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.992501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:05:55.993635 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.993992 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.036660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:56.040192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:56.043593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.044194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.050023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff8897-a6ad-4902-8fbd-3f82e1b8d8e7 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:56.062904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:56.143702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec4dcb-6893-4ac8-956f-ad32ba2e8343 req-53b677c1-6f92-47ca-84d6-0b5913821ba5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.145461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62ec4dcb-6893-4ac8-956f-ad32ba2e8343 req-53b677c1-6f92-47ca-84d6-0b5913821ba5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0856967 Sep 16 05:05:56.168745 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-92504fd2-e1b9-446a-bbef-8cf154b6f825 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9457116 Sep 16 05:05:56.171392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53926) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:56.176484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:56.226034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:56.226926 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.305971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.322252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62ec4dcb-6893-4ac8-956f-ad32ba2e8343 req-33ac5b8b-9dec-43c0-bb66-76dfe576674a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697738 Sep 16 05:05:56.338629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d968f-057c-4643-b65e-3774e9ea2a69 req-b12313f2-e518-424e-976e-cd9b351cb0fd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.345762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd9d968f-057c-4643-b65e-3774e9ea2a69 req-b12313f2-e518-424e-976e-cd9b351cb0fd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 944 time: 0.1415420 Sep 16 05:05:56.381756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Allocated IP 2001:db8::f816:3eff:fef4:b682 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55/cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:56.392006 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd9d968f-057c-4643-b65e-3774e9ea2a69 req-bd1f1507-0319-4aa1-bb00-6b998b5d51b5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433481 Sep 16 05:05:56.469485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device adb22ed1-3639-4763-bd70-e8bd5e3418e7 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:56.469721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:56.474120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.499853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: adb22ed1-3639-4763-bd70-e8bd5e3418e7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:56.500197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device adb22ed1-3639-4763-bd70-e8bd5e3418e7 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:56.594099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.655852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.681323 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.716730 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.758058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:56.765017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:56.769935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:56.803787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Pushing event updated for resources: {'Port': ['ID=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:56.831527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.25.7.67 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/5361d2e3-2655-44d8-a993-7b9d6c4cbdc5) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:56.844926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Attempting to bind port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:56.845298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Attempting to bind port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:56.845663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Attempting to bind port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:56.852645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:56.853095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:56.853902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.854297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:56.854768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Bound port: cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:56.855152 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.925433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] For port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:56.928877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] For port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:56.946036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.948467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.000303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:57.005323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:57.009588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.010184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.015607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=40c79583-fca5-4c4b-a1d2-8695f0ef8da8,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:57.145020 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.201663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5c97f-ea9c-4350-b340-2a233d0a512d None None] Pushing event updated for resources: {'Port': ['ID=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:57.220051 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-35d80526-7e36-4e79-9e06-cf745930106a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0474803 Sep 16 05:05:57.221432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.287056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53964) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:57.287056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:19:9d:6e', 'name': 'tempest-NetworksTestDHCPv6-1806551421'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:57.288942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:57.288942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:57.288942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:57.297191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=5361d2e3-2655-44d8-a993-7b9d6c4cbdc5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:57.408963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 08e83f2a-c0b0-46f3-a344-3feeb21022ba up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:57.555039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:57.625004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 08e83f2a-c0b0-46f3-a344-3feeb21022ba completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:57.630203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 08e83f2a-c0b0-46f3-a344-3feeb21022ba triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:57.630723 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.647151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.682366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 36f88df9-5a83-4971-b258-3d903d0b1231 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:05:57.744453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.771626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ec1de-e3da-4d34-978f-93f022361dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e83f2a-c0b0-46f3-a344-3feeb21022ba'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:57.774620 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be3328c-18d1-407c-95ac-e31733083494" -d '{"events": [{"server_uuid": "598ec1de-e3da-4d34-978f-93f022361dcc", "name": "network-vif-plugged", "status": "completed", "tag": "08e83f2a-c0b0-46f3-a344-3feeb21022ba"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:57.787968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 08e83f2a-c0b0-46f3-a344-3feeb21022ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=08e83f2a-c0b0-46f3-a344-3feeb21022ba,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:57.863431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 172.20.0.3 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/40c79583-fca5-4c4b-a1d2-8695f0ef8da8/36f88df9-5a83-4971-b258-3d903d0b1231) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:57.875765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fe19:9d6e (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55/36f88df9-5a83-4971-b258-3d903d0b1231) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:57.883159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e3ee-7cfb-439d-965d-d41b956bd0af req-c9720b5e-e883-4c87-8827-2924c6a65158 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.890644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7d4e3ee-7cfb-439d-965d-d41b956bd0af req-c9720b5e-e883-4c87-8827-2924c6a65158 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.4192173 Sep 16 05:05:57.900324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef78acc-fd7e-4829-a001-15c7e9cdd997 req-fe3d4006-92bc-4dc3-8d3d-a1d932181486 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.901814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ef78acc-fd7e-4829-a001-15c7e9cdd997 req-fe3d4006-92bc-4dc3-8d3d-a1d932181486 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 944 time: 0.4269209 Sep 16 05:05:57.923751 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.970270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7d4e3ee-7cfb-439d-965d-d41b956bd0af req-dca1590a-265f-4fa7-b9d0-2c08a253ebcf tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787373 Sep 16 05:05:57.974126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ef78acc-fd7e-4829-a001-15c7e9cdd997 req-745e9d34-7ee8-421d-b4e2-a404caafced0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658245 Sep 16 05:05:58.019702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=08e83f2a-c0b0-46f3-a344-3feeb21022ba,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:58.076922 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.098383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.161997 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a61fda-3bf3-4247-9b0e-e556a21bbd8f x-openstack-request-id: req-12a61fda-3bf3-4247-9b0e-e556a21bbd8f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:58.162915 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ec1de-e3da-4d34-978f-93f022361dcc", "name": "network-vif-plugged", "status": "completed", "tag": "08e83f2a-c0b0-46f3-a344-3feeb21022ba", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:58.163230 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12a61fda-3bf3-4247-9b0e-e556a21bbd8f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:58.165330 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ec1de-e3da-4d34-978f-93f022361dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e83f2a-c0b0-46f3-a344-3feeb21022ba', 'code': 200} Sep 16 05:05:58.206065 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.270563 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.313767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:58.318946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:58.323364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:58.371901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=36f88df9-5a83-4971-b258-3d903d0b1231,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:58.394282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240ef74-c44a-4065-8882-874b64b8a65b None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:58.394626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.394626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.418237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa521-9ae4-4125-bcc4-84b4fee3dcf3 req-3d6f92c2-9482-4b06-9c8f-32f6f7c36b34 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.419958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e4fa521-9ae4-4125-bcc4-84b4fee3dcf3 req-3d6f92c2-9482-4b06-9c8f-32f6f7c36b34 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.1578376 Sep 16 05:05:58.477699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301c947-f934-493f-bc1d-8da2116cb80d req-1e6888e7-e4a5-4601-9187-922277439482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.479377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f301c947-f934-493f-bc1d-8da2116cb80d req-1e6888e7-e4a5-4601-9187-922277439482 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 1097 time: 0.1444411 Sep 16 05:05:58.485930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6a56a088-a39c-44f8-81d0-2d524fb9a89f None None] Provisioning complete for port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:58.486558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6a56a088-a39c-44f8-81d0-2d524fb9a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.515319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:58.528196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cd5495cf-29b5-4478-a0bc-4acc7701eb56 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3011670 Sep 16 05:05:58.531146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54008) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:58.551430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e4fa521-9ae4-4125-bcc4-84b4fee3dcf3 req-3ffbbea4-33e5-49dc-b12a-4eb8ff29ebcb tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238027 Sep 16 05:05:58.601968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f301c947-f934-493f-bc1d-8da2116cb80d req-ab81079d-52ba-45a8-b835-6084f6c7d93a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138589 Sep 16 05:05:58.625187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.625421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d7f26-c569-437d-96b9-a5933dfe9a1b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.629138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d7f26-c569-437d-96b9-a5933dfe9a1b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.631799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a4d7f26-c569-437d-96b9-a5933dfe9a1b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0988264 Sep 16 05:05:58.634573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54016) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:58.654517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:58.654883 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.692510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6a56a088-a39c-44f8-81d0-2d524fb9a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.732242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-acee5f90-730c-47c3-8048-8e68cade7e61 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 36f88df9-5a83-4971-b258-3d903d0b1231 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:58.733008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acee5f90-730c-47c3-8048-8e68cade7e61 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.756589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6a56a088-a39c-44f8-81d0-2d524fb9a89f None None] For port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:58.819987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.832322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dcfb03-4de7-4fac-9c71-659cd110e09d None None] Update dhcp port {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': 'c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55', 'ip_address': '2001:db8::f816:3eff:fef4:b682'}, {'subnet_id': '40c79583-fca5-4c4b-a1d2-8695f0ef8da8'}], 'binding:host_id': 'n-d-712143-16'}, 'id': 'cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:05:58.836828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acee5f90-730c-47c3-8048-8e68cade7e61 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.850103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-acee5f90-730c-47c3-8048-8e68cade7e61 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 36f88df9-5a83-4971-b258-3d903d0b1231 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:58.864394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07dcfb03-4de7-4fac-9c71-659cd110e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.951194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router 776bd2dc-3171-48ad-8385-4f95ad03a122 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:05:59.051055 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6a56a088-a39c-44f8-81d0-2d524fb9a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.190908 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:05:59.191290 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:05:59.210087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56a088-a39c-44f8-81d0-2d524fb9a89f None None] Pushing event updated for resources: {'Port': ['ID=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.215224 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c9693-413c-4594-87b5-28e1ab2c0b5f req-5b71214e-e622-4187-b1cf-858bb6810f24 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.216365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd4c9693-413c-4594-87b5-28e1ab2c0b5f req-5b71214e-e622-4187-b1cf-858bb6810f24 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1452518 Sep 16 05:05:59.226245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:59.230667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acee5f90-730c-47c3-8048-8e68cade7e61 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.240989 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Sync routers for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:59.256896 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:59.257994 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:59.258141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-07dcfb03-4de7-4fac-9c71-659cd110e09d None None] Allocated IP 172.20.0.2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/40c79583-fca5-4c4b-a1d2-8695f0ef8da8/cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:59.285420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e390078-e995-4570-a7a9-6b522e2027d4 req-d7905b71-d066-4eba-a848-22f53c58e043 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.285420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e390078-e995-4570-a7a9-6b522e2027d4 req-d7905b71-d066-4eba-a848-22f53c58e043 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1670318 Sep 16 05:05:59.299553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee5f90-730c-47c3-8048-8e68cade7e61 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=36f88df9-5a83-4971-b258-3d903d0b1231,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.320441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd4c9693-413c-4594-87b5-28e1ab2c0b5f req-74675964-0001-4491-bdc3-83c99fd5bbd0 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913460 Sep 16 05:05:59.349481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e390078-e995-4570-a7a9-6b522e2027d4 req-8b1becf3-3c7e-4015-9290-d4574eaf9d63 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633910 Sep 16 05:05:59.385087 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.386971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cb7f8426-cce1-4833-be06-969eb2366358 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6242599 Sep 16 05:05:59.392719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54048) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.424694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-07dcfb03-4de7-4fac-9c71-659cd110e09d None None] For port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:59.471373 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:59.489986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acee5f90-730c-47c3-8048-8e68cade7e61 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.492272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07dcfb03-4de7-4fac-9c71-659cd110e09d None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.495804 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-acee5f90-730c-47c3-8048-8e68cade7e61 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/36f88df9-5a83-4971-b258-3d903d0b1231 HTTP/1.1" status: 204 len: 168 time: 0.8598008 Sep 16 05:05:59.500560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54054) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.550707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-229aa72c-55aa-49aa-9d2b-8f7ab0660983 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=9085bd244fd745f19e3d82d39b29bacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1493521 Sep 16 05:05:59.553148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54060) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.572642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09a869-10fd-4c79-83af-c16ac4c2d9ee tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.574917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09a869-10fd-4c79-83af-c16ac4c2d9ee tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.582257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09a869-10fd-4c79-83af-c16ac4c2d9ee tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.582257 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1a09a869-10fd-4c79-83af-c16ac4c2d9ee tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0769312 Sep 16 05:05:59.590545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54062) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.590917 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07dcfb03-4de7-4fac-9c71-659cd110e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.705652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ee1af7-3c5d-42ea-84e2-f444bbc538e4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 40c79583-fca5-4c4b-a1d2-8695f0ef8da8 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:59.710008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1af7-3c5d-42ea-84e2-f444bbc538e4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.721953 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:05:57Z', 'revision_number': 3, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:59.762158 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Checking router: 776bd2dc-3171-48ad-8385-4f95ad03a122 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:59.762773 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Updating router 776bd2dc-3171-48ad-8385-4f95ad03a122 port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:59.783151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcfb03-4de7-4fac-9c71-659cd110e09d None None] Pushing event updated for resources: {'Port': ['ID=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.786172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1af7-3c5d-42ea-84e2-f444bbc538e4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.799580 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.856419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6334461-e296-4a80-b6f3-ff332bbb6406 req-979dc79b-dd98-4068-a859-1bf846865333 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.863800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6334461-e296-4a80-b6f3-ff332bbb6406 req-979dc79b-dd98-4068-a859-1bf846865333 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.1178331 Sep 16 05:05:59.869050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a8245-daf9-4fbe-b1f4-ac86a23e086c tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.871080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-214a8245-daf9-4fbe-b1f4-ac86a23e086c tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3157804 Sep 16 05:05:59.876822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54070) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.942838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-52ab5d5a-5389-47d5-aaf6-2ade496f4399 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648627 Sep 16 05:05:59.946895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54074) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.953124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1918992852', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:00.036773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6334461-e296-4a80-b6f3-ff332bbb6406 req-1972a882-3f42-4e7e-aa07-d6a2fa8fa452 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720572 Sep 16 05:06:00.188637 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.247432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1af7-3c5d-42ea-84e2-f444bbc538e4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.344152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:00.345645 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.348839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.432620 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a126eb2-a6a0-43dd-930b-c2017fde67df None None] Pushing event updated for resources: {'Port': ['ID=5361d2e3-2655-44d8-a993-7b9d6c4cbdc5,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.473487 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Attempting to bind port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:00.473856 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Attempting to bind port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:00.475794 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Attempting to bind port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:00.481707 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:00.483234 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:00.483834 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.484653 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:00.485475 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Bound port: 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:00.486035 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.504586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:00.505434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1af7-3c5d-42ea-84e2-f444bbc538e4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.560522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1af7-3c5d-42ea-84e2-f444bbc538e4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=40c79583-fca5-4c4b-a1d2-8695f0ef8da8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.570570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1af7-3c5d-42ea-84e2-f444bbc538e4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.574877 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f5ee1af7-3c5d-42ea-84e2-f444bbc538e4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/40c79583-fca5-4c4b-a1d2-8695f0ef8da8 HTTP/1.1" status: 204 len: 168 time: 0.9771514 Sep 16 05:06:00.578135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54106) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:00.596212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9697f5e6-a49d-451d-9298-a69787d78cd5 None None] Could not find standard attr ID for object 36f88df9-5a83-4971-b258-3d903d0b1231. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:00.602184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:00.602540 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.606499 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] For port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:00.620254 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] For port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5361d2e3-2655-44d8-a993-7b9d6c4cbdc5,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:00.626677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f579a45-bd09-4f84-9b55-51d3f38e1dde req-dcf53e3a-beb1-4278-be74-9f32164b34bc tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.628376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f579a45-bd09-4f84-9b55-51d3f38e1dde req-dcf53e3a-beb1-4278-be74-9f32164b34bc tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1612999 Sep 16 05:06:00.644192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bc116-0bf9-44ab-8641-23f9eea571a7 req-5755b7a6-c541-4267-89cf-6eaa3e1a219b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.646019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df5bc116-0bf9-44ab-8641-23f9eea571a7 req-5755b7a6-c541-4267-89cf-6eaa3e1a219b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1575601 Sep 16 05:06:00.649343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9697f5e6-a49d-451d-9298-a69787d78cd5 None None] Provisioning complete for port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:00.649731 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9697f5e6-a49d-451d-9298-a69787d78cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.658297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa411117-44d0-420c-bd99-b5aab62db3d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:00.665889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa411117-44d0-420c-bd99-b5aab62db3d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.728409 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.760289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f579a45-bd09-4f84-9b55-51d3f38e1dde req-cf08dd0b-2976-4ed9-a25b-0b0f385b6e5d tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225612 Sep 16 05:06:00.769685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa411117-44d0-420c-bd99-b5aab62db3d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.858045 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:00.858045 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:00.863643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df5bc116-0bf9-44ab-8641-23f9eea571a7 req-7536264e-a57f-4316-8d15-c9ba32a64b28 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913545 Sep 16 05:06:00.887523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa411117-44d0-420c-bd99-b5aab62db3d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.962333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.046690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Subnet': ['ID=481102e8-2f62-4ba8-9645-27fba77dcf77,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.062402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Checking segment: {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:01.063064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network hostable DHCP agents. Network: 0ccad8ae-f251-4d66-aca5-ac70620eb121, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:01.092690 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:01.103565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aebd44d-c103-43a8-997d-8d75b0193164 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:01.158647 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a126eb2-a6a0-43dd-930b-c2017fde67df None None] Pushing event updated for resources: {'Port': ['ID=5361d2e3-2655-44d8-a993-7b9d6c4cbdc5,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.184500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7ac551bd-937e-4a57-a2ac-759bb8addafa None None] Could not find standard attr ID for object 36f88df9-5a83-4971-b258-3d903d0b1231. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:01.202213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa411117-44d0-420c-bd99-b5aab62db3d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.216131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa411117-44d0-420c-bd99-b5aab62db3d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.220659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54122) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:01.220899 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa411117-44d0-420c-bd99-b5aab62db3d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55 HTTP/1.1" status: 204 len: 168 time: 0.6414921 Sep 16 05:06:01.239485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa411117-44d0-420c-bd99-b5aab62db3d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.283769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6a35896b-c118-41e6-ac87-592fa9a6cef8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591445 Sep 16 05:06:01.284156 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54128) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:01.290214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:01.308733 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:05:57Z', 'revision_number': 3, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:01.339044 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4837d3d-d0ab-43a3-9e26-53d8448703e8 None None] The sync data for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 is: [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:05:57Z', 'revision_number': 3, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:01.365891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:01.386013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6edc9f-4dab-40a5-9f66-574903db1fc7 None None] Update dhcp port {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': 'c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55'}], 'binding:host_id': 'n-d-712143-16'}, 'id': 'cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:06:01.413478 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f6edc9f-4dab-40a5-9f66-574903db1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.613123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0ccad8ae-f251-4d66-aca5-ac70620eb121) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:01.617450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.618048 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.624467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4b7c5-44b7-4aa1-a14c-d8689bc7829b None None] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:01.647534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcb9d8e-a57b-4d5b-a614-01e17ed478f8 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:01.744986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:01.749752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.773698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ebe4dae4-09f3-423b-aa04-c4212d476d2c None None] Provisioning complete for port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:01.774076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ebe4dae4-09f3-423b-aa04-c4212d476d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.962132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:01.997103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-0ccad8ae-f251-4d66-aca5-ac70620eb121', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:01.998246 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.064140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4babe-cb4c-4f74-9029-6d623187ae9b req-c3539f43-15ec-463a-9a8a-8d443e282f89 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.065782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3b4babe-cb4c-4f74-9029-6d623187ae9b req-c3539f43-15ec-463a-9a8a-8d443e282f89 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1676433 Sep 16 05:06:02.080176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13e0ee-14ce-4041-8e76-aa96c6209b17 req-b92b6db7-dfde-4abb-9188-e0fe2e2bacef tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.087805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc13e0ee-14ce-4041-8e76-aa96c6209b17 req-b92b6db7-dfde-4abb-9188-e0fe2e2bacef tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.1879997 Sep 16 05:06:02.126411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] Deleting port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:02.126986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.136362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8bc9480a-0298-4d34-8edd-f5a465b50d1e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1880012 Sep 16 05:06:02.139705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54154) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:02.176481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3b4babe-cb4c-4f74-9029-6d623187ae9b req-bbe16d46-337a-4d4c-a745-4e8e8b4de68b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795848 Sep 16 05:06:02.186173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc13e0ee-14ce-4041-8e76-aa96c6209b17 req-02a4c4c2-983e-4d70-b53a-6b04edfd1618 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965748 Sep 16 05:06:02.286764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] For port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:02.286764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.286764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Allocated IP 172.20.0.2 (0ccad8ae-f251-4d66-aca5-ac70620eb121/481102e8-2f62-4ba8-9645-27fba77dcf77/95ac22da-b768-4e2f-84cd-d3848b5de475) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:02.286764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] Calling delete_port for cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:02.343853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922118c-08ed-4b89-a3f6-58a6f6f8184e req-e555f848-5967-4c67-be7c-541f01379a76 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.354030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8922118c-08ed-4b89-a3f6-58a6f6f8184e req-e555f848-5967-4c67-be7c-541f01379a76 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0922582 Sep 16 05:06:02.432808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.502314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=3e906d2c-72dd-4992-b5c3-2d26d0fbbd7b,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.530759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8922118c-08ed-4b89-a3f6-58a6f6f8184e req-e1a62132-86ea-42f0-aab8-54ae4823c45b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745076 Sep 16 05:06:02.568383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:02.568383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:02.568984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:02.571677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.572320 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.691967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:02.692342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.697012 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.776384 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.790103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe79e484-bed9-4f6d-9a91-9c8ab9762cf3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5048351 Sep 16 05:06:02.792970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54166) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:02.798701 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5361d2e3-2655-44d8-a993-7b9d6c4cbdc5,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:02.801788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:02.808811 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.870328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.904035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] Pushing event deleted for resources: {'Port': ['ID=cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.906189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942310ef-32a7-4063-aeca-bf5d62675868 None None] No DVR routers for this DVR port cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:02.935008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b7c19-6673-4801-8290-749c9a8e9162 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:02.957904 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.017181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.056089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:03.057388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:03.060269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:03.074738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Pushing event updated for resources: {'Port': ['ID=95ac22da-b768-4e2f-84cd-d3848b5de475,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.087282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:03.093254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.118980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:03.201061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:03.201876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbdd0d9e-14cf-4d52-8d4a-f2ec96615c76 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:03.268495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Attempting to bind port 95ac22da-b768-4e2f-84cd-d3848b5de475 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:03.268901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Attempting to bind port 95ac22da-b768-4e2f-84cd-d3848b5de475 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:03.269274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Attempting to bind port 95ac22da-b768-4e2f-84cd-d3848b5de475 on network 0ccad8ae-f251-4d66-aca5-ac70620eb121 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:03.276205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=5361d2e3-2655-44d8-a993-7b9d6c4cbdc5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.291253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:03.291957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Checking segment: {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:03.292122 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.292879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Bound using segment: {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:03.293386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Bound port: 95ac22da-b768-4e2f-84cd-d3848b5de475, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:03.294099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.350116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-57aad053-5c44-4ea2-b56f-ad61d022c91b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.351802 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-57aad053-5c44-4ea2-b56f-ad61d022c91b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.2684758 Sep 16 05:06:03.364682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '3e906d2c-72dd-4992-b5c3-2d26d0fbbd7b'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:03.366060 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.493875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de4272-d1bd-43e3-8040-4ecf66eb65c5 req-1564db4e-ab33-4ac5-b767-5eff3023c828 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.495424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44de4272-d1bd-43e3-8040-4ecf66eb65c5 req-1564db4e-ab33-4ac5-b767-5eff3023c828 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1434124 Sep 16 05:06:03.502855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.20.0.1 (0ccad8ae-f251-4d66-aca5-ac70620eb121/481102e8-2f62-4ba8-9645-27fba77dcf77/a754cf8d-eade-475d-8acc-aa190fcc7c94) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:03.513557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff49b0-04f3-4b59-8828-0a6b0e44693d req-dacc9dd9-dd3e-40af-a157-25bd01159370 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.519785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31ff49b0-04f3-4b59-8828-0a6b0e44693d req-dacc9dd9-dd3e-40af-a157-25bd01159370 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.1328545 Sep 16 05:06:03.529511 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19283437-9773-49ed-8578-13a5a5527ed8 req-2af15ee7-ca19-4bae-88ac-3a1e64674a20 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2209969 Sep 16 05:06:03.546122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] For port 95ac22da-b768-4e2f-84cd-d3848b5de475, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:03.572861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] For port 95ac22da-b768-4e2f-84cd-d3848b5de475, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=95ac22da-b768-4e2f-84cd-d3848b5de475,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:03.621358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44de4272-d1bd-43e3-8040-4ecf66eb65c5 req-ff74c981-91b8-4c01-a5d1-d6f2a2972ac5 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005211 Sep 16 05:06:03.628444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31ff49b0-04f3-4b59-8828-0a6b0e44693d req-e7106765-313a-4131-93a2-ec07b99db7ba tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006763 Sep 16 05:06:03.640655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-1735ce5f-4571-452c-a553-e542d125c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.648006 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-1735ce5f-4571-452c-a553-e542d125c0a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 1097 time: 0.0932083 Sep 16 05:06:03.649632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Allocated IP 172.20.0.2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/3e906d2c-72dd-4992-b5c3-2d26d0fbbd7b/8c99f9d2-6701-4c09-ab90-9b94c270a8de) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:03.671902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Deleting port 59328933-5ccb-44fb-bdab-b70260941752 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:03.672253 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.809853 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.820683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] For port 59328933-5ccb-44fb-bdab-b70260941752, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=59328933-5ccb-44fb-bdab-b70260941752,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:03.821072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.826705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283437-9773-49ed-8578-13a5a5527ed8 req-75d76b0b-885f-4c14-8322-68b3fb0e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.828353 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19283437-9773-49ed-8578-13a5a5527ed8 req-75d76b0b-885f-4c14-8322-68b3fb0e1932 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 1097 time: 0.2724805 Sep 16 05:06:03.884424 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.911581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d295c-fd8b-4f27-8c8b-67aef03474c6 None None] Pushing event updated for resources: {'Port': ['ID=95ac22da-b768-4e2f-84cd-d3848b5de475,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.955694 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.972894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.022642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:04.026693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:04.031745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:04.065179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283437-9773-49ed-8578-13a5a5527ed8 req-e081ea8b-633d-4846-a158-77dc673b6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.066898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19283437-9773-49ed-8578-13a5a5527ed8 req-e081ea8b-633d-4846-a158-77dc673b6a97 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 911 time: 0.2069087 Sep 16 05:06:04.079634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Pushing event updated for resources: {'Port': ['ID=8c99f9d2-6701-4c09-ab90-9b94c270a8de,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.152196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Attempting to bind port 8c99f9d2-6701-4c09-ab90-9b94c270a8de on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:04.152981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Attempting to bind port 8c99f9d2-6701-4c09-ab90-9b94c270a8de by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:04.153570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Attempting to bind port 8c99f9d2-6701-4c09-ab90-9b94c270a8de on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:04.162864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:04.163717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:04.164419 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.165019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:04.166048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Bound port: 8c99f9d2-6701-4c09-ab90-9b94c270a8de, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:04.166660 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.180604 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19283437-9773-49ed-8578-13a5a5527ed8 req-50f50c32-7282-413c-bdbf-37d342e7f328 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd HTTP/1.1" status: 200 len: 217 time: 0.1002529 Sep 16 05:06:04.241213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283437-9773-49ed-8578-13a5a5527ed8 req-d0f76df4-00f7-4fc3-bf47-80a37ae88602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.242820 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19283437-9773-49ed-8578-13a5a5527ed8 req-d0f76df4-00f7-4fc3-bf47-80a37ae88602 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44022a78-a1d1-4602-925b-f29a8e78ddc3 HTTP/1.1" status: 200 len: 850 time: 0.0565338 Sep 16 05:06:04.263810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] For port 8c99f9d2-6701-4c09-ab90-9b94c270a8de, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:04.272665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] For port 8c99f9d2-6701-4c09-ab90-9b94c270a8de, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c99f9d2-6701-4c09-ab90-9b94c270a8de,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:04.280307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-098ffee2-e608-403f-9d58-380b3b58b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.281828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-098ffee2-e608-403f-9d58-380b3b58b3b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 919 time: 0.6196711 Sep 16 05:06:04.291982 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19283437-9773-49ed-8578-13a5a5527ed8 req-baf29ca5-a666-429b-80fd-e56a404f6dab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5622b731-e8bd-4ba5-9a34-61f0459f3aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406156 Sep 16 05:06:04.345703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec6d5b-2594-4355-a3ac-1b5cdf455390 req-ccd2fd57-8576-4141-bc2f-b877d748eba4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.347594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3ec6d5b-2594-4355-a3ac-1b5cdf455390 req-ccd2fd57-8576-4141-bc2f-b877d748eba4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1686397 Sep 16 05:06:04.435280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-26a4fdd1-1ec2-461f-b92d-b4c30ea5a78f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e83f2a-c0b0-46f3-a344-3feeb21022ba HTTP/1.1" status: 200 len: 217 time: 0.0913992 Sep 16 05:06:04.436419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.436419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.436419 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Floating IP dc9016d6-f4a3-4734-8c84-3a1a910eb261 disassociated. External IP: 172.25.7.173, port: 59328933-5ccb-44fb-bdab-b70260941752. Sep 16 05:06:04.436419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Calling delete_port for 59328933-5ccb-44fb-bdab-b70260941752 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:04.436419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.437395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:06:04.534291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:04.544140 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.559064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3ec6d5b-2594-4355-a3ac-1b5cdf455390 req-173b1879-18e8-4ee8-a882-1d0468cae53c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870675 Sep 16 05:06:04.577912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:04.597037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:04.607442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-4f8eb264-d500-48fd-912c-40cf6608ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.609244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-4f8eb264-d500-48fd-912c-40cf6608ea5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.2042949 Sep 16 05:06:04.648552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:04.673760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=a754cf8d-eade-475d-8acc-aa190fcc7c94,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.683164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-d704a42a-32f6-4a53-bf1f-a601f67a85ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524189 Sep 16 05:06:04.724977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57167129-ef98-43a1-829b-d4c1eb6e8956 None None] Pushing event updated for resources: {'Port': ['ID=8c99f9d2-6701-4c09-ab90-9b94c270a8de,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.733674 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19283437-9773-49ed-8578-13a5a5527ed8 req-78f32787-5afe-495c-8411-747a3b69f998 service neutron] 10.222.0.60 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103320 Sep 16 05:06:04.758027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:04.758848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.798772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.882770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3916dd8-e36e-4164-8f38-35d434b1d87b req-f6c1ffa8-f617-43cb-8c97-c599db9a161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.884783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3916dd8-e36e-4164-8f38-35d434b1d87b req-f6c1ffa8-f617-43cb-8c97-c599db9a161f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 1097 time: 0.2231517 Sep 16 05:06:04.918155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 95ac22da-b768-4e2f-84cd-d3848b5de475 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:04.998220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc986c8-9ab6-4aa2-bcc7-c7585b553b48 req-6d0ee985-b4b7-432f-b580-b767be7e3bf3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.006393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fc986c8-9ab6-4aa2-bcc7-c7585b553b48 req-6d0ee985-b4b7-432f-b580-b767be7e3bf3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 946 time: 0.1618094 Sep 16 05:06:05.028614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0b1de-c593-4c49-a585-4fa10c223e36 req-bf1991ae-0616-46e7-be0a-00f6143f0269 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.040439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecd0b1de-c593-4c49-a585-4fa10c223e36 req-bf1991ae-0616-46e7-be0a-00f6143f0269 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.2050374 Sep 16 05:06:05.073113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 95ac22da-b768-4e2f-84cd-d3848b5de475 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:05.073399 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.113084 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3916dd8-e36e-4164-8f38-35d434b1d87b req-a006d59a-ea3b-4e0c-8bdc-07830a4c73de service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844888 Sep 16 05:06:05.127334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-19283437-9773-49ed-8578-13a5a5527ed8 req-1eafde94-761b-47e5-a9a9-b80f81c97baf service neutron] 10.222.0.60 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694208 Sep 16 05:06:05.133274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-1b206f92-69af-4844-87d2-d73fb0991d7e service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248853 Sep 16 05:06:05.190826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fc986c8-9ab6-4aa2-bcc7-c7585b553b48 req-3047f56e-bc85-46a2-b6e4-44bf54a32725 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835670 Sep 16 05:06:05.205606 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.246089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecd0b1de-c593-4c49-a585-4fa10c223e36 req-23e09096-8baa-4eac-bc7a-f4855f26ce61 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051849 Sep 16 05:06:05.246734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.271601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 95ac22da-b768-4e2f-84cd-d3848b5de475, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=95ac22da-b768-4e2f-84cd-d3848b5de475,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:05.328203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.342107 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.370894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe149e-6e2b-4d63-9614-9887e1a9cbc8 None None] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:05.383098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event deleted for resources: {'Port': ['ID=59328933-5ccb-44fb-bdab-b70260941752,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.443571 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.450015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e8afc9e6-41ad-4fcf-82cc-796f1c185503 None None] Provisioning complete for port 95ac22da-b768-4e2f-84cd-d3848b5de475 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:05.450384 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e8afc9e6-41ad-4fcf-82cc-796f1c185503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.489406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] For port 8c99f9d2-6701-4c09-ab90-9b94c270a8de, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c99f9d2-6701-4c09-ab90-9b94c270a8de,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:05.579571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=95ac22da-b768-4e2f-84cd-d3848b5de475,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.587185 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.654439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f52b8bf7-9405-40fd-9860-27c827f6fd1a req-d205b384-1e8f-4221-92e6-e022a126bdd7 service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356788 Sep 16 05:06:05.715700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.715700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.799727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=8c99f9d2-6701-4c09-ab90-9b94c270a8de,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.855632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:05.869120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:05.873189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.874010 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.904375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=49242b74-9bfc-4212-a3db-0d7efd36e542,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.924985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0748e-ceda-472b-8af5-a2d2f1e163f9 req-4abc3a86-f1a6-4abb-b0ba-a758534cc213 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.933397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cc0748e-ceda-472b-8af5-a2d2f1e163f9 req-4abc3a86-f1a6-4abb-b0ba-a758534cc213 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.2335587 Sep 16 05:06:05.987741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cc0748e-ceda-472b-8af5-a2d2f1e163f9 req-0bb1b4e1-cfa9-4723-8a0d-8a1b71b00b20 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531464 Sep 16 05:06:06.048145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-30f514cc-5840-417b-a88f-fc658215c53a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2524331 Sep 16 05:06:06.055718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54272) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:06.059219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:6a:56:34', 'name': 'tempest-NetworksTestDHCPv6-304887547'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:06.084759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Router 39380e10-76c5-4adf-84d8-7f4f88aefd22 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:06.136854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bb0dc964-0084-44af-96a1-fd3f07cadeb7 None None] Provisioning complete for port 95ac22da-b768-4e2f-84cd-d3848b5de475 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:06.137243 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb0dc964-0084-44af-96a1-fd3f07cadeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.328609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b10fe57d-1dd9-4008-825f-ad112938c9c6 req-6af9a841-ba0a-4f37-9aa3-199080835b1b tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 210 time: 0.0491672 Sep 16 05:06:06.336856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bb0dc964-0084-44af-96a1-fd3f07cadeb7 None None] Provisioning complete for port a754cf8d-eade-475d-8acc-aa190fcc7c94 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:06.337359 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb0dc964-0084-44af-96a1-fd3f07cadeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.345820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:06.350086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:06.414540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dc964-0084-44af-96a1-fd3f07cadeb7 None None] Port a754cf8d-eade-475d-8acc-aa190fcc7c94 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:06.424439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] Sync routers for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:06.450714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:06.450714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:06.524082 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.526301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] No DVR routers for this DVR port 59328933-5ccb-44fb-bdab-b70260941752 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:06.529868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.541849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1b6d3067-647b-46ff-98d7-25449dcf23d5 req-6676fefc-0919-4807-b6dc-f7acc35d53dc tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.60 "DELETE /v2.0/ports/59328933-5ccb-44fb-bdab-b70260941752 HTTP/1.1" status: 204 len: 173 time: 3.1684530 Sep 16 05:06:06.541849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'name': 'network-vif-deleted', 'tag': '59328933-5ccb-44fb-bdab-b70260941752'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:06.548444 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4959b9-6ed1-43cb-8a76-0096a915e3ad" -d '{"events": [{"server_uuid": "aa500d31-396e-4b7a-8a10-392ff8464c02", "name": "network-vif-deleted", "tag": "59328933-5ccb-44fb-bdab-b70260941752"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:06.595487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd62b9a3-6061-489c-8213-d5facb40139e None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:06.602079 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.609099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba9662-8135-451b-a34d-2b7198d77552 req-35aecee4-591f-4903-92ca-fe9d8b55561f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.610701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20ba9662-8135-451b-a34d-2b7198d77552 req-35aecee4-591f-4903-92ca-fe9d8b55561f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.2157998 Sep 16 05:06:06.619386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.670124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 6c3f861f-b2f4-48bb-8349-1566efda2a45 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:06.677303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:06.745451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20ba9662-8135-451b-a34d-2b7198d77552 req-80ad0bbe-0074-4eec-a0ec-316941acda7b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225493 Sep 16 05:06:06.778150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.789544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=a754cf8d-eade-475d-8acc-aa190fcc7c94,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:06.823674 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050266d1-fc3f-494f-a1e7-3e4133b77a19 x-openstack-request-id: req-050266d1-fc3f-494f-a1e7-3e4133b77a19 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:06.824065 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa500d31-396e-4b7a-8a10-392ff8464c02", "name": "network-vif-deleted", "tag": "59328933-5ccb-44fb-bdab-b70260941752", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:06.824382 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-050266d1-fc3f-494f-a1e7-3e4133b77a19 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:06.824797 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa500d31-396e-4b7a-8a10-392ff8464c02', 'name': 'network-vif-deleted', 'tag': '59328933-5ccb-44fb-bdab-b70260941752', 'status': 'completed', 'code': 200} Sep 16 05:06:06.860909 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8c99f9d2-6701-4c09-ab90-9b94c270a8de up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:06.894156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] Provisioning complete for port 8c99f9d2-6701-4c09-ab90-9b94c270a8de triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:06.894710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.925430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:06.927273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:06.960636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 172.20.0.11 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/3e906d2c-72dd-4992-b5c3-2d26d0fbbd7b/6c3f861f-b2f4-48bb-8349-1566efda2a45) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:06.968085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fe6a:5634 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/49242b74-9bfc-4212-a3db-0d7efd36e542/6c3f861f-b2f4-48bb-8349-1566efda2a45) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:07.089103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router 776bd2dc-3171-48ad-8385-4f95ad03a122 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:07.222540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24528ebc-610f-4636-b459-3f304c52fdbb req-66b2d238-2c40-40cf-98b9-164493f6b83f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.222540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24528ebc-610f-4636-b459-3f304c52fdbb req-66b2d238-2c40-40cf-98b9-164493f6b83f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0784049 Sep 16 05:06:07.226889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:07.232755 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0ff2ccd6-f635-48a6-a356-e8f31c4a9160 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "PUT /v2.0/routers/776bd2dc-3171-48ad-8385-4f95ad03a122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0909741 Sep 16 05:06:07.235622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54316) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:07.239798 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Sync routers for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:07.262320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:07.263147 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:07.284996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8c99f9d2-6701-4c09-ab90-9b94c270a8de triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:07.284996 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.319391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24528ebc-610f-4636-b459-3f304c52fdbb req-95e5662e-4b67-4c2a-a2ee-056599cc0bce tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001251 Sep 16 05:06:07.335467 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.342148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59328933-5ccb-44fb-bdab-b70260941752 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:07.347036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.452612 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:07.456298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 59328933-5ccb-44fb-bdab-b70260941752 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:07.456647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 59328933-5ccb-44fb-bdab-b70260941752 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:07.498401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.532559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] For port 8c99f9d2-6701-4c09-ab90-9b94c270a8de, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c99f9d2-6701-4c09-ab90-9b94c270a8de,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:07.566475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-051fc9c2-2d45-4ade-8f04-9bd4c863c00f req-2e78f57a-258a-4d83-844b-02b517ac1f79 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa500d31-396e-4b7a-8a10-392ff8464c02 HTTP/1.1" status: 200 len: 210 time: 0.1042705 Sep 16 05:06:07.574506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:07.579295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.600415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.605114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7f6a3e85-4d54-4200-8850-f76e9e7cd751 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8514 time: 0.3671393 Sep 16 05:06:07.607567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54324) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:07.615097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.620016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:07.660329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.665615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:56Z', 'revision_number': 5, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:07.698190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=6c3f861f-b2f4-48bb-8349-1566efda2a45,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:07.752221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.756632 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.774121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.781340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.781340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.781340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.781340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.784944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.786265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.787152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] Checking router: 39380e10-76c5-4adf-84d8-7f4f88aefd22 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:07.788314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.790015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.790650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.792105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.793847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.796524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.798933 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-58c29059-84af-40ca-be8f-9f35f766bca9 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8313 time: 0.1903045 Sep 16 05:06:07.803291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54330) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:07.830258 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:06:05Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:06Z', 'revision_number': 2, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:07.854884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] Pushing event updated for resources: {'Port': ['ID=8c99f9d2-6701-4c09-ab90-9b94c270a8de,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:07.864155 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Checking router: 776bd2dc-3171-48ad-8385-4f95ad03a122 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:07.864851 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Updating router 776bd2dc-3171-48ad-8385-4f95ad03a122 port a754cf8d-eade-475d-8acc-aa190fcc7c94 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:06:07.875915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:07.876861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:07.910167 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.917464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54332) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:07.918460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-20652a56-f4ee-4a21-98a8-8214d34149ff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8654387 Sep 16 05:06:07.987991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19586d09-f842-4eac-a967-74db15bbec38 req-fb1c2b7a-fe70-40fe-a093-a77de5c3dd64 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.988536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020ae18-520f-4957-a438-63989fd74d03 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.990201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19586d09-f842-4eac-a967-74db15bbec38 req-fb1c2b7a-fe70-40fe-a093-a77de5c3dd64 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1015286 Sep 16 05:06:07.994745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020ae18-520f-4957-a438-63989fd74d03 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.999076 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d020ae18-520f-4957-a438-63989fd74d03 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0777259 Sep 16 05:06:07.999273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:08.054558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:08.121361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19586d09-f842-4eac-a967-74db15bbec38 req-7cd52836-ee01-4099-a7f9-196ff4087c7f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160669 Sep 16 05:06:08.152418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] Provisioning complete for port a754cf8d-eade-475d-8acc-aa190fcc7c94 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:08.152418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.192773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-91b54121-d75a-43d4-8972-118dbd77d61d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 6c3f861f-b2f4-48bb-8349-1566efda2a45 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:08.193997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91b54121-d75a-43d4-8972-118dbd77d61d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.217853 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:08.218305 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:08.220704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c0866f76-77af-4ba5-880a-22c3b262b8e6 None None] Port a754cf8d-eade-475d-8acc-aa190fcc7c94 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:08.262349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cb9cf5d0-3f48-4559-a44f-76b51392f5f6 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5216 time: 0.4571302 Sep 16 05:06:08.390411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91b54121-d75a-43d4-8972-118dbd77d61d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.407201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-91b54121-d75a-43d4-8972-118dbd77d61d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 6c3f861f-b2f4-48bb-8349-1566efda2a45 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:08.423298 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.433808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-24bf02eb-f7a5-41a8-b445-1631f3647e30 None None] Provisioning complete for port a754cf8d-eade-475d-8acc-aa190fcc7c94 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:08.433808 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-24bf02eb-f7a5-41a8-b445-1631f3647e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.487096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-24bf02eb-f7a5-41a8-b445-1631f3647e30 None None] Port a754cf8d-eade-475d-8acc-aa190fcc7c94 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:08.525906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:56Z', 'revision_number': 5, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:08.563556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f76ff-b6f5-4dfa-b7e7-1b1942d960e2 None None] The sync data for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 is: [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:03:50Z', 'revision_number': 4, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1d07ee96-ee88-4fa6-9aa6-bc68ab7da531', 'name': '', 'network_id': '76e3f7eb-114f-4cd2-b599-c980be177f1c', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'mac_address': 'fa:16:3e:40:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:49Z', 'updated_at': '2021-09-16T05:03:56Z', 'revision_number': 5, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'subnets': [{'id': 'a68d23b5-b792-436d-aa7a-66944f7ce206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:08.578426 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.622009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4c5a3c1a-ef82-403a-ac28-58ec478bde82 None None] Provisioning complete for port 8c99f9d2-6701-4c09-ab90-9b94c270a8de triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:08.622735 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3c1a-ef82-403a-ac28-58ec478bde82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.679234 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6ec88-cee9-4606-962d-907d621d81c6 None None] Pushing event updated for resources: {'Port': ['ID=a754cf8d-eade-475d-8acc-aa190fcc7c94,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:08.750235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91b54121-d75a-43d4-8972-118dbd77d61d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.752099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54354) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:08.757327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5ca66771-0e61-406e-9646-ae3b4b6bbc0d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679503315', 'description': 'tempest-secgroup-smoke-679503315 description', 'project_id': '9085bd244fd745f19e3d82d39b29bacf'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:08.765850 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Attempting to bind port a754cf8d-eade-475d-8acc-aa190fcc7c94 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:08.766602 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Attempting to bind port a754cf8d-eade-475d-8acc-aa190fcc7c94 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:08.767578 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Attempting to bind port a754cf8d-eade-475d-8acc-aa190fcc7c94 on network 0ccad8ae-f251-4d66-aca5-ac70620eb121 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:08.782329 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:08.784402 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Checking segment: {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:08.784402 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.791347 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Bound using segment: {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:08.791992 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Bound port: a754cf8d-eade-475d-8acc-aa190fcc7c94, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:08.792407 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.825185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-ab640494-6f55-48f9-9534-7cc3a035b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.827853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-ab640494-6f55-48f9-9534-7cc3a035b9db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 1097 time: 0.1474199 Sep 16 05:06:08.869938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 95ac22da-b768-4e2f-84cd-d3848b5de475 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:08.885596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b54121-d75a-43d4-8972-118dbd77d61d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=6c3f861f-b2f4-48bb-8349-1566efda2a45,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:08.959529 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] For port a754cf8d-eade-475d-8acc-aa190fcc7c94, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:08.968732 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] For port a754cf8d-eade-475d-8acc-aa190fcc7c94, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a754cf8d-eade-475d-8acc-aa190fcc7c94,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:08.971645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 95ac22da-b768-4e2f-84cd-d3848b5de475 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:08.972047 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.007283 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca66771-0e61-406e-9646-ae3b4b6bbc0d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.008861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7029b37f-f9ec-4913-92aa-ff0762b7d622 None None] Could not find standard attr ID for object 6c3f861f-b2f4-48bb-8349-1566efda2a45. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:09.052824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91b54121-d75a-43d4-8972-118dbd77d61d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.056206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91b54121-d75a-43d4-8972-118dbd77d61d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/6c3f861f-b2f4-48bb-8349-1566efda2a45 HTTP/1.1" status: 204 len: 168 time: 1.0559907 Sep 16 05:06:09.067418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54360) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:09.075044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087282a6-43af-4c73-a633-3f71f3cb28e3 req-ed862158-b7df-42ce-a396-3edaba520876 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.085197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-087282a6-43af-4c73-a633-3f71f3cb28e3 req-ed862158-b7df-42ce-a396-3edaba520876 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1735950 Sep 16 05:06:09.124860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-1a3e64a0-1797-4a8d-88c8-d9d915834ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.129055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-1a3e64a0-1797-4a8d-88c8-d9d915834ad7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 200 len: 911 time: 0.2885578 Sep 16 05:06:09.154486 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.209486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fba82-0503-4128-aac7-d1d2c3da56af None None] New status for floating IP dc9016d6-f4a3-4734-8c84-3a1a910eb261: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:06:09.258287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a7954-dc63-4a77-877a-aa7733ffcd9d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.265119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a7954-dc63-4a77-877a-aa7733ffcd9d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.267122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a7954-dc63-4a77-877a-aa7733ffcd9d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.268739 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-917a7954-dc63-4a77-877a-aa7733ffcd9d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1996467 Sep 16 05:06:09.280086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54364) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:09.296178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-460462d2-36a8-407f-a008-2b41968258b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a HTTP/1.1" status: 200 len: 217 time: 0.1504190 Sep 16 05:06:09.308222 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6ec88-cee9-4606-962d-907d621d81c6 None None] Pushing event updated for resources: {'Port': ['ID=a754cf8d-eade-475d-8acc-aa190fcc7c94,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:09.312210 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:09.312835 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:09.391166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b011c82-e5ce-415c-ab97-b67eacad68e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 3e906d2c-72dd-4992-b5c3-2d26d0fbbd7b {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:09.404574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b011c82-e5ce-415c-ab97-b67eacad68e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.419150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-087282a6-43af-4c73-a633-3f71f3cb28e3 req-3d3ccb20-5d9d-4d90-a850-d5dfe4c34fce tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273847 Sep 16 05:06:09.456812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8c99f9d2-6701-4c09-ab90-9b94c270a8de up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:09.476993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca66771-0e61-406e-9646-ae3b4b6bbc0d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.484210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb140eb-5579-46a4-9e88-39569d982b9c req-7a820ad3-bb28-4c4d-99fe-9199e8ab298a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.488086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cb140eb-5579-46a4-9e88-39569d982b9c req-7a820ad3-bb28-4c4d-99fe-9199e8ab298a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.2265320 Sep 16 05:06:09.502795 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:09.510714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b011c82-e5ce-415c-ab97-b67eacad68e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.543450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-f5ee23a2-39b3-4c91-af00-32ee128a24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.555914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-f5ee23a2-39b3-4c91-af00-32ee128a24b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44022a78-a1d1-4602-925b-f29a8e78ddc3 HTTP/1.1" status: 200 len: 850 time: 0.2045729 Sep 16 05:06:09.631631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-3dfebf1d-973f-475e-8a31-4a5b05e46a35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5622b731-e8bd-4ba5-9a34-61f0459f3aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539968 Sep 16 05:06:09.635192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fbc558a2-5145-4165-ae48-877bbbea4fdb None None] Provisioning complete for port a754cf8d-eade-475d-8acc-aa190fcc7c94 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:09.635786 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fbc558a2-5145-4165-ae48-877bbbea4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.636794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b011c82-e5ce-415c-ab97-b67eacad68e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.639631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cb140eb-5579-46a4-9e88-39569d982b9c req-fb382f6a-7a93-4950-b7d4-46fe3b9ba2d6 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388319 Sep 16 05:06:09.664856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca66771-0e61-406e-9646-ae3b4b6bbc0d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.720505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca66771-0e61-406e-9646-ae3b4b6bbc0d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:09.730231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8c99f9d2-6701-4c09-ab90-9b94c270a8de triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:09.731323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.815491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-ee3f87f0-a1b5-42de-9996-a62595e582bd service neutron] 10.222.0.57 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688573 Sep 16 05:06:09.899671 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fbc558a2-5145-4165-ae48-877bbbea4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.900792 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:06:05Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:08Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:09.900973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fbc558a2-5145-4165-ae48-877bbbea4fdb None None] For port a754cf8d-eade-475d-8acc-aa190fcc7c94, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a754cf8d-eade-475d-8acc-aa190fcc7c94,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:09.919767 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4855eb-085c-42cb-9a9b-ddaf3271c374 None None] The sync data for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 is: [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:06:05Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:08Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:09.933055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f1b3906-96e3-45fa-ad44-06fd73b4e629 req-ad72845c-aaca-4675-bdf2-3aed5de87067 service neutron] 10.222.0.57 "GET /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993314 Sep 16 05:06:10.203037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54368) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:10.230318 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fbc558a2-5145-4165-ae48-877bbbea4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.249441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca66771-0e61-406e-9646-ae3b4b6bbc0d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.251233 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ca66771-0e61-406e-9646-ae3b4b6bbc0d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4978101 Sep 16 05:06:10.253644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b011c82-e5ce-415c-ab97-b67eacad68e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.254443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54372) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:10.261284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-53c18b54-b657-4b4a-b3ee-ca8d9f963e2b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '1aec0105-fd63-44bf-8e96-c78b6e3c5d9b', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:10.301556 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.316024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b011c82-e5ce-415c-ab97-b67eacad68e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.318496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc558a2-5145-4165-ae48-877bbbea4fdb None None] Pushing event updated for resources: {'Port': ['ID=a754cf8d-eade-475d-8acc-aa190fcc7c94,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.321768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4b011c82-e5ce-415c-ab97-b67eacad68e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/3e906d2c-72dd-4992-b5c3-2d26d0fbbd7b HTTP/1.1" status: 204 len: 168 time: 1.0367730 Sep 16 05:06:10.322916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea606fa-2bfe-46f1-a6ca-958b97b28438 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:10.329371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b011c82-e5ce-415c-ab97-b67eacad68e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=3e906d2c-72dd-4992-b5c3-2d26d0fbbd7b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.331814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54374) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:10.371656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd19a-a800-453b-9fa3-bc7c387811b3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.416440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd19a-a800-453b-9fa3-bc7c387811b3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.419267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8df377-236b-4233-bcbd-115415ba6ef6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 49242b74-9bfc-4212-a3db-0d7efd36e542 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:10.424556 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de8df377-236b-4233-bcbd-115415ba6ef6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.466069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53c18b54-b657-4b4a-b3ee-ca8d9f963e2b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.542437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-796be48b-d91a-4b14-8e8f-3ee513f2bb90 None None] Provisioning complete for port a754cf8d-eade-475d-8acc-aa190fcc7c94 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:10.542914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-796be48b-d91a-4b14-8e8f-3ee513f2bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.548580 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53c18b54-b657-4b4a-b3ee-ca8d9f963e2b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.578525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd19a-a800-453b-9fa3-bc7c387811b3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.581290 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de8df377-236b-4233-bcbd-115415ba6ef6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.581863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd19a-a800-453b-9fa3-bc7c387811b3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.586127 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d8dcd19a-a800-453b-9fa3-bc7c387811b3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "DELETE /v2.0/security-groups/1bc07d1c-f06c-47a4-8d25-ede5bfb27e67 HTTP/1.1" status: 204 len: 168 time: 0.3790867 Sep 16 05:06:10.592640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54378) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:10.642806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd19a-a800-453b-9fa3-bc7c387811b3 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc07d1c-f06c-47a4-8d25-ede5bfb27e67,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.660624 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-36866fb9-aea8-49d8-8eb7-d673ec90df02 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] show failed (client error): The resource could not be found. Sep 16 05:06:10.667758 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-36866fb9-aea8-49d8-8eb7-d673ec90df02 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "GET /v2.0/security-groups/1bc07d1c-f06c-47a4-8d25-ede5bfb27e67 HTTP/1.1" status: 404 len: 347 time: 0.0700903 Sep 16 05:06:10.668070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54384) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:10.676117 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53c18b54-b657-4b4a-b3ee-ca8d9f963e2b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.802989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c18b54-b657-4b4a-b3ee-ca8d9f963e2b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a87901e-41b5-4887-8f88-9653fe8b25cc,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.831172 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de8df377-236b-4233-bcbd-115415ba6ef6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.950004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Deleting port d42f4ea0-c5b6-4847-9afc-7f9de2fe7c2a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:10.950466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.951641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6244c-2f4f-4ce8-8c60-1c5eae8c229f req-37d751cd-0b77-4cb4-886b-ea247be02f16 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.960571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dec6244c-2f4f-4ce8-8c60-1c5eae8c229f req-37d751cd-0b77-4cb4-886b-ea247be02f16 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.4377699 Sep 16 05:06:10.988198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53c18b54-b657-4b4a-b3ee-ca8d9f963e2b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.992861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-53c18b54-b657-4b4a-b3ee-ca8d9f963e2b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7368817 Sep 16 05:06:10.996123 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-126876a6-f800-4acb-abc9-46422051215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.999331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54388) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:11.040370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-702aeb8f-6f71-4532-b41d-2aa71408cd0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2941604 Sep 16 05:06:11.049124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-081e4f11-ca12-47d1-bded-03dad3e8baab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '1aec0105-fd63-44bf-8e96-c78b6e3c5d9b', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:11.085387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.086093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.114450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Calling delete_port for d42f4ea0-c5b6-4847-9afc-7f9de2fe7c2a owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:11.122620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9f938-ce3f-44e8-b5f9-0e403ec82d16 req-efbdbb5d-6d3e-4088-9956-dd94fb47e2a8 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.123600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03d9f938-ce3f-44e8-b5f9-0e403ec82d16 req-efbdbb5d-6d3e-4088-9956-dd94fb47e2a8 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.2498803 Sep 16 05:06:11.127046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de8df377-236b-4233-bcbd-115415ba6ef6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.140417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dec6244c-2f4f-4ce8-8c60-1c5eae8c229f req-51521c81-2a65-4014-b328-7459453d7b99 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786346 Sep 16 05:06:11.250663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de8df377-236b-4233-bcbd-115415ba6ef6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.256135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-de8df377-236b-4233-bcbd-115415ba6ef6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/49242b74-9bfc-4212-a3db-0d7efd36e542 HTTP/1.1" status: 204 len: 168 time: 0.9200637 Sep 16 05:06:11.256135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8df377-236b-4233-bcbd-115415ba6ef6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=49242b74-9bfc-4212-a3db-0d7efd36e542,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:11.266067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54390) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:11.285389 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-081e4f11-ca12-47d1-bded-03dad3e8baab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.331918 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8bcfa5f3-7d95-4072-909d-09cfb40a0bca tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628026 Sep 16 05:06:11.337911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-7d063ed2-05f0-4701-be43-d245794e4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.338117 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54394) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:11.344205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-7d063ed2-05f0-4701-be43-d245794e4874 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e7c49eea1054c7eac7410db00911b06&device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 1102 time: 0.2365983 Sep 16 05:06:11.345611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a754cf8d-eade-475d-8acc-aa190fcc7c94 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:11.351451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:11.359579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03d9f938-ce3f-44e8-b5f9-0e403ec82d16 req-dd3114f5-2afa-438d-8bb3-8b3e52ecd657 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892869 Sep 16 05:06:11.503763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a754cf8d-eade-475d-8acc-aa190fcc7c94 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:11.504157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.545971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:11.550125 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.578903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-4e195e2e-5b5c-4340-99ea-c91a910c5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.578903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-4e195e2e-5b5c-4340-99ea-c91a910c5357 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6c0a14c-91d0-4aaa-918d-432b6e081348 HTTP/1.1" status: 200 len: 870 time: 0.1745024 Sep 16 05:06:11.644721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-254433c7-d170-4cbc-9c4b-ea1640e7a23d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=40a78265-fb1f-4a29-8557-6b116631c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0486653 Sep 16 05:06:11.719899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-081e4f11-ca12-47d1-bded-03dad3e8baab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.755609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-8d77ebe6-9797-4f3b-9aa2-304eee6fbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.757155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-8d77ebe6-9797-4f3b-9aa2-304eee6fbe13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.1023417 Sep 16 05:06:11.858900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-746df1ea-d3e5-4a99-ac74-711e0373f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.859985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bcafd8-d38e-447d-8d28-a1ec1d9037a5 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:11.866091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-746df1ea-d3e5-4a99-ac74-711e0373f134 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0932004 Sep 16 05:06:11.872096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.911484 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-081e4f11-ca12-47d1-bded-03dad3e8baab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.914774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Pushing event deleted for resources: {'Port': ['ID=d42f4ea0-c5b6-4847-9afc-7f9de2fe7c2a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:11.990281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e4f11-ca12-47d1-bded-03dad3e8baab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c72784f-d129-4533-8e15-51bfce3a01b8,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.005784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.010082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7166b903-eea4-4a5c-9578-71c23620081c None None] Provisioning complete for port 8c99f9d2-6701-4c09-ab90-9b94c270a8de triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:12.010569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7166b903-eea4-4a5c-9578-71c23620081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.010961 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.013039 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93335e56-af44-4a5f-acbe-fcf460142e49 tempest-ServersTestManualDisk-852659423 tempest-ServersTestManualDisk-852659423-project] 10.222.0.59 "DELETE /v2.0/floatingips/dc9016d6-f4a3-4734-8c84-3a1a910eb261 HTTP/1.1" status: 204 len: 168 time: 1.3431935 Sep 16 05:06:12.015395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54398) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:12.024586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-cdb3cfec-45c7-4a49-8b4d-a8d400b01a5e service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487145 Sep 16 05:06:12.062054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.131427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:12.172266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:12.184480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=3f5639c9-6858-44f3-81ac-11c6f0cc8587,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.186730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.187701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.239180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:12.301256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] Deleting port 8c99f9d2-6701-4c09-ab90-9b94c270a8de {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:12.301936 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.358467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c7efdef1-d2c2-4a63-b248-d6721f2d690c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0171640 Sep 16 05:06:12.379906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54404) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:12.386626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:12.423683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] For port 8c99f9d2-6701-4c09-ab90-9b94c270a8de, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c99f9d2-6701-4c09-ab90-9b94c270a8de,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:12.424090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.439190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] Calling delete_port for 8c99f9d2-6701-4c09-ab90-9b94c270a8de owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:12.583766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-081e4f11-ca12-47d1-bded-03dad3e8baab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.585308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-081e4f11-ca12-47d1-bded-03dad3e8baab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5438597 Sep 16 05:06:12.598162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54410) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:12.612403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d00c6210-cb47-4c77-97b0-2fceeab420a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '1aec0105-fd63-44bf-8e96-c78b6e3c5d9b', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:12.652507 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.697989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] Pushing event deleted for resources: {'Port': ['ID=8c99f9d2-6701-4c09-ab90-9b94c270a8de,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.711076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee27dc-bb26-44f4-adf6-5d5a90dafef4 None None] No DVR routers for this DVR port 8c99f9d2-6701-4c09-ab90-9b94c270a8de on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:12.735313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1508ea37-25e7-475f-8039-5697e39668cd None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:12.779862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d00c6210-cb47-4c77-97b0-2fceeab420a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.804190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af4bf-a414-41b4-bf8e-86151f9b04bc req-55b96250-f4de-46f0-bf4f-0ca8b80e3b53 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.806256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-540af4bf-a414-41b4-bf8e-86151f9b04bc req-55b96250-f4de-46f0-bf4f-0ca8b80e3b53 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.2262330 Sep 16 05:06:12.861862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c23e01-418e-406c-8d77-36c19c380dbf req-29549c57-5602-4007-b4d5-c48541673b74 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.863365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48c23e01-418e-406c-8d77-36c19c380dbf req-29549c57-5602-4007-b4d5-c48541673b74 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.2215674 Sep 16 05:06:12.881225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd228f0-69a0-4da0-840f-ec0ae1b71474 req-09cba615-99aa-4c6b-9dd3-5e56df0e196c service neutron] 10.222.0.57 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8388758 Sep 16 05:06:12.913598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '3f5639c9-6858-44f3-81ac-11c6f0cc8587'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:12.916287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.957183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48c23e01-418e-406c-8d77-36c19c380dbf req-7b362b50-63f6-46f5-af3f-8509e3855137 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725124 Sep 16 05:06:12.968495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-540af4bf-a414-41b4-bf8e-86151f9b04bc req-71ff9aec-47a8-40a4-9800-7c1c2eed30a7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523995 Sep 16 05:06:12.977218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d00c6210-cb47-4c77-97b0-2fceeab420a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.004623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.070661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d00c6210-cb47-4c77-97b0-2fceeab420a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.071475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:13.073711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.088774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Allocated IP 172.20.0.2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/3f5639c9-6858-44f3-81ac-11c6f0cc8587/41626ca3-6f2f-4ab8-bf95-420bc16e704a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:13.098639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c6210-cb47-4c77-97b0-2fceeab420a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab6b4a0-f2fb-4b29-b470-4cff8df14831,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.219636 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d00c6210-cb47-4c77-97b0-2fceeab420a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.225919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d00c6210-cb47-4c77-97b0-2fceeab420a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6204891 Sep 16 05:06:13.225919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54414) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:13.228819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a13c1b20-2433-4778-933e-4874195a321c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '1aec0105-fd63-44bf-8e96-c78b6e3c5d9b', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:13.252834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8c99f9d2-6701-4c09-ab90-9b94c270a8de no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:13.282312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8c99f9d2-6701-4c09-ab90-9b94c270a8de {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:13.283017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8c99f9d2-6701-4c09-ab90-9b94c270a8de not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:13.284554 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.334922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a13c1b20-2433-4778-933e-4874195a321c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.356068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.407821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:13.410815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:13.417410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:13.424991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a13c1b20-2433-4778-933e-4874195a321c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.434822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Pushing event updated for resources: {'Port': ['ID=41626ca3-6f2f-4ab8-bf95-420bc16e704a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.483989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Attempting to bind port 41626ca3-6f2f-4ab8-bf95-420bc16e704a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:13.484393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Attempting to bind port 41626ca3-6f2f-4ab8-bf95-420bc16e704a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:13.484532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Deleting port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:13.484983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Attempting to bind port 41626ca3-6f2f-4ab8-bf95-420bc16e704a on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:13.485081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.490930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:13.492758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:13.492758 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.492758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:13.492758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Bound port: 41626ca3-6f2f-4ab8-bf95-420bc16e704a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:13.493213 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.510174 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a13c1b20-2433-4778-933e-4874195a321c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.538705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c1b20-2433-4778-933e-4874195a321c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b9994f-0404-483c-a86a-3af1de0885b8,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.585085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] For port 41626ca3-6f2f-4ab8-bf95-420bc16e704a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:13.590952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] For port 41626ca3-6f2f-4ab8-bf95-420bc16e704a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=41626ca3-6f2f-4ab8-bf95-420bc16e704a,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:13.611857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] For port 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:13.612154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.628911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Calling delete_port for 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:13.710546 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a13c1b20-2433-4778-933e-4874195a321c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.711331 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.711830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a13c1b20-2433-4778-933e-4874195a321c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4867041 Sep 16 05:06:13.714720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54420) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:13.718953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a7def795-b7d0-48dc-83e0-ffe4b8411535 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '1aec0105-fd63-44bf-8e96-c78b6e3c5d9b', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:13.782331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bb525-dc01-49b8-9a9b-3d9827ec58dd None None] Pushing event updated for resources: {'Port': ['ID=41626ca3-6f2f-4ab8-bf95-420bc16e704a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.842340 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-a7def795-b7d0-48dc-83e0-ffe4b8411535 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Project 9085bd244fd745f19e3d82d39b29bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:06:13.850840 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7def795-b7d0-48dc-83e0-ffe4b8411535 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.932835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:06:13.937789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7def795-b7d0-48dc-83e0-ffe4b8411535 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.029777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7def795-b7d0-48dc-83e0-ffe4b8411535 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.073297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def795-b7d0-48dc-83e0-ffe4b8411535 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb4abff-fa49-41cd-a6dd-60dabdba251e,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:14.195920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42848a-8e0d-4505-a902-ccfe1779743a req-b27253d6-f050-4a4c-a5d3-e6d120508b8a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.197511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a42848a-8e0d-4505-a902-ccfe1779743a req-b27253d6-f050-4a4c-a5d3-e6d120508b8a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1274259 Sep 16 05:06:14.207896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6f359-6c9b-4e6b-88c5-1b183b2c00b5 req-3cb0de32-0269-4d56-b6d4-26986cc21378 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.212837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cb6f359-6c9b-4e6b-88c5-1b183b2c00b5 req-3cb0de32-0269-4d56-b6d4-26986cc21378 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0872025 Sep 16 05:06:14.217624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7def795-b7d0-48dc-83e0-ffe4b8411535 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.218768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a7def795-b7d0-48dc-83e0-ffe4b8411535 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5032451 Sep 16 05:06:14.221913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54428) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:14.226552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b161051f-e022-437a-ba4e-9515b9f25274 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '1aec0105-fd63-44bf-8e96-c78b6e3c5d9b', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:14.229748 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.235708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.266473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d07ee96-ee88-4fa6-9aa6-bc68ab7da531,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:14.277921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cb6f359-6c9b-4e6b-88c5-1b183b2c00b5 req-53f761a0-70dc-408a-9351-029f61c52242 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576949 Sep 16 05:06:14.287851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a42848a-8e0d-4505-a902-ccfe1779743a req-690d98d7-6091-45cf-a32b-f8a7fec1afa7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767620 Sep 16 05:06:14.401176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.430694 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-b161051f-e022-437a-ba4e-9515b9f25274 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Project 9085bd244fd745f19e3d82d39b29bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:06:14.445040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b161051f-e022-437a-ba4e-9515b9f25274 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.452829 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5961990f-9d88-427a-b8c7-1ee111261273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.748514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b161051f-e022-437a-ba4e-9515b9f25274 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.789340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.875890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] For port 41626ca3-6f2f-4ab8-bf95-420bc16e704a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=41626ca3-6f2f-4ab8-bf95-420bc16e704a,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:14.931662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b161051f-e022-437a-ba4e-9515b9f25274 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.941310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636888-7a69-4c4d-928e-2508acbe63d1 req-73e0bca0-0b53-401f-b1b5-ac1161b5ced2 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.943445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48636888-7a69-4c4d-928e-2508acbe63d1 req-73e0bca0-0b53-401f-b1b5-ac1161b5ced2 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0732796 Sep 16 05:06:14.987353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161051f-e022-437a-ba4e-9515b9f25274 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77841570-11db-4ecd-803c-439d97e3924c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.002309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.015768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48636888-7a69-4c4d-928e-2508acbe63d1 req-9ed7b3ee-a195-49cb-aa1d-ea180bcdfe8f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654104 Sep 16 05:06:15.069661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bd8220f2-de39-40f6-ac6c-74d205d8b9dd None None] Provisioning complete for port 41626ca3-6f2f-4ab8-bf95-420bc16e704a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:15.070129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b161051f-e022-437a-ba4e-9515b9f25274 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.070620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bd8220f2-de39-40f6-ac6c-74d205d8b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.071659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b161051f-e022-437a-ba4e-9515b9f25274 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8487508 Sep 16 05:06:15.126168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.127011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.127867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.194320 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bd8220f2-de39-40f6-ac6c-74d205d8b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.211942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:15.219039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:15.240291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.240909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.253635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc6b86-e246-4a91-bddf-7123d7d435c1 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:15.257046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Router 39380e10-76c5-4adf-84d8-7f4f88aefd22 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:15.282275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=41626ca3-6f2f-4ab8-bf95-420bc16e704a,revision_number=4']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.295828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=80349e5c-b16c-4efe-89a8-8fe9108b9a7a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.344270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-4d761f3a-3f3c-4d28-94ba-1f961dacd6c0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679503315&fields=id&tenant_id=9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 267 time: 0.1024132 Sep 16 05:06:15.401317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-74dc5abd-7056-4e6a-b2c0-b3db7bf8dea5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0196853 Sep 16 05:06:15.404607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54454) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:15.412238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:31:74:7b', 'name': 'tempest-NetworksTestDHCPv6-865473087'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:15.430194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 41626ca3-6f2f-4ab8-bf95-420bc16e704a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:15.458123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bd8220f2-de39-40f6-ac6c-74d205d8b9dd None None] For port 41626ca3-6f2f-4ab8-bf95-420bc16e704a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=41626ca3-6f2f-4ab8-bf95-420bc16e704a,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:15.459663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:15.467526 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3f83277d-8f80-4854-bbaa-f6c27e931b3a admin admin] 10.222.0.59 "PUT /v2.0/routers/39380e10-76c5-4adf-84d8-7f4f88aefd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4506514 Sep 16 05:06:15.472740 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] Sync routers for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:15.482917 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:15.483829 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:15.501675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54456) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:15.527910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 41626ca3-6f2f-4ab8-bf95-420bc16e704a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:15.528595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.567510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bd8220f2-de39-40f6-ac6c-74d205d8b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.602247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-06408063-81e4-4ca8-a8a8-9f6fd999711b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.604299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-06408063-81e4-4ca8-a8a8-9f6fd999711b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/networks?id=0ccad8ae-f251-4d66-aca5-ac70620eb121 HTTP/1.1" status: 200 len: 796 time: 0.2592118 Sep 16 05:06:15.624768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf331ed1-6f89-4ea3-818d-cb63fdee4e5c req-34166842-ac88-4586-a2bc-b9b82bcf150f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.636605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf331ed1-6f89-4ea3-818d-cb63fdee4e5c req-34166842-ac88-4586-a2bc-b9b82bcf150f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.2041450 Sep 16 05:06:15.647726 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:15.656139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8220f2-de39-40f6-ac6c-74d205d8b9dd None None] Pushing event updated for resources: {'Port': ['ID=41626ca3-6f2f-4ab8-bf95-420bc16e704a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.669520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-c5cc753a-b2c0-42fd-ab58-af3c0bbc2fb2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/quotas/9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 375 time: 0.0208588 Sep 16 05:06:15.757148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.773667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf331ed1-6f89-4ea3-818d-cb63fdee4e5c req-79e91b1c-fa29-498a-aff0-7e227e93f55c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348586 Sep 16 05:06:15.798110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-ce900136-7afa-4f1f-bdad-6fef1a703e2c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186273 Sep 16 05:06:15.964602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.984134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:15.999134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-fd8c309b-e21c-4161-b8d1-63cd79488d04 service neutron] 10.222.0.59 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856842 Sep 16 05:06:16.055590 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:06:13Z', 'revision_number': 5, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port': {'id': 'ebbe559a-356d-4668-8374-ce666984b76d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:45Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:16.085768 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] Checking router: 39380e10-76c5-4adf-84d8-7f4f88aefd22 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:16.101757 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] Routers {'39380e10-76c5-4adf-84d8-7f4f88aefd22'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:16.104996 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['39380e10-76c5-4adf-84d8-7f4f88aefd22'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:16.133500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.139216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-541c0d4f-0ceb-4afc-95df-07177c11f1f4 service neutron] 10.222.0.59 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390691 Sep 16 05:06:16.180337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 5a094a85-20e3-4737-934c-9dd2535add35 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:16.216093 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] Set router 39380e10-76c5-4adf-84d8-7f4f88aefd22 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:16.276663 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:06:15Z', 'revision_number': 6, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:16.311256 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e36ed-4298-4f55-b40e-c8320f239a1a None None] The sync data for ids ['39380e10-76c5-4adf-84d8-7f4f88aefd22'] in n-d-712143-16 is: [{'id': '39380e10-76c5-4adf-84d8-7f4f88aefd22', 'name': 'tempest-ServersTestManualDisk-2109044191-router', 'tenant_id': '586b3661a32f40efa487fa0fcabd2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:43Z', 'updated_at': '2021-09-16T05:06:15Z', 'revision_number': 6, 'project_id': '586b3661a32f40efa487fa0fcabd2cb3', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:16.417174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-47a09d2d-3532-42bb-a380-70303e980e5d None None] Provisioning complete for port 41626ca3-6f2f-4ab8-bf95-420bc16e704a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:16.420522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-47a09d2d-3532-42bb-a380-70303e980e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.552962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105be84-b326-41d1-a582-0b0b6134f47e req-dc627926-be03-43c1-9c99-3c8aed4fd99e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.558718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a105be84-b326-41d1-a582-0b0b6134f47e req-dc627926-be03-43c1-9c99-3c8aed4fd99e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1038632 Sep 16 05:06:16.596389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a105be84-b326-41d1-a582-0b0b6134f47e req-8f6390ef-dd91-401c-aff3-79521be03932 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Sep 16 05:06:16.682551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5cd0e12-ff6c-4477-aa15-37a71ba74e2f req-359ef839-a967-4bb3-b633-08691f56ad4f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 210 time: 0.0366161 Sep 16 05:06:16.689768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Deleting port ebbe559a-356d-4668-8374-ce666984b76d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:16.690115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.788048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.841467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49a8f-d44e-4e79-9b79-b6daa49c7b88 req-cac8fe52-ef70-4b34-a7bd-7c98f8d01ad2 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.843007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2e49a8f-d44e-4e79-9b79-b6daa49c7b88 req-cac8fe52-ef70-4b34-a7bd-7c98f8d01ad2 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 950 time: 0.0688231 Sep 16 05:06:16.844203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] For port ebbe559a-356d-4668-8374-ce666984b76d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ebbe559a-356d-4668-8374-ce666984b76d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:16.844721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.854100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 172.20.0.6 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/3f5639c9-6858-44f3-81ac-11c6f0cc8587/5a094a85-20e3-4737-934c-9dd2535add35) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:16.867726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Calling delete_port for ebbe559a-356d-4668-8374-ce666984b76d owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:16.870144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fe31:747b (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/80349e5c-b16c-4efe-89a8-8fe9108b9a7a/5a094a85-20e3-4737-934c-9dd2535add35) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:16.933009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b13ed3-2405-4b57-af8c-bd321ed8df7c req-ca28fbce-5a02-41d8-84a0-3f10adbf4129 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.934533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2b13ed3-2405-4b57-af8c-bd321ed8df7c req-ca28fbce-5a02-41d8-84a0-3f10adbf4129 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0885606 Sep 16 05:06:16.944050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2e49a8f-d44e-4e79-9b79-b6daa49c7b88 req-f4f506bc-ce44-42a9-a2e5-5673c0900959 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586340 Sep 16 05:06:16.983884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2b13ed3-2405-4b57-af8c-bd321ed8df7c req-3261ed65-264c-4c1d-aa1a-e30c11dad02a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Sep 16 05:06:17.157435 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.199119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 41626ca3-6f2f-4ab8-bf95-420bc16e704a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:17.246855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 41626ca3-6f2f-4ab8-bf95-420bc16e704a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:17.247253 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.292245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.321329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbe559a-356d-4668-8374-ce666984b76d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.364013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.386567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ebbe559a-356d-4668-8374-ce666984b76d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:17.411803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ebbe559a-356d-4668-8374-ce666984b76d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:17.412160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ebbe559a-356d-4668-8374-ce666984b76d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:17.413254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:17.422161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:17.430808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:17.440468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:17.440940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1d07ee96-ee88-4fa6-9aa6-bc68ab7da531 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:17.443436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:17.446451 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.468467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=5a094a85-20e3-4737-934c-9dd2535add35,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.576317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.576956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.587390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.588038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.737243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a36f0c-aecf-484c-9c36-413319301389 req-bf49d2f0-aac2-4ae7-a8c4-9aa1a8f3354c tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.738778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78a36f0c-aecf-484c-9c36-413319301389 req-bf49d2f0-aac2-4ae7-a8c4-9aa1a8f3354c tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0544226 Sep 16 05:06:17.751150 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93768c63-372f-4767-bef3-1819f29a41ae tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3451703 Sep 16 05:06:17.752849 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.752849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39380e10-76c5-4adf-84d8-7f4f88aefd22 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:06:17.755103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54492) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:17.761305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-172071c9-6aa3-4109-a686-f32373589607 None None] Provisioning complete for port 5a094a85-20e3-4737-934c-9dd2535add35 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:17.762198 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-172071c9-6aa3-4109-a686-f32373589607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.770084 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.772079 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9b9da588-2f9d-4216-95a7-4279bf121f8c admin admin] 10.222.0.59 "DELETE /v2.0/routers/39380e10-76c5-4adf-84d8-7f4f88aefd22 HTTP/1.1" status: 204 len: 168 time: 2.2690017 Sep 16 05:06:17.774500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54494) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:17.797410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-916049fb-a1d9-41ea-96d3-44629dd0fc8a req-c3acde63-3d74-4e84-b2d5-5e83889f7d42 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 210 time: 0.0575967 Sep 16 05:06:17.813357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-172071c9-6aa3-4109-a686-f32373589607 None None] Port 5a094a85-20e3-4737-934c-9dd2535add35 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:17.817658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78a36f0c-aecf-484c-9c36-413319301389 req-9462a6e2-847b-495a-a99f-e0b4663a945f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674987 Sep 16 05:06:17.863482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-68208623-81a9-4862-aa70-8340441c6ba6 admin admin] Deleting subnet a68d23b5-b792-436d-aa7a-66944f7ce206 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:17.867738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68208623-81a9-4862-aa70-8340441c6ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.895693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4c8f2-5a7c-41ff-9145-5e9566285c76 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.902071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4c8f2-5a7c-41ff-9145-5e9566285c76 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.903656 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f4b4c8f2-5a7c-41ff-9145-5e9566285c76 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1468525 Sep 16 05:06:17.906264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54496) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:17.947640 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68208623-81a9-4862-aa70-8340441c6ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.075273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68208623-81a9-4862-aa70-8340441c6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.086740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899477f-8551-4b48-80a3-4413f5435385 req-77e24ad5-4749-4779-aa54-ba15aa01aeab tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.088167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a899477f-8551-4b48-80a3-4413f5435385 req-77e24ad5-4749-4779-aa54-ba15aa01aeab tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 950 time: 0.0689874 Sep 16 05:06:18.106814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-aea5caa6-28c2-433b-a31c-dae861df4f83 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 5a094a85-20e3-4737-934c-9dd2535add35 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:18.107160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aea5caa6-28c2-433b-a31c-dae861df4f83 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.155985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b791e6-6fc8-459e-84a8-4f06db172a7c req-9fc55b69-990f-4168-beca-a02ecf29a89b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.157423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16b791e6-6fc8-459e-84a8-4f06db172a7c req-9fc55b69-990f-4168-beca-a02ecf29a89b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0874546 Sep 16 05:06:18.168976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a899477f-8551-4b48-80a3-4413f5435385 req-665619c0-6c19-45e1-b53e-351d4e9dbfed tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Sep 16 05:06:18.203997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16b791e6-6fc8-459e-84a8-4f06db172a7c req-5088a8e0-ddc1-4eae-b460-09dda61822ff tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Sep 16 05:06:18.219544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aea5caa6-28c2-433b-a31c-dae861df4f83 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.236988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-aea5caa6-28c2-433b-a31c-dae861df4f83 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 5a094a85-20e3-4737-934c-9dd2535add35 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:18.321289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68208623-81a9-4862-aa70-8340441c6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.378930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68208623-81a9-4862-aa70-8340441c6ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68d23b5-b792-436d-aa7a-66944f7ce206,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:18.382978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68208623-81a9-4862-aa70-8340441c6ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.391799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336751d-317f-432b-aeed-10fbceacfa92 None None] Network 76e3f7eb-114f-4cd2-b599-c980be177f1c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:18.391915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54506) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:18.392037 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68208623-81a9-4862-aa70-8340441c6ba6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a68d23b5-b792-436d-aa7a-66944f7ce206 HTTP/1.1" status: 204 len: 168 time: 0.6120582 Sep 16 05:06:18.464081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.525752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Deleting port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:18.526188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.572341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aea5caa6-28c2-433b-a31c-dae861df4f83 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.598305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] For port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:18.599088 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.601960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5caa6-28c2-433b-a31c-dae861df4f83 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=5a094a85-20e3-4737-934c-9dd2535add35,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:18.602751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] DHCP port deletion for 76e3f7eb-114f-4cd2-b599-c980be177f1c request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:18.628417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Calling delete_port for 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:18.657559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] Deleting port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:18.658008 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.713591 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aea5caa6-28c2-433b-a31c-dae861df4f83 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.718129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aea5caa6-28c2-433b-a31c-dae861df4f83 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/5a094a85-20e3-4737-934c-9dd2535add35 HTTP/1.1" status: 204 len: 168 time: 0.8087685 Sep 16 05:06:18.718622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54508) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:18.759487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] For port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,segment=NetworkSegment(092a809f-ce09-4878-aaa7-beb679b63888),segment_id=092a809f-ce09-4878-aaa7-beb679b63888)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:18.759886 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.775169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] Calling delete_port for 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:18.786611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b142ff5-a368-4169-91db-f6eabfbb79f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.789988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b142ff5-a368-4169-91db-f6eabfbb79f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.790350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b142ff5-a368-4169-91db-f6eabfbb79f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.794641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5b142ff5-a368-4169-91db-f6eabfbb79f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0726063 Sep 16 05:06:18.794872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54510) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:18.886368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b599b65-9cc8-4542-b9af-6f4aaaef7f57 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 3f5639c9-6858-44f3-81ac-11c6f0cc8587 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:18.890721 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b599b65-9cc8-4542-b9af-6f4aaaef7f57 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.910964 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.934731 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.938138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] Pushing event deleted for resources: {'Port': ['ID=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:18.942444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93787584-9631-4afe-95b4-32ea20610cb7 None None] No DVR routers for this DVR port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:18.980609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d43c87b8-4859-4b0f-a138-2e8d5c30661c req-6df79fcd-5156-420a-a04c-619787f8f93e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 210 time: 0.0914288 Sep 16 05:06:19.007269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:19.015089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] No DVR routers for this DVR port 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:19.021998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b599b65-9cc8-4542-b9af-6f4aaaef7f57 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.097614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04616486-e8ed-446b-aff7-f90e3e640fa8 req-1a1d0f92-d6f7-4ff7-8859-d5befaf29451 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.099128 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04616486-e8ed-446b-aff7-f90e3e640fa8 req-1a1d0f92-d6f7-4ff7-8859-d5befaf29451 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1766834 Sep 16 05:06:19.162441 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.198144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:19.219699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:19.220058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8908f9a4-c55d-4b6e-8b02-5dc9fd277f2d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:19.221681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e3f7eb-114f-4cd2-b599-c980be177f1c']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:19.238150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04616486-e8ed-446b-aff7-f90e3e640fa8 req-13aac1e8-2851-470e-b6c8-e1831a53271f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294136 Sep 16 05:06:19.242188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092a809f-ce09-4878-aaa7-beb679b63888') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:19.242670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092a809f-ce09-4878-aaa7-beb679b63888') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:19.244800 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b599b65-9cc8-4542-b9af-6f4aaaef7f57 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.281418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.333954 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.366176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:19.366576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:19.368380 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:19.438941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fba990-e5be-4044-a58f-d6a868ed12d4 req-024c3df0-3bdc-4fe5-bf61-e267b5322864 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.440532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4fba990-e5be-4044-a58f-d6a868ed12d4 req-024c3df0-3bdc-4fe5-bf61-e267b5322864 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 950 time: 0.1878757 Sep 16 05:06:19.462827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd941868-4382-44f1-a4de-823cdbdf279b req-e8e2f730-1f23-440c-962b-1adc38ea6cb7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.464366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd941868-4382-44f1-a4de-823cdbdf279b req-e8e2f730-1f23-440c-962b-1adc38ea6cb7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1483362 Sep 16 05:06:19.513114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4fba990-e5be-4044-a58f-d6a868ed12d4 req-d41b198d-70dc-499c-b2e0-42cdce82b9fe tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644615 Sep 16 05:06:19.529125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b599b65-9cc8-4542-b9af-6f4aaaef7f57 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.539446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd941868-4382-44f1-a4de-823cdbdf279b req-662efe94-9b1c-402b-93df-df03fcc40efc tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670822 Sep 16 05:06:19.570329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b599b65-9cc8-4542-b9af-6f4aaaef7f57 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5639c9-6858-44f3-81ac-11c6f0cc8587,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:19.572499 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b599b65-9cc8-4542-b9af-6f4aaaef7f57 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.577354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54524) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:19.578827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38affe1-abbd-4705-8396-adaf5e84ae8a None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:19.586408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6b599b65-9cc8-4542-b9af-6f4aaaef7f57 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/3f5639c9-6858-44f3-81ac-11c6f0cc8587 HTTP/1.1" status: 204 len: 168 time: 0.7903829 Sep 16 05:06:19.595868 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.602209 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.607702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] 10.222.0.59 "DELETE /v2.0/networks/76e3f7eb-114f-4cd2-b599-c980be177f1c HTTP/1.1" status: 204 len: 168 time: 1.2155340 Sep 16 05:06:19.641932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe92a5-ed9c-473f-8baf-bc7877616f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=76e3f7eb-114f-4cd2-b599-c980be177f1c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:19.714146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94b0b64-b107-4316-a5ba-1cf25c0e581e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 80349e5c-b16c-4efe-89a8-8fe9108b9a7a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:19.721127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b94b0b64-b107-4316-a5ba-1cf25c0e581e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.780713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b94b0b64-b107-4316-a5ba-1cf25c0e581e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.812356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-3994f29f-162d-4e79-8adf-68daf1df4c0f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.813801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-3994f29f-162d-4e79-8adf-68daf1df4c0f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "GET /v2.0/networks?id=0ccad8ae-f251-4d66-aca5-ac70620eb121 HTTP/1.1" status: 200 len: 796 time: 0.1857347 Sep 16 05:06:19.891958 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-64b9616c-641c-44c7-8d1f-00f191709768 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 379 time: 0.0667064 Sep 16 05:06:19.905323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'port': {'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'admin_state_up': True, 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'security_groups': ['1aec0105-fd63-44bf-8e96-c78b6e3c5d9b']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:19.928339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b94b0b64-b107-4316-a5ba-1cf25c0e581e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.061795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae886bc-d058-4250-b93d-5730b555314f req-79ad1677-d041-41d1-9d59-b81d48c623c0 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.068865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ae886bc-d058-4250-b93d-5730b555314f req-79ad1677-d041-41d1-9d59-b81d48c623c0 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.57 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 950 time: 0.0878165 Sep 16 05:06:20.102974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb8d5534-5b07-409a-95b9-d08e3149e610 req-0444f103-9539-4829-895e-d5e7a98e601e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 210 time: 0.0328653 Sep 16 05:06:20.111557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b94b0b64-b107-4316-a5ba-1cf25c0e581e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.155040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b0b64-b107-4316-a5ba-1cf25c0e581e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=80349e5c-b16c-4efe-89a8-8fe9108b9a7a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.159336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b94b0b64-b107-4316-a5ba-1cf25c0e581e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.164204 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b94b0b64-b107-4316-a5ba-1cf25c0e581e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/80349e5c-b16c-4efe-89a8-8fe9108b9a7a HTTP/1.1" status: 204 len: 168 time: 0.5857861 Sep 16 05:06:20.164854 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54530) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.172491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:20.176170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.199446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54532) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.220365 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c16f43fa-c8a0-4391-b25c-6ced0d65c2cb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514920 Sep 16 05:06:20.220837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54534) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.230181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Deleting port 40a78265-fb1f-4a29-8557-6b116631c8a1 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:20.230621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.313551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4a27d-8005-44df-8c40-dbe7f1db3897 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.314973 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f3f4a27d-8005-44df-8c40-dbe7f1db3897 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0935023 Sep 16 05:06:20.320829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54538) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.341527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0fb1eadf-a890-4ce9-9189-a2f5ddd03e07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=586b3661a32f40efa487fa0fcabd2cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407077 Sep 16 05:06:20.347332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54540) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.371005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb77d9c-90ef-4add-8299-29442b8b04e2 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:20.409320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3c384-15d7-47ed-b080-170fad112e89 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.414699 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6fe3c384-15d7-47ed-b080-170fad112e89 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0890656 Sep 16 05:06:20.414699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54542) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.426092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] For port 40a78265-fb1f-4a29-8557-6b116631c8a1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40a78265-fb1f-4a29-8557-6b116631c8a1,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:20.426455 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.461055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Calling delete_port for 40a78265-fb1f-4a29-8557-6b116631c8a1 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:20.461324 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbbe5405-1a28-4f34-a18f-2efe92e78499 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425911 Sep 16 05:06:20.464980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54544) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.476716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b22d1a3e-3361-4caf-a63c-cf79e1ae3f50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:20.497162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-898725f1-b3e1-4d6e-b732-5fab8de61112 None None] Provisioning complete for port 41626ca3-6f2f-4ab8-bf95-420bc16e704a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:20.497840 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-898725f1-b3e1-4d6e-b732-5fab8de61112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.501919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.20.0.5 (0ccad8ae-f251-4d66-aca5-ac70620eb121/481102e8-2f62-4ba8-9645-27fba77dcf77/3423ad4a-be74-402a-acad-a1ee991f2d34) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:20.542760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a7a9-7640-41fa-a5c2-550d4febdd74 req-18d0de7c-6c7e-490c-8b5d-fc279edc27c9 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.558746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7322a7a9-7640-41fa-a5c2-550d4febdd74 req-18d0de7c-6c7e-490c-8b5d-fc279edc27c9 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.2067435 Sep 16 05:06:20.587448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14b191ad-02ff-49e4-b922-922fbbd0a2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.656081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:20.679176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7322a7a9-7640-41fa-a5c2-550d4febdd74 req-1e13e17d-31a0-4b84-8493-8f8b82bab76b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268759 Sep 16 05:06:20.693223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14b191ad-02ff-49e4-b922-922fbbd0a2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.741875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22d1a3e-3361-4caf-a63c-cf79e1ae3f50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:20.741875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b22d1a3e-3361-4caf-a63c-cf79e1ae3f50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.742578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] Deleting port 41626ca3-6f2f-4ab8-bf95-420bc16e704a {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:20.742578 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.742770 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22d1a3e-3361-4caf-a63c-cf79e1ae3f50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:06:20.742770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22d1a3e-3361-4caf-a63c-cf79e1ae3f50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:06:20.746846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.776348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5854e4-2bf4-477f-96bb-5b50a9adb5b1 req-411f6cc3-4bd8-42d4-95c3-84c176934368 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.783806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b5854e4-2bf4-477f-96bb-5b50a9adb5b1 req-411f6cc3-4bd8-42d4-95c3-84c176934368 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 950 time: 0.1597073 Sep 16 05:06:20.810816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] For port 41626ca3-6f2f-4ab8-bf95-420bc16e704a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=41626ca3-6f2f-4ab8-bf95-420bc16e704a,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:20.811222 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.856965 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b22d1a3e-3361-4caf-a63c-cf79e1ae3f50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3907876 Sep 16 05:06:20.857576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54554) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.863493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-db1d8c95-aa79-4e01-92e0-1c7fbf7261f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:20.888056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b5854e4-2bf4-477f-96bb-5b50a9adb5b1 req-d8be7f98-9556-486b-870e-836b4649511c tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/security-groups?id=1860a994-45df-45f2-95f7-daa725b05caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031165 Sep 16 05:06:20.897148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.909576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f5b90-cc89-48ab-a18e-c388990e52df req-9848956e-508e-4d9c-b1a7-7fcd3a2cd0c0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.920440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a40f5b90-cc89-48ab-a18e-c388990e52df req-9848956e-508e-4d9c-b1a7-7fcd3a2cd0c0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1293378 Sep 16 05:06:20.957152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] Calling delete_port for 41626ca3-6f2f-4ab8-bf95-420bc16e704a owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:20.972820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a40f5b90-cc89-48ab-a18e-c388990e52df req-6d3dc7d0-6f2e-4c44-946d-fc57a2f2ddaf tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513949 Sep 16 05:06:20.984263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.029203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Pushing event deleted for resources: {'Port': ['ID=40a78265-fb1f-4a29-8557-6b116631c8a1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.038133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:21.042055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:21.048927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:21.049912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['40a78265-fb1f-4a29-8557-6b116631c8a1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:21.055996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=3423ad4a-be74-402a-acad-a1ee991f2d34,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.069763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14b191ad-02ff-49e4-b922-922fbbd0a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.072932 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14b191ad-02ff-49e4-b922-922fbbd0a2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.074360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-14b191ad-02ff-49e4-b922-922fbbd0a2a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7eeac725-79d6-4257-8fdf-c800ab9edc91 HTTP/1.1" status: 204 len: 168 time: 0.7258019 Sep 16 05:06:21.098114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.100612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.100612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.100612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.100612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.100612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.100612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.100612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.101293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.101293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.101546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.102750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.113545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b191ad-02ff-49e4-b922-922fbbd0a2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeac725-79d6-4257-8fdf-c800ab9edc91,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.117653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] No DVR routers for this DVR port 40a78265-fb1f-4a29-8557-6b116631c8a1 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:21.123803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.129484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ae886bc-d058-4250-b93d-5730b555314f req-c5e9b784-6879-4a37-a463-fa4963188b4a tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.57 "DELETE /v2.0/ports/40a78265-fb1f-4a29-8557-6b116631c8a1 HTTP/1.1" status: 204 len: 173 time: 1.0459425 Sep 16 05:06:21.129484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aca9668-4065-43a5-bf33-21ba7dee1913', 'name': 'network-vif-deleted', 'tag': '40a78265-fb1f-4a29-8557-6b116631c8a1'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:21.129484 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3500b4-7f59-4e47-90e4-5d4f393796f0" -d '{"events": [{"server_uuid": "7aca9668-4065-43a5-bf33-21ba7dee1913", "name": "network-vif-deleted", "tag": "40a78265-fb1f-4a29-8557-6b116631c8a1"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:21.161108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.169169 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.175991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d8c95-aa79-4e01-92e0-1c7fbf7261f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:21.199580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db1d8c95-aa79-4e01-92e0-1c7fbf7261f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.201113 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1d8c95-aa79-4e01-92e0-1c7fbf7261f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:06:21.204500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1d8c95-aa79-4e01-92e0-1c7fbf7261f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:06:21.266434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 41626ca3-6f2f-4ab8-bf95-420bc16e704a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:21.346094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b17959-481e-4f47-a800-4c11312fd877 req-65c00b58-de07-409c-ab95-80413b6e6def tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.347979 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-52b17959-481e-4f47-a800-4c11312fd877 req-65c00b58-de07-409c-ab95-80413b6e6def tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.57 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.1237507 Sep 16 05:06:21.362302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No active binding found for port 41626ca3-6f2f-4ab8-bf95-420bc16e704a {{(pid=101826) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:06:21.365633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 41626ca3-6f2f-4ab8-bf95-420bc16e704a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:21.370535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.405442 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] No DVR routers for this DVR port 41626ca3-6f2f-4ab8-bf95-420bc16e704a on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:21.420078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462ec9-713c-4cb5-a5e5-413bb678e2b3 req-cfc8944d-5e37-486e-a545-494aa2e827c1 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.421917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47462ec9-713c-4cb5-a5e5-413bb678e2b3 req-cfc8944d-5e37-486e-a545-494aa2e827c1 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 931 time: 0.1074352 Sep 16 05:06:21.467658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fee72a-8d8a-4205-9c00-19938580b019 None None] Pushing event deleted for resources: {'Port': ['ID=41626ca3-6f2f-4ab8-bf95-420bc16e704a,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.490835 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-82f7297b-ce05-4c1d-97f4-bc890979a0e5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5836987 Sep 16 05:06:21.515037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54564) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:21.515175 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-db1d8c95-aa79-4e01-92e0-1c7fbf7261f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6553593 Sep 16 05:06:21.521080 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277e28ec-73c8-4e5e-9565-63e3cd6acd80 x-openstack-request-id: req-277e28ec-73c8-4e5e-9565-63e3cd6acd80 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:21.521385 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aca9668-4065-43a5-bf33-21ba7dee1913", "name": "network-vif-deleted", "tag": "40a78265-fb1f-4a29-8557-6b116631c8a1", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:21.521644 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-277e28ec-73c8-4e5e-9565-63e3cd6acd80 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:21.522066 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aca9668-4065-43a5-bf33-21ba7dee1913', 'name': 'network-vif-deleted', 'tag': '40a78265-fb1f-4a29-8557-6b116631c8a1', 'status': 'completed', 'code': 200} Sep 16 05:06:21.546638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-332dda5b-2c23-4ebe-85f4-5f79086ff350 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:21.570696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Deleting port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:21.571918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.580655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47462ec9-713c-4cb5-a5e5-413bb678e2b3 req-df0666ce-7fc5-4c0b-970d-56c0f4df1e7d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420746 Sep 16 05:06:21.620257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f58f5283-a5be-40b7-ac5f-f3df4bda45f8 None None] Provisioning complete for port 3423ad4a-be74-402a-acad-a1ee991f2d34 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:21.620866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f58f5283-a5be-40b7-ac5f-f3df4bda45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.752021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f58f5283-a5be-40b7-ac5f-f3df4bda45f8 None None] Port 3423ad4a-be74-402a-acad-a1ee991f2d34 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:21.788801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] For port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:21.789585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.809222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Calling delete_port for 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:21.875024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e10f6-c5b1-4941-95bf-ebaa383ea540 req-7e156c37-f689-4929-878d-2aeff643be9b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.886933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c11e10f6-c5b1-4941-95bf-ebaa383ea540 req-7e156c37-f689-4929-878d-2aeff643be9b tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 945 time: 0.0956533 Sep 16 05:06:21.898903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Request body: {'port': {'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:21.941708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c11e10f6-c5b1-4941-95bf-ebaa383ea540 req-dd6ab5eb-5d35-46d5-b244-dbb334b670f4 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 Sep 16 05:06:21.943574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332dda5b-2c23-4ebe-85f4-5f79086ff350 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:21.948875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-332dda5b-2c23-4ebe-85f4-5f79086ff350 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.950416 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-332dda5b-2c23-4ebe-85f4-5f79086ff350 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:06:21.950906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332dda5b-2c23-4ebe-85f4-5f79086ff350 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:06:21.996152 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.087655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6bb5453a-c036-4449-8c44-a73333828715 req-9a1f9eb5-43e4-4786-8bef-1509adfd4637 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 210 time: 0.0557222 Sep 16 05:06:22.093026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-332dda5b-2c23-4ebe-85f4-5f79086ff350 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5699971 Sep 16 05:06:22.093756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54584) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:22.101493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e1672162-755b-4c16-bd73-4180f9609e52 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:22.200390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed712e-5f5f-444f-bbed-7006254ffe48 req-b52f6796-7d0b-4eeb-9e5a-2098a55db3c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.202146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85ed712e-5f5f-444f-bbed-7006254ffe48 req-b52f6796-7d0b-4eeb-9e5a-2098a55db3c5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0688057 Sep 16 05:06:22.280693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85ed712e-5f5f-444f-bbed-7006254ffe48 req-69ec8f11-61a3-433c-b14a-36443d41c77c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521066 Sep 16 05:06:22.281279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.294421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['4ad1f2df-21e2-4d3f-8f69-1d1d341803bd'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:22.337596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:22.361425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Pushing event deleted for resources: {'Port': ['ID=7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:22.431984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] No DVR routers for this DVR port 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:22.474970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.477137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-52b17959-481e-4f47-a800-4c11312fd877 req-ebef9815-154a-45ea-990d-3be1c8b5f183 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.57 "DELETE /v2.0/ports/7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a HTTP/1.1" status: 204 len: 173 time: 1.1189318 Sep 16 05:06:22.481221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160c524-cadc-4690-b05c-3ad06ea0bd9d', 'name': 'network-vif-deleted', 'tag': '7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:22.486351 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ad93c7-f87e-461a-a73c-4235ed1a22d9" -d '{"events": [{"server_uuid": "f160c524-cadc-4690-b05c-3ad06ea0bd9d", "name": "network-vif-deleted", "tag": "7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:22.530264 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6795ccbc-38db-433a-988d-5c888e2c67cd x-openstack-request-id: req-6795ccbc-38db-433a-988d-5c888e2c67cd {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:22.530610 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160c524-cadc-4690-b05c-3ad06ea0bd9d", "name": "network-vif-deleted", "tag": "7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:22.530867 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6795ccbc-38db-433a-988d-5c888e2c67cd {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:22.531288 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f160c524-cadc-4690-b05c-3ad06ea0bd9d', 'name': 'network-vif-deleted', 'tag': '7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a', 'status': 'completed', 'code': 200} Sep 16 05:06:22.586833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3423ad4a-be74-402a-acad-a1ee991f2d34 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:22.594347 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.606324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Transition to ACTIVE for port object 3423ad4a-be74-402a-acad-a1ee991f2d34 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:22.623451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1672162-755b-4c16-bd73-4180f9609e52 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:22.626985 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1672162-755b-4c16-bd73-4180f9609e52 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.630501 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1672162-755b-4c16-bd73-4180f9609e52 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:06:22.630501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1672162-755b-4c16-bd73-4180f9609e52 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:06:22.713125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb7ff8-5437-420e-aab9-8a5c283a57ec req-fed13026-a082-4410-b217-660c0939db4e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.714657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dbb7ff8-5437-420e-aab9-8a5c283a57ec req-fed13026-a082-4410-b217-660c0939db4e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 931 time: 0.0526145 Sep 16 05:06:22.761291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.768415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dbb7ff8-5437-420e-aab9-8a5c283a57ec req-1fc7b4fc-f733-4fea-9a65-acd9309be5b2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441568 Sep 16 05:06:22.796599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1672162-755b-4c16-bd73-4180f9609e52 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7014129 Sep 16 05:06:22.799669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54602) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:22.809128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-669116fa-e418-4d79-8bc0-56444e4a4339 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:22.838281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54604) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:22.868076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Pushing event updated for resources: {'Port': ['ID=3423ad4a-be74-402a-acad-a1ee991f2d34,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:22.924237 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Attempting to bind port 3423ad4a-be74-402a-acad-a1ee991f2d34 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:22.924920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Attempting to bind port 3423ad4a-be74-402a-acad-a1ee991f2d34 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:22.925366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Attempting to bind port 3423ad4a-be74-402a-acad-a1ee991f2d34 on network 0ccad8ae-f251-4d66-aca5-ac70620eb121 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:22.931107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Port 3423ad4a-be74-402a-acad-a1ee991f2d34 on network 0ccad8ae-f251-4d66-aca5-ac70620eb121 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:22.931582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Attempting to bind port 3423ad4a-be74-402a-acad-a1ee991f2d34 on network 0ccad8ae-f251-4d66-aca5-ac70620eb121 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:22.948398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:22.948398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Checking segment: {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:22.948398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Bound using segment: {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:22.948398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Bound port: 3423ad4a-be74-402a-acad-a1ee991f2d34, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db2b512-e056-49ac-8e9d-361a022bf22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:22.948959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.985487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-network', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:23.027280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] For port 3423ad4a-be74-402a-acad-a1ee991f2d34, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:23.031066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] For port 3423ad4a-be74-402a-acad-a1ee991f2d34, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3423ad4a-be74-402a-acad-a1ee991f2d34,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:23.060859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71065af5-65d0-48d9-8a8e-1ab7661b0948 req-704f8de3-9247-4fa0-bb0a-05168ba71918 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 210 time: 0.0303819 Sep 16 05:06:23.063563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669116fa-e418-4d79-8bc0-56444e4a4339 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:23.066956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-669116fa-e418-4d79-8bc0-56444e4a4339 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.068517 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-669116fa-e418-4d79-8bc0-56444e4a4339 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:06:23.068953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669116fa-e418-4d79-8bc0-56444e4a4339 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:06:23.172987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.179223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-316fcdaf-5027-439c-9b42-fe24f49803a9 req-ef4bf924-90b8-42dc-8621-9fb886765c71 tempest-VolumesBackupsTest-1087297409 tempest-VolumesBackupsTest-1087297409-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aca9668-4065-43a5-bf33-21ba7dee1913 HTTP/1.1" status: 200 len: 210 time: 0.0294597 Sep 16 05:06:23.180538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:23.183268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.197272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.217096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.217714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.219316 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] 10.222.0.60 "PUT /v2.0/ports/3423ad4a-be74-402a-acad-a1ee991f2d34 HTTP/1.1" status: 200 len: 1092 time: 1.7275589 Sep 16 05:06:23.246463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c56f9a-2cbd-4d98-9ff9-5b407813593b service neutron] Pushing event updated for resources: {'Port': ['ID=3423ad4a-be74-402a-acad-a1ee991f2d34,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:23.312951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:23.313190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-669116fa-e418-4d79-8bc0-56444e4a4339 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5121388 Sep 16 05:06:23.320223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e1e87989-bb03-4c0b-8471-aa6dce49ad82 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:23.469408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6a487-824e-41f2-bc30-5ebee5a99ddf req-93528139-156a-43e4-b387-9ca47c61987c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.471022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bc6a487-824e-41f2-bc30-5ebee5a99ddf req-93528139-156a-43e4-b387-9ca47c61987c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1180680 Sep 16 05:06:23.494661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.527495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bc6a487-824e-41f2-bc30-5ebee5a99ddf req-f7f94e4c-b838-47ad-ab97-97d7cec95ba7 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Sep 16 05:06:23.621003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.654477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:23.663629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab47847-c0bc-4324-9588-3d39fee2d186,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:23.671757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.671757 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Added segment 53a6d3c8-e5d7-48be-9d4b-6d59116f6d10 of type vlan for network e59cd688-c0f6-4a88-9106-667ee9954d08 Sep 16 05:06:23.714949 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.786780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-e3c58308-4a1a-4bc4-91a2-8ba0d29cc0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.788310 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-e3c58308-4a1a-4bc4-91a2-8ba0d29cc0b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 1095 time: 0.0627997 Sep 16 05:06:23.835057 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-3d23f229-4066-48db-bded-314fd13c0995 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3423ad4a-be74-402a-acad-a1ee991f2d34 HTTP/1.1" status: 200 len: 217 time: 0.0371828 Sep 16 05:06:23.886407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-00dba392-9103-477b-b25c-5b1c4042964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.887828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-00dba392-9103-477b-b25c-5b1c4042964b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=481102e8-2f62-4ba8-9645-27fba77dcf77 HTTP/1.1" status: 200 len: 835 time: 0.0457225 Sep 16 05:06:23.888591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba5dcd-35b5-4ab2-a4bc-3ca39ee66324 req-d09f7eb3-4560-4155-93fc-9e962e3f9a24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.890063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fba5dcd-35b5-4ab2-a4bc-3ca39ee66324 req-d09f7eb3-4560-4155-93fc-9e962e3f9a24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 943 time: 0.0509093 Sep 16 05:06:23.933497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fba5dcd-35b5-4ab2-a4bc-3ca39ee66324 req-4fbfb151-996e-4204-9c86-3588abff78c9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373445 Sep 16 05:06:23.940380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-0f5b3b03-bcc3-464e-8b9e-730c576ebdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.941922 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-0f5b3b03-bcc3-464e-8b9e-730c576ebdb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ccad8ae-f251-4d66-aca5-ac70620eb121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470653 Sep 16 05:06:23.984038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.985070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.985664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.014996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e87989-bb03-4c0b-8471-aa6dce49ad82 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:24.017901 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1e87989-bb03-4c0b-8471-aa6dce49ad82 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.020118 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e87989-bb03-4c0b-8471-aa6dce49ad82 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:06:24.020336 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e87989-bb03-4c0b-8471-aa6dce49ad82 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:06:24.055871 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-98b2a375-2c4f-425d-ba66-8e5974b6529b service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067021 Sep 16 05:06:24.073457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] Pushing event updated for resources: {'Network': ['ID=e59cd688-c0f6-4a88-9106-667ee9954d08,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:24.083591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e59cd688-c0f6-4a88-9106-667ee9954d08 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:24.158526 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bd1d023-fc64-4517-9d57-5f807ef7ec48 req-ee7fc528-be46-450a-9edb-e6e82e43621d service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954642 Sep 16 05:06:24.182275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccccb401-8a8d-4450-8da7-d14ab99db014 req-9368a8ad-c879-44f0-bfd5-99dca4ac2958 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=f160c524-cadc-4690-b05c-3ad06ea0bd9d HTTP/1.1" status: 200 len: 210 time: 0.0315924 Sep 16 05:06:24.183676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-360229a3-2fb0-4606-959a-16c97701f513 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3444517 Sep 16 05:06:24.186533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54626) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:24.191312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Request body: {'subnet': {'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-subnet', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:24.226118 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1e87989-bb03-4c0b-8471-aa6dce49ad82 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9118426 Sep 16 05:06:24.229202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:24.263153 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c3a92f9c-03a2-40fc-9313-6d80cbcc976f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304787 Sep 16 05:06:24.263429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54634) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:24.318087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061209a8-af10-4f35-9310-d4b471cb4aff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.319620 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-061209a8-af10-4f35-9310-d4b471cb4aff tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0551786 Sep 16 05:06:24.322147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54636) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:24.359503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-53fedcd5-c6de-4c7e-84b8-5979eb1dfc5a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0361257 Sep 16 05:06:24.363188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:24.368617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:24.377640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:24.381210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.520653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:24.525066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.543401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:24.546317 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe141c6-7a8c-4603-af65-4583df5208d9" -d '{"events": [{"name": "network-changed", "server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:24.639835 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64bd7ea-c002-44da-9fa0-327a743093b5 x-openstack-request-id: req-e64bd7ea-c002-44da-9fa0-327a743093b5 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:24.643114 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:24.643114 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e64bd7ea-c002-44da-9fa0-327a743093b5 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:24.643114 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'status': 'completed', 'code': 200} Sep 16 05:06:24.666086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193ea53-cb30-411d-a7db-fa77ac3ea1e2 req-913ee9de-e970-4059-a58d-cd73329fd360 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.671957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f193ea53-cb30-411d-a7db-fa77ac3ea1e2 req-913ee9de-e970-4059-a58d-cd73329fd360 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0699248 Sep 16 05:06:24.693687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.742162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f193ea53-cb30-411d-a7db-fa77ac3ea1e2 req-97753650-455f-4dbd-bdd0-851f3653e7e4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685999 Sep 16 05:06:24.750675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-65d206d2-a5ae-4969-ac61-377d4f7b875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.752717 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-65d206d2-a5ae-4969-ac61-377d4f7b875f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 1095 time: 0.0863631 Sep 16 05:06:24.767931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e371a8-11d8-40bd-9286-ce4660059b2d,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:24.786742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.786742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.786742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.786742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.786742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.786742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.787398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.787398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.787576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.787903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.788236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.788559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:24.797720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Checking segment: {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:24.798082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Network hostable DHCP agents. Network: e59cd688-c0f6-4a88-9106-667ee9954d08, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:24.876614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-6f7d6577-93cc-4808-89ae-65e7cf195bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.878142 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-6f7d6577-93cc-4808-89ae-65e7cf195bbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ccad8ae-f251-4d66-aca5-ac70620eb121 HTTP/1.1" status: 200 len: 897 time: 0.1175113 Sep 16 05:06:24.920186 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-24a7b8ab-8d0c-4f0c-a6f5-605e872a9b55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3423ad4a-be74-402a-acad-a1ee991f2d34 HTTP/1.1" status: 200 len: 217 time: 0.0349734 Sep 16 05:06:24.976437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-6d277718-65ea-44c5-8a0c-1c249b53cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.978567 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-6d277718-65ea-44c5-8a0c-1c249b53cbe1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=481102e8-2f62-4ba8-9645-27fba77dcf77 HTTP/1.1" status: 200 len: 835 time: 0.0504413 Sep 16 05:06:24.994738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Network e59cd688-c0f6-4a88-9106-667ee9954d08 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:25.067185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9787-ce2a-44c9-893f-3222d19b1d6e req-0af3bc46-34f7-4398-96da-16d2f85dcbc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.071750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1aba9787-ce2a-44c9-893f-3222d19b1d6e req-0af3bc46-34f7-4398-96da-16d2f85dcbc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 943 time: 0.0600033 Sep 16 05:06:25.076318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-0a759924-17e3-4103-9beb-04bf381e8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.077829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-0a759924-17e3-4103-9beb-04bf381e8351 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ccad8ae-f251-4d66-aca5-ac70620eb121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889006 Sep 16 05:06:25.094007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:06:25.103680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.124446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1aba9787-ce2a-44c9-893f-3222d19b1d6e req-5a276331-3426-46f7-849e-358112266c9f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473711 Sep 16 05:06:25.202080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:25.209836 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:25.215825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.224416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.224753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e59cd688-c0f6-4a88-9106-667ee9954d08) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:25.225221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=ae4575f8-9eb1-44d4-b5f8-26e0b2360803,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:25.228990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504db9c9-9293-4fb9-bf5b-8424d88585bc None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:25.249693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.250312 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.267618 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-12b3f61c-75ee-4f23-911e-ba36b6bf0242 service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722012 Sep 16 05:06:25.269338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd6031-5e53-4a34-970d-886c85a97ee9 None None] Network e59cd688-c0f6-4a88-9106-667ee9954d08 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:25.383869 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-34b7ac59-b5c8-42d8-be3a-6354337c5194 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0173807 Sep 16 05:06:25.385866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54656) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:25.390879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:6a:07:c9', 'name': 'tempest-NetworksTestDHCPv6-1746540546'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:25.395443 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0fe141c6-7a8c-4603-af65-4583df5208d9 req-ae9480f2-9f92-4d13-8df0-93893437aba7 service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195695 Sep 16 05:06:25.427138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6e5e394d-9790-4521-a7e4-fa762e50240a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2364435 Sep 16 05:06:25.428134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54658) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:25.435366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:25.508417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 40a78265-fb1f-4a29-8557-6b116631c8a1 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:25.541660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 40a78265-fb1f-4a29-8557-6b116631c8a1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:25.542241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 40a78265-fb1f-4a29-8557-6b116631c8a1 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:25.542820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:25.583729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.584900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.595277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:25.595929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7cf20a2e-8c21-4e63-8364-5cfc83c6ee0a not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:25.620405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'ae4575f8-9eb1-44d4-b5f8-26e0b2360803'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:25.621286 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.639692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-e59cd688-c0f6-4a88-9106-667ee9954d08', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:25.644811 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.678206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.783662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:25.896255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Allocated IP 2001:db8::f816:3eff:fe98:6364 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/ae4575f8-9eb1-44d4-b5f8-26e0b2360803/6b10bca3-2eb2-4506-900b-00dbc5790d36) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:25.914903 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.949191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 070b2173-46f9-491e-b438-70487559500f yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:26.048278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11adac8-143a-4bce-94f6-69ef03906dd5 req-93d8ecae-9958-4a82-b97e-b7e53c598ed2 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.057697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e11adac8-143a-4bce-94f6-69ef03906dd5 req-93d8ecae-9958-4a82-b97e-b7e53c598ed2 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1290033 Sep 16 05:06:26.064121 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.066025 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.072177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Allocated IP 172.20.0.2 (e59cd688-c0f6-4a88-9106-667ee9954d08/29e371a8-11d8-40bd-9286-ce4660059b2d/287a4932-7cce-4bb3-8d31-91a9f106704a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:26.138340 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.166753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e11adac8-143a-4bce-94f6-69ef03906dd5 req-32572d8c-8200-4617-9229-eaab39fbd713 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079154 Sep 16 05:06:26.184414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178262-cec1-4a8f-a74c-781942f757ed req-677b8c66-39f6-4658-af4e-b3ed58ba5896 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.192727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09178262-cec1-4a8f-a74c-781942f757ed req-677b8c66-39f6-4658-af4e-b3ed58ba5896 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1695175 Sep 16 05:06:26.225316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fe6a:7c9 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/ae4575f8-9eb1-44d4-b5f8-26e0b2360803/070b2173-46f9-491e-b438-70487559500f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:26.260027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:26.267883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09178262-cec1-4a8f-a74c-781942f757ed req-488148d1-71df-4fed-8986-82e2be54000a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Sep 16 05:06:26.270802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:26.287915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:26.298856 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.306504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Pushing event updated for resources: {'Port': ['ID=6b10bca3-2eb2-4506-900b-00dbc5790d36,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.392228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Attempting to bind port 6b10bca3-2eb2-4506-900b-00dbc5790d36 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:26.392601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Attempting to bind port 6b10bca3-2eb2-4506-900b-00dbc5790d36 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:26.392984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Attempting to bind port 6b10bca3-2eb2-4506-900b-00dbc5790d36 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:26.399418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:26.399840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:26.400229 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.400636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:26.401268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Bound port: 6b10bca3-2eb2-4506-900b-00dbc5790d36, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:26.401673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.449767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.510512 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.517869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Network e59cd688-c0f6-4a88-9106-667ee9954d08 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:26.524350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:26.527000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:26.533666 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.558746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Pushing event updated for resources: {'Port': ['ID=287a4932-7cce-4bb3-8d31-91a9f106704a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.560696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] For port 6b10bca3-2eb2-4506-900b-00dbc5790d36, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:26.566805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] For port 6b10bca3-2eb2-4506-900b-00dbc5790d36, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6b10bca3-2eb2-4506-900b-00dbc5790d36,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:26.626663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Attempting to bind port 287a4932-7cce-4bb3-8d31-91a9f106704a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:26.626663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Attempting to bind port 287a4932-7cce-4bb3-8d31-91a9f106704a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:26.626663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Attempting to bind port 287a4932-7cce-4bb3-8d31-91a9f106704a on network e59cd688-c0f6-4a88-9106-667ee9954d08 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:26.631841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.673815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:26.674371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Checking segment: {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:26.674922 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.675496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Bound using segment: {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:26.676431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Bound port: 287a4932-7cce-4bb3-8d31-91a9f106704a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:26.677476 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.721365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Allocated IP 172.25.7.232 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/28bcdc1a-509d-4eb7-a1c2-653e1ee12309) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:26.790952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] For port 287a4932-7cce-4bb3-8d31-91a9f106704a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:26.795363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] For port 287a4932-7cce-4bb3-8d31-91a9f106704a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=287a4932-7cce-4bb3-8d31-91a9f106704a,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:26.823270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674aa526-8a63-4e6e-93d3-640aeb795de9 None None] Pushing event updated for resources: {'Port': ['ID=6b10bca3-2eb2-4506-900b-00dbc5790d36,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.839003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559f5fe-c891-403d-825b-e33c37268ab4 req-5ae7bf72-5f12-433b-919b-3b59972e7fb2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.846656 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d559f5fe-c891-403d-825b-e33c37268ab4 req-5ae7bf72-5f12-433b-919b-3b59972e7fb2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 943 time: 0.5424192 Sep 16 05:06:26.882063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.915643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.927842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d559f5fe-c891-403d-825b-e33c37268ab4 req-d24f23ee-9679-4c3d-9fa1-26d062de8e80 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803061 Sep 16 05:06:26.978896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.992436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9902aa1-13c9-438b-a99e-62ce3d7aadba None None] Pushing event updated for resources: {'Port': ['ID=287a4932-7cce-4bb3-8d31-91a9f106704a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.023746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.080637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:27.084216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:27.088024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:27.118666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=28bcdc1a-509d-4eb7-a1c2-653e1ee12309,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.121496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.189394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:27.193421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:27.197089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:27.214761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.215471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.266366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=070b2173-46f9-491e-b438-70487559500f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.387995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6b10bca3-2eb2-4506-900b-00dbc5790d36 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:27.402989 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b7118bf4-b2f1-4c7b-800c-4abfa895278b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0159776 Sep 16 05:06:27.405763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54680) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:27.437429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269aff-70d4-4f9e-8be3-f1ee307b2374 req-4e887f26-7cad-4a78-8edc-02e1fa299e50 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.439161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6269aff-70d4-4f9e-8be3-f1ee307b2374 req-4e887f26-7cad-4a78-8edc-02e1fa299e50 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0973046 Sep 16 05:06:27.446041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3423ad4a-be74-402a-acad-a1ee991f2d34 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:27.469256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2122cc6-efb1-4a14-b188-de42015c66cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.469522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6b10bca3-2eb2-4506-900b-00dbc5790d36 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:27.469640 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.476612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2122cc6-efb1-4a14-b188-de42015c66cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.478421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f2122cc6-efb1-4a14-b188-de42015c66cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0714734 Sep 16 05:06:27.482949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54684) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:27.529218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ab1cc-9a32-49c4-9f2c-aefec326d993 req-736a5ec2-5ae6-462a-8679-e8d54e2f8c8a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.531660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-616ab1cc-9a32-49c4-9f2c-aefec326d993 req-736a5ec2-5ae6-462a-8679-e8d54e2f8c8a tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1165371 Sep 16 05:06:27.538228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6269aff-70d4-4f9e-8be3-f1ee307b2374 req-5e7c9a1c-52ea-407a-b7a9-387f948f04b3 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804417 Sep 16 05:06:27.593955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-616ab1cc-9a32-49c4-9f2c-aefec326d993 req-9a1a4829-a179-466f-8876-c12ec476706f tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454195 Sep 16 05:06:27.635849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3423ad4a-be74-402a-acad-a1ee991f2d34, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3423ad4a-be74-402a-acad-a1ee991f2d34,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:27.658097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:27.659767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.714198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.740531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 6b10bca3-2eb2-4506-900b-00dbc5790d36, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6b10bca3-2eb2-4506-900b-00dbc5790d36,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:27.749807 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.759622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a89e866b-9b0a-4af0-8ec5-dd240603257e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 070b2173-46f9-491e-b438-70487559500f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:27.759972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a89e866b-9b0a-4af0-8ec5-dd240603257e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.760287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3423ad4a-be74-402a-acad-a1ee991f2d34 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:27.785432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3423ad4a-be74-402a-acad-a1ee991f2d34, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3423ad4a-be74-402a-acad-a1ee991f2d34,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:27.903886 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a89e866b-9b0a-4af0-8ec5-dd240603257e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.909163 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.957416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a89e866b-9b0a-4af0-8ec5-dd240603257e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 070b2173-46f9-491e-b438-70487559500f owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:27.975742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=6b10bca3-2eb2-4506-900b-00dbc5790d36,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.982019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.064080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=3423ad4a-be74-402a-acad-a1ee991f2d34,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.068553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.113958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.118369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f469a9-1112-4e2c-aab5-a3cd5c885a2a req-b04c9cab-7488-42aa-875e-16ddb9b6c12a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.120540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31f469a9-1112-4e2c-aab5-a3cd5c885a2a req-b04c9cab-7488-42aa-875e-16ddb9b6c12a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 944 time: 0.0810933 Sep 16 05:06:28.183881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31f469a9-1112-4e2c-aab5-a3cd5c885a2a req-19f6abac-a5c7-48f7-857e-f2056f6e97f5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462081 Sep 16 05:06:28.282646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['3423ad4a-be74-402a-acad-a1ee991f2d34'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:28.357320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-adca13aa-7a6c-48c4-9603-ad6d35a951e8 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.359217 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-adca13aa-7a6c-48c4-9603-ad6d35a951e8 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.60 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.0733178 Sep 16 05:06:28.413905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a89e866b-9b0a-4af0-8ec5-dd240603257e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.454915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e866b-9b0a-4af0-8ec5-dd240603257e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=070b2173-46f9-491e-b438-70487559500f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.530145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-07e27b5f-fc84-4a2b-a56d-e8bfc4a07572 None None] Provisioning complete for port 6b10bca3-2eb2-4506-900b-00dbc5790d36 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:28.530757 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07e27b5f-fc84-4a2b-a56d-e8bfc4a07572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.872526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8212e37-7c7b-4fd1-90cc-3743a53eef49 req-53f5c696-1924-4d9e-97a4-f0739ef95370 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.883846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8212e37-7c7b-4fd1-90cc-3743a53eef49 req-53f5c696-1924-4d9e-97a4-f0739ef95370 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.2178123 Sep 16 05:06:28.892357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc2d5a-c87a-4b7c-88ac-c287256cc9ff None None] Network e59cd688-c0f6-4a88-9106-667ee9954d08 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:28.905443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b82d7b-f299-40f8-9703-43c58d6826e9 req-07bd3ff6-33f0-4280-a85f-b3e966dc311e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.909330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53b82d7b-f299-40f8-9703-43c58d6826e9 req-07bd3ff6-33f0-4280-a85f-b3e966dc311e tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 945 time: 0.1878057 Sep 16 05:06:28.998121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4583822b-c568-46c8-ad2f-207d7cae31e0 None None] Provisioning complete for port 287a4932-7cce-4bb3-8d31-91a9f106704a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:28.998558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4583822b-c568-46c8-ad2f-207d7cae31e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.028986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Router fa5c904a-c132-476d-b772-6bcc0fc8ae8d is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:06:29.031075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8212e37-7c7b-4fd1-90cc-3743a53eef49 req-79e40438-1a76-4f5c-b10a-aa372f88bf1a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482012 Sep 16 05:06:29.065622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53b82d7b-f299-40f8-9703-43c58d6826e9 req-0e31863a-4424-4560-8957-fe068dfdd4f7 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/security-groups?id=8bc1421f-8be1-4044-97bc-ad0c352d3e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088831 Sep 16 05:06:29.074508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a89e866b-9b0a-4af0-8ec5-dd240603257e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.076639 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a89e866b-9b0a-4af0-8ec5-dd240603257e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/070b2173-46f9-491e-b438-70487559500f HTTP/1.1" status: 204 len: 168 time: 1.5903144 Sep 16 05:06:29.080390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54732) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:29.163287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ddd74-2f0f-40e4-b771-e53d2f542c3f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.166111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ddd74-2f0f-40e4-b771-e53d2f542c3f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.172407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54742) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:29.175060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eb5ddd74-2f0f-40e4-b771-e53d2f542c3f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0934772 Sep 16 05:06:29.191605 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:29.286632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Deleting port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:29.286998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.370285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018ac6f-3e58-4873-bbd0-8d6e17ba7480 req-6012cd10-f52a-45f9-96d8-964d922346d4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.380455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9018ac6f-3e58-4873-bbd0-8d6e17ba7480 req-6012cd10-f52a-45f9-96d8-964d922346d4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 944 time: 0.0773866 Sep 16 05:06:29.417244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13bba98-2662-4082-90ee-58383f1243c8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet ae4575f8-9eb1-44d4-b5f8-26e0b2360803 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:29.426984 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d13bba98-2662-4082-90ee-58383f1243c8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.432340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:29.441453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6b10bca3-2eb2-4506-900b-00dbc5790d36 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:29.453929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Sync routers for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:29.458896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9018ac6f-3e58-4873-bbd0-8d6e17ba7480 req-17b0777e-f52c-4ed8-87ce-b1818847aa8a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770750 Sep 16 05:06:29.502732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d13bba98-2662-4082-90ee-58383f1243c8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.507042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] For port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:29.507443 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.529409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:29.529960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:29.549370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Calling delete_port for 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:29.552721 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4583822b-c568-46c8-ad2f-207d7cae31e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.652561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d13bba98-2662-4082-90ee-58383f1243c8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.692955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4583822b-c568-46c8-ad2f-207d7cae31e0 None None] For port 287a4932-7cce-4bb3-8d31-91a9f106704a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=287a4932-7cce-4bb3-8d31-91a9f106704a,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:29.694452 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.695751 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e46cee96-d54a-4a32-b792-9dc3a2a27ec2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2653956 Sep 16 05:06:29.699296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54746) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:29.705556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6b10bca3-2eb2-4506-900b-00dbc5790d36 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:29.705793 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.757908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:29.818150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4583822b-c568-46c8-ad2f-207d7cae31e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.876374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4583822b-c568-46c8-ad2f-207d7cae31e0 None None] Could not find standard attr ID for object 070b2173-46f9-491e-b438-70487559500f. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:29.898275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d13bba98-2662-4082-90ee-58383f1243c8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.945776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bba98-2662-4082-90ee-58383f1243c8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4575f8-9eb1-44d4-b5f8-26e0b2360803,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:29.949795 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.969323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583822b-c568-46c8-ad2f-207d7cae31e0 None None] Pushing event updated for resources: {'Port': ['ID=287a4932-7cce-4bb3-8d31-91a9f106704a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:29.984019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d13bba98-2662-4082-90ee-58383f1243c8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.989116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d13bba98-2662-4082-90ee-58383f1243c8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/ae4575f8-9eb1-44d4-b5f8-26e0b2360803 HTTP/1.1" status: 204 len: 168 time: 0.8114305 Sep 16 05:06:29.989116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Pushing event deleted for resources: {'Port': ['ID=4ad1f2df-21e2-4d3f-8f69-1d1d341803bd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:29.991791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54750) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:30.037374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d6d6e-12f7-4f8e-a7c1-0c5d10898275 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:30.072477 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-591b8f61-5057-4879-a1ec-55f8c758b668 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794992 Sep 16 05:06:30.079279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54756) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:30.085130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:30.112546 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 287a4932-7cce-4bb3-8d31-91a9f106704a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:30.188624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] No DVR routers for this DVR port 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:30.194841 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.197040 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fa64ed3c-d275-47b3-b4db-ffc971f24851 req-69fb1b4e-840a-4461-9e9f-56d5f8741c20 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.60 "DELETE /v2.0/ports/4ad1f2df-21e2-4d3f-8f69-1d1d341803bd HTTP/1.1" status: 204 len: 173 time: 1.8310311 Sep 16 05:06:30.197625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63838c74-12ad-4437-9919-9a279693337a', 'name': 'network-vif-deleted', 'tag': '4ad1f2df-21e2-4d3f-8f69-1d1d341803bd'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:30.200024 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5381cc2-f5c5-48c4-821c-fe3651571c4b" -d '{"events": [{"server_uuid": "63838c74-12ad-4437-9919-9a279693337a", "name": "network-vif-deleted", "tag": "4ad1f2df-21e2-4d3f-8f69-1d1d341803bd"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:30.212537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9466b843-a8a1-447c-a37e-0e24239c72c2 None None] Provisioning complete for port 287a4932-7cce-4bb3-8d31-91a9f106704a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:30.216120 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9466b843-a8a1-447c-a37e-0e24239c72c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.249460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21cf73b5-7fa0-44eb-8c55-f6e8f4488e10 req-77be17ea-64d1-45f7-9df1-eaae9b99cabf tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 210 time: 0.0649645 Sep 16 05:06:30.305685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90d3c3-4abf-4bd9-9173-cc2318df455c req-d9344676-7e41-4390-ba8e-412831a9b194 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.306971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a90d3c3-4abf-4bd9-9173-cc2318df455c req-d9344676-7e41-4390-ba8e-412831a9b194 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1240160 Sep 16 05:06:30.313364 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.314289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:27Z', 'revision_number': 3, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:30.324341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 287a4932-7cce-4bb3-8d31-91a9f106704a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:30.324843 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.380411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:30.380630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Checking router: fa5c904a-c132-476d-b772-6bcc0fc8ae8d for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:30.381014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Updating router fa5c904a-c132-476d-b772-6bcc0fc8ae8d port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:06:30.392224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.430613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a90d3c3-4abf-4bd9-9173-cc2318df455c req-1c5a5c90-c63e-47c1-9b96-1a5d8cff1051 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077731 Sep 16 05:06:30.445044 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b4b22f-0b87-4be1-a364-2a6d1992fc58 x-openstack-request-id: req-f6b4b22f-0b87-4be1-a364-2a6d1992fc58 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:30.445177 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63838c74-12ad-4437-9919-9a279693337a", "name": "network-vif-deleted", "tag": "4ad1f2df-21e2-4d3f-8f69-1d1d341803bd", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:30.445487 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6b4b22f-0b87-4be1-a364-2a6d1992fc58 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:30.446061 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63838c74-12ad-4437-9919-9a279693337a', 'name': 'network-vif-deleted', 'tag': '4ad1f2df-21e2-4d3f-8f69-1d1d341803bd', 'status': 'completed', 'code': 200} Sep 16 05:06:30.470246 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.522525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:30.656090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Allocated IP 172.20.0.1 (e59cd688-c0f6-4a88-9106-667ee9954d08/29e371a8-11d8-40bd-9286-ce4660059b2d/0ae3d2b9-1d5a-4add-84bc-260dedf16d0d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:30.690444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bac82c-78aa-4b18-8a50-f14174a4b85c req-0d07d9e4-a6fc-4d09-9dd4-c4a0a5d3b946 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.692783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10bac82c-78aa-4b18-8a50-f14174a4b85c req-0d07d9e4-a6fc-4d09-9dd4-c4a0a5d3b946 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 944 time: 0.0896075 Sep 16 05:06:30.810343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10bac82c-78aa-4b18-8a50-f14174a4b85c req-e0a17009-33aa-4c8a-b042-612b47d87d93 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973470 Sep 16 05:06:30.878281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.935391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] Deleting port 6b10bca3-2eb2-4506-900b-00dbc5790d36 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:30.936786 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.019126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:06:31.047364 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.067791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] For port 6b10bca3-2eb2-4506-900b-00dbc5790d36, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6b10bca3-2eb2-4506-900b-00dbc5790d36,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:31.068208 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.108568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] Calling delete_port for 6b10bca3-2eb2-4506-900b-00dbc5790d36 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:31.124730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Pushing event updated for resources: {'Port': ['ID=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:31.139536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Network e59cd688-c0f6-4a88-9106-667ee9954d08 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:31.141943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:31.145144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:31.162289 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.229295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.282476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 287a4932-7cce-4bb3-8d31-91a9f106704a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:31.354231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 287a4932-7cce-4bb3-8d31-91a9f106704a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:31.354602 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.358358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.432172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.457418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6bfccad8-68db-40d3-8f0a-fb9e3c432ca2 req-7da573ff-6d8f-49bd-ba11-8611b7247762 tempest-ServerRescueTestJSON-2107113732 tempest-ServerRescueTestJSON-2107113732-project] 10.222.0.59 "GET /v2.0/ports?device_id=63838c74-12ad-4437-9919-9a279693337a HTTP/1.1" status: 200 len: 210 time: 0.0435288 Sep 16 05:06:31.478787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3423ad4a-be74-402a-acad-a1ee991f2d34 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:31.529332 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.612027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-be47c752-5a77-4a75-8784-62122c6b3dd0 None None] Provisioning complete for port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:31.612765 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be47c752-5a77-4a75-8784-62122c6b3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.614586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b7bf4-cdb5-40df-95cf-44439f36fc58 None None] Pushing event updated for resources: {'Port': ['ID=28bcdc1a-509d-4eb7-a1c2-653e1ee12309,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:31.640552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.651153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Attempting to bind port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:31.651573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Attempting to bind port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:31.651945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Attempting to bind port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:31.673217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] For port 6b10bca3-2eb2-4506-900b-00dbc5790d36, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6b10bca3-2eb2-4506-900b-00dbc5790d36,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:31.674761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] Pushing event deleted for resources: {'Port': ['ID=6b10bca3-2eb2-4506-900b-00dbc5790d36,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:31.681628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75f771-fb4b-40c8-b343-a2e8ddce2be2 None None] No DVR routers for this DVR port 6b10bca3-2eb2-4506-900b-00dbc5790d36 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:31.684534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ac7cd-d868-4fe0-b40e-11d60f043abb req-49eee491-0516-47a4-895c-82e3afff3a3b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.686428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b97ac7cd-d868-4fe0-b40e-11d60f043abb req-49eee491-0516-47a4-895c-82e3afff3a3b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1311014 Sep 16 05:06:31.695301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:31.695700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:31.696130 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.696577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:31.697079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Bound port: 28bcdc1a-509d-4eb7-a1c2-653e1ee12309, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:31.697470 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.729448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.766756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-be47c752-5a77-4a75-8784-62122c6b3dd0 None None] Port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:31.796590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] For port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:31.796823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b97ac7cd-d868-4fe0-b40e-11d60f043abb req-117a9a4d-ec57-497e-a600-dc713a0458aa tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693793 Sep 16 05:06:31.799204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] For port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=28bcdc1a-509d-4eb7-a1c2-653e1ee12309,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:31.868446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6b10bca3-2eb2-4506-900b-00dbc5790d36 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:31.890238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 6b10bca3-2eb2-4506-900b-00dbc5790d36 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:31.890745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6b10bca3-2eb2-4506-900b-00dbc5790d36 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:31.915202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 3423ad4a-be74-402a-acad-a1ee991f2d34 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:31.919474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.919474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.919785 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.940582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.959558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 3423ad4a-be74-402a-acad-a1ee991f2d34 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:31.960105 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.996177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a458be-a4f9-4936-a23a-832e8232ff93 req-3915e49b-f03a-452d-a530-2b9ce28ffd9d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.999734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0a458be-a4f9-4936-a23a-832e8232ff93 req-3915e49b-f03a-452d-a530-2b9ce28ffd9d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 944 time: 0.0723670 Sep 16 05:06:32.000819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:32.019399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=d9d95c1b-2efc-43de-af5f-094632c1bcba,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.022064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:32.023734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=6b10bca3-2eb2-4506-900b-00dbc5790d36,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.026462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.027058 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.037554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8c6d3-70ff-42ea-9179-c372722702f2 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:32.039455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:32.040265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:32.042453 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.043365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b7bf4-cdb5-40df-95cf-44439f36fc58 None None] Pushing event updated for resources: {'Port': ['ID=28bcdc1a-509d-4eb7-a1c2-653e1ee12309,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.130943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0a458be-a4f9-4936-a23a-832e8232ff93 req-d516758b-f516-4c5b-a04b-bb3db112423d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228604 Sep 16 05:06:32.145916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.147595 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4b417d5a-3c4f-4bb4-bff5-5bf1b15238d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0674846 Sep 16 05:06:32.160572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Pushing event updated for resources: {'Port': ['ID=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.171065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54812) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:32.178328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:83:12:e0', 'name': 'tempest-NetworksTestDHCPv6-1916955627'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:32.262512 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.308179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:32.312080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Network e59cd688-c0f6-4a88-9106-667ee9954d08 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:32.313717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:32.357370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:32.360126 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d471c99-2e42-4f79-af53-7d45bec00575" -d '{"events": [{"server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "name": "network-vif-plugged", "status": "completed", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:32.435136 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef0f41a-7081-4ed3-85af-4565c46f9488 x-openstack-request-id: req-5ef0f41a-7081-4ed3-85af-4565c46f9488 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:32.435515 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "name": "network-vif-plugged", "status": "completed", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:32.436522 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ef0f41a-7081-4ed3-85af-4565c46f9488 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:32.437059 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'code': 200} Sep 16 05:06:32.459216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Router fa5c904a-c132-476d-b772-6bcc0fc8ae8d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:32.463917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:32.471057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3423ad4a-be74-402a-acad-a1ee991f2d34, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3423ad4a-be74-402a-acad-a1ee991f2d34,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:32.477873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'd9d95c1b-2efc-43de-af5f-094632c1bcba'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:32.478989 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.560999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54820) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:32.575218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.576445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:32.703300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:32.719826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-40df478c-dcd8-4850-a22e-8dff23b65ccf admin admin] 10.222.0.59 "PUT /v2.0/routers/fa5c904a-c132-476d-b772-6bcc0fc8ae8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0187616 Sep 16 05:06:32.741388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30ecd-6e90-4fdd-a226-8d2a3c6b1757 req-3319fe39-38a0-4c31-8f74-aa301912f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.745178 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-42e30ecd-6e90-4fdd-a226-8d2a3c6b1757 req-3319fe39-38a0-4c31-8f74-aa301912f78a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 1096 time: 0.2558694 Sep 16 05:06:32.745332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:32.745332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4ad1f2df-21e2-4d3f-8f69-1d1d341803bd not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:32.791465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b4fa4954-537f-4618-a326-0f2f37e65b19 None None] Provisioning complete for port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:32.791848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4954-537f-4618-a326-0f2f37e65b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.839476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.865858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=3423ad4a-be74-402a-acad-a1ee991f2d34,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.883493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 75a4401c-bd02-4bea-965c-5f6498ae34c7 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:32.915427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Allocated IP 2001:db8::f816:3eff:fecc:54ce (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/d9d95c1b-2efc-43de-af5f-094632c1bcba/01de745a-0aeb-45bf-9ef3-f0da21442da3) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:32.919064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa4954-537f-4618-a326-0f2f37e65b19 None None] Port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:32.935114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-42e30ecd-6e90-4fdd-a226-8d2a3c6b1757 req-645bbb90-da0e-4725-8089-7449173862e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829700 Sep 16 05:06:32.977126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acd687-0100-4bee-9b6f-2248fb199353 req-7aecf0fb-760d-499e-b968-f7230b09cd09 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.982262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0acd687-0100-4bee-9b6f-2248fb199353 req-7aecf0fb-760d-499e-b968-f7230b09cd09 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0892625 Sep 16 05:06:33.030182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 2, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:33.055194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0acd687-0100-4bee-9b6f-2248fb199353 req-e8888bf5-c959-4eae-9f4b-d11df40afd27 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652120 Sep 16 05:06:33.070832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57f064-e2c6-4cda-8606-05856b3ef801 None None] The sync data for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 is: [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 2, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:33.150153 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.222027 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.345638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fe83:12e0 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/d9d95c1b-2efc-43de-af5f-094632c1bcba/75a4401c-bd02-4bea-965c-5f6498ae34c7) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:33.399384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784759c9-8c8b-4bb7-9eb7-6aac51e4283a req-0496d65c-1aaf-4613-86b9-9cb52346e175 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.413841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-784759c9-8c8b-4bb7-9eb7-6aac51e4283a req-0496d65c-1aaf-4613-86b9-9cb52346e175 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 945 time: 0.1291854 Sep 16 05:06:33.510641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-784759c9-8c8b-4bb7-9eb7-6aac51e4283a req-44d4b183-9fbc-4fc4-8967-f9257008cfb0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954814 Sep 16 05:06:33.587715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:33.595401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:33.607063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Pushing event updated for resources: {'Port': ['ID=01de745a-0aeb-45bf-9ef3-f0da21442da3,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.610458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:33.661301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.697401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Attempting to bind port 01de745a-0aeb-45bf-9ef3-f0da21442da3 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:33.698083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Attempting to bind port 01de745a-0aeb-45bf-9ef3-f0da21442da3 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:33.698313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Attempting to bind port 01de745a-0aeb-45bf-9ef3-f0da21442da3 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:33.704907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:33.705159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:33.705608 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.706005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:33.706482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Bound port: 01de745a-0aeb-45bf-9ef3-f0da21442da3, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:33.706874 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.750550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.790796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] For port 01de745a-0aeb-45bf-9ef3-f0da21442da3, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:33.795638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] For port 01de745a-0aeb-45bf-9ef3-f0da21442da3, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=01de745a-0aeb-45bf-9ef3-f0da21442da3,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:33.903409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.986075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381530c7-754b-4d0e-8a3d-88d38e7f8ee0 None None] Pushing event updated for resources: {'Port': ['ID=01de745a-0aeb-45bf-9ef3-f0da21442da3,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:34.000707 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.083051 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:34.092439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:34.095207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:34.101711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.102400 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.111319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=75a4401c-bd02-4bea-965c-5f6498ae34c7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:34.149911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Deleting port 1d904c1e-af20-4eed-9dab-859c326c7459 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:34.149911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.239449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54874) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:34.241810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-384d02a2-9dad-4ca9-b5e8-d1042ba09f75 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0688865 Sep 16 05:06:34.341134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] For port 1d904c1e-af20-4eed-9dab-859c326c7459, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1d904c1e-af20-4eed-9dab-859c326c7459,segment=NetworkSegment(798a673c-eaf9-4b4b-aea7-3aacf338d0ca),segment_id=798a673c-eaf9-4b4b-aea7-3aacf338d0ca)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:34.341514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.350326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738836ab-b08d-4fd9-843d-f4910a83cc9f req-7d968799-a232-46b2-ac40-639fbce19e07 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.371846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-738836ab-b08d-4fd9-843d-f4910a83cc9f req-7d968799-a232-46b2-ac40-639fbce19e07 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.2023990 Sep 16 05:06:34.409618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Calling delete_port for 1d904c1e-af20-4eed-9dab-859c326c7459 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:34.510973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c1001-0a3a-49e7-845c-a95bac565239 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.518700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c1001-0a3a-49e7-845c-a95bac565239 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.521031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b58c1001-0a3a-49e7-845c-a95bac565239 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2749085 Sep 16 05:06:34.523662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54886) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:34.557026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-738836ab-b08d-4fd9-843d-f4910a83cc9f req-e29168db-8553-4eb2-8861-4b2cf5cf79dd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749892 Sep 16 05:06:34.677858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe338e-171b-4385-91b6-87afbbe52974 req-e448eb02-8c78-46ae-b8f0-3c683b996668 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.685426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78fe338e-171b-4385-91b6-87afbbe52974 req-e448eb02-8c78-46ae-b8f0-3c683b996668 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 945 time: 0.0744791 Sep 16 05:06:34.749620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-53d0c2f3-809b-4228-8bbc-6febc860f623 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 75a4401c-bd02-4bea-965c-5f6498ae34c7 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:34.750320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53d0c2f3-809b-4228-8bbc-6febc860f623 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.776403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78fe338e-171b-4385-91b6-87afbbe52974 req-0f4aad12-fd47-4500-beb8-c3be6fcdf37f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688598 Sep 16 05:06:34.889708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53d0c2f3-809b-4228-8bbc-6febc860f623 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.916167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-53d0c2f3-809b-4228-8bbc-6febc860f623 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 75a4401c-bd02-4bea-965c-5f6498ae34c7 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:34.945740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.992374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba48ce-aa0c-4242-b22c-1b3d533eda21 req-1e4b778b-ad35-4e73-a708-dbe4b6a4fe6b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.992628 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cba48ce-aa0c-4242-b22c-1b3d533eda21 req-1e4b778b-ad35-4e73-a708-dbe4b6a4fe6b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 945 time: 0.1180625 Sep 16 05:06:35.017028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d904c1e-af20-4eed-9dab-859c326c7459,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.091965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cba48ce-aa0c-4242-b22c-1b3d533eda21 req-02ba883c-65e6-4cc6-8856-206150ad978a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893533 Sep 16 05:06:35.101783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54926) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.184666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0157711d-90cc-44a4-8a8c-d2bef1011c70 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.190984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0157711d-90cc-44a4-8a8c-d2bef1011c70 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 1092 time: 0.0872569 Sep 16 05:06:35.192533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54928) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.198874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:35.337719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.508770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 01de745a-0aeb-45bf-9ef3-f0da21442da3 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:35.588189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.638489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 01de745a-0aeb-45bf-9ef3-f0da21442da3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:35.639172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.647763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af7a853d-ea85-4563-9f39-1d9361000c9e None None] Provisioning complete for port 01de745a-0aeb-45bf-9ef3-f0da21442da3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:35.648204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af7a853d-ea85-4563-9f39-1d9361000c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.780653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53d0c2f3-809b-4228-8bbc-6febc860f623 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.847553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53d0c2f3-809b-4228-8bbc-6febc860f623 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.850238 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-53d0c2f3-809b-4228-8bbc-6febc860f623 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/75a4401c-bd02-4bea-965c-5f6498ae34c7 HTTP/1.1" status: 204 len: 168 time: 1.3251872 Sep 16 05:06:35.853325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54938) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.854129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0c2f3-809b-4228-8bbc-6febc860f623 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=75a4401c-bd02-4bea-965c-5f6498ae34c7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.910763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b291e-8475-42d6-bb2f-47ef0b18d12a req-2d94418e-f7c0-4e12-9b68-19ce10687f86 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.930798 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.931906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab4b291e-8475-42d6-bb2f-47ef0b18d12a req-2d94418e-f7c0-4e12-9b68-19ce10687f86 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.2365596 Sep 16 05:06:35.943964 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af7a853d-ea85-4563-9f39-1d9361000c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.970618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.999722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab4b291e-8475-42d6-bb2f-47ef0b18d12a req-32978f10-d54c-4ec1-a2ad-74c0eb650c5e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667825 Sep 16 05:06:36.020919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.25.7.187 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/f929f3a8-f282-4963-9af6-a4ba8026b1dc) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:36.023982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c5ac37-ab5d-4167-aa01-3e1de8d2886a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.025774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c5ac37-ab5d-4167-aa01-3e1de8d2886a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.028107 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07c5ac37-ab5d-4167-aa01-3e1de8d2886a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1651340 Sep 16 05:06:36.030999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54942) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.042030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af7a853d-ea85-4563-9f39-1d9361000c9e None None] For port 01de745a-0aeb-45bf-9ef3-f0da21442da3, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=01de745a-0aeb-45bf-9ef3-f0da21442da3,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:36.110472 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af7a853d-ea85-4563-9f39-1d9361000c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.115462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dedfaf24-6fac-4e58-bb77-d12c17b52761 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet d9d95c1b-2efc-43de-af5f-094632c1bcba {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:36.123570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dedfaf24-6fac-4e58-bb77-d12c17b52761 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.249319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6aa344ac-111b-4458-92a1-296c508bf6c6 None None] Could not find standard attr ID for object 75a4401c-bd02-4bea-965c-5f6498ae34c7. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:36.252575 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:36.252973 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:36.298622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a853d-ea85-4563-9f39-1d9361000c9e None None] Pushing event updated for resources: {'Port': ['ID=01de745a-0aeb-45bf-9ef3-f0da21442da3,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:36.308742 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dedfaf24-6fac-4e58-bb77-d12c17b52761 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.340686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Router be38efc6-3fae-4f89-b2c1-680594229490 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:36.418502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.443573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dedfaf24-6fac-4e58-bb77-d12c17b52761 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.477736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:36.486596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2aafaaae-77e5-4980-b731-bd70ed41d653 admin admin] 10.222.0.59 "PUT /v2.0/routers/be38efc6-3fae-4f89-b2c1-680594229490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9132195 Sep 16 05:06:36.486878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54944) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.493890 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] Sync routers for ids ['be38efc6-3fae-4f89-b2c1-680594229490'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:36.513104 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] Routers {'be38efc6-3fae-4f89-b2c1-680594229490'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:36.514483 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['be38efc6-3fae-4f89-b2c1-680594229490'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:36.606519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.620054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.644148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:36.648469 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dedfaf24-6fac-4e58-bb77-d12c17b52761 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.666483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:36.681890 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] Set router be38efc6-3fae-4f89-b2c1-680594229490 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:36.693382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Sync routers for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:36.709393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:36.710438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:36.729020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:36.766578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfaf24-6fac-4e58-bb77-d12c17b52761 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d95c1b-2efc-43de-af5f-094632c1bcba,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:36.773718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.785064 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dedfaf24-6fac-4e58-bb77-d12c17b52761 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.789641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54950) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.790164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dedfaf24-6fac-4e58-bb77-d12c17b52761 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/d9d95c1b-2efc-43de-af5f-094632c1bcba HTTP/1.1" status: 204 len: 168 time: 0.7573819 Sep 16 05:06:36.791081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=f929f3a8-f282-4963-9af6-a4ba8026b1dc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:36.804377 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c6d894-2392-43d4-a62f-9f6e4c451b80 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:36.849348 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9410900f-416d-49dd-b36d-165b605ed1e3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576038 Sep 16 05:06:36.851672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54952) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.869665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:36.968629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b608f0-8f75-4265-abdc-d36a1e992787 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.970527 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-26b608f0-8f75-4265-abdc-d36a1e992787 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1174359 Sep 16 05:06:36.975103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54956) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.993828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Deleting port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:36.994597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.036959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:37.091762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:06:34Z', 'revision_number': 5, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port': {'id': '673a2e77-a4cb-411d-9dc9-95b91b3c0a92', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.163640 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] Checking router: be38efc6-3fae-4f89-b2c1-680594229490 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:37.181322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] For port 673a2e77-a4cb-411d-9dc9-95b91b3c0a92, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=673a2e77-a4cb-411d-9dc9-95b91b3c0a92,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:37.181322 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.184316 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] Routers {'be38efc6-3fae-4f89-b2c1-680594229490'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:37.184986 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['be38efc6-3fae-4f89-b2c1-680594229490'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.213102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac703f2-8bff-4e21-ac0e-e119669e040d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.214525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Calling delete_port for 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:37.217695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dac703f2-8bff-4e21-ac0e-e119669e040d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2397690 Sep 16 05:06:37.219707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54962) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.224234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:37.227881 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.292534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d1189-fa87-4e69-9385-ac94baefd72e req-a3041bcb-a231-4b4a-83ed-47c5b57f5ae2 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.294261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-473d1189-fa87-4e69-9385-ac94baefd72e req-a3041bcb-a231-4b4a-83ed-47c5b57f5ae2 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1609671 Sep 16 05:06:37.318164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:37.331718 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b45a7da3-d104-4709-83d7-3abdf9bd7360 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1104028 Sep 16 05:06:37.337414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54964) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.344183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:37.413836 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] Set router be38efc6-3fae-4f89-b2c1-680594229490 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:37.461871 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.476774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-473d1189-fa87-4e69-9385-ac94baefd72e req-e0ff2f17-e6f3-43ac-9171-f364cedc177c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590528 Sep 16 05:06:37.514665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] Deleting port 01de745a-0aeb-45bf-9ef3-f0da21442da3 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:37.514971 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.527649 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:06:36Z', 'revision_number': 6, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.573575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=28bcdc1a-509d-4eb7-a1c2-653e1ee12309,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:37.589321 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4351560-6fb8-48fc-9639-b5e13a89d3bd None None] The sync data for ids ['be38efc6-3fae-4f89-b2c1-680594229490'] in n-d-712143-16 is: [{'id': 'be38efc6-3fae-4f89-b2c1-680594229490', 'name': 'tempest-ServerRescueTestJSON-669696841-router', 'tenant_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:09Z', 'updated_at': '2021-09-16T05:06:36Z', 'revision_number': 6, 'project_id': '76bab2e32fc24cfc9baf80ed604c42a1', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:37.618183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 2, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:37.663791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Checking router: fa5c904a-c132-476d-b772-6bcc0fc8ae8d for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:37.664210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Updating router fa5c904a-c132-476d-b772-6bcc0fc8ae8d port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:06:37.666190 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.670446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] For port 01de745a-0aeb-45bf-9ef3-f0da21442da3, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=01de745a-0aeb-45bf-9ef3-f0da21442da3,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:37.670856 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.694002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b335ea-c343-47a9-96fe-d991db6c89f3 req-2e8b08f7-ee12-404f-a696-7fa1e9a1cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.696255 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-72b335ea-c343-47a9-96fe-d991db6c89f3 req-2e8b08f7-ee12-404f-a696-7fa1e9a1cdb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 1097 time: 0.1016691 Sep 16 05:06:37.700682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:37.706364 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.728057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] Calling delete_port for 01de745a-0aeb-45bf-9ef3-f0da21442da3 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:37.738042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.756044 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.780718 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-72b335ea-c343-47a9-96fe-d991db6c89f3 req-4f396fa3-e288-4eef-ab47-a444ef8b9a52 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716197 Sep 16 05:06:37.796048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.832644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=28bcdc1a-509d-4eb7-a1c2-653e1ee12309,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.863229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Pushing event deleted for resources: {'Port': ['ID=673a2e77-a4cb-411d-9dc9-95b91b3c0a92,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.928278 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.020554 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.101287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.106249 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.263799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.264351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router be38efc6-3fae-4f89-b2c1-680594229490 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:06:38.280269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.280269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a0661ec3-607c-4563-9ccd-5d4844c26fba admin admin] 10.222.0.59 "DELETE /v2.0/routers/be38efc6-3fae-4f89-b2c1-680594229490 HTTP/1.1" status: 204 len: 168 time: 1.7899873 Sep 16 05:06:38.280675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54974) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.313478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:06:38.316597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.364599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b6712c-7b25-41b2-896b-9a3b1bed1853 admin admin] Deleting subnet 44022a78-a1d1-4602-925b-f29a8e78ddc3 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:38.369684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26b6712c-7b25-41b2-896b-9a3b1bed1853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.375727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.406132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:38.413295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:38.420697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.427230 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.430961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=994d3a63-4877-4387-8a0a-c96ed97721c1,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:38.440979 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26b6712c-7b25-41b2-896b-9a3b1bed1853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.445954 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.459617 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.488741 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.505534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:38.508401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26b6712c-7b25-41b2-896b-9a3b1bed1853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.549842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] Pushing event deleted for resources: {'Port': ['ID=01de745a-0aeb-45bf-9ef3-f0da21442da3,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:38.556124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d61dbb35-7a23-4066-a5da-9cd39aa1c7b6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2189901 Sep 16 05:06:38.560134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54978) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.572340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=f929f3a8-f282-4963-9af6-a4ba8026b1dc,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:38.572898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:f0:1f:f5', 'name': 'tempest-NetworksTestDHCPv6-506268285'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:38.591597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.591829 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31a5b9-cc6f-4fe0-bb7b-54b3163185b9 None None] No DVR routers for this DVR port 01de745a-0aeb-45bf-9ef3-f0da21442da3 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:38.610631 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.636476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a88c4-ea1c-415f-a9dc-681e1400d295 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:38.829334 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26b6712c-7b25-41b2-896b-9a3b1bed1853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.916051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26b6712c-7b25-41b2-896b-9a3b1bed1853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.918484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-26b6712c-7b25-41b2-896b-9a3b1bed1853 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/44022a78-a1d1-4602-925b-f29a8e78ddc3 HTTP/1.1" status: 204 len: 168 time: 0.6358459 Sep 16 05:06:38.920495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6712c-7b25-41b2-896b-9a3b1bed1853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44022a78-a1d1-4602-925b-f29a8e78ddc3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:38.931760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54984) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.932632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:38.935403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:38.935911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.977634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76758c25-fdfc-4ac7-a2b3-fa14b7e997aa None None] Pushing event updated for resources: {'Port': ['ID=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.088387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Attempting to bind port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:39.088733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Attempting to bind port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:39.089041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Attempting to bind port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d on network e59cd688-c0f6-4a88-9106-667ee9954d08 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:39.097461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:39.097848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Checking segment: {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:39.098858 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.099363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Bound using segment: {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:39.100835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Bound port: 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:39.100835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.120117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '994d3a63-4877-4387-8a0a-c96ed97721c1'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:39.120587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.121031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.172739 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.307705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 9946aaa9-64d0-41fc-acb9-c22a74ac3866 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:39.316536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] For port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:39.318878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2fef7377-437d-42a9-a258-972ca3e44280 None None] Provisioning complete for port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:39.319300 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2fef7377-437d-42a9-a258-972ca3e44280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.324766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] For port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:39.337457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f33bf-be91-422a-b861-05a6f10c72b2 req-5592ef99-b047-4dee-88fd-b9418345fbdb tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.344967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-285f33bf-be91-422a-b861-05a6f10c72b2 req-5592ef99-b047-4dee-88fd-b9418345fbdb tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.6799290 Sep 16 05:06:39.389070 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Floating IP fff6c405-4e52-4951-976d-e84064e93b79 associated. External IP: 172.25.7.187, port: 3423ad4a-be74-402a-acad-a1ee991f2d34. Sep 16 05:06:39.417685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.430758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2fef7377-437d-42a9-a258-972ca3e44280 None None] Port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:39.433457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Allocated IP 2001:db8::f816:3eff:fe26:dd85 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/994d3a63-4877-4387-8a0a-c96ed97721c1/f32eac66-d801-465b-98c9-673fa9fdab7f) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:39.446496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.446716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-285f33bf-be91-422a-b861-05a6f10c72b2 req-88c6669e-5f83-41d3-a70f-caf136bdc9ca tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006515 Sep 16 05:06:39.515348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 01de745a-0aeb-45bf-9ef3-f0da21442da3 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:39.520651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5622b731-e8bd-4ba5-9a34-61f0459f3aab']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.537307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798a673c-eaf9-4b4b-aea7-3aacf338d0ca') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.537623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798a673c-eaf9-4b4b-aea7-3aacf338d0ca') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.547304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.554878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 01de745a-0aeb-45bf-9ef3-f0da21442da3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:39.555231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 01de745a-0aeb-45bf-9ef3-f0da21442da3 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:39.555678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1d904c1e-af20-4eed-9dab-859c326c7459 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:39.579983 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.587807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:39.588458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:39.590990 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:39.604762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:39.605440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.694009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1d904c1e-af20-4eed-9dab-859c326c7459 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:39.694510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1d904c1e-af20-4eed-9dab-859c326c7459 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:39.738336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router 776bd2dc-3171-48ad-8385-4f95ad03a122 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:39.788636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:39.839499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.841311 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76758c25-fdfc-4ac7-a2b3-fa14b7e997aa None None] Pushing event updated for resources: {'Port': ['ID=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.841445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.841445 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5622b731-e8bd-4ba5-9a34-61f0459f3aab HTTP/1.1" status: 204 len: 168 time: 0.8895946 Sep 16 05:06:39.841634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:39.846608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aa08b-099a-4a7a-8199-be8bda85f7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5622b731-e8bd-4ba5-9a34-61f0459f3aab,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.903465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:39.903803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 673a2e77-a4cb-411d-9dc9-95b91b3c0a92 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:39.936486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:39.961738 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] Sync routers for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:39.972082 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:39.973353 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:39.997832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d131b0b7-2475-4ef5-9838-0a85d0c78efc None None] Provisioning complete for port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:39.998398 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d131b0b7-2475-4ef5-9838-0a85d0c78efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.057586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.112541 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:40.120060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.150397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cc5280aa-c510-4f70-961a-4e06b06ac07f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9563055 Sep 16 05:06:40.150978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:40.153481 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f" -d '{"events": [{"name": "network-changed", "server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:40.155219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54996) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.165158 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d131b0b7-2475-4ef5-9838-0a85d0c78efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.195811 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247ed11-bd96-4237-bb66-b2f7617fe4cf x-openstack-request-id: req-c247ed11-bd96-4237-bb66-b2f7617fe4cf {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:40.196102 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:40.196356 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c247ed11-bd96-4237-bb66-b2f7617fe4cf {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:40.196800 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'status': 'completed', 'code': 200} Sep 16 05:06:40.274833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d131b0b7-2475-4ef5-9838-0a85d0c78efc None None] For port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:40.279067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:39Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.307071 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1841102c-78e2-49c8-ba45-e04aa0bc3b55 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/floatingips/fff6c405-4e52-4951-976d-e84064e93b79 HTTP/1.1" status: 200 len: 991 time: 0.1504092 Sep 16 05:06:40.312770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532d846-6a44-4446-a31d-2ebf3907bc07 None None] The sync data for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 is: [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:39Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:40.323105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-e2969bf5-ae76-43d2-b360-8a12851d8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.326011 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-e2969bf5-ae76-43d2-b360-8a12851d8ea0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 1097 time: 0.1020970 Sep 16 05:06:40.326171 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.369068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:40.390721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:40.394399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:40.418556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Pushing event updated for resources: {'Port': ['ID=f32eac66-d801-465b-98c9-673fa9fdab7f,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.464752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55002) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.517995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fef0:1ff5 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/994d3a63-4877-4387-8a0a-c96ed97721c1/9946aaa9-64d0-41fc-acb9-c22a74ac3866) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:40.522144 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.528590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d131b0b7-2475-4ef5-9838-0a85d0c78efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.547115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f7d40332-77ee-4224-aba5-9ce72bbfbf2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76bab2e32fc24cfc9baf80ed604c42a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805359 Sep 16 05:06:40.552631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55006) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.599676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Attempting to bind port f32eac66-d801-465b-98c9-673fa9fdab7f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:40.601780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Attempting to bind port f32eac66-d801-465b-98c9-673fa9fdab7f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:40.602231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Attempting to bind port f32eac66-d801-465b-98c9-673fa9fdab7f on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:40.627954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:40.628342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:40.628758 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.629184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:40.629676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Bound port: f32eac66-d801-465b-98c9-673fa9fdab7f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:40.630067 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.703740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131b0b7-2475-4ef5-9838-0a85d0c78efc None None] Pushing event updated for resources: {'Port': ['ID=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.718124 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bd365db-af88-46d5-ab77-867e00607db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.764140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8eb0-5560-41d3-bfac-e7ce2ee92ba4 req-1cb0d580-c69b-4163-ba94-7612d6d28aa0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.767509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91cb8eb0-5560-41d3-bfac-e7ce2ee92ba4 req-1cb0d580-c69b-4163-ba94-7612d6d28aa0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.2234232 Sep 16 05:06:40.770849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] For port f32eac66-d801-465b-98c9-673fa9fdab7f, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:40.778194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] For port f32eac66-d801-465b-98c9-673fa9fdab7f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f32eac66-d801-465b-98c9-673fa9fdab7f,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:40.794036 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:06:05Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 0, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.805346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-8efc745b-847f-4314-9fd0-34cca5e3bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.805346 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-8efc745b-847f-4314-9fd0-34cca5e3bc9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ccad8ae-f251-4d66-aca5-ac70620eb121 HTTP/1.1" status: 200 len: 897 time: 0.4616878 Sep 16 05:06:40.805652 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bd365db-af88-46d5-ab77-867e00607db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.827348 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] Checking router: 776bd2dc-3171-48ad-8385-4f95ad03a122 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:06:40.855818 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:40.859889 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.939639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91cb8eb0-5560-41d3-bfac-e7ce2ee92ba4 req-69fb700b-6952-420f-9942-711d47a5e504 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847051 Sep 16 05:06:40.989518 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.012247 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-066c85c2-c28e-4993-96d8-bbf2b528182f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3423ad4a-be74-402a-acad-a1ee991f2d34 HTTP/1.1" status: 200 len: 999 time: 0.2065122 Sep 16 05:06:41.098601 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bd365db-af88-46d5-ab77-867e00607db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.103173 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bd365db-af88-46d5-ab77-867e00607db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.106335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3bd365db-af88-46d5-ab77-867e00607db8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8bc1421f-8be1-4044-97bc-ad0c352d3e5b HTTP/1.1" status: 204 len: 168 time: 0.5491338 Sep 16 05:06:41.129036 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:06:41.141585 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1e4b-8072-471f-ad2c-863ed91383dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.170774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.226328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05702466-6265-4a7f-9aff-72cbe233a1ea None None] Pushing event updated for resources: {'Port': ['ID=f32eac66-d801-465b-98c9-673fa9fdab7f,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:41.228742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd365db-af88-46d5-ab77-867e00607db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc1421f-8be1-4044-97bc-ad0c352d3e5b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:41.262360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-c3f7ae9d-1ead-4b6e-8aab-e33626770353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.273953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf19ab-867d-416c-aa4c-6645aab90230 req-c07514fc-a36a-4415-bfbe-83b4a47ecd53 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.278806 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-c3f7ae9d-1ead-4b6e-8aab-e33626770353 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=481102e8-2f62-4ba8-9645-27fba77dcf77 HTTP/1.1" status: 200 len: 835 time: 0.2520611 Sep 16 05:06:41.284528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cbf19ab-867d-416c-aa4c-6645aab90230 req-c07514fc-a36a-4415-bfbe-83b4a47ecd53 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1344230 Sep 16 05:06:41.309258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55018) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:41.423724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-f92af6de-ced2-48fd-a31b-5a814f045498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.425473 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-f92af6de-ced2-48fd-a31b-5a814f045498 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ccad8ae-f251-4d66-aca5-ac70620eb121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333947 Sep 16 05:06:41.496360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.555137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cbf19ab-867d-416c-aa4c-6645aab90230 req-6641425b-3971-477b-a690-219bf2d88c60 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680016 Sep 16 05:06:41.640525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9155d756-28a8-4870-85a4-62d7356c221e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/floatingips/fff6c405-4e52-4951-976d-e84064e93b79 HTTP/1.1" status: 200 len: 991 time: 0.3047328 Sep 16 05:06:41.706311 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:06:05Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 0, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:41.765402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:41.769091 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154a4eb-5ae9-4ce3-8af8-bd951d058a82 None None] The sync data for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 is: [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:06:05Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 0, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:41.773281 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-d74d28e2-01ec-4469-8500-a26efeead0ee service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336515 Sep 16 05:06:41.778887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:41.798184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:41.813165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.814193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.821941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=9946aaa9-64d0-41fc-acb9-c22a74ac3866,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:41.998475 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a68e8655-1880-4cc3-9ccd-dc01e717ad8f req-9fdd3884-0c4e-4c57-bb53-8547029d0900 service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150433 Sep 16 05:06:42.029191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55032) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:42.030830 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a24e7403-03b6-445b-adbd-67eab9aad1e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4690273 Sep 16 05:06:42.200186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec2d8e7-7fc1-4e54-8f74-bc1c361f2c31 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.214974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec2d8e7-7fc1-4e54-8f74-bc1c361f2c31 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.219094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8ec2d8e7-7fc1-4e54-8f74-bc1c361f2c31 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1862743 Sep 16 05:06:42.229430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55040) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:42.342630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f32eac66-d801-465b-98c9-673fa9fdab7f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:42.347716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a36c8-de40-4080-ba98-e3936611bb60 req-d58ba17d-f6f8-4cec-b56f-f75c2f1c5326 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.359098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd8a36c8-de40-4080-ba98-e3936611bb60 req-d58ba17d-f6f8-4cec-b56f-f75c2f1c5326 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.3246286 Sep 16 05:06:42.432933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f32eac66-d801-465b-98c9-673fa9fdab7f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:42.433354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.509010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02971f-d2fb-4977-ae20-4882350ccf5b None None] New status for floating IP fff6c405-4e52-4951-976d-e84064e93b79: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:06:42.521942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd8a36c8-de40-4080-ba98-e3936611bb60 req-e85e9515-0c70-4ec5-87e8-2c8c74289b50 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596830 Sep 16 05:06:42.551075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-04ec4a8f-5d0f-4f85-81b3-a9fbc593f88e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 9946aaa9-64d0-41fc-acb9-c22a74ac3866 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:42.551075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04ec4a8f-5d0f-4f85-81b3-a9fbc593f88e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.640283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55050) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:42.696043 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04ec4a8f-5d0f-4f85-81b3-a9fbc593f88e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.734276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-04ec4a8f-5d0f-4f85-81b3-a9fbc593f88e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 9946aaa9-64d0-41fc-acb9-c22a74ac3866 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:42.805469 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e5ca6959-cf8d-4be5-b28a-2bd076b932ba tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/floatingips/fff6c405-4e52-4951-976d-e84064e93b79 HTTP/1.1" status: 200 len: 991 time: 0.1634550 Sep 16 05:06:42.818077 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.910775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port f32eac66-d801-465b-98c9-673fa9fdab7f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f32eac66-d801-465b-98c9-673fa9fdab7f,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:42.935081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-906f7fc7-f909-4dbd-b595-b815bd8f146f None None] Provisioning complete for port f32eac66-d801-465b-98c9-673fa9fdab7f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:42.935831 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-906f7fc7-f909-4dbd-b595-b815bd8f146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.074174 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-906f7fc7-f909-4dbd-b595-b815bd8f146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.098365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.099492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:43.137727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04ec4a8f-5d0f-4f85-81b3-a9fbc593f88e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.172228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec4a8f-5d0f-4f85-81b3-a9fbc593f88e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=9946aaa9-64d0-41fc-acb9-c22a74ac3866,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:43.206800 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04ec4a8f-5d0f-4f85-81b3-a9fbc593f88e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.210918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-04ec4a8f-5d0f-4f85-81b3-a9fbc593f88e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/9946aaa9-64d0-41fc-acb9-c22a74ac3866 HTTP/1.1" status: 204 len: 168 time: 0.9858513 Sep 16 05:06:43.211638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55060) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.270067 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-906f7fc7-f909-4dbd-b595-b815bd8f146f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:43.270354 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-906f7fc7-f909-4dbd-b595-b815bd8f146f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:43.272216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=f32eac66-d801-465b-98c9-673fa9fdab7f,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:43.289921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:43.292358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.342773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef84e2-30d4-4a4b-a73e-275e6eab5390 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.344478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef84e2-30d4-4a4b-a73e-275e6eab5390 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.346083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-66ef84e2-30d4-4a4b-a73e-275e6eab5390 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1334989 Sep 16 05:06:43.349453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55068) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.448139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc1a194-2832-4e74-b10e-ac4a4f67559d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 994d3a63-4877-4387-8a0a-c96ed97721c1 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:43.454006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a194-2832-4e74-b10e-ac4a4f67559d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.506230 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a194-2832-4e74-b10e-ac4a4f67559d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.612933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a194-2832-4e74-b10e-ac4a4f67559d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.689879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95973de-24b8-41e7-9078-346bb178c4e6 req-b59bcbfb-d7f8-4d60-bc6e-34fea12a29ec tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.691444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b95973de-24b8-41e7-9078-346bb178c4e6 req-b59bcbfb-d7f8-4d60-bc6e-34fea12a29ec tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0664356 Sep 16 05:06:43.743431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a194-2832-4e74-b10e-ac4a4f67559d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.763938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b95973de-24b8-41e7-9078-346bb178c4e6 req-21783225-3f9c-4470-bf20-9e166a4f17cf tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614524 Sep 16 05:06:43.788784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1a194-2832-4e74-b10e-ac4a4f67559d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=994d3a63-4877-4387-8a0a-c96ed97721c1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:43.803960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a194-2832-4e74-b10e-ac4a4f67559d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.806415 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7fc1a194-2832-4e74-b10e-ac4a4f67559d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/994d3a63-4877-4387-8a0a-c96ed97721c1 HTTP/1.1" status: 204 len: 168 time: 0.4559414 Sep 16 05:06:43.810355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55080) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.810848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55082) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.827520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22483d2-109b-4764-a723-a5eca5254956 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:43.853255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f32eac66-d801-465b-98c9-673fa9fdab7f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:43.905403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2bc3a4ac-be71-4569-8c83-dcb385958e15 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919125 Sep 16 05:06:43.909709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55086) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.917559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:43.952379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-13ba6b94-3f6e-4c7c-a2b1-525a99aaa611 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/floatingips/fff6c405-4e52-4951-976d-e84064e93b79 HTTP/1.1" status: 200 len: 993 time: 0.1400328 Sep 16 05:06:44.051514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f32eac66-d801-465b-98c9-673fa9fdab7f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:44.051734 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.106606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4be93194-f6e9-4018-b51d-b261ac8c5f2b None None] Could not find standard attr ID for object 9946aaa9-64d0-41fc-acb9-c22a74ac3866. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:44.173709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:44.195030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:44.198987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.233215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Deleting port f32eac66-d801-465b-98c9-673fa9fdab7f {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:44.233964 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.310521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] For port f32eac66-d801-465b-98c9-673fa9fdab7f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f32eac66-d801-465b-98c9-673fa9fdab7f,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:44.310943 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.334742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Calling delete_port for f32eac66-d801-465b-98c9-673fa9fdab7f owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:44.748474 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.086110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e96857a-ad55-47c0-990b-b42205fab2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.087694 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.112452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d91f8-dc23-43a4-9d4e-a8d5bcb21d7a req-8b1a6f61-29f4-4de2-8170-bfb20e6089ff tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.114168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-162d91f8-dc23-43a4-9d4e-a8d5bcb21d7a req-8b1a6f61-29f4-4de2-8170-bfb20e6089ff tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0594244 Sep 16 05:06:45.131813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Pushing event deleted for resources: {'Port': ['ID=f32eac66-d801-465b-98c9-673fa9fdab7f,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:45.135848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.142938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] No DVR routers for this DVR port f32eac66-d801-465b-98c9-673fa9fdab7f on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:45.149557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.150158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.150514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.150860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.151200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.151567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.152255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.154306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.155302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.155932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.156170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.157181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e053df-0f70-425c-87e2-c1c7749d5aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:45.180659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-162d91f8-dc23-43a4-9d4e-a8d5bcb21d7a req-e3c9ae6d-3cc2-433f-b0a1-44a402390bd0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575497 Sep 16 05:06:45.189028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:06:45.190810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.238104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:45.244223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:45.248908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.249510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.257289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e047c79-9665-40d2-985f-d979c0fc1be5 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:45.276887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=9d4db505-ca1b-48c5-b41b-d7983a23450b,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:45.363601 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b2576c96-a755-46b4-831c-c55e58ccefbb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4511895 Sep 16 05:06:45.372632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55114) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:45.381684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:a3:64:11', 'name': 'tempest-NetworksTestDHCPv6-331268881'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:45.439657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '9d4db505-ca1b-48c5-b41b-d7983a23450b'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:45.440544 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.611209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:45.618555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Allocated IP 2001:db8::f816:3eff:fe4c:e896 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/9d4db505-ca1b-48c5-b41b-d7983a23450b/53e2ea86-fb54-4806-9826-faa26fdef477) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:45.713092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.738458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port bb82f07f-4de8-4681-851a-d32c0af3ec59 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:45.809257 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.819397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f32eac66-d801-465b-98c9-673fa9fdab7f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:45.840186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: f32eac66-d801-465b-98c9-673fa9fdab7f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:45.840566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f32eac66-d801-465b-98c9-673fa9fdab7f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:45.903607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.942753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:45.944924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:45.950306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:45.983271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fea3:6411 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/9d4db505-ca1b-48c5-b41b-d7983a23450b/bb82f07f-4de8-4681-851a-d32c0af3ec59) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:45.985664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Pushing event updated for resources: {'Port': ['ID=53e2ea86-fb54-4806-9826-faa26fdef477,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:46.034893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Attempting to bind port 53e2ea86-fb54-4806-9826-faa26fdef477 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:46.035296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Attempting to bind port 53e2ea86-fb54-4806-9826-faa26fdef477 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:46.035674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Attempting to bind port 53e2ea86-fb54-4806-9826-faa26fdef477 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:46.042269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:46.042646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:46.043414 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.044116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:46.045574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Bound port: 53e2ea86-fb54-4806-9826-faa26fdef477, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:46.046056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.151687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] For port 53e2ea86-fb54-4806-9826-faa26fdef477, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:46.159090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] For port 53e2ea86-fb54-4806-9826-faa26fdef477, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=53e2ea86-fb54-4806-9826-faa26fdef477,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:46.187778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.234990 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.314222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.324800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233a3ad-64c0-418c-b32d-0e12fdb86212 None None] Pushing event updated for resources: {'Port': ['ID=53e2ea86-fb54-4806-9826-faa26fdef477,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:46.389951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=bb82f07f-4de8-4681-851a-d32c0af3ec59,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:46.420825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875680-712d-4cf4-9953-cc7b1679a7fd req-f45166d0-99ce-4acb-bcf4-879e899e5d6b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.429121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00875680-712d-4cf4-9953-cc7b1679a7fd req-f45166d0-99ce-4acb-bcf4-879e899e5d6b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1525187 Sep 16 05:06:46.432297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:46.439079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:46.444971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:46.453404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.454439 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.508594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00875680-712d-4cf4-9953-cc7b1679a7fd req-258a3f69-45eb-4bac-b115-5819ac99918a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729880 Sep 16 05:06:46.592523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a0ab53b8-2a4f-4e02-9bdc-99bd4430f3aa tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2181702 Sep 16 05:06:46.594797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55144) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:46.674601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa990a95-f25f-4e21-9a5b-a776c786691d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.681035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa990a95-f25f-4e21-9a5b-a776c786691d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.682880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aa990a95-f25f-4e21-9a5b-a776c786691d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0868249 Sep 16 05:06:46.685484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55150) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:46.771160 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.809675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-711f5f84-31a9-4f1b-9c62-542d06aebae8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port bb82f07f-4de8-4681-851a-d32c0af3ec59 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:46.810082 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-711f5f84-31a9-4f1b-9c62-542d06aebae8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.911850 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-711f5f84-31a9-4f1b-9c62-542d06aebae8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.927501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-711f5f84-31a9-4f1b-9c62-542d06aebae8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for bb82f07f-4de8-4681-851a-d32c0af3ec59 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:47.291585 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-711f5f84-31a9-4f1b-9c62-542d06aebae8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.331986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f5f84-31a9-4f1b-9c62-542d06aebae8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=bb82f07f-4de8-4681-851a-d32c0af3ec59,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:47.389658 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-711f5f84-31a9-4f1b-9c62-542d06aebae8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.392390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-711f5f84-31a9-4f1b-9c62-542d06aebae8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/bb82f07f-4de8-4681-851a-d32c0af3ec59 HTTP/1.1" status: 204 len: 168 time: 0.7046847 Sep 16 05:06:47.395230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55166) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:47.469601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174cd710-3502-4ccf-b137-1587d7c468af tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.471521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174cd710-3502-4ccf-b137-1587d7c468af tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.479179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55172) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:47.481470 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-174cd710-3502-4ccf-b137-1587d7c468af tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0836179 Sep 16 05:06:47.584879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eb04de8a-cf44-442e-8807-0524e79b86a0 None None] Provisioning complete for port 53e2ea86-fb54-4806-9826-faa26fdef477 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:47.586631 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb04de8a-cf44-442e-8807-0524e79b86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.605438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52eb222-9daa-483b-9e42-288809d2c632 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 9d4db505-ca1b-48c5-b41b-d7983a23450b {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:47.613389 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d52eb222-9daa-483b-9e42-288809d2c632 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.793707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d52eb222-9daa-483b-9e42-288809d2c632 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.794960 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb04de8a-cf44-442e-8807-0524e79b86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.796493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784be4c-26b0-4ebe-b397-d783c1555843 req-0f8260c6-1361-4bed-8340-243a114996a9 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.796493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0784be4c-26b0-4ebe-b397-d783c1555843 req-0f8260c6-1361-4bed-8340-243a114996a9 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1352954 Sep 16 05:06:47.834087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-eb04de8a-cf44-442e-8807-0524e79b86a0 None None] For port 53e2ea86-fb54-4806-9826-faa26fdef477, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=53e2ea86-fb54-4806-9826-faa26fdef477,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:47.877873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 53e2ea86-fb54-4806-9826-faa26fdef477 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:47.906096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0784be4c-26b0-4ebe-b397-d783c1555843 req-a3be1764-a47a-4134-b290-e157e646740c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128857 Sep 16 05:06:47.948764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 53e2ea86-fb54-4806-9826-faa26fdef477 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:47.949162 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.049766 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.742356 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb04de8a-cf44-442e-8807-0524e79b86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.752857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d52eb222-9daa-483b-9e42-288809d2c632 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.808338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04de8a-cf44-442e-8807-0524e79b86a0 None None] Pushing event updated for resources: {'Port': ['ID=53e2ea86-fb54-4806-9826-faa26fdef477,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:48.885539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c841470a-1485-4179-90b4-10c2ffbec0d5 None None] Could not find standard attr ID for object bb82f07f-4de8-4681-851a-d32c0af3ec59. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:48.972049 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d52eb222-9daa-483b-9e42-288809d2c632 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.004015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eb222-9daa-483b-9e42-288809d2c632 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4db505-ca1b-48c5-b41b-d7983a23450b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:49.032077 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d52eb222-9daa-483b-9e42-288809d2c632 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.034212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55200) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.035344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d52eb222-9daa-483b-9e42-288809d2c632 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/9d4db505-ca1b-48c5-b41b-d7983a23450b HTTP/1.1" status: 204 len: 168 time: 1.5567803 Sep 16 05:06:49.051341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb84981-938f-4a8a-9eaa-8c6686a7a251 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:49.063301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:49.063301 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:49.080059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000ad0-89e7-496d-8026-e9a5a9f02d7f req-8a4fa281-a7ef-430a-8ac4-c527dd2bca07 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.083917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce000ad0-89e7-496d-8026-e9a5a9f02d7f req-8a4fa281-a7ef-430a-8ac4-c527dd2bca07 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0789609 Sep 16 05:06:49.084076 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b5a41417-50d8-4418-b194-73d288feea24 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475304 Sep 16 05:06:49.086270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55202) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.144851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce000ad0-89e7-496d-8026-e9a5a9f02d7f req-023f7665-d012-46f3-9275-28c8454e5202 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Sep 16 05:06:49.146725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b49c50-91ac-412f-8fa3-a65b61097c84 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.150872 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-96b49c50-91ac-412f-8fa3-a65b61097c84 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0614562 Sep 16 05:06:49.151268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55204) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.219398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cdc173-d235-4240-b720-643042bc03e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.221502 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e5cdc173-d235-4240-b720-643042bc03e0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0681534 Sep 16 05:06:49.224021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55208) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.274426 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f7298d26-22cc-4162-9331-0648772d9c13 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484223 Sep 16 05:06:49.279808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55210) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.285016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:49.306125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:49.362850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] Deleting port 53e2ea86-fb54-4806-9826-faa26fdef477 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:49.363265 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.445727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] For port 53e2ea86-fb54-4806-9826-faa26fdef477, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=53e2ea86-fb54-4806-9826-faa26fdef477,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:49.446221 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.459483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] Calling delete_port for 53e2ea86-fb54-4806-9826-faa26fdef477 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:49.535361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:49.535361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.616744 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.815049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 53e2ea86-fb54-4806-9826-faa26fdef477 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:49.818245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] Pushing event deleted for resources: {'Port': ['ID=53e2ea86-fb54-4806-9826-faa26fdef477,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:49.825105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991daeb7-470b-4cb3-9755-968d1994f3ac None None] No DVR routers for this DVR port 53e2ea86-fb54-4806-9826-faa26fdef477 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:49.858208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 53e2ea86-fb54-4806-9826-faa26fdef477 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:49.858208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 53e2ea86-fb54-4806-9826-faa26fdef477 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:49.860602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.932871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:49.944909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:49.949493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.954576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.955525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e59ee33-56ba-469b-b85f-3b8b12c67437 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:49.962580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=bab3767f-5460-4a50-9fdb-2ae9ece815df,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:50.121317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4b0a7be8-7280-42f3-bca3-4dd7ca6cf57c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8285062 Sep 16 05:06:50.121620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55230) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.121620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:e1:7b:21', 'name': 'tempest-NetworksTestDHCPv6-164093628'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:50.128496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'bab3767f-5460-4a50-9fdb-2ae9ece815df'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:50.129625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.324508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93447d04-756f-4a78-95ff-edf80e523ce5 req-839ccbca-d0ad-473c-a3b1-50f90e491564 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.326892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93447d04-756f-4a78-95ff-edf80e523ce5 req-839ccbca-d0ad-473c-a3b1-50f90e491564 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0982633 Sep 16 05:06:50.338324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/bab3767f-5460-4a50-9fdb-2ae9ece815df/96870002-bc89-44ca-94a7-0bc7dabaf09e) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:50.394546 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93447d04-756f-4a78-95ff-edf80e523ce5 req-c248dc97-193a-4afd-bbfa-42bdcee63e8c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610437 Sep 16 05:06:50.417230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:50.512252 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.516135 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.537526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 891ccb89-e666-4b63-a209-87bb331b1ee3 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:50.617471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.664085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:50.667170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:50.673353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:50.681470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Pushing event updated for resources: {'Port': ['ID=96870002-bc89-44ca-94a7-0bc7dabaf09e,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:50.717329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::1a9 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/bab3767f-5460-4a50-9fdb-2ae9ece815df/891ccb89-e666-4b63-a209-87bb331b1ee3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:50.735570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Attempting to bind port 96870002-bc89-44ca-94a7-0bc7dabaf09e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:50.735945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Attempting to bind port 96870002-bc89-44ca-94a7-0bc7dabaf09e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:50.736309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Attempting to bind port 96870002-bc89-44ca-94a7-0bc7dabaf09e on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:50.742475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:50.743395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:50.743395 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.743766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:50.745132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Bound port: 96870002-bc89-44ca-94a7-0bc7dabaf09e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:50.745620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.811422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] For port 96870002-bc89-44ca-94a7-0bc7dabaf09e, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:50.814653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] For port 96870002-bc89-44ca-94a7-0bc7dabaf09e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=96870002-bc89-44ca-94a7-0bc7dabaf09e,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:50.907424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.976124 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.068729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa8869-7bdd-46a1-9fce-d295a9a45a0c None None] Pushing event updated for resources: {'Port': ['ID=96870002-bc89-44ca-94a7-0bc7dabaf09e,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:51.119523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.176505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:51.176505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:51.176505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:51.176505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.176505 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.188696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=891ccb89-e666-4b63-a209-87bb331b1ee3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:51.514875 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0700848b-fc79-402a-b913-a4447cd51671 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4014101 Sep 16 05:06:51.517532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55256) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:51.560957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98167b8e-a121-46ae-a123-72ae1befa54b req-c6178dd4-9a76-421d-9cfd-70ba4967c55e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.563305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98167b8e-a121-46ae-a123-72ae1befa54b req-c6178dd4-9a76-421d-9cfd-70ba4967c55e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0904241 Sep 16 05:06:51.586203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a988c2-7201-46d0-83b5-1fba6f40a7d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.593371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a988c2-7201-46d0-83b5-1fba6f40a7d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.595613 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-04a988c2-7201-46d0-83b5-1fba6f40a7d9 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0768719 Sep 16 05:06:51.597958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55260) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:51.613003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98167b8e-a121-46ae-a123-72ae1befa54b req-491e9309-0b50-4a9c-858e-309484cfceca tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Sep 16 05:06:51.728900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8a908efd-622d-4fda-a315-8864b4f02a7c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 891ccb89-e666-4b63-a209-87bb331b1ee3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:51.729514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a908efd-622d-4fda-a315-8864b4f02a7c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.846000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a908efd-622d-4fda-a315-8864b4f02a7c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.866094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 96870002-bc89-44ca-94a7-0bc7dabaf09e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:51.867449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8a908efd-622d-4fda-a315-8864b4f02a7c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 891ccb89-e666-4b63-a209-87bb331b1ee3 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:51.950175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 96870002-bc89-44ca-94a7-0bc7dabaf09e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:51.950562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.120697 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.162624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 96870002-bc89-44ca-94a7-0bc7dabaf09e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=96870002-bc89-44ca-94a7-0bc7dabaf09e,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:52.228648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a908efd-622d-4fda-a315-8864b4f02a7c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.240387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-32b35322-60ef-401f-a657-328efe3a5e99 None None] Provisioning complete for port 96870002-bc89-44ca-94a7-0bc7dabaf09e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:52.240387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-32b35322-60ef-401f-a657-328efe3a5e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.354544 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-32b35322-60ef-401f-a657-328efe3a5e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.414227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.511815 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-32b35322-60ef-401f-a657-328efe3a5e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:52.512346 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-32b35322-60ef-401f-a657-328efe3a5e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:52.526256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=96870002-bc89-44ca-94a7-0bc7dabaf09e,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.529009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55272) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:52.701949 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e92d01f1-320b-4ff2-9742-52d652dec662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.717342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a908efd-622d-4fda-a315-8864b4f02a7c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=891ccb89-e666-4b63-a209-87bb331b1ee3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.748089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a908efd-622d-4fda-a315-8864b4f02a7c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.750260 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8a908efd-622d-4fda-a315-8864b4f02a7c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/891ccb89-e666-4b63-a209-87bb331b1ee3 HTTP/1.1" status: 204 len: 168 time: 1.1486311 Sep 16 05:06:52.752758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55278) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:52.797927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd700f-cb0e-40a6-93d9-83c8106e7396 req-6949057d-fc2c-47fc-8708-1658ece53355 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.806332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1cd700f-cb0e-40a6-93d9-83c8106e7396 req-6949057d-fc2c-47fc-8708-1658ece53355 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0740263 Sep 16 05:06:52.813809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec65827-149e-4255-8ac5-df1175754fc4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.815674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec65827-149e-4255-8ac5-df1175754fc4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.817275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8ec65827-149e-4255-8ac5-df1175754fc4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0634854 Sep 16 05:06:52.820555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55280) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:52.850052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1cd700f-cb0e-40a6-93d9-83c8106e7396 req-fee52daa-06a2-48a7-812d-20810b73b704 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427160 Sep 16 05:06:52.881403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd72ff5f-376c-415a-b1cd-9b0db8b64fcb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet bab3767f-5460-4a50-9fdb-2ae9ece815df {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:52.883797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72ff5f-376c-415a-b1cd-9b0db8b64fcb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.927234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72ff5f-376c-415a-b1cd-9b0db8b64fcb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.021486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72ff5f-376c-415a-b1cd-9b0db8b64fcb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.091603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e92d01f1-320b-4ff2-9742-52d652dec662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.174694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-88f6e300-b1d3-480f-97d9-cdc0ce0b0555 None None] Could not find standard attr ID for object 891ccb89-e666-4b63-a209-87bb331b1ee3. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:53.308054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e92d01f1-320b-4ff2-9742-52d652dec662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.381649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72ff5f-376c-415a-b1cd-9b0db8b64fcb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.382425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d01f1-320b-4ff2-9742-52d652dec662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4c6128-55d3-4bea-bd04-d13715f1e643,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:53.382425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e92d01f1-320b-4ff2-9742-52d652dec662 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3fdcceba8704fe48eab9881933381ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8348002 Sep 16 05:06:53.382425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55290) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.418760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72ff5f-376c-415a-b1cd-9b0db8b64fcb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=bab3767f-5460-4a50-9fdb-2ae9ece815df,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:53.423129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72ff5f-376c-415a-b1cd-9b0db8b64fcb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.425057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ee03d4d-12b3-4fc4-9134-c6e8a6a294ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.425167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bd72ff5f-376c-415a-b1cd-9b0db8b64fcb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/bab3767f-5460-4a50-9fdb-2ae9ece815df HTTP/1.1" status: 204 len: 168 time: 0.6037133 Sep 16 05:06:53.428483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55292) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.432182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a4638-24a1-470f-aad9-e30a7a4f0c8b None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:53.463924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ee03d4d-12b3-4fc4-9134-c6e8a6a294ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.470972 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-76bb315a-1dcb-48c0-9a82-b9225539dfe7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412819 Sep 16 05:06:53.480701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55294) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.553411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91958f5a-b4f9-4f20-b1a2-7433b5542883 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.553411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91958f5a-b4f9-4f20-b1a2-7433b5542883 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0672979 Sep 16 05:06:53.553641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55298) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.608936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9ef11-3cda-4130-a2d8-1961b83ff9b7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.610445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-86c9ef11-3cda-4130-a2d8-1961b83ff9b7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0574517 Sep 16 05:06:53.613092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55300) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.654144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:53.657282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e7bb7728-da62-4631-a10a-95409fc97c44 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432765 Sep 16 05:06:53.661822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55302) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.667012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:53.711927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] Deleting port 96870002-bc89-44ca-94a7-0bc7dabaf09e {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:53.712317 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.730297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ee03d4d-12b3-4fc4-9134-c6e8a6a294ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.733544 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ee03d4d-12b3-4fc4-9134-c6e8a6a294ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.740955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6ee03d4d-12b3-4fc4-9134-c6e8a6a294ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b4c6128-55d3-4bea-bd04-d13715f1e643 HTTP/1.1" status: 204 len: 168 time: 0.3724172 Sep 16 05:06:53.759090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee03d4d-12b3-4fc4-9134-c6e8a6a294ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4c6128-55d3-4bea-bd04-d13715f1e643,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:53.823282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] For port 96870002-bc89-44ca-94a7-0bc7dabaf09e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=96870002-bc89-44ca-94a7-0bc7dabaf09e,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:53.823282 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.841620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] Calling delete_port for 96870002-bc89-44ca-94a7-0bc7dabaf09e owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:53.861637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 96870002-bc89-44ca-94a7-0bc7dabaf09e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:53.914290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:53.918950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.000936 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.205569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.258171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] Pushing event deleted for resources: {'Port': ['ID=96870002-bc89-44ca-94a7-0bc7dabaf09e,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:54.267860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aebfcb-871c-4f82-8f4d-758653d009db None None] No DVR routers for this DVR port 96870002-bc89-44ca-94a7-0bc7dabaf09e on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:54.777453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:06:54.778876 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.821251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:54.824241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:54.827991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.828594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.836529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe5da8-8523-47d8-af21-f9bf68e643bb None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:54.847917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=76acf0cc-a4c6-40a0-8246-b346f511fb7d,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:54.935103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:54.935697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7b4e3f80-b240-4524-a1cd-7cbea0cbd466 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2720561 Sep 16 05:06:54.940234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9c212648-6e81-4f75-a488-c316e342d846 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:55.011119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '76acf0cc-a4c6-40a0-8246-b346f511fb7d'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:55.012158 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.064820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55324) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:55.072059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fdafc7e7-eebd-4316-9d36-eb18ca28b027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.235280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Allocated IP 2001:db8::f816:3eff:fec1:bb67 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/76acf0cc-a4c6-40a0-8246-b346f511fb7d/1feea927-62fc-4f53-b44f-8c73d1769d3b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:55.257340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fdafc7e7-eebd-4316-9d36-eb18ca28b027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.376924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fdafc7e7-eebd-4316-9d36-eb18ca28b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.408889 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.420479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafc7e7-eebd-4316-9d36-eb18ca28b027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a30a893-e3e2-4636-8adb-baf5e38a045d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.425479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fdafc7e7-eebd-4316-9d36-eb18ca28b027 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=877b16eb091a4466898d4f6fcab47899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702006 Sep 16 05:06:55.428302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55334) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:55.496899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c212648-6e81-4f75-a488-c316e342d846 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:55.500297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8a7a91d8-d57b-4a66-880d-07c9f83e4658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.501881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c212648-6e81-4f75-a488-c316e342d846 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.536330 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8a7a91d8-d57b-4a66-880d-07c9f83e4658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.561071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.627745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:55.649480 n-d-712143-16 neutron-server[101825]: INFO neutron.db.ipam_backend_mixin [None req-9c212648-6e81-4f75-a488-c316e342d846 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76acf0cc-a4c6-40a0-8246-b346f511fb7d (CIDR: 2001:db8::/64) Sep 16 05:06:55.661126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:55.664771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:55.691824 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c212648-6e81-4f75-a488-c316e342d846 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:06:55.693310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c212648-6e81-4f75-a488-c316e342d846 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:06:55.704601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Pushing event updated for resources: {'Port': ['ID=1feea927-62fc-4f53-b44f-8c73d1769d3b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.731109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8a7a91d8-d57b-4a66-880d-07c9f83e4658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.735536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8a7a91d8-d57b-4a66-880d-07c9f83e4658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.739599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8a7a91d8-d57b-4a66-880d-07c9f83e4658 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a30a893-e3e2-4636-8adb-baf5e38a045d HTTP/1.1" status: 204 len: 168 time: 0.3075397 Sep 16 05:06:55.746392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a91d8-d57b-4a66-880d-07c9f83e4658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a30a893-e3e2-4636-8adb-baf5e38a045d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.748008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Attempting to bind port 1feea927-62fc-4f53-b44f-8c73d1769d3b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:55.748393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Attempting to bind port 1feea927-62fc-4f53-b44f-8c73d1769d3b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:55.748896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Attempting to bind port 1feea927-62fc-4f53-b44f-8c73d1769d3b on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:55.755561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:55.755957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:55.756381 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.756798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:55.757269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Bound port: 1feea927-62fc-4f53-b44f-8c73d1769d3b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:55.757661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.851049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] For port 1feea927-62fc-4f53-b44f-8c73d1769d3b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:55.851321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9c212648-6e81-4f75-a488-c316e342d846 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9115670 Sep 16 05:06:55.851321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55340) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:55.852737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] For port 1feea927-62fc-4f53-b44f-8c73d1769d3b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1feea927-62fc-4f53-b44f-8c73d1769d3b,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:55.855780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:57.029906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.030426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:57.038815 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.148338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf2f16-5e26-4c94-bcbf-d0e47c274f17 None None] Pushing event updated for resources: {'Port': ['ID=1feea927-62fc-4f53-b44f-8c73d1769d3b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:57.666026 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.774190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:57.789618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:57.798612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.811758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.817805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a6fe-6555-4fe2-8156-34e260702c45 req-ed077440-e5ce-4922-87bb-e227070fc000 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.834078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=b9154ee8-c971-42da-9de6-37f29745dbdd,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:57.834863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2843a6fe-6555-4fe2-8156-34e260702c45 req-ed077440-e5ce-4922-87bb-e227070fc000 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1056614 Sep 16 05:06:57.891806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2843a6fe-6555-4fe2-8156-34e260702c45 req-d64b044e-ca20-4cba-a582-e23f993495f1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Sep 16 05:06:57.932259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8435002-bf48-4562-a030-b21a19485eef req-42a24ca2-02bd-4bc9-90d5-5c146ce1e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.933847 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a8435002-bf48-4562-a030-b21a19485eef req-42a24ca2-02bd-4bc9-90d5-5c146ce1e542 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1097 time: 0.0539532 Sep 16 05:06:57.945607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1feea927-62fc-4f53-b44f-8c73d1769d3b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:58.008470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1feea927-62fc-4f53-b44f-8c73d1769d3b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:58.015308 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-505b3915-2149-4efa-bdcd-53124040fcf5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1568913 Sep 16 05:06:58.015510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.017817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55380) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:58.031372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:2f:a3:69', 'name': 'tempest-NetworksTestDHCPv6-1869189604'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:58.126285 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.135207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8435002-bf48-4562-a030-b21a19485eef req-23878373-d652-4517-9ed6-ea3f39eedb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.137210 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a8435002-bf48-4562-a030-b21a19485eef req-23878373-d652-4517-9ed6-ea3f39eedb5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 919 time: 0.1944747 Sep 16 05:06:58.146251 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.180159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 1feea927-62fc-4f53-b44f-8c73d1769d3b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1feea927-62fc-4f53-b44f-8c73d1769d3b,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:58.218396 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a8435002-bf48-4562-a030-b21a19485eef req-bb9e6853-0046-4588-adaf-94f0be0988cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0649400 Sep 16 05:06:58.289536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8435002-bf48-4562-a030-b21a19485eef req-4db99f52-f104-4620-acc1-38eec12b8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.291086 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a8435002-bf48-4562-a030-b21a19485eef req-4db99f52-f104-4620-acc1-38eec12b8f06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.0588002 Sep 16 05:06:58.327700 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a8435002-bf48-4562-a030-b21a19485eef req-74a2016e-aade-4b2e-9b66-2c71950e03d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277333 Sep 16 05:06:58.434434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a8435002-bf48-4562-a030-b21a19485eef req-004dbd24-a6ef-4a9a-b244-7c6d7e4b6fef service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968173 Sep 16 05:06:58.478053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84eb0a-12d7-49c1-8d8f-8a3227cebdfe None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:58.567763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:58.581040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.628634 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a8435002-bf48-4562-a030-b21a19485eef req-e3f41ba7-d2f4-4145-ad18-bb74785bf2af service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842649 Sep 16 05:06:58.673757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=1feea927-62fc-4f53-b44f-8c73d1769d3b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.687282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-856c8957-26de-4e8e-91be-b2962525022d None None] Provisioning complete for port 1feea927-62fc-4f53-b44f-8c73d1769d3b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:58.687673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-856c8957-26de-4e8e-91be-b2962525022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.735415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.776901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 132f2569-863c-4e9d-9212-fc46099e076f yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:59.034584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8:0:1::2f5 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/b9154ee8-c971-42da-9de6-37f29745dbdd/132f2569-863c-4e9d-9212-fc46099e076f) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:59.043005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fe2f:a369 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/76acf0cc-a4c6-40a0-8246-b346f511fb7d/132f2569-863c-4e9d-9212-fc46099e076f) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:59.079003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e4070-e497-4be0-bb88-249e70cf81bf req-9630efc9-14e2-43c1-8153-16c4ec7ee0f4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.087962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d51e4070-e497-4be0-bb88-249e70cf81bf req-9630efc9-14e2-43c1-8153-16c4ec7ee0f4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0706091 Sep 16 05:06:59.115095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91908f62-07c6-485e-9cca-38eeb91375d5 None None] Update dhcp port {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': '76acf0cc-a4c6-40a0-8246-b346f511fb7d', 'ip_address': '2001:db8::f816:3eff:fec1:bb67'}, {'subnet_id': 'b9154ee8-c971-42da-9de6-37f29745dbdd'}], 'binding:host_id': 'n-d-712143-16'}, 'id': '1feea927-62fc-4f53-b44f-8c73d1769d3b'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:06:59.133889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d51e4070-e497-4be0-bb88-249e70cf81bf req-86a9aca3-fbdc-4a7f-a896-8ad1505c43e1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448716 Sep 16 05:06:59.185895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-91908f62-07c6-485e-9cca-38eeb91375d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.302486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.565595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.619670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:59.623737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:59.626414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:59.633863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.636398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.643700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-91908f62-07c6-485e-9cca-38eeb91375d5 None None] Allocated IP 2001:db8:0:1::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/b9154ee8-c971-42da-9de6-37f29745dbdd/1feea927-62fc-4f53-b44f-8c73d1769d3b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:59.657039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=132f2569-863c-4e9d-9212-fc46099e076f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.770471 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-91908f62-07c6-485e-9cca-38eeb91375d5 None None] For port 1feea927-62fc-4f53-b44f-8c73d1769d3b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1feea927-62fc-4f53-b44f-8c73d1769d3b,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:59.810328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-91908f62-07c6-485e-9cca-38eeb91375d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.822764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1feea927-62fc-4f53-b44f-8c73d1769d3b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:59.876981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1feea927-62fc-4f53-b44f-8c73d1769d3b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:59.877455 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.953819 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f848f624-97e6-4577-979f-d063d72987b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9298697 Sep 16 05:06:59.955474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.976760 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-91908f62-07c6-485e-9cca-38eeb91375d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.066468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91908f62-07c6-485e-9cca-38eeb91375d5 None None] Pushing event updated for resources: {'Port': ['ID=1feea927-62fc-4f53-b44f-8c73d1769d3b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.072045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-af3754e3-0f4e-49c1-bdc3-58ff3a9abb41 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 132f2569-863c-4e9d-9212-fc46099e076f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:00.072642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af3754e3-0f4e-49c1-bdc3-58ff3a9abb41 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.183096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af3754e3-0f4e-49c1-bdc3-58ff3a9abb41 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.197917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-af3754e3-0f4e-49c1-bdc3-58ff3a9abb41 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 132f2569-863c-4e9d-9212-fc46099e076f owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:00.288996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288b329-bb0e-4ae1-a070-94a066c6c284 req-9315c497-8d78-4e6d-83aa-a577250a1da0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.291978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c288b329-bb0e-4ae1-a070-94a066c6c284 req-9315c497-8d78-4e6d-83aa-a577250a1da0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0609694 Sep 16 05:07:00.340812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c288b329-bb0e-4ae1-a070-94a066c6c284 req-a1c9194c-aebe-4a0b-baed-6999b6cb626c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Sep 16 05:07:00.677795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-168ed64c-cf5c-4c03-bb6a-fbe66333f022 None None] Provisioning complete for port 1feea927-62fc-4f53-b44f-8c73d1769d3b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:00.678421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-168ed64c-cf5c-4c03-bb6a-fbe66333f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.993935 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af3754e3-0f4e-49c1-bdc3-58ff3a9abb41 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.010684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3754e3-0f4e-49c1-bdc3-58ff3a9abb41 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=132f2569-863c-4e9d-9212-fc46099e076f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.035172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-39e35553-278a-452d-8132-6a6e751991fe None None] Could not find standard attr ID for object 132f2569-863c-4e9d-9212-fc46099e076f. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:07:01.060799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af3754e3-0f4e-49c1-bdc3-58ff3a9abb41 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.065371 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-af3754e3-0f4e-49c1-bdc3-58ff3a9abb41 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/132f2569-863c-4e9d-9212-fc46099e076f HTTP/1.1" status: 204 len: 168 time: 1.1060355 Sep 16 05:07:01.066268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.145434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb974a-4218-4d7f-a672-022a96e416be tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.147256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-16bb974a-4218-4d7f-a672-022a96e416be tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0789020 Sep 16 05:07:01.149774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55478) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.232596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f350c4e-f149-4c5a-98f0-976a622bf055 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.237866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4f350c4e-f149-4c5a-98f0-976a622bf055 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0834372 Sep 16 05:07:01.238169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55482) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.331562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8c87d-1b0a-4a1e-9196-a338b886ca09 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.333128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8c87d-1b0a-4a1e-9196-a338b886ca09 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.334798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8c87d-1b0a-4a1e-9196-a338b886ca09 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.336434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c6f8c87d-1b0a-4a1e-9196-a338b886ca09 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0964224 Sep 16 05:07:01.339447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55486) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.405033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbb5859-e420-4bf6-a0a8-b9d747ce0178 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 76acf0cc-a4c6-40a0-8246-b346f511fb7d {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:01.408775 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5859-e420-4bf6-a0a8-b9d747ce0178 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.460415 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5859-e420-4bf6-a0a8-b9d747ce0178 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.582091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9da366-0830-4677-b969-552ee9eaae8c req-9430cf6f-46a4-415a-a5d2-c77b4d10ee87 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.583910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b9da366-0830-4677-b969-552ee9eaae8c req-9430cf6f-46a4-415a-a5d2-c77b4d10ee87 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0942345 Sep 16 05:07:01.605612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5859-e420-4bf6-a0a8-b9d747ce0178 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.675787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b9da366-0830-4677-b969-552ee9eaae8c req-a10f8110-7159-40a6-b6cc-0838379cf409 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818410 Sep 16 05:07:01.806848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1feea927-62fc-4f53-b44f-8c73d1769d3b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:01.920293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5859-e420-4bf6-a0a8-b9d747ce0178 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.922464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1feea927-62fc-4f53-b44f-8c73d1769d3b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:01.929026 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.957112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb5859-e420-4bf6-a0a8-b9d747ce0178 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=76acf0cc-a4c6-40a0-8246-b346f511fb7d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.035282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5859-e420-4bf6-a0a8-b9d747ce0178 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.038805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6fbb5859-e420-4bf6-a0a8-b9d747ce0178 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/76acf0cc-a4c6-40a0-8246-b346f511fb7d HTTP/1.1" status: 204 len: 168 time: 0.6978130 Sep 16 05:07:02.041915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55500) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.046064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d55de-d984-4fda-9c00-4363862e5e01 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:02.119111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f671e77a-cf7a-4e71-bc58-0fcd50f0a5cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet b9154ee8-c971-42da-9de6-37f29745dbdd {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:02.123625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f671e77a-cf7a-4e71-bc58-0fcd50f0a5cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.184681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f671e77a-cf7a-4e71-bc58-0fcd50f0a5cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.283366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f671e77a-cf7a-4e71-bc58-0fcd50f0a5cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.457026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f671e77a-cf7a-4e71-bc58-0fcd50f0a5cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.495082 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f671e77a-cf7a-4e71-bc58-0fcd50f0a5cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.514508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f671e77a-cf7a-4e71-bc58-0fcd50f0a5cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/b9154ee8-c971-42da-9de6-37f29745dbdd HTTP/1.1" status: 204 len: 168 time: 0.4711106 Sep 16 05:07:02.517176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55514) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.518681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671e77a-cf7a-4e71-bc58-0fcd50f0a5cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=b9154ee8-c971-42da-9de6-37f29745dbdd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.582237 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a6d20366-46a4-4653-9e4f-eb28096e220e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620046 Sep 16 05:07:02.585386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55516) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.591386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:02.829277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaab54-2f2a-4b29-9df6-24e55eaffe14 req-64a5aa15-6791-45c7-a5db-e6da014896e4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.830937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2eeaab54-2f2a-4b29-9df6-24e55eaffe14 req-64a5aa15-6791-45c7-a5db-e6da014896e4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0593607 Sep 16 05:07:02.856125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:02.860275 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.913022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2eeaab54-2f2a-4b29-9df6-24e55eaffe14 req-4e5c2a39-de80-464d-b36d-f0fdbfeef2cd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752752 Sep 16 05:07:02.976658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09c6ea-5a05-427b-aef8-32b325382e56 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:03.123618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fb39e2c1-f86c-4949-bd39-a9c90bb8fb00 None None] Provisioning complete for port 1feea927-62fc-4f53-b44f-8c73d1769d3b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:03.124318 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb39e2c1-f86c-4949-bd39-a9c90bb8fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.266677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:03.357941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] Deleting port 1feea927-62fc-4f53-b44f-8c73d1769d3b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:03.357941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.384267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] For port 1feea927-62fc-4f53-b44f-8c73d1769d3b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1feea927-62fc-4f53-b44f-8c73d1769d3b,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:03.384799 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.400397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] Calling delete_port for 1feea927-62fc-4f53-b44f-8c73d1769d3b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:03.605902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:07:03.690867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.713957 n-d-712143-16 neutron-server[101824]: WARNING neutron.services.revisions.revision_plugin [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Could not find related port for resource to bump revision. Sep 16 05:07:03.726841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] Pushing event deleted for resources: {'Port': ['ID=1feea927-62fc-4f53-b44f-8c73d1769d3b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.730390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c7ff4-1edf-46d1-979b-8133b142f551 None None] No DVR routers for this DVR port 1feea927-62fc-4f53-b44f-8c73d1769d3b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:03.776877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_pluggable_backend [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Port 1feea927-62fc-4f53-b44f-8c73d1769d3b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 05:07:03.777275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_pluggable_backend [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:bb67 {{(pid=101824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 05:07:03.781366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_pluggable_backend [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec1:bb67 {{(pid=101824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 05:07:03.782950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.797951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1feea927-62fc-4f53-b44f-8c73d1769d3b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:03.825198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1feea927-62fc-4f53-b44f-8c73d1769d3b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:03.825559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1feea927-62fc-4f53-b44f-8c73d1769d3b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:03.839919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:03.841863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:03.846637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.847260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.855540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe110e-084b-46d2-bdcc-004617f0b6a0 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:03.869049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=2acd5a41-60f7-4f04-ae00-ff3a574bdc59,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.014756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '2acd5a41-60f7-4f04-ae00-ff3a574bdc59'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:04.015684 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.045382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3b5bb-ea7b-4560-b796-3f88f24c2237 req-412127be-c679-4ef4-af4c-736f492f64bd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.046997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83a3b5bb-ea7b-4560-b796-3f88f24c2237 req-412127be-c679-4ef4-af4c-736f492f64bd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0608413 Sep 16 05:07:04.102673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83a3b5bb-ea7b-4560-b796-3f88f24c2237 req-3e4994db-18a1-42a1-8e16-07183601ef4d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481799 Sep 16 05:07:04.159743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c98f8cca-657d-46e9-ba11-fa620d666da1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5677261 Sep 16 05:07:04.160106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55558) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.165788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c029550b-a2b3-4fbc-b079-4ecd7b4b4474 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:04.190229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Allocated IP 2001:db8::f816:3eff:fed6:b7b0 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/2acd5a41-60f7-4f04-ae00-ff3a574bdc59/b0875468-d940-4282-b600-7ec58ab09af8) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:04.370541 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.536662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c029550b-a2b3-4fbc-b079-4ecd7b4b4474 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:04.540388 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c029550b-a2b3-4fbc-b079-4ecd7b4b4474 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.596294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.662493 n-d-712143-16 neutron-server[101824]: INFO neutron.db.ipam_backend_mixin [None req-c029550b-a2b3-4fbc-b079-4ecd7b4b4474 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2acd5a41-60f7-4f04-ae00-ff3a574bdc59 (CIDR: 2001:db8::/64) Sep 16 05:07:04.686066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:04.689042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:04.691332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Pushing event updated for resources: {'Port': ['ID=b0875468-d940-4282-b600-7ec58ab09af8,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.693665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:04.737077 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c029550b-a2b3-4fbc-b079-4ecd7b4b4474 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:07:04.743010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c029550b-a2b3-4fbc-b079-4ecd7b4b4474 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:04.752279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Attempting to bind port b0875468-d940-4282-b600-7ec58ab09af8 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:04.752654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Attempting to bind port b0875468-d940-4282-b600-7ec58ab09af8 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:04.753020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Attempting to bind port b0875468-d940-4282-b600-7ec58ab09af8 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:04.757989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:04.758380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:04.758812 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.759332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:04.760229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Bound port: b0875468-d940-4282-b600-7ec58ab09af8, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:04.760628 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.829401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] For port b0875468-d940-4282-b600-7ec58ab09af8, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:04.833106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] For port b0875468-d940-4282-b600-7ec58ab09af8, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b0875468-d940-4282-b600-7ec58ab09af8,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:04.874186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c029550b-a2b3-4fbc-b079-4ecd7b4b4474 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7125449 Sep 16 05:07:04.877357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55570) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.882872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:05.011020 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.083827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea5192-ff47-4e72-95f6-23bd0f6f99ee None None] Pushing event updated for resources: {'Port': ['ID=b0875468-d940-4282-b600-7ec58ab09af8,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:05.141961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:05.146888 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.288743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ef87-1642-45be-abdc-fc720f0e9a92 req-f223fa33-7d15-49c0-8471-05f701ce3d15 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.291718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94a0ef87-1642-45be-abdc-fc720f0e9a92 req-f223fa33-7d15-49c0-8471-05f701ce3d15 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1123927 Sep 16 05:07:05.318983 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-bbe2f26f-453a-47db-8420-1c562d4ecc5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549068 Sep 16 05:07:05.363925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94a0ef87-1642-45be-abdc-fc720f0e9a92 req-1ce2622c-9ce7-42b2-b227-bff488b417b6 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658474 Sep 16 05:07:05.425461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-ff6e4d8c-04a3-471b-86c9-21f79f20c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.427551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-ff6e4d8c-04a3-471b-86c9-21f79f20c481 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd8edda32a084356b988cc70c16d8f6e&device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 1097 time: 0.0560660 Sep 16 05:07:05.543882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-ee847c73-9368-443c-8f2d-03595d2f6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.545482 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-ee847c73-9368-443c-8f2d-03595d2f6faa service neutron] 10.222.0.60 "GET /v2.0/networks?id=2db67806-e838-4f2a-8fed-ed83910d8da9 HTTP/1.1" status: 200 len: 917 time: 0.0895755 Sep 16 05:07:05.614823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-76e96a64-673d-451b-a39d-72943f0ae5ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3 HTTP/1.1" status: 200 len: 1000 time: 0.0614951 Sep 16 05:07:05.665225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-5f1107d8-ef3d-4c56-9932-b524a14ef5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.666738 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-5f1107d8-ef3d-4c56-9932-b524a14ef5bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c828553b-856a-4fd3-a355-77c9cedd965a HTTP/1.1" status: 200 len: 855 time: 0.0443368 Sep 16 05:07:05.695749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.758508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-79a00ded-808c-4a4e-9b3f-cff0d0325bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.760493 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-79a00ded-808c-4a4e-9b3f-cff0d0325bd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2db67806-e838-4f2a-8fed-ed83910d8da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844226 Sep 16 05:07:05.908040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b0875468-d940-4282-b600-7ec58ab09af8 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:05.945887 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-ef24343e-d0e8-435e-9467-4eaebd37f429 service neutron] 10.222.0.60 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766813 Sep 16 05:07:05.946451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55586) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:05.979632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b0875468-d940-4282-b600-7ec58ab09af8 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:05.980019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.090748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7511dbc7-fd5e-4a29-b83e-f326a511d58a req-8e11e49d-5f29-4a90-a152-acd0816089e0 service neutron] 10.222.0.60 "GET /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290069 Sep 16 05:07:06.111793 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.135723 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88fd9991-3aae-4542-8c45-572ec1bbd736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.160187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port b0875468-d940-4282-b600-7ec58ab09af8, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b0875468-d940-4282-b600-7ec58ab09af8,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:06.194096 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:06.221237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:06.225477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:06.232927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.233539 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.259579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=25e64a47-b27b-4987-a418-1db74a28e727,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.280258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea6fd40-cd3d-466a-ae15-d2e89fbce005 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:06.296241 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88fd9991-3aae-4542-8c45-572ec1bbd736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.351556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cc34ab5c-98ec-47c0-ab38-58457561ca39 None None] Provisioning complete for port b0875468-d940-4282-b600-7ec58ab09af8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:06.351935 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc34ab5c-98ec-47c0-ab38-58457561ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.427502 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.474523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88fd9991-3aae-4542-8c45-572ec1bbd736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.490341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e48bdd-c3b1-4dc8-896b-f3eeac29ed10 req-7410ed3c-b94b-4c7a-b71e-231c27e6d767 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.491883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5e48bdd-c3b1-4dc8-896b-f3eeac29ed10 req-7410ed3c-b94b-4c7a-b71e-231c27e6d767 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0526080 Sep 16 05:07:06.521933 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-88fd9991-3aae-4542-8c45-572ec1bbd736 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60377ecf3682401e80121cd86f8d3d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741835 Sep 16 05:07:06.523055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd9991-3aae-4542-8c45-572ec1bbd736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39779b4-3b8e-4d29-855f-f7e90c7e00ac,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.526643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55600) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:06.540041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5e48bdd-c3b1-4dc8-896b-f3eeac29ed10 req-62658a40-1a54-4e23-a33a-c14660f2623c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Sep 16 05:07:06.546969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=b0875468-d940-4282-b600-7ec58ab09af8,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.589718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8904c9ac-9997-4a83-a1d8-924e35c0f419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.605689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9ad441cd-e1fb-40a4-a507-82b63018036b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7272007 Sep 16 05:07:06.609964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55602) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:06.613822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:e1:ca:2d', 'name': 'tempest-NetworksTestDHCPv6-2059225161'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:06.620764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0275892-5f14-429a-b091-27dc005f41ea None None] Update dhcp port {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'fixed_ips': [{'subnet_id': '2acd5a41-60f7-4f04-ae00-ff3a574bdc59', 'ip_address': '2001:db8::f816:3eff:fed6:b7b0'}, {'subnet_id': '25e64a47-b27b-4987-a418-1db74a28e727'}], 'binding:host_id': 'n-d-712143-16'}, 'id': 'b0875468-d940-4282-b600-7ec58ab09af8'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:07:06.622624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8904c9ac-9997-4a83-a1d8-924e35c0f419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.648931 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a0275892-5f14-429a-b091-27dc005f41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.825532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-a0275892-5f14-429a-b091-27dc005f41ea None None] Allocated IP 2001:db8:0:1::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/25e64a47-b27b-4987-a418-1db74a28e727/b0875468-d940-4282-b600-7ec58ab09af8) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:06.926478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a0275892-5f14-429a-b091-27dc005f41ea None None] For port b0875468-d940-4282-b600-7ec58ab09af8, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b0875468-d940-4282-b600-7ec58ab09af8,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:06.962628 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a0275892-5f14-429a-b091-27dc005f41ea None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.998836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8904c9ac-9997-4a83-a1d8-924e35c0f419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.001535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8904c9ac-9997-4a83-a1d8-924e35c0f419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.004931 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8904c9ac-9997-4a83-a1d8-924e35c0f419 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d39779b4-3b8e-4d29-855f-f7e90c7e00ac HTTP/1.1" status: 204 len: 168 time: 0.4749846 Sep 16 05:07:07.011904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904c9ac-9997-4a83-a1d8-924e35c0f419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39779b4-3b8e-4d29-855f-f7e90c7e00ac,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:07.084853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:07.141797 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a0275892-5f14-429a-b091-27dc005f41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.166941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.187674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 8bba213c-94b1-4e1a-a05c-c1ef9def23f3 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:07.234566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0275892-5f14-429a-b091-27dc005f41ea None None] Pushing event updated for resources: {'Port': ['ID=b0875468-d940-4282-b600-7ec58ab09af8,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:07.393613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8:0:1::2af (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/25e64a47-b27b-4987-a418-1db74a28e727/8bba213c-94b1-4e1a-a05c-c1ef9def23f3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:07.403911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::f816:3eff:fee1:ca2d (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/2acd5a41-60f7-4f04-ae00-ff3a574bdc59/8bba213c-94b1-4e1a-a05c-c1ef9def23f3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:07.569837 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.671963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4b52d-66de-4788-aba0-8fb0d509448f req-7f94b815-74ef-4978-b4e9-009bfa4de1d9 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.676749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12f4b52d-66de-4788-aba0-8fb0d509448f req-7f94b815-74ef-4978-b4e9-009bfa4de1d9 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0560777 Sep 16 05:07:07.717901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12f4b52d-66de-4788-aba0-8fb0d509448f req-a2cc1b94-7342-40aa-9af8-e41151a72f2a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Sep 16 05:07:07.720077 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.767031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:07.771121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:07.773768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:07.785164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.785164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.792057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e9fbbaa6-7151-44e0-8645-3212e24481a0 None None] Provisioning complete for port b0875468-d940-4282-b600-7ec58ab09af8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:07.792441 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaa6-7151-44e0-8645-3212e24481a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.796843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=8bba213c-94b1-4e1a-a05c-c1ef9def23f3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:07.824835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b0875468-d940-4282-b600-7ec58ab09af8 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:07.935440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b0875468-d940-4282-b600-7ec58ab09af8 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:07.935826 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.961534 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-827e1883-8871-47bd-a315-13d288b24570 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3515415 Sep 16 05:07:07.963965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55622) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.058145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a6812df3-d915-4726-93d2-6fb38c6cba22 None None] Provisioning complete for port 8bba213c-94b1-4e1a-a05c-c1ef9def23f3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:08.058522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a6812df3-d915-4726-93d2-6fb38c6cba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.068701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-66f5c38f-4dd9-40f4-bd6d-14f9ae7ed220 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 8bba213c-94b1-4e1a-a05c-c1ef9def23f3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:08.069082 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66f5c38f-4dd9-40f4-bd6d-14f9ae7ed220 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.092714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a6812df3-d915-4726-93d2-6fb38c6cba22 None None] Port 8bba213c-94b1-4e1a-a05c-c1ef9def23f3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:08.153762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66f5c38f-4dd9-40f4-bd6d-14f9ae7ed220 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.165805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-66f5c38f-4dd9-40f4-bd6d-14f9ae7ed220 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 8bba213c-94b1-4e1a-a05c-c1ef9def23f3 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:08.204146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55624) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.218114 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bd62c19a-10b7-4746-919e-c70bb81d14dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.450901 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66f5c38f-4dd9-40f4-bd6d-14f9ae7ed220 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.484537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5c38f-4dd9-40f4-bd6d-14f9ae7ed220 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=8bba213c-94b1-4e1a-a05c-c1ef9def23f3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.506338 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bd62c19a-10b7-4746-919e-c70bb81d14dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.542173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66f5c38f-4dd9-40f4-bd6d-14f9ae7ed220 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.542872 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-66f5c38f-4dd9-40f4-bd6d-14f9ae7ed220 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/8bba213c-94b1-4e1a-a05c-c1ef9def23f3 HTTP/1.1" status: 204 len: 168 time: 0.5777752 Sep 16 05:07:08.545290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.597011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bce8c-107e-4275-848c-8c4017437975 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.598593 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-416bce8c-107e-4275-848c-8c4017437975 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0523643 Sep 16 05:07:08.601356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55632) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.653473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a08d5e3-05e9-45c3-be2e-c083ef14b410 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.657374 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8a08d5e3-05e9-45c3-be2e-c083ef14b410 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0527153 Sep 16 05:07:08.657885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55634) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.712009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa7396-94e7-4ac0-af0e-060da5d03793 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.713520 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa7396-94e7-4ac0-af0e-060da5d03793 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.715217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa7396-94e7-4ac0-af0e-060da5d03793 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.716798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-39fa7396-94e7-4ac0-af0e-060da5d03793 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0579216 Sep 16 05:07:08.717951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bd62c19a-10b7-4746-919e-c70bb81d14dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.719895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55636) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.762758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bd62c19a-10b7-4746-919e-c70bb81d14dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=948a8f6a9a794e3dad028bfeae175864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5547493 Sep 16 05:07:08.762758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62c19a-10b7-4746-919e-c70bb81d14dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58a8598-4b59-4d06-bece-55a47d66da31,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.763068 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55640) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.790665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3131c8d5-df58-44c3-8b97-e9bcd3abd961 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 25e64a47-b27b-4987-a418-1db74a28e727 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:08.800178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3131c8d5-df58-44c3-8b97-e9bcd3abd961 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.847457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8711c04-96a6-4a8a-889e-a19b0cb19e53 req-db6a3159-02d7-43ba-a534-efa985ee268c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.849511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8711c04-96a6-4a8a-889e-a19b0cb19e53 req-db6a3159-02d7-43ba-a534-efa985ee268c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0505750 Sep 16 05:07:08.855849 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3131c8d5-df58-44c3-8b97-e9bcd3abd961 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.881362 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed33b36e-0c37-43ee-98c8-9c3fe4dd18f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.891693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8711c04-96a6-4a8a-889e-a19b0cb19e53 req-471cf7ca-c073-49e4-9d59-760d1e417cda tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Sep 16 05:07:08.919002 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed33b36e-0c37-43ee-98c8-9c3fe4dd18f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.995891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3131c8d5-df58-44c3-8b97-e9bcd3abd961 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.193672 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed33b36e-0c37-43ee-98c8-9c3fe4dd18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.196373 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed33b36e-0c37-43ee-98c8-9c3fe4dd18f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.197633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ed33b36e-0c37-43ee-98c8-9c3fe4dd18f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d58a8598-4b59-4d06-bece-55a47d66da31 HTTP/1.1" status: 204 len: 168 time: 0.4335036 Sep 16 05:07:09.206194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33b36e-0c37-43ee-98c8-9c3fe4dd18f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58a8598-4b59-4d06-bece-55a47d66da31,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:09.222461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3131c8d5-df58-44c3-8b97-e9bcd3abd961 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.255232 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3131c8d5-df58-44c3-8b97-e9bcd3abd961 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.261226 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3131c8d5-df58-44c3-8b97-e9bcd3abd961 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/25e64a47-b27b-4987-a418-1db74a28e727 HTTP/1.1" status: 204 len: 168 time: 0.5372386 Sep 16 05:07:09.261226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131c8d5-df58-44c3-8b97-e9bcd3abd961 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=25e64a47-b27b-4987-a418-1db74a28e727,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:09.262313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d42cc-2b51-43c1-92dd-8dc4f433573e None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:09.263184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.324599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7950844-a590-46e7-bc4f-9d49aa75bcf7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 2acd5a41-60f7-4f04-ae00-ff3a574bdc59 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:09.327665 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7950844-a590-46e7-bc4f-9d49aa75bcf7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.372494 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7950844-a590-46e7-bc4f-9d49aa75bcf7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.461905 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7950844-a590-46e7-bc4f-9d49aa75bcf7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.663105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7950844-a590-46e7-bc4f-9d49aa75bcf7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.706540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7950844-a590-46e7-bc4f-9d49aa75bcf7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=2acd5a41-60f7-4f04-ae00-ff3a574bdc59,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:09.706540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7950844-a590-46e7-bc4f-9d49aa75bcf7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.706540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f7950844-a590-46e7-bc4f-9d49aa75bcf7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/2acd5a41-60f7-4f04-ae00-ff3a574bdc59 HTTP/1.1" status: 204 len: 168 time: 0.4402444 Sep 16 05:07:09.707745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55656) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.748984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4c740f12-2a74-4c7b-b004-a2140739908a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406342 Sep 16 05:07:09.754729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55658) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.759922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:09.947047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859cbee3-703b-404d-ab23-b70f3431d1b1 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:10.010995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:10.016703 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.064276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d298-6687-499a-a560-ef3b803235d3 req-cfb46662-ca29-413d-93c7-279017636631 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.066113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ede8d298-6687-499a-a560-ef3b803235d3 req-cfb46662-ca29-413d-93c7-279017636631 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0978491 Sep 16 05:07:10.183672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ede8d298-6687-499a-a560-ef3b803235d3 req-529e85dc-b5b6-422c-acee-492ffd56a58e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527251 Sep 16 05:07:10.221657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d0400179-ba2e-4ead-8b06-461868da4236 None None] Provisioning complete for port b0875468-d940-4282-b600-7ec58ab09af8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:10.222033 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d0400179-ba2e-4ead-8b06-461868da4236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.326315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:10.395584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] Deleting port b0875468-d940-4282-b600-7ec58ab09af8 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:10.395584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.445361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.448616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.462801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] For port b0875468-d940-4282-b600-7ec58ab09af8, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b0875468-d940-4282-b600-7ec58ab09af8,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:10.463385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.490149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] Calling delete_port for b0875468-d940-4282-b600-7ec58ab09af8 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:10.494720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:10.498208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:10.502728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.503633 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.525693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.691051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2880d855-9c79-489e-a90e-c89469735381 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9351082 Sep 16 05:07:10.693809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55684) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.698694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8f877a5b-4e8f-4b2e-8420-36bf825c952c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:10.713259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.740480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] Pushing event deleted for resources: {'Port': ['ID=b0875468-d940-4282-b600-7ec58ab09af8,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.742484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4e9cb-f299-4283-ba40-113103b2de2c None None] No DVR routers for this DVR port b0875468-d940-4282-b600-7ec58ab09af8 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:10.758584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6fb57-9b02-4706-bab6-1c7b6cc022c0 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:10.924510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': 'de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:10.925422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.027785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f877a5b-4e8f-4b2e-8420-36bf825c952c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:11.032219 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8f877a5b-4e8f-4b2e-8420-36bf825c952c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.060565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd/06597bf6-9abc-4f3d-8269-fd5f09c3e6ee) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:11.070733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8a46-f487-42f6-af9e-5692934e74b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.142215 n-d-712143-16 neutron-server[101824]: INFO neutron.db.ipam_backend_mixin [None req-8f877a5b-4e8f-4b2e-8420-36bf825c952c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd (CIDR: 2001:db8::/64) Sep 16 05:07:11.143406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55694) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:11.213215 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f877a5b-4e8f-4b2e-8420-36bf825c952c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:07:11.213715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f877a5b-4e8f-4b2e-8420-36bf825c952c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:11.228388 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.230007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c49ec-dab9-45c6-a0e4-3fde595bca76 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.230502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c49ec-dab9-45c6-a0e4-3fde595bca76 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.230981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c49ec-dab9-45c6-a0e4-3fde595bca76 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.239287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a95c49ec-dab9-45c6-a0e4-3fde595bca76 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=9085bd244fd745f19e3d82d39b29bacf&network_id=0ccad8ae-f251-4d66-aca5-ac70620eb121 HTTP/1.1" status: 200 len: 2972 time: 0.0887325 Sep 16 05:07:11.330768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0b01d-30ab-4fc7-8211-4d65ac93583c req-31e19dee-5117-46d1-92c0-e9ee9eeb3a6e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.333643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20e0b01d-30ab-4fc7-8211-4d65ac93583c req-31e19dee-5117-46d1-92c0-e9ee9eeb3a6e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0554738 Sep 16 05:07:11.336861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.374833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:11.376406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:11.380123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:11.383507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20e0b01d-30ab-4fc7-8211-4d65ac93583c req-49e00783-8cfc-4f01-888f-2530e0f8dc00 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387442 Sep 16 05:07:11.411576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8f877a5b-4e8f-4b2e-8420-36bf825c952c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7166719 Sep 16 05:07:11.418458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55704) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:11.421238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Pushing event updated for resources: {'Port': ['ID=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.424662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:11.451648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Attempting to bind port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:11.452534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Attempting to bind port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:11.452994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Attempting to bind port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:11.460827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:11.461350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:11.461803 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.462301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:11.462955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Bound port: 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:11.463586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.537493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] For port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:11.542758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] For port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:11.736392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:11.740249 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.741753 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.807915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad00b8-c226-41c5-8e66-c203152a8ef1 None None] Pushing event updated for resources: {'Port': ['ID=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.835060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b0875468-d940-4282-b600-7ec58ab09af8 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:11.861821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b0875468-d940-4282-b600-7ec58ab09af8 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:11.862345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b0875468-d940-4282-b600-7ec58ab09af8 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:12.265090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:07:12.516375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24eb9-aad4-489b-bab4-ad6b679c6c1c req-112f6e6c-78e5-48fb-82d4-05aeb53b8bec tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.518423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70c24eb9-aad4-489b-bab4-ad6b679c6c1c req-112f6e6c-78e5-48fb-82d4-05aeb53b8bec tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0541956 Sep 16 05:07:12.586749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70c24eb9-aad4-489b-bab4-ad6b679c6c1c req-d057e64b-686a-49e4-8bc6-8d831b3595e6 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613208 Sep 16 05:07:12.597200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.789964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] For port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:12.813777 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-66d1b7a7-c971-46ed-a6a6-c89062ccee67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0558314 Sep 16 05:07:12.821789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.852837 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] Provisioning complete for port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:12.853461 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.934618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.942787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-49099e9f-d07e-44e9-88bc-67b5985b374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.943304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-49099e9f-d07e-44e9-88bc-67b5985b374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.943795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-49099e9f-d07e-44e9-88bc-67b5985b374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.944281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-49099e9f-d07e-44e9-88bc-67b5985b374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.944784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-49099e9f-d07e-44e9-88bc-67b5985b374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.945265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-49099e9f-d07e-44e9-88bc-67b5985b374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.945741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-49099e9f-d07e-44e9-88bc-67b5985b374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.947842 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-49099e9f-d07e-44e9-88bc-67b5985b374c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6500 time: 0.0584884 Sep 16 05:07:13.000330 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.001384 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.042030 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:13.042520 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:13.095420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:13.098503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=ac807e76-e09d-4150-987a-a490015503fc,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.110451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:13.110666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-5e47285d-0e50-4f9c-b7b5-9c1827b3e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.111365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-5e47285d-0e50-4f9c-b7b5-9c1827b3e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.112481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-5e47285d-0e50-4f9c-b7b5-9c1827b3e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.118447 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-5e47285d-0e50-4f9c-b7b5-9c1827b3e589 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=433648c1-f499-41d8-972e-6f435f317bce&id=433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 200 len: 2293 time: 0.1259398 Sep 16 05:07:13.119182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.119182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.121551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086afcc-c7ca-4084-bfe3-cfb3d956d9f2 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:13.136455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.196451 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-e1c359b8-963a-4e84-a15f-a4fc1aa238aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 200 len: 1001 time: 0.0728407 Sep 16 05:07:13.230921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2234cad4-63fa-424c-a925-ffb5b3719f74 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8086429 Sep 16 05:07:13.231142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55756) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.237087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:c3:e7:67', 'name': 'tempest-NetworksTestDHCPv6-1792159845'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:13.267326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-2273be1f-85a7-45ce-aeb5-8a6a45d0cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.268828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-2273be1f-85a7-45ce-aeb5-8a6a45d0cd32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a7cc46-77b4-43d5-9f01-b8018341ba98 HTTP/1.1" status: 200 len: 851 time: 0.0632994 Sep 16 05:07:13.328533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-8564eaa4-9f67-4dd1-be9a-4b5a9cde3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.330088 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-8564eaa4-9f67-4dd1-be9a-4b5a9cde3cbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475955 Sep 16 05:07:13.443665 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-ce954d69-e7cb-480d-95dc-2e4d95b19e67 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047106 Sep 16 05:07:13.536211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:13.543964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55762) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.550719 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-70e0f7e0-5003-4845-b139-b8d1ff25f344 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969214 Sep 16 05:07:13.604213 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.679891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-cacb2474-450a-46d7-8ff2-7ba170aa0b3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 217 time: 0.1192880 Sep 16 05:07:13.694376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] For port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:13.703905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a30c4-468d-458b-b3cb-6674c1780f64 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.705522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-950a30c4-468d-458b-b3cb-6674c1780f64 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 814 time: 0.1604030 Sep 16 05:07:13.774304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-1ee01a2f-3980-4645-ae8f-1c9d1ae65d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.776053 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-1ee01a2f-3980-4645-ae8f-1c9d1ae65d9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0857780 Sep 16 05:07:13.777780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.822078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f0ff-6436-42f7-8db1-b2033aea4178 req-256b7a5a-e69f-4da7-a43f-6cf5baae722c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.822277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.833833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8154f0ff-6436-42f7-8db1-b2033aea4178 req-256b7a5a-e69f-4da7-a43f-6cf5baae722c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1169794 Sep 16 05:07:13.845879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port 2e4c47c9-35e8-48f3-a202-b84ae2058e0e yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:13.891129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-11b23ed2-9249-4514-9c78-85dee197a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.892703 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-11b23ed2-9249-4514-9c78-85dee197a405 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1060374 Sep 16 05:07:13.938976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb1a82-6c06-4c03-a701-42e0586bb2b3 None None] Pushing event updated for resources: {'Port': ['ID=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.944204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:13.966120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8154f0ff-6436-42f7-8db1-b2033aea4178 req-4c3483ac-c1fc-4303-ac06-d85c7c1c0339 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212134 Sep 16 05:07:14.000360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:14.001915 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.053194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5d3f63bf-4ecf-4242-8f43-a556a2e62180 None None] Provisioning complete for port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:14.053505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d3f63bf-4ecf-4242-8f43-a556a2e62180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.071512 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-2a535d17-8b44-4271-a7f8-0cac5cabd1e7 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643515 Sep 16 05:07:14.098422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::1fc (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd/2e4c47c9-35e8-48f3-a202-b84ae2058e0e) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:14.108513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:e767 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/ac807e76-e09d-4150-987a-a490015503fc/2e4c47c9-35e8-48f3-a202-b84ae2058e0e) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:14.193266 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-33366fba-6377-46f3-8a2c-f5e344720929 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080811 Sep 16 05:07:14.198825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55786) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.202083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'network': {'name': 'tempest-network-smoke--1473446017', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.233526 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.280665 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.445266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.490045 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9468921-491c-4a5f-9529-c8416c23b9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.499213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:14.504847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:14.517862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:14.525046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.525206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.535095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=2e4c47c9-35e8-48f3-a202-b84ae2058e0e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.587208 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-61837484-b6ae-4491-8886-2f0b353ff182 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 217 time: 0.3807065 Sep 16 05:07:14.642871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-24bc7f0f-fd9d-40c0-b13d-b47747342188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.649986 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-24bc7f0f-fd9d-40c0-b13d-b47747342188 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0490265 Sep 16 05:07:14.702854 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-e3836296-d399-4525-b8dd-09f3e8c7ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.705108 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-e3836296-d399-4525-b8dd-09f3e8c7ea49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462368 Sep 16 05:07:14.707851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:14.714078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.784644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-65c5b437-f8e6-4254-b956-1f3c63c963c3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5497205 Sep 16 05:07:14.785370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55800) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.794441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:14.812117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.812472 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Added segment a14add37-1c1e-4f05-9623-2240a3f91644 of type vlan for network bc70b11c-d6df-4826-976d-3f6215d92b5e Sep 16 05:07:14.828924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5753bda3-8de1-46fa-a9b2-8350bb8f2dba None None] Provisioning complete for port 2e4c47c9-35e8-48f3-a202-b84ae2058e0e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:14.842795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5753bda3-8de1-46fa-a9b2-8350bb8f2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.865901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5753bda3-8de1-46fa-a9b2-8350bb8f2dba None None] Port 2e4c47c9-35e8-48f3-a202-b84ae2058e0e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:14.866731 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-07f9deba-5789-463b-bd06-5292ab02ff82 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495357 Sep 16 05:07:14.868543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.890034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-27b85ad2-1729-4477-8dfe-1993e326aa5f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port 2e4c47c9-35e8-48f3-a202-b84ae2058e0e {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:14.890385 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27b85ad2-1729-4477-8dfe-1993e326aa5f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.982869 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-dda9f203-e7e9-49f8-b549-a1aad9053c91 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017001 Sep 16 05:07:14.994183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27b85ad2-1729-4477-8dfe-1993e326aa5f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.007619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-27b85ad2-1729-4477-8dfe-1993e326aa5f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for 2e4c47c9-35e8-48f3-a202-b84ae2058e0e owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:15.027762 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-2ae3b339-6424-47e7-9864-310f70f4bccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=a5b7097e-54f0-49bd-a5be-591192a5409e HTTP/1.1" status: 200 len: 217 time: 0.0365396 Sep 16 05:07:15.078064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-03581c8e-506e-434c-b1ba-9fb57f584162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.079510 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-03581c8e-506e-434c-b1ba-9fb57f584162 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0434349 Sep 16 05:07:15.120777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf3ebd-d79f-450c-a640-9ec1fb144045 req-9111b650-9d12-4473-b81a-37fcb7f924b8 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.122292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05bf3ebd-d79f-450c-a640-9ec1fb144045 req-9111b650-9d12-4473-b81a-37fcb7f924b8 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0737870 Sep 16 05:07:15.133523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.139326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.140154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.170237 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.171584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-9c40b996-8f4a-4aab-9bf1-520ef21971d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.173120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-9c40b996-8f4a-4aab-9bf1-520ef21971d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790751 Sep 16 05:07:15.205034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05bf3ebd-d79f-450c-a640-9ec1fb144045 req-59a9d79e-222f-430b-a35a-0e37b0a15b6d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759380 Sep 16 05:07:15.251630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Network': ['ID=bc70b11c-d6df-4826-976d-3f6215d92b5e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.267729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network bc70b11c-d6df-4826-976d-3f6215d92b5e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:15.296197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55806) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.328521 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-dbe15920-8ebf-4fe8-9f17-3728d0c85ff0 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458902 Sep 16 05:07:15.362620 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-44c6f657-5a1e-4cda-8b74-37848c3bc96e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1518734 Sep 16 05:07:15.362741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55812) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.393282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27b85ad2-1729-4477-8dfe-1993e326aa5f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.449319 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-9500c8a1-9c58-42b7-ab3f-21d8715e0501 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091022 Sep 16 05:07:15.462612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85ad2-1729-4477-8dfe-1993e326aa5f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=2e4c47c9-35e8-48f3-a202-b84ae2058e0e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.497655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6b9042e-2a5b-4f0e-865e-e4506c9ee28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.509857 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-3844678c-94d2-4eae-9570-f57bab0954b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b HTTP/1.1" status: 200 len: 217 time: 0.0508153 Sep 16 05:07:15.511597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4117c7c-bdf1-4556-a045-9d23ee84972e tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.513133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b4117c7c-bdf1-4556-a045-9d23ee84972e tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=9085bd244fd745f19e3d82d39b29bacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1590865 Sep 16 05:07:15.515944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55814) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.533140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27b85ad2-1729-4477-8dfe-1993e326aa5f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.535676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27b85ad2-1729-4477-8dfe-1993e326aa5f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/2e4c47c9-35e8-48f3-a202-b84ae2058e0e HTTP/1.1" status: 204 len: 168 time: 0.7487657 Sep 16 05:07:15.538438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55818) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.611387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106abfd-6da7-43c7-b3ba-63364f83ae4c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.615925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0106abfd-6da7-43c7-b3ba-63364f83ae4c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0736637 Sep 16 05:07:15.629182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55820) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.681531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-00a7e4e8-7f9f-4887-8847-b37dc5f18854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.683110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-00a7e4e8-7f9f-4887-8847-b37dc5f18854 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1649694 Sep 16 05:07:15.702790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52be457-f805-4fa1-a4f7-e78f19b1b12d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.704363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d52be457-f805-4fa1-a4f7-e78f19b1b12d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0870833 Sep 16 05:07:15.708673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55826) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.745662 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6b9042e-2a5b-4f0e-865e-e4506c9ee28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.753083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4b028-0706-4799-aa8c-123e4c83b55e tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.754807 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03e4b028-0706-4799-aa8c-123e4c83b55e tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2377734 Sep 16 05:07:15.757592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55828) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.772011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca638e-5621-4467-8bbf-17b62faae634 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.773616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca638e-5621-4467-8bbf-17b62faae634 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.775366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca638e-5621-4467-8bbf-17b62faae634 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.779436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f5ca638e-5621-4467-8bbf-17b62faae634 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0682919 Sep 16 05:07:15.779676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55830) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.812915 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9d220b6e-7658-4fc2-aedb-26acb84589af tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542383 Sep 16 05:07:15.815594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55832) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.816146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-9d616dc5-0cf6-41d8-8056-e83493841f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.817701 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-9d616dc5-0cf6-41d8-8056-e83493841f6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225593 Sep 16 05:07:15.837538 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:15.861921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c73e46c0-2962-45e7-ab81-c7f752ba0fbb tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=9085bd244fd745f19e3d82d39b29bacf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446165 Sep 16 05:07:15.865267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55836) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.901716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:15.902166 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.904973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-116abee4-aa6a-42ab-9d93-0100c899ec02 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet ac807e76-e09d-4150-987a-a490015503fc {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:15.909734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-116abee4-aa6a-42ab-9d93-0100c899ec02 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.913167 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6b9042e-2a5b-4f0e-865e-e4506c9ee28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.945819 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-8bc7d2be-da8e-44b7-8aa1-98d940a85a36 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188524 Sep 16 05:07:16.027184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b6b9042e-2a5b-4f0e-865e-e4506c9ee28b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c607ac4ea354189b3c206c8f9cd53ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7298584 Sep 16 05:07:16.030978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55838) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:16.033283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9042e-2a5b-4f0e-865e-e4506c9ee28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54449fd-286f-4e2d-8360-287481e01535,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.042824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-116abee4-aa6a-42ab-9d93-0100c899ec02 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.070145 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-b02ff71f-8c7a-4f2b-98bc-d0f29c9409d8 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133211 Sep 16 05:07:16.071388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7648fb33-727c-4700-a5cd-519f3e79adb7 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.072871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7648fb33-727c-4700-a5cd-519f3e79adb7 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2067165 Sep 16 05:07:16.075821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55840) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:16.111933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9e75dc34-4cca-4d00-8106-ab36f40247f4 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349050 Sep 16 05:07:16.115651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55842) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:16.120399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466564311', 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:16.127576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-8ee025e2-6e42-46b6-b00a-87fb64745b13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0429158 Sep 16 05:07:16.130503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-528554b9-0e75-48ab-b642-f1345e806413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.184957 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-528554b9-0e75-48ab-b642-f1345e806413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.215108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-94ba80e1-32ac-4fc4-ac64-56a8b3877852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.216684 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-94ba80e1-32ac-4fc4-ac64-56a8b3877852 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0770969 Sep 16 05:07:16.225401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-116abee4-aa6a-42ab-9d93-0100c899ec02 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.274866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-9344d08d-ed25-4722-8db5-a1f6b542597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.276676 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-9344d08d-ed25-4722-8db5-a1f6b542597d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486205 Sep 16 05:07:16.350868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460859-9229-4a0d-8fb4-ba4aa7ca2e1f req-50e74f8d-e498-46e4-84e1-b84cdc6ff753 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.352445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99460859-9229-4a0d-8fb4-ba4aa7ca2e1f req-50e74f8d-e498-46e4-84e1-b84cdc6ff753 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0622032 Sep 16 05:07:16.380397 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-b08fb4d7-cdc7-476f-a918-8f9a4fc6f009 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905006 Sep 16 05:07:16.398961 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99460859-9229-4a0d-8fb4-ba4aa7ca2e1f req-1f3e806b-9c14-4ff8-9ff1-5951d55dd7b4 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393353 Sep 16 05:07:16.416583 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-528554b9-0e75-48ab-b642-f1345e806413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.419715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-528554b9-0e75-48ab-b642-f1345e806413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.420269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-528554b9-0e75-48ab-b642-f1345e806413 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d54449fd-286f-4e2d-8360-287481e01535 HTTP/1.1" status: 204 len: 168 time: 0.3877177 Sep 16 05:07:16.456651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528554b9-0e75-48ab-b642-f1345e806413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54449fd-286f-4e2d-8360-287481e01535,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.491691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-08af8330-9090-4826-98d4-0df69a48ff16 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009994 Sep 16 05:07:16.496244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:16.499719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.504239 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-116abee4-aa6a-42ab-9d93-0100c899ec02 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.550211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-a33d7166-bb39-4670-a3a4-287dbfa1a725 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 200 len: 217 time: 0.0398898 Sep 16 05:07:16.551865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116abee4-aa6a-42ab-9d93-0100c899ec02 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=ac807e76-e09d-4150-987a-a490015503fc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.559754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-116abee4-aa6a-42ab-9d93-0100c899ec02 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.563981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-116abee4-aa6a-42ab-9d93-0100c899ec02 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/ac807e76-e09d-4150-987a-a490015503fc HTTP/1.1" status: 204 len: 168 time: 0.7810912 Sep 16 05:07:16.572202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35464f42-1e4b-4d3f-ba90-fad29d39ad4e None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:16.572697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55850) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:16.650267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-0a9d8139-7857-4fb2-b408-1a51c32a5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.652120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-0a9d8139-7857-4fb2-b408-1a51c32a5507 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0932550 Sep 16 05:07:16.659916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d72ca5-b365-4cb7-b601-423c9469c8cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:16.663496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d72ca5-b365-4cb7-b601-423c9469c8cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.735907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d72ca5-b365-4cb7-b601-423c9469c8cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.776614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e93e8-513b-4d99-9b40-018c2e126382 req-356dfdc5-abc2-44fb-9c6e-47e3da3815ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.778555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-356dfdc5-abc2-44fb-9c6e-47e3da3815ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925384 Sep 16 05:07:16.907929 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.908158 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.947332 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d72ca5-b365-4cb7-b601-423c9469c8cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.987065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Subnet': ['ID=950f45ef-ce3d-4ce8-b4a7-2859a9378236,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.016610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Checking segment: {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:17.017396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network hostable DHCP agents. Network: bc70b11c-d6df-4826-976d-3f6215d92b5e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:17.033320 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-4b9f0833-ac29-4e87-a308-cd4230841af2 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352521 Sep 16 05:07:17.143691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-764e93e8-513b-4d99-9b40-018c2e126382 req-2e8f79fc-0aae-4399-8fb8-fb303fc07489 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957446 Sep 16 05:07:17.227753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network bc70b11c-d6df-4826-976d-3f6215d92b5e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:17.262174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d72ca5-b365-4cb7-b601-423c9469c8cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.291685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d72ca5-b365-4cb7-b601-423c9469c8cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.293713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15d72ca5-b365-4cb7-b601-423c9469c8cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.296028 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-15d72ca5-b365-4cb7-b601-423c9469c8cf tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd HTTP/1.1" status: 204 len: 168 time: 0.7224233 Sep 16 05:07:17.298507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55860) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.340422 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8fe92284-7296-412f-a704-9d9136e2a710 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373516 Sep 16 05:07:17.340422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55862) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.344755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:17.367009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17def4cc-b9e8-41b6-b4c4-28568604890b None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:17.444200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, bc70b11c-d6df-4826-976d-3f6215d92b5e) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:17.448897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.451689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.470252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c57c8a-a41c-4e87-acbe-7ba7d8ff3a24 None None] Network bc70b11c-d6df-4826-976d-3f6215d92b5e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:17.485235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-921d70bb-5157-4502-8fc5-77c0a75cb16e None None] Provisioning complete for port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:17.485651 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-921d70bb-5157-4502-8fc5-77c0a75cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.519003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55868) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.534689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bf6fc-449c-49cf-8be2-eca26e2664da req-da0564f9-a955-4fba-8fbc-057963d2e56f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.536899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-967bf6fc-449c-49cf-8be2-eca26e2664da req-da0564f9-a955-4fba-8fbc-057963d2e56f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0646136 Sep 16 05:07:17.543357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5c8b7bb-6125-4bd9-9bd4-0e9c81477517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.576103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:17.579973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.603887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-967bf6fc-449c-49cf-8be2-eca26e2664da req-f1903c74-7890-47dd-9cda-3112655a2a10 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497036 Sep 16 05:07:17.685583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:17.706235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-99c56e45-50dc-4b54-97f9-cb5cd1726d24 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5820200 Sep 16 05:07:17.834594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5c8b7bb-6125-4bd9-9bd4-0e9c81477517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.864742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-bc70b11c-d6df-4826-976d-3f6215d92b5e', 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ips': [{'subnet_id': '950f45ef-ce3d-4ce8-b4a7-2859a9378236'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:17.865622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.867556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:17.988754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.042963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:18.051579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:18.059835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.060851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.061803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5c8b7bb-6125-4bd9-9bd4-0e9c81477517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.062996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] Deleting port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:18.063421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.080999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=90702296-d496-4eda-941c-f6dbbf60c1eb,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.106477 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.110400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d5c8b7bb-6125-4bd9-9bd4-0e9c81477517 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95677aa753e147edabb3b6b4a40b76ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898032 Sep 16 05:07:18.111020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8b7bb-6125-4bd9-9bd4-0e9c81477517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bdede4-7ac7-4889-8906-e9d500158ae2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.113233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55878) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.152030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Allocated IP 172.20.0.18 (bc70b11c-d6df-4826-976d-3f6215d92b5e/950f45ef-ce3d-4ce8-b4a7-2859a9378236/b863b46b-7bd2-4f36-928b-a47814e11919) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:18.169056 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ccde655d-22df-421b-b437-e3ab53895a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.191597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ccde655d-22df-421b-b437-e3ab53895a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.212009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:18.218385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] For port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:18.218797 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.240281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] Calling delete_port for 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:18.293054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55880) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.298138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5b5e200e-a1fb-4aeb-83e2-97912b736bd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083547406', 'description': 'tempest-secgroup-smoke-2083547406 description', 'project_id': '9085bd244fd745f19e3d82d39b29bacf'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:18.331570 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a44816de-d08e-4d35-b4d1-b45508f43315 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9905574 Sep 16 05:07:18.334966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55882) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.340053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-178995f7-1061-46a1-bb29-c2f455317aef tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:18.405497 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.407508 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.408941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ccde655d-22df-421b-b437-e3ab53895a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.412491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ccde655d-22df-421b-b437-e3ab53895a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.421668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ccde655d-22df-421b-b437-e3ab53895a7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19bdede4-7ac7-4889-8906-e9d500158ae2 HTTP/1.1" status: 204 len: 168 time: 0.2991958 Sep 16 05:07:18.432148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde655d-22df-421b-b437-e3ab53895a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bdede4-7ac7-4889-8906-e9d500158ae2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.471060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.475985 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b5e200e-a1fb-4aeb-83e2-97912b736bd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.525216 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.529595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.566937 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] No DVR routers for this DVR port 06597bf6-9abc-4f3d-8269-fd5f09c3e6ee on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:18.578239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Network bc70b11c-d6df-4826-976d-3f6215d92b5e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:18.581273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:18.585620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:18.588812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da607a6-6666-42c0-84c0-33f1bec4aaa5 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:18.614203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Pushing event updated for resources: {'Port': ['ID=b863b46b-7bd2-4f36-928b-a47814e11919,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.622801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178995f7-1061-46a1-bb29-c2f455317aef tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:18.627403 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-178995f7-1061-46a1-bb29-c2f455317aef tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.660253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438326d-df15-4e48-be96-b0f0490fe2a4 None None] Pushing event deleted for resources: {'Port': ['ID=06597bf6-9abc-4f3d-8269-fd5f09c3e6ee,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.730263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Attempting to bind port b863b46b-7bd2-4f36-928b-a47814e11919 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:18.730964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Attempting to bind port b863b46b-7bd2-4f36-928b-a47814e11919 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:18.730964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Attempting to bind port b863b46b-7bd2-4f36-928b-a47814e11919 on network bc70b11c-d6df-4826-976d-3f6215d92b5e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:18.738671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:18.739051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Checking segment: {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:18.739541 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.739871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Bound using segment: {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:18.740352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Bound port: b863b46b-7bd2-4f36-928b-a47814e11919, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:18.740738 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.760586 n-d-712143-16 neutron-server[101825]: INFO neutron.db.ipam_backend_mixin [None req-178995f7-1061-46a1-bb29-c2f455317aef tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90702296-d496-4eda-941c-f6dbbf60c1eb (CIDR: 2001:db8::/64) Sep 16 05:07:18.785219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bdcbd-5b86-4e1c-a4e7-176891a61005 req-47b358a7-428d-4bb1-bb75-7813113da10d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.785219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d66bdcbd-5b86-4e1c-a4e7-176891a61005 req-47b358a7-428d-4bb1-bb75-7813113da10d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0960145 Sep 16 05:07:18.805981 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b5e200e-a1fb-4aeb-83e2-97912b736bd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.839545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d66bdcbd-5b86-4e1c-a4e7-176891a61005 req-e2847705-35df-4fa9-8f97-08a9accc0ea6 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Sep 16 05:07:18.851652 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-178995f7-1061-46a1-bb29-c2f455317aef tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:07:18.852370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178995f7-1061-46a1-bb29-c2f455317aef tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:18.853554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] For port b863b46b-7bd2-4f36-928b-a47814e11919, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:18.858673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] For port b863b46b-7bd2-4f36-928b-a47814e11919, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b863b46b-7bd2-4f36-928b-a47814e11919,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:18.888095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'tenant_id': '4ff561bfc193420fb1ad70cba14e639c', 'fixed_ips': [{'subnet_id': '90702296-d496-4eda-941c-f6dbbf60c1eb'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:18.888991 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.975811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b5e200e-a1fb-4aeb-83e2-97912b736bd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.010087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e200e-a1fb-4aeb-83e2-97912b736bd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24ede0-e0f1-4458-b907-31f0dd47be22,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.045996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Allocated IP 2001:db8::2 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/90702296-d496-4eda-941c-f6dbbf60c1eb/e89bed48-0e21-4da0-97f8-95647ddf7837) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:19.096247 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.141668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5b5e200e-a1fb-4aeb-83e2-97912b736bd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.142272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-178995f7-1061-46a1-bb29-c2f455317aef tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8061986 Sep 16 05:07:19.146367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5b5e200e-a1fb-4aeb-83e2-97912b736bd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8491514 Sep 16 05:07:19.146367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55904) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.146564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55906) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.150614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'subnet': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:19.150905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-91d794c4-fa59-4a7d-a969-7f73180921f5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': 'aa24ede0-e0f1-4458-b907-31f0dd47be22', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:19.225398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab48da-d57a-4a4e-b209-56633b602081 None None] Pushing event updated for resources: {'Port': ['ID=b863b46b-7bd2-4f36-928b-a47814e11919,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.286044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.402940 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d794c4-fa59-4a7d-a969-7f73180921f5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.465916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d794c4-fa59-4a7d-a969-7f73180921f5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.490826 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.532106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:19.535714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:19.541621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:19.547735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Pushing event updated for resources: {'Port': ['ID=e89bed48-0e21-4da0-97f8-95647ddf7837,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.605381 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Attempting to bind port e89bed48-0e21-4da0-97f8-95647ddf7837 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:19.605751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Attempting to bind port e89bed48-0e21-4da0-97f8-95647ddf7837 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:19.606119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Attempting to bind port e89bed48-0e21-4da0-97f8-95647ddf7837 on network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:19.611456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:19.611825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Checking segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:19.612230 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.612625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Bound using segment: {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:19.613662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Bound port: e89bed48-0e21-4da0-97f8-95647ddf7837, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d388cb-1016-4ae5-a539-b602caa333ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:19.614044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.658208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:19.659469 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.682814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] For port e89bed48-0e21-4da0-97f8-95647ddf7837, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:19.691218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] For port e89bed48-0e21-4da0-97f8-95647ddf7837, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e89bed48-0e21-4da0-97f8-95647ddf7837,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:19.729780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d794c4-fa59-4a7d-a969-7f73180921f5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.749168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d794c4-fa59-4a7d-a969-7f73180921f5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2796556-d10c-4157-828e-927c5deafb28,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.866989 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.884029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b863b46b-7bd2-4f36-928b-a47814e11919 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:19.947781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91d794c4-fa59-4a7d-a969-7f73180921f5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.949419 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91d794c4-fa59-4a7d-a969-7f73180921f5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8021808 Sep 16 05:07:19.959390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55920) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.966228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-424263af-eb35-447b-b2f9-a2e3b62bd5bf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': 'aa24ede0-e0f1-4458-b907-31f0dd47be22', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:20.007993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3641bc9-e587-4d52-9188-259e89c264b9 req-9b8726b5-dddf-4165-a0b9-14fce97eccdb tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.015901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3641bc9-e587-4d52-9188-259e89c264b9 req-9b8726b5-dddf-4165-a0b9-14fce97eccdb tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0935261 Sep 16 05:07:20.019236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd6167-39e4-46c0-b6c0-2515b34939ff None None] Pushing event updated for resources: {'Port': ['ID=e89bed48-0e21-4da0-97f8-95647ddf7837,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.024854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b863b46b-7bd2-4f36-928b-a47814e11919 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:20.025227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.065221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3641bc9-e587-4d52-9188-259e89c264b9 req-ed10d71f-1e47-4263-ac5e-12c8bab6e35f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Sep 16 05:07:20.118746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424263af-eb35-447b-b2f9-a2e3b62bd5bf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.175805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.255134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424263af-eb35-447b-b2f9-a2e3b62bd5bf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.266041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port b863b46b-7bd2-4f36-928b-a47814e11919, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b863b46b-7bd2-4f36-928b-a47814e11919,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:20.347766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:07:20.377477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424263af-eb35-447b-b2f9-a2e3b62bd5bf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.398707 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.438991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424263af-eb35-447b-b2f9-a2e3b62bd5bf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5577313-5038-4998-b2d9-68654c6f720f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.494045 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=b863b46b-7bd2-4f36-928b-a47814e11919,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.540579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6e41a-5c27-4615-95db-f6f0b9060502 req-94b4ba2a-dea2-46b7-b2d4-556c9a10738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.542241 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fd6e41a-5c27-4615-95db-f6f0b9060502 req-94b4ba2a-dea2-46b7-b2d4-556c9a10738a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1097 time: 0.0692630 Sep 16 05:07:20.542816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a1cbb-122e-4c1b-8cd1-6d9da1e28e9a None None] Network bc70b11c-d6df-4826-976d-3f6215d92b5e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:20.547848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424263af-eb35-447b-b2f9-a2e3b62bd5bf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.553117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55932) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.553305 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-424263af-eb35-447b-b2f9-a2e3b62bd5bf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5925667 Sep 16 05:07:20.559003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-70d19071-21cf-434e-816b-8cbe52595260 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': 'aa24ede0-e0f1-4458-b907-31f0dd47be22', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:20.585397 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fd6e41a-5c27-4615-95db-f6f0b9060502 req-540dba76-e872-4e9c-a005-45d892b25851 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300407 Sep 16 05:07:20.647227 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.667073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6aab3be0-3cc5-4961-a1d4-c9e1f7bac0a7 None None] Provisioning complete for port b863b46b-7bd2-4f36-928b-a47814e11919 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:20.667487 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6aab3be0-3cc5-4961-a1d4-c9e1f7bac0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.822005 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70d19071-21cf-434e-816b-8cbe52595260 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.900567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] For port e89bed48-0e21-4da0-97f8-95647ddf7837, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e89bed48-0e21-4da0-97f8-95647ddf7837,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:20.934751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70d19071-21cf-434e-816b-8cbe52595260 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.949445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.096816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70d19071-21cf-434e-816b-8cbe52595260 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.120586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d19071-21cf-434e-816b-8cbe52595260 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5ae312-55c8-465b-ae13-a703648f59fb,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.127118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.127230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-901894e8-1edd-4a53-add7-9d875377b3fd None None] Provisioning complete for port b863b46b-7bd2-4f36-928b-a47814e11919 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:21.127633 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-901894e8-1edd-4a53-add7-9d875377b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.129812 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.399836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3392fa19-8034-4e76-9275-bb0fb76e8226 None None] Provisioning complete for port e89bed48-0e21-4da0-97f8-95647ddf7837 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:21.400232 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa19-8034-4e76-9275-bb0fb76e8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.510002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa19-8034-4e76-9275-bb0fb76e8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.557234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3392fa19-8034-4e76-9275-bb0fb76e8226 None None] For port e89bed48-0e21-4da0-97f8-95647ddf7837, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e89bed48-0e21-4da0-97f8-95647ddf7837,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:21.723916 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa19-8034-4e76-9275-bb0fb76e8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.727656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70d19071-21cf-434e-816b-8cbe52595260 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.731819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70d19071-21cf-434e-816b-8cbe52595260 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1752055 Sep 16 05:07:21.732081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55958) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:21.739291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': 'aa24ede0-e0f1-4458-b907-31f0dd47be22', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:21.744284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:21.752751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:21.758863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.759494 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.766737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=e89bed48-0e21-4da0-97f8-95647ddf7837,revision_number=4']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.775448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Subnet': ['ID=3bd362ef-f0c4-4425-838b-13e5a0062489,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.800083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467bbb2-fd27-4d77-8665-c2f300b52809 req-ef1f5f9b-5c9f-43ef-9c55-2bba27ece512 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.808547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4467bbb2-fd27-4d77-8665-c2f300b52809 req-ef1f5f9b-5c9f-43ef-9c55-2bba27ece512 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.5996108 Sep 16 05:07:21.813374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9a3e3-78e8-44a9-830a-490226f8353f None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:21.882440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4467bbb2-fd27-4d77-8665-c2f300b52809 req-35d2a5f3-97c6-4980-8dcd-6609037c9c22 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701039 Sep 16 05:07:21.941986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.982913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-58d3127b-3931-4b70-94f4-9af48b57d7b4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8364902 Sep 16 05:07:21.985606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55964) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:21.992515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Request body: {'port': {'network_id': '357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906', 'mac_address': 'fa:16:3e:76:e0:5c', 'name': 'tempest-NetworksTestDHCPv6-1163129771'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:22.028287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392fa19-8034-4e76-9275-bb0fb76e8226 None None] Pushing event updated for resources: {'Port': ['ID=e89bed48-0e21-4da0-97f8-95647ddf7837,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.091160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.167200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e89bed48-0e21-4da0-97f8-95647ddf7837 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:22.221744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.280909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa41ca45-3da0-4639-b8d6-97002a3767b0,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.290551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Made reservation on behalf of 4ff561bfc193420fb1ad70cba14e639c for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:22.305268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.305718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.306046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.306323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.306664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.309058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.309426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.309777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.310122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.310522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.310801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.311139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.328361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e89bed48-0e21-4da0-97f8-95647ddf7837 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:22.330749 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.365202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.368187 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-42865638-1430-4f6e-a70c-ba608ee759eb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6350179 Sep 16 05:07:22.370783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55972) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:22.379143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1de880b7-3b7d-4ea7-b04f-7a88a9bdd47a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': 'aa24ede0-e0f1-4458-b907-31f0dd47be22', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:22.446863 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.461770 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-1de880b7-3b7d-4ea7-b04f-7a88a9bdd47a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Project 9085bd244fd745f19e3d82d39b29bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:07:22.469840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1de880b7-3b7d-4ea7-b04f-7a88a9bdd47a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.474283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] device_id is not set on port ac59b234-5a7f-48b1-a16f-e30a33abc78f yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:22.545472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b863b46b-7bd2-4f36-928b-a47814e11919 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:22.650744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1de880b7-3b7d-4ea7-b04f-7a88a9bdd47a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.730271 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1de880b7-3b7d-4ea7-b04f-7a88a9bdd47a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.770071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de880b7-3b7d-4ea7-b04f-7a88a9bdd47a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb15ba72-c841-4481-aa13-a9d491c1a38b,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.783846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8::c1 (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/90702296-d496-4eda-941c-f6dbbf60c1eb/ac59b234-5a7f-48b1-a16f-e30a33abc78f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:22.792567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Allocated IP 2001:db8:0:1:f816:3eff:fe76:e05c (357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906/3bd362ef-f0c4-4425-838b-13e5a0062489/ac59b234-5a7f-48b1-a16f-e30a33abc78f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:22.838645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1de880b7-3b7d-4ea7-b04f-7a88a9bdd47a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.843811 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1de880b7-3b7d-4ea7-b04f-7a88a9bdd47a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4715843 Sep 16 05:07:22.844307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55980) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:22.845659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b863b46b-7bd2-4f36-928b-a47814e11919 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:22.846128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.854984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a502c1e0-5979-4ff3-8675-659833c8dc0c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': 'aa24ede0-e0f1-4458-b907-31f0dd47be22', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:22.964649 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-a502c1e0-5979-4ff3-8675-659833c8dc0c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Project 9085bd244fd745f19e3d82d39b29bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:07:22.972932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a502c1e0-5979-4ff3-8675-659833c8dc0c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.094645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.109825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a502c1e0-5979-4ff3-8675-659833c8dc0c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.167806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f237f9-67a9-47b4-a605-0045d48fe15a req-62268130-002f-4357-8345-152477096b18 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.173925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0f237f9-67a9-47b4-a605-0045d48fe15a req-62268130-002f-4357-8345-152477096b18 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1614470 Sep 16 05:07:23.199040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a502c1e0-5979-4ff3-8675-659833c8dc0c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.216497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502c1e0-5979-4ff3-8675-659833c8dc0c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66b9824-dbd4-48fc-b5bb-563407428b71,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.216870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0f237f9-67a9-47b4-a605-0045d48fe15a req-6e5f9b04-2af2-43a9-8e6b-e167fd95bf65 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369229 Sep 16 05:07:23.228204 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.280405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:23.284068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:23.291283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:23.297258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.297930 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.310888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event updated for resources: {'Port': ['ID=ac59b234-5a7f-48b1-a16f-e30a33abc78f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.369823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a502c1e0-5979-4ff3-8675-659833c8dc0c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.381070 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a502c1e0-5979-4ff3-8675-659833c8dc0c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5356507 Sep 16 05:07:23.435124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-120b13e2-0f07-495b-9e98-daa13f9e7db6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4478779 Sep 16 05:07:23.437606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55996) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.475048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-61b3502e-c353-4744-8b22-f44e62d9abdb None None] Provisioning complete for port e89bed48-0e21-4da0-97f8-95647ddf7837 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:23.475653 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61b3502e-c353-4744-8b22-f44e62d9abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.601995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2e33e20a-2d5f-45c5-9479-24cc729a0971 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting port ac59b234-5a7f-48b1-a16f-e30a33abc78f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:23.610178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e33e20a-2d5f-45c5-9479-24cc729a0971 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.735195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-f10418ff-7075-471f-88d2-452219965e4c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083547406&fields=id&tenant_id=9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 267 time: 0.0566657 Sep 16 05:07:23.753992 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e33e20a-2d5f-45c5-9479-24cc729a0971 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.766733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2e33e20a-2d5f-45c5-9479-24cc729a0971 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Calling delete_port for ac59b234-5a7f-48b1-a16f-e30a33abc78f owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:23.837692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e89bed48-0e21-4da0-97f8-95647ddf7837 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:23.870970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cf0f6b1a-e008-4b91-bea3-b4eaa0648fa9 None None] Provisioning complete for port ac59b234-5a7f-48b1-a16f-e30a33abc78f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:23.871382 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6b1a-e008-4b91-bea3-b4eaa0648fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.875072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc623c5-3c10-429d-b362-27ab1b025775 req-f755803f-8720-4eab-a800-49c3384e638c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.877193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9bc623c5-3c10-429d-b362-27ab1b025775 req-f755803f-8720-4eab-a800-49c3384e638c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1298115 Sep 16 05:07:23.916721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f6b1a-e008-4b91-bea3-b4eaa0648fa9 None None] Port ac59b234-5a7f-48b1-a16f-e30a33abc78f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:23.925981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e89bed48-0e21-4da0-97f8-95647ddf7837 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:23.926482 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.927647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9bc623c5-3c10-429d-b362-27ab1b025775 req-95c1a590-a222-4ea5-945a-e212ea56fe41 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Sep 16 05:07:23.941555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-cabc4fa4-9061-4d31-91ae-1f47e826ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.943228 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-cabc4fa4-9061-4d31-91ae-1f47e826ecd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1097 time: 0.0898983 Sep 16 05:07:23.944435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-4665071f-eec7-4326-997d-009e82ee65e4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.946249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-4665071f-eec7-4326-997d-009e82ee65e4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/networks?id=bc70b11c-d6df-4826-976d-3f6215d92b5e HTTP/1.1" status: 200 len: 797 time: 0.2102399 Sep 16 05:07:23.977340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-13ba215f-5545-49b8-ba09-81a38e903841 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/quotas/9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 375 time: 0.0223808 Sep 16 05:07:24.048152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-abe68d9a-8b2f-46cb-af0d-5282adb94489 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0692694 Sep 16 05:07:24.110949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-ba6d9e7b-9179-40a9-b5c6-87575b9fc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.112895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-ba6d9e7b-9179-40a9-b5c6-87575b9fc91c service neutron] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 919 time: 0.1524186 Sep 16 05:07:24.171281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e33e20a-2d5f-45c5-9479-24cc729a0971 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.176314 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-432da249-ef3d-4cca-bbeb-ac0c4afd9e56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0482960 Sep 16 05:07:24.225553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33e20a-2d5f-45c5-9479-24cc729a0971 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Port': ['ID=ac59b234-5a7f-48b1-a16f-e30a33abc78f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:24.279964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e33e20a-2d5f-45c5-9479-24cc729a0971 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.281923 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2e33e20a-2d5f-45c5-9479-24cc729a0971 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/ac59b234-5a7f-48b1-a16f-e30a33abc78f HTTP/1.1" status: 204 len: 168 time: 0.8433039 Sep 16 05:07:24.283778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-369df90c-780a-4661-9679-a39e265e009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.284610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56044) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.290276 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-369df90c-780a-4661-9679-a39e265e009b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.1017134 Sep 16 05:07:24.311594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-158a1b03-d866-4819-b9f6-ccc97891e616 service neutron] 10.222.0.59 "GET /v2.0/networks/bc70b11c-d6df-4826-976d-3f6215d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440937 Sep 16 05:07:24.330299 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-79884617-1173-464d-b6f7-6045365b84ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334990 Sep 16 05:07:24.427634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f5835-cfe0-437b-aa8c-580fa7aaa826 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.429250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d21f5835-cfe0-437b-aa8c-580fa7aaa826 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1434824 Sep 16 05:07:24.431896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56052) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.499871 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-ad783fb0-0581-43d3-b452-8c9540357bdf service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604884 Sep 16 05:07:24.502533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-00f8ef6e-df58-4cc3-95d8-3ff0937a9873 service neutron] 10.222.0.59 "GET /v2.0/networks/bc70b11c-d6df-4826-976d-3f6215d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896460 Sep 16 05:07:24.512602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb749e-f1e3-42a3-a7ee-f02829b27529 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.517048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70cb749e-f1e3-42a3-a7ee-f02829b27529 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0839856 Sep 16 05:07:24.517592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56054) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.581987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7834f-4a99-4073-8bc8-b58ce800f43b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.584202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7834f-4a99-4073-8bc8-b58ce800f43b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.589497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7834f-4a99-4073-8bc8-b58ce800f43b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.591738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-31f7834f-4a99-4073-8bc8-b58ce800f43b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0726748 Sep 16 05:07:24.597694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56058) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.651299 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9db15ab2-07be-4ef3-9e37-1aaf6a2b13c0 req-bd773989-3942-45bb-ae11-e0fb077ec9f4 service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430442 Sep 16 05:07:24.659750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 3bd362ef-f0c4-4425-838b-13e5a0062489 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:24.663376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.707227 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.829494 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.885647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-287fbb44-5174-4833-9089-6aaa7dac32e9 req-7fddc10e-59da-4a86-b9c4-f78eb512e494 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0307429 Sep 16 05:07:25.035266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.083119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.089043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56086) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.092185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc302727-5719-4325-8123-8bf82f33bff1 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:25.099911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/3bd362ef-f0c4-4425-838b-13e5a0062489 HTTP/1.1" status: 204 len: 168 time: 0.4989963 Sep 16 05:07:25.114145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd362ef-f0c4-4425-838b-13e5a0062489,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.123883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.125266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.125773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.132650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.133212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.134079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.134594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.135124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.135654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.136401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.137204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.137782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3e769-b170-4c77-b5c0-bef8dcef6247 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:25.162262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceae3fb-d248-4869-849b-616c24fe85c3 req-244d1292-abab-47d0-9276-c793f6107ab0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.164426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bceae3fb-d248-4869-849b-616c24fe85c3 req-244d1292-abab-47d0-9276-c793f6107ab0 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1620650 Sep 16 05:07:25.172397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7458a51-1a2a-4061-a434-39b4bcb36a6e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Deleting subnet 90702296-d496-4eda-941c-f6dbbf60c1eb {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:25.176537 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7458a51-1a2a-4061-a434-39b4bcb36a6e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.245866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bceae3fb-d248-4869-849b-616c24fe85c3 req-5c495ca0-f6d8-409d-8b44-d91ce52b2092 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744658 Sep 16 05:07:25.290295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7458a51-1a2a-4061-a434-39b4bcb36a6e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.419899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7458a51-1a2a-4061-a434-39b4bcb36a6e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.627658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7458a51-1a2a-4061-a434-39b4bcb36a6e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.672322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7458a51-1a2a-4061-a434-39b4bcb36a6e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Subnet': ['ID=90702296-d496-4eda-941c-f6dbbf60c1eb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.674750 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7458a51-1a2a-4061-a434-39b4bcb36a6e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.677594 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d7458a51-1a2a-4061-a434-39b4bcb36a6e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/90702296-d496-4eda-941c-f6dbbf60c1eb HTTP/1.1" status: 204 len: 168 time: 0.5857720 Sep 16 05:07:25.679931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56102) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.723905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-15a0506b-c019-4773-b3cd-92704906d42e tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422626 Sep 16 05:07:25.726243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56104) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.830534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e4be4-6811-4fc6-987b-c78cb35fe6e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.832929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d18e4be4-6811-4fc6-987b-c78cb35fe6e7 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1055796 Sep 16 05:07:25.835427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56106) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.916453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406a857f-7e7d-49b6-b291-d917563c99f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.918173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-406a857f-7e7d-49b6-b291-d917563c99f4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0816009 Sep 16 05:07:25.921008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56108) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.970520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ee83c53d-93a9-4ec7-a722-0c800f140b0c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482185 Sep 16 05:07:25.975890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56112) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.008126 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-124beaec-330d-47c9-a09c-18c9c4734db0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.008898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124beaec-330d-47c9-a09c-18c9c4734db0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.013780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-124beaec-330d-47c9-a09c-18c9c4734db0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/ac59b234-5a7f-48b1-a16f-e30a33abc78f HTTP/1.1" status: 404 len: 333 time: 0.0367711 Sep 16 05:07:26.016920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56114) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.036137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82d40433-5ca8-4a80-adef-e696771d70a2 req-de9da93c-c51c-48ea-a88d-5d0316c62995 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0369363 Sep 16 05:07:26.044078 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4824aab4-3a6a-4a9b-9900-5c2f9009576b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.044802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4824aab4-3a6a-4a9b-9900-5c2f9009576b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.049901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56116) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.050097 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4824aab4-3a6a-4a9b-9900-5c2f9009576b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/3bd362ef-f0c4-4425-838b-13e5a0062489 HTTP/1.1" status: 404 len: 337 time: 0.0346949 Sep 16 05:07:26.085620 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d628b9c-263b-43ae-88db-eda7d58ef3c4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.086148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d628b9c-263b-43ae-88db-eda7d58ef3c4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.091790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2d628b9c-263b-43ae-88db-eda7d58ef3c4 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/90702296-d496-4eda-941c-f6dbbf60c1eb HTTP/1.1" status: 404 len: 337 time: 0.0377874 Sep 16 05:07:26.092271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56118) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.145693 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-688d5320-4ff7-4829-9091-bc7501037b20 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.147435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688d5320-4ff7-4829-9091-bc7501037b20 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.149510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292188f8-757b-45ec-87d1-6d81295c7a77 None None] Network 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:26.157639 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-688d5320-4ff7-4829-9091-bc7501037b20 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/2e4c47c9-35e8-48f3-a202-b84ae2058e0e HTTP/1.1" status: 404 len: 333 time: 0.0573339 Sep 16 05:07:26.157787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56122) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.173409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6c29cc81-37b3-457f-ae89-6f5b1fa06459 None None] Provisioning complete for port e89bed48-0e21-4da0-97f8-95647ddf7837 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:26.173941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6c29cc81-37b3-457f-ae89-6f5b1fa06459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.286340 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6785af77-0610-4180-ab41-a19e272b6cd1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.286914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6785af77-0610-4180-ab41-a19e272b6cd1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.296879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6785af77-0610-4180-ab41-a19e272b6cd1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/ac807e76-e09d-4150-987a-a490015503fc HTTP/1.1" status: 404 len: 337 time: 0.1422644 Sep 16 05:07:26.299803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56130) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.341765 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-377948e7-482a-4e11-8189-dde8b1429b87 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.342242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377948e7-482a-4e11-8189-dde8b1429b87 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.345424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-377948e7-482a-4e11-8189-dde8b1429b87 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/de6e0689-6fe2-4175-aef8-f1aa2bdfdcdd HTTP/1.1" status: 404 len: 337 time: 0.0435891 Sep 16 05:07:26.348511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56134) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.376853 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4bd93c-0516-4c73-923d-25ffb372b24a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.377952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4bd93c-0516-4c73-923d-25ffb372b24a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.386757 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cd4bd93c-0516-4c73-923d-25ffb372b24a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/8bba213c-94b1-4e1a-a05c-c1ef9def23f3 HTTP/1.1" status: 404 len: 333 time: 0.0312617 Sep 16 05:07:26.408486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56136) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.480761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56d03a-74ed-43e7-b9a2-8a2a02d1c890 req-95ac21b8-4938-47e2-b3e1-5421536765a5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:26.488611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c56d03a-74ed-43e7-b9a2-8a2a02d1c890 req-95ac21b8-4938-47e2-b3e1-5421536765a5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1379981 Sep 16 05:07:26.495616 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6512c0fd-04a7-43b7-97f3-5c982ea74551 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.496229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6512c0fd-04a7-43b7-97f3-5c982ea74551 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.500396 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6512c0fd-04a7-43b7-97f3-5c982ea74551 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/25e64a47-b27b-4987-a418-1db74a28e727 HTTP/1.1" status: 404 len: 337 time: 0.0893636 Sep 16 05:07:26.502441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56140) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.537353 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6322da3-1b85-4fbe-8e55-a46adf9661a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.538690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6322da3-1b85-4fbe-8e55-a46adf9661a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.539780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d6322da3-1b85-4fbe-8e55-a46adf9661a5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/2acd5a41-60f7-4f04-ae00-ff3a574bdc59 HTTP/1.1" status: 404 len: 337 time: 0.0351236 Sep 16 05:07:26.542470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56144) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.545251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c56d03a-74ed-43e7-b9a2-8a2a02d1c890 req-f49742e0-5e65-4066-b363-71fd5c9bf9b9 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503621 Sep 16 05:07:26.567575 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-afce6df1-d8a8-488f-b274-3c20dc4e908f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.567575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afce6df1-d8a8-488f-b274-3c20dc4e908f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.573858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] DHCP port deletion for 357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:26.575819 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-afce6df1-d8a8-488f-b274-3c20dc4e908f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/132f2569-863c-4e9d-9212-fc46099e076f HTTP/1.1" status: 404 len: 333 time: 0.0325093 Sep 16 05:07:26.576567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56146) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.613713 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-912f47e6-54b0-4d27-b4b6-8eba148e6a5a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.614420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912f47e6-54b0-4d27-b4b6-8eba148e6a5a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.623432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-912f47e6-54b0-4d27-b4b6-8eba148e6a5a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/b9154ee8-c971-42da-9de6-37f29745dbdd HTTP/1.1" status: 404 len: 337 time: 0.0398753 Sep 16 05:07:26.625361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56150) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.667467 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4011d537-d0ec-4111-a59a-15de021e0831 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.668471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4011d537-d0ec-4111-a59a-15de021e0831 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.669080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] Deleting port e89bed48-0e21-4da0-97f8-95647ddf7837 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:26.669461 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.671484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4011d537-d0ec-4111-a59a-15de021e0831 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/76acf0cc-a4c6-40a0-8246-b346f511fb7d HTTP/1.1" status: 404 len: 337 time: 0.0450120 Sep 16 05:07:26.673878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56152) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.709048 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-22693dde-3fed-41c4-95e8-6b421926b63d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.711506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22693dde-3fed-41c4-95e8-6b421926b63d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.714882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-22693dde-3fed-41c4-95e8-6b421926b63d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/891ccb89-e666-4b63-a209-87bb331b1ee3 HTTP/1.1" status: 404 len: 333 time: 0.0374238 Sep 16 05:07:26.717441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56154) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.747063 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d9d817-a8d0-486f-a137-a358434ee8f6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.747496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d9d817-a8d0-486f-a137-a358434ee8f6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.751812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d7d9d817-a8d0-486f-a137-a358434ee8f6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/bab3767f-5460-4a50-9fdb-2ae9ece815df HTTP/1.1" status: 404 len: 337 time: 0.0331135 Sep 16 05:07:26.752226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56156) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.771032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] For port e89bed48-0e21-4da0-97f8-95647ddf7837, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e89bed48-0e21-4da0-97f8-95647ddf7837,segment=NetworkSegment(07d388cb-1016-4ae5-a539-b602caa333ea),segment_id=07d388cb-1016-4ae5-a539-b602caa333ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:26.771631 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.785330 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69356c2-8b70-4ddd-a089-faf428f32c26 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.785889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] Calling delete_port for e89bed48-0e21-4da0-97f8-95647ddf7837 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:26.786147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69356c2-8b70-4ddd-a089-faf428f32c26 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.788573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d69356c2-8b70-4ddd-a089-faf428f32c26 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/bb82f07f-4de8-4681-851a-d32c0af3ec59 HTTP/1.1" status: 404 len: 333 time: 0.0351281 Sep 16 05:07:26.791284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56158) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.836543 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a8d5d8-3663-4adc-abc7-edcabe8c261a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.837213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a8d5d8-3663-4adc-abc7-edcabe8c261a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.839158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-80a8d5d8-3663-4adc-abc7-edcabe8c261a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/9d4db505-ca1b-48c5-b41b-d7983a23450b HTTP/1.1" status: 404 len: 337 time: 0.0471268 Sep 16 05:07:26.841776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56162) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.868986 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-52705d0f-4b19-4a50-b770-29e7f7d6137c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.869599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52705d0f-4b19-4a50-b770-29e7f7d6137c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.873858 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-52705d0f-4b19-4a50-b770-29e7f7d6137c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/9946aaa9-64d0-41fc-acb9-c22a74ac3866 HTTP/1.1" status: 404 len: 333 time: 0.0277109 Sep 16 05:07:26.877065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56164) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.904260 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec3ab08-12b5-49d6-ac24-54945d4cb94b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.904807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec3ab08-12b5-49d6-ac24-54945d4cb94b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.906617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eec3ab08-12b5-49d6-ac24-54945d4cb94b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/994d3a63-4877-4387-8a0a-c96ed97721c1 HTTP/1.1" status: 404 len: 337 time: 0.0315118 Sep 16 05:07:26.909323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56166) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.943814 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-be198e91-cffe-4be9-8e14-5ac34171b0d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.944517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be198e91-cffe-4be9-8e14-5ac34171b0d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.946223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be198e91-cffe-4be9-8e14-5ac34171b0d6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/75a4401c-bd02-4bea-965c-5f6498ae34c7 HTTP/1.1" status: 404 len: 333 time: 0.0354359 Sep 16 05:07:26.949494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56168) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.976273 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-495f3d3f-52a1-45e2-8a58-5cd7820b39cd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:26.976728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495f3d3f-52a1-45e2-8a58-5cd7820b39cd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:26.978449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-495f3d3f-52a1-45e2-8a58-5cd7820b39cd tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/d9d95c1b-2efc-43de-af5f-094632c1bcba HTTP/1.1" status: 404 len: 337 time: 0.0278461 Sep 16 05:07:26.981122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56170) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.004397 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90b60e0-4e9d-42f9-b291-45f6f2cb15e1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.004955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90b60e0-4e9d-42f9-b291-45f6f2cb15e1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.006836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e90b60e0-4e9d-42f9-b291-45f6f2cb15e1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/070b2173-46f9-491e-b438-70487559500f HTTP/1.1" status: 404 len: 333 time: 0.0245662 Sep 16 05:07:27.009388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56172) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.036856 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9da8bd-8453-4304-9eb5-84dcbfec4858 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.037325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9da8bd-8453-4304-9eb5-84dcbfec4858 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.039301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3d9da8bd-8453-4304-9eb5-84dcbfec4858 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/ae4575f8-9eb1-44d4-b5f8-26e0b2360803 HTTP/1.1" status: 404 len: 337 time: 0.0290086 Sep 16 05:07:27.044309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56176) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.071671 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9beb41-9b35-469c-8411-28bfdabe7c50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.072559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9beb41-9b35-469c-8411-28bfdabe7c50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.076286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cd9beb41-9b35-469c-8411-28bfdabe7c50 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/5a094a85-20e3-4737-934c-9dd2535add35 HTTP/1.1" status: 404 len: 333 time: 0.0310082 Sep 16 05:07:27.078828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56180) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.120323 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0eef9a-d53f-4fb1-8f8d-efdbe0ac6865 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.121103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0eef9a-d53f-4fb1-8f8d-efdbe0ac6865 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.123823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5a0eef9a-d53f-4fb1-8f8d-efdbe0ac6865 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/80349e5c-b16c-4efe-89a8-8fe9108b9a7a HTTP/1.1" status: 404 len: 337 time: 0.0434921 Sep 16 05:07:27.126606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56182) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.130690 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.157096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] Pushing event deleted for resources: {'Port': ['ID=e89bed48-0e21-4da0-97f8-95647ddf7837,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.161890 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3a6675-0ca6-447f-997f-8bcf71835797 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.162508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3a6675-0ca6-447f-997f-8bcf71835797 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.163114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53f6375d-c7f7-4552-9cd6-71cf5ab2413b req-2e0ed957-166a-4177-8022-70204c78d04c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0454862 Sep 16 05:07:27.164766 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0f3a6675-0ca6-447f-997f-8bcf71835797 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/3f5639c9-6858-44f3-81ac-11c6f0cc8587 HTTP/1.1" status: 404 len: 337 time: 0.0371339 Sep 16 05:07:27.168355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56184) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.174565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abede23d-afed-48c2-aa53-4da3e50283a9 None None] No DVR routers for this DVR port e89bed48-0e21-4da0-97f8-95647ddf7837 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:27.208797 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb5a23e-d8fe-4828-81db-e48892160f05 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.209480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb5a23e-d8fe-4828-81db-e48892160f05 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.211292 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9cb5a23e-d8fe-4828-81db-e48892160f05 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/6c3f861f-b2f4-48bb-8349-1566efda2a45 HTTP/1.1" status: 404 len: 333 time: 0.0391064 Sep 16 05:07:27.214403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56186) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.290522 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a86941-ae8a-450c-8254-e0eabe88991a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.290995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a86941-ae8a-450c-8254-e0eabe88991a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.303537 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-10a86941-ae8a-450c-8254-e0eabe88991a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/49242b74-9bfc-4212-a3db-0d7efd36e542 HTTP/1.1" status: 404 len: 337 time: 0.0774891 Sep 16 05:07:27.303537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56192) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.342623 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3550f0c4-e0b2-4b68-ae6b-968cbab9ac34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.343100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3550f0c4-e0b2-4b68-ae6b-968cbab9ac34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.346967 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3550f0c4-e0b2-4b68-ae6b-968cbab9ac34 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/3e906d2c-72dd-4992-b5c3-2d26d0fbbd7b HTTP/1.1" status: 404 len: 337 time: 0.0426111 Sep 16 05:07:27.348863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56194) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.387791 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e328d0-6b66-414f-a924-62da9ed342b3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.388699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e328d0-6b66-414f-a924-62da9ed342b3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.394437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-48e328d0-6b66-414f-a924-62da9ed342b3 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/36f88df9-5a83-4971-b258-3d903d0b1231 HTTP/1.1" status: 404 len: 333 time: 0.0443013 Sep 16 05:07:27.395069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56198) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.434376 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f684f67-f442-44c2-b930-9141990fc8c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.435351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f684f67-f442-44c2-b930-9141990fc8c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.440176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4f684f67-f442-44c2-b930-9141990fc8c6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/40c79583-fca5-4c4b-a1d2-8695f0ef8da8 HTTP/1.1" status: 404 len: 337 time: 0.0436924 Sep 16 05:07:27.443290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56200) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.697834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a1955-8525-429d-b3a1-4405886f12f9 req-94c4018e-b2ed-4356-bacd-89029705d18d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.699954 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-838a1955-8525-429d-b3a1-4405886f12f9 req-94c4018e-b2ed-4356-bacd-89029705d18d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0576437 Sep 16 05:07:27.767979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-838a1955-8525-429d-b3a1-4405886f12f9 req-855d9867-fa55-4bed-8e30-5e6e02d6667b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615981 Sep 16 05:07:27.858791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e89bed48-0e21-4da0-97f8-95647ddf7837 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:27.897287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: e89bed48-0e21-4da0-97f8-95647ddf7837 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:27.897634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e89bed48-0e21-4da0-97f8-95647ddf7837 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:27.905036 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c86d90-906c-4063-a6fd-a97d012d8970 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.905510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c86d90-906c-4063-a6fd-a97d012d8970 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.910549 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-54c86d90-906c-4063-a6fd-a97d012d8970 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/c4d0fd6a-3923-4d5c-b8bb-b11cbe0e7d55 HTTP/1.1" status: 404 len: 337 time: 0.4627535 Sep 16 05:07:27.910732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56212) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.934182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-78663555-d175-4283-b968-0f897bd74566 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.936061 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-78663555-d175-4283-b968-0f897bd74566 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "GET /v2.0/networks?id=bc70b11c-d6df-4826-976d-3f6215d92b5e HTTP/1.1" status: 200 len: 797 time: 0.7085867 Sep 16 05:07:27.952660 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb7ea9d-5c3d-43a3-a369-92d98c26b77f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.952660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb7ea9d-5c3d-43a3-a369-92d98c26b77f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.955147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1eb7ea9d-5c3d-43a3-a369-92d98c26b77f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/e7777603-07ae-41a9-b7c6-bbef52b7b6ed HTTP/1.1" status: 404 len: 333 time: 0.0430393 Sep 16 05:07:27.958214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56216) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.994610 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef064e1-0c2c-4644-a827-9cd2d547b942 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:27.994821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef064e1-0c2c-4644-a827-9cd2d547b942 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:27.996914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7ef064e1-0c2c-4644-a827-9cd2d547b942 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/c6718707-31be-4bf4-9d64-4c4a8a4f1ca3 HTTP/1.1" status: 404 len: 337 time: 0.0374627 Sep 16 05:07:28.003395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56218) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.005080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-a79f083f-e8ef-49a2-b819-aa9ab9cec854 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 472 time: 0.0587921 Sep 16 05:07:28.016984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'port': {'device_id': 'b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4', 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e', 'admin_state_up': True, 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'security_groups': ['aa24ede0-e0f1-4458-b907-31f0dd47be22']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:28.036769 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3106abed-7a96-4579-8adb-91f59af16ac0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.037654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3106abed-7a96-4579-8adb-91f59af16ac0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.040270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3106abed-7a96-4579-8adb-91f59af16ac0 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/f37c10f7-c742-41ad-80a9-b5d9891d9b30 HTTP/1.1" status: 404 len: 337 time: 0.0353646 Sep 16 05:07:28.044117 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.044615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56224) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.099338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cc92a6b4-5665-4ea3-bea1-84b6851dafdb tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c8e24a3-a229-4968-aab7-380b4230afad HTTP/1.1" status: 200 len: 205 time: 0.0532546 Sep 16 05:07:28.101516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56226) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.156288 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-cbf17961-a2eb-454a-897e-965b3170c18b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] delete failed (client error): The resource could not be found. Sep 16 05:07:28.158247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cbf17961-a2eb-454a-897e-965b3170c18b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/routers/0c8e24a3-a229-4968-aab7-380b4230afad HTTP/1.1" status: 404 len: 336 time: 0.0556314 Sep 16 05:07:28.161566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56230) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.194811 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ad9baf-77c0-475b-acbc-731e76ce0712 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.195342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ad9baf-77c0-475b-acbc-731e76ce0712 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.197170 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-39ad9baf-77c0-475b-acbc-731e76ce0712 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/e5949903-25c0-4a3f-8c71-2a0b4ee81b51 HTTP/1.1" status: 404 len: 337 time: 0.0346289 Sep 16 05:07:28.199858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56234) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.231032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-03b2fcd2-a2c5-49fb-ad29-85029a0d7a84 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "GET /v2.0/ports?device_id=9cdc5c52-1ba1-427f-ab33-d0682836549a HTTP/1.1" status: 200 len: 205 time: 0.0299654 Sep 16 05:07:28.233666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56236) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.285323 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-c727c6a7-69ed-4847-9459-21e482268362 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] delete failed (client error): The resource could not be found. Sep 16 05:07:28.286436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c727c6a7-69ed-4847-9459-21e482268362 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/routers/9cdc5c52-1ba1-427f-ab33-d0682836549a HTTP/1.1" status: 404 len: 336 time: 0.0517724 Sep 16 05:07:28.290563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56238) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.305856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:28.309088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.318232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a0adb6e-6c84-4ce5-a659-1b117f5ceff7 req-5e8e85d3-8f16-4f23-8d5d-71ffc011ace3 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0435624 Sep 16 05:07:28.346465 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddfd704-eb63-4719-ac06-71f2a378a6e6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.346465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddfd704-eb63-4719-ac06-71f2a378a6e6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.348384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bddfd704-eb63-4719-ac06-71f2a378a6e6 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/25003778-7100-43c1-b333-ba1d628e4ab9 HTTP/1.1" status: 404 len: 337 time: 0.0583379 Sep 16 05:07:28.351654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56240) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.418975 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7cdbf1-453d-4797-a60b-504720426ff8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.419228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7cdbf1-453d-4797-a60b-504720426ff8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.423765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6c7cdbf1-453d-4797-a60b-504720426ff8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/2bbb673d-bfb6-4620-b730-084e869180f0 HTTP/1.1" status: 404 len: 337 time: 0.0706964 Sep 16 05:07:28.424404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56244) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.466420 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeea24fb-31e1-4c5f-aee1-0b9adf19c077 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.467616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeea24fb-31e1-4c5f-aee1-0b9adf19c077 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.472884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eeea24fb-31e1-4c5f-aee1-0b9adf19c077 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/f9e175e7-ec75-42a9-9ee7-3ca55b71c23e HTTP/1.1" status: 404 len: 333 time: 0.0446110 Sep 16 05:07:28.473086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56248) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.503840 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba3b121-efb8-4ce2-9ec4-024a86cd62f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.504312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba3b121-efb8-4ce2-9ec4-024a86cd62f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.510720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cba3b121-efb8-4ce2-9ec4-024a86cd62f1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/0241ab85-0864-4f0c-b26e-0657e0375c8a HTTP/1.1" status: 404 len: 337 time: 0.0335586 Sep 16 05:07:28.512237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56252) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.523044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.20.0.19 (bc70b11c-d6df-4826-976d-3f6215d92b5e/950f45ef-ce3d-4ce8-b4a7-2859a9378236/63e03c82-32fb-41d4-a5ff-4395c73e8a91) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:28.592093 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb7bb08-56b8-4b3a-acb3-ff517e9d463c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.593019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb7bb08-56b8-4b3a-acb3-ff517e9d463c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.595059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1eb7bb08-56b8-4b3a-acb3-ff517e9d463c tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/a7e1c528-7a5a-4423-9cd6-9f497533bf8a HTTP/1.1" status: 404 len: 333 time: 0.0817103 Sep 16 05:07:28.598258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56258) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.697977 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-99228de9-2624-475a-85a7-73152623e126 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.698468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99228de9-2624-475a-85a7-73152623e126 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.700391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-99228de9-2624-475a-85a7-73152623e126 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/fab818bb-4780-49f5-9b56-0dd81249165b HTTP/1.1" status: 404 len: 337 time: 0.1004856 Sep 16 05:07:28.702863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56266) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.739984 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae3b69e-4868-4557-84fe-4924cd9ea733 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.741379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae3b69e-4868-4557-84fe-4924cd9ea733 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.747827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fae3b69e-4868-4557-84fe-4924cd9ea733 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/18f63290-0865-4b56-8665-ea6c3f68ad05 HTTP/1.1" status: 404 len: 333 time: 0.0436776 Sep 16 05:07:28.748935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56268) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.796818 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ddac45-5181-4f83-9bd0-bfb21919c99f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.804494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ddac45-5181-4f83-9bd0-bfb21919c99f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.806401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.809339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-29ddac45-5181-4f83-9bd0-bfb21919c99f tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/7482f52d-c159-4235-8be3-834933f9bb14 HTTP/1.1" status: 404 len: 337 time: 0.0588164 Sep 16 05:07:28.810119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56272) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.841975 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-93507419-29a4-4469-8448-3dd42d6426b8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.842796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93507419-29a4-4469-8448-3dd42d6426b8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.848302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.858176 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93507419-29a4-4469-8448-3dd42d6426b8 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/5ce025be-9640-45a6-849b-85faa8950baa HTTP/1.1" status: 404 len: 333 time: 0.0468400 Sep 16 05:07:28.885948 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f56e058-9ac3-493e-9b26-8f4da49ec1a1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.886749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f56e058-9ac3-493e-9b26-8f4da49ec1a1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.891031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8f56e058-9ac3-493e-9b26-8f4da49ec1a1 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/6083073d-f2ae-4e93-bae0-5e65bf36ca34 HTTP/1.1" status: 404 len: 337 time: 0.0394263 Sep 16 05:07:28.891309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56276) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.920967 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-583af039-26b6-41f9-a37c-4a923f20236b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.920967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583af039-26b6-41f9-a37c-4a923f20236b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.920967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-583af039-26b6-41f9-a37c-4a923f20236b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/611e5eaa-53b6-4a07-8031-0d65a6fd3c48 HTTP/1.1" status: 404 len: 333 time: 0.0263641 Sep 16 05:07:28.921379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56278) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.947714 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8118345-5249-4f12-bb6b-93213526558b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.948179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8118345-5249-4f12-bb6b-93213526558b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.952280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c8118345-5249-4f12-bb6b-93213526558b tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/17af648f-0d0f-438d-98ec-b53d602de671 HTTP/1.1" status: 404 len: 337 time: 0.0276771 Sep 16 05:07:28.952545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56280) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.983383 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d33b69-d4ee-4507-aa79-1e7b9daac42d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:28.984073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d33b69-d4ee-4507-aa79-1e7b9daac42d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:28.988241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e8d33b69-d4ee-4507-aa79-1e7b9daac42d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/f8281e89-576d-4804-85a8-bd6d95dd4fa3 HTTP/1.1" status: 404 len: 333 time: 0.0324051 Sep 16 05:07:28.988606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56282) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.005785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.039770 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-585675bc-4249-4993-bc85-a07a6a086e0d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:29.040238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585675bc-4249-4993-bc85-a07a6a086e0d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:29.042017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-585675bc-4249-4993-bc85-a07a6a086e0d tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/9f310683-5a0c-4eb6-9949-cde950a7eba5 HTTP/1.1" status: 404 len: 337 time: 0.0524879 Sep 16 05:07:29.045148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56286) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.073367 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9468cd-d9b6-4d91-b248-89faac061484 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:29.074439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9468cd-d9b6-4d91-b248-89faac061484 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:29.077113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eb9468cd-d9b6-4d91-b248-89faac061484 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/ports/ab2c7b31-8208-4393-9db8-d2e0ac1b2696 HTTP/1.1" status: 404 len: 333 time: 0.0305874 Sep 16 05:07:29.079147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56288) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.140363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=63e03c82-32fb-41d4-a5ff-4395c73e8a91,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:29.154913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network bc70b11c-d6df-4826-976d-3f6215d92b5e is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:29.159665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:29.161076 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-643e3935-6ae1-4115-b03c-3b18d5427cc5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:29.161884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643e3935-6ae1-4115-b03c-3b18d5427cc5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:29.164691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:29.182244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-643e3935-6ae1-4115-b03c-3b18d5427cc5 tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/subnets/f00994da-f142-47f4-9c17-b651fe0b7fe4 HTTP/1.1" status: 404 len: 337 time: 0.1015799 Sep 16 05:07:29.183088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56294) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.239425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.240137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.327826 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-02e5b44c-23d8-461a-ae37-fb1a90370108 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3155448 Sep 16 05:07:29.341253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Request body: {'port': {'device_id': 'b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:29.436460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.478674 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.606650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d2920-e0f0-4eb0-a9a7-9c769994532a req-8a36492a-2a49-4317-b100-cc33449b3601 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.608663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f4d2920-e0f0-4eb0-a9a7-9c769994532a req-8a36492a-2a49-4317-b100-cc33449b3601 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 932 time: 0.0937111 Sep 16 05:07:29.614189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-90142db0-0e29-462e-8f6b-c64b93dbe6ac None None] Provisioning complete for port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:29.615260 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90142db0-0e29-462e-8f6b-c64b93dbe6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.647338 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.681756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-90142db0-0e29-462e-8f6b-c64b93dbe6ac None None] Port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:29.712043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f4d2920-e0f0-4eb0-a9a7-9c769994532a req-19fab1dd-8106-4985-b67d-8601003d3a90 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673494 Sep 16 05:07:29.747705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:29.774789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d388cb-1016-4ae5-a539-b602caa333ea') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:29.774789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d388cb-1016-4ae5-a539-b602caa333ea') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:29.786115 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.812039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.830889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:29.831800 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:29.835683 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:29.960679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e03c82-32fb-41d4-a5ff-4395c73e8a91 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:29.968601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.022763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.023823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Transition to ACTIVE for port object 63e03c82-32fb-41d4-a5ff-4395c73e8a91 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:30.040708 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.042659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] 10.222.0.59 "DELETE /v2.0/networks/357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906 HTTP/1.1" status: 204 len: 168 time: 0.8556933 Sep 16 05:07:30.044026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23264293-c32f-4fdd-a0e6-e310488d4e0a tempest-NetworksTestDHCPv6-1580589371 tempest-NetworksTestDHCPv6-1580589371-project] Pushing event deleted for resources: {'Network': ['ID=357e14f4-fb3b-4cb1-9bc6-10ca9c0a1906,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.144608 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.220017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Pushing event updated for resources: {'Port': ['ID=63e03c82-32fb-41d4-a5ff-4395c73e8a91,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.287435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Attempting to bind port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:30.288079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Attempting to bind port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:30.288248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Attempting to bind port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 on network bc70b11c-d6df-4826-976d-3f6215d92b5e {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:30.299533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 on network bc70b11c-d6df-4826-976d-3f6215d92b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:30.299857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Attempting to bind port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 on network bc70b11c-d6df-4826-976d-3f6215d92b5e {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:30.308823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:30.311371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Checking segment: {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:30.312155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Bound using segment: {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:30.312641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Bound port: 63e03c82-32fb-41d4-a5ff-4395c73e8a91, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:30.313575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.330937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56314) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.343990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1041893204'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:30.406869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] For port 63e03c82-32fb-41d4-a5ff-4395c73e8a91, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:30.410973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] For port 63e03c82-32fb-41d4-a5ff-4395c73e8a91, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=63e03c82-32fb-41d4-a5ff-4395c73e8a91,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:30.455448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:30.459087 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.488273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:30.495686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.500452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.500880 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Added segment 33bc0952-4834-449c-809c-aa37ef982439 of type vlan for network 6e997d2e-d2cc-4311-a042-8157adc55eca Sep 16 05:07:30.559675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.593431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Pushing event updated for resources: {'Port': ['ID=63e03c82-32fb-41d4-a5ff-4395c73e8a91,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.609044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.609629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.611064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-9e1588db-590f-4db2-b9ec-c796ab210603 service neutron] 10.222.0.60 "PUT /v2.0/ports/63e03c82-32fb-41d4-a5ff-4395c73e8a91 HTTP/1.1" status: 200 len: 1093 time: 1.2760973 Sep 16 05:07:30.611548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4', 'tag': '63e03c82-32fb-41d4-a5ff-4395c73e8a91'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:30.628483 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6fc15-6ca2-4902-a688-388213e7153b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4", "tag": "63e03c82-32fb-41d4-a5ff-4395c73e8a91"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:30.646749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56322) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.672789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.679045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.679759 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.696238 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec90ee9-3ab2-451c-a6c3-7e58d70090ee x-openstack-request-id: req-3ec90ee9-3ab2-451c-a6c3-7e58d70090ee {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:30.699137 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4", "tag": "63e03c82-32fb-41d4-a5ff-4395c73e8a91", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:30.700070 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ec90ee9-3ab2-451c-a6c3-7e58d70090ee {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:30.700848 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4', 'tag': '63e03c82-32fb-41d4-a5ff-4395c73e8a91', 'status': 'completed', 'code': 200} Sep 16 05:07:30.803199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fc15-6ca2-4902-a688-388213e7153b req-889c8cf6-753e-4375-ad8a-c4f294457a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.805607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9a6fc15-6ca2-4902-a688-388213e7153b req-889c8cf6-753e-4375-ad8a-c4f294457a58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 1096 time: 0.0875263 Sep 16 05:07:30.826595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4902232 Sep 16 05:07:30.830942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.849652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8f75e-b96a-4730-addb-34eed340207c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Network': ['ID=6e997d2e-d2cc-4311-a042-8157adc55eca,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.855545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1353237467'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:30.872135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 6e997d2e-d2cc-4311-a042-8157adc55eca details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:30.991164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f6e651e6-e1f2-4be6-9956-7bb02183bcce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ff561bfc193420fb1ad70cba14e639c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436251 Sep 16 05:07:30.994535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56342) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.029739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd822d7-d9fa-4bdf-9a20-9f7c0b9fd995 req-e60bde00-6eae-4f43-b849-8a0a170036d5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.036645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cd822d7-d9fa-4bdf-9a20-9f7c0b9fd995 req-e60bde00-6eae-4f43-b849-8a0a170036d5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 944 time: 0.1451857 Sep 16 05:07:31.085766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fc15-6ca2-4902-a688-388213e7153b req-bc414528-70fd-4356-8e41-e256b09a0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.091549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fc15-6ca2-4902-a688-388213e7153b req-bc414528-70fd-4356-8e41-e256b09a0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.092700 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9a6fc15-6ca2-4902-a688-388213e7153b req-bc414528-70fd-4356-8e41-e256b09a0da9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9085bd244fd745f19e3d82d39b29bacf&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2765148 Sep 16 05:07:31.115027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:31.118756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.142607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cd822d7-d9fa-4bdf-9a20-9f7c0b9fd995 req-6c2f5ef5-aba9-4ec1-ae2a-cf4128619b51 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794525 Sep 16 05:07:31.143617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd3df42a-a828-4d4e-8b6b-ce22638e8624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.177971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd3df42a-a828-4d4e-8b6b-ce22638e8624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.214252 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:31.238408 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.239141 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Added segment bdc092cf-2776-404e-8672-c946f0fd941f of type vlan for network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba Sep 16 05:07:31.241482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fc15-6ca2-4902-a688-388213e7153b req-ffd8e697-5241-4c27-b143-2561100d7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.243480 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9a6fc15-6ca2-4902-a688-388213e7153b req-ffd8e697-5241-4c27-b143-2561100d7247 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401587 Sep 16 05:07:31.284619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b9e76-bc53-493c-bf20-d0afa1d24ba5 req-66f562fc-151c-4593-b585-aefaecc352ed tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.286606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d8b9e76-bc53-493c-bf20-d0afa1d24ba5 req-66f562fc-151c-4593-b585-aefaecc352ed tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0817196 Sep 16 05:07:31.297523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.357796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d8b9e76-bc53-493c-bf20-d0afa1d24ba5 req-1d1bf5fd-b9d6-4857-aa05-e12ec6f1e412 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586872 Sep 16 05:07:31.358561 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd3df42a-a828-4d4e-8b6b-ce22638e8624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.361237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd3df42a-a828-4d4e-8b6b-ce22638e8624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.364769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dd3df42a-a828-4d4e-8b6b-ce22638e8624 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7b05c27-960d-4726-88db-8bc1d693d798 HTTP/1.1" status: 204 len: 168 time: 0.3661757 Sep 16 05:07:31.370540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-edd6ed82-6794-4aeb-ba88-74c9683048b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.372328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-edd6ed82-6794-4aeb-ba88-74c9683048b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 1096 time: 0.0680184 Sep 16 05:07:31.398822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3df42a-a828-4d4e-8b6b-ce22638e8624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b05c27-960d-4726-88db-8bc1d693d798,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.432120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-3e9b5bcf-aa56-4c2b-8a52-394fce5f4fa5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=63e03c82-32fb-41d4-a5ff-4395c73e8a91 HTTP/1.1" status: 200 len: 217 time: 0.0490408 Sep 16 05:07:31.480822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.486664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.487508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.527423 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-99939f3c-963c-40b8-ba6f-9c70985d7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.539097 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-99939f3c-963c-40b8-ba6f-9c70985d7363 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=950f45ef-ce3d-4ce8-b4a7-2859a9378236 HTTP/1.1" status: 200 len: 838 time: 0.0902796 Sep 16 05:07:31.601103 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7669249 Sep 16 05:07:31.603750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56356) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.604920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98571c-4f42-47bb-af01-2ae665a311a4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Network': ['ID=5513fd3a-0f0e-4783-9764-eb1d67ebbcba,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.611322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'subnet': {'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:31.619458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-d7de059c-b41b-4fcd-9eea-7fcec36c5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.621014 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-d7de059c-b41b-4fcd-9eea-7fcec36c5e64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc70b11c-d6df-4826-976d-3f6215d92b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0851002 Sep 16 05:07:31.629895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:31.807503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-55c9fdfe-ac8c-41cb-8c62-b40e21d2046c service neutron] 10.222.0.60 "GET /v2.0/networks/bc70b11c-d6df-4826-976d-3f6215d92b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778259 Sep 16 05:07:31.884381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:31.888138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.923292 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f38e3df3-154c-4c6c-b8c8-7625e0c109d7 req-200801b2-2fb8-4128-8411-50944984edc2 service neutron] 10.222.0.60 "GET /v2.0/networks/bc70b11c-d6df-4826-976d-3f6215d92b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073058 Sep 16 05:07:32.222972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.324669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Subnet': ['ID=fdf2dd18-a3ab-4ee3-875c-107c94bab518,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:32.352856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ba7ad-af5f-4b79-99c0-dcdd7a8575c6 req-7bc89e15-b557-4534-8cdc-cc0d596f239d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.354411 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa7ba7ad-af5f-4b79-99c0-dcdd7a8575c6 req-7bc89e15-b557-4534-8cdc-cc0d596f239d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 944 time: 0.0794969 Sep 16 05:07:32.355391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Checking segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:32.355942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network hostable DHCP agents. Network: 6e997d2e-d2cc-4311-a042-8157adc55eca, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:32.410612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa7ba7ad-af5f-4b79-99c0-dcdd7a8575c6 req-9f3d7bf6-29fb-4d14-abb2-2026bcff99ab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408196 Sep 16 05:07:32.484018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network 6e997d2e-d2cc-4311-a042-8157adc55eca is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:32.615552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 6e997d2e-d2cc-4311-a042-8157adc55eca) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:32.628306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef050cc-873a-46fc-a4d7-c5eb4689903a None None] Network 6e997d2e-d2cc-4311-a042-8157adc55eca requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:32.629316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.629928 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.730899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2da8940d-9c8a-4748-92e5-a8334b03be43 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1256390 Sep 16 05:07:32.734010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56398) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:32.740325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'subnet': {'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:32.791353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-6e997d2e-d2cc-4311-a042-8157adc55eca', 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'fixed_ips': [{'subnet_id': 'fdf2dd18-a3ab-4ee3-875c-107c94bab518'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:32.792334 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.976618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56404) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:32.979600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Allocated IP 10.1.1.2 (6e997d2e-d2cc-4311-a042-8157adc55eca/fdf2dd18-a3ab-4ee3-875c-107c94bab518/3dc787f2-bba3-4d42-9cc2-899ba693cdd4) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:32.988323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:32.998242 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.163232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1034187825'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:33.216160 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.392918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Made reservation on behalf of 515eb0d23e2b45d0b465538ef9e61e4f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:33.393403 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.397036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.411011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.434533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Network 6e997d2e-d2cc-4311-a042-8157adc55eca is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:33.454013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:33.458695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:33.484642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.494357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Pushing event updated for resources: {'Port': ['ID=3dc787f2-bba3-4d42-9cc2-899ba693cdd4,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:33.537310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Attempting to bind port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:33.537693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Attempting to bind port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:33.538056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Attempting to bind port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:33.553829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397abd2-a68e-4b76-8dee-05a47a154dc4 req-0cd92383-2eac-4350-8c4d-543927fc9def tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:33.556325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1397abd2-a68e-4b76-8dee-05a47a154dc4 req-0cd92383-2eac-4350-8c4d-543927fc9def tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 944 time: 0.0661511 Sep 16 05:07:33.556864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:33.557379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Checking segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:33.558001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.558394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Bound using segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:33.558907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Bound port: 3dc787f2-bba3-4d42-9cc2-899ba693cdd4, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:33.559556 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.636290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1397abd2-a68e-4b76-8dee-05a47a154dc4 req-22d2cb1d-7d72-4edb-937f-8f964bba5dab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707924 Sep 16 05:07:33.645448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Subnet': ['ID=bf000ab2-afb6-437a-a0c7-a25511a2df97,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:33.676695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Checking segment: {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:33.677072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network hostable DHCP agents. Network: 5513fd3a-0f0e-4783-9764-eb1d67ebbcba, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:33.692279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] For port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:33.696949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] For port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3dc787f2-bba3-4d42-9cc2-899ba693cdd4,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:33.700933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.834185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 63e03c82-32fb-41d4-a5ff-4395c73e8a91 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:33.858126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:33.860753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.895667 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.908700 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:33.955342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4161733d-4141-4ae6-9b16-7ab816d73cc6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:33.961233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.967965 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Added segment bd07c63a-02f8-42ad-90e1-c2356f5f3b51 of type vlan for network 324357c7-35a2-4341-b62e-e433567f6816 Sep 16 05:07:34.029935 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.030420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdc7f2-fd49-44e4-9dc4-e8c03bb48908 None None] Pushing event updated for resources: {'Port': ['ID=3dc787f2-bba3-4d42-9cc2-899ba693cdd4,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.040292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 5513fd3a-0f0e-4783-9764-eb1d67ebbcba) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:34.048737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.048737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.052035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9337d9c8-7b4a-47cd-9035-f711fd306aed None None] Network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:34.059748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 63e03c82-32fb-41d4-a5ff-4395c73e8a91, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=63e03c82-32fb-41d4-a5ff-4395c73e8a91,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:34.088843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '63e03c82-32fb-41d4-a5ff-4395c73e8a91', 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e', 'port_id': '63e03c82-32fb-41d4-a5ff-4395c73e8a91', 'mac_address': 'fa:16:3e:d3:52:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950f45ef-ce3d-4ce8-b4a7-2859a9378236', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:34.170895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.218572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.222401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.223460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.254462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-44b412fd-2d7d-45b7-b854-27e94ed5203a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5184550 Sep 16 05:07:34.257746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56432) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:34.262833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'port': {'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'name': 'tempest-TaggedBootDevicesTest_v242-1539861265', 'fixed_ips': [{'subnet_id': 'fdf2dd18-a3ab-4ee3-875c-107c94bab518'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:34.402285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56444) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:34.407583 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4232261 Sep 16 05:07:34.407583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a0087-2541-42e3-84c0-0849129cf779 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event updated for resources: {'Network': ['ID=324357c7-35a2-4341-b62e-e433567f6816,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.460095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 324357c7-35a2-4341-b62e-e433567f6816 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:34.509400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Request body: {'subnet': {'network_id': '324357c7-35a2-4341-b62e-e433567f6816', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:34.523800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56446) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:34.613610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e03c82-32fb-41d4-a5ff-4395c73e8a91 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:34.714999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 63e03c82-32fb-41d4-a5ff-4395c73e8a91, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=63e03c82-32fb-41d4-a5ff-4395c73e8a91,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:34.795080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-5513fd3a-0f0e-4783-9764-eb1d67ebbcba', 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'fixed_ips': [{'subnet_id': 'bf000ab2-afb6-437a-a0c7-a25511a2df97'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:34.800399 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.801810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25a9becc-dd14-433a-aa9a-d700614f7184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.837156 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Made reservation on behalf of 515eb0d23e2b45d0b465538ef9e61e4f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:34.841914 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.870997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-25a9becc-dd14-433a-aa9a-d700614f7184 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:07:34.870997 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:07:34.870997 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': '67b8785a98774816b375b907da798054', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 7, 14, 814824)}] Sep 16 05:07:34.870997 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:34.872600 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-25a9becc-dd14-433a-aa9a-d700614f7184 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:34.900566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.939812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e17ec7-df62-4063-bda4-4e2943200f8c req-680a1891-6675-4f9c-95a4-27f14ef7ab32 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.947444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1e17ec7-df62-4063-bda4-4e2943200f8c req-680a1891-6675-4f9c-95a4-27f14ef7ab32 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 944 time: 0.1705797 Sep 16 05:07:34.990856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=63e03c82-32fb-41d4-a5ff-4395c73e8a91,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:35.006872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1e17ec7-df62-4063-bda4-4e2943200f8c req-afefddc4-ac81-47f1-9654-7c0ecd04db0a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585437 Sep 16 05:07:35.055413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Allocated IP 10.2.2.2 (5513fd3a-0f0e-4783-9764-eb1d67ebbcba/bf000ab2-afb6-437a-a0c7-a25511a2df97/4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:35.333342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['63e03c82-32fb-41d4-a5ff-4395c73e8a91'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:35.374662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25a9becc-dd14-433a-aa9a-d700614f7184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.579083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89978b-4541-4e27-b084-5415ecd50b2b None None] Network 6e997d2e-d2cc-4311-a042-8157adc55eca requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:35.632716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:35.746714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.768961 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25a9becc-dd14-433a-aa9a-d700614f7184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.779161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] device_id is not set on port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:35.789148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.901390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25a9becc-dd14-433a-aa9a-d700614f7184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.934619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3eea1f98-020c-46c9-b81e-696aff9e1c7f None None] Provisioning complete for port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:35.935595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3eea1f98-020c-46c9-b81e-696aff9e1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.970587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event updated for resources: {'Subnet': ['ID=4ab560e7-2f2f-4dbe-ab86-8d5dc1529738,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:35.988741 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.004644 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-25a9becc-dd14-433a-aa9a-d700614f7184 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67b8785a98774816b375b907da798054&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4796619 Sep 16 05:07:36.015074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9becc-dd14-433a-aa9a-d700614f7184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f365b0a-5e15-4cdb-82f3-5e21ba3d2daa,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.015621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Checking segment: {'id': 'bd07c63a-02f8-42ad-90e1-c2356f5f3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '324357c7-35a2-4341-b62e-e433567f6816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:36.015621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Network hostable DHCP agents. Network: 324357c7-35a2-4341-b62e-e433567f6816, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:36.017657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56470) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:36.060418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:36.154200 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.175050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-81f00994-538b-413d-b3cc-1a058ecd49fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.199766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Allocated IP 10.1.1.225 (6e997d2e-d2cc-4311-a042-8157adc55eca/fdf2dd18-a3ab-4ee3-875c-107c94bab518/42bd7577-6748-4ef1-98d9-fc4622a5f7a5) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:36.202314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Network 324357c7-35a2-4341-b62e-e433567f6816 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:36.231804 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-81f00994-538b-413d-b3cc-1a058ecd49fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.257734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd695-aa13-4f63-9fb3-674311ae79ec req-6b46f86a-452a-4f07-9651-861eac91a230 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.263559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b3dd695-aa13-4f63-9fb3-674311ae79ec req-6b46f86a-452a-4f07-9651-861eac91a230 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 945 time: 0.1288824 Sep 16 05:07:36.286242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:36.311518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:36.314009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:36.346027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Pushing event updated for resources: {'Port': ['ID=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.361556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b3dd695-aa13-4f63-9fb3-674311ae79ec req-ea0d7e1d-cf57-4b34-904a-6eaf1dc09d75 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826182 Sep 16 05:07:36.365392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 324357c7-35a2-4341-b62e-e433567f6816) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:36.384566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.385036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:36.385170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.385422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.413004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928749b0-282f-41cb-8a8b-24b0bb4ca0ff None None] Network 324357c7-35a2-4341-b62e-e433567f6816 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:36.494711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-81f00994-538b-413d-b3cc-1a058ecd49fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.497610 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-81f00994-538b-413d-b3cc-1a058ecd49fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.503726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-81f00994-538b-413d-b3cc-1a058ecd49fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f365b0a-5e15-4cdb-82f3-5e21ba3d2daa HTTP/1.1" status: 204 len: 168 time: 0.4803667 Sep 16 05:07:36.529592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f00994-538b-413d-b3cc-1a058ecd49fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f365b0a-5e15-4cdb-82f3-5e21ba3d2daa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.544034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.544274 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3eea1f98-020c-46c9-b81e-696aff9e1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.544405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2fa64921-1ff1-4721-ab19-ada1a4f8e8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1399677 Sep 16 05:07:36.546095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56478) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:36.552277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Request body: {'port': {'network_id': '324357c7-35a2-4341-b62e-e433567f6816', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-268025820'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:36.634108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Attempting to bind port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:36.635372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Attempting to bind port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:36.635372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Attempting to bind port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 on network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:36.656884 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.683904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:36.684623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Checking segment: {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:36.685217 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.685804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Bound using segment: {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:36.686494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Bound port: 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:36.687301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.726995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network 6e997d2e-d2cc-4311-a042-8157adc55eca is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:36.741348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3eea1f98-020c-46c9-b81e-696aff9e1c7f None None] For port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3dc787f2-bba3-4d42-9cc2-899ba693cdd4,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:36.749938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:36.771618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:36.844773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.905479 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3eea1f98-020c-46c9-b81e-696aff9e1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.925217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.926094 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.027530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] For port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:37.031453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] For port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:37.058787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.078320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Made reservation on behalf of 515eb0d23e2b45d0b465538ef9e61e4f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:37.082522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.117299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-324357c7-35a2-4341-b62e-e433567f6816', 'network_id': '324357c7-35a2-4341-b62e-e433567f6816', 'tenant_id': '515eb0d23e2b45d0b465538ef9e61e4f', 'fixed_ips': [{'subnet_id': '4ab560e7-2f2f-4dbe-ab86-8d5dc1529738'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:37.118670 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.123905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] device_id is not set on port 5077be73-a85e-4fe1-adc6-e03d676e2884 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:37.173824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3a543014-c29f-4259-9aa6-25f28dbe3411 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9089651 Sep 16 05:07:37.173824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56490) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.176016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'port': {'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'name': 'tempest-TaggedBootDevicesTest_v242-987668915', 'fixed_ips': [{'subnet_id': 'fdf2dd18-a3ab-4ee3-875c-107c94bab518'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:37.198558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.224858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2a5829ff-799d-451a-bd2a-52373a630d02 None None] Provisioning complete for port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:37.227694 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a5829ff-799d-451a-bd2a-52373a630d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.288968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Allocated IP 2001:db8::2d0 (324357c7-35a2-4341-b62e-e433567f6816/4ab560e7-2f2f-4dbe-ab86-8d5dc1529738/5077be73-a85e-4fe1-adc6-e03d676e2884) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:37.417242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea1f98-020c-46c9-b81e-696aff9e1c7f None None] Pushing event updated for resources: {'Port': ['ID=3dc787f2-bba3-4d42-9cc2-899ba693cdd4,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:37.509946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad6225-72da-480d-9ec6-7ac62821f30f None None] Pushing event updated for resources: {'Port': ['ID=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:37.529157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:37.530638 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:37.538270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:37.548749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.607516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.607516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56494) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.623982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8b0b-4851-4248-a46c-9ac48e731706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.636573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] device_id is not set on port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:37.731513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a5a54385-2851-431c-a2b8-a4247db9f9a0 None None] Provisioning complete for port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:37.734798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a5a54385-2851-431c-a2b8-a4247db9f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.790670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.850178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Network 324357c7-35a2-4341-b62e-e433567f6816 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:37.865678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:37.914468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:37.922928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:37.946371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.968879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event updated for resources: {'Port': ['ID=5077be73-a85e-4fe1-adc6-e03d676e2884,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.010211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8b0b-4851-4248-a46c-9ac48e731706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.042376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Allocated IP 10.1.1.149 (6e997d2e-d2cc-4311-a042-8157adc55eca/fdf2dd18-a3ab-4ee3-875c-107c94bab518/932a5d22-ed6b-413d-9f6b-f45d01e3e86a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:38.114265 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8b0b-4851-4248-a46c-9ac48e731706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.147138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 63e03c82-32fb-41d4-a5ff-4395c73e8a91 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:38.149516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a5a54385-2851-431c-a2b8-a4247db9f9a0 None None] Port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:38.186090 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a442dc5a-cd6b-4883-b493-864a0dd324e0 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6386929 Sep 16 05:07:38.186929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56508) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.197432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Request body: {'port': {'network_id': '324357c7-35a2-4341-b62e-e433567f6816', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1864481034', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:38.198262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] bootfile-name is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:38.198791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] tftp-server is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:38.199412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] server-ip-address is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:38.215617 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a8bf8b0b-4851-4248-a46c-9ac48e731706 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45a19db91e804eeaa5cd7e814ee1c42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079321 Sep 16 05:07:38.239728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56510) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.241893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf8b0b-4851-4248-a46c-9ac48e731706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f71384-520d-46f4-b127-45372c07740b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.245588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Allocated IP 2001:db8::2 (324357c7-35a2-4341-b62e-e433567f6816/4ab560e7-2f2f-4dbe-ab86-8d5dc1529738/bc44248c-9009-435d-9dfc-912775f3b10b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:38.543737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da41e145-b785-402f-b4a7-62974d20d3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.569823 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.587210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:38.593178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:38.608478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:38.608927 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.614604 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da41e145-b785-402f-b4a7-62974d20d3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.734809 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.805045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Made reservation on behalf of 515eb0d23e2b45d0b465538ef9e61e4f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:38.809124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.825969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:38.826521 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.843460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] device_id is not set on port 6f8d20f7-7e3b-4070-aec0-be8c437e9762 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:38.891684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Network 324357c7-35a2-4341-b62e-e433567f6816 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:38.945962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da41e145-b785-402f-b4a7-62974d20d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.947291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da41e145-b785-402f-b4a7-62974d20d3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.948465 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-da41e145-b785-402f-b4a7-62974d20d3d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8f71384-520d-46f4-b127-45372c07740b HTTP/1.1" status: 204 len: 168 time: 0.6973414 Sep 16 05:07:38.996521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41e145-b785-402f-b4a7-62974d20d3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f71384-520d-46f4-b127-45372c07740b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.064890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:39.088517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00730b-f382-48cd-8a40-7edbc629e622 None None] Network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:39.103113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:39.132627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Pushing event updated for resources: {'Port': ['ID=bc44248c-9009-435d-9dfc-912775f3b10b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.184097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Allocated IP 2001:db8::1bb (324357c7-35a2-4341-b62e-e433567f6816/4ab560e7-2f2f-4dbe-ab86-8d5dc1529738/6f8d20f7-7e3b-4070-aec0-be8c437e9762) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:39.200359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.222835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212fd3-7381-4186-a301-bc4ee8d59b23 req-4d1b4dc0-a69e-4aae-8673-da670bedc469 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.243447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0212fd3-7381-4186-a301-bc4ee8d59b23 req-4d1b4dc0-a69e-4aae-8673-da670bedc469 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 945 time: 1.7270441 Sep 16 05:07:39.252100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.308519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0212fd3-7381-4186-a301-bc4ee8d59b23 req-7b535f01-1005-4ec2-82e0-ca346baf2052 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640924 Sep 16 05:07:39.374789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e03c82-32fb-41d4-a5ff-4395c73e8a91'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:39.378675 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7830f8b2-bd9f-4b3d-8666-8d221e538602" -d '{"events": [{"server_uuid": "b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4", "name": "network-vif-plugged", "status": "completed", "tag": "63e03c82-32fb-41d4-a5ff-4395c73e8a91"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:39.401117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 63e03c82-32fb-41d4-a5ff-4395c73e8a91, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=63e03c82-32fb-41d4-a5ff-4395c73e8a91,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:39.403467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9eb573b1-e1c8-4ab3-92b6-a8739c35cfb7 None None] Provisioning complete for port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:39.403849 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9eb573b1-e1c8-4ab3-92b6-a8739c35cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.438875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.472708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.482423 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b90b79-3f3a-4c0a-be29-bd670483db03 x-openstack-request-id: req-e4b90b79-3f3a-4c0a-be29-bd670483db03 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:39.483092 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4", "name": "network-vif-plugged", "status": "completed", "tag": "63e03c82-32fb-41d4-a5ff-4395c73e8a91", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:39.483092 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4b90b79-3f3a-4c0a-be29-bd670483db03 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:39.483469 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e03c82-32fb-41d4-a5ff-4395c73e8a91', 'code': 200} Sep 16 05:07:39.514096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.526442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network 6e997d2e-d2cc-4311-a042-8157adc55eca is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:39.538473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:39.540905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:39.579007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.590100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=63e03c82-32fb-41d4-a5ff-4395c73e8a91,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.608422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Attempting to bind port bc44248c-9009-435d-9dfc-912775f3b10b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:39.608790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Attempting to bind port bc44248c-9009-435d-9dfc-912775f3b10b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bd07c63a-02f8-42ad-90e1-c2356f5f3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '324357c7-35a2-4341-b62e-e433567f6816'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:39.609158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Attempting to bind port bc44248c-9009-435d-9dfc-912775f3b10b on network 324357c7-35a2-4341-b62e-e433567f6816 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:39.612213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.612866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.630228 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.652607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:39.652985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Checking segment: {'id': 'bd07c63a-02f8-42ad-90e1-c2356f5f3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '324357c7-35a2-4341-b62e-e433567f6816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:39.653407 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.653948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Bound using segment: {'id': 'bd07c63a-02f8-42ad-90e1-c2356f5f3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '324357c7-35a2-4341-b62e-e433567f6816'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:39.654459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Bound port: bc44248c-9009-435d-9dfc-912775f3b10b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd07c63a-02f8-42ad-90e1-c2356f5f3b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '324357c7-35a2-4341-b62e-e433567f6816'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:39.654849 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.675875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236904-5b1a-48c9-9e76-7ad885c39a67 req-6ed3dc55-3829-4a0a-8e6c-8fdb21acde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.677287 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5236904-5b1a-48c9-9e76-7ad885c39a67 req-6ed3dc55-3829-4a0a-8e6c-8fdb21acde3c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 1098 time: 0.1295824 Sep 16 05:07:39.725338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e16d2573-84fb-476e-b745-5214c1b9b06e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5551827 Sep 16 05:07:39.747916 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5236904-5b1a-48c9-9e76-7ad885c39a67 req-64674678-c5f9-4f10-b20d-cdb32e383f89 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627611 Sep 16 05:07:39.762631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:39.776417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.844265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] For port bc44248c-9009-435d-9dfc-912775f3b10b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:39.847164 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.848288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:39.851255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] For port bc44248c-9009-435d-9dfc-912775f3b10b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bc44248c-9009-435d-9dfc-912775f3b10b,segment=NetworkSegment(bd07c63a-02f8-42ad-90e1-c2356f5f3b51),segment_id=bd07c63a-02f8-42ad-90e1-c2356f5f3b51)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:39.855143 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9eb573b1-e1c8-4ab3-92b6-a8739c35cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.889874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Network 324357c7-35a2-4341-b62e-e433567f6816 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:39.897962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:39.910487 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:39.919949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.920821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.952459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event updated for resources: {'Port': ['ID=6f8d20f7-7e3b-4070-aec0-be8c437e9762,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.964006 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.995125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.072496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:40.072884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.113559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-9eb573b1-e1c8-4ab3-92b6-a8739c35cfb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:40.113929 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-9eb573b1-e1c8-4ab3-92b6-a8739c35cfb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:40.137111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1828463-814c-474c-bdeb-b0349775f9aa None None] Pushing event updated for resources: {'Port': ['ID=bc44248c-9009-435d-9dfc-912775f3b10b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.222421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d3e95e6b-2ec7-469d-8017-6c16aaaec25e tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0285246 Sep 16 05:07:40.225602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56544) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.289838 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.388009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d29608-93f0-4247-87da-ac159bdc775c tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.401489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d29608-93f0-4247-87da-ac159bdc775c tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.416217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d29608-93f0-4247-87da-ac159bdc775c tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.418508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-80d29608-93f0-4247-87da-ac159bdc775c tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1916199 Sep 16 05:07:40.423638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56552) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.434308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56554) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.439962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0087459e-0c98-4f78-9961-cc88bdbdf982 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145349182', 'description': 'tempest-description--825525620'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:40.538046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:40.590745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452f3d-8f07-4ce1-8d4b-63cab8a10779 req-0568e514-2107-43ef-abe3-a72e61e411ad tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.592426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5452f3d-8f07-4ce1-8d4b-63cab8a10779 req-0568e514-2107-43ef-abe3-a72e61e411ad tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 946 time: 0.1035943 Sep 16 05:07:40.601598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:40.601982 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.612557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0f45244e-60e1-42e5-833c-a7b8dedc7e5a tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Deleting port 6f8d20f7-7e3b-4070-aec0-be8c437e9762 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:40.612915 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f45244e-60e1-42e5-833c-a7b8dedc7e5a tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.655974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0087459e-0c98-4f78-9961-cc88bdbdf982 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.703005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5452f3d-8f07-4ce1-8d4b-63cab8a10779 req-2e0a23b3-ca9e-44c9-a833-dec4235cb9bf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023364 Sep 16 05:07:40.741548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f45244e-60e1-42e5-833c-a7b8dedc7e5a tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.759680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0f45244e-60e1-42e5-833c-a7b8dedc7e5a tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Calling delete_port for 6f8d20f7-7e3b-4070-aec0-be8c437e9762 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:40.776130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0087459e-0c98-4f78-9961-cc88bdbdf982 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.845906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9c7ae515-2bce-4d1a-a874-abc846c0b8f7 None None] Provisioning complete for port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:40.846294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae515-2bce-4d1a-a874-abc846c0b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.967392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9c7ae515-2bce-4d1a-a874-abc846c0b8f7 None None] Provisioning complete for port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:40.967762 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae515-2bce-4d1a-a874-abc846c0b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.009450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ae515-2bce-4d1a-a874-abc846c0b8f7 None None] Port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:41.044165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0087459e-0c98-4f78-9961-cc88bdbdf982 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.076156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087459e-0c98-4f78-9961-cc88bdbdf982 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.126026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f45244e-60e1-42e5-833c-a7b8dedc7e5a tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.126156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6d333c5e-9839-4c97-9996-e2bd58f769d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.167672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45244e-60e1-42e5-833c-a7b8dedc7e5a tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event deleted for resources: {'Port': ['ID=6f8d20f7-7e3b-4070-aec0-be8c437e9762,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.209128 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f45244e-60e1-42e5-833c-a7b8dedc7e5a tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.215544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56570) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.216235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0f45244e-60e1-42e5-833c-a7b8dedc7e5a tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "DELETE /v2.0/ports/6f8d20f7-7e3b-4070-aec0-be8c437e9762 HTTP/1.1" status: 204 len: 168 time: 0.7913496 Sep 16 05:07:41.222529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Request body: {'port': {'name': 'tempest-new-port-name-974020314', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:41.222966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] bootfile-name is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:41.223288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] tftp-server is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:41.223602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] server-ip-address is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:41.269017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0087459e-0c98-4f78-9961-cc88bdbdf982 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.269374 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0087459e-0c98-4f78-9961-cc88bdbdf982 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8333378 Sep 16 05:07:41.272783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56574) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.278049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f593f597-c29e-47d7-8dca-0817e70cce0a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'security_group_rule': {'security_group_id': 'c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:41.315289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.379158 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f593f597-c29e-47d7-8dca-0817e70cce0a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.429779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ed33e-7cf8-4518-b38a-acc5adfe35d7 None None] Network 324357c7-35a2-4341-b62e-e433567f6816 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:41.521541 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f593f597-c29e-47d7-8dca-0817e70cce0a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.576660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0879756d-5058-4e9a-9344-5ff7280efc28 None None] Provisioning complete for port bc44248c-9009-435d-9dfc-912775f3b10b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:41.576988 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0879756d-5058-4e9a-9344-5ff7280efc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.598930 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f593f597-c29e-47d7-8dca-0817e70cce0a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.623192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593f597-c29e-47d7-8dca-0817e70cce0a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f91393-0cc3-4cf5-bc8e-0708c01035c1,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.647914 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.731977 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0879756d-5058-4e9a-9344-5ff7280efc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.765267 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f593f597-c29e-47d7-8dca-0817e70cce0a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.765390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56590) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.765501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f593f597-c29e-47d7-8dca-0817e70cce0a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4887397 Sep 16 05:07:41.767582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-de39c11a-4399-431d-b91e-1fa25892b37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'security_group_rule': {'security_group_id': 'c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:41.820041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.910496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702963b-dd38-4e30-86b8-34c9674bd001 req-3bffc880-aff6-4f22-b220-67baae59fde8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.919731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0702963b-dd38-4e30-86b8-34c9674bd001 req-3bffc880-aff6-4f22-b220-67baae59fde8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 946 time: 0.0832422 Sep 16 05:07:41.962510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0879756d-5058-4e9a-9344-5ff7280efc28 None None] For port bc44248c-9009-435d-9dfc-912775f3b10b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bc44248c-9009-435d-9dfc-912775f3b10b,segment=NetworkSegment(bd07c63a-02f8-42ad-90e1-c2356f5f3b51),segment_id=bd07c63a-02f8-42ad-90e1-c2356f5f3b51)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:41.964788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] In _notify_port_updated(), no bound segment for port 5077be73-a85e-4fe1-adc6-e03d676e2884 on network 324357c7-35a2-4341-b62e-e433567f6816 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:07:41.975932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.975932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.975932 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "PUT /v2.0/ports/5077be73-a85e-4fe1-adc6-e03d676e2884 HTTP/1.1" status: 200 len: 1129 time: 0.7565453 Sep 16 05:07:41.976435 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de39c11a-4399-431d-b91e-1fa25892b37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.978703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56598) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.979738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0702963b-dd38-4e30-86b8-34c9674bd001 req-041e72f0-3d1f-49d6-8516-123535fca533 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550261 Sep 16 05:07:42.046513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64395e41-5596-42ac-acc6-3895c47330b4 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event updated for resources: {'Port': ['ID=5077be73-a85e-4fe1-adc6-e03d676e2884,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.086261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df81f64-8906-4687-b7f2-57f2e95fd56b tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.092169 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7df81f64-8906-4687-b7f2-57f2e95fd56b tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "GET /v2.0/ports/5077be73-a85e-4fe1-adc6-e03d676e2884 HTTP/1.1" status: 200 len: 1129 time: 0.1056373 Sep 16 05:07:42.092169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56604) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:42.118676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a644b12-6f4c-4222-a9f1-5b7c398d11a6 req-8bbd89ba-3da6-4ad8-8c76-124e479f321f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.120327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a644b12-6f4c-4222-a9f1-5b7c398d11a6 req-8bbd89ba-3da6-4ad8-8c76-124e479f321f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 946 time: 0.0563555 Sep 16 05:07:42.164545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a644b12-6f4c-4222-a9f1-5b7c398d11a6 req-9fd4251f-8050-4495-b783-85305de02ba9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381119 Sep 16 05:07:42.200588 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de39c11a-4399-431d-b91e-1fa25892b37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.245661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2018d30f-b2eb-43f4-b22e-f391b145bba1 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Deleting port 5077be73-a85e-4fe1-adc6-e03d676e2884 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:42.246490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2018d30f-b2eb-43f4-b22e-f391b145bba1 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.290235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0879756d-5058-4e9a-9344-5ff7280efc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.348172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879756d-5058-4e9a-9344-5ff7280efc28 None None] Pushing event updated for resources: {'Port': ['ID=bc44248c-9009-435d-9dfc-912775f3b10b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.419362 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2018d30f-b2eb-43f4-b22e-f391b145bba1 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.442463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2018d30f-b2eb-43f4-b22e-f391b145bba1 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Calling delete_port for 5077be73-a85e-4fe1-adc6-e03d676e2884 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:42.454174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0dbc89ce-69b9-4ef2-ba5c-6ae46dc02a26 None None] Provisioning complete for port 5077be73-a85e-4fe1-adc6-e03d676e2884 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:42.454174 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0dbc89ce-69b9-4ef2-ba5c-6ae46dc02a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.492361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bc44248c-9009-435d-9dfc-912775f3b10b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:42.542269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de39c11a-4399-431d-b91e-1fa25892b37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.570722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39c11a-4399-431d-b91e-1fa25892b37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d506f22-bfb5-4c80-a21c-fe12daa4da61,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.583097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc89ce-69b9-4ef2-ba5c-6ae46dc02a26 None None] Port 5077be73-a85e-4fe1-adc6-e03d676e2884 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:42.605600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0dbc89ce-69b9-4ef2-ba5c-6ae46dc02a26 None None] Provisioning complete for port bc44248c-9009-435d-9dfc-912775f3b10b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:42.606250 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0dbc89ce-69b9-4ef2-ba5c-6ae46dc02a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.652187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port bc44248c-9009-435d-9dfc-912775f3b10b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:42.652859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.712417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-de39c11a-4399-431d-b91e-1fa25892b37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.716524 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-de39c11a-4399-431d-b91e-1fa25892b37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9500263 Sep 16 05:07:42.717328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:42.723680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:42.895642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2018d30f-b2eb-43f4-b22e-f391b145bba1 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.935855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.938323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018d30f-b2eb-43f4-b22e-f391b145bba1 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event deleted for resources: {'Port': ['ID=5077be73-a85e-4fe1-adc6-e03d676e2884,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.953625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bfc87df2-b9a6-4ebc-b846-e70cd9df9158 None None] Could not find standard attr ID for object 6f8d20f7-7e3b-4070-aec0-be8c437e9762. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:07:42.960085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2018d30f-b2eb-43f4-b22e-f391b145bba1 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.962516 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2018d30f-b2eb-43f4-b22e-f391b145bba1 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "DELETE /v2.0/ports/5077be73-a85e-4fe1-adc6-e03d676e2884 HTTP/1.1" status: 204 len: 168 time: 0.8700399 Sep 16 05:07:42.964972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56632) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:43.044428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb12f5df-eef9-48c0-8887-901f6201b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Deleting subnet 4ab560e7-2f2f-4dbe-ab86-8d5dc1529738 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:43.044428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f5df-eef9-48c0-8887-901f6201b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.052512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.067743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f5df-eef9-48c0-8887-901f6201b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.157601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f5df-eef9-48c0-8887-901f6201b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.166915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Allocated IP 172.25.7.180 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c4712613-ce12-4590-bc9b-f025ee4106df) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:43.194350 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:43.269085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bac91551-51fe-49b7-9f85-dab8d8176379 None None] Could not find standard attr ID for object 5077be73-a85e-4fe1-adc6-e03d676e2884. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:07:43.285309 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.495967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f5df-eef9-48c0-8887-901f6201b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.525109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12f5df-eef9-48c0-8887-901f6201b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab560e7-2f2f-4dbe-ab86-8d5dc1529738,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.527067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f5df-eef9-48c0-8887-901f6201b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.529012 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eb12f5df-eef9-48c0-8887-901f6201b9cc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "DELETE /v2.0/subnets/4ab560e7-2f2f-4dbe-ab86-8d5dc1529738 HTTP/1.1" status: 204 len: 168 time: 0.5630894 Sep 16 05:07:43.531599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56646) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:43.536601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd6823-8f0a-4259-a5c1-67d1a485c6e1 None None] Network 324357c7-35a2-4341-b62e-e433567f6816 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:43.608263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.695171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56650) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:43.708776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:43.713652 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.754163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:43.758855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] DHCP port deletion for 324357c7-35a2-4341-b62e-e433567f6816 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:43.762705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:43.802230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=c4712613-ce12-4590-bc9b-f025ee4106df,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.840608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] Deleting port bc44248c-9009-435d-9dfc-912775f3b10b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:43.840994 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.908409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] For port bc44248c-9009-435d-9dfc-912775f3b10b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bc44248c-9009-435d-9dfc-912775f3b10b,segment=NetworkSegment(bd07c63a-02f8-42ad-90e1-c2356f5f3b51),segment_id=bd07c63a-02f8-42ad-90e1-c2356f5f3b51)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:43.908772 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.921848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] Calling delete_port for bc44248c-9009-435d-9dfc-912775f3b10b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:44.015558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Deleting port bc44248c-9009-435d-9dfc-912775f3b10b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:44.015824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.021965 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.130037 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.157138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] Pushing event deleted for resources: {'Port': ['ID=bc44248c-9009-435d-9dfc-912775f3b10b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:44.162783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af615f3a-03da-4ade-befd-7df55137f1a9 None None] No DVR routers for this DVR port bc44248c-9009-435d-9dfc-912775f3b10b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:44.166257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] For port bc44248c-9009-435d-9dfc-912775f3b10b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bc44248c-9009-435d-9dfc-912775f3b10b,segment=NetworkSegment(bd07c63a-02f8-42ad-90e1-c2356f5f3b51),segment_id=bd07c63a-02f8-42ad-90e1-c2356f5f3b51)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:44.166634 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.184798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Calling delete_port for bc44248c-9009-435d-9dfc-912775f3b10b owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:44.293114 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.296450 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.358315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bc44248c-9009-435d-9dfc-912775f3b10b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:44.388936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: bc44248c-9009-435d-9dfc-912775f3b10b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:44.389350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bc44248c-9009-435d-9dfc-912775f3b10b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:44.423050 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-56d6ad07-17bf-42ec-8560-84baed7612bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.438053 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.523675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event deleted for resources: {'Port': ['ID=bc44248c-9009-435d-9dfc-912775f3b10b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:44.531218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] No DVR routers for this DVR port bc44248c-9009-435d-9dfc-912775f3b10b on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:44.677145 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.704281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.716117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324357c7-35a2-4341-b62e-e433567f6816']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:44.740322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.746529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd07c63a-02f8-42ad-90e1-c2356f5f3b51') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:44.748338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd07c63a-02f8-42ad-90e1-c2356f5f3b51') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:44.757962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.803051 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.812538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:44.812933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:44.815893 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:44.943951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.058895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=c4712613-ce12-4590-bc9b-f025ee4106df,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.097817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.111176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.116066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] 10.222.0.59 "DELETE /v2.0/networks/324357c7-35a2-4341-b62e-e433567f6816 HTTP/1.1" status: 204 len: 168 time: 1.5812411 Sep 16 05:07:45.117834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.150355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf1a6-2971-450b-ac9d-8660f44c39dc tempest-ExtraDHCPOptionsIpV6TestJSON-603007325 tempest-ExtraDHCPOptionsIpV6TestJSON-603007325-project] Pushing event deleted for resources: {'Network': ['ID=324357c7-35a2-4341-b62e-e433567f6816,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.177450 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.222092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.20.0.17 (bc70b11c-d6df-4826-976d-3f6215d92b5e/950f45ef-ce3d-4ce8-b4a7-2859a9378236/0b161aec-2e14-430e-935d-697a638a5102) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:45.307644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.308873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-38e1e0bd-ad07-4327-bd5a-0c436c5308a7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5897775 Sep 16 05:07:45.347228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.559000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.609396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network bc70b11c-d6df-4826-976d-3f6215d92b5e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:45.615567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:45.623089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:45.624527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=0b161aec-2e14-430e-935d-697a638a5102,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.689694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.793669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-179f9375-8675-464b-b67c-59bb75901c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1145349182&fields=id&tenant_id=e2bf43d57413425d8a8b3c025b25f197 HTTP/1.1" status: 200 len: 267 time: 0.0554478 Sep 16 05:07:45.897184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-bf0ab3d1-4cf4-461d-8a6c-44078b4c4108 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.898963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-bf0ab3d1-4cf4-461d-8a6c-44078b4c4108 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports/42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 937 time: 0.0811350 Sep 16 05:07:45.946634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56746) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:45.962423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-ec4fde73-c065-4d60-9cac-308ee136e52f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.964622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-ec4fde73-c065-4d60-9cac-308ee136e52f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports/932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 936 time: 0.0594738 Sep 16 05:07:46.030525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d19e37ee-3840-4209-8faa-c5c612b6419a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0579133 Sep 16 05:07:46.042361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-acb25ce5-238b-4450-961a-26dcdfda8e9b None None] Provisioning complete for port 0b161aec-2e14-430e-935d-697a638a5102 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:46.043064 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-acb25ce5-238b-4450-961a-26dcdfda8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.088752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-e84c82d0-bc63-4ece-bc55-1c873d229b2f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0357144 Sep 16 05:07:46.090959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-acb25ce5-238b-4450-961a-26dcdfda8e9b None None] Port 0b161aec-2e14-430e-935d-697a638a5102 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:46.101724 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.132283 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-908ce497-c3ca-4577-b1d8-caddadbd0651 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=515eb0d23e2b45d0b465538ef9e61e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844037 Sep 16 05:07:46.134841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56760) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:46.189336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b1f277aa-5a95-4ea5-a75e-807c4ace4eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.212333 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b1f277aa-5a95-4ea5-a75e-807c4ace4eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.304252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-64903488-874c-4705-badd-5b5a3d27f32c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:46.309991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-64903488-874c-4705-badd-5b5a3d27f32c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:46.316342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-64903488-874c-4705-badd-5b5a3d27f32c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:46.318157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-64903488-874c-4705-badd-5b5a3d27f32c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/networks?id=e59cd688-c0f6-4a88-9106-667ee9954d08&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba HTTP/1.1" status: 200 len: 1996 time: 0.2186694 Sep 16 05:07:46.358477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b1f277aa-5a95-4ea5-a75e-807c4ace4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.361312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b1f277aa-5a95-4ea5-a75e-807c4ace4eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.362940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f930ff13-3d72-47ea-8cda-2a7844775641 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/quotas/e2bf43d57413425d8a8b3c025b25f197 HTTP/1.1" status: 200 len: 375 time: 0.0146372 Sep 16 05:07:46.363120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b1f277aa-5a95-4ea5-a75e-807c4ace4eaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4161733d-4141-4ae6-9b16-7ab816d73cc6 HTTP/1.1" status: 204 len: 168 time: 0.2251799 Sep 16 05:07:46.372416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f277aa-5a95-4ea5-a75e-807c4ace4eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4161733d-4141-4ae6-9b16-7ab816d73cc6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:46.522309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-8279cfed-5d94-4081-9a63-b5004fc6cdf5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1454432 Sep 16 05:07:46.622342 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.683974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56770) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:46.717358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-0aaff138-1453-4c32-b2de-a6deccbd5761 service neutron] 10.222.0.59 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927694 Sep 16 05:07:46.782965 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.893436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3264e37e-797a-404d-bf20-28e6d8c231ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.029368 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3264e37e-797a-404d-bf20-28e6d8c231ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.152776 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3264e37e-797a-404d-bf20-28e6d8c231ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.197137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3264e37e-797a-404d-bf20-28e6d8c231ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6f97a5f4e0a4ba7a7a7ae7959f16461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117030 Sep 16 05:07:47.198643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264e37e-797a-404d-bf20-28e6d8c231ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d021c4-13cd-470f-9693-abcbce04d10f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.202299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56792) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:47.224766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.261344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1bd8c-3451-4a8d-9093-927c02614880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.286159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1bd8c-3451-4a8d-9093-927c02614880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.325179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=0b161aec-2e14-430e-935d-697a638a5102,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.337847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-0f0d212b-aff9-4518-8adf-b0cf2fa59ab5 service neutron] 10.222.0.59 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118648 Sep 16 05:07:47.347054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.407362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-8576f471-f4fb-4275-98df-3420b9c40bfd service neutron] 10.222.0.59 "GET /v2.0/ports/42bd7577-6748-4ef1-98d9-fc4622a5f7a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0686078 Sep 16 05:07:47.467084 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1bd8c-3451-4a8d-9093-927c02614880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.469995 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1bd8c-3451-4a8d-9093-927c02614880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.471165 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8cb1bd8c-3451-4a8d-9093-927c02614880 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6d021c4-13cd-470f-9693-abcbce04d10f HTTP/1.1" status: 204 len: 168 time: 0.2674315 Sep 16 05:07:47.479630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1bd8c-3451-4a8d-9093-927c02614880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d021c4-13cd-470f-9693-abcbce04d10f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.552326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network bc70b11c-d6df-4826-976d-3f6215d92b5e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:47.555212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:47.572208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-78322b58-379e-4bf2-8f68-80abc99a2b0d service neutron] 10.222.0.59 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528211 Sep 16 05:07:47.884411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56818) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:47.892138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-45d4244a-f8ca-4700-b459-2c88505bc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.895002 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-45d4244a-f8ca-4700-b459-2c88505bc56d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1097 time: 0.1044965 Sep 16 05:07:47.903208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-874d02f3-3d65-4c45-a5ff-958fb2db185a service neutron] 10.222.0.59 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997937 Sep 16 05:07:47.906821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router 776bd2dc-3171-48ad-8385-4f95ad03a122 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:47.996221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49853-d825-4739-ba1a-5d4ed3dab1ad req-ceff67d9-2179-444d-a9a0-52be741f1aee tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.998102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34f49853-d825-4739-ba1a-5d4ed3dab1ad req-ceff67d9-2179-444d-a9a0-52be741f1aee tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1626050 Sep 16 05:07:48.036140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-596b92da-71da-4ee1-93c9-cb329732934a service neutron] 10.222.0.59 "GET /v2.0/ports/932a5d22-ed6b-413d-9f6b-f45d01e3e86a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1239867 Sep 16 05:07:48.043452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1144269790'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:48.050386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3770cb3f-6113-4309-baf5-251b71664821 None None] Provisioning complete for port 0b161aec-2e14-430e-935d-697a638a5102 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:48.051900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3770cb3f-6113-4309-baf5-251b71664821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.102582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3770cb3f-6113-4309-baf5-251b71664821 None None] Port 0b161aec-2e14-430e-935d-697a638a5102 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:48.109972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-4b0dfb1a-a78e-4969-bf92-e251582ea60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.111505 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-4b0dfb1a-a78e-4969-bf92-e251582ea60a service neutron] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 919 time: 0.2050042 Sep 16 05:07:48.155556 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-028785dd-e566-44a3-86d2-1d00785e3023 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0362880 Sep 16 05:07:48.184768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34f49853-d825-4739-ba1a-5d4ed3dab1ad req-f4e35a2f-ac88-46fa-99da-fe416b4b5a0e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473999 Sep 16 05:07:48.215104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:48.221565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7dfa5ce-c20d-402e-bc1d-ac0d54f1add5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "PUT /v2.0/routers/776bd2dc-3171-48ad-8385-4f95ad03a122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5242739 Sep 16 05:07:48.223963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-7ea4892c-8050-4d69-9f36-52d3631c5d7f service neutron] 10.222.0.59 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761327 Sep 16 05:07:48.249422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-955173cb-56d0-4c0a-a6ef-aa534376196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.251601 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Sync routers for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:48.255022 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-955173cb-56d0-4c0a-a6ef-aa534376196c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.0863907 Sep 16 05:07:48.266348 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:48.267081 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:48.302660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Made reservation on behalf of c46ef58f9d834aeba90a3d08802ec65f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:48.309155 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.319431 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-5d1c437b-6cdf-4fda-b8ad-b2fe95e97045 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500939 Sep 16 05:07:48.327604 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.356066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-8895c0e8-1374-4cce-8adc-3fe0667bea43 service neutron] 10.222.0.59 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135020 Sep 16 05:07:48.448651 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:48.497405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-63882870-6e86-4783-a615-6a24c71b4135 service neutron] 10.222.0.59 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341412 Sep 16 05:07:48.520781 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-fe19863f-1587-4647-9759-ba560e7a9cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882164 Sep 16 05:07:48.588626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56828) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:48.658359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-b7925a68-5686-4aa1-9f49-0c4e286912ec service neutron] 10.222.0.59 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516075 Sep 16 05:07:48.679612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ec91dec-d386-46bf-a437-a1209fa835a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.718754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.746888 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0cb578ea-4a99-413c-89f9-8f8c6ce68b2c req-26855850-7e2c-4d07-8505-76329bc162ed service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133403 Sep 16 05:07:48.773830 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:07:45Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:42Z', 'revision_number': 1, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b161aec-2e14-430e-935d-697a638a5102', 'name': '', 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:87:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '950f45ef-ce3d-4ce8-b4a7-2859a9378236', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:46Z', 'revision_number': 2, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '950f45ef-ce3d-4ce8-b4a7-2859a9378236', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:48.794203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-0b1c6818-44c9-4b16-812d-d42bcee527f4 service neutron] 10.222.0.59 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241405 Sep 16 05:07:48.801644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.810582 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Checking router: 776bd2dc-3171-48ad-8385-4f95ad03a122 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:48.810582 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Updating router 776bd2dc-3171-48ad-8385-4f95ad03a122 port 0b161aec-2e14-430e-935d-697a638a5102 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:48.843163 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.898141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723f0161-34ad-489e-9c75-083013661a83,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:48.905697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:48.947721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.948302 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Added segment e933e36b-ab89-44a7-a548-a6f12c63d281 of type vlan for network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d Sep 16 05:07:48.985172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2ab19137-5d90-4841-8432-0498c491fa7f service neutron] 10.222.0.59 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755910 Sep 16 05:07:49.069543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ec91dec-d386-46bf-a437-a1209fa835a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.071830 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.077188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2d191948-ef91-4e8a-a5db-74ddaf6eff91 service neutron] 10.222.0.59 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909917 Sep 16 05:07:49.147092 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ec91dec-d386-46bf-a437-a1209fa835a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.161016 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.181201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f4509d12-6c4a-4773-9432-6ee01c0d8635 service neutron] 10.222.0.59 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947850 Sep 16 05:07:49.182011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.187704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:49.188300 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.241584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91dec-d386-46bf-a437-a1209fa835a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b841bf-eec3-4a6e-af0d-a07dda9e2fe9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.262889 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.267540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ec91dec-d386-46bf-a437-a1209fa835a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48cbd08afae24ae59c6082d98d0a9001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695521 Sep 16 05:07:49.270386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56842) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.329932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event updated for resources: {'Network': ['ID=9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.343689 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4dc98c90-8b68-43ec-8768-98edc60a9fc7 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4578333 Sep 16 05:07:49.344203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:49.354684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56846) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.363691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Request body: {'subnet': {'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:49.386804 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab348fbd-6fba-4408-9b44-23d5c70ff600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.402873 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Pushing event updated for resources: {'Port': ['ID=0b161aec-2e14-430e-935d-697a638a5102,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.416731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a6d78963-2a45-4c00-8d85-9f034a1a76c1 service neutron] 10.222.0.59 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276518 Sep 16 05:07:49.453726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4319db-0af8-45e7-9cfd-21c11f83ba3f req-091a2e7d-6f91-43b7-b07a-f8f47b9ce62f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:49.460084 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.460427 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.460766 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.461664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e4319db-0af8-45e7-9cfd-21c11f83ba3f req-091a2e7d-6f91-43b7-b07a-f8f47b9ce62f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1422691 Sep 16 05:07:49.464991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab348fbd-6fba-4408-9b44-23d5c70ff600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.467548 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.472112 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.472609 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.472953 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.473411 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.473743 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.474070 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.474394 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.474720 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:49.503418 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Attempting to bind port 0b161aec-2e14-430e-935d-697a638a5102 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:49.504171 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Attempting to bind port 0b161aec-2e14-430e-935d-697a638a5102 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:49.504775 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Attempting to bind port 0b161aec-2e14-430e-935d-697a638a5102 on network bc70b11c-d6df-4826-976d-3f6215d92b5e {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:49.511101 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:49.512222 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Checking segment: {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:49.512897 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.513535 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Bound using segment: {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:49.514241 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Bound port: 0b161aec-2e14-430e-935d-697a638a5102, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14add37-1c1e-4f05-9623-2240a3f91644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:49.514874 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.592299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Made reservation on behalf of c46ef58f9d834aeba90a3d08802ec65f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:49.594886 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] For port 0b161aec-2e14-430e-935d-697a638a5102, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:49.597945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.599542 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] For port 0b161aec-2e14-430e-935d-697a638a5102, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0b161aec-2e14-430e-935d-697a638a5102,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:49.611984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e4319db-0af8-45e7-9cfd-21c11f83ba3f req-97d91a4c-52fb-4ddd-a0c8-c20a586fd20e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493268 Sep 16 05:07:49.647788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3d1d619f-8cfe-4374-8231-d729221ca27e None None] Provisioning complete for port 0b161aec-2e14-430e-935d-697a638a5102 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:49.648562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d1d619f-8cfe-4374-8231-d729221ca27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.649294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d05365de-63a2-4147-8b9f-356d0cb26302 service neutron] 10.222.0.59 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202435 Sep 16 05:07:49.708185 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.744291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d619f-8cfe-4374-8231-d729221ca27e None None] Port 0b161aec-2e14-430e-935d-697a638a5102 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:49.748253 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab348fbd-6fba-4408-9b44-23d5c70ff600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.753416 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab348fbd-6fba-4408-9b44-23d5c70ff600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.759140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ab348fbd-6fba-4408-9b44-23d5c70ff600 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43b841bf-eec3-4a6e-af0d-a07dda9e2fe9 HTTP/1.1" status: 204 len: 168 time: 0.4886165 Sep 16 05:07:49.769740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab348fbd-6fba-4408-9b44-23d5c70ff600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b841bf-eec3-4a6e-af0d-a07dda9e2fe9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.831046 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:49.833807 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:49.836726 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5deac9-991f-4634-b73a-528ce4c3a7af None None] Pushing event updated for resources: {'Port': ['ID=0b161aec-2e14-430e-935d-697a638a5102,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.044555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.082999 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:50.121702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event updated for resources: {'Subnet': ['ID=24759dcf-b197-4456-94d0-d76e44ffa5f0,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.128474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Checking segment: {'id': 'e933e36b-ab89-44a7-a548-a6f12c63d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:50.128474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Network hostable DHCP agents. Network: 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:50.168031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Provisioning complete for port 0b161aec-2e14-430e-935d-697a638a5102 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:50.168419 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.260454 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.295109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] For port 0b161aec-2e14-430e-935d-697a638a5102, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0b161aec-2e14-430e-935d-697a638a5102,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:50.312702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:50.409968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:50.410242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.418338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.418953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.443500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae96631-6f48-4974-a10a-f315ee7ffbf7 None None] Network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:50.451319 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:07:45Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:42Z', 'revision_number': 1, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b161aec-2e14-430e-935d-697a638a5102', 'name': '', 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:87:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '950f45ef-ce3d-4ce8-b4a7-2859a9378236', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:49Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '950f45ef-ce3d-4ce8-b4a7-2859a9378236', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:50.479739 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c8e9e-f745-413d-8dda-3f6f243deb7c None None] The sync data for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 is: [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:07:45Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:42Z', 'revision_number': 1, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b161aec-2e14-430e-935d-697a638a5102', 'name': '', 'network_id': 'bc70b11c-d6df-4826-976d-3f6215d92b5e', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:87:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '950f45ef-ce3d-4ce8-b4a7-2859a9378236', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:49Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '950f45ef-ce3d-4ce8-b4a7-2859a9378236', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:50.537380 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a5cceca3-5a72-4bc3-ad5e-0affc47e1866 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1792212 Sep 16 05:07:50.539416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56878) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.545956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Request body: {'port': {'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-243306161'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:50.585191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Pushing event updated for resources: {'Port': ['ID=0b161aec-2e14-430e-935d-697a638a5102,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.597219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.597566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.597907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.598283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.598564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.598894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.599223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.599591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.599920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.600243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.600568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.600890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bef439-2094-4e0c-8746-76e531e873f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:50.762113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d', 'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d', 'tenant_id': 'c46ef58f9d834aeba90a3d08802ec65f', 'fixed_ips': [{'subnet_id': '24759dcf-b197-4456-94d0-d76e44ffa5f0'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:50.763235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.823765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ed4da-b1ea-4ede-b01a-23a2eba07c31 req-16540d1b-66aa-437b-86f5-779006fc6015 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.829132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe1ed4da-b1ea-4ede-b01a-23a2eba07c31 req-16540d1b-66aa-437b-86f5-779006fc6015 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1278307 Sep 16 05:07:50.883393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe1ed4da-b1ea-4ede-b01a-23a2eba07c31 req-9946de3f-1564-4560-afad-dc1295e1b3c9 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Sep 16 05:07:51.095161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Made reservation on behalf of c46ef58f9d834aeba90a3d08802ec65f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:51.103817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.117806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Allocated IP 172.20.0.2 (9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d/24759dcf-b197-4456-94d0-d76e44ffa5f0/a42c46ea-a898-4451-a553-2c13a0453606) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:51.135028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] device_id is not set on port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:51.427491 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.512982 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.531337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:51.533639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:51.538580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:51.584053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Allocated IP 172.20.0.5 (9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d/24759dcf-b197-4456-94d0-d76e44ffa5f0/8aefd072-0f56-420e-9e5f-fdd0d2109c37) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:51.636946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Pushing event updated for resources: {'Port': ['ID=a42c46ea-a898-4451-a553-2c13a0453606,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Attempting to bind port a42c46ea-a898-4451-a553-2c13a0453606 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Attempting to bind port a42c46ea-a898-4451-a553-2c13a0453606 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'e933e36b-ab89-44a7-a548-a6f12c63d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Attempting to bind port a42c46ea-a898-4451-a553-2c13a0453606 on network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Checking segment: {'id': 'e933e36b-ab89-44a7-a548-a6f12c63d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Bound using segment: {'id': 'e933e36b-ab89-44a7-a548-a6f12c63d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Bound port: a42c46ea-a898-4451-a553-2c13a0453606, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e933e36b-ab89-44a7-a548-a6f12c63d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:51.653006 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.733745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] For port a42c46ea-a898-4451-a553-2c13a0453606, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:51.737613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] For port a42c46ea-a898-4451-a553-2c13a0453606, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a42c46ea-a898-4451-a553-2c13a0453606,segment=NetworkSegment(e933e36b-ab89-44a7-a548-a6f12c63d281),segment_id=e933e36b-ab89-44a7-a548-a6f12c63d281)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:51.782972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.864595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.900946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c3d957c-7ecc-497d-8505-083520acb715 req-23cfa46b-0c8e-40d3-a6b3-5da00a0d13b5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0400178 Sep 16 05:07:51.941856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac5bc4-9dac-407e-961f-a6975ebeba34 None None] Pushing event updated for resources: {'Port': ['ID=a42c46ea-a898-4451-a553-2c13a0453606,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.987925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.051504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:52.057698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:52.061896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:52.074070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c92c7-5d0b-4cc8-9668-4e4aa944ce5c req-27883b4e-9507-453c-9424-827b178e6f4f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.083841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928c92c7-5d0b-4cc8-9668-4e4aa944ce5c req-27883b4e-9507-453c-9424-827b178e6f4f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1005106 Sep 16 05:07:52.119113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event updated for resources: {'Port': ['ID=8aefd072-0f56-420e-9e5f-fdd0d2109c37,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:52.162290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.163154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.164802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928c92c7-5d0b-4cc8-9668-4e4aa944ce5c req-75b88eb2-7532-4b42-914c-d788d063b208 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756438 Sep 16 05:07:52.307064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a7935e2c-8d26-41d6-9ad5-581e08731b73 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7663918 Sep 16 05:07:52.310104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56960) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:52.315143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Request body: {'port': {'network_id': '9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-753925018', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:52.317777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] bootfile-name is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:52.317777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] tftp-server is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:52.317777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.api.validators [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] server-ip-address is not in valid_values {{(pid=101825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:52.506568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a42c46ea-a898-4451-a553-2c13a0453606 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:52.655395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Made reservation on behalf of c46ef58f9d834aeba90a3d08802ec65f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:52.659343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.722341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a42c46ea-a898-4451-a553-2c13a0453606 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:52.722930 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.845057 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.889528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port a42c46ea-a898-4451-a553-2c13a0453606, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a42c46ea-a898-4451-a553-2c13a0453606,segment=NetworkSegment(e933e36b-ab89-44a7-a548-a6f12c63d281),segment_id=e933e36b-ab89-44a7-a548-a6f12c63d281)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:53.032301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.033751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0b161aec-2e14-430e-935d-697a638a5102 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:53.064007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5373cdc1-2465-4e8f-a12a-e4585ecc2840 req-6b313a71-8a66-4d7a-9822-b63f3d8abba3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0550632 Sep 16 05:07:53.156722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] device_id is not set on port a41c8e77-4fd7-4b99-94bd-2874f4670433 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:53.256507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=a42c46ea-a898-4451-a553-2c13a0453606,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.265999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d31e55b-ba17-4377-93c0-e8c04a4ddb42 None None] Network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:53.362731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Allocated IP 172.20.0.9 (9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d/24759dcf-b197-4456-94d0-d76e44ffa5f0/a41c8e77-4fd7-4b99-94bd-2874f4670433) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:53.373886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97032da8-8cc7-4af5-bbf3-c1876fe7d594 req-4d8715c8-4b4e-4edc-9e44-edb7f29c4fa5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.375545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97032da8-8cc7-4af5-bbf3-c1876fe7d594 req-4d8715c8-4b4e-4edc-9e44-edb7f29c4fa5 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1006422 Sep 16 05:07:53.387724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8ec0c247-4836-4e26-aedc-133310c542f5 None None] Provisioning complete for port a42c46ea-a898-4451-a553-2c13a0453606 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:53.388112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0c247-4836-4e26-aedc-133310c542f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.415852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 0b161aec-2e14-430e-935d-697a638a5102 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:53.416230 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.444101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97032da8-8cc7-4af5-bbf3-c1876fe7d594 req-ac8046dc-4f80-4273-be89-11ece88987c1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609701 Sep 16 05:07:53.586384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.729925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.795529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:53.797797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:53.807286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:53.863083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event updated for resources: {'Port': ['ID=a41c8e77-4fd7-4b99-94bd-2874f4670433,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.902141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.903654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.912160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57038) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:53.945374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-58dc443d-fe7f-4298-a853-30f603c2908a None None] Provisioning complete for port a42c46ea-a898-4451-a553-2c13a0453606 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:53.946764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58dc443d-fe7f-4298-a853-30f603c2908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.039001 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-935a50e0-90e6-4e97-8c62-70f204c43633 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.7278199 Sep 16 05:07:54.041578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57046) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.054741 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a5c807b9-c674-43cd-82b1-1686cfe20f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.065896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-58dc443d-fe7f-4298-a853-30f603c2908a None None] Provisioning complete for port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:54.066383 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58dc443d-fe7f-4298-a853-30f603c2908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.125265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-58dc443d-fe7f-4298-a853-30f603c2908a None None] Port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:54.138147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e2708-9a10-4db2-a55c-354f09235c66 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.148243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e2708-9a10-4db2-a55c-354f09235c66 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.156157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e2708-9a10-4db2-a55c-354f09235c66 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.158104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0a5e2708-9a10-4db2-a55c-354f09235c66 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1155777 Sep 16 05:07:54.161005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57052) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.256875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18ceaa1e-dad7-42dc-8720-be8b873c2e60 req-aea1435f-3e17-4783-afc9-c5929d61e9da tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0456343 Sep 16 05:07:54.266930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-453fa2b4-8035-4911-bffa-8da1ec3b9622 None None] Provisioning complete for port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:54.268409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-453fa2b4-8035-4911-bffa-8da1ec3b9622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.288133 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a5c807b9-c674-43cd-82b1-1686cfe20f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.381313 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a5c807b9-c674-43cd-82b1-1686cfe20f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.392094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-453fa2b4-8035-4911-bffa-8da1ec3b9622 None None] Port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:54.403135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b5b3c-9f7a-42cb-8f6a-854b2a541df0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Deleting port a41c8e77-4fd7-4b99-94bd-2874f4670433 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:54.403725 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5b3c-9f7a-42cb-8f6a-854b2a541df0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.441337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a42c46ea-a898-4451-a553-2c13a0453606 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:54.497666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a5c807b9-c674-43cd-82b1-1686cfe20f5a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdc9d0eca7204cebba02bb57fd72358d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845330 Sep 16 05:07:54.499348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57060) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.500217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c807b9-c674-43cd-82b1-1686cfe20f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d8bfaf-f335-4ace-a9f8-da87cf280dcd,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.546877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-41bf97ed-cb10-441c-bc16-7e723f09faf6 None None] Provisioning complete for port a41c8e77-4fd7-4b99-94bd-2874f4670433 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:54.547289 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-41bf97ed-cb10-441c-bc16-7e723f09faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.567087 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5b3c-9f7a-42cb-8f6a-854b2a541df0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.582291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b5b3c-9f7a-42cb-8f6a-854b2a541df0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Calling delete_port for a41c8e77-4fd7-4b99-94bd-2874f4670433 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:54.593603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a42c46ea-a898-4451-a553-2c13a0453606 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:54.593603 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.623984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-41bf97ed-cb10-441c-bc16-7e723f09faf6 None None] Port a41c8e77-4fd7-4b99-94bd-2874f4670433 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:54.635123 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a81af133-b7e9-4769-87d3-5bd06a58ce88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.685420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a81af133-b7e9-4769-87d3-5bd06a58ce88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.710078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673adb80-26ee-4354-b88e-558bfcbfd66b req-61e36a52-a8c9-48a0-be8b-0c75e2114574 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.712288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-673adb80-26ee-4354-b88e-558bfcbfd66b req-61e36a52-a8c9-48a0-be8b-0c75e2114574 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1382782 Sep 16 05:07:54.774229 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-673adb80-26ee-4354-b88e-558bfcbfd66b req-4779d3ad-4207-463d-a902-b7e1c92fd606 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510740 Sep 16 05:07:54.872230 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5b3c-9f7a-42cb-8f6a-854b2a541df0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.903895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b5b3c-9f7a-42cb-8f6a-854b2a541df0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event deleted for resources: {'Port': ['ID=a41c8e77-4fd7-4b99-94bd-2874f4670433,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.906252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a81af133-b7e9-4769-87d3-5bd06a58ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.909902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a81af133-b7e9-4769-87d3-5bd06a58ce88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.911464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a81af133-b7e9-4769-87d3-5bd06a58ce88 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85d8bfaf-f335-4ace-a9f8-da87cf280dcd HTTP/1.1" status: 204 len: 168 time: 0.3987162 Sep 16 05:07:54.930344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81af133-b7e9-4769-87d3-5bd06a58ce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d8bfaf-f335-4ace-a9f8-da87cf280dcd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.054469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5b3c-9f7a-42cb-8f6a-854b2a541df0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.058455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9b4b5b3c-9f7a-42cb-8f6a-854b2a541df0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "DELETE /v2.0/ports/a41c8e77-4fd7-4b99-94bd-2874f4670433 HTTP/1.1" status: 204 len: 168 time: 0.8958061 Sep 16 05:07:55.061710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57066) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.067938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Request body: {'port': {'name': 'tempest-new-port-name-1694640222', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:55.068471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.api.validators [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] bootfile-name is not in valid_values {{(pid=101824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:55.068892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.api.validators [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] tftp-server is not in valid_values {{(pid=101824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:55.069304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.api.validators [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] server-ip-address is not in valid_values {{(pid=101824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:07:55.180733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.315648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-af753469-576b-443a-abdc-be15cd67779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.315648 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-af753469-576b-443a-abdc-be15cd67779d service neutron] 10.222.0.60 "GET /v2.0/ports/42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 1033 time: 0.0728567 Sep 16 05:07:55.402215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f969a6c9-823b-41c3-9f95-4a8946f733de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.402215 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f969a6c9-823b-41c3-9f95-4a8946f733de service neutron] 10.222.0.60 "GET /v2.0/ports/932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 1032 time: 0.0650213 Sep 16 05:07:55.499325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f10edfa5-0402-4d2c-a25a-baab92d2360c req-bbc5355a-9ed6-4282-998d-d7e2e7044b0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0478718 Sep 16 05:07:55.612228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.613494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-5b52c8a7-723d-43ec-9dd7-255292f40e49 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.621585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-5b52c8a7-723d-43ec-9dd7-255292f40e49 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.629268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-5b52c8a7-723d-43ec-9dd7-255292f40e49 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.631023 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-5b52c8a7-723d-43ec-9dd7-255292f40e49 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "GET /v2.0/networks?id=e59cd688-c0f6-4a88-9106-667ee9954d08&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba HTTP/1.1" status: 200 len: 1996 time: 0.2192483 Sep 16 05:07:55.685618 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-1f620e6a-a251-422a-8bc8-a708c3e91316 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2bf43d57413425d8a8b3c025b25f197 HTTP/1.1" status: 200 len: 380 time: 0.0451620 Sep 16 05:07:55.696968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'admin_state_up': True, 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'security_groups': ['c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:55.729507 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.817796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event updated for resources: {'Port': ['ID=8aefd072-0f56-420e-9e5f-fdd0d2109c37,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.832676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] In _notify_port_updated(), no bound segment for port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 on network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:07:55.843951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.845331 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.847050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-94b8bf38-6c32-4bdc-bc65-ff14c8ad76f0 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "PUT /v2.0/ports/8aefd072-0f56-420e-9e5f-fdd0d2109c37 HTTP/1.1" status: 200 len: 1136 time: 0.7841549 Sep 16 05:07:55.849922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57092) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.952293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:55.957537 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.990465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd279bb-c857-41d1-9e61-99670a87d751 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.998070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7bd279bb-c857-41d1-9e61-99670a87d751 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "GET /v2.0/ports/8aefd072-0f56-420e-9e5f-fdd0d2109c37 HTTP/1.1" status: 200 len: 1136 time: 0.1409028 Sep 16 05:07:55.998755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57096) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.026414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069f3d7-f0fb-4e36-82c8-d6a534faeeb5 req-09ba6e9a-d005-4a95-a6ea-98317198e3ca tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:56.026414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7069f3d7-f0fb-4e36-82c8-d6a534faeeb5 req-09ba6e9a-d005-4a95-a6ea-98317198e3ca tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1006231 Sep 16 05:07:56.195560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7069f3d7-f0fb-4e36-82c8-d6a534faeeb5 req-ff78851d-e96d-48ef-96f4-c21061d1850b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260738 Sep 16 05:07:56.207183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Allocated IP 172.20.0.4 (e59cd688-c0f6-4a88-9106-667ee9954d08/29e371a8-11d8-40bd-9286-ce4660059b2d/b2b0744c-54c1-44ed-9a47-f1d522ca9911) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:56.236867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-818f9105-22d3-4c0e-ab5c-46a181b93d5e tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Deleting port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:56.238191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-818f9105-22d3-4c0e-ab5c-46a181b93d5e tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.289556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8e3fa4d9-168f-469d-9918-eb2c628a2086 None None] Provisioning complete for port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.290037 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa4d9-168f-469d-9918-eb2c628a2086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.379987 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-818f9105-22d3-4c0e-ab5c-46a181b93d5e tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.400217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-818f9105-22d3-4c0e-ab5c-46a181b93d5e tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Calling delete_port for 8aefd072-0f56-420e-9e5f-fdd0d2109c37 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:56.414861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fa4d9-168f-469d-9918-eb2c628a2086 None None] Port 8aefd072-0f56-420e-9e5f-fdd0d2109c37 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:56.588247 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.686247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02882a94-4dd1-4929-9edb-8206f6417cd1 req-44a66b11-96ac-4c9b-a5f8-3ba3ed9542d5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0464132 Sep 16 05:07:56.758632 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.804602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network e59cd688-c0f6-4a88-9106-667ee9954d08 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:56.808328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:56.812456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:56.867680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=b2b0744c-54c1-44ed-9a47-f1d522ca9911,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.894287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:56.895093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.935547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-818f9105-22d3-4c0e-ab5c-46a181b93d5e tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.021831 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-6b747eeb-b331-4ba9-96b8-5e64bded0521 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3288276 Sep 16 05:07:57.034212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9105-22d3-4c0e-ab5c-46a181b93d5e tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event deleted for resources: {'Port': ['ID=8aefd072-0f56-420e-9e5f-fdd0d2109c37,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:57.045392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'admin_state_up': True, 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'security_groups': ['c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:57.157000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-818f9105-22d3-4c0e-ab5c-46a181b93d5e tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.166322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-818f9105-22d3-4c0e-ab5c-46a181b93d5e tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "DELETE /v2.0/ports/8aefd072-0f56-420e-9e5f-fdd0d2109c37 HTTP/1.1" status: 204 len: 168 time: 1.1638930 Sep 16 05:07:57.167052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57126) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.252074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9a97b845-1b9d-46d6-bb84-1ad1934f9497 None None] Provisioning complete for port b2b0744c-54c1-44ed-9a47-f1d522ca9911 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:57.253103 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9a97b845-1b9d-46d6-bb84-1ad1934f9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.294210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe7f120-2c06-495b-9061-382b3b966f18 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Deleting subnet 24759dcf-b197-4456-94d0-d76e44ffa5f0 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:57.300924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebe7f120-2c06-495b-9061-382b3b966f18 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.361294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9a97b845-1b9d-46d6-bb84-1ad1934f9497 None None] Port b2b0744c-54c1-44ed-9a47-f1d522ca9911 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:57.402512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebe7f120-2c06-495b-9061-382b3b966f18 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.460143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b889874-8e54-44e8-9dd0-0125008a7c6f req-4ecc6133-ddc4-4494-bc94-6da7c5a81e44 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:57.461817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b889874-8e54-44e8-9dd0-0125008a7c6f req-4ecc6133-ddc4-4494-bc94-6da7c5a81e44 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1007657 Sep 16 05:07:57.466564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:57.473104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.585234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b889874-8e54-44e8-9dd0-0125008a7c6f req-8dd5fdd1-0038-47db-846e-73aee1fdd93a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159043 Sep 16 05:07:57.612509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebe7f120-2c06-495b-9061-382b3b966f18 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.681829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Allocated IP 10.1.1.77 (6e997d2e-d2cc-4311-a042-8157adc55eca/fdf2dd18-a3ab-4ee3-875c-107c94bab518/9cc1287c-ab05-4962-802e-48766396bbd9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:57.765857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57142) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.849796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebe7f120-2c06-495b-9061-382b3b966f18 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.880163 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebe7f120-2c06-495b-9061-382b3b966f18 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.882142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ebe7f120-2c06-495b-9061-382b3b966f18 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "DELETE /v2.0/subnets/24759dcf-b197-4456-94d0-d76e44ffa5f0 HTTP/1.1" status: 204 len: 168 time: 0.7126307 Sep 16 05:07:57.887918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57148) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.900586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a66fd4-d30a-4d46-8f81-4365d67df8bc None None] Network 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:57.970591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7f120-2c06-495b-9061-382b3b966f18 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event deleted for resources: {'Subnet': ['ID=24759dcf-b197-4456-94d0-d76e44ffa5f0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.052584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:58.073846 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.121661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224544c-9332-4f36-a6b2-956514ac859e req-7b302d25-52db-4524-a4a4-a1359d536798 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.137112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f224544c-9332-4f36-a6b2-956514ac859e req-7b302d25-52db-4524-a4a4-a1359d536798 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 931 time: 0.1684959 Sep 16 05:07:58.163978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.184716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] DHCP port deletion for 9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:58.241127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f224544c-9332-4f36-a6b2-956514ac859e req-2868a280-51ca-43e1-ad6b-1ab12c6cbf6d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973306 Sep 16 05:07:58.300585 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.329395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] Deleting port a42c46ea-a898-4451-a553-2c13a0453606 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:58.335655 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.414933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a42c46ea-a898-4451-a553-2c13a0453606 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:58.424129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.472467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] For port a42c46ea-a898-4451-a553-2c13a0453606, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a42c46ea-a898-4451-a553-2c13a0453606,segment=NetworkSegment(e933e36b-ab89-44a7-a548-a6f12c63d281),segment_id=e933e36b-ab89-44a7-a548-a6f12c63d281)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:58.473177 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.482296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Deleting port a42c46ea-a898-4451-a553-2c13a0453606 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:58.482644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.493658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] Calling delete_port for a42c46ea-a898-4451-a553-2c13a0453606 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:58.515928 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.596554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] For port a42c46ea-a898-4451-a553-2c13a0453606, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a42c46ea-a898-4451-a553-2c13a0453606,segment=NetworkSegment(e933e36b-ab89-44a7-a548-a6f12c63d281),segment_id=e933e36b-ab89-44a7-a548-a6f12c63d281)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:58.596961 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.611172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Calling delete_port for a42c46ea-a898-4451-a553-2c13a0453606 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:58.670489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Allocated IP 172.25.7.135 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/3477484f-b7d7-4088-a40b-45cf2a147e40) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:58.699713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.701867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.737215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] Pushing event deleted for resources: {'Port': ['ID=a42c46ea-a898-4451-a553-2c13a0453606,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.787079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e429c40-466f-46c6-847b-3d26a407ba8c None None] No DVR routers for this DVR port a42c46ea-a898-4451-a553-2c13a0453606 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:58.828893 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.868749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event deleted for resources: {'Port': ['ID=a42c46ea-a898-4451-a553-2c13a0453606,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.875642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] No DVR routers for this DVR port a42c46ea-a898-4451-a553-2c13a0453606 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:58.987662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.017358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:59.032119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e933e36b-ab89-44a7-a548-a6f12c63d281') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:59.032940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e933e36b-ab89-44a7-a548-a6f12c63d281') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:59.045066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.048186 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.116711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.129431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network 6e997d2e-d2cc-4311-a042-8157adc55eca is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:59.134917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:59.137055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.139524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:59.141779 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:59.151856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:59.220505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.221879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.239422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=9cc1287c-ab05-4962-802e-48766396bbd9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.318724 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.393531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1d445-45ef-41be-80e3-082a0605e59e req-24557ff9-7575-4bc9-b727-5c7dcf2d8b5d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.394208 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-2a02a249-af60-4fad-bc98-04646b5a4b58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3650801 Sep 16 05:07:59.402025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92f1d445-45ef-41be-80e3-082a0605e59e req-24557ff9-7575-4bc9-b727-5c7dcf2d8b5d tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.6374054 Sep 16 05:07:59.405569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'admin_state_up': True, 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'security_groups': ['c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:59.443508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.447199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.467429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.472603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] 10.222.0.59 "DELETE /v2.0/networks/9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d HTTP/1.1" status: 204 len: 168 time: 1.5831325 Sep 16 05:07:59.496122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f985-f298-44a5-b92c-b1b63b630376 tempest-ExtraDHCPOptionsTestJSON-541169694 tempest-ExtraDHCPOptionsTestJSON-541169694-project] Pushing event deleted for resources: {'Network': ['ID=9c3e8c9b-6ab1-44c4-8d71-bb3459b0af0d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.512031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c9210ffe-d171-465a-8137-8b777eebf252 None None] Provisioning complete for port 9cc1287c-ab05-4962-802e-48766396bbd9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:59.513279 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9210ffe-d171-465a-8137-8b777eebf252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.554489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:59.556510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c9210ffe-d171-465a-8137-8b777eebf252 None None] Port 9cc1287c-ab05-4962-802e-48766396bbd9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:59.564815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:59.567311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:59.603982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92f1d445-45ef-41be-80e3-082a0605e59e req-e8699b03-6552-4354-a64b-567e6385a3b8 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008491 Sep 16 05:07:59.633356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5cff-1aab-457c-bbee-4468ca592aaa req-1b260011-7147-4f49-b700-3f7d5f0b4176 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.639932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5cff-1aab-457c-bbee-4468ca592aaa req-1b260011-7147-4f49-b700-3f7d5f0b4176 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.641533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa7b5cff-1aab-457c-bbee-4468ca592aaa req-1b260011-7147-4f49-b700-3f7d5f0b4176 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 1652 time: 0.2314947 Sep 16 05:07:59.655644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Pushing event updated for resources: {'Port': ['ID=3477484f-b7d7-4088-a40b-45cf2a147e40,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.712880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:59.721498 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.736018 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa7b5cff-1aab-457c-bbee-4468ca592aaa req-c5e8f00d-2577-475c-812b-d916b3389f17 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821898 Sep 16 05:07:59.768378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.904845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Allocated IP 10.1.1.96 (6e997d2e-d2cc-4311-a042-8157adc55eca/fdf2dd18-a3ab-4ee3-875c-107c94bab518/b7ea385a-48a0-4498-a6fc-1325f31c25ec) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:59.952749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.094910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.165889 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.243003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.244161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.302740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57182) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:00.327940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Pushing event updated for resources: {'Port': ['ID=3477484f-b7d7-4088-a40b-45cf2a147e40,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:00.378418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network 6e997d2e-d2cc-4311-a042-8157adc55eca is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:00.391315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:00.402438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:00.411822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=b7ea385a-48a0-4498-a6fc-1325f31c25ec,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:00.442545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.453413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51c800-d2fb-44da-a6d4-d9c41b730ac0 req-387c7f2b-d0e5-4ee0-90fa-774541aa382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.455130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de51c800-d2fb-44da-a6d4-d9c41b730ac0 req-387c7f2b-d0e5-4ee0-90fa-774541aa382c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1097 time: 0.1351378 Sep 16 05:08:00.506406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.507557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.551568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.552874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-77cf1606-e8f2-4161-996a-a38f41479379 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7859282 Sep 16 05:08:00.556002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57186) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:00.561618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2041661031', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'fixed_ips': [{'ip_address': '172.25.7.135'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:00.563642 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-de51c800-d2fb-44da-a6d4-d9c41b730ac0 req-a795ab6d-5921-4433-9f85-98f8533d2748 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004252 Sep 16 05:08:00.593979 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-06f83d5c-f606-496c-8d66-e350b1c9fb68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c46ef58f9d834aeba90a3d08802ec65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952228 Sep 16 05:08:00.600866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57188) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:00.627635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-4d6a09d2-9b18-4853-b120-e40c435a6ba4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2262964 Sep 16 05:08:00.644896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba', 'admin_state_up': True, 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'security_groups': ['c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:00.697438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1effa5e2-3137-4a8a-8b97-355f28d4f29b None None] Provisioning complete for port b7ea385a-48a0-4498-a6fc-1325f31c25ec triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:00.698406 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1effa5e2-3137-4a8a-8b97-355f28d4f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.753181 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-261cec09-78b6-492e-8cd8-d0305dbf2bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.762818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1effa5e2-3137-4a8a-8b97-355f28d4f29b None None] Port b7ea385a-48a0-4498-a6fc-1325f31c25ec cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:00.788382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abb90f-3d02-44a7-8e79-d87168bf78b4 req-02b7dfcb-7d27-4f56-8a2c-62ef1f1f3e8a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.788382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75abb90f-3d02-44a7-8e79-d87168bf78b4 req-02b7dfcb-7d27-4f56-8a2c-62ef1f1f3e8a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0887966 Sep 16 05:08:00.796193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Made reservation on behalf of d3c074a349b541698652ef95d964523d for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:00.798553 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.809137 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-261cec09-78b6-492e-8cd8-d0305dbf2bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.835406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.915843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75abb90f-3d02-44a7-8e79-d87168bf78b4 req-19870085-b4e0-4efe-94af-e751b91c3fc2 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143732 Sep 16 05:08:00.938696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc841b1-ae74-4a24-b0c1-5a9e971ee816 req-fd11b21b-1a1d-4ed6-ae76-96c927ae0aac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.944925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc841b1-ae74-4a24-b0c1-5a9e971ee816 req-fd11b21b-1a1d-4ed6-ae76-96c927ae0aac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.956740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc841b1-ae74-4a24-b0c1-5a9e971ee816 req-fd11b21b-1a1d-4ed6-ae76-96c927ae0aac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.956740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dc841b1-ae74-4a24-b0c1-5a9e971ee816 req-fd11b21b-1a1d-4ed6-ae76-96c927ae0aac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 2372 time: 0.0912318 Sep 16 05:08:01.016086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:01.022038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dc841b1-ae74-4a24-b0c1-5a9e971ee816 req-09724273-66c5-4798-afe2-0937463819b0 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569770 Sep 16 05:08:01.068604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-261cec09-78b6-492e-8cd8-d0305dbf2bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.072461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-261cec09-78b6-492e-8cd8-d0305dbf2bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.076493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-261cec09-78b6-492e-8cd8-d0305dbf2bda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/723f0161-34ad-489e-9c75-083013661a83 HTTP/1.1" status: 204 len: 168 time: 0.4720304 Sep 16 05:08:01.113770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cec09-78b6-492e-8cd8-d0305dbf2bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723f0161-34ad-489e-9c75-083013661a83,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.169482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.210175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.289362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.295421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] device_id is not set on port 7682e4d8-ee9e-4fb6-9b93-9c1608c8fbb4 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:01.443896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5ea2e3-9feb-421a-9908-1ded9d1536f6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.516130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Allocated IP 10.2.2.100 (5513fd3a-0f0e-4783-9764-eb1d67ebbcba/bf000ab2-afb6-437a-a0c7-a25511a2df97/6c0ac5af-1c40-4f2a-a1dd-50a47acbf457) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:01.674988 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:08:01.676830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:01.693488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.772062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57214) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:01.775774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6b18df48-80b2-4184-96e7-e535c0387872 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2182698 Sep 16 05:08:01.833500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.932313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:01.941545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:01.944105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:01.983176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.073620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.074546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.103226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Deleting port 3477484f-b7d7-4088-a40b-45cf2a147e40 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:02.103737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.289135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6de28-d462-4d66-8108-7cba124177a6 req-c2c8e15e-6ca0-48db-807a-36f52baf9f48 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.291286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2b6de28-d462-4d66-8108-7cba124177a6 req-c2c8e15e-6ca0-48db-807a-36f52baf9f48 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1696639 Sep 16 05:08:02.331373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa976221-ebcf-421b-85e9-9f4db5c63867 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6940913 Sep 16 05:08:02.334049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.334503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.336103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179242fb-20b3-4d47-9ccf-3b179bb31092 req-8fd66470-ee53-47ed-8557-70abd4fc21aa tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.342359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179242fb-20b3-4d47-9ccf-3b179bb31092 req-8fd66470-ee53-47ed-8557-70abd4fc21aa tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.349158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179242fb-20b3-4d47-9ccf-3b179bb31092 req-8fd66470-ee53-47ed-8557-70abd4fc21aa tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.355438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179242fb-20b3-4d47-9ccf-3b179bb31092 req-8fd66470-ee53-47ed-8557-70abd4fc21aa tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.357214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba', 'admin_state_up': True, 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'security_groups': ['c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:02.378286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-179242fb-20b3-4d47-9ccf-3b179bb31092 req-8fd66470-ee53-47ed-8557-70abd4fc21aa tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 3093 time: 0.1940126 Sep 16 05:08:02.385323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Calling delete_port for 3477484f-b7d7-4088-a40b-45cf2a147e40 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:02.428186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2b6de28-d462-4d66-8108-7cba124177a6 req-b7566aae-57dc-45ac-b034-0b8646339317 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301117 Sep 16 05:08:02.459397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-179242fb-20b3-4d47-9ccf-3b179bb31092 req-d0118340-81e9-4295-b542-1fa74f3c4c85 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703256 Sep 16 05:08:02.469119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9ae45ae6-188a-4397-af4b-649806a2f4f0 None None] Provisioning complete for port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:02.469119 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9ae45ae6-188a-4397-af4b-649806a2f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.557585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9ae45ae6-188a-4397-af4b-649806a2f4f0 None None] Port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:02.739658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Made reservation on behalf of e2bf43d57413425d8a8b3c025b25f197 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:02.747122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.747498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57246) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:02.826636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.870031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Pushing event deleted for resources: {'Port': ['ID=3477484f-b7d7-4088-a40b-45cf2a147e40,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.895131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713040493'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:02.983041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.985613 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.986866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4dcc3867-2b04-4427-9c63-2b597de72475 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898 tempest-ExternalNetworksAdminNegativeTestJSON-1828543898-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/5581cc05-57e6-421f-ac1c-58c3a8e7cba4 HTTP/1.1" status: 204 len: 168 time: 1.2132161 Sep 16 05:08:03.036303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Allocated IP 10.2.2.200 (5513fd3a-0f0e-4783-9764-eb1d67ebbcba/bf000ab2-afb6-437a-a0c7-a25511a2df97/11bc5910-9d15-4853-8b16-127080567069) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:03.050051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:03.058733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.073952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.202921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.306280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49292a5-7214-4412-9ef8-59c15c14c1ac req-da996aed-1db5-4aa3-86a6-d92f52be8dae tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.307085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b49292a5-7214-4412-9ef8-59c15c14c1ac req-da996aed-1db5-4aa3-86a6-d92f52be8dae tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0706742 Sep 16 05:08:03.308479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.334635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-a36a2fd9-1c42-4be2-b432-3a179eaa2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.336446 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-a36a2fd9-1c42-4be2-b432-3a179eaa2049 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1097 time: 0.0728526 Sep 16 05:08:03.339387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f85f4e-9f27-4835-8c61-1ec22148efd8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:03.356109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.363269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:03.417210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.417670 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 25b20767-d946-44cf-a098-4fac7c1d8611 of type vlan for network 3f191a59-b8bc-425c-be1c-22f1111191fe Sep 16 05:08:03.454230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b49292a5-7214-4412-9ef8-59c15c14c1ac req-743b3f8f-b74b-4451-8ead-3b7e231beedd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169600 Sep 16 05:08:03.504963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-1f544933-0495-4cb4-8a5d-d0a9bcd8b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.507566 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-1f544933-0495-4cb4-8a5d-d0a9bcd8b88b service neutron] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 919 time: 0.1460426 Sep 16 05:08:03.528361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.594471 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-87ca350e-91d3-4594-b70f-8048c28506ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0793660 Sep 16 05:08:03.695544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ebaed-5937-4841-9004-944065f46876 req-071907c8-2dac-4f99-badd-a2fa6d75857f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.714835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ebaed-5937-4841-9004-944065f46876 req-071907c8-2dac-4f99-badd-a2fa6d75857f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.727173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ebaed-5937-4841-9004-944065f46876 req-071907c8-2dac-4f99-badd-a2fa6d75857f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.742362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ebaed-5937-4841-9004-944065f46876 req-071907c8-2dac-4f99-badd-a2fa6d75857f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.749207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ebaed-5937-4841-9004-944065f46876 req-071907c8-2dac-4f99-badd-a2fa6d75857f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.758641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-519ebaed-5937-4841-9004-944065f46876 req-071907c8-2dac-4f99-badd-a2fa6d75857f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 3814 time: 0.1751530 Sep 16 05:08:03.781948 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.787899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.789161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.843609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57266) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:03.907702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-519ebaed-5937-4841-9004-944065f46876 req-1bbde1ca-b91a-4d6d-b4aa-01744e8416ab tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476779 Sep 16 05:08:03.927781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1654325 Sep 16 05:08:03.927781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554527f-b93f-49a4-a236-df9e766be7ba tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=3f191a59-b8bc-425c-be1c-22f1111191fe,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:03.935755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 3f191a59-b8bc-425c-be1c-22f1111191fe details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:04.085810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6472015-b08f-406d-8b2a-dd853b6757dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.090918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:04.101803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': '3f191a59-b8bc-425c-be1c-22f1111191fe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:04.138825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.208068 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event updated for resources: {'Port': ['ID=11bc5910-9d15-4853-8b16-127080567069,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.223693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-858297d2-25a8-4df8-9a10-adc54710dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.226107 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-858297d2-25a8-4df8-9a10-adc54710dacc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.6229491 Sep 16 05:08:04.255230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:04.288026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:04.307848 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-a207fdc7-0662-4eed-9a77-229dac27c118 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712318 Sep 16 05:08:04.309814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:04.353730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6472015-b08f-406d-8b2a-dd853b6757dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.403113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.407896 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.422715 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6472015-b08f-406d-8b2a-dd853b6757dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.482737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b6472015-b08f-406d-8b2a-dd853b6757dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e851674247e45a398994fc3f2b0b1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6361265 Sep 16 05:08:04.483551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57280) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:04.487286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6472015-b08f-406d-8b2a-dd853b6757dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21080cf5-98af-4ad1-b7a3-b33041fb7934,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.497409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-c6096f0f-6998-467a-86bd-f6e7c84e18e7 service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402600 Sep 16 05:08:04.593617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-630a36cd-7fce-4e4c-a72b-417c3bef1ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.644292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:04.648309 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.654218 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e1bb8dfc-f849-4377-b903-157762d7d964 req-9eaec86e-6dc8-455a-bcb7-8be8bfd36fbf service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477246 Sep 16 05:08:04.659283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-630a36cd-7fce-4e4c-a72b-417c3bef1ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.695736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bd13cc91-9a4f-44c1-a33e-c2593405307a None None] Provisioning complete for port 11bc5910-9d15-4853-8b16-127080567069 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:04.696440 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bd13cc91-9a4f-44c1-a33e-c2593405307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.732498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6dbba-6794-4c7e-adf0-29398d6a9163 req-3e29e111-112e-4519-a773-bebb9e5b8a9c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.734505 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69f6dbba-6794-4c7e-adf0-29398d6a9163 req-3e29e111-112e-4519-a773-bebb9e5b8a9c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1418719 Sep 16 05:08:04.747226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bd13cc91-9a4f-44c1-a33e-c2593405307a None None] Port 11bc5910-9d15-4853-8b16-127080567069 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:04.753751 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c99a09a6-cc4b-4ec3-a1f0-b4987a3848cd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4155509 Sep 16 05:08:04.772421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:04.842847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69f6dbba-6794-4c7e-adf0-29398d6a9163 req-0eb0082e-a1e8-4933-84e3-b79b3b015acb tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912578 Sep 16 05:08:04.937248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.996785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-630a36cd-7fce-4e4c-a72b-417c3bef1ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.001296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-630a36cd-7fce-4e4c-a72b-417c3bef1ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.007616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-630a36cd-7fce-4e4c-a72b-417c3bef1ede admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21080cf5-98af-4ad1-b7a3-b33041fb7934 HTTP/1.1" status: 204 len: 168 time: 0.4981604 Sep 16 05:08:05.021617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a36cd-7fce-4e4c-a72b-417c3bef1ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21080cf5-98af-4ad1-b7a3-b33041fb7934,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.211178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af655-9d67-4871-be8c-a8e7ab2ddd2c req-835ebac4-aea6-4779-b0de-54330b3b4ad5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.217320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af655-9d67-4871-be8c-a8e7ab2ddd2c req-835ebac4-aea6-4779-b0de-54330b3b4ad5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.225830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af655-9d67-4871-be8c-a8e7ab2ddd2c req-835ebac4-aea6-4779-b0de-54330b3b4ad5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.230964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af655-9d67-4871-be8c-a8e7ab2ddd2c req-835ebac4-aea6-4779-b0de-54330b3b4ad5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.237452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af655-9d67-4871-be8c-a8e7ab2ddd2c req-835ebac4-aea6-4779-b0de-54330b3b4ad5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.239345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f45af655-9d67-4871-be8c-a8e7ab2ddd2c req-835ebac4-aea6-4779-b0de-54330b3b4ad5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 3814 time: 0.1526036 Sep 16 05:08:05.288671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f45af655-9d67-4871-be8c-a8e7ab2ddd2c req-867636a1-652d-4721-b3c0-3e3c560d5541 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403650 Sep 16 05:08:05.327636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b0744c-54c1-44ed-9a47-f1d522ca9911 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:05.340360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.340715 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.358336 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Transition to ACTIVE for port object b2b0744c-54c1-44ed-9a47-f1d522ca9911 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:05.431937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=f12267e7-84b6-4d4d-8ff4-123aaaa72afc,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.448604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': '25b20767-d946-44cf-a098-4fac7c1d8611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3f191a59-b8bc-425c-be1c-22f1111191fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:05.449249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: 3f191a59-b8bc-425c-be1c-22f1111191fe, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:05.472294 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.560502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network 3f191a59-b8bc-425c-be1c-22f1111191fe is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:05.572950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b0744c-54c1-44ed-9a47-f1d522ca9911,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.635957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Attempting to bind port b2b0744c-54c1-44ed-9a47-f1d522ca9911 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:05.636843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Attempting to bind port b2b0744c-54c1-44ed-9a47-f1d522ca9911 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:05.637486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Attempting to bind port b2b0744c-54c1-44ed-9a47-f1d522ca9911 on network e59cd688-c0f6-4a88-9106-667ee9954d08 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:05.658242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Port b2b0744c-54c1-44ed-9a47-f1d522ca9911 on network e59cd688-c0f6-4a88-9106-667ee9954d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:05.658855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Attempting to bind port b2b0744c-54c1-44ed-9a47-f1d522ca9911 on network e59cd688-c0f6-4a88-9106-667ee9954d08 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:05.665514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:05.665869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Checking segment: {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:05.666260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Bound using segment: {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:05.666705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Bound port: b2b0744c-54c1-44ed-9a47-f1d522ca9911, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:05.667079 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.718444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 3f191a59-b8bc-425c-be1c-22f1111191fe) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:05.731987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.732672 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.738558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d130f-c82b-43d4-9e35-134b2b3c8fcd None None] Network 3f191a59-b8bc-425c-be1c-22f1111191fe requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:05.781036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] For port b2b0744c-54c1-44ed-9a47-f1d522ca9911, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:05.785460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] For port b2b0744c-54c1-44ed-9a47-f1d522ca9911, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:05.883934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-605ed553-65be-4e00-9041-6263be3386b1 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7916205 Sep 16 05:08:05.887044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57304) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:05.894799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1525739052'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:05.971921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.006272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-3f191a59-b8bc-425c-be1c-22f1111191fe', 'network_id': '3f191a59-b8bc-425c-be1c-22f1111191fe', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': 'f12267e7-84b6-4d4d-8ff4-123aaaa72afc'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:06.007854 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.029082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.029786 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.031823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57308) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.036868 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] 10.222.0.60 "PUT /v2.0/ports/b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 200 len: 1092 time: 1.2700143 Sep 16 05:08:06.041292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:06.050246 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aa3311-7905-4076-b29a-1a7887fdf85e" -d '{"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:06.099556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:06.110070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.149023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc324b-109d-415a-8e77-94f187b72b89 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b0744c-54c1-44ed-9a47-f1d522ca9911,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.205803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:06.211494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176110e7-b023-4bf8-b0d3-570c55bf6a4e req-6cdd6d7f-4a00-423f-aef7-2a577e0f27bd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.225511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-176110e7-b023-4bf8-b0d3-570c55bf6a4e req-6cdd6d7f-4a00-423f-aef7-2a577e0f27bd tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.2548845 Sep 16 05:08:06.297727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:06.301643 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67821707-c9c3-42bf-af72-e8e30ff64494 x-openstack-request-id: req-67821707-c9c3-42bf-af72-e8e30ff64494 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:06.301885 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:06.302178 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67821707-c9c3-42bf-af72-e8e30ff64494 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:06.302640 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'status': 'completed', 'code': 200} Sep 16 05:08:06.322543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-536023c8-13b4-42e0-a2f2-972ffc7e5d13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3c074a349b541698652ef95d964523d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880356 Sep 16 05:08:06.324067 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.324479 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment ffeaa7b8-236b-40ee-b343-8c24bb77c4a3 of type vlan for network 0bdf4129-83fb-44ad-8597-b389f717499d Sep 16 05:08:06.341064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57314) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.388884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Allocated IP 172.20.255.242 (3f191a59-b8bc-425c-be1c-22f1111191fe/f12267e7-84b6-4d4d-8ff4-123aaaa72afc/25223100-6ada-43b0-a0ca-6441b89d4773) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:06.412581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-176110e7-b023-4bf8-b0d3-570c55bf6a4e req-235481af-082e-44d5-bad1-c54df7600562 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859832 Sep 16 05:08:06.471450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.574023 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.606909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-db8f5a80-712d-421e-8dd0-c50ea3779ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.608152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-db8f5a80-712d-421e-8dd0-c50ea3779ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.609778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-db8f5a80-712d-421e-8dd0-c50ea3779ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.610513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-db8f5a80-712d-421e-8dd0-c50ea3779ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.611804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-db8f5a80-712d-421e-8dd0-c50ea3779ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.614178 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-db8f5a80-712d-421e-8dd0-c50ea3779ce5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 4362 time: 0.3105536 Sep 16 05:08:06.614395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ce4e14c7-da6d-4862-91ab-114307337a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.642223 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.684020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42f1e-d4e4-4480-a467-42a4fb9b2e8c req-b883754d-7067-4f22-9eaf-bb40316bf37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.690678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42f1e-d4e4-4480-a467-42a4fb9b2e8c req-b883754d-7067-4f22-9eaf-bb40316bf37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.698330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42f1e-d4e4-4480-a467-42a4fb9b2e8c req-b883754d-7067-4f22-9eaf-bb40316bf37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.704775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42f1e-d4e4-4480-a467-42a4fb9b2e8c req-b883754d-7067-4f22-9eaf-bb40316bf37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.710963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42f1e-d4e4-4480-a467-42a4fb9b2e8c req-b883754d-7067-4f22-9eaf-bb40316bf37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.712978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11f42f1e-d4e4-4480-a467-42a4fb9b2e8c req-b883754d-7067-4f22-9eaf-bb40316bf37c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 3826 time: 0.2455277 Sep 16 05:08:06.724802 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ce4e14c7-da6d-4862-91ab-114307337a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.748872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57322) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.813686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-40da8a76-f231-4696-85dd-9563cce9b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.814214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-40da8a76-f231-4696-85dd-9563cce9b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.814766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-40da8a76-f231-4696-85dd-9563cce9b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.816405 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-40da8a76-f231-4696-85dd-9563cce9b50e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2bf43d57413425d8a8b3c025b25f197&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1871772 Sep 16 05:08:06.832339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11f42f1e-d4e4-4480-a467-42a4fb9b2e8c req-7818870e-fd9c-4ca3-8f8a-44073a954381 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102643 Sep 16 05:08:06.967378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:06.981901 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.991768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-ae5320f9-2c6a-4b71-ad29-1c3216ebef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.993304 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3aa3311-7905-4076-b29a-1a7887fdf85e req-ae5320f9-2c6a-4b71-ad29-1c3216ebef57 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667583 Sep 16 05:08:07.013268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Transition to ACTIVE for port object 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:07.050677 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.070806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Network 3f191a59-b8bc-425c-be1c-22f1111191fe is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:07.097735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:07.100893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:07.142702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Pushing event updated for resources: {'Port': ['ID=25223100-6ada-43b0-a0ca-6441b89d4773,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.169167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.210571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.218041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Attempting to bind port 25223100-6ada-43b0-a0ca-6441b89d4773 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:07.219339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Attempting to bind port 25223100-6ada-43b0-a0ca-6441b89d4773 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '25b20767-d946-44cf-a098-4fac7c1d8611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3f191a59-b8bc-425c-be1c-22f1111191fe'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:07.219769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:07.219912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Attempting to bind port 25223100-6ada-43b0-a0ca-6441b89d4773 on network 3f191a59-b8bc-425c-be1c-22f1111191fe {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:07.228286 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.240612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:07.241925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ce4e14c7-da6d-4862-91ab-114307337a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.242236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Checking segment: {'id': '25b20767-d946-44cf-a098-4fac7c1d8611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3f191a59-b8bc-425c-be1c-22f1111191fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:07.242788 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.245386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ce4e14c7-da6d-4862-91ab-114307337a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.246682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ce4e14c7-da6d-4862-91ab-114307337a7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d5ea2e3-9feb-421a-9908-1ded9d1536f6 HTTP/1.1" status: 204 len: 168 time: 0.9046116 Sep 16 05:08:07.250974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Bound using segment: {'id': '25b20767-d946-44cf-a098-4fac7c1d8611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3f191a59-b8bc-425c-be1c-22f1111191fe'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:07.251509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Bound port: 25223100-6ada-43b0-a0ca-6441b89d4773, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b20767-d946-44cf-a098-4fac7c1d8611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3f191a59-b8bc-425c-be1c-22f1111191fe'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:07.252775 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.289106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e14c7-da6d-4862-91ab-114307337a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5ea2e3-9feb-421a-9908-1ded9d1536f6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.445554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] For port 25223100-6ada-43b0-a0ca-6441b89d4773, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:07.456298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] For port 25223100-6ada-43b0-a0ca-6441b89d4773, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=25223100-6ada-43b0-a0ca-6441b89d4773,segment=NetworkSegment(25b20767-d946-44cf-a098-4fac7c1d8611),segment_id=25b20767-d946-44cf-a098-4fac7c1d8611)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:07.475662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Pushing event updated for resources: {'Port': ['ID=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.485800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5950866 Sep 16 05:08:07.492384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b35c5-f468-441a-b0ff-ef6db44962e4 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=0bdf4129-83fb-44ad-8597-b389f717499d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.506790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0bdf4129-83fb-44ad-8597-b389f717499d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:07.509059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:07.529043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': '0bdf4129-83fb-44ad-8597-b389f717499d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:07.649573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.656523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Attempting to bind port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:07.657601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Attempting to bind port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:07.658790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Attempting to bind port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:07.673722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-5b2e0405-313e-4957-98f1-0db84a5160cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3927877 Sep 16 05:08:07.673722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 on network 6e997d2e-d2cc-4311-a042-8157adc55eca not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:07.673722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Attempting to bind port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:07.680482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:07.680972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Checking segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:07.681665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Bound using segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:07.682222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Bound port: 42bd7577-6748-4ef1-98d9-fc4622a5f7a5, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:07.682754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.757614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e385f-81d1-4ab4-88f4-5e54e39f1ab7 None None] Pushing event updated for resources: {'Port': ['ID=25223100-6ada-43b0-a0ca-6441b89d4773,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.759044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:07.766052 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.856984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018873-ca4e-4b45-a129-9b893b1ee662 req-99d9840c-a19b-400f-9fb0-9effa9b8cb13 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:07.870988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00018873-ca4e-4b45-a129-9b893b1ee662 req-99d9840c-a19b-400f-9fb0-9effa9b8cb13 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1811135 Sep 16 05:08:07.934660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-b01c5b05-9a63-4a6c-b743-280fc2741aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:07.936235 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-b01c5b05-9a63-4a6c-b743-280fc2741aa1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 1097 time: 0.2349968 Sep 16 05:08:07.940356 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.115961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-337e66fa-4dc3-4cc6-a430-0ba83744f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.117702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-337e66fa-4dc3-4cc6-a430-0ba83744f34b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ccad8ae-f251-4d66-aca5-ac70620eb121 HTTP/1.1" status: 200 len: 897 time: 0.1530733 Sep 16 05:08:08.126345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] For port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:08.155112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00018873-ca4e-4b45-a129-9b893b1ee662 req-96f0a28a-fd4b-43bb-ae98-538d2212f38a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826452 Sep 16 05:08:08.306731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614528bf-0187-494c-b44a-d9b88e870316 req-96c44802-a2c3-4cf9-b432-2761dd451437 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.314564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] For port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:08.318372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614528bf-0187-494c-b44a-d9b88e870316 req-96c44802-a2c3-4cf9-b432-2761dd451437 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.351279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614528bf-0187-494c-b44a-d9b88e870316 req-96c44802-a2c3-4cf9-b432-2761dd451437 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.397462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614528bf-0187-494c-b44a-d9b88e870316 req-96c44802-a2c3-4cf9-b432-2761dd451437 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.415260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614528bf-0187-494c-b44a-d9b88e870316 req-96c44802-a2c3-4cf9-b432-2761dd451437 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.439626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614528bf-0187-494c-b44a-d9b88e870316 req-96c44802-a2c3-4cf9-b432-2761dd451437 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.441142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-614528bf-0187-494c-b44a-d9b88e870316 req-96c44802-a2c3-4cf9-b432-2761dd451437 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 4604 time: 0.4172492 Sep 16 05:08:08.469724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.560777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 25223100-6ada-43b0-a0ca-6441b89d4773 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:08.586823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-614528bf-0187-494c-b44a-d9b88e870316 req-a949fbf4-64cc-444a-9aa4-1afc5e9cae27 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241741 Sep 16 05:08:08.665919 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-41f9e2b9-d0ed-4362-8af7-b04dbec21311 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3423ad4a-be74-402a-acad-a1ee991f2d34 HTTP/1.1" status: 200 len: 1001 time: 0.5351019 Sep 16 05:08:08.699537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.700213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.701650 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] 10.222.0.60 "PUT /v2.0/ports/42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 1137 time: 2.5007653 Sep 16 05:08:08.708122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 25223100-6ada-43b0-a0ca-6441b89d4773 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:08.708964 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.731734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '42bd7577-6748-4ef1-98d9-fc4622a5f7a5'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:08.740720 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e67ee77-77c6-494a-8508-abe28397c0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "42bd7577-6748-4ef1-98d9-fc4622a5f7a5"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:08.874112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:08.954544 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.017560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 25223100-6ada-43b0-a0ca-6441b89d4773, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=25223100-6ada-43b0-a0ca-6441b89d4773,segment=NetworkSegment(25b20767-d946-44cf-a098-4fac7c1d8611),segment_id=25b20767-d946-44cf-a098-4fac7c1d8611)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:09.018671 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccd051c-29e5-420a-af67-6c120b45b4f0 x-openstack-request-id: req-5ccd051c-29e5-420a-af67-6c120b45b4f0 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:09.018940 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "42bd7577-6748-4ef1-98d9-fc4622a5f7a5", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:09.019363 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ccd051c-29e5-420a-af67-6c120b45b4f0 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:09.019765 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '42bd7577-6748-4ef1-98d9-fc4622a5f7a5', 'status': 'completed', 'code': 200} Sep 16 05:08:09.093631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6c99a-cac0-4b19-932a-248800e68b83 service neutron] Pushing event updated for resources: {'Port': ['ID=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.112927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-cdf04f2a-e62a-4a81-9b6e-034f58cd9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.114595 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-cdf04f2a-e62a-4a81-9b6e-034f58cd9951 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=481102e8-2f62-4ba8-9645-27fba77dcf77 HTTP/1.1" status: 200 len: 835 time: 0.4351199 Sep 16 05:08:09.128471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.216968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.294763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=25223100-6ada-43b0-a0ca-6441b89d4773,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.317727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.325946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-73eca970-4884-4976-a85d-a2dae394b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.327630 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-73eca970-4884-4976-a85d-a2dae394b119 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ccad8ae-f251-4d66-aca5-ac70620eb121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2020211 Sep 16 05:08:09.410274 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-731ec202-8561-48ce-8866-9655dc26093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.421309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-731ec202-8561-48ce-8866-9655dc26093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.421309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-731ec202-8561-48ce-8866-9655dc26093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.421309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-731ec202-8561-48ce-8866-9655dc26093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.421309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-731ec202-8561-48ce-8866-9655dc26093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.421309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-731ec202-8561-48ce-8866-9655dc26093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.423283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-731ec202-8561-48ce-8866-9655dc26093f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5292 time: 0.4860225 Sep 16 05:08:09.684506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d3f9d-b686-4cf6-8e85-1276da9786b9 None None] Network 3f191a59-b8bc-425c-be1c-22f1111191fe requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:09.692481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=8c4d780e-ddf7-4dc7-a1fa-b93fbc28a527,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.729748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0bdf4129-83fb-44ad-8597-b389f717499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:09.730339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: 0bdf4129-83fb-44ad-8597-b389f717499d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:09.842043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-4332073a-6222-48a8-9090-fc40696667ab service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478424 Sep 16 05:08:09.898030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-57016662-c06d-42fc-9a33-17a904b60dae None None] Provisioning complete for port 25223100-6ada-43b0-a0ca-6441b89d4773 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:09.901537 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-57016662-c06d-42fc-9a33-17a904b60dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.982270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network 0bdf4129-83fb-44ad-8597-b389f717499d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:10.116345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0bdf4129-83fb-44ad-8597-b389f717499d) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:10.132926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe43739-579c-479d-bd6f-a9ab9f11ef8d None None] Network 0bdf4129-83fb-44ad-8597-b389f717499d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:10.135143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932a5d22-ed6b-413d-9f6b-f45d01e3e86a {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:10.166542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.167344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.221263 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.227067 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4dac4cb1-7e2e-46c2-b890-5eacce7b5063 req-9876bc3c-3fab-47f0-81bc-49f5a6557083 service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675985 Sep 16 05:08:10.259309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Transition to ACTIVE for port object 932a5d22-ed6b-413d-9f6b-f45d01e3e86a will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:10.301681 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-41196fd4-ed90-4758-acaa-7c1af2fd0fbc tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7857716 Sep 16 05:08:10.304504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57394) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.354290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.419115 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.522477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 25223100-6ada-43b0-a0ca-6441b89d4773 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:10.653160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-0bdf4129-83fb-44ad-8597-b389f717499d', 'network_id': '0bdf4129-83fb-44ad-8597-b389f717499d', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': '8c4d780e-ddf7-4dc7-a1fa-b93fbc28a527'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:10.655718 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.674003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Pushing event updated for resources: {'Port': ['ID=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.816184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.846860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-82acf8a5-fe87-4306-a285-ca76c2f5e984 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.853054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-82acf8a5-fe87-4306-a285-ca76c2f5e984 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.859672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-82acf8a5-fe87-4306-a285-ca76c2f5e984 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.865873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-82acf8a5-fe87-4306-a285-ca76c2f5e984 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.872384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-82acf8a5-fe87-4306-a285-ca76c2f5e984 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.878819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-82acf8a5-fe87-4306-a285-ca76c2f5e984 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.885125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-82acf8a5-fe87-4306-a285-ca76c2f5e984 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.896990 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-82acf8a5-fe87-4306-a285-ca76c2f5e984 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5381 time: 0.4870913 Sep 16 05:08:10.918362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port 0b161aec-2e14-430e-935d-697a638a5102 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:10.918362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.033522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-d8db0c7b-b0b4-4744-8562-2ad4d9183fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.034062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-d8db0c7b-b0b4-4744-8562-2ad4d9183fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.034528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-d8db0c7b-b0b4-4744-8562-2ad4d9183fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.036225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-d8db0c7b-b0b4-4744-8562-2ad4d9183fc5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2bf43d57413425d8a8b3c025b25f197&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.5957024 Sep 16 05:08:11.117338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.157995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-61b9011e-782a-4038-a567-adafc6b76219 None None] Provisioning complete for port 25223100-6ada-43b0-a0ca-6441b89d4773 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:11.159673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61b9011e-782a-4038-a567-adafc6b76219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.181467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 25223100-6ada-43b0-a0ca-6441b89d4773 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:11.182258 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.193454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Attempting to bind port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:11.193821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Attempting to bind port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:11.194134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Attempting to bind port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:11.204365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a on network 6e997d2e-d2cc-4311-a042-8157adc55eca not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:11.205322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Attempting to bind port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:11.218368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:11.219674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Checking segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:11.219674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Bound using segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:11.219674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Bound port: 932a5d22-ed6b-413d-9f6b-f45d01e3e86a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:11.219997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.271168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-72ab6a1b-fc81-4506-aae6-c56f93a133de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.271168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e67ee77-77c6-494a-8508-abe28397c0b0 req-72ab6a1b-fc81-4506-aae6-c56f93a133de service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242029 Sep 16 05:08:11.318905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b7f6ab7-2c47-4e6c-92c8-4a5e03c40192 req-2c370e63-52e8-4e99-b8cf-209894b52f5a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4096088 Sep 16 05:08:11.360293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port 0b161aec-2e14-430e-935d-697a638a5102, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0b161aec-2e14-430e-935d-697a638a5102,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:11.360677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.367509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] For port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:11.375725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] For port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:11.390690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for 0b161aec-2e14-430e-935d-697a638a5102 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:11.419142 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4dc0-7e63-45bd-a633-6b83c8cee1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.423847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Allocated IP 172.20.0.2 (0bdf4129-83fb-44ad-8597-b389f717499d/8c4d780e-ddf7-4dc7-a1fa-b93fbc28a527/c8b32ea3-ed5b-4247-a956-befc1e3a9228) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:11.483856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.555368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.556167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.560835 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] 10.222.0.60 "PUT /v2.0/ports/932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 1136 time: 2.7078500 Sep 16 05:08:11.565675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '932a5d22-ed6b-413d-9f6b-f45d01e3e86a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:11.581451 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb07fed-d6e5-45d6-8d92-11160f701116" -d '{"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "932a5d22-ed6b-413d-9f6b-f45d01e3e86a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:11.687367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e17377-1539-4280-9618-9fecabc57e7e service neutron] Pushing event updated for resources: {'Port': ['ID=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.709019 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be01f7c-91aa-4197-a79d-87b1639895ff x-openstack-request-id: req-6be01f7c-91aa-4197-a79d-87b1639895ff {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:11.709401 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "932a5d22-ed6b-413d-9f6b-f45d01e3e86a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:11.709612 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6be01f7c-91aa-4197-a79d-87b1639895ff {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:11.709977 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '932a5d22-ed6b-413d-9f6b-f45d01e3e86a', 'status': 'completed', 'code': 200} Sep 16 05:08:11.726488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:11.796887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.848727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-e6797bd0-ec5f-487a-9756-b516eb0efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.849333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-e6797bd0-ec5f-487a-9756-b516eb0efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.849984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-e6797bd0-ec5f-487a-9756-b516eb0efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.850576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-e6797bd0-ec5f-487a-9756-b516eb0efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.851129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-e6797bd0-ec5f-487a-9756-b516eb0efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.851706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-e6797bd0-ec5f-487a-9756-b516eb0efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.852328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-e6797bd0-ec5f-487a-9756-b516eb0efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.854553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-e6797bd0-ec5f-487a-9756-b516eb0efec5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6221 time: 0.1048808 Sep 16 05:08:12.005501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-1be961c2-062d-4df3-9349-58a5d63057cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.005991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-1be961c2-062d-4df3-9349-58a5d63057cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.006474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-1be961c2-062d-4df3-9349-58a5d63057cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.008724 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-1be961c2-062d-4df3-9349-58a5d63057cd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2bf43d57413425d8a8b3c025b25f197&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1450381 Sep 16 05:08:12.009993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.010245 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.156634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Network 0bdf4129-83fb-44ad-8597-b389f717499d is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:12.160372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:12.161088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-31f655b2-8249-40f4-ad75-6bd1e6ee2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.162041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bb07fed-d6e5-45d6-8d92-11160f701116 req-31f655b2-8249-40f4-ad75-6bd1e6ee2e32 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409774 Sep 16 05:08:12.165266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=0b161aec-2e14-430e-935d-697a638a5102,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.175477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:12.195450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Pushing event updated for resources: {'Port': ['ID=c8b32ea3-ed5b-4247-a956-befc1e3a9228,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.348572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Attempting to bind port c8b32ea3-ed5b-4247-a956-befc1e3a9228 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:12.352810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Attempting to bind port c8b32ea3-ed5b-4247-a956-befc1e3a9228 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0bdf4129-83fb-44ad-8597-b389f717499d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:12.354462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Attempting to bind port c8b32ea3-ed5b-4247-a956-befc1e3a9228 on network 0bdf4129-83fb-44ad-8597-b389f717499d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:12.370388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:12.370388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Checking segment: {'id': 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0bdf4129-83fb-44ad-8597-b389f717499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:12.370388 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.374561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Bound using segment: {'id': 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0bdf4129-83fb-44ad-8597-b389f717499d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:12.375761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Bound port: c8b32ea3-ed5b-4247-a956-befc1e3a9228, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0bdf4129-83fb-44ad-8597-b389f717499d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:12.376444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.573973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] For port c8b32ea3-ed5b-4247-a956-befc1e3a9228, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:12.581226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] For port c8b32ea3-ed5b-4247-a956-befc1e3a9228, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c8b32ea3-ed5b-4247-a956-befc1e3a9228,segment=NetworkSegment(ffeaa7b8-236b-40ee-b343-8c24bb77c4a3),segment_id=ffeaa7b8-236b-40ee-b343-8c24bb77c4a3)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:12.678755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-0d8429fd-3302-4a81-8412-391e764a0e0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.686524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.703842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-0d8429fd-3302-4a81-8412-391e764a0e0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.724353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-0d8429fd-3302-4a81-8412-391e764a0e0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.730705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-0d8429fd-3302-4a81-8412-391e764a0e0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.735341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.742068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-0d8429fd-3302-4a81-8412-391e764a0e0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.762146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-0d8429fd-3302-4a81-8412-391e764a0e0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.768773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-0d8429fd-3302-4a81-8412-391e764a0e0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.770781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-0d8429fd-3302-4a81-8412-391e764a0e0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5381 time: 0.3217392 Sep 16 05:08:12.900696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.941186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cb308-eee1-441e-a23a-265a8af5fd17 None None] Pushing event updated for resources: {'Port': ['ID=c8b32ea3-ed5b-4247-a956-befc1e3a9228,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.968731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57450) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:12.970953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.064839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4d780e-ddf7-4dc7-a1fa-b93fbc28a527,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:13.079147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a0f1222-0201-4fa4-8912-8c8fdb292fa8 req-24f8b0d5-6e8c-40ce-abc2-681fe575556f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2932673 Sep 16 05:08:13.186854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.501610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:13.505483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc1287c-ab05-4962-802e-48766396bbd9 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:13.519297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.524734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdf4129-83fb-44ad-8597-b389f717499d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:13.525472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router 776bd2dc-3171-48ad-8385-4f95ad03a122 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:13.540824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:13.541046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:13.542403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-2a97db2d-bd16-4be0-80e5-3a9a6674ec50 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.550556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-2a97db2d-bd16-4be0-80e5-3a9a6674ec50 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.554843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Transition to ACTIVE for port object 9cc1287c-ab05-4962-802e-48766396bbd9 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:13.556850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.557687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-2a97db2d-bd16-4be0-80e5-3a9a6674ec50 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.564773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-2a97db2d-bd16-4be0-80e5-3a9a6674ec50 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.571454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-2a97db2d-bd16-4be0-80e5-3a9a6674ec50 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.573061 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.577901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-2a97db2d-bd16-4be0-80e5-3a9a6674ec50 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.582171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:13.582869 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.584134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-2a97db2d-bd16-4be0-80e5-3a9a6674ec50 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.586710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-2a97db2d-bd16-4be0-80e5-3a9a6674ec50 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.3631732 Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:13.588355 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:13.649287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62ecf4b7-0beb-40ae-9832-239f72d81e68 req-3dc7492a-95b3-4dc3-a120-4ed57a21643f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500517 Sep 16 05:08:13.758901 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.806268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:08:13.806268 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:08:13.806268 n-d-712143-16 neutron-server[101825]: [parameters: {'id': '0bdf4129-83fb-44ad-8597-b389f717499d'}] Sep 16 05:08:13.806268 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:13.810928 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:13.871917 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-97450bab-b096-4dc8-8046-7c15c3a01c72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1687977 Sep 16 05:08:13.875048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc1287c-ab05-4962-802e-48766396bbd9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.016433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-959e53bb-2e49-4d1b-b898-707d237c3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.018813 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-959e53bb-2e49-4d1b-b898-707d237c3450 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 1097 time: 0.0977960 Sep 16 05:08:14.026126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Attempting to bind port 9cc1287c-ab05-4962-802e-48766396bbd9 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:14.026478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Attempting to bind port 9cc1287c-ab05-4962-802e-48766396bbd9 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:14.026824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Attempting to bind port 9cc1287c-ab05-4962-802e-48766396bbd9 on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:14.033136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Port 9cc1287c-ab05-4962-802e-48766396bbd9 on network 6e997d2e-d2cc-4311-a042-8157adc55eca not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:14.033523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Attempting to bind port 9cc1287c-ab05-4962-802e-48766396bbd9 on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:14.039231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:14.039609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Checking segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:14.040005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Bound using segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:14.040574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Bound port: 9cc1287c-ab05-4962-802e-48766396bbd9, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:14.041779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.203525 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.306944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:14.311132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.318218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.319106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] Sync routers for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:14.323754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-963e1a40-fa3b-445e-8c2e-26d979bec576 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "PUT /v2.0/routers/776bd2dc-3171-48ad-8385-4f95ad03a122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5723081 Sep 16 05:08:14.347658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:14.361367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:14.397242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] For port 9cc1287c-ab05-4962-802e-48766396bbd9, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:14.411999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] For port 9cc1287c-ab05-4962-802e-48766396bbd9, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9cc1287c-ab05-4962-802e-48766396bbd9,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:14.442099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-c5d18cb7-c8ee-42d1-8c6a-3b1057b5e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.443769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-c5d18cb7-c8ee-42d1-8c6a-3b1057b5e6b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 200 len: 919 time: 0.3852997 Sep 16 05:08:14.527483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265328-8da2-4649-b37d-807198c29ac7 req-c94d5f42-a6e3-4a32-8b29-d3147a6a1dea tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.538393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265328-8da2-4649-b37d-807198c29ac7 req-c94d5f42-a6e3-4a32-8b29-d3147a6a1dea tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.542889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c8b32ea3-ed5b-4247-a956-befc1e3a9228 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:14.554642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265328-8da2-4649-b37d-807198c29ac7 req-c94d5f42-a6e3-4a32-8b29-d3147a6a1dea tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.555383 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-3fbdc7cd-918e-43dd-90e0-2891ee7808e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0897629 Sep 16 05:08:14.565540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265328-8da2-4649-b37d-807198c29ac7 req-c94d5f42-a6e3-4a32-8b29-d3147a6a1dea tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.573790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265328-8da2-4649-b37d-807198c29ac7 req-c94d5f42-a6e3-4a32-8b29-d3147a6a1dea tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.583203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265328-8da2-4649-b37d-807198c29ac7 req-c94d5f42-a6e3-4a32-8b29-d3147a6a1dea tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.591079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265328-8da2-4649-b37d-807198c29ac7 req-c94d5f42-a6e3-4a32-8b29-d3147a6a1dea tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.593392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f265328-8da2-4649-b37d-807198c29ac7 req-c94d5f42-a6e3-4a32-8b29-d3147a6a1dea tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.2837613 Sep 16 05:08:14.616085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.648504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-d9a76574-2819-4b7a-abf9-29c02a0847fd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.655877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-d9a76574-2819-4b7a-abf9-29c02a0847fd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.677599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.678275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.679834 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] 10.222.0.60 "PUT /v2.0/ports/9cc1287c-ab05-4962-802e-48766396bbd9 HTTP/1.1" status: 200 len: 1091 time: 2.9664342 Sep 16 05:08:14.683210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '9cc1287c-ab05-4962-802e-48766396bbd9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:14.685351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-d9a76574-2819-4b7a-abf9-29c02a0847fd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.685624 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d74c05-ff75-4dfb-b9bb-99e7f129597d" -d '{"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "9cc1287c-ab05-4962-802e-48766396bbd9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:14.699913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port c8b32ea3-ed5b-4247-a956-befc1e3a9228 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:14.704779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.707163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-d9a76574-2819-4b7a-abf9-29c02a0847fd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.711936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-7a53e029-2cb7-44ac-a6d8-f5b231413f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.713642 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-7a53e029-2cb7-44ac-a6d8-f5b231413f97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 200 len: 858 time: 0.1493642 Sep 16 05:08:14.725091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-d9a76574-2819-4b7a-abf9-29c02a0847fd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.744922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:14.745274 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-d9a76574-2819-4b7a-abf9-29c02a0847fd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.770717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-d9a76574-2819-4b7a-abf9-29c02a0847fd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.780622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-d9a76574-2819-4b7a-abf9-29c02a0847fd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5393 time: 0.4719865 Sep 16 05:08:14.798125 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-6ae1b092-bf5c-49a0-ab9d-6872a1757fd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83adbb71-afbc-4663-ad84-666bb42ba039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689337 Sep 16 05:08:14.851860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d6eb8b9-eed5-478e-b7fe-53e79d0c6067 req-71031829-514f-41ae-9c40-ea4bb2288892 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700009 Sep 16 05:08:14.852704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:15.044575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d33ed-c5ae-4b98-8869-c59afaa956d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc1287c-ab05-4962-802e-48766396bbd9,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.068148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8aec6b-42ad-4685-8c5f-f490543479d7 None None] Network 0bdf4129-83fb-44ad-8597-b389f717499d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:15.076399 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b2e738-5654-47a2-95c9-5ec4e9cb9ee2 x-openstack-request-id: req-96b2e738-5654-47a2-95c9-5ec4e9cb9ee2 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:15.076830 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "9cc1287c-ab05-4962-802e-48766396bbd9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:15.077204 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96b2e738-5654-47a2-95c9-5ec4e9cb9ee2 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:15.077720 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '9cc1287c-ab05-4962-802e-48766396bbd9', 'status': 'completed', 'code': 200} Sep 16 05:08:15.083534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.163193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-8cc9aa97-e418-49de-98d4-bff8f67eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.164034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-8cc9aa97-e418-49de-98d4-bff8f67eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.164868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port c8b32ea3-ed5b-4247-a956-befc1e3a9228, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c8b32ea3-ed5b-4247-a956-befc1e3a9228,segment=NetworkSegment(ffeaa7b8-236b-40ee-b343-8c24bb77c4a3),segment_id=ffeaa7b8-236b-40ee-b343-8c24bb77c4a3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:15.165193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-8cc9aa97-e418-49de-98d4-bff8f67eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.165934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-8cc9aa97-e418-49de-98d4-bff8f67eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.166471 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.167150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-8cc9aa97-e418-49de-98d4-bff8f67eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.172998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-8cc9aa97-e418-49de-98d4-bff8f67eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.172998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-8cc9aa97-e418-49de-98d4-bff8f67eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.172998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-8cc9aa97-e418-49de-98d4-bff8f67eaa26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6289 time: 0.1354127 Sep 16 05:08:15.257163 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8b00b35b-e7a3-4320-9e7a-a8ba9554945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.328561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for c8b32ea3-ed5b-4247-a956-befc1e3a9228 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:15.351210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Allocated IP 172.25.7.121 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/fdbd938f-1028-49ce-8c12-f575a788b7af) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:15.379941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-3201b4e1-aab4-4a0b-ad54-ef06d08ac715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.380421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-3201b4e1-aab4-4a0b-ad54-ef06d08ac715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.380890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-3201b4e1-aab4-4a0b-ad54-ef06d08ac715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.383272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-3201b4e1-aab4-4a0b-ad54-ef06d08ac715 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2bf43d57413425d8a8b3c025b25f197&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1999080 Sep 16 05:08:15.434639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e6cb08d1-fc74-4e29-8e30-7e5686ef323d None None] Provisioning complete for port c8b32ea3-ed5b-4247-a956-befc1e3a9228 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:15.435088 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e6cb08d1-fc74-4e29-8e30-7e5686ef323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.526643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.584485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.586384 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-7b1c9065-07bc-4887-b995-05f35d517838 service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602541 Sep 16 05:08:15.598652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c8b32ea3-ed5b-4247-a956-befc1e3a9228 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:15.599026 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.631830 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.675769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 6, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:42Z', 'revision_number': 1, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:15.710028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e6cb08d1-fc74-4e29-8e30-7e5686ef323d None None] Could not find standard attr ID for object c8b32ea3-ed5b-4247-a956-befc1e3a9228. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:08:15.714120 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] Checking router: 776bd2dc-3171-48ad-8385-4f95ad03a122 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:15.722569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-491f1fa1-b8dc-42bf-a3c6-3469eacea2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.724801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d74c05-ff75-4dfb-b9bb-99e7f129597d req-491f1fa1-b8dc-42bf-a3c6-3469eacea2d5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3332784 Sep 16 05:08:15.729102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.738448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68c476-f108-401d-a036-a42171db0860 req-a2be7934-8878-4e52-8a59-a702a3172013 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.743789 n-d-712143-16 neutron-server[101826]: INFO neutron.plugins.ml2.db [None req-e6cb08d1-fc74-4e29-8e30-7e5686ef323d None None] No ports have port_id starting with c8b32ea3-ed5b-4247-a956-befc1e3a9228 Sep 16 05:08:15.753774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e68c476-f108-401d-a036-a42171db0860 req-a2be7934-8878-4e52-8a59-a702a3172013 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 946 time: 0.1610074 Sep 16 05:08:15.754091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Could not find standard attr ID for object c8b32ea3-ed5b-4247-a956-befc1e3a9228. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:08:15.755768 n-d-712143-16 neutron-server[101826]: INFO neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No ports have port_id starting with c8b32ea3-ed5b-4247-a956-befc1e3a9228 Sep 16 05:08:15.799606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658598ae-97b3-4dcb-bbe4-54598180efd2 None None] DHCP port deletion for 0bdf4129-83fb-44ad-8597-b389f717499d request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:15.803909 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:15.804561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:15.814075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e68c476-f108-401d-a036-a42171db0860 req-1836f535-9458-485f-bd74-6db9e13c1ec7 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605295 Sep 16 05:08:15.844009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=c8b32ea3-ed5b-4247-a956-befc1e3a9228,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.946405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.024231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port c8b32ea3-ed5b-4247-a956-befc1e3a9228 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:16.028461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:16.034838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:16.050275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:16.053487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:16.091776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'Port': ['ID=fdbd938f-1028-49ce-8c12-f575a788b7af,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.139376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-18a437a6-204e-4b70-9e12-8755f16d6884 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.146268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-18a437a6-204e-4b70-9e12-8755f16d6884 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.152625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-18a437a6-204e-4b70-9e12-8755f16d6884 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.160246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-18a437a6-204e-4b70-9e12-8755f16d6884 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.166495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-18a437a6-204e-4b70-9e12-8755f16d6884 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.174713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-18a437a6-204e-4b70-9e12-8755f16d6884 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.181328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-18a437a6-204e-4b70-9e12-8755f16d6884 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.183386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-18a437a6-204e-4b70-9e12-8755f16d6884 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5393 time: 0.1900232 Sep 16 05:08:16.298759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.310828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a5814aea-530d-4502-931d-d1a82d0d31fa req-1f7ec60a-1c60-4eab-9b8f-116714255e36 service neutron] 10.222.0.57 "GET /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896162 Sep 16 05:08:16.323899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.333155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdf4129-83fb-44ad-8597-b389f717499d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:16.350142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fcb3f3b-05e2-4e36-96e6-f9fb748151c9 req-95491f61-b441-4951-a5d8-f1d77379cae2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587994 Sep 16 05:08:16.394946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 6, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:42Z', 'revision_number': 1, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:16.468153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ea385a-48a0-4498-a6fc-1325f31c25ec {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:16.478391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.519616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.525356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:16.528224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffeaa7b8-236b-40ee-b343-8c24bb77c4a3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:16.535466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Transition to ACTIVE for port object b7ea385a-48a0-4498-a6fc-1325f31c25ec will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:16.558030 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.594748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.612646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:16.613159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.624836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c8b32ea3-ed5b-4247-a956-befc1e3a9228 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:16.633148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50973bee-ebdd-4ad4-b976-043c5ea6eac9 None None] The sync data for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 is: [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 6, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'fff6c405-4e52-4951-976d-e84064e93b79', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'port_id': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'mac_address': 'fa:16:3e:9e:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:06:37Z', 'updated_at': '2021-09-16T05:06:42Z', 'revision_number': 1, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:16.653512 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:16.675281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c8b32ea3-ed5b-4247-a956-befc1e3a9228 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:16.675754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c8b32ea3-ed5b-4247-a956-befc1e3a9228 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:16.683087 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.765474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.784557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea385a-48a0-4498-a6fc-1325f31c25ec,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.809674 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.910374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-7c5dc180-063a-4623-ae92-61ccfbc9b222 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.913131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-7c5dc180-063a-4623-ae92-61ccfbc9b222 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 946 time: 0.1030276 Sep 16 05:08:16.961246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Attempting to bind port b7ea385a-48a0-4498-a6fc-1325f31c25ec on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:16.961856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Attempting to bind port b7ea385a-48a0-4498-a6fc-1325f31c25ec by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:16.962279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Attempting to bind port b7ea385a-48a0-4498-a6fc-1325f31c25ec on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:16.968258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Port b7ea385a-48a0-4498-a6fc-1325f31c25ec on network 6e997d2e-d2cc-4311-a042-8157adc55eca not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:16.972052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Attempting to bind port b7ea385a-48a0-4498-a6fc-1325f31c25ec on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:16.995221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.000788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:17.002680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Checking segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:17.003875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Bound using segment: {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:17.005704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Bound port: b7ea385a-48a0-4498-a6fc-1325f31c25ec, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bc0952-4834-449c-809c-aa37ef982439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:17.006210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.106129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'Port': ['ID=fdbd938f-1028-49ce-8c12-f575a788b7af,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.167079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] For port b7ea385a-48a0-4498-a6fc-1325f31c25ec, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:17.171427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] For port b7ea385a-48a0-4498-a6fc-1325f31c25ec, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:17.172433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58870b-b054-4303-b6f6-da390299ed35 req-354c7a3d-9373-4850-ab0c-e460a49f1b5e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.174704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df58870b-b054-4303-b6f6-da390299ed35 req-354c7a3d-9373-4850-ab0c-e460a49f1b5e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 946 time: 0.2522159 Sep 16 05:08:17.182573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.200817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.207525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.210519 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/0bdf4129-83fb-44ad-8597-b389f717499d HTTP/1.1" status: 204 len: 168 time: 6.9049580 Sep 16 05:08:17.223940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57492) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:17.232824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd544a5-0891-483c-8716-58a288e15939 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=0bdf4129-83fb-44ad-8597-b389f717499d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.239590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952243625'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:17.267372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.268920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df58870b-b054-4303-b6f6-da390299ed35 req-68d9d5fa-d621-4796-97f6-73d5d2771de8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa24ede0-e0f1-4458-b907-31f0dd47be22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862908 Sep 16 05:08:17.319283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:17.319283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.363867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.369583 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.379646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] 10.222.0.60 "PUT /v2.0/ports/b7ea385a-48a0-4498-a6fc-1325f31c25ec HTTP/1.1" status: 200 len: 1091 time: 2.5380824 Sep 16 05:08:17.380429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c0cd7-da55-4641-aff2-8eae6d92d929 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea385a-48a0-4498-a6fc-1325f31c25ec,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.392865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': 'b7ea385a-48a0-4498-a6fc-1325f31c25ec'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:17.395661 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a7bded-3c14-4cb5-8a27-604c35719026" -d '{"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "b7ea385a-48a0-4498-a6fc-1325f31c25ec"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:17.448584 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.452463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d058792a-99ca-44eb-a6a6-a83d61aa2cb9 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4788074 Sep 16 05:08:17.453381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57504) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:17.459221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-662736016'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:17.490131 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c768a-5232-4b27-9c35-52b8311f1bd7 x-openstack-request-id: req-980c768a-5232-4b27-9c35-52b8311f1bd7 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:17.490430 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "b7ea385a-48a0-4498-a6fc-1325f31c25ec", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:17.490683 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-980c768a-5232-4b27-9c35-52b8311f1bd7 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:17.491093 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': 'b7ea385a-48a0-4498-a6fc-1325f31c25ec', 'status': 'completed', 'code': 200} Sep 16 05:08:17.532459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port 63e03c82-32fb-41d4-a5ff-4395c73e8a91, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=63e03c82-32fb-41d4-a5ff-4395c73e8a91,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:17.533767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.564167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:17.592576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:17.598505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.602522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for 63e03c82-32fb-41d4-a5ff-4395c73e8a91 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:17.667781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.675815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-7a991125-1b47-4913-bb44-bbd559a7741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.676318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-7a991125-1b47-4913-bb44-bbd559a7741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.676802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-7a991125-1b47-4913-bb44-bbd559a7741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.677284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-7a991125-1b47-4913-bb44-bbd559a7741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.677894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-7a991125-1b47-4913-bb44-bbd559a7741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.678373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-7a991125-1b47-4913-bb44-bbd559a7741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.678840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-7a991125-1b47-4913-bb44-bbd559a7741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.690603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-7a991125-1b47-4913-bb44-bbd559a7741b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6357 time: 0.1707833 Sep 16 05:08:17.700779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-798aee91-7a27-48af-b3b0-1c3439670e8d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.729379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-798aee91-7a27-48af-b3b0-1c3439670e8d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.746273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-798aee91-7a27-48af-b3b0-1c3439670e8d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.764808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-798aee91-7a27-48af-b3b0-1c3439670e8d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.769948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Made reservation on behalf of fe64318e9c794321bc0ca6aaaaece3e5 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:17.773526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.776102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-798aee91-7a27-48af-b3b0-1c3439670e8d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.789843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-798aee91-7a27-48af-b3b0-1c3439670e8d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.796503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-798aee91-7a27-48af-b3b0-1c3439670e8d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.798794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-798aee91-7a27-48af-b3b0-1c3439670e8d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5405 time: 0.2604756 Sep 16 05:08:17.805402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:17.857306 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.857955 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 428cd178-f028-4160-a193-5beb7e46357a of type vlan for network d868c54c-411a-494e-9928-9ed287906a49 Sep 16 05:08:17.859528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.945956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-358b0774-bd23-4fbe-b73a-0a00f1e110f4 req-3bb5d752-7c18-4b26-baf5-5598e33a7fde tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312993 Sep 16 05:08:17.949061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.019754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-bd9c165c-78f0-4fd0-a9ab-a7e90b0689eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.020377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-bd9c165c-78f0-4fd0-a9ab-a7e90b0689eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.020784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-bd9c165c-78f0-4fd0-a9ab-a7e90b0689eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.022498 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-bd9c165c-78f0-4fd0-a9ab-a7e90b0689eb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2bf43d57413425d8a8b3c025b25f197&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3310230 Sep 16 05:08:18.135571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.149295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.151292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.170509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.297962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=63e03c82-32fb-41d4-a5ff-4395c73e8a91,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.301910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-aca2cf39-53ac-4544-aed4-61a4dd1f8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.303707 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-21a7bded-3c14-4cb5-8a27-604c35719026 req-aca2cf39-53ac-4544-aed4-61a4dd1f8b51 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2711222 Sep 16 05:08:18.408289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.412659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0b161aec-2e14-430e-935d-697a638a5102 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:18.453718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 0b161aec-2e14-430e-935d-697a638a5102 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:18.454005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0b161aec-2e14-430e-935d-697a638a5102 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:18.463446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.493531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:18.518514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.519039 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Added segment efe0b723-f4a8-4b54-9424-a87053817a61 of type vlan for network c5f64e02-6363-41d5-baff-47b985503562 Sep 16 05:08:18.577947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] No DVR routers for this DVR port 63e03c82-32fb-41d4-a5ff-4395c73e8a91 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:18.579490 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.582142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa04ed9-3a5e-4199-af6f-680e83021bc8 req-a76e3a67-cd84-459f-8e7b-881094b07377 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "DELETE /v2.0/ports/63e03c82-32fb-41d4-a5ff-4395c73e8a91 HTTP/1.1" status: 204 len: 173 time: 1.6625426 Sep 16 05:08:18.598902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4', 'name': 'network-vif-deleted', 'tag': '63e03c82-32fb-41d4-a5ff-4395c73e8a91'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:18.612055 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a6f8a1-7b64-47df-9784-7d41777c17dd" -d '{"events": [{"server_uuid": "b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4", "name": "network-vif-deleted", "tag": "63e03c82-32fb-41d4-a5ff-4395c73e8a91"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:18.612055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=d868c54c-411a-494e-9928-9ed287906a49,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.628201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc187060-b672-4e06-93c9-2cfd09d8aa46 req-1fc6465c-6fa4-4838-b542-6e6ba46608c0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0807569 Sep 16 05:08:18.628568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57534) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.629100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d868c54c-411a-494e-9928-9ed287906a49 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:18.652427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.654090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-288e75d8-649b-4c54-a12a-1360e07bf4bb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4224436 Sep 16 05:08:18.654773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57538) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.671678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': 'd868c54c-411a-494e-9928-9ed287906a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:18.733866 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ec94d0-2642-4e5f-80b0-8b48c3973f38 x-openstack-request-id: req-28ec94d0-2642-4e5f-80b0-8b48c3973f38 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:18.736462 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4", "name": "network-vif-deleted", "tag": "63e03c82-32fb-41d4-a5ff-4395c73e8a91", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:18.738695 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28ec94d0-2642-4e5f-80b0-8b48c3973f38 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:18.739337 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4', 'name': 'network-vif-deleted', 'tag': '63e03c82-32fb-41d4-a5ff-4395c73e8a91', 'status': 'completed', 'code': 200} Sep 16 05:08:18.904132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30929fb-8b62-4b44-b31d-87b0e03ec955,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.927605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.932322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-83b7c382-a3d4-4f4c-a88d-d8cc312823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.932858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-83b7c382-a3d4-4f4c-a88d-d8cc312823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.933343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-83b7c382-a3d4-4f4c-a88d-d8cc312823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.933916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-83b7c382-a3d4-4f4c-a88d-d8cc312823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.934447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-83b7c382-a3d4-4f4c-a88d-d8cc312823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.934938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-83b7c382-a3d4-4f4c-a88d-d8cc312823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.935584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-83b7c382-a3d4-4f4c-a88d-d8cc312823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.937802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-83b7c382-a3d4-4f4c-a88d-d8cc312823af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6500 time: 0.3082061 Sep 16 05:08:18.943177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.945330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.035153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-060b6643-69b3-4e94-903c-9c30d33e97a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870059 Sep 16 05:08:19.040342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:19.078792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:19.086625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.110069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.196604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'Network': ['ID=c5f64e02-6363-41d5-baff-47b985503562,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.222643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Transition to ACTIVE for port object 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:19.229150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network c5f64e02-6363-41d5-baff-47b985503562 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:19.236219 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ae7476fb-8985-42ca-bff8-cf34347dd1dc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7786069 Sep 16 05:08:19.236464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57556) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:19.241997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Request body: {'subnet': {'network_id': 'c5f64e02-6363-41d5-baff-47b985503562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:19.267952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing IP validity checks on allocation pools {{(pid=101824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:08:19.268889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:08:19.297746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-f9f13553-cdb6-49c1-b21a-1393d096d95a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.304893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-f9f13553-cdb6-49c1-b21a-1393d096d95a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.310913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-f9f13553-cdb6-49c1-b21a-1393d096d95a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.318038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-f9f13553-cdb6-49c1-b21a-1393d096d95a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.324547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.326118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-f9f13553-cdb6-49c1-b21a-1393d096d95a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.334686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-f9f13553-cdb6-49c1-b21a-1393d096d95a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.347854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-f9f13553-cdb6-49c1-b21a-1393d096d95a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.351814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-f9f13553-cdb6-49c1-b21a-1393d096d95a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5405 time: 0.2159770 Sep 16 05:08:19.418154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff7f7d5e-1f4b-4644-abf2-6315b51a33dd req-0435b046-5b88-4938-be4e-797fbc98f3ee tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625696 Sep 16 05:08:19.446482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Pushing event updated for resources: {'Port': ['ID=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.560267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Attempting to bind port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:19.560644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Attempting to bind port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:19.560997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Attempting to bind port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 on network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:19.567097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 on network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:19.567587 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Attempting to bind port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 on network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:19.573202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:19.573543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Checking segment: {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:19.573933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Bound using segment: {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:19.574368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Bound port: 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:19.574736 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.595107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Made reservation on behalf of fe64318e9c794321bc0ca6aaaaece3e5 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:19.598746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.723728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] For port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:19.742626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] For port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:19.769215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.851741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.910504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.911308 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.913328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] 10.222.0.60 "PUT /v2.0/ports/6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 HTTP/1.1" status: 200 len: 1092 time: 2.3532014 Sep 16 05:08:19.913700 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '6c0ac5af-1c40-4f2a-a1dd-50a47acbf457'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:19.916231 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578" -d '{"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "6c0ac5af-1c40-4f2a-a1dd-50a47acbf457"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:19.947592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f6fa9-23ec-4c22-9607-285f28d8edab service neutron] Pushing event updated for resources: {'Port': ['ID=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.965568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e1ed596-bc97-43ff-8271-1a009c338e97 req-3fdec00c-f780-4245-96f9-0b5dc6a57145 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ea324e-5b9e-4988-96ad-45e1bdd8ecc4 HTTP/1.1" status: 200 len: 210 time: 0.1034563 Sep 16 05:08:20.015732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.022995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=cec400a9-b0a6-42d2-a6a4-262bb7d97e9a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.065541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': '428cd178-f028-4160-a193-5beb7e46357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd868c54c-411a-494e-9928-9ed287906a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:20.065921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: d868c54c-411a-494e-9928-9ed287906a49, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:20.083405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 63e03c82-32fb-41d4-a5ff-4395c73e8a91 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:20.108784 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cabd72-e8e0-4aa3-9df2-43b65369e953 x-openstack-request-id: req-a0cabd72-e8e0-4aa3-9df2-43b65369e953 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:20.110055 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "6c0ac5af-1c40-4f2a-a1dd-50a47acbf457", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:20.111380 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0cabd72-e8e0-4aa3-9df2-43b65369e953 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:20.112206 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '6c0ac5af-1c40-4f2a-a1dd-50a47acbf457', 'status': 'completed', 'code': 200} Sep 16 05:08:20.113063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'Subnet': ['ID=61661908-02ef-47ce-9f61-52cea6e91de4,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.136960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Request body: {'port': {'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:20.153749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 63e03c82-32fb-41d4-a5ff-4395c73e8a91 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:20.154099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 63e03c82-32fb-41d4-a5ff-4395c73e8a91 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:20.184257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network d868c54c-411a-494e-9928-9ed287906a49 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:20.194125 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:20.245798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.257005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-067da896-7e08-423e-ac8e-609799a7b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.257503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-067da896-7e08-423e-ac8e-609799a7b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.257984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-067da896-7e08-423e-ac8e-609799a7b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.258609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-067da896-7e08-423e-ac8e-609799a7b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.259620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-067da896-7e08-423e-ac8e-609799a7b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.260110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-067da896-7e08-423e-ac8e-609799a7b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.260641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-067da896-7e08-423e-ac8e-609799a7b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.263920 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-067da896-7e08-423e-ac8e-609799a7b8c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6425 time: 0.1569970 Sep 16 05:08:20.265366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Checking segment: {'id': 'efe0b723-f4a8-4b54-9424-a87053817a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5f64e02-6363-41d5-baff-47b985503562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:20.265748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Network hostable DHCP agents. Network: c5f64e02-6363-41d5-baff-47b985503562, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:20.441523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d868c54c-411a-494e-9928-9ed287906a49) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:20.450930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d7ce7-a5a8-4baa-af17-a5d9c1b62617 None None] Network d868c54c-411a-494e-9928-9ed287906a49 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:20.460379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.460974 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.490217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Network c5f64e02-6363-41d5-baff-47b985503562 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:20.504592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-5de369b4-7925-4721-bde7-71084c1bd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.506706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-5de369b4-7925-4721-bde7-71084c1bd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.507898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-5de369b4-7925-4721-bde7-71084c1bd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.511109 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-5de369b4-7925-4721-bde7-71084c1bd70d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2bf43d57413425d8a8b3c025b25f197&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2370059 Sep 16 05:08:20.513479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, c5f64e02-6363-41d5-baff-47b985503562) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:20.520427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.521740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.584873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b0720-6e70-4fd0-aa89-65477589f687 None None] Network c5f64e02-6363-41d5-baff-47b985503562 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:20.630472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8cd0ebec-4059-4559-b798-e34da26961f8 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9700775 Sep 16 05:08:20.635984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57574) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.718289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-c5b75d7e-4289-451b-8979-8a04e9320b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.721385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3c6a6a31-ffb4-40e5-a35b-2d93c2260578 req-c5b75d7e-4289-451b-8979-8a04e9320b2b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1937323 Sep 16 05:08:20.809724 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c2490d21-e653-4562-99dd-f42c6702adf5 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5719531 Sep 16 05:08:20.812420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57576) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.818123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1600148089', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:20.915069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-d868c54c-411a-494e-9928-9ed287906a49', 'network_id': 'd868c54c-411a-494e-9928-9ed287906a49', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': 'cec400a9-b0a6-42d2-a6a4-262bb7d97e9a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:20.916129 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.993008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.994376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.102717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-c5f64e02-6363-41d5-baff-47b985503562', 'network_id': 'c5f64e02-6363-41d5-baff-47b985503562', 'tenant_id': 'fe64318e9c794321bc0ca6aaaaece3e5', 'fixed_ips': [{'subnet_id': '61661908-02ef-47ce-9f61-52cea6e91de4'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:21.104140 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.115852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57584) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:21.167837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bc5910-9d15-4853-8b16-127080567069 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:21.177186 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.196233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Transition to ACTIVE for port object 11bc5910-9d15-4853-8b16-127080567069 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:21.226335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa81d-8e03-4508-8487-b92c4898e454 req-cac87320-a62d-4d57-a204-bcedf601adc5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.232794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa81d-8e03-4508-8487-b92c4898e454 req-cac87320-a62d-4d57-a204-bcedf601adc5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.233943 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.239764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa81d-8e03-4508-8487-b92c4898e454 req-cac87320-a62d-4d57-a204-bcedf601adc5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.245876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa81d-8e03-4508-8487-b92c4898e454 req-cac87320-a62d-4d57-a204-bcedf601adc5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.252570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa81d-8e03-4508-8487-b92c4898e454 req-cac87320-a62d-4d57-a204-bcedf601adc5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.259977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa81d-8e03-4508-8487-b92c4898e454 req-cac87320-a62d-4d57-a204-bcedf601adc5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.265540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa81d-8e03-4508-8487-b92c4898e454 req-cac87320-a62d-4d57-a204-bcedf601adc5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.273955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-916fa81d-8e03-4508-8487-b92c4898e454 req-cac87320-a62d-4d57-a204-bcedf601adc5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5417 time: 0.6387370 Sep 16 05:08:21.329256 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.351574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-916fa81d-8e03-4508-8487-b92c4898e454 req-1b43001d-c92d-4e3f-97f6-fda7cf950c9b tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764613 Sep 16 05:08:21.368426 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.455411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.477509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Allocated IP 172.20.0.3 (d868c54c-411a-494e-9928-9ed287906a49/cec400a9-b0a6-42d2-a6a4-262bb7d97e9a/0b90cedb-8756-428d-9f2d-7596bc549ecb) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:21.568415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Pushing event updated for resources: {'Port': ['ID=11bc5910-9d15-4853-8b16-127080567069,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.585722 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.635224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Allocated IP 172.20.0.2 (c5f64e02-6363-41d5-baff-47b985503562/61661908-02ef-47ce-9f61-52cea6e91de4/4bc25b6b-5acc-430f-b5f1-61781199353d) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:21.639057 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.809560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Attempting to bind port 11bc5910-9d15-4853-8b16-127080567069 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:21.810049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Attempting to bind port 11bc5910-9d15-4853-8b16-127080567069 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:21.810521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Attempting to bind port 11bc5910-9d15-4853-8b16-127080567069 on network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:21.811543 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.832334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Port 11bc5910-9d15-4853-8b16-127080567069 on network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:21.832876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Attempting to bind port 11bc5910-9d15-4853-8b16-127080567069 on network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:21.860233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:21.860233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Checking segment: {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:21.860233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Bound using segment: {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:21.860233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Bound port: 11bc5910-9d15-4853-8b16-127080567069, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc092cf-2776-404e-8672-c946f0fd941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:21.860233 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.900491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.960120 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.024384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Pushing event updated for resources: {'Port': ['ID=0b90cedb-8756-428d-9f2d-7596bc549ecb,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.061201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] For port 11bc5910-9d15-4853-8b16-127080567069, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:22.068569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] For port 11bc5910-9d15-4853-8b16-127080567069, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11bc5910-9d15-4853-8b16-127080567069,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:22.071884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Network d868c54c-411a-494e-9928-9ed287906a49 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:22.075902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:22.082171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:22.164274 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.186766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Attempting to bind port 0b90cedb-8756-428d-9f2d-7596bc549ecb on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:22.191012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Attempting to bind port 0b90cedb-8756-428d-9f2d-7596bc549ecb by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '428cd178-f028-4160-a193-5beb7e46357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd868c54c-411a-494e-9928-9ed287906a49'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:22.191012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Attempting to bind port 0b90cedb-8756-428d-9f2d-7596bc549ecb on network d868c54c-411a-494e-9928-9ed287906a49 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:22.209153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:22.217157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Checking segment: {'id': '428cd178-f028-4160-a193-5beb7e46357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd868c54c-411a-494e-9928-9ed287906a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:22.217157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.217157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Bound using segment: {'id': '428cd178-f028-4160-a193-5beb7e46357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd868c54c-411a-494e-9928-9ed287906a49'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:22.217157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Bound port: 0b90cedb-8756-428d-9f2d-7596bc549ecb, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428cd178-f028-4160-a193-5beb7e46357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd868c54c-411a-494e-9928-9ed287906a49'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:22.217157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.232364 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.245121 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.336356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=cec400a9-b0a6-42d2-a6a4-262bb7d97e9a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.347606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.348232 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.350821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/11bc5910-9d15-4853-8b16-127080567069 HTTP/1.1" status: 200 len: 1092 time: 2.2407236 Sep 16 05:08:22.353087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '11bc5910-9d15-4853-8b16-127080567069'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:22.363981 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d" -d '{"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "11bc5910-9d15-4853-8b16-127080567069"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:22.457929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] For port 0b90cedb-8756-428d-9f2d-7596bc549ecb, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:22.470997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] For port 0b90cedb-8756-428d-9f2d-7596bc549ecb, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0b90cedb-8756-428d-9f2d-7596bc549ecb,segment=NetworkSegment(428cd178-f028-4160-a193-5beb7e46357a),segment_id=428cd178-f028-4160-a193-5beb7e46357a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:22.474538 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.502471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5a6df-0bbf-4130-9606-4ea49b7665d6 service neutron] Pushing event updated for resources: {'Port': ['ID=11bc5910-9d15-4853-8b16-127080567069,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.533190 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f829b78-8766-470b-9cf5-9988f1ad40c4 x-openstack-request-id: req-7f829b78-8766-470b-9cf5-9988f1ad40c4 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:22.533693 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "11bc5910-9d15-4853-8b16-127080567069", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:22.533834 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f829b78-8766-470b-9cf5-9988f1ad40c4 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:22.534165 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': '11bc5910-9d15-4853-8b16-127080567069', 'status': 'completed', 'code': 200} Sep 16 05:08:22.671790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Pushing event updated for resources: {'Port': ['ID=4bc25b6b-5acc-430f-b5f1-61781199353d,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.686304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.724236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.732130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Network c5f64e02-6363-41d5-baff-47b985503562 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:22.761971 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.765527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.769475 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/security-groups/aa24ede0-e0f1-4458-b907-31f0dd47be22 HTTP/1.1" status: 204 len: 168 time: 1.5637867 Sep 16 05:08:22.792612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa24ede0-e0f1-4458-b907-31f0dd47be22,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.803786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.804189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.804609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.812853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fa14a-5aa3-49e4-a9d6-99b56d466dd6 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.820632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:22.829182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:22.831372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d868c54c-411a-494e-9928-9ed287906a49']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:22.845216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428cd178-f028-4160-a193-5beb7e46357a') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:22.845507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428cd178-f028-4160-a193-5beb7e46357a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:22.865789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-b2b93fbc-90f7-4117-9d14-c6c16f16ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.866221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-b2b93fbc-90f7-4117-9d14-c6c16f16ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.866695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-b2b93fbc-90f7-4117-9d14-c6c16f16ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.867300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-b2b93fbc-90f7-4117-9d14-c6c16f16ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.867662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-b2b93fbc-90f7-4117-9d14-c6c16f16ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.868135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-b2b93fbc-90f7-4117-9d14-c6c16f16ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.868582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-b2b93fbc-90f7-4117-9d14-c6c16f16ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.871881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-b2b93fbc-90f7-4117-9d14-c6c16f16ac6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6493 time: 0.3345218 Sep 16 05:08:22.881492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.932493 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.948975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Attempting to bind port 4bc25b6b-5acc-430f-b5f1-61781199353d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:22.949648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Attempting to bind port 4bc25b6b-5acc-430f-b5f1-61781199353d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'efe0b723-f4a8-4b54-9424-a87053817a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5f64e02-6363-41d5-baff-47b985503562'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:22.950246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Attempting to bind port 4bc25b6b-5acc-430f-b5f1-61781199353d on network c5f64e02-6363-41d5-baff-47b985503562 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:22.965694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-7f2baa81-1250-47cc-a670-84d45e467f63 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.968978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57604) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:22.972790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-7f2baa81-1250-47cc-a670-84d45e467f63 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.978795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-7f2baa81-1250-47cc-a670-84d45e467f63 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.979781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f34a93-2631-416c-8928-5e7b2e5fd5f2 None None] Pushing event updated for resources: {'Port': ['ID=0b90cedb-8756-428d-9f2d-7596bc549ecb,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.985411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-7f2baa81-1250-47cc-a670-84d45e467f63 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.996276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-7f2baa81-1250-47cc-a670-84d45e467f63 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.996439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f820076-3f21-41c5-afc5-37d9014cd256 None None] Network d868c54c-411a-494e-9928-9ed287906a49 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:22.997852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-7f2baa81-1250-47cc-a670-84d45e467f63 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.005039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-7f2baa81-1250-47cc-a670-84d45e467f63 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.013397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-7f2baa81-1250-47cc-a670-84d45e467f63 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.4074323 Sep 16 05:08:23.098318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-7995d80e-805a-4803-8dec-feaa5bf69311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.098792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-7995d80e-805a-4803-8dec-feaa5bf69311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.099844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-7995d80e-805a-4803-8dec-feaa5bf69311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.101199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:23.101575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-7995d80e-805a-4803-8dec-feaa5bf69311 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2bf43d57413425d8a8b3c025b25f197&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2074440 Sep 16 05:08:23.101755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Checking segment: {'id': 'efe0b723-f4a8-4b54-9424-a87053817a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5f64e02-6363-41d5-baff-47b985503562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:23.102082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.102485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Bound using segment: {'id': 'efe0b723-f4a8-4b54-9424-a87053817a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5f64e02-6363-41d5-baff-47b985503562'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:23.102963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Bound port: 4bc25b6b-5acc-430f-b5f1-61781199353d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe0b723-f4a8-4b54-9424-a87053817a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5f64e02-6363-41d5-baff-47b985503562'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:23.107101 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.107627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:23.108021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:23.111719 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:23.141601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c3d671-b543-42bd-902b-d47a6c2e0032 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting subnet 950f45ef-ce3d-4ce8-b4a7-2859a9378236 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:23.162880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15c3d671-b543-42bd-902b-d47a6c2e0032 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.294419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] For port 4bc25b6b-5acc-430f-b5f1-61781199353d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:23.295004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8505980-a2b7-44c7-8b62-d98d4ed73dd1 req-6dcdf5c1-0f29-473a-968c-9e5bf38b96d0 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2801392 Sep 16 05:08:23.299094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] For port 4bc25b6b-5acc-430f-b5f1-61781199353d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4bc25b6b-5acc-430f-b5f1-61781199353d,segment=NetworkSegment(efe0b723-f4a8-4b54-9424-a87053817a61),segment_id=efe0b723-f4a8-4b54-9424-a87053817a61)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:23.359817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15c3d671-b543-42bd-902b-d47a6c2e0032 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.389393 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:08:23.389393 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:08:23.389393 n-d-712143-16 neutron-server[101824]: [parameters: {'id': 'd868c54c-411a-494e-9928-9ed287906a49'}] Sep 16 05:08:23.389393 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:23.389958 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:23.415391 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.448800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-82b9edaa-4901-4f65-899a-4c871e910601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.450809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3982cdf-a23a-4e14-88ba-1fd6d602d31d req-82b9edaa-4901-4f65-899a-4c871e910601 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3373945 Sep 16 05:08:23.537190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15c3d671-b543-42bd-902b-d47a6c2e0032 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.549433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef24bc-756c-4f6d-8645-2f9c3922d228 None None] Pushing event updated for resources: {'Port': ['ID=4bc25b6b-5acc-430f-b5f1-61781199353d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.596245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.643437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.653088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-18e97ed0-c90f-4296-9fdc-0ef2d166f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.653866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-18e97ed0-c90f-4296-9fdc-0ef2d166f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.655023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-18e97ed0-c90f-4296-9fdc-0ef2d166f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.655703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-18e97ed0-c90f-4296-9fdc-0ef2d166f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.656351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-18e97ed0-c90f-4296-9fdc-0ef2d166f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.656996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-18e97ed0-c90f-4296-9fdc-0ef2d166f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.659317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-18e97ed0-c90f-4296-9fdc-0ef2d166f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.661691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-18e97ed0-c90f-4296-9fdc-0ef2d166f81b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6493 time: 0.1307745 Sep 16 05:08:23.749753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-239cd89a-a372-41e2-b6a8-d92f94386d5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 200 len: 217 time: 0.0776656 Sep 16 05:08:23.882141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15c3d671-b543-42bd-902b-d47a6c2e0032 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.895488 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.933323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a5542cc8-af53-41c1-a33e-a388c6fc7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.942516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-a5542cc8-af53-41c1-a33e-a388c6fc7340 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29e371a8-11d8-40bd-9286-ce4660059b2d HTTP/1.1" status: 200 len: 856 time: 0.1836855 Sep 16 05:08:23.952987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15c3d671-b543-42bd-902b-d47a6c2e0032 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.958189 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-15c3d671-b543-42bd-902b-d47a6c2e0032 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/subnets/950f45ef-ce3d-4ce8-b4a7-2859a9378236 HTTP/1.1" status: 204 len: 168 time: 0.9606237 Sep 16 05:08:23.958189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Allocated IP 172.25.7.21 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c67fa4b4-afeb-49ca-9a41-d6359f9296c8) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:23.960215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3d671-b543-42bd-902b-d47a6c2e0032 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Subnet': ['ID=950f45ef-ce3d-4ce8-b4a7-2859a9378236,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.965169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d0565-a8d3-4095-9bcb-0cc99e3469dd None None] Network bc70b11c-d6df-4826-976d-3f6215d92b5e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:23.971926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57618) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:24.178970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.262025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] DHCP port deletion for bc70b11c-d6df-4826-976d-3f6215d92b5e request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:24.305996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-333f8825-1222-4e4c-b36c-d0e2a3c67380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.307791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-333f8825-1222-4e4c-b36c-d0e2a3c67380 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e59cd688-c0f6-4a88-9106-667ee9954d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3566678 Sep 16 05:08:24.347372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.364420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.429939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] Deleting port b863b46b-7bd2-4f36-928b-a47814e11919 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:24.430564 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.443096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port 0b90cedb-8756-428d-9f2d-7596bc549ecb {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:24.443879 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.490352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:24.510231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:24.523203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port 0b90cedb-8756-428d-9f2d-7596bc549ecb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0b90cedb-8756-428d-9f2d-7596bc549ecb,segment=NetworkSegment(428cd178-f028-4160-a193-5beb7e46357a),segment_id=428cd178-f028-4160-a193-5beb7e46357a)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:24.524416 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.524572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:24.539213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for 0b90cedb-8756-428d-9f2d-7596bc549ecb owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:24.564121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4bc25b6b-5acc-430f-b5f1-61781199353d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:24.669261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] For port b863b46b-7bd2-4f36-928b-a47814e11919, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b863b46b-7bd2-4f36-928b-a47814e11919,segment=NetworkSegment(a14add37-1c1e-4f05-9623-2240a3f91644),segment_id=a14add37-1c1e-4f05-9623-2240a3f91644)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:24.669788 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.725460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] Calling delete_port for b863b46b-7bd2-4f36-928b-a47814e11919 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:24.811106 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.878991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-24c01efd-16fb-47e7-b5ec-e59919f52a1d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.886050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-24c01efd-16fb-47e7-b5ec-e59919f52a1d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.899721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-24c01efd-16fb-47e7-b5ec-e59919f52a1d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.908696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-24c01efd-16fb-47e7-b5ec-e59919f52a1d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.915543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-24c01efd-16fb-47e7-b5ec-e59919f52a1d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.921655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-24c01efd-16fb-47e7-b5ec-e59919f52a1d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.933141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-24c01efd-16fb-47e7-b5ec-e59919f52a1d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.933141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-24c01efd-16fb-47e7-b5ec-e59919f52a1d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2853434 Sep 16 05:08:24.935624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-b2e399f7-012f-4849-9bbe-de33c81c610f service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110644 Sep 16 05:08:24.942073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=0b90cedb-8756-428d-9f2d-7596bc549ecb,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.974319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'Port': ['ID=c67fa4b4-afeb-49ca-9a41-d6359f9296c8,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.028286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4bc25b6b-5acc-430f-b5f1-61781199353d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:25.028863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.039783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port 0b90cedb-8756-428d-9f2d-7596bc549ecb on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:25.169618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port b863b46b-7bd2-4f36-928b-a47814e11919 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:25.170478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.183435 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.202566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.252581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] Pushing event deleted for resources: {'Port': ['ID=b863b46b-7bd2-4f36-928b-a47814e11919,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.254705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763316e-7e1f-482b-8cf1-9239ce090580 None None] No DVR routers for this DVR port b863b46b-7bd2-4f36-928b-a47814e11919 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:25.301452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 4bc25b6b-5acc-430f-b5f1-61781199353d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4bc25b6b-5acc-430f-b5f1-61781199353d,segment=NetworkSegment(efe0b723-f4a8-4b54-9424-a87053817a61),segment_id=efe0b723-f4a8-4b54-9424-a87053817a61)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:25.306142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805647fe-0256-403d-b569-7b45febee387 None None] Network c5f64e02-6363-41d5-baff-47b985503562 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:25.355494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-f0eaea5c-590a-4a88-b88e-3251db0bce7e service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041011 Sep 16 05:08:25.406330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8c22597c-b622-4c89-b6e8-c7f6ec672189 None None] Provisioning complete for port 4bc25b6b-5acc-430f-b5f1-61781199353d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:25.406330 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8c22597c-b622-4c89-b6e8-c7f6ec672189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.453613 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.510322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2562cb66-a044-418f-a7a1-dd2660cb7346 req-326893cf-4be2-4462-8afd-72e05a1681e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5572255 Sep 16 05:08:25.511891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-9adc7d38-2cab-4b83-ada1-c694a813ffad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 217 time: 0.1448870 Sep 16 05:08:25.568728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b863b46b-7bd2-4f36-928b-a47814e11919 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:25.603827 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.613101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b863b46b-7bd2-4f36-928b-a47814e11919 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:25.613946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b863b46b-7bd2-4f36-928b-a47814e11919 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:25.620703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.800115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d868c54c-411a-494e-9928-9ed287906a49']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:25.821916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port b863b46b-7bd2-4f36-928b-a47814e11919, host n-d-712143-16, got binding levels [] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:25.822313 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.850342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428cd178-f028-4160-a193-5beb7e46357a') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:25.850654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428cd178-f028-4160-a193-5beb7e46357a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:25.859826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for b863b46b-7bd2-4f36-928b-a47814e11919 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:25.871477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Port b863b46b-7bd2-4f36-928b-a47814e11919 was not found and therefore no delete operation was performed {{(pid=101824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:08:25.878810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.883560 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.902129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-0ca7f65b-4bd7-49c8-b76d-53265c948d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.904500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-0ca7f65b-4bd7-49c8-b76d-53265c948d72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.3710694 Sep 16 05:08:25.960747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] No DVR routers for this DVR port b863b46b-7bd2-4f36-928b-a47814e11919 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:25.971082 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.994093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=b863b46b-7bd2-4f36-928b-a47814e11919,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.034436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:26.034923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:26.040543 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:26.059680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.060079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.060826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.061174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.061640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.062025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.062301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=4bc25b6b-5acc-430f-b5f1-61781199353d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.062518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.062875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.064495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.071474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.071474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.071474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.122911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.272159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.280295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-e23ce455-19a0-46f8-b5f8-fd1ff2b23491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.280295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-e23ce455-19a0-46f8-b5f8-fd1ff2b23491 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3377244 Sep 16 05:08:26.325878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc70b11c-d6df-4826-976d-3f6215d92b5e']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.350817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14add37-1c1e-4f05-9623-2240a3f91644') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.350817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14add37-1c1e-4f05-9623-2240a3f91644') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.361028 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.366638 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.415665 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.431673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57640) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:26.434546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320523189'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:26.438210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/d868c54c-411a-494e-9928-9ed287906a49 HTTP/1.1" status: 204 len: 168 time: 5.7988601 Sep 16 05:08:26.481799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb3ea4-a61b-438c-ad23-40783f9e0c7d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=d868c54c-411a-494e-9928-9ed287906a49,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.500689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Router f7177185-406a-48c6-b025-db8b6a602fc2 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:26.508982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4bc25b6b-5acc-430f-b5f1-61781199353d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:26.510707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.517941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-82a0f97c-b331-4581-8758-abffc3a93583 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313995 Sep 16 05:08:26.526548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:26.526960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:26.531208 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:26.557390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc88019-de65-45ec-8065-67414be2f395 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:08:26.657398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:26.659337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:26.664663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.675757 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d6ffa2-035f-4779-ad9c-5beb0c3ba420 None None] Sync routers for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:26.695710 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6ffa2-035f-4779-ad9c-5beb0c3ba420 None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:26.696863 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d6d6ffa2-035f-4779-ad9c-5beb0c3ba420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.716582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:26.732533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e56940a6-d4c1-45ec-ab93-0119abb0c245 None None] Provisioning complete for port 4bc25b6b-5acc-430f-b5f1-61781199353d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:26.735994 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e56940a6-d4c1-45ec-ab93-0119abb0c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.739705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.740070 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd of type vlan for network ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e Sep 16 05:08:26.753513 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d6d6ffa2-035f-4779-ad9c-5beb0c3ba420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.775460 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6ffa2-035f-4779-ad9c-5beb0c3ba420 None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:26.777018 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d6d6ffa2-035f-4779-ad9c-5beb0c3ba420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.796541 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.804818 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7d054671-dac1-49db-b2fe-e2e27e316a78 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.9909663 Sep 16 05:08:26.805598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57646) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:26.838865 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d6d6ffa2-035f-4779-ad9c-5beb0c3ba420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.840087 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d6ffa2-035f-4779-ad9c-5beb0c3ba420 None None] The sync data for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:26.895060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 4bc25b6b-5acc-430f-b5f1-61781199353d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:26.895468 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.996002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc88019-de65-45ec-8065-67414be2f395 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:08:27.076922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.212402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-0b6325f2-8fa5-4cb3-8126-e045b7ae9ee2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.218984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-0b6325f2-8fa5-4cb3-8126-e045b7ae9ee2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.227686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-0b6325f2-8fa5-4cb3-8126-e045b7ae9ee2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.234221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-0b6325f2-8fa5-4cb3-8126-e045b7ae9ee2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.240803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-0b6325f2-8fa5-4cb3-8126-e045b7ae9ee2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.246892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-0b6325f2-8fa5-4cb3-8126-e045b7ae9ee2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.253417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-0b6325f2-8fa5-4cb3-8126-e045b7ae9ee2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.262134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-0b6325f2-8fa5-4cb3-8126-e045b7ae9ee2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.1777930 Sep 16 05:08:27.272085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.280433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.290060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.295082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/networks/bc70b11c-d6df-4826-976d-3f6215d92b5e HTTP/1.1" status: 204 len: 168 time: 3.2533629 Sep 16 05:08:27.298202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.300351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-9e84ce4a-9994-46de-84b3-f04cb87f8f16 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693357 Sep 16 05:08:27.300866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.301262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57656) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:27.413035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9826818 Sep 16 05:08:27.424370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57662) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:27.424789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': 'ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:27.440301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a9c15a6-9c97-4eed-9b5b-ab682b3e1f67 req-83bc659a-6a44-48d9-8ae4-f2d89dcbfc31 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777098 Sep 16 05:08:27.441184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e76f17-44e1-429b-b9b1-2b0c257823a2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Network': ['ID=bc70b11c-d6df-4826-976d-3f6215d92b5e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:27.521042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-543b8194-b19b-4374-9ee3-994791cdde45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 217 time: 0.1277213 Sep 16 05:08:27.540376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc89b8-8b9e-4399-a998-99222a9f6b62 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:27.613083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:27.686554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-ddaac09c-af3f-4adb-a537-3b7ccdebe777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.702828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-ddaac09c-af3f-4adb-a537-3b7ccdebe777 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.1720183 Sep 16 05:08:27.830215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:27.835824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.925953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d7660f11-1422-4e54-8324-7d0572475026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.935052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d7660f11-1422-4e54-8324-7d0572475026 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1833961 Sep 16 05:08:28.200562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.207150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-1a0c2adc-909d-4114-94ae-13ab07e42c60 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608354 Sep 16 05:08:28.227690 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.265487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port f929f3a8-f282-4963-9af6-a4ba8026b1dc {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:28.265487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.338926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.430584 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.431039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.448959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for f929f3a8-f282-4963-9af6-a4ba8026b1dc owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:28.500362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=2d43d6ac-0eca-459d-81b3-231d4b114cab,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:28.782107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:28.783035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:28.811335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-7664b49d-212d-42ff-9939-fcef5c131f2b service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945339 Sep 16 05:08:28.896553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-12614588-f529-487c-8c8c-7fd1a8f114ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=9cc1287c-ab05-4962-802e-48766396bbd9 HTTP/1.1" status: 200 len: 217 time: 0.0752263 Sep 16 05:08:28.913040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:28.915657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-9954b701-acb5-42c9-95dd-a68c7d63b607 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.921999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-9954b701-acb5-42c9-95dd-a68c7d63b607 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.928419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-9954b701-acb5-42c9-95dd-a68c7d63b607 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.934625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-9954b701-acb5-42c9-95dd-a68c7d63b607 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.940424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-9954b701-acb5-42c9-95dd-a68c7d63b607 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.947016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-9954b701-acb5-42c9-95dd-a68c7d63b607 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.951154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Allocated IP 172.20.0.1 (c5f64e02-6363-41d5-baff-47b985503562/61661908-02ef-47ce-9f61-52cea6e91de4/f9b8744c-ba1d-4ce0-8e11-9e83a046bca8) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:28.952810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-9954b701-acb5-42c9-95dd-a68c7d63b607 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.955824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-9954b701-acb5-42c9-95dd-a68c7d63b607 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2357912 Sep 16 05:08:28.966402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ae212-ab1f-4ff1-9021-da0b0d9ce444 req-c4787c65-79eb-4315-ac99-946497125646 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.968009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc9ae212-ab1f-4ff1-9021-da0b0d9ce444 req-c4787c65-79eb-4315-ac99-946497125646 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.2535024 Sep 16 05:08:28.984141 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.007662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:29.013452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.015616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.016465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1a4ca-7720-4d7e-9ffe-bccc33cae285 None None] Network ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:29.125235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.145414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc9ae212-ab1f-4ff1-9021-da0b0d9ce444 req-3000e860-c093-4200-83aa-178053a688d5 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591241 Sep 16 05:08:29.146268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=f929f3a8-f282-4963-9af6-a4ba8026b1dc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.165344 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c57ad77b-91fd-401b-bd22-328b66bfe4b2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7447309 Sep 16 05:08:29.171105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57682) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:29.187695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-76f6e456-b8ef-4661-9067-0bae45546fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.189699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-76f6e456-b8ef-4661-9067-0bae45546fd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.2322659 Sep 16 05:08:29.239640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08275c3-c628-4626-8e08-3a9247fdac20 req-fa8aa6fd-3e3a-4369-bbba-dd9a3e6ab53f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2700548 Sep 16 05:08:29.268795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e', 'network_id': 'ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': '2d43d6ac-0eca-459d-81b3-231d4b114cab'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:29.272128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.298357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.298357 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Floating IP fff6c405-4e52-4951-976d-e84064e93b79 disassociated (deleted). External IP: 172.25.7.187, port: 3423ad4a-be74-402a-acad-a1ee991f2d34. Sep 16 05:08:29.427008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-84b19b6c-3ca5-46eb-8415-0b79003fbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.428559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-84b19b6c-3ca5-46eb-8415-0b79003fbe6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2137625 Sep 16 05:08:29.438182 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.477822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.495543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Allocated IP 172.20.0.1 (ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e/2d43d6ac-0eca-459d-81b3-231d4b114cab/6f0978e9-01d5-4d57-aad4-ea329778bdd1) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:29.556049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Network c5f64e02-6363-41d5-baff-47b985503562 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:29.563074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:29.565931 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.570753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:29.619706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'Port': ['ID=f9b8744c-ba1d-4ce0-8e11-9e83a046bca8,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.694228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.738278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.798514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c7d4c72e-56aa-4daa-a841-c7cf4d872418 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601310 Sep 16 05:08:29.821592 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.906785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Network ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:29.911007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router 776bd2dc-3171-48ad-8385-4f95ad03a122 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:29.920199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:29.923886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:29.939356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-eddade02-464a-4d5f-a9d9-c195a15f25a2 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311080 Sep 16 05:08:29.962128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Pushing event updated for resources: {'Port': ['ID=6f0978e9-01d5-4d57-aad4-ea329778bdd1,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.014234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ad989e91-2d8f-469c-987b-4fe4858480be None None] Provisioning complete for port f9b8744c-ba1d-4ce0-8e11-9e83a046bca8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:30.014617 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad989e91-2d8f-469c-987b-4fe4858480be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.019424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Attempting to bind port 6f0978e9-01d5-4d57-aad4-ea329778bdd1 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:30.019424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Attempting to bind port 6f0978e9-01d5-4d57-aad4-ea329778bdd1 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:30.019424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Attempting to bind port 6f0978e9-01d5-4d57-aad4-ea329778bdd1 on network ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:30.026390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.041515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:30.041890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Checking segment: {'id': '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:30.042387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.043423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Bound using segment: {'id': '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:30.043922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Bound port: 6f0978e9-01d5-4d57-aad4-ea329778bdd1, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:30.044316 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.062221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-c96b0dae-4aff-46b9-b788-26ddaa2240e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec HTTP/1.1" status: 200 len: 217 time: 0.0433073 Sep 16 05:08:30.071324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ad989e91-2d8f-469c-987b-4fe4858480be None None] Port f9b8744c-ba1d-4ce0-8e11-9e83a046bca8 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:30.098324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=2d43d6ac-0eca-459d-81b3-231d4b114cab,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.103516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.130510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] For port 6f0978e9-01d5-4d57-aad4-ea329778bdd1, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:30.134726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] For port 6f0978e9-01d5-4d57-aad4-ea329778bdd1, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6f0978e9-01d5-4d57-aad4-ea329778bdd1,segment=NetworkSegment(5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd),segment_id=5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:30.171393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:30.173501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.179034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] Sync routers for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:30.188254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:30.188880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:30.204538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d624ac68-52f4-4ca6-89db-2a457b7b809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.206001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d624ac68-52f4-4ca6-89db-2a457b7b809f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.1338449 Sep 16 05:08:30.208063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-91b9ae94-cb4d-43ac-bcec-948fdc5efb15 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/floatingips/fff6c405-4e52-4951-976d-e84064e93b79 HTTP/1.1" status: 204 len: 168 time: 2.8955364 Sep 16 05:08:30.208379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:30.211032 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0" -d '{"events": [{"name": "network-changed", "server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:30.218059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.287989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:30.302941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:30.303271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:30.317394 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9938ab-5d2d-4c02-971d-406bafec23fd x-openstack-request-id: req-9b9938ab-5d2d-4c02-971d-406bafec23fd {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:30.322865 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:30.322865 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b9938ab-5d2d-4c02-971d-406bafec23fd {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:30.322865 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'status': 'completed', 'code': 200} Sep 16 05:08:30.332888 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.340668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10668973-4961-4e0d-873e-88bb13b8c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.343177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-10668973-4961-4e0d-873e-88bb13b8c0de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293061 Sep 16 05:08:30.411672 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.426605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:30.427673 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.578420 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.610638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-60401349-22af-4036-87e0-6296f4b532d7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.614337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:30.628286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-60401349-22af-4036-87e0-6296f4b532d7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.634553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-60401349-22af-4036-87e0-6296f4b532d7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.652827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-60401349-22af-4036-87e0-6296f4b532d7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.671147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-60401349-22af-4036-87e0-6296f4b532d7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.684517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-60401349-22af-4036-87e0-6296f4b532d7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.695482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-60401349-22af-4036-87e0-6296f4b532d7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.706040 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-60401349-22af-4036-87e0-6296f4b532d7 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2775769 Sep 16 05:08:30.737482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-0799df6c-b8a6-4491-b59b-914a8c9ae0d4 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815429 Sep 16 05:08:30.774294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ba943-3cf4-4151-bca1-60cab5b695c2 None None] Pushing event updated for resources: {'Port': ['ID=6f0978e9-01d5-4d57-aad4-ea329778bdd1,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.811558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148d532c-a396-4595-bcc1-f116b0c3443b None None] Network ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:31.018511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc9d905d-0f11-4de5-8793-93f252d1e0a3 req-3bdd0dc2-abd0-4bd5-8373-e7da62f86570 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3009667 Sep 16 05:08:31.141227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-0fa1135f-e0fe-4108-84f7-91022b71a485 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856149 Sep 16 05:08:31.149378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976fde1-9eba-488e-b261-d781351225e0 req-7bb367ca-0eab-4791-a96f-6609cb652bf0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.167880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3976fde1-9eba-488e-b261-d781351225e0 req-7bb367ca-0eab-4791-a96f-6609cb652bf0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 945 time: 0.1474359 Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:31.248348 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:31.257347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-3095c5fe-f22d-4730-8cdf-72e4026a12ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 HTTP/1.1" status: 200 len: 217 time: 0.0870457 Sep 16 05:08:31.274516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6f015-a6ca-4241-a0f3-9609b1234538 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:08:31.332383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 6, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:31.370054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-663d7bfd-1cd5-40b7-8eab-94374daf240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.371787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-663d7bfd-1cd5-40b7-8eab-94374daf240f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.0968888 Sep 16 05:08:31.401063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] Checking router: 776bd2dc-3171-48ad-8385-4f95ad03a122 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:31.439543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3976fde1-9eba-488e-b261-d781351225e0 req-c21db8e2-7c12-4d1e-9ff7-6a6ec8e32d5b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703934 Sep 16 05:08:31.464193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-dc6d7bfd-c6c9-4ccb-9497-c916f6413db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.470146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-dc6d7bfd-c6c9-4ccb-9497-c916f6413db2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836015 Sep 16 05:08:31.496351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6f015-a6ca-4241-a0f3-9609b1234538 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:08:31.524274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:31.524957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:31.557443 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:08:31.557443 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:08:31.557443 n-d-712143-16 neutron-server[101825]: [parameters: {'id': 'ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e'}] Sep 16 05:08:31.557443 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:31.558004 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:31.568827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-8411bc86-3cdc-4143-954f-70ffb0b77a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.570595 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-8411bc86-3cdc-4143-954f-70ffb0b77a41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 1097 time: 1.2539651 Sep 16 05:08:31.579377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.694409 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.775335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:31.788667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.806487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d371645-e5b4-4b72-9e84-a549f91f7524 req-6ea81b80-0f3f-41e4-82c6-ed8f4953ed29 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.809019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d371645-e5b4-4b72-9e84-a549f91f7524 req-6ea81b80-0f3f-41e4-82c6-ed8f4953ed29 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.1683197 Sep 16 05:08:31.810354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-553357cf-37fc-4669-9f82-1ccba059df2e service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318448 Sep 16 05:08:31.870106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'Port': ['ID=f9b8744c-ba1d-4ce0-8e11-9e83a046bca8,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.900413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-f733d20d-6c50-420a-9254-76d7fc5584c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.901933 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-f733d20d-6c50-420a-9254-76d7fc5584c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ccad8ae-f251-4d66-aca5-ac70620eb121 HTTP/1.1" status: 200 len: 897 time: 0.3203807 Sep 16 05:08:31.962676 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-00946b6c-c5d2-4b3d-8962-b1475bddc38e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3423ad4a-be74-402a-acad-a1ee991f2d34 HTTP/1.1" status: 200 len: 217 time: 0.0490897 Sep 16 05:08:31.974426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-ad8cd0f5-88bc-4960-8635-3ce476f83a64 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239488 Sep 16 05:08:32.039699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-ec332db5-0deb-44d2-bacf-1234177d8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.041306 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-ec332db5-0deb-44d2-bacf-1234177d8e92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=481102e8-2f62-4ba8-9645-27fba77dcf77 HTTP/1.1" status: 200 len: 835 time: 0.0694447 Sep 16 05:08:32.046763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-239fa485-aa35-4039-bc3f-c4764ceb29b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11bc5910-9d15-4853-8b16-127080567069 HTTP/1.1" status: 200 len: 217 time: 0.0638363 Sep 16 05:08:32.050584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Network c5f64e02-6363-41d5-baff-47b985503562 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:32.052207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d371645-e5b4-4b72-9e84-a549f91f7524 req-b3a236b6-21b1-4862-a43c-b0c3c407ad4d tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378743 Sep 16 05:08:32.052603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:32.064822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.077227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1c3dd-53cc-41b9-8a7b-b6ad91a5d5bc req-0e9b82ff-1245-46be-8339-d2fa6a9c120f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.080036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65d1c3dd-53cc-41b9-8a7b-b6ad91a5d5bc req-0e9b82ff-1245-46be-8339-d2fa6a9c120f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.3703630 Sep 16 05:08:32.192309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 6, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:32.234827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9225257-e069-428c-bd8d-3389a9dfc4e0 None None] The sync data for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 is: [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 6, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a754cf8d-eade-475d-8acc-aa190fcc7c94', 'name': '', 'network_id': '0ccad8ae-f251-4d66-aca5-ac70620eb121', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:66:fc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:02Z', 'updated_at': '2021-09-16T05:06:09Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '481102e8-2f62-4ba8-9645-27fba77dcf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:32.259100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-07e091fb-666f-432e-9398-ac8680deba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.263030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-07e091fb-666f-432e-9398-ac8680deba8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ccad8ae-f251-4d66-aca5-ac70620eb121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037687 Sep 16 05:08:32.317619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65d1c3dd-53cc-41b9-8a7b-b6ad91a5d5bc req-5b5713da-e03a-488e-9752-738de3bbca3b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642528 Sep 16 05:08:32.326978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-66139632-ef7b-414d-808a-d417b3907c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.334386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-66139632-ef7b-414d-808a-d417b3907c70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.2532828 Sep 16 05:08:32.400723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-733064a8-ceaa-43a0-a6fa-220d5815903a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.421963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-733064a8-ceaa-43a0-a6fa-220d5815903a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.430969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-733064a8-ceaa-43a0-a6fa-220d5815903a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.439145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-733064a8-ceaa-43a0-a6fa-220d5815903a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.450924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-733064a8-ceaa-43a0-a6fa-220d5815903a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.459114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-733064a8-ceaa-43a0-a6fa-220d5815903a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.466541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-733064a8-ceaa-43a0-a6fa-220d5815903a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.468718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-733064a8-ceaa-43a0-a6fa-220d5815903a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2722952 Sep 16 05:08:32.527004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ba8b1bca-91f1-48c6-85c3-87796565254a None None] Provisioning complete for port f9b8744c-ba1d-4ce0-8e11-9e83a046bca8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:32.527641 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba8b1bca-91f1-48c6-85c3-87796565254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.566819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d7876102-05d0-4452-9a33-1c45a6e21f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.568420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-d7876102-05d0-4452-9a33-1c45a6e21f01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2262077 Sep 16 05:08:32.568927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-06abb086-d96e-4728-aa0d-83fc9dcb8d13 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.570480 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-06abb086-d96e-4728-aa0d-83fc9dcb8d13 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 945 time: 0.3946769 Sep 16 05:08:32.592575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e8ab1ea-9e69-46b2-a7a5-687cba8c942a req-abbb7fd8-5d32-4e38-903a-208b60fdad60 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047077 Sep 16 05:08:32.626891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b1bca-91f1-48c6-85c3-87796565254a None None] Port f9b8744c-ba1d-4ce0-8e11-9e83a046bca8 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:32.650517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Router f7177185-406a-48c6-b025-db8b6a602fc2 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:32.673110 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a9ffc5-5a5b-4ab5-bc15-166239c82ca9 None None] New status for floating IP fff6c405-4e52-4951-976d-e84064e93b79: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:32.682156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port 6f0978e9-01d5-4d57-aad4-ea329778bdd1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:32.682510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.714151 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-709cab68-4878-4278-878e-ec5d2e98b661 service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118431 Sep 16 05:08:32.912017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port 6f0978e9-01d5-4d57-aad4-ea329778bdd1, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6f0978e9-01d5-4d57-aad4-ea329778bdd1,segment=NetworkSegment(5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd),segment_id=5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:32.912017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.937713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for 6f0978e9-01d5-4d57-aad4-ea329778bdd1 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:33.054244 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-a85839e5-a24c-42a5-a60a-f5d3f32004a1 service neutron] 10.222.0.60 "GET /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219094 Sep 16 05:08:33.058250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7f43-3d44-4263-84c2-b237c6ad40dd req-256db71e-bc65-4829-8337-6f741d8ecd69 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.060430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c8c7f43-3d44-4263-84c2-b237c6ad40dd req-256db71e-bc65-4829-8337-6f741d8ecd69 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 945 time: 0.1050050 Sep 16 05:08:33.068508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port 3423ad4a-be74-402a-acad-a1ee991f2d34 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:33.068763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.096650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:33.112594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7537239-a22f-42c6-8f30-0dcd819d654c None None] Sync routers for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:33.120976 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0ee8ac12-1afa-4cae-bf05-33cb96b53d60 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "PUT /v2.0/routers/f7177185-406a-48c6-b025-db8b6a602fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3141475 Sep 16 05:08:33.121212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57736) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:33.133873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Request body: {'port': {'network_id': 'c5f64e02-6363-41d5-baff-47b985503562', 'name': 'tempest-FloatingIPAdminTestJSON-1260330970'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:33.134046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7537239-a22f-42c6-8f30-0dcd819d654c None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:33.134046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b7537239-a22f-42c6-8f30-0dcd819d654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.154115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c8c7f43-3d44-4263-84c2-b237c6ad40dd req-547d0684-3104-4ea6-856b-15f5ee4882a1 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737512 Sep 16 05:08:33.166204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-fa99d9ce-c7df-4202-893a-99da796f50d6 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726664 Sep 16 05:08:33.186783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b7537239-a22f-42c6-8f30-0dcd819d654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.194703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3acdc-4db3-47b1-af54-c4a58f806359 req-a9a534fb-c716-4a0c-9f5e-80f92e2a415c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.196242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79f3acdc-4db3-47b1-af54-c4a58f806359 req-a9a534fb-c716-4a0c-9f5e-80f92e2a415c tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.1658111 Sep 16 05:08:33.198434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7537239-a22f-42c6-8f30-0dcd819d654c None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:33.199328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b7537239-a22f-42c6-8f30-0dcd819d654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.225266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port 3423ad4a-be74-402a-acad-a1ee991f2d34, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3423ad4a-be74-402a-acad-a1ee991f2d34,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:33.225639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.240305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for 3423ad4a-be74-402a-acad-a1ee991f2d34 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:33.243813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b7537239-a22f-42c6-8f30-0dcd819d654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.244737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7537239-a22f-42c6-8f30-0dcd819d654c None None] The sync data for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:33.322674 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.325396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79f3acdc-4db3-47b1-af54-c4a58f806359 req-7ad543ee-7419-4ee5-a52a-7573e0df9daa tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108553 Sep 16 05:08:33.389642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a9f35b4-0b6b-459e-a778-c909888a1a8c req-76ea712a-3eff-4d1b-b5e4-9b4920b3c688 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099102 Sep 16 05:08:33.391396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=6f0978e9-01d5-4d57-aad4-ea329778bdd1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.399737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port 6f0978e9-01d5-4d57-aad4-ea329778bdd1 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:33.480844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d1917-9ca7-4725-9e46-5dc9a7009a07 req-e07c6ed8-1986-44e1-9322-66755b0c023a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.482255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-474d1917-9ca7-4725-9e46-5dc9a7009a07 req-e07c6ed8-1986-44e1-9322-66755b0c023a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0661790 Sep 16 05:08:33.509827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.530943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-474d1917-9ca7-4725-9e46-5dc9a7009a07 req-0d2cb4dc-6642-4eec-b66a-f8098b9b0c8e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347219 Sep 16 05:08:33.537481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.552758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.552758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5475f9d8-29f4-44ea-bff2-e6bb7d39d5bd') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.558530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.572805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.578527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:33.579014 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:33.581996 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:33.602828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Made reservation on behalf of fe64318e9c794321bc0ca6aaaaece3e5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:33.606860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.625383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] device_id is not set on port b9b849ef-dc40-488a-bf01-44fdbd6905bc yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:33.681396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.723420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=3423ad4a-be74-402a-acad-a1ee991f2d34,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.771701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] No DVR routers for this DVR port 3423ad4a-be74-402a-acad-a1ee991f2d34 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:33.775378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.778218 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f1da104-1226-4268-aa6b-dd128f43f788 req-c925ee1d-92ec-46e1-9a01-f926e8a6e530 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.60 "DELETE /v2.0/ports/3423ad4a-be74-402a-acad-a1ee991f2d34 HTTP/1.1" status: 204 len: 173 time: 1.1959469 Sep 16 05:08:33.778877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'name': 'network-vif-deleted', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:33.782499 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e20317-541a-481a-9481-c92157e67d89" -d '{"events": [{"server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "name": "network-vif-deleted", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:33.785631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.791304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.792352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Allocated IP 172.20.0.12 (c5f64e02-6363-41d5-baff-47b985503562/61661908-02ef-47ce-9f61-52cea6e91de4/b9b849ef-dc40-488a-bf01-44fdbd6905bc) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:33.797135 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e HTTP/1.1" status: 204 len: 168 time: 4.6248698 Sep 16 05:08:33.798345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57746) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:33.811074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-bfc8f02f-7326-4d78-b3ae-9fe2e3fe500e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.815163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-bfc8f02f-7326-4d78-b3ae-9fe2e3fe500e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.822311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-bfc8f02f-7326-4d78-b3ae-9fe2e3fe500e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.825679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269862710'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:33.828195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-bfc8f02f-7326-4d78-b3ae-9fe2e3fe500e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.834371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-bfc8f02f-7326-4d78-b3ae-9fe2e3fe500e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.840534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-bfc8f02f-7326-4d78-b3ae-9fe2e3fe500e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.844178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00c33c-ab54-427a-82a9-deed57697416 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.848384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-bfc8f02f-7326-4d78-b3ae-9fe2e3fe500e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.849900 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ee4e94-f3b7-4a28-9c85-cf74ad8dd48e x-openstack-request-id: req-81ee4e94-f3b7-4a28-9c85-cf74ad8dd48e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:33.850334 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f3b21e-fb17-43e7-8dd8-ed8db4272925", "name": "network-vif-deleted", "tag": "3423ad4a-be74-402a-acad-a1ee991f2d34", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:33.850699 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81ee4e94-f3b7-4a28-9c85-cf74ad8dd48e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:33.851209 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f3b21e-fb17-43e7-8dd8-ed8db4272925', 'name': 'network-vif-deleted', 'tag': '3423ad4a-be74-402a-acad-a1ee991f2d34', 'status': 'completed', 'code': 200} Sep 16 05:08:33.857677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-bfc8f02f-7326-4d78-b3ae-9fe2e3fe500e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.1460016 Sep 16 05:08:33.924800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02258ebe-a98a-4b06-9036-6f48810a75b3 req-88e9684a-8854-4253-9f70-7fa80342aef2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662556 Sep 16 05:08:33.957967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:33.962712 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.993287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:34.004737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.005213 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment fc9a3072-81c0-4f71-88ba-e8ec3146b90d of type vlan for network 3bab2acd-ae65-4767-8021-6022dd84ef40 Sep 16 05:08:34.057421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.116164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.174914 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.186772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.186772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.203422 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.267203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Network c5f64e02-6363-41d5-baff-47b985503562 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:34.268343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:34.272268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:34.298663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=3bab2acd-ae65-4767-8021-6022dd84ef40,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.321403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 3bab2acd-ae65-4767-8021-6022dd84ef40 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:34.323827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event updated for resources: {'Port': ['ID=b9b849ef-dc40-488a-bf01-44fdbd6905bc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.347722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8b206fa5-c007-4032-ae58-9e859e88f768 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5263109 Sep 16 05:08:34.352519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0cc7c14-87f5-4f5e-aa49-587502046f96 req-76d0b828-6ad6-434c-8030-addf6c0a48a5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=54f3b21e-fb17-43e7-8dd8-ed8db4272925 HTTP/1.1" status: 200 len: 210 time: 0.0711298 Sep 16 05:08:34.355553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57760) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.362819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': '3bab2acd-ae65-4767-8021-6022dd84ef40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:34.373834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.374726 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.485279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ee8cec8c-9ad0-461e-afff-c785605940a6 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3613596 Sep 16 05:08:34.489716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57766) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.513564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de9f3e-3e2e-45f1-aed1-51fe20e14257 req-7e2e2e6b-a505-40ae-8ef9-48a415075701 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.523652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95de9f3e-3e2e-45f1-aed1-51fe20e14257 req-7e2e2e6b-a505-40ae-8ef9-48a415075701 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.0802464 Sep 16 05:08:34.533249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-fe0e7263-bd1e-444f-afa9-f3494b2b690c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.534860 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-fe0e7263-bd1e-444f-afa9-f3494b2b690c tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.57 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1308980 Sep 16 05:08:34.577773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95de9f3e-3e2e-45f1-aed1-51fe20e14257 req-0beea654-3ee4-4c26-b3b4-a36f2f4d6cb4 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528953 Sep 16 05:08:34.627089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'project_id': 'fe64318e9c794321bc0ca6aaaaece3e5', 'port_id': 'b9b849ef-dc40-488a-bf01-44fdbd6905bc'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:34.669606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:34.674413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.675182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b640e1e0-9d52-4d98-8344-fb5a81d693c7 None None] Provisioning complete for port b9b849ef-dc40-488a-bf01-44fdbd6905bc triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:34.675940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b640e1e0-9d52-4d98-8344-fb5a81d693c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.684302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-f9e8557f-69bc-44fc-b0e0-fcacb7904be8 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.685806 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-f9e8557f-69bc-44fc-b0e0-fcacb7904be8 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.60 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.1478424 Sep 16 05:08:34.708286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17b7dc-1f6d-430e-a63c-67c84666dce0 req-c6dae8ba-3345-40b6-9997-e67cfd58d2ef tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.710827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b17b7dc-1f6d-430e-a63c-67c84666dce0 req-c6dae8ba-3345-40b6-9997-e67cfd58d2ef tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.0750413 Sep 16 05:08:34.715483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b640e1e0-9d52-4d98-8344-fb5a81d693c7 None None] Port b9b849ef-dc40-488a-bf01-44fdbd6905bc cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:34.757889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b17b7dc-1f6d-430e-a63c-67c84666dce0 req-ba36c377-8368-45df-9649-9a857660a26e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Sep 16 05:08:34.845986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.870544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Deleting port 08e83f2a-c0b0-46f3-a344-3feeb21022ba {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:34.874633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.097577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-9b3399ca-13c0-4237-b4e9-a8196a4ad193 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.106700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-9b3399ca-13c0-4237-b4e9-a8196a4ad193 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.110769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-9b3399ca-13c0-4237-b4e9-a8196a4ad193 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.117029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-9b3399ca-13c0-4237-b4e9-a8196a4ad193 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.123116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-9b3399ca-13c0-4237-b4e9-a8196a4ad193 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.129583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-9b3399ca-13c0-4237-b4e9-a8196a4ad193 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.135535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-9b3399ca-13c0-4237-b4e9-a8196a4ad193 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.137528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-9b3399ca-13c0-4237-b4e9-a8196a4ad193 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.1047397 Sep 16 05:08:35.184147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-092f40ed-da8a-4cf0-bccb-0c2134d6cedd req-72bc7044-bf81-4970-a84a-3826792de1c2 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389094 Sep 16 05:08:35.412667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Deleting port 11eeb0d0-372c-4da8-825b-57476b7af8d3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:35.413250 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.425958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57782) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.485011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] For port 08e83f2a-c0b0-46f3-a344-3feeb21022ba, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=08e83f2a-c0b0-46f3-a344-3feeb21022ba,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:35.485394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.493920 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-62a60096-6db6-4c9d-9a0a-aa0dbc5b5c17 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.522755 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-62a60096-6db6-4c9d-9a0a-aa0dbc5b5c17 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.530891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Calling delete_port for 08e83f2a-c0b0-46f3-a344-3feeb21022ba owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:35.544516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.675478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] For port 11eeb0d0-372c-4da8-825b-57476b7af8d3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11eeb0d0-372c-4da8-825b-57476b7af8d3,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:35.675478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.679337 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.680989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=dcf311a1-a494-4be8-ae33-0570ac351b2e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.698997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-62a60096-6db6-4c9d-9a0a-aa0dbc5b5c17 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.702064 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-62a60096-6db6-4c9d-9a0a-aa0dbc5b5c17 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.703344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-62a60096-6db6-4c9d-9a0a-aa0dbc5b5c17 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/security-groups/1aec0105-fd63-44bf-8e96-c78b6e3c5d9b HTTP/1.1" status: 204 len: 168 time: 0.2762749 Sep 16 05:08:35.717829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a60096-6db6-4c9d-9a0a-aa0dbc5b5c17 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aec0105-fd63-44bf-8e96-c78b6e3c5d9b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.761361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb374f-93e8-4884-9cd6-261aa5d18ecf req-d880736d-4fa9-4fbd-8d0e-0941154b6179 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.767443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01cb374f-93e8-4884-9cd6-261aa5d18ecf req-d880736d-4fa9-4fbd-8d0e-0941154b6179 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 945 time: 0.1117117 Sep 16 05:08:35.805557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01cb374f-93e8-4884-9cd6-261aa5d18ecf req-38f28b6f-ebfd-4097-9e0c-031adf95eef2 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups?id=6fcd21be-d554-4d6f-9ca7-fe4f208155c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342231 Sep 16 05:08:35.825010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3bab2acd-ae65-4767-8021-6022dd84ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:35.825383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: 3bab2acd-ae65-4767-8021-6022dd84ef40, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:35.867163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57790) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.019556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Allocated IP 172.25.7.17 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/7138d663-08a9-4736-a0d1-4fe1bc6a4ec8) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:36.023148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abefc7-b5b2-4fff-af7f-f8e79d7b3faa req-d4d0a36d-ea52-4f51-ac8f-1f6b6c76e152 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.031543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7abefc7-b5b2-4fff-af7f-f8e79d7b3faa req-d4d0a36d-ea52-4f51-ac8f-1f6b6c76e152 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 945 time: 0.1086831 Sep 16 05:08:36.042090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network 3bab2acd-ae65-4767-8021-6022dd84ef40 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:36.047905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.048272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.048595 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Floating IP 2da33e45-f1b7-4cba-af31-30d6659af1f0 disassociated. External IP: 172.25.7.95, port: 11eeb0d0-372c-4da8-825b-57476b7af8d3. Sep 16 05:08:36.048939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Calling delete_port for 11eeb0d0-372c-4da8-825b-57476b7af8d3 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:36.118089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.126792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7abefc7-b5b2-4fff-af7f-f8e79d7b3faa req-5ac852dd-9ed1-4f3c-9bc3-a0fb6885f89a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941610 Sep 16 05:08:36.163465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3', '08e83f2a-c0b0-46f3-a344-3feeb21022ba'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:36.167196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3423ad4a-be74-402a-acad-a1ee991f2d34 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:36.177358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 3bab2acd-ae65-4767-8021-6022dd84ef40) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:36.190539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Pushing event deleted for resources: {'Port': ['ID=08e83f2a-c0b0-46f3-a344-3feeb21022ba,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.192917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.193517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.230553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 3423ad4a-be74-402a-acad-a1ee991f2d34 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:36.231562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3423ad4a-be74-402a-acad-a1ee991f2d34 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:36.235622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808aeee9-3584-4c5c-b8e0-e421c5f2f9f9 None None] Network 3bab2acd-ae65-4767-8021-6022dd84ef40 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:36.374730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] No DVR routers for this DVR port 08e83f2a-c0b0-46f3-a344-3feeb21022ba on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:36.385412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.388183 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0b9ed99-1ed7-4af2-9a85-df994e527f5b req-e81c9f79-0e98-4fcb-a251-756e92509157 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.57 "DELETE /v2.0/ports/08e83f2a-c0b0-46f3-a344-3feeb21022ba HTTP/1.1" status: 204 len: 173 time: 1.8418047 Sep 16 05:08:36.394391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598ec1de-e3da-4d34-978f-93f022361dcc', 'name': 'network-vif-deleted', 'tag': '08e83f2a-c0b0-46f3-a344-3feeb21022ba'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:36.396854 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b1393f-f629-4eb3-8f15-d1f2d0b5c687" -d '{"events": [{"server_uuid": "598ec1de-e3da-4d34-978f-93f022361dcc", "name": "network-vif-deleted", "tag": "08e83f2a-c0b0-46f3-a344-3feeb21022ba"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:36.417142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.426722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aa5089fb-f47f-4f1c-b43c-5a9b1d1c0335 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0699470 Sep 16 05:08:36.429869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57800) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.456553 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1608be9-1168-4df9-b80e-01065dade221 x-openstack-request-id: req-c1608be9-1168-4df9-b80e-01065dade221 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:36.456553 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598ec1de-e3da-4d34-978f-93f022361dcc", "name": "network-vif-deleted", "tag": "08e83f2a-c0b0-46f3-a344-3feeb21022ba", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:36.456553 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1608be9-1168-4df9-b80e-01065dade221 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:36.456553 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598ec1de-e3da-4d34-978f-93f022361dcc', 'name': 'network-vif-deleted', 'tag': '08e83f2a-c0b0-46f3-a344-3feeb21022ba', 'status': 'completed', 'code': 200} Sep 16 05:08:36.463782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-29811e5e-a3d8-47d4-9019-75b62752260d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.469924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-29811e5e-a3d8-47d4-9019-75b62752260d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.476173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-29811e5e-a3d8-47d4-9019-75b62752260d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.482447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-29811e5e-a3d8-47d4-9019-75b62752260d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.489009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-29811e5e-a3d8-47d4-9019-75b62752260d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.494893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-29811e5e-a3d8-47d4-9019-75b62752260d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.501882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-29811e5e-a3d8-47d4-9019-75b62752260d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.503266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-29811e5e-a3d8-47d4-9019-75b62752260d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.1851044 Sep 16 05:08:36.522823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.553416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event deleted for resources: {'Port': ['ID=11eeb0d0-372c-4da8-825b-57476b7af8d3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.612232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-3bab2acd-ae65-4767-8021-6022dd84ef40', 'network_id': '3bab2acd-ae65-4767-8021-6022dd84ef40', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': 'dcf311a1-a494-4be8-ae33-0570ac351b2e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:36.613143 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.621978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.664323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-987fa5cb-d703-45be-9e3a-7b74eb44c0d0 req-d4638736-6f1b-4bfd-8394-4cd4d551bf86 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470151 Sep 16 05:08:36.701478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.751658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Pushing event updated for resources: {'Port': ['ID=7138d663-08a9-4736-a0d1-4fe1bc6a4ec8,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.755661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:36.761134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:36.764656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:36.772880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.801497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Allocated IP 172.20.0.2 (3bab2acd-ae65-4767-8021-6022dd84ef40/dcf311a1-a494-4be8-ae33-0570ac351b2e/3f61db81-bed5-4a16-aade-e14a711f2e68) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:36.817147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Router d3c81606-5f81-48b2-94c1-ddbf73dd542a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:36.899086 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.034576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0f4a1d2-cc1f-4a33-a630-9cb24df621b4 req-33d5d951-af20-4d96-905b-3c54e87e898d tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0340509 Sep 16 05:08:37.122499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:37.141802 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] Sync routers for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:37.154252 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:37.155936 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:37.264877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] No DVR routers for this DVR port 11eeb0d0-372c-4da8-825b-57476b7af8d3 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:37.279136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.289363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130ac8dd-50a9-4124-a237-fed9f92ad2b0 req-7cd29ac5-5822-4c8d-878d-e796ff556d41 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.60 "DELETE /v2.0/ports/11eeb0d0-372c-4da8-825b-57476b7af8d3 HTTP/1.1" status: 204 len: 173 time: 2.5784905 Sep 16 05:08:37.328373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port a754cf8d-eade-475d-8acc-aa190fcc7c94 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:37.329558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.337153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e2e5a0f-86a8-4cd2-b26f-54168a5902c3 req-08555d41-12b2-4335-8205-15d02346a67b tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=598ec1de-e3da-4d34-978f-93f022361dcc HTTP/1.1" status: 200 len: 210 time: 0.0558362 Sep 16 05:08:37.402412 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:37.486201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port a754cf8d-eade-475d-8acc-aa190fcc7c94, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a754cf8d-eade-475d-8acc-aa190fcc7c94,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:37.487700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.514444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for a754cf8d-eade-475d-8acc-aa190fcc7c94 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:37.547802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.667690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.699791 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:37.752230 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] Checking router: d3c81606-5f81-48b2-94c1-ddbf73dd542a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:37.761745 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:37.762560 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:37.850271 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.873982 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:37.884977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-af6e8c4e-8980-4eb8-9602-72976e38580a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.891920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-af6e8c4e-8980-4eb8-9602-72976e38580a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.898291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-af6e8c4e-8980-4eb8-9602-72976e38580a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.907285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-af6e8c4e-8980-4eb8-9602-72976e38580a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.917154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-af6e8c4e-8980-4eb8-9602-72976e38580a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.925206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-af6e8c4e-8980-4eb8-9602-72976e38580a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.932411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-af6e8c4e-8980-4eb8-9602-72976e38580a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.934473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-af6e8c4e-8980-4eb8-9602-72976e38580a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.1467509 Sep 16 05:08:37.936146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.995896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=a754cf8d-eade-475d-8acc-aa190fcc7c94,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.004925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Pushing event updated for resources: {'Port': ['ID=3f61db81-bed5-4a16-aade-e14a711f2e68,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.009412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.050819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Network 3bab2acd-ae65-4767-8021-6022dd84ef40 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:38.058960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:38.064340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:38.069100 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.181231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 11eeb0d0-372c-4da8-825b-57476b7af8d3 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:38.237729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf311a1-a494-4be8-ae33-0570ac351b2e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.248918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 11eeb0d0-372c-4da8-825b-57476b7af8d3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:38.248918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 11eeb0d0-372c-4da8-825b-57476b7af8d3 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:38.251881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 08e83f2a-c0b0-46f3-a344-3feeb21022ba no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:38.298197 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:38.308735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Attempting to bind port 3f61db81-bed5-4a16-aade-e14a711f2e68 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:38.314755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Attempting to bind port 3f61db81-bed5-4a16-aade-e14a711f2e68 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3bab2acd-ae65-4767-8021-6022dd84ef40'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:38.317280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Attempting to bind port 3f61db81-bed5-4a16-aade-e14a711f2e68 on network 3bab2acd-ae65-4767-8021-6022dd84ef40 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:38.322035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 08e83f2a-c0b0-46f3-a344-3feeb21022ba {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:38.322395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 08e83f2a-c0b0-46f3-a344-3feeb21022ba not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:38.331013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:38.331390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Checking segment: {'id': 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3bab2acd-ae65-4767-8021-6022dd84ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:38.331811 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.332212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Bound using segment: {'id': 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3bab2acd-ae65-4767-8021-6022dd84ef40'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:38.339625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Bound port: 3f61db81-bed5-4a16-aade-e14a711f2e68, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3bab2acd-ae65-4767-8021-6022dd84ef40'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:38.342540 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.377377 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c70bd-af19-4507-9fd5-68833a913f88 None None] The sync data for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 is: [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:04:11Z', 'revision_number': 4, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '485a3f95-f4eb-4de3-a87e-8a0140095cc7', 'name': '', 'network_id': '2db67806-e838-4f2a-8fed-ed83910d8da9', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'mac_address': 'fa:16:3e:4e:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:10Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'subnets': [{'id': 'c828553b-856a-4fd3-a355-77c9cedd965a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:38.409786 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.457584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'name': 'network-vif-deleted', 'tag': '11eeb0d0-372c-4da8-825b-57476b7af8d3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:38.460182 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66808c39-82eb-4bf9-8847-7cff3a9e59d0" -d '{"events": [{"server_uuid": "feab4b55-34be-450d-87e6-1ee50dc31000", "name": "network-vif-deleted", "tag": "11eeb0d0-372c-4da8-825b-57476b7af8d3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:38.471710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.491577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] For port 3f61db81-bed5-4a16-aade-e14a711f2e68, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:38.496831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] For port 3f61db81-bed5-4a16-aade-e14a711f2e68, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3f61db81-bed5-4a16-aade-e14a711f2e68,segment=NetworkSegment(fc9a3072-81c0-4f71-88ba-e8ec3146b90d),segment_id=fc9a3072-81c0-4f71-88ba-e8ec3146b90d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:38.584799 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.603646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Pushing event updated for resources: {'Port': ['ID=7138d663-08a9-4736-a0d1-4fe1bc6a4ec8,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.618295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.714393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a19942-b15d-4e1a-8d12-5af33219045f None None] Pushing event updated for resources: {'Port': ['ID=3f61db81-bed5-4a16-aade-e14a711f2e68,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.747779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b1148-5968-4458-951c-e064ea086a32 None None] Network 3bab2acd-ae65-4767-8021-6022dd84ef40 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:38.756297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa871a66-b558-482b-8675-09f202202b80 req-dfd45b00-76cf-4448-a3b0-ec2885142457 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.5005503 Sep 16 05:08:38.819888 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.834093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21c9c144-08df-4e0e-b4e6-7b9a1d5ae68b req-68f9d5ff-e90c-43ab-bab3-6cd9b16a6a0f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8859203 Sep 16 05:08:38.850916 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Floating IP 8d8f8573-f8ae-4df8-b6a4-e264c1dc1973 associated. External IP: 172.25.7.17, port: b9b849ef-dc40-488a-bf01-44fdbd6905bc. Sep 16 05:08:38.857045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bab2acd-ae65-4767-8021-6022dd84ef40']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:38.863717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4bc8cd-7d9c-44cf-a06a-597736c6a9c0 None None] New status for floating IP 2da33e45-f1b7-4cba-af31-30d6659af1f0: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:38.868906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:38.869516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:38.882627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.937209 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.949734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:38.950147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:38.953239 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:38.996848 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff74a3-6c9a-4bee-afc2-ac00cf92414b x-openstack-request-id: req-e4ff74a3-6c9a-4bee-afc2-ac00cf92414b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:38.997107 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feab4b55-34be-450d-87e6-1ee50dc31000", "name": "network-vif-deleted", "tag": "11eeb0d0-372c-4da8-825b-57476b7af8d3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:38.997442 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4ff74a3-6c9a-4bee-afc2-ac00cf92414b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:39.007023 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feab4b55-34be-450d-87e6-1ee50dc31000', 'name': 'network-vif-deleted', 'tag': '11eeb0d0-372c-4da8-825b-57476b7af8d3', 'status': 'completed', 'code': 200} Sep 16 05:08:39.053419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20dedbe-ba1c-4c0b-a2f1-17ee90524a05 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:08:39.067958 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.197244 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:08:39.197244 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:08:39.197244 n-d-712143-16 neutron-server[101824]: [parameters: {'id': '3bab2acd-ae65-4767-8021-6022dd84ef40'}] Sep 16 05:08:39.197244 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:39.197739 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:39.201008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20dedbe-ba1c-4c0b-a2f1-17ee90524a05 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:08:39.365370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Router f7177185-406a-48c6-b025-db8b6a602fc2 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:39.394907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router 776bd2dc-3171-48ad-8385-4f95ad03a122 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:39.609336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:39.620103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2dbe63ac-8864-4995-b2c5-ff6f323a159e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "PUT /v2.0/routers/776bd2dc-3171-48ad-8385-4f95ad03a122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7516270 Sep 16 05:08:39.627929 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] Sync routers for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:39.634552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57830) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.643689 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:39.643957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f8803-8361-4d28-a662-f894b4e2ee66 req-f852bbe8-8e77-46ef-aa7c-7e586b9860e3 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.645289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c8f8803-8361-4d28-a662-f894b4e2ee66 req-f852bbe8-8e77-46ef-aa7c-7e586b9860e3 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1069326 Sep 16 05:08:39.646393 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:39.731803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.775918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c8f8803-8361-4d28-a662-f894b4e2ee66 req-4a0a6e6c-5aec-4e15-a459-6e3f220e8966 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222386 Sep 16 05:08:39.794429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c01e7ce-e72d-46e7-9f45-12efdb761df4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting subnet 481102e8-2f62-4ba8-9645-27fba77dcf77 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:39.799134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c01e7ce-e72d-46e7-9f45-12efdb761df4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.913511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c01e7ce-e72d-46e7-9f45-12efdb761df4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.946685 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:39.949318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:39.960599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b43ba7-670d-4594-97b1-b294178f44c6 None None] Sync routers for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:39.974059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b43ba7-670d-4594-97b1-b294178f44c6 None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:39.983921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a3b43ba7-670d-4594-97b1-b294178f44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.031855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.050502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a3b43ba7-670d-4594-97b1-b294178f44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.054998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4de7a20b-9dbe-45d3-8879-727a3aa374be req-35f99598-074e-4054-aa92-b46ac09d2d07 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.1542783 Sep 16 05:08:40.066089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b43ba7-670d-4594-97b1-b294178f44c6 None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:40.067300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a3b43ba7-670d-4594-97b1-b294178f44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.082716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port 3f61db81-bed5-4a16-aade-e14a711f2e68 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:40.083282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.114296 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3140ede6-3e81-4b0e-a62f-d02befe7abc4 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6188748 Sep 16 05:08:40.115955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a3b43ba7-670d-4594-97b1-b294178f44c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.116338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57840) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.117012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b43ba7-670d-4594-97b1-b294178f44c6 None None] The sync data for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:40.164707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-d52f3091-9a81-4f08-a1f3-89d2f525ddcf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.171575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-d52f3091-9a81-4f08-a1f3-89d2f525ddcf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.178309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-d52f3091-9a81-4f08-a1f3-89d2f525ddcf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.185400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-d52f3091-9a81-4f08-a1f3-89d2f525ddcf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.192776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-d52f3091-9a81-4f08-a1f3-89d2f525ddcf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.199635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-d52f3091-9a81-4f08-a1f3-89d2f525ddcf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.216807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-d52f3091-9a81-4f08-a1f3-89d2f525ddcf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.218947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-d52f3091-9a81-4f08-a1f3-89d2f525ddcf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2487144 Sep 16 05:08:40.298648 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ed1db576-3590-4c72-9e66-6d66bcc4a92c tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] 10.222.0.59 "GET /v2.0/floatingips/8d8f8573-f8ae-4df8-b6a4-e264c1dc1973 HTTP/1.1" status: 200 len: 983 time: 0.1810901 Sep 16 05:08:40.299575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57842) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.306019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.353402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18592ce0-e255-495d-ab78-7f4699fbfe9f req-30806e45-e5b5-45c8-83de-c55660b4808c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115010 Sep 16 05:08:40.357635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port 3f61db81-bed5-4a16-aade-e14a711f2e68, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3f61db81-bed5-4a16-aade-e14a711f2e68,segment=NetworkSegment(fc9a3072-81c0-4f71-88ba-e8ec3146b90d),segment_id=fc9a3072-81c0-4f71-88ba-e8ec3146b90d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:40.357872 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.361650 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c01e7ce-e72d-46e7-9f45-12efdb761df4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.400934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for 3f61db81-bed5-4a16-aade-e14a711f2e68 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:40.405170 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:37Z', 'revision_number': 7, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.452709 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] Checking router: 776bd2dc-3171-48ad-8385-4f95ad03a122 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:40.483814 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] Routers {'776bd2dc-3171-48ad-8385-4f95ad03a122'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:40.485951 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['776bd2dc-3171-48ad-8385-4f95ad03a122'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.529131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bc1ac73b-8f04-480b-b3b1-05c061631f8e tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3211 time: 0.2274313 Sep 16 05:08:40.529355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57844) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.557877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c01e7ce-e72d-46e7-9f45-12efdb761df4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.583960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c01e7ce-e72d-46e7-9f45-12efdb761df4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.588312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c01e7ce-e72d-46e7-9f45-12efdb761df4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/subnets/481102e8-2f62-4ba8-9645-27fba77dcf77 HTTP/1.1" status: 204 len: 168 time: 0.9397697 Sep 16 05:08:40.590170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57848) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.591353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cbf28d-7a74-4912-81d9-413967f04bf1 None None] Network 0ccad8ae-f251-4d66-aca5-ac70620eb121 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:40.622508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01e7ce-e72d-46e7-9f45-12efdb761df4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Subnet': ['ID=481102e8-2f62-4ba8-9645-27fba77dcf77,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.631391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.677439 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] Set router 776bd2dc-3171-48ad-8385-4f95ad03a122 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:40.684083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=3f61db81-bed5-4a16-aade-e14a711f2e68,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.703083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port 3f61db81-bed5-4a16-aade-e14a711f2e68 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:40.835889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.900966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.912904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] DHCP port deletion for 0ccad8ae-f251-4d66-aca5-ac70620eb121 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:40.974940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba997164-a0ba-45f9-bb99-b0afbbe082f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.977393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bab2acd-ae65-4767-8021-6022dd84ef40']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.989795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.990099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9a3072-81c0-4f71-88ba-e8ec3146b90d') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:40.990277 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:37Z', 'revision_number': 7, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:41.006078 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.007537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] Deleting port 95ac22da-b768-4e2f-84cd-d3848b5de475 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:41.008400 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.028709 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067f226-fdaf-4240-9b08-2d8afa32c3c5 None None] The sync data for ids ['776bd2dc-3171-48ad-8385-4f95ad03a122'] in n-d-712143-16 is: [{'id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'name': 'tempest-TestNetworkBasicOps-router-1996036677', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:55Z', 'updated_at': '2021-09-16T05:08:37Z', 'revision_number': 7, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': '5361d2e3-2655-44d8-a993-7b9d6c4cbdc5', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bd2dc-3171-48ad-8385-4f95ad03a122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:56Z', 'updated_at': '2021-09-16T05:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:41.048512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.048754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Deleting port 7138d663-08a9-4736-a0d1-4fe1bc6a4ec8 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:41.054538 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.102518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd703-4462-4b38-b675-d41adae82fac req-1906d9d9-779b-4961-9dd6-8a503938d676 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.104779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f40dd703-4462-4b38-b675-d41adae82fac req-1906d9d9-779b-4961-9dd6-8a503938d676 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1779935 Sep 16 05:08:41.108443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:41.108966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.137719 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.172562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.173131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.189294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Calling delete_port for 7138d663-08a9-4736-a0d1-4fe1bc6a4ec8 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:41.194397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] For port 95ac22da-b768-4e2f-84cd-d3848b5de475, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=95ac22da-b768-4e2f-84cd-d3848b5de475,segment=NetworkSegment(4db2b512-e056-49ac-8e9d-361a022bf22e),segment_id=4db2b512-e056-49ac-8e9d-361a022bf22e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:41.195033 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.208838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] Calling delete_port for 95ac22da-b768-4e2f-84cd-d3848b5de475 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:41.216159 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:41.278404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f78bd451-8761-4d83-9fa3-13ea34fd3b79 req-ee80cd93-cd93-4f8e-b8ed-837a4209c526 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0510979 Sep 16 05:08:41.311298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f40dd703-4462-4b38-b675-d41adae82fac req-493dcf29-8c73-45f4-a927-def81644e8b1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918922 Sep 16 05:08:41.323047 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.338149 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.345014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/3bab2acd-ae65-4767-8021-6022dd84ef40 HTTP/1.1" status: 204 len: 168 time: 4.9101374 Sep 16 05:08:41.347762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57856) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.362053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d7af8-198c-4148-b6be-10a5372faa3e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=3bab2acd-ae65-4767-8021-6022dd84ef40,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.362285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2065387241'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:41.385966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:41.386375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.386778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.414686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] No DVR routers for this DVR port 95ac22da-b768-4e2f-84cd-d3848b5de475 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:41.477277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66a6e6-faa2-4dbe-8f74-57ae86f7e443 None None] Pushing event deleted for resources: {'Port': ['ID=95ac22da-b768-4e2f-84cd-d3848b5de475,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.510510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:41.514048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.565282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5361d2e3-2655-44d8-a993-7b9d6c4cbdc5,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:41.565667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.586581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:41.606130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-9b24ddb4-47a6-4506-8994-0558f25c9144 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.620682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-9b24ddb4-47a6-4506-8994-0558f25c9144 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.627430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-9b24ddb4-47a6-4506-8994-0558f25c9144 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.644304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-9b24ddb4-47a6-4506-8994-0558f25c9144 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.650466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-9b24ddb4-47a6-4506-8994-0558f25c9144 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.664793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-9b24ddb4-47a6-4506-8994-0558f25c9144 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.665331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.676226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-9b24ddb4-47a6-4506-8994-0558f25c9144 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.679675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:41.680453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-9b24ddb4-47a6-4506-8994-0558f25c9144 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.1591005 Sep 16 05:08:41.723136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event deleted for resources: {'Port': ['ID=7138d663-08a9-4736-a0d1-4fe1bc6a4ec8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.733396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.737823 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 03f87222-2872-4a1b-a04e-18006491bce9 of type vlan for network 376f6e6e-a816-42f1-90de-8429b68c4911 Sep 16 05:08:41.742611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bda08eb1-0e44-484b-9d13-93bddb66bda9 req-02e602bd-471d-4cbb-a88b-f9b9fc492367 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561452 Sep 16 05:08:41.868036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.900826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.901842 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Floating IP 8d8f8573-f8ae-4df8-b6a4-e264c1dc1973 disassociated (deleted). External IP: 172.25.7.17, port: b9b849ef-dc40-488a-bf01-44fdbd6905bc. Sep 16 05:08:42.021212 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.026861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.033495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.061734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.136134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=5361d2e3-2655-44d8-a993-7b9d6c4cbdc5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.177432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8217642 Sep 16 05:08:42.177826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57864) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.178525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5455230-7e42-4e7d-947d-fe21013169bf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=376f6e6e-a816-42f1-90de-8429b68c4911,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.182734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': '376f6e6e-a816-42f1-90de-8429b68c4911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:42.194913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 376f6e6e-a816-42f1-90de-8429b68c4911 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:42.241860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.388410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.392950 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.435897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc7e90ba-9bad-419f-b688-8b07a8a85540 req-0d41536f-14a0-468b-a7b2-fb388b031af6 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0434530 Sep 16 05:08:42.436944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:42.454873 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.529798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a754cf8d-eade-475d-8acc-aa190fcc7c94 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:42.569005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a754cf8d-eade-475d-8acc-aa190fcc7c94 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:42.569388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a754cf8d-eade-475d-8acc-aa190fcc7c94 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:42.570246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 95ac22da-b768-4e2f-84cd-d3848b5de475 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:42.607751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing IP validity checks on allocation pools {{(pid=101824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:08:42.608275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:08:42.610256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 95ac22da-b768-4e2f-84cd-d3848b5de475 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:42.611149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 95ac22da-b768-4e2f-84cd-d3848b5de475 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:42.719003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c21dda-a600-431f-8e95-1b468fec64d0 req-a7c406c3-edce-4759-a237-0221e6763c9f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.720767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20c21dda-a600-431f-8e95-1b468fec64d0 req-a7c406c3-edce-4759-a237-0221e6763c9f tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.2302918 Sep 16 05:08:42.825207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20c21dda-a600-431f-8e95-1b468fec64d0 req-efb8ea36-e5fd-43b2-ab24-1ec72c821336 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872800 Sep 16 05:08:42.879531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.880541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Fanout notify agent at l3_agent the message router_deleted on router 776bd2dc-3171-48ad-8385-4f95ad03a122 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:42.890780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.904532 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6e0cc130-7bfc-4592-8835-aa7989ddd14b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/routers/776bd2dc-3171-48ad-8385-4f95ad03a122 HTTP/1.1" status: 204 len: 168 time: 2.3014619 Sep 16 05:08:42.904532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57878) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.926709 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.018428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-4fa39588-194e-4941-96b6-cfffe5d09c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.028072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-4fa39588-194e-4941-96b6-cfffe5d09c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.035232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-4fa39588-194e-4941-96b6-cfffe5d09c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.041418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-4fa39588-194e-4941-96b6-cfffe5d09c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.048795 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.050196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-4fa39588-194e-4941-96b6-cfffe5d09c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.054369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Router f7177185-406a-48c6-b025-db8b6a602fc2 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:43.057291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-4fa39588-194e-4941-96b6-cfffe5d09c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.066069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-4fa39588-194e-4941-96b6-cfffe5d09c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.070890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-4fa39588-194e-4941-96b6-cfffe5d09c33 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2079387 Sep 16 05:08:43.141527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=472ec68b-9925-4285-9d61-b7155bedfe2e,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.153634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41809f1e-5bea-4697-bbd0-76db98e23eee req-3f5f6c81-b857-435e-8783-284fe3420d38 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739715 Sep 16 05:08:43.161012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': '03f87222-2872-4a1b-a04e-18006491bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '376f6e6e-a816-42f1-90de-8429b68c4911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:43.161675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: 376f6e6e-a816-42f1-90de-8429b68c4911, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:43.206974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.237526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccad8ae-f251-4d66-aca5-ac70620eb121']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.278800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network 376f6e6e-a816-42f1-90de-8429b68c4911 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:43.279859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db2b512-e056-49ac-8e9d-361a022bf22e') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.280175 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db2b512-e056-49ac-8e9d-361a022bf22e') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.294627 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.317142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:43.319093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.324257 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.329977 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079be5aa-c094-4307-afee-5ce480883e20 None None] Sync routers for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:43.345465 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079be5aa-c094-4307-afee-5ce480883e20 None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:43.346540 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-079be5aa-c094-4307-afee-5ce480883e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.389272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b971bc8c-d24d-41a4-91c7-09f52185d932 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "DELETE /v2.0/floatingips/8d8f8573-f8ae-4df8-b6a4-e264c1dc1973 HTTP/1.1" status: 204 len: 168 time: 2.8480694 Sep 16 05:08:43.389494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57884) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.389494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:43.392361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:43.395638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.402042 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-079be5aa-c094-4307-afee-5ce480883e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.421653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 376f6e6e-a816-42f1-90de-8429b68c4911) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:43.421653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.421653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.423312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b92d19-b05b-4180-af4e-7d16014b7ef8 None None] Network 376f6e6e-a816-42f1-90de-8429b68c4911 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:43.423719 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079be5aa-c094-4307-afee-5ce480883e20 None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:43.423719 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-079be5aa-c094-4307-afee-5ce480883e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:43.447536 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:43.464654 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-079be5aa-c094-4307-afee-5ce480883e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.466912 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079be5aa-c094-4307-afee-5ce480883e20 None None] The sync data for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:43.495150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.594820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1a9f23c0-0952-4406-9ad2-911eced424eb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4130819 Sep 16 05:08:43.595200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57890) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.622662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da5b5995-65ef-405a-a0d7-4ae02242664c req-f3eaf9e2-362e-4d5c-b2b3-3784e8167e7a tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0482671 Sep 16 05:08:43.692636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-376f6e6e-a816-42f1-90de-8429b68c4911', 'network_id': '376f6e6e-a816-42f1-90de-8429b68c4911', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': '472ec68b-9925-4285-9d61-b7155bedfe2e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:43.693819 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.706417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.713928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.716714 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/networks/0ccad8ae-f251-4d66-aca5-ac70620eb121 HTTP/1.1" status: 204 len: 168 time: 0.8195291 Sep 16 05:08:43.734939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcfbfb-b1f7-4cf6-968d-c03809f237ac tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Network': ['ID=0ccad8ae-f251-4d66-aca5-ac70620eb121,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.744500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57896) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.757075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'network': {'name': 'tempest-network-smoke--123602821', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:43.791921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.807898 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.809099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:43.813397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.844740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:43.875229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Allocated IP 172.20.0.3 (376f6e6e-a816-42f1-90de-8429b68c4911/472ec68b-9925-4285-9d61-b7155bedfe2e/5c553b4b-08a1-4c0e-a6fa-07b792e91907) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:43.877581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.877961 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Added segment 71124083-74e1-4ecf-9eac-3b96e186397f of type vlan for network 07202e20-d47c-4712-87a7-8fa8b736b735 Sep 16 05:08:43.949679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.980808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.041190 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.080897 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.082579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Allocated IP 172.25.7.118 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/372a0f66-45dd-4ec5-a596-f78be2fdb219) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:44.091772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.095807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.102438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac131e4-b732-4cd8-994f-eb085d8319c7 req-9da3cdab-8acb-4694-bbf9-c27dfba3ba91 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.104190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ac131e4-b732-4cd8-994f-eb085d8319c7 req-9da3cdab-8acb-4694-bbf9-c27dfba3ba91 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.1510620 Sep 16 05:08:44.139283 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.177939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Network 376f6e6e-a816-42f1-90de-8429b68c4911 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:44.181186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:44.181689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Network': ['ID=07202e20-d47c-4712-87a7-8fa8b736b735,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.187424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:44.207123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ac131e4-b732-4cd8-994f-eb085d8319c7 req-48fc053d-fbf6-472b-882d-4003f9d73899 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945280 Sep 16 05:08:44.239754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 07202e20-d47c-4712-87a7-8fa8b736b735 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:44.258347 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d1cb376d-d02c-472f-89d6-d988d931cbfe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5126531 Sep 16 05:08:44.259699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57906) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:44.265000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-49183985', 'admin_state_up': True, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:44.285493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Pushing event updated for resources: {'Port': ['ID=5c553b4b-08a1-4c0e-a6fa-07b792e91907,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.290256 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.320562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.320807 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.374425 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.376058 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.388157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=472ec68b-9925-4285-9d61-b7155bedfe2e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.396085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Attempting to bind port 5c553b4b-08a1-4c0e-a6fa-07b792e91907 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:44.396743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Attempting to bind port 5c553b4b-08a1-4c0e-a6fa-07b792e91907 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '03f87222-2872-4a1b-a04e-18006491bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '376f6e6e-a816-42f1-90de-8429b68c4911'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:44.397358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Attempting to bind port 5c553b4b-08a1-4c0e-a6fa-07b792e91907 on network 376f6e6e-a816-42f1-90de-8429b68c4911 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:44.399891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:44.462501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:44.463208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Checking segment: {'id': '03f87222-2872-4a1b-a04e-18006491bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '376f6e6e-a816-42f1-90de-8429b68c4911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:44.463473 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.463971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Bound using segment: {'id': '03f87222-2872-4a1b-a04e-18006491bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '376f6e6e-a816-42f1-90de-8429b68c4911'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:44.464560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Bound port: 5c553b4b-08a1-4c0e-a6fa-07b792e91907, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f87222-2872-4a1b-a04e-18006491bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '376f6e6e-a816-42f1-90de-8429b68c4911'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:44.465044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.467618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:44.472532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5361d2e3-2655-44d8-a993-7b9d6c4cbdc5 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:44.473023 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.500663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be584-7d89-43d5-89d1-4766ef649795 req-e14e94cb-4b9f-47d0-b4cd-4f1d876da4e5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.506680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be584-7d89-43d5-89d1-4766ef649795 req-e14e94cb-4b9f-47d0-b4cd-4f1d876da4e5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.512739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be584-7d89-43d5-89d1-4766ef649795 req-e14e94cb-4b9f-47d0-b4cd-4f1d876da4e5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.519437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be584-7d89-43d5-89d1-4766ef649795 req-e14e94cb-4b9f-47d0-b4cd-4f1d876da4e5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.519873 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35182330-2519-43db-935a-613d61462671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.525401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be584-7d89-43d5-89d1-4766ef649795 req-e14e94cb-4b9f-47d0-b4cd-4f1d876da4e5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.531598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be584-7d89-43d5-89d1-4766ef649795 req-e14e94cb-4b9f-47d0-b4cd-4f1d876da4e5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.536514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.537516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be584-7d89-43d5-89d1-4766ef649795 req-e14e94cb-4b9f-47d0-b4cd-4f1d876da4e5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.545655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-807be584-7d89-43d5-89d1-4766ef649795 req-e14e94cb-4b9f-47d0-b4cd-4f1d876da4e5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2595065 Sep 16 05:08:44.555198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] For port 5c553b4b-08a1-4c0e-a6fa-07b792e91907, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:44.559283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] For port 5c553b4b-08a1-4c0e-a6fa-07b792e91907, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5c553b4b-08a1-4c0e-a6fa-07b792e91907,segment=NetworkSegment(03f87222-2872-4a1b-a04e-18006491bce9),segment_id=03f87222-2872-4a1b-a04e-18006491bce9)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:44.568357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376f6e6e-a816-42f1-90de-8429b68c4911']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:44.582772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f87222-2872-4a1b-a04e-18006491bce9') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:44.583074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f87222-2872-4a1b-a04e-18006491bce9') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:44.585154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.631620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.664357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-807be584-7d89-43d5-89d1-4766ef649795 req-3fcdebbc-44f1-47a9-8c3c-2e0971bfc767 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177480 Sep 16 05:08:44.672940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.839751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e42342-f21e-4f86-82a9-8d36435baf4a None None] Network 376f6e6e-a816-42f1-90de-8429b68c4911 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:44.845381 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc146af-f553-403a-aaad-b4374a22e2d5 None None] Pushing event updated for resources: {'Port': ['ID=5c553b4b-08a1-4c0e-a6fa-07b792e91907,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.877523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.051489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28225148-70cb-4319-a825-ca700bb08d7d None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:08:45.084978 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.100120 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.108906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:45.109998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:45.175018 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:45.180201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:45.223892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Pushing event updated for resources: {'Port': ['ID=372a0f66-45dd-4ec5-a596-f78be2fdb219,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.226555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:45.246031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:45.254462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:08:45.254462 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:08:45.254462 n-d-712143-16 neutron-server[101824]: [parameters: {'id': '376f6e6e-a816-42f1-90de-8429b68c4911'}] Sep 16 05:08:45.254462 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:45.254986 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:45.256834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c0ff6af-f6fb-4de9-a852-4b620a4a7d74 req-5e6335fb-2bb0-4118-8d01-24ab5ef6ee8f tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/ports?device_id=feab4b55-34be-450d-87e6-1ee50dc31000 HTTP/1.1" status: 200 len: 210 time: 0.0636885 Sep 16 05:08:45.274335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28225148-70cb-4319-a825-ca700bb08d7d None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:08:45.416685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.431502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7da155-d4fd-4f6c-abb5-52993ea50cdf req-40fcd27c-1472-4269-b5a7-ff277bfacda6 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.433029 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf7da155-d4fd-4f6c-abb5-52993ea50cdf req-40fcd27c-1472-4269-b5a7-ff277bfacda6 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.0823839 Sep 16 05:08:45.478582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf7da155-d4fd-4f6c-abb5-52993ea50cdf req-3d5e3262-1240-4f5a-ae5c-085255dd5e82 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/security-groups?id=837069c8-3f33-4e25-a3f0-95c0397f8b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368009 Sep 16 05:08:45.527373 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.555298 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.555578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.578074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-e377d06b-b6d5-4277-aeb7-c9901ee69dfa tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.580138 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-e377d06b-b6d5-4277-aeb7-c9901ee69dfa tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.57 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 945 time: 0.2449224 Sep 16 05:08:45.749308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.25.7.208 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:45.758997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.783109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.840834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.900280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Deleting port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:45.900724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.926920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-bf61cec5-474e-48a9-ba9c-08b1e8dc3483 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.933476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-bf61cec5-474e-48a9-ba9c-08b1e8dc3483 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.940237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-bf61cec5-474e-48a9-ba9c-08b1e8dc3483 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.946277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-bf61cec5-474e-48a9-ba9c-08b1e8dc3483 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.951492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.952549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-bf61cec5-474e-48a9-ba9c-08b1e8dc3483 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.958692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-bf61cec5-474e-48a9-ba9c-08b1e8dc3483 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.964747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-bf61cec5-474e-48a9-ba9c-08b1e8dc3483 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.966792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-bf61cec5-474e-48a9-ba9c-08b1e8dc3483 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.1886115 Sep 16 05:08:45.995567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Pushing event updated for resources: {'Port': ['ID=372a0f66-45dd-4ec5-a596-f78be2fdb219,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.024176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port 5c553b4b-08a1-4c0e-a6fa-07b792e91907 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:46.026847 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.040112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] For port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:46.040347 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.040489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.058708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Calling delete_port for 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:46.071408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13b241be-cb45-47dc-8daa-93caa887ab34 req-da5e7acf-8f63-4d8c-aac7-68280a3adc2a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964096 Sep 16 05:08:46.130252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port 5c553b4b-08a1-4c0e-a6fa-07b792e91907, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5c553b4b-08a1-4c0e-a6fa-07b792e91907,segment=NetworkSegment(03f87222-2872-4a1b-a04e-18006491bce9),segment_id=03f87222-2872-4a1b-a04e-18006491bce9)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:46.130705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.133095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.145114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for 5c553b4b-08a1-4c0e-a6fa-07b792e91907 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:46.147628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.152079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f09cad06-e54f-4a0b-98c3-143451986d15 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7689931 Sep 16 05:08:46.152782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57928) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.208326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:46.209721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.221205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:46.223583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:46.298816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:46.336146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.411752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=5c553b4b-08a1-4c0e-a6fa-07b792e91907,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.419727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port 5c553b4b-08a1-4c0e-a6fa-07b792e91907 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:46.426233 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.528606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57940) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.531138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.555332 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.562993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376f6e6e-a816-42f1-90de-8429b68c4911']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:46.602552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f87222-2872-4a1b-a04e-18006491bce9') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:46.602552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f87222-2872-4a1b-a04e-18006491bce9') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:46.620594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.640413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Pushing event deleted for resources: {'Port': ['ID=3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.646983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3191f75e-3658-49a0-bad3-6c35447d41ec req-007d4eee-c1bd-4c14-8821-4c0ede23705a tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 210 time: 0.0510941 Sep 16 05:08:46.659130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.670997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:46.670997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:46.673662 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:46.756395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.773927 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.783662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] No DVR routers for this DVR port 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:46.787642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.789639 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67fd8b22-0fbd-48ba-a16d-771126b8e71d req-014e292c-00ee-42d6-bb65-807f9f5c56d1 tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.57 "DELETE /v2.0/ports/3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 HTTP/1.1" status: 204 len: 173 time: 1.1699247 Sep 16 05:08:46.792063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dc3ec8-b367-4b55-be04-c3111fab81cf', 'name': 'network-vif-deleted', 'tag': '3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:46.794370 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef905293-9c6f-49c5-9211-fd5f2ebf7611" -d '{"events": [{"server_uuid": "83dc3ec8-b367-4b55-be04-c3111fab81cf", "name": "network-vif-deleted", "tag": "3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:46.800232 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61ad7fe1-989e-44ea-8adf-3febb06b4a68 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.826288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.864072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.866108 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61ad7fe1-989e-44ea-8adf-3febb06b4a68 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.869000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.870114 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18756524-83fd-42db-a3ad-7f7d6d09e1f2 x-openstack-request-id: req-18756524-83fd-42db-a3ad-7f7d6d09e1f2 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:46.870412 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dc3ec8-b367-4b55-be04-c3111fab81cf", "name": "network-vif-deleted", "tag": "3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:46.870666 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18756524-83fd-42db-a3ad-7f7d6d09e1f2 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:46.871098 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dc3ec8-b367-4b55-be04-c3111fab81cf', 'name': 'network-vif-deleted', 'tag': '3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3', 'status': 'completed', 'code': 200} Sep 16 05:08:46.876647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/376f6e6e-a816-42f1-90de-8429b68c4911 HTTP/1.1" status: 204 len: 168 time: 3.2802527 Sep 16 05:08:46.877708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57950) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.893233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1548010547'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:46.912570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2be11-d670-443f-af5b-bba18f2eb423 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=376f6e6e-a816-42f1-90de-8429b68c4911,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.940939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Allocated IP 172.25.7.45 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/1e478787-2a7f-45ab-9e9c-67f1f08d6df0) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:47.050033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:47.053963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.106913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:47.128081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.132862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.133217 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 75a471b7-0fcb-4cf9-a842-3cbf7442ac76 of type vlan for network a8d60a88-698e-40f7-a389-8d2d0d6bf51f Sep 16 05:08:47.135607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.147323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61ad7fe1-989e-44ea-8adf-3febb06b4a68 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.150709 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61ad7fe1-989e-44ea-8adf-3febb06b4a68 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.156973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57954) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.157139 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-61ad7fe1-989e-44ea-8adf-3febb06b4a68 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "DELETE /v2.0/security-groups/6fcd21be-d554-4d6f-9ca7-fe4f208155c2 HTTP/1.1" status: 204 len: 168 time: 0.6308935 Sep 16 05:08:47.216100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad7fe1-989e-44ea-8adf-3febb06b4a68 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcd21be-d554-4d6f-9ca7-fe4f208155c2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.230148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.239072 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-0d3f0535-0716-403d-bf30-df59e321a1e0 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] show failed (client error): The resource could not be found. Sep 16 05:08:47.242561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0d3f0535-0716-403d-bf30-df59e321a1e0 tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "GET /v2.0/security-groups/6fcd21be-d554-4d6f-9ca7-fe4f208155c2 HTTP/1.1" status: 404 len: 347 time: 0.0773642 Sep 16 05:08:47.249593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57956) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.334473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-a588d142-e761-4464-b5bc-cfa4690233e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.347425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-a588d142-e761-4464-b5bc-cfa4690233e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.355089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-a588d142-e761-4464-b5bc-cfa4690233e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.362065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-a588d142-e761-4464-b5bc-cfa4690233e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.369435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-a588d142-e761-4464-b5bc-cfa4690233e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.378044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-a588d142-e761-4464-b5bc-cfa4690233e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.385123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-a588d142-e761-4464-b5bc-cfa4690233e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.391920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-a588d142-e761-4464-b5bc-cfa4690233e6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.1975965 Sep 16 05:08:47.415567 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.418527 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.425271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.425918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.524526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b668f4d9-b299-4ba0-8848-49b11840ae2c req-3938bb6e-cc01-4131-9aa1-839effe72d0e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301177 Sep 16 05:08:47.530590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:47.539088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:47.577059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:47.579947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Pushing event updated for resources: {'Port': ['ID=1e478787-2a7f-45ab-9e9c-67f1f08d6df0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.586489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7004447 Sep 16 05:08:47.607107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57962) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.609113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f480aa4-73b0-4e49-a03e-532fe1c3357b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=a8d60a88-698e-40f7-a389-8d2d0d6bf51f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.616445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': 'a8d60a88-698e-40f7-a389-8d2d0d6bf51f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:47.624532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network a8d60a88-698e-40f7-a389-8d2d0d6bf51f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:47.796454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.805302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Deleting port 53c9e1a6-345b-417a-be4c-7ea31d9857de {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:47.805913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.861028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e79111b9-623f-4d4b-8bf3-30e21391818b req-189f08ca-ef58-428d-91cb-c0b15419086e tempest-ServerRescueNegativeTestJSON-1095372043 tempest-ServerRescueNegativeTestJSON-1095372043-project] 10.222.0.59 "GET /v2.0/ports?device_id=83dc3ec8-b367-4b55-be04-c3111fab81cf HTTP/1.1" status: 200 len: 210 time: 0.0354416 Sep 16 05:08:47.924658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.925441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.941908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Calling delete_port for 53c9e1a6-345b-417a-be4c-7ea31d9857de owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:47.960978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:47.965452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.989593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router a734881e-5f88-431a-bca4-33580255a163 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:48.170355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:48.183236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Sync routers for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:48.198859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:48.199935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:48.204460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.275411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.296320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:48.318278 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.319947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cb9f429d-9fb4-41c6-acc5-dd272bdfcef8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0592287 Sep 16 05:08:48.321450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Pushing event deleted for resources: {'Port': ['ID=53c9e1a6-345b-417a-be4c-7ea31d9857de,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.325520 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57972) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.381979 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.398314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8968b187-9a7f-4213-891f-c01f5f021398 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=9085bd244fd745f19e3d82d39b29bacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716221 Sep 16 05:08:48.404747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57974) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.454398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.457614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.462398 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f5c473df-9a47-4ab9-85de-e36f3b307aaf tempest-ServersTestBootFromVolume-1273563115 tempest-ServersTestBootFromVolume-1273563115-project] 10.222.0.59 "DELETE /v2.0/floatingips/2da33e45-f1b7-4cba-af31-30d6659af1f0 HTTP/1.1" status: 204 len: 168 time: 1.2111802 Sep 16 05:08:48.463465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57976) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.584062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:48.584822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3ad46d2c-db78-4d7a-8eca-bc2f8e5a0ca3 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:48.602621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:48.651931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=874b3534-4063-4040-a90c-748d0110153d,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.733250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': '75a471b7-0fcb-4cf9-a842-3cbf7442ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8d60a88-698e-40f7-a389-8d2d0d6bf51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:48.733737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: a8d60a88-698e-40f7-a389-8d2d0d6bf51f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:48.798826 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.832066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-28c4e36c-7be7-410c-834b-8da950beafa4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.847431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-28c4e36c-7be7-410c-834b-8da950beafa4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.858900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-28c4e36c-7be7-410c-834b-8da950beafa4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.864949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-28c4e36c-7be7-410c-834b-8da950beafa4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.871521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-28c4e36c-7be7-410c-834b-8da950beafa4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.878610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-28c4e36c-7be7-410c-834b-8da950beafa4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.884587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-28c4e36c-7be7-410c-834b-8da950beafa4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.894536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-28c4e36c-7be7-410c-834b-8da950beafa4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2596414 Sep 16 05:08:48.898191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 3, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:48.903314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221248f4-0bde-468b-aed7-0ea16ff21810 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.907683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-221248f4-0bde-468b-aed7-0ea16ff21810 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4784901 Sep 16 05:08:48.909373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57986) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.914035 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.915944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network a8d60a88-698e-40f7-a389-8d2d0d6bf51f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:48.928617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Checking router: a734881e-5f88-431a-bca4-33580255a163 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:48.930478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Updating router a734881e-5f88-431a-bca4-33580255a163 port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:48.932876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57988) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.967895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.976616 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-49653775-8a0d-469a-a95a-b2009958b31f tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659976 Sep 16 05:08:49.001841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57990) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.008757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935169639', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:49.030952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e71b531-ad94-43f2-b15d-f9e8451d3049 req-04637f76-09d1-4905-b51b-35e9de3a5c58 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358120 Sep 16 05:08:49.062491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Pushing event updated for resources: {'Port': ['ID=1e478787-2a7f-45ab-9e9c-67f1f08d6df0,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.077285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, a8d60a88-698e-40f7-a389-8d2d0d6bf51f) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:49.086118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37d870-b3a1-40e5-8ce9-3d5646a84daf None None] Network a8d60a88-698e-40f7-a389-8d2d0d6bf51f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:49.101393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.102314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.130512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.198487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-776bfc48-5361-40d4-a175-581043150e51 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5900726 Sep 16 05:08:49.201485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57994) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.302226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.305457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c39c507e-0713-4dbd-844d-c6ad22c87492 tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1492708 Sep 16 05:08:49.306078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57996) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.333477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-a8d60a88-698e-40f7-a389-8d2d0d6bf51f', 'network_id': 'a8d60a88-698e-40f7-a389-8d2d0d6bf51f', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': '874b3534-4063-4040-a90c-748d0110153d'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:49.334429 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.343083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.492851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Allocated IP 172.20.0.1 (a8d60a88-698e-40f7-a389-8d2d0d6bf51f/874b3534-4063-4040-a90c-748d0110153d/0e4c3603-f0fb-4252-b89d-ca1ea6790542) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:49.502000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-088da7c8-6f57-40d7-8b82-4962365b993f tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2916 time: 0.1896355 Sep 16 05:08:49.503089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57998) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.506995 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.577789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:49.581883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.633109 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.656022 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.670212 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.694612 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.733070 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.751038 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58000) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.751508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a462d6df-77a1-4949-a265-2fec807433ea tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2396824 Sep 16 05:08:49.759465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Network a8d60a88-698e-40f7-a389-8d2d0d6bf51f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:49.783927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Attempting to bind port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:49.784596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Attempting to bind port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:49.785172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Attempting to bind port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:49.793839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:49.795723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:49.796493 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.797197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:49.797863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Bound port: ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:49.798633 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.814864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.823371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:49.830213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:49.832339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Pushing event updated for resources: {'Port': ['ID=0e4c3603-f0fb-4252-b89d-ca1ea6790542,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.911272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.944255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1376d0-05c7-48cc-a614-9f019d276f71 None None] Pushing event updated for resources: {'Port': ['ID=ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.953836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] For port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:49.965980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Attempting to bind port 0e4c3603-f0fb-4252-b89d-ca1ea6790542 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:49.966368 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Attempting to bind port 0e4c3603-f0fb-4252-b89d-ca1ea6790542 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '75a471b7-0fcb-4cf9-a842-3cbf7442ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8d60a88-698e-40f7-a389-8d2d0d6bf51f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:49.966735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Attempting to bind port 0e4c3603-f0fb-4252-b89d-ca1ea6790542 on network a8d60a88-698e-40f7-a389-8d2d0d6bf51f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:49.973272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] For port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:49.976593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:49.976969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Checking segment: {'id': '75a471b7-0fcb-4cf9-a842-3cbf7442ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8d60a88-698e-40f7-a389-8d2d0d6bf51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:49.977382 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.977788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Bound using segment: {'id': '75a471b7-0fcb-4cf9-a842-3cbf7442ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8d60a88-698e-40f7-a389-8d2d0d6bf51f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:49.978255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Bound port: 0e4c3603-f0fb-4252-b89d-ca1ea6790542, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a471b7-0fcb-4cf9-a842-3cbf7442ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8d60a88-698e-40f7-a389-8d2d0d6bf51f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:49.978644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.074636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.135684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] For port 0e4c3603-f0fb-4252-b89d-ca1ea6790542, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:50.154096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] For port 0e4c3603-f0fb-4252-b89d-ca1ea6790542, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0e4c3603-f0fb-4252-b89d-ca1ea6790542,segment=NetworkSegment(75a471b7-0fcb-4cf9-a842-3cbf7442ac76),segment_id=75a471b7-0fcb-4cf9-a842-3cbf7442ac76)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:50.189857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:50.190505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:50.192586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1376d0-05c7-48cc-a614-9f019d276f71 None None] Pushing event updated for resources: {'Port': ['ID=ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.244087 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.302655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Deleting port 485a3f95-f4eb-4de3-a87e-8a0140095cc7 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:50.303054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.368401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.388257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] For port 485a3f95-f4eb-4de3-a87e-8a0140095cc7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=485a3f95-f4eb-4de3-a87e-8a0140095cc7,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:50.388734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.394302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d60a88-698e-40f7-a389-8d2d0d6bf51f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:50.401913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Calling delete_port for 485a3f95-f4eb-4de3-a87e-8a0140095cc7 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:50.404599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a471b7-0fcb-4cf9-a842-3cbf7442ac76') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:50.404902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a471b7-0fcb-4cf9-a842-3cbf7442ac76') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:50.416508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.428875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f599a-4e6f-46cb-ba83-a411a60e2d0f None None] Pushing event updated for resources: {'Port': ['ID=0e4c3603-f0fb-4252-b89d-ca1ea6790542,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.446838 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.450051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b924b7a-a7f9-44f4-ab19-c0e41894f4b7 None None] Network a8d60a88-698e-40f7-a389-8d2d0d6bf51f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:50.455977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:50.456733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:50.456897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:50.508387 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:50.516040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Deleting port 1e478787-2a7f-45ab-9e9c-67f1f08d6df0 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:50.516563 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.525258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=874b3534-4063-4040-a90c-748d0110153d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.632229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a946d65c-0c47-4b10-a247-0497631fd277 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.638847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a946d65c-0c47-4b10-a247-0497631fd277 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.645358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a946d65c-0c47-4b10-a247-0497631fd277 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.651784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a946d65c-0c47-4b10-a247-0497631fd277 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.659644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a946d65c-0c47-4b10-a247-0497631fd277 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.666042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a946d65c-0c47-4b10-a247-0497631fd277 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.672936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a946d65c-0c47-4b10-a247-0497631fd277 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.674909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a946d65c-0c47-4b10-a247-0497631fd277 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.4177904 Sep 16 05:08:50.679912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:08:50.679912 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:08:50.679912 n-d-712143-16 neutron-server[101824]: [parameters: {'id': 'a8d60a88-698e-40f7-a389-8d2d0d6bf51f'}] Sep 16 05:08:50.679912 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:50.680376 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:50.723757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d4ca70f-7bdf-4e2c-8161-609491712891 req-a074df4c-8365-4888-bbc0-f58b88aa9259 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396764 Sep 16 05:08:50.748168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.772475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.773219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.795425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Calling delete_port for 1e478787-2a7f-45ab-9e9c-67f1f08d6df0 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:50.806080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a46fa-d81d-484e-9980-fe2e3a774fc4 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:08:50.821815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Subnet': ['ID=5002409d-e611-4317-9481-8ce1b1965d1a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.855598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Checking segment: {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:50.856016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network hostable DHCP agents. Network: 07202e20-d47c-4712-87a7-8fa8b736b735, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:50.881742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 3, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:50.938117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network 07202e20-d47c-4712-87a7-8fa8b736b735 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:50.958111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5cec0-48a9-40a1-86fc-87d4c7d99c31 None None] The sync data for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 is: [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 3, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:50.977264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.026911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 07202e20-d47c-4712-87a7-8fa8b736b735) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:51.028467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Pushing event deleted for resources: {'Port': ['ID=485a3f95-f4eb-4de3-a87e-8a0140095cc7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.041783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.042422 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.137168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2aa3159c-ed35-4977-a685-60676c1b91e9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1301010 Sep 16 05:08:51.137492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58018) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.158382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a46fa-d81d-484e-9980-fe2e3a774fc4 None None] Unable to find a vacant binding_index for network 07202e20-d47c-4712-87a7-8fa8b736b735 and agent 709c25d6-5292-4887-94f3-8c58820a88d5 {{(pid=101826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 16 05:08:51.166041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a46fa-d81d-484e-9980-fe2e3a774fc4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 07202e20-d47c-4712-87a7-8fa8b736b735) {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:08:51.194945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Deleting port 936c0f2e-5672-4133-ab08-ba86a86896a9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:51.195374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.227514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.292815 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.343388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Pushing event deleted for resources: {'Port': ['ID=1e478787-2a7f-45ab-9e9c-67f1f08d6df0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.408044 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.493931 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.502552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.506647 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8062d9c5-22f5-4636-9f2c-252612ad4bbd tempest-FloatingIPAdminTestJSON-104580706 tempest-FloatingIPAdminTestJSON-104580706-project] 10.222.0.59 "DELETE /v2.0/floatingips/f29e1896-ee12-419f-ab2c-90610dc2a0a0 HTTP/1.1" status: 204 len: 168 time: 1.7539432 Sep 16 05:08:51.512632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58024) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.530887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] For port 936c0f2e-5672-4133-ab08-ba86a86896a9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=936c0f2e-5672-4133-ab08-ba86a86896a9,segment=NetworkSegment(1b9c6dbc-ff50-485e-a968-9b69f4633ec1),segment_id=1b9c6dbc-ff50-485e-a968-9b69f4633ec1)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:51.531854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.588023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Calling delete_port for 936c0f2e-5672-4133-ab08-ba86a86896a9 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:51.618385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-07202e20-d47c-4712-87a7-8fa8b736b735', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:51.619302 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.692080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port 0e4c3603-f0fb-4252-b89d-ca1ea6790542 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:51.709206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.811828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Allocated IP 172.20.0.2 (07202e20-d47c-4712-87a7-8fa8b736b735/5002409d-e611-4317-9481-8ce1b1965d1a/8e9e9a72-2d39-4545-a64f-8518f6bc725f) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:51.901449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port 0e4c3603-f0fb-4252-b89d-ca1ea6790542, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0e4c3603-f0fb-4252-b89d-ca1ea6790542,segment=NetworkSegment(75a471b7-0fcb-4cf9-a842-3cbf7442ac76),segment_id=75a471b7-0fcb-4cf9-a842-3cbf7442ac76)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:51.902184 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.924797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for 0e4c3603-f0fb-4252-b89d-ca1ea6790542 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:51.980622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Router d3c81606-5f81-48b2-94c1-ddbf73dd542a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:52.045500 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.071165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2b04891-596b-4f0c-ac73-98262aba9572 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.077671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2b04891-596b-4f0c-ac73-98262aba9572 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.084052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2b04891-596b-4f0c-ac73-98262aba9572 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.090595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2b04891-596b-4f0c-ac73-98262aba9572 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.097144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2b04891-596b-4f0c-ac73-98262aba9572 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.103153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2b04891-596b-4f0c-ac73-98262aba9572 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.105995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.127840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2b04891-596b-4f0c-ac73-98262aba9572 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.137147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2b04891-596b-4f0c-ac73-98262aba9572 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5429 time: 0.2989726 Sep 16 05:08:52.154260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:52.160289 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-331ddafc-c56e-477d-bee7-0d55a45e181d admin admin] 10.222.0.59 "PUT /v2.0/routers/d3c81606-5f81-48b2-94c1-ddbf73dd542a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6953483 Sep 16 05:08:52.161948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Deleting port 372a0f66-45dd-4ec5-a596-f78be2fdb219 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:52.162300 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.166087 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] Sync routers for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:52.167935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58034) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.182301 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:52.182940 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:52.186017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Network 07202e20-d47c-4712-87a7-8fa8b736b735 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:52.190436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:52.200965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:52.232040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Pushing event updated for resources: {'Port': ['ID=8e9e9a72-2d39-4545-a64f-8518f6bc725f,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.268599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9cc1287c-ab05-4962-802e-48766396bbd9 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:52.296680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.297769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.298058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.298394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.298729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.299160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.303555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.303555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.303555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.303555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.303555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.303555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:52.378207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.378207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.416740 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:52.417880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Attempting to bind port 8e9e9a72-2d39-4545-a64f-8518f6bc725f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.418262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Attempting to bind port 8e9e9a72-2d39-4545-a64f-8518f6bc725f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.418633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Attempting to bind port 8e9e9a72-2d39-4545-a64f-8518f6bc725f on network 07202e20-d47c-4712-87a7-8fa8b736b735 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.424511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4354e5e-c04c-431f-8101-43505b1f3444 req-b2825aa6-4b16-41b8-bf4d-ca1c718cf167 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2846091 Sep 16 05:08:52.440058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Calling delete_port for 372a0f66-45dd-4ec5-a596-f78be2fdb219 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:52.442750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:52.443143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Checking segment: {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:52.446874 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.447932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Bound using segment: {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:52.448631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Bound port: 8e9e9a72-2d39-4545-a64f-8518f6bc725f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:52.449201 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.563942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.732663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.751549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:52.762413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Pushing event deleted for resources: {'Port': ['ID=936c0f2e-5672-4133-ab08-ba86a86896a9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.771112 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.779820 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.810345 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:52.823874 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.849282 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] Checking router: d3c81606-5f81-48b2-94c1-ddbf73dd542a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:52.859109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.862555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9cc1287c-ab05-4962-802e-48766396bbd9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9cc1287c-ab05-4962-802e-48766396bbd9,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:52.869334 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] Routers {'d3c81606-5f81-48b2-94c1-ddbf73dd542a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:52.870830 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:52.901460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] For port 8e9e9a72-2d39-4545-a64f-8518f6bc725f, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:52.903784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '9cc1287c-ab05-4962-802e-48766396bbd9', 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'port_id': '9cc1287c-ab05-4962-802e-48766396bbd9', 'mac_address': 'fa:16:3e:d1:82:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf2dd18-a3ab-4ee3-875c-107c94bab518', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:52.919540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] For port 8e9e9a72-2d39-4545-a64f-8518f6bc725f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8e9e9a72-2d39-4545-a64f-8518f6bc725f,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:52.920536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:52.920917 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.932601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=0e4c3603-f0fb-4252-b89d-ca1ea6790542,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.949099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Pushing event deleted for resources: {'Port': ['ID=372a0f66-45dd-4ec5-a596-f78be2fdb219,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.966780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port 0e4c3603-f0fb-4252-b89d-ca1ea6790542 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:53.001131 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.017805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc1287c-ab05-4962-802e-48766396bbd9 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:53.025751 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.049689 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.052834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.054276 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fdcb8605-fffc-43f5-9bac-2119b7a6f631 tempest-FloatingIPAdminTestJSON-1862113098 tempest-FloatingIPAdminTestJSON-1862113098-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/b1eeb3d5-9ccc-4147-a533-d4aaaaa31ad1 HTTP/1.1" status: 204 len: 168 time: 1.5389845 Sep 16 05:08:53.060000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58046) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.070006 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] Set router d3c81606-5f81-48b2-94c1-ddbf73dd542a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:53.118249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9cc1287c-ab05-4962-802e-48766396bbd9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9cc1287c-ab05-4962-802e-48766396bbd9,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.190242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.204379 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.205605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 932a5d22-ed6b-413d-9f6b-f45d01e3e86a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:53.209613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81d8d9-6124-4be9-abd0-2fc3dd421b01 None None] Pushing event updated for resources: {'Port': ['ID=8e9e9a72-2d39-4545-a64f-8518f6bc725f,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.351443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.356078 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:53.407838 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd9fee-fb5d-40ae-974e-d5f369f23dee None None] The sync data for ids ['d3c81606-5f81-48b2-94c1-ddbf73dd542a'] in n-d-712143-16 is: [{'id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'name': 'tempest-ServersTestBootFromVolume-1393992124-router', 'tenant_id': 'fd8edda32a084356b988cc70c16d8f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:04Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': 'fd8edda32a084356b988cc70c16d8f6e', 'gw_port': {'id': 'd01e8492-19d8-4ece-8b91-c30f2ac52afd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c81606-5f81-48b2-94c1-ddbf73dd542a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:53.422994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.430410 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.434739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.508135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d60a88-698e-40f7-a389-8d2d0d6bf51f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:53.516485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9cc1287c-ab05-4962-802e-48766396bbd9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.529460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '932a5d22-ed6b-413d-9f6b-f45d01e3e86a', 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'port_id': '932a5d22-ed6b-413d-9f6b-f45d01e3e86a', 'mac_address': 'fa:16:3e:b8:78:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf2dd18-a3ab-4ee3-875c-107c94bab518', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:53.562793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a471b7-0fcb-4cf9-a842-3cbf7442ac76') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:53.563502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a471b7-0fcb-4cf9-a842-3cbf7442ac76') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:53.576689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Deleting port d01e8492-19d8-4ece-8b91-c30f2ac52afd {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:53.577152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.597175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.659676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.698702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932a5d22-ed6b-413d-9f6b-f45d01e3e86a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:53.705924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.731687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.744398 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.748423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.766820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:53.767347 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.769059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3192aa4e-ec90-4037-8493-224f16104289 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Deleting port b9b849ef-dc40-488a-bf01-44fdbd6905bc {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:53.769513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3192aa4e-ec90-4037-8493-224f16104289 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:53.775231 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:53.791581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.792951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:53.897988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.917068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.resource_extend [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:08:53.928043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939734a-104b-4b94-9626-65397d9b1d28 req-378493d6-e593-486a-ac84-04cb9100bccc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.931866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.934173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939734a-104b-4b94-9626-65397d9b1d28 req-378493d6-e593-486a-ac84-04cb9100bccc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.941059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939734a-104b-4b94-9626-65397d9b1d28 req-378493d6-e593-486a-ac84-04cb9100bccc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.946849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '42bd7577-6748-4ef1-98d9-fc4622a5f7a5', 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'port_id': '42bd7577-6748-4ef1-98d9-fc4622a5f7a5', 'mac_address': 'fa:16:3e:23:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf2dd18-a3ab-4ee3-875c-107c94bab518', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:53.947178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939734a-104b-4b94-9626-65397d9b1d28 req-378493d6-e593-486a-ac84-04cb9100bccc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.954648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939734a-104b-4b94-9626-65397d9b1d28 req-378493d6-e593-486a-ac84-04cb9100bccc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.960918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939734a-104b-4b94-9626-65397d9b1d28 req-378493d6-e593-486a-ac84-04cb9100bccc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.967394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939734a-104b-4b94-9626-65397d9b1d28 req-378493d6-e593-486a-ac84-04cb9100bccc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.969401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7939734a-104b-4b94-9626-65397d9b1d28 req-378493d6-e593-486a-ac84-04cb9100bccc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5430 time: 0.3322921 Sep 16 05:08:53.973552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] For port d01e8492-19d8-4ece-8b91-c30f2ac52afd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d01e8492-19d8-4ece-8b91-c30f2ac52afd,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.973932 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.991148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3192aa4e-ec90-4037-8493-224f16104289 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.007554 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.010323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Calling delete_port for d01e8492-19d8-4ece-8b91-c30f2ac52afd owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:54.020854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.20.0.1 (07202e20-d47c-4712-87a7-8fa8b736b735/5002409d-e611-4317-9481-8ce1b1965d1a/18033a01-2bfe-44b6-a8b9-4c7be93cb110) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:54.031395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3192aa4e-ec90-4037-8493-224f16104289 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Calling delete_port for b9b849ef-dc40-488a-bf01-44fdbd6905bc owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:54.040348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:54.077097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:54.099210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.123123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7939734a-104b-4b94-9626-65397d9b1d28 req-4c1fbfec-8960-4732-9968-9edf2f8f7af6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364098 Sep 16 05:08:54.166259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.166857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b7ea385a-48a0-4498-a6fc-1325f31c25ec details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:54.222289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b7ea385a-48a0-4498-a6fc-1325f31c25ec, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:54.294293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'b7ea385a-48a0-4498-a6fc-1325f31c25ec', 'network_id': '6e997d2e-d2cc-4311-a042-8157adc55eca', 'port_id': 'b7ea385a-48a0-4498-a6fc-1325f31c25ec', 'mac_address': 'fa:16:3e:6b:0e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf2dd18-a3ab-4ee3-875c-107c94bab518', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:54.300575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.373250 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3192aa4e-ec90-4037-8493-224f16104289 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.398542 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.421316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ea385a-48a0-4498-a6fc-1325f31c25ec {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:54.448015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b7ea385a-48a0-4498-a6fc-1325f31c25ec, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:54.465009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192aa4e-ec90-4037-8493-224f16104289 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event deleted for resources: {'Port': ['ID=b9b849ef-dc40-488a-bf01-44fdbd6905bc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.551847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Router da39c020-9b66-47f6-85e6-593ce0f9965c has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:54.570214 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.575746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b2b0744c-54c1-44ed-9a47-f1d522ca9911 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:54.657266 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3192aa4e-ec90-4037-8493-224f16104289 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.659000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b7ea385a-48a0-4498-a6fc-1325f31c25ec,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.662065 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3192aa4e-ec90-4037-8493-224f16104289 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "DELETE /v2.0/ports/b9b849ef-dc40-488a-bf01-44fdbd6905bc HTTP/1.1" status: 204 len: 168 time: 1.6008298 Sep 16 05:08:54.664916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58058) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.680268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.687109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/a8d60a88-698e-40f7-a389-8d2d0d6bf51f HTTP/1.1" status: 204 len: 168 time: 5.4843814 Sep 16 05:08:54.698001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58060) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.712839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51938184'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:54.730894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd5683-6c29-4cae-a9cf-2effb29f3cb0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=a8d60a88-698e-40f7-a389-8d2d0d6bf51f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.798272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaebf76-6b9a-45f3-913e-4bbbdace438e tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.801141 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6eaebf76-6b9a-45f3-913e-4bbbdace438e tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7177185-406a-48c6-b025-db8b6a602fc2 HTTP/1.1" status: 200 len: 913 time: 0.1342146 Sep 16 05:08:54.808162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8e9e9a72-2d39-4545-a64f-8518f6bc725f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:54.808712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58062) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.845148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d8ade-42a1-4f04-91f4-30ccd8b8d19c None None] Network 07202e20-d47c-4712-87a7-8fa8b736b735 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:54.895813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:54.900190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.909874 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6dd0be03-121f-4a11-b410-44dea2968414 admin admin] 10.222.0.59 "PUT /v2.0/routers/da39c020-9b66-47f6-85e6-593ce0f9965c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9510801 Sep 16 05:08:54.911842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:54.914837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58066) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.915458 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.926772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] Sync routers for ids ['da39c020-9b66-47f6-85e6-593ce0f9965c'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:54.935962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b2b0744c-54c1-44ed-9a47-f1d522ca9911, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:54.991860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:55.018446 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.018677 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 35c24bd1-8213-43c6-8cb8-69fe9c2dda07 of type vlan for network 04060105-fdba-441f-ba8c-d207b97f892f Sep 16 05:08:55.029393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-60736801-6df3-4b48-9015-4ede0d7e64af None None] Provisioning complete for port 8e9e9a72-2d39-4545-a64f-8518f6bc725f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:55.029651 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60736801-6df3-4b48-9015-4ede0d7e64af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.070136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.114004 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.126407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8e9e9a72-2d39-4545-a64f-8518f6bc725f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:55.126932 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.166027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'port_id': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'mac_address': 'fa:16:3e:e9:e0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:55.168601 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.195432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01e8492-19d8-4ece-8b91-c30f2ac52afd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.223553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.237738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] Routers {'da39c020-9b66-47f6-85e6-593ce0f9965c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:55.238560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da39c020-9b66-47f6-85e6-593ce0f9965c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:55.316460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.323641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.324291 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.329377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=18033a01-2bfe-44b6-a8b9-4c7be93cb110,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.395201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network 07202e20-d47c-4712-87a7-8fa8b736b735 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:55.426281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:55.444762 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.446633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:55.491773 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.500572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b0744c-54c1-44ed-9a47-f1d522ca9911 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:55.563933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.566078 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.567918 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60736801-6df3-4b48-9015-4ede0d7e64af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.586687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8778613 Sep 16 05:08:55.598086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58072) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.599433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b2b0744c-54c1-44ed-9a47-f1d522ca9911, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:55.602785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': '04060105-fdba-441f-ba8c-d207b97f892f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:55.633030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] Set router da39c020-9b66-47f6-85e6-593ce0f9965c gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:55.643101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.714976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d673e7a-1bdc-4f57-9a42-021cfd193ba6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=04060105-fdba-441f-ba8c-d207b97f892f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.730353 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.730353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 11bc5910-9d15-4853-8b16-127080567069 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:55.731701 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.747284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 04060105-fdba-441f-ba8c-d207b97f892f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:55.833866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Deleting port 3667d090-b3a0-40c3-b726-7a8d561fed69 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:55.838234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.852016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-60736801-6df3-4b48-9015-4ede0d7e64af None None] For port 8e9e9a72-2d39-4545-a64f-8518f6bc725f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8e9e9a72-2d39-4545-a64f-8518f6bc725f,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:55.883507 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.893493 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.007040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-c471fdcd-de90-46d6-b73c-d9262c6a6934 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.018085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-c471fdcd-de90-46d6-b73c-d9262c6a6934 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.019127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b2b0744c-54c1-44ed-9a47-f1d522ca9911,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:56.019607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] For port 3667d090-b3a0-40c3-b726-7a8d561fed69, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3667d090-b3a0-40c3-b726-7a8d561fed69,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:56.020181 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.039668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-c471fdcd-de90-46d6-b73c-d9262c6a6934 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.045139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Calling delete_port for 3667d090-b3a0-40c3-b726-7a8d561fed69 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:56.050743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-c471fdcd-de90-46d6-b73c-d9262c6a6934 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.055604 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60736801-6df3-4b48-9015-4ede0d7e64af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.061782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-c471fdcd-de90-46d6-b73c-d9262c6a6934 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.072045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-c471fdcd-de90-46d6-b73c-d9262c6a6934 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.093424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-c471fdcd-de90-46d6-b73c-d9262c6a6934 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.106821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-c471fdcd-de90-46d6-b73c-d9262c6a6934 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5433 time: 0.8705482 Sep 16 05:08:56.118340 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.resource_extend [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:08:56.121017 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:56.121378 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:56.125835 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.126641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c81606-5f81-48b2-94c1-ddbf73dd542a {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:56.143632 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.149195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8c7caddb-b559-48aa-9208-73a82a0c5df1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d3c81606-5f81-48b2-94c1-ddbf73dd542a HTTP/1.1" status: 204 len: 168 time: 3.9741890 Sep 16 05:08:56.186933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58076) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.292004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ab76cad-03b4-44f7-90f2-2b25a05fa79d req-bf6e3ee7-0312-4051-9ca4-f292183244db tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614661 Sep 16 05:08:56.311407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:56.316543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.330606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7f6ddb-6454-47d2-9744-a36b2fe920f1 admin admin] Deleting subnet c828553b-856a-4fd3-a355-77c9cedd965a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:56.331925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6ddb-6454-47d2-9744-a36b2fe920f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.423063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6ddb-6454-47d2-9744-a36b2fe920f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.490686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Deleting port f9b8744c-ba1d-4ce0-8e11-9e83a046bca8 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:56.490686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.497316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd87bb7-2353-4119-a6eb-40fc27b6bbba None None] Network 07202e20-d47c-4712-87a7-8fa8b736b735 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:56.529624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.533168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60736801-6df3-4b48-9015-4ede0d7e64af None None] Pushing event updated for resources: {'Port': ['ID=8e9e9a72-2d39-4545-a64f-8518f6bc725f,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:56.568915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 11bc5910-9d15-4853-8b16-127080567069, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11bc5910-9d15-4853-8b16-127080567069,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:56.675610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:08:52Z', 'revision_number': 5, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port': {'id': '3667d090-b3a0-40c3-b726-7a8d561fed69', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:26Z', 'updated_at': '2021-09-16T05:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.736350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cb9d3925-37c2-45f4-88f1-24b9c23a6b46 None None] Provisioning complete for port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:56.736701 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3925-37c2-45f4-88f1-24b9c23a6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.788416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] Checking router: da39c020-9b66-47f6-85e6-593ce0f9965c for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:56.806275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d3925-37c2-45f4-88f1-24b9c23a6b46 None None] Port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:56.807971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '11bc5910-9d15-4853-8b16-127080567069', 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba', 'port_id': '11bc5910-9d15-4853-8b16-127080567069', 'mac_address': 'fa:16:3e:25:fb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf000ab2-afb6-437a-a0c7-a25511a2df97', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:56.810902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.872345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] Routers {'da39c020-9b66-47f6-85e6-593ce0f9965c'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:56.872992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da39c020-9b66-47f6-85e6-593ce0f9965c'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.875417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:56.884456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cb9d3925-37c2-45f4-88f1-24b9c23a6b46 None None] Provisioning complete for port 8e9e9a72-2d39-4545-a64f-8518f6bc725f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:56.884972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3925-37c2-45f4-88f1-24b9c23a6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.942711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=4c48a594-542a-4d7a-b2e8-9c4e0af688ca,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:56.944832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': '35c24bd1-8213-43c6-8cb8-69fe9c2dda07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '04060105-fdba-441f-ba8c-d207b97f892f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:56.945308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: 04060105-fdba-441f-ba8c-d207b97f892f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:57.013053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6ddb-6454-47d2-9744-a36b2fe920f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.043531 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.084700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bc5910-9d15-4853-8b16-127080567069 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:57.106200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] Set router da39c020-9b66-47f6-85e6-593ce0f9965c gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:57.127569 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.152751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Calling delete_port for f9b8744c-ba1d-4ce0-8e11-9e83a046bca8 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:57.182197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:08:55Z', 'revision_number': 6, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:57.192582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.194123 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:57.195712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network 04060105-fdba-441f-ba8c-d207b97f892f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:57.236857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ee34f-d4f6-4f65-86b1-24a2e014899f None None] The sync data for ids ['da39c020-9b66-47f6-85e6-593ce0f9965c'] in n-d-712143-16 is: [{'id': 'da39c020-9b66-47f6-85e6-593ce0f9965c', 'name': 'tempest-ServerRescueNegativeTestJSON-820932317-router', 'tenant_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:24Z', 'updated_at': '2021-09-16T05:08:55Z', 'revision_number': 6, 'project_id': '63e3ac0fe07b4d6e888bf9be9553ae21', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:57.249139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 11bc5910-9d15-4853-8b16-127080567069, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11bc5910-9d15-4853-8b16-127080567069,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:57.256503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:57.256883 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.269462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6ddb-6454-47d2-9744-a36b2fe920f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.294233 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.301412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f6ddb-6454-47d2-9744-a36b2fe920f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c828553b-856a-4fd3-a355-77c9cedd965a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.363589 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.422402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=18033a01-2bfe-44b6-a8b9-4c7be93cb110,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.426249 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.427341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:57.436685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96897c0e-881a-45f6-8f5d-4c2c37a6d856 None None] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:57.442597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6ddb-6454-47d2-9744-a36b2fe920f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.445996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0a7f6ddb-6454-47d2-9744-a36b2fe920f1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c828553b-856a-4fd3-a355-77c9cedd965a HTTP/1.1" status: 204 len: 168 time: 1.2552664 Sep 16 05:08:57.457796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3667d090-b3a0-40c3-b726-7a8d561fed69,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.471778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.474130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58086) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.493666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 04060105-fdba-441f-ba8c-d207b97f892f) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:57.522591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731d3f8-dc09-4aba-8c27-d660fe1d879e None None] Network 04060105-fdba-441f-ba8c-d207b97f892f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:57.568963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.604803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.605756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.648007 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.683265 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.722498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 485a3f95-f4eb-4de3-a87e-8a0140095cc7 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:57.743125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:57.745036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bec325c9-a8ec-4a88-81ea-40d005b2aa60 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1462109 Sep 16 05:08:57.753640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58092) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.772411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.775984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event deleted for resources: {'Port': ['ID=f9b8744c-ba1d-4ce0-8e11-9e83a046bca8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.779791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.872462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-66f2c079-a84d-43b5-8759-8b32ae6ddff3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.878640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-66f2c079-a84d-43b5-8759-8b32ae6ddff3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.885142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-66f2c079-a84d-43b5-8759-8b32ae6ddff3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.892896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-66f2c079-a84d-43b5-8759-8b32ae6ddff3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.895981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 485a3f95-f4eb-4de3-a87e-8a0140095cc7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:57.897094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 485a3f95-f4eb-4de3-a87e-8a0140095cc7 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:57.899015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-66f2c079-a84d-43b5-8759-8b32ae6ddff3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.915840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-66f2c079-a84d-43b5-8759-8b32ae6ddff3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.931488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '6c0ac5af-1c40-4f2a-a1dd-50a47acbf457', 'network_id': '5513fd3a-0f0e-4783-9764-eb1d67ebbcba', 'port_id': '6c0ac5af-1c40-4f2a-a1dd-50a47acbf457', 'mac_address': 'fa:16:3e:6e:bf:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf000ab2-afb6-437a-a0c7-a25511a2df97', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:57.933159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=11bc5910-9d15-4853-8b16-127080567069,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.946032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-66f2c079-a84d-43b5-8759-8b32ae6ddff3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.948925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-66f2c079-a84d-43b5-8759-8b32ae6ddff3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5435 time: 0.4737482 Sep 16 05:08:57.977956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8c31ca77-a2a9-48cc-9b3c-87c4d47fc64a None None] Provisioning complete for port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:57.978349 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8c31ca77-a2a9-48cc-9b3c-87c4d47fc64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.035476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.036723 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da39c020-9b66-47f6-85e6-593ce0f9965c {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:58.063445 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.092023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.092023 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c517a05-f904-4e2c-9059-7c020c70ed76 admin admin] 10.222.0.59 "DELETE /v2.0/routers/da39c020-9b66-47f6-85e6-593ce0f9965c HTTP/1.1" status: 204 len: 168 time: 3.1740324 Sep 16 05:08:58.094335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58096) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.126028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network 07202e20-d47c-4712-87a7-8fa8b736b735 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:58.130946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4017d1f7-9c0c-49fa-ab10-bbd988e845d8 req-75b41ee2-51a0-488c-9e8a-43bc746ada01 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579638 Sep 16 05:08:58.136456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:58.183031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.186527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Deleting port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:58.186873 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.193646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.196241 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.214796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9688fd9-1a3e-44e6-a9d0-4193bd7d3071 admin admin] Deleting subnet 58cb50f5-f114-45d2-90f7-1086199912a6 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:58.247373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8c31ca77-a2a9-48cc-9b3c-87c4d47fc64a None None] Port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:58.267962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:58.283827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd9-1a3e-44e6-a9d0-4193bd7d3071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.355135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8c31ca77-a2a9-48cc-9b3c-87c4d47fc64a None None] Provisioning complete for port 8e9e9a72-2d39-4545-a64f-8518f6bc725f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:58.366380 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8c31ca77-a2a9-48cc-9b3c-87c4d47fc64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.385344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:58.408687 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd9-1a3e-44e6-a9d0-4193bd7d3071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.438358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5bd342-19f6-4a02-adfe-7ff6c1ddfa8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-04060105-fdba-441f-ba8c-d207b97f892f', 'network_id': '04060105-fdba-441f-ba8c-d207b97f892f', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': '4c48a594-542a-4d7a-b2e8-9c4e0af688ca'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:58.439234 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd342-19f6-4a02-adfe-7ff6c1ddfa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.457351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] DHCP port deletion for 2db67806-e838-4f2a-8fed-ed83910d8da9 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:58.487459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8e9e9a72-2d39-4545-a64f-8518f6bc725f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:58.535625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd9-1a3e-44e6-a9d0-4193bd7d3071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.541866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] For port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:58.542465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.583783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Calling delete_port for 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:58.589626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.612072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.722722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router a734881e-5f88-431a-bca4-33580255a163 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:58.878759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Router f7177185-406a-48c6-b025-db8b6a602fc2 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:58.886204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd9-1a3e-44e6-a9d0-4193bd7d3071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.947016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.960392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd9-1a3e-44e6-a9d0-4193bd7d3071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.966024 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a9688fd9-1a3e-44e6-a9d0-4193bd7d3071 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/58cb50f5-f114-45d2-90f7-1086199912a6 HTTP/1.1" status: 204 len: 168 time: 0.8703547 Sep 16 05:08:58.970362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9688fd9-1a3e-44e6-a9d0-4193bd7d3071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58cb50f5-f114-45d2-90f7-1086199912a6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.974158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58106) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.067416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.188000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['6c0ac5af-1c40-4f2a-a1dd-50a47acbf457'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:59.191145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9cc1287c-ab05-4962-802e-48766396bbd9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:59.238084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] Deleting port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:59.238449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.248199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.292089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83adbb71-afbc-4663-ad84-666bb42ba039']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.322634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['b7ea385a-48a0-4498-a6fc-1325f31c25ec'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:59.324428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['932a5d22-ed6b-413d-9f6b-f45d01e3e86a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:59.328728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8e9e9a72-2d39-4545-a64f-8518f6bc725f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:59.328728 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.329102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.346049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:59.362639 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958fb1a-725d-4723-b89d-556a611c0daa None None] Sync routers for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:59.373264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=4c48a594-542a-4d7a-b2e8-9c4e0af688ca,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.378439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9c6dbc-ff50-485e-a968-9b69f4633ec1') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.382642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['11bc5910-9d15-4853-8b16-127080567069'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:59.383068 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.396577 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958fb1a-725d-4723-b89d-556a611c0daa None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:59.397210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9c6dbc-ff50-485e-a968-9b69f4633ec1') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.397948 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b958fb1a-725d-4723-b89d-556a611c0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.404645 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b6e8276b-419e-4e2a-a5ba-d8a3b35b915a tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "PUT /v2.0/routers/f7177185-406a-48c6-b025-db8b6a602fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5932777 Sep 16 05:08:59.414772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58122) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.417474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.419604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:59.422602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.445623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.447611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6a3a8030-019e-439a-9e3b-7c081c09d846 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "PUT /v2.0/routers/a734881e-5f88-431a-bca4-33580255a163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3088255 Sep 16 05:08:59.453603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58126) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.456528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:59.457234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.466778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['42bd7577-6748-4ef1-98d9-fc4622a5f7a5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:59.468347 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b958fb1a-725d-4723-b89d-556a611c0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:59.476008 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:59.492439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] No DVR routers for this DVR port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:59.502081 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958fb1a-725d-4723-b89d-556a611c0daa None None] Routers {'f7177185-406a-48c6-b025-db8b6a602fc2'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:59.503031 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b958fb1a-725d-4723-b89d-556a611c0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f7177185-406a-48c6-b025-db8b6a602fc2'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.520069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-319c5794-1be1-4be1-ba49-ce582526561d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.526703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-319c5794-1be1-4be1-ba49-ce582526561d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.533459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-319c5794-1be1-4be1-ba49-ce582526561d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.539642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-319c5794-1be1-4be1-ba49-ce582526561d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.547371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-319c5794-1be1-4be1-ba49-ce582526561d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.553502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-319c5794-1be1-4be1-ba49-ce582526561d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.557542 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b958fb1a-725d-4723-b89d-556a611c0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.559294 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958fb1a-725d-4723-b89d-556a611c0daa None None] The sync data for ids ['f7177185-406a-48c6-b025-db8b6a602fc2'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:59.559672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-319c5794-1be1-4be1-ba49-ce582526561d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.561800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-319c5794-1be1-4be1-ba49-ce582526561d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5436 time: 0.2695189 Sep 16 05:08:59.709018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.715310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22f196db-f242-4680-8cbc-c3706bcdd8c7 req-194105dd-ad42-4e91-bae2-ec7f9c15af6b tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062372 Sep 16 05:08:59.723501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.725443 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] 10.222.0.59 "DELETE /v2.0/networks/83adbb71-afbc-4663-ad84-666bb42ba039 HTTP/1.1" status: 204 len: 168 time: 0.7498014 Sep 16 05:08:59.752346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server [None req-6f5bd342-19f6-4a02-adfe-7ff6c1ddfa8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c48a594-542a-4d7a-b2e8-9c4e0af688ca: This subnet is being modified by another concurrent operation. Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:08:59.758843 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c48a594-542a-4d7a-b2e8-9c4e0af688ca: This subnet is being modified by another concurrent operation. Sep 16 05:08:59.764261 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server Sep 16 05:08:59.767427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d8f15-9333-43c1-9ca9-ed3f252d811d admin admin] Pushing event deleted for resources: {'Network': ['ID=83adbb71-afbc-4663-ad84-666bb42ba039,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.770716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Sync routers for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:59.791720 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.794512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.795029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.795536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.796021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.797211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.797531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.798002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.798468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.798936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.799339 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.799471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.799904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.800884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.801031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.801886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.801886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.804372 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0de3290e-42d8-40d0-a079-c2ecab2be6f5 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10442 time: 0.3491895 Sep 16 05:08:59.807285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58134) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.821627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] For port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,segment=NetworkSegment(e7a067d8-c217-4c9d-a4a2-ca630895d800),segment_id=e7a067d8-c217-4c9d-a4a2-ca630895d800)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:59.821627 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.853057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04060105-fdba-441f-ba8c-d207b97f892f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.873240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe34fb9-5499-4625-975b-05db816476cd None None] Network 04060105-fdba-441f-ba8c-d207b97f892f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:59.877295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db67806-e838-4f2a-8fed-ed83910d8da9']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.912791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c24bd1-8213-43c6-8cb8-69fe9c2dda07') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.913104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c24bd1-8213-43c6-8cb8-69fe9c2dda07') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.927031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a067d8-c217-4c9d-a4a2-ca630895d800') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.927367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a067d8-c217-4c9d-a4a2-ca630895d800') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:59.935043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] Calling delete_port for 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:59.943897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.944116 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.944247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.944913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.945550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.946664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.948224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.949452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.949921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.950700 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.951011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.951769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.952298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.953580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.956395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ac74681-3170-4683-9762-3c3265f18018 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7549 time: 0.1476638 Sep 16 05:08:59.962987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.963201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['b2b0744c-54c1-44ed-9a47-f1d522ca9911'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:00.009985 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.017653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.018701 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:00.019714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:00.032502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:00.034709 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:00.034830 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:00.037334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:00.037334 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:00.050457 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:00.084332 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.268884 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.270793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.282681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.287084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2db67806-e838-4f2a-8fed-ed83910d8da9 HTTP/1.1" status: 204 len: 168 time: 2.7885416 Sep 16 05:09:00.317298 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.317756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-00a0570b-5d04-4325-9f58-35638534c852 None None] Provisioning complete for port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:00.318138 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-00a0570b-5d04-4325-9f58-35638534c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.320038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/04060105-fdba-441f-ba8c-d207b97f892f HTTP/1.1" status: 204 len: 168 time: 2.5644925 Sep 16 05:09:00.322659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860421cf-7096-45a1-bb46-b2c14c3a2705 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db67806-e838-4f2a-8fed-ed83910d8da9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.325696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58152) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.333572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1933251207'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:00.404704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474cea9-5ad5-432a-b2f8-666e51311821 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=04060105-fdba-441f-ba8c-d207b97f892f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.411193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58156) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.483191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cab101bf-6885-4f1f-91d7-004680ec4fcd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63e3ac0fe07b4d6e888bf9be9553ae21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679908 Sep 16 05:09:00.489008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58158) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.490442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Deleting port c67fa4b4-afeb-49ca-9a41-d6359f9296c8 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:00.490790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.594596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0cd88dc4-ca70-4b50-873c-bec389456a72 tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.6333914 Sep 16 05:09:00.634003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.643713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:00.647222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.704610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Calling delete_port for c67fa4b4-afeb-49ca-9a41-d6359f9296c8 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:00.737921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58164) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.772257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:00.790096 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-055fd286-2f66-42b0-b00b-b9a502009486 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd8edda32a084356b988cc70c16d8f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510833 Sep 16 05:09:00.792552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58168) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.809189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d01e8492-19d8-4ece-8b91-c30f2ac52afd no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:00.811505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-00a0570b-5d04-4325-9f58-35638534c852 None None] Port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:00.882769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c2b79de-a1fe-45f6-baf4-4ed54525dba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.896285 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.896636 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment b46b9963-cb6b-421a-854c-94138c05dcee of type vlan for network b2d4143a-2687-445a-b0e1-c775721129f7 Sep 16 05:09:00.915691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:00.968241 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c2b79de-a1fe-45f6-baf4-4ed54525dba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.969738 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b26b-9466-4023-aab6-0eef212db3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.004543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.032421 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b26b-9466-4023-aab6-0eef212db3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.092264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-3baa9d16-97d2-4322-a43c-2baa9ed8062e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.098278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-3baa9d16-97d2-4322-a43c-2baa9ed8062e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.104724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-3baa9d16-97d2-4322-a43c-2baa9ed8062e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.105591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d01e8492-19d8-4ece-8b91-c30f2ac52afd {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:01.106171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d01e8492-19d8-4ece-8b91-c30f2ac52afd not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:01.106453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 936c0f2e-5672-4133-ab08-ba86a86896a9 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:01.120043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-3baa9d16-97d2-4322-a43c-2baa9ed8062e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.128307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-3baa9d16-97d2-4322-a43c-2baa9ed8062e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.134759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-3baa9d16-97d2-4322-a43c-2baa9ed8062e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.141639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-3baa9d16-97d2-4322-a43c-2baa9ed8062e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.143705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-3baa9d16-97d2-4322-a43c-2baa9ed8062e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5436 time: 0.2701557 Sep 16 05:09:01.160572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c2b79de-a1fe-45f6-baf4-4ed54525dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.164943 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7c2b79de-a1fe-45f6-baf4-4ed54525dba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.166811 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7c2b79de-a1fe-45f6-baf4-4ed54525dba4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3af82e8a-db5b-464a-aa0d-44b780ebe10f HTTP/1.1" status: 204 len: 168 time: 0.3713810 Sep 16 05:09:01.170589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 936c0f2e-5672-4133-ab08-ba86a86896a9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:01.171899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 936c0f2e-5672-4133-ab08-ba86a86896a9 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:01.172277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3667d090-b3a0-40c3-b726-7a8d561fed69 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:01.186062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b79de-a1fe-45f6-baf4-4ed54525dba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af82e8a-db5b-464a-aa0d-44b780ebe10f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.261288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ff80f07-6695-44fd-8582-297af6c82cd9 req-ffb1db61-7b95-4766-ab05-db28d5e45d4d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999517 Sep 16 05:09:01.293325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.294014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 3667d090-b3a0-40c3-b726-7a8d561fed69 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:01.294379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3667d090-b3a0-40c3-b726-7a8d561fed69 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:01.300618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.301558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.305672 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.354522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] Network 2db67806-e838-4f2a-8fed-ed83910d8da9 is not hosted by any dhcp agent {{(pid=101826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:09:01.354939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] No DVR routers for this DVR port 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:01.419365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2bfff-3084-4d5f-8523-83c79a1744e0 None None] Pushing event deleted for resources: {'Port': ['ID=6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.459213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e41f93f-6cc4-466c-981c-b6b89161e09d None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:09:01.473938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b26b-9466-4023-aab6-0eef212db3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.477217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b26b-9466-4023-aab6-0eef212db3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.485380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d5f0b26b-9466-4023-aab6-0eef212db3bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/837069c8-3f33-4e25-a3f0-95c0397f8b3b HTTP/1.1" status: 204 len: 168 time: 0.8190577 Sep 16 05:09:01.486256 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.540548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:01.604246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:01.604603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6ccf71ba-bd9a-4abc-93d5-cbf55c5e800d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:01.608682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0b26b-9466-4023-aab6-0eef212db3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837069c8-3f33-4e25-a3f0-95c0397f8b3b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.615696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event deleted for resources: {'Port': ['ID=c67fa4b4-afeb-49ca-9a41-d6359f9296c8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.619832 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2920966 Sep 16 05:09:01.623340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697fbe2-a4a8-4aaf-94b3-1f854cfe11ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=b2d4143a-2687-445a-b0e1-c775721129f7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.626850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58182) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.637668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-bbc9aa62-8a95-4155-b2b1-b86f1fcee7ce tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:01.675078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b2d4143a-2687-445a-b0e1-c775721129f7 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:01.731602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.841797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58188) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.853707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fdee19b3-5203-46b6-a9cc-1f53ef46aa37 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251564630', 'description': 'tempest-secgroup-smoke-251564630 description', 'project_id': '9085bd244fd745f19e3d82d39b29bacf'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:01.896798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.900583 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.956544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbc9aa62-8a95-4155-b2b1-b86f1fcee7ce tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.029900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdee19b3-5203-46b6-a9cc-1f53ef46aa37 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.064011 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.064708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Fanout notify agent at l3_agent the message router_deleted on router f7177185-406a-48c6-b025-db8b6a602fc2 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:02.088134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.094353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c4219d04-fa51-44a7-bfae-fab3f3ae09fa tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "DELETE /v2.0/routers/f7177185-406a-48c6-b025-db8b6a602fc2 HTTP/1.1" status: 204 len: 168 time: 2.6728175 Sep 16 05:09:02.099879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58204) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.100105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbc9aa62-8a95-4155-b2b1-b86f1fcee7ce tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.184437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 2, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.196214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbc9aa62-8a95-4155-b2b1-b86f1fcee7ce tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network b2d4143a-2687-445a-b0e1-c775721129f7 is not hosted by any dhcp agent {{(pid=101825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:09:02.201975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9aa62-8a95-4155-b2b1-b86f1fcee7ce tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.203188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbc9aa62-8a95-4155-b2b1-b86f1fcee7ce tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.209581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbc9aa62-8a95-4155-b2b1-b86f1fcee7ce tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "PUT /v2.0/networks/b2d4143a-2687-445a-b0e1-c775721129f7 HTTP/1.1" status: 200 len: 723 time: 0.5763552 Sep 16 05:09:02.209756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58208) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.222240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': 'b2d4143a-2687-445a-b0e1-c775721129f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:02.258815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9aa62-8a95-4155-b2b1-b86f1fcee7ce tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=b2d4143a-2687-445a-b0e1-c775721129f7,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.281735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41f93f-6cc4-466c-981c-b6b89161e09d None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:09:02.294190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b2d4143a-2687-445a-b0e1-c775721129f7 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:02.303187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Checking router: a734881e-5f88-431a-bca4-33580255a163 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:02.306324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Updating router a734881e-5f88-431a-bca4-33580255a163 port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:02.381534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdee19b3-5203-46b6-a9cc-1f53ef46aa37 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.411038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6165d841-f79d-4abe-a770-605d176158e4 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Deleting subnet 61661908-02ef-47ce-9f61-52cea6e91de4 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:02.430467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6165d841-f79d-4abe-a770-605d176158e4 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.459621 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.463015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdee19b3-5203-46b6-a9cc-1f53ef46aa37 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.509074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee19b3-5203-46b6-a9cc-1f53ef46aa37 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9843ca-7470-43b4-9797-44ee3b8b1cf6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.526881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6165d841-f79d-4abe-a770-605d176158e4 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.537918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fdee19b3-5203-46b6-a9cc-1f53ef46aa37 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.539554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fdee19b3-5203-46b6-a9cc-1f53ef46aa37 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6964540 Sep 16 05:09:02.548232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58222) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.557184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-22ffb500-e6e1-4111-8f00-b4c02e54e380 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '4f9843ca-7470-43b4-9797-44ee3b8b1cf6', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:02.572021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-f96d9640-5aaa-470c-a1cd-e125eb683f66 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.577580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-f96d9640-5aaa-470c-a1cd-e125eb683f66 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.584229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-f96d9640-5aaa-470c-a1cd-e125eb683f66 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.590643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-f96d9640-5aaa-470c-a1cd-e125eb683f66 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.597282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-f96d9640-5aaa-470c-a1cd-e125eb683f66 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.604105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-f96d9640-5aaa-470c-a1cd-e125eb683f66 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.610733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-f96d9640-5aaa-470c-a1cd-e125eb683f66 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.619164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-f96d9640-5aaa-470c-a1cd-e125eb683f66 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5436 time: 0.2021575 Sep 16 05:09:02.667634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:02.725364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71c695a8-591a-49ad-964e-f7718f0de2bc req-3708d978-19be-4656-bdd1-45e2aaa191a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053052 Sep 16 05:09:02.825398 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6165d841-f79d-4abe-a770-605d176158e4 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.886316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:02.890020 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.913560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58240) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.963903 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6165d841-f79d-4abe-a770-605d176158e4 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.976392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:02.976679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22ffb500-e6e1-4111-8f00-b4c02e54e380 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.000239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165d841-f79d-4abe-a770-605d176158e4 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event deleted for resources: {'Subnet': ['ID=61661908-02ef-47ce-9f61-52cea6e91de4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.014374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:03.018637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.023672 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6165d841-f79d-4abe-a770-605d176158e4 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.025658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6165d841-f79d-4abe-a770-605d176158e4 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "DELETE /v2.0/subnets/61661908-02ef-47ce-9f61-52cea6e91de4 HTTP/1.1" status: 204 len: 168 time: 0.9282598 Sep 16 05:09:03.028762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58246) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.053759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ef045-056d-4820-bf83-c6f65a286835 None None] Network c5f64e02-6363-41d5-baff-47b985503562 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:03.070093 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.120466 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.174310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22ffb500-e6e1-4111-8f00-b4c02e54e380 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.178742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58250) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.208084 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.239377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1633652635-network', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:03.249480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22ffb500-e6e1-4111-8f00-b4c02e54e380 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.251208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Deleting port 4bc25b6b-5acc-430f-b5f1-61781199353d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:03.251599 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.287989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffb500-e6e1-4111-8f00-b4c02e54e380 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0304fc1c-bafb-4b38-9ecb-d74e56e2270a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.332382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1919744246-network', 'tenant_id': '9a9b5a2d574342d693788435c6617d16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:03.378525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] For port 4bc25b6b-5acc-430f-b5f1-61781199353d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4bc25b6b-5acc-430f-b5f1-61781199353d,segment=NetworkSegment(efe0b723-f4a8-4b54-9424-a87053817a61),segment_id=efe0b723-f4a8-4b54-9424-a87053817a61)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:03.378525 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.395159 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.397962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Made reservation on behalf of ff885869c7894048954f13cf5e9bc08a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:03.398773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65cbd7-cf40-4635-9c6c-0c194ccb8663 None None] Pushing event updated for resources: {'Port': ['ID=18033a01-2bfe-44b6-a8b9-4c7be93cb110,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.400743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.412693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Calling delete_port for 4bc25b6b-5acc-430f-b5f1-61781199353d owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:03.425975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.459163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22ffb500-e6e1-4111-8f00-b4c02e54e380 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.463892 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-22ffb500-e6e1-4111-8f00-b4c02e54e380 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9140055 Sep 16 05:09:03.466625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:03.467749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bd7577-6748-4ef1-98d9-fc4622a5f7a5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:03.468806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58258) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.470207 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e07fd39-eb89-44f2-9f84-184c6c9cc8f4" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "42bd7577-6748-4ef1-98d9-fc4622a5f7a5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:03.482067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '4f9843ca-7470-43b4-9797-44ee3b8b1cf6', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:03.515095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] DHCP port deletion for c5f64e02-6363-41d5-baff-47b985503562 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:03.520791 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceffe9a0-f1cc-4297-a465-ae8c0fcc1d81 x-openstack-request-id: req-ceffe9a0-f1cc-4297-a465-ae8c0fcc1d81 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:03.521573 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "42bd7577-6748-4ef1-98d9-fc4622a5f7a5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:03.521573 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ceffe9a0-f1cc-4297-a465-ae8c0fcc1d81 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:03.521822 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bd7577-6748-4ef1-98d9-fc4622a5f7a5', 'code': 200} Sep 16 05:09:03.525515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Attempting to bind port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:03.525885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Attempting to bind port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:03.526246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Attempting to bind port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 on network 07202e20-d47c-4712-87a7-8fa8b736b735 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:03.534395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.550547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:03.551172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Checking segment: {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:03.551951 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.552047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Bound using segment: {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:03.552476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Bound port: 18033a01-2bfe-44b6-a8b9-4c7be93cb110, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:03.552858 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.572658 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.573485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9cc1287c-ab05-4962-802e-48766396bbd9 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:03.593067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Made reservation on behalf of 9a9b5a2d574342d693788435c6617d16 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:03.593743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=80b25574-7da3-4dbf-9f9d-6154322d23bf,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.611324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.648453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.665554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': 'b46b9963-cb6b-421a-854c-94138c05dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b2d4143a-2687-445a-b0e1-c775721129f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:03.666325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: b2d4143a-2687-445a-b0e1-c775721129f7, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:03.681967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:09:03.681967 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:09:03.681967 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': '9085bd244fd745f19e3d82d39b29bacf', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 8, 43, 494447)}] Sep 16 05:09:03.681967 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:03.682500 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:03.726815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] Deleting port 4bc25b6b-5acc-430f-b5f1-61781199353d {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:03.727333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.756548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.785230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event deleted for resources: {'Port': ['ID=4bc25b6b-5acc-430f-b5f1-61781199353d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.787327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] No DVR routers for this DVR port 4bc25b6b-5acc-430f-b5f1-61781199353d on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:03.801161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] For port 18033a01-2bfe-44b6-a8b9-4c7be93cb110, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:03.802627 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.804618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.830340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network b2d4143a-2687-445a-b0e1-c775721129f7 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:03.863002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] For port 4bc25b6b-5acc-430f-b5f1-61781199353d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4bc25b6b-5acc-430f-b5f1-61781199353d,segment=NetworkSegment(efe0b723-f4a8-4b54-9424-a87053817a61),segment_id=efe0b723-f4a8-4b54-9424-a87053817a61)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:03.863442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.865747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-152f915a-4429-4077-9c99-f545ae9f65da None None] Provisioning complete for port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:03.866114 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-152f915a-4429-4077-9c99-f545ae9f65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.898915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] Calling delete_port for 4bc25b6b-5acc-430f-b5f1-61781199353d owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:03.902046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.911085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.923949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-152f915a-4429-4077-9c99-f545ae9f65da None None] Port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:03.940321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f64e02-6363-41d5-baff-47b985503562']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:03.942627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:03.953343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe0b723-f4a8-4b54-9424-a87053817a61') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:03.953844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe0b723-f4a8-4b54-9424-a87053817a61') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:03.957140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dde4f9-861e-4015-b9c8-7f576c6bbc83,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.969019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.969426 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Added segment ae7640c6-2786-4a09-95ee-4ee9110c02ff of type vlan for network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 Sep 16 05:09:03.970564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] For port 18033a01-2bfe-44b6-a8b9-4c7be93cb110, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=18033a01-2bfe-44b6-a8b9-4c7be93cb110,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:03.977521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f66-84a8-44be-aef0-f70327ddb821 req-1b212337-b799-4f23-a543-c1c2d21fcfc9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.991708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f66-84a8-44be-aef0-f70327ddb821 req-1b212337-b799-4f23-a543-c1c2d21fcfc9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.997721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f66-84a8-44be-aef0-f70327ddb821 req-1b212337-b799-4f23-a543-c1c2d21fcfc9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.003934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f66-84a8-44be-aef0-f70327ddb821 req-1b212337-b799-4f23-a543-c1c2d21fcfc9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.004704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.011499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f66-84a8-44be-aef0-f70327ddb821 req-1b212337-b799-4f23-a543-c1c2d21fcfc9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.014203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 9cc1287c-ab05-4962-802e-48766396bbd9 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:04.018092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f66-84a8-44be-aef0-f70327ddb821 req-1b212337-b799-4f23-a543-c1c2d21fcfc9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.025648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f66-84a8-44be-aef0-f70327ddb821 req-1b212337-b799-4f23-a543-c1c2d21fcfc9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.036180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07459f66-84a8-44be-aef0-f70327ddb821 req-1b212337-b799-4f23-a543-c1c2d21fcfc9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5437 time: 0.1805212 Sep 16 05:09:04.037002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 9cc1287c-ab05-4962-802e-48766396bbd9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:04.037389 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.040940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] Pushing event deleted for resources: {'Port': ['ID=4bc25b6b-5acc-430f-b5f1-61781199353d,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.041158 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.060736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.073242 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.073474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95e1bf-b9ab-49f8-980e-9b9368931a80 None None] No DVR routers for this DVR port 4bc25b6b-5acc-430f-b5f1-61781199353d on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:04.073594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:04.073594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.096634 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.148157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:04.159516 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:04.162601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b2d4143a-2687-445a-b0e1-c775721129f7) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:04.166051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.166754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.187819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.191153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.191841 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.193164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4609650-3cb7-4854-ac63-4155a2a45616 None None] Network b2d4143a-2687-445a-b0e1-c775721129f7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:04.222053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65cbd7-cf40-4635-9c6c-0c194ccb8663 None None] Pushing event updated for resources: {'Port': ['ID=18033a01-2bfe-44b6-a8b9-4c7be93cb110,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.234559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:04.235254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:04.243521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07459f66-84a8-44be-aef0-f70327ddb821 req-9aad4f5a-9160-419a-9f06-97044a2fdb31 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807838 Sep 16 05:09:04.269274 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.275980 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.277866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "DELETE /v2.0/networks/c5f64e02-6363-41d5-baff-47b985503562 HTTP/1.1" status: 204 len: 168 time: 1.2481656 Sep 16 05:09:04.297948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58270) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.303017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119041c0-c88d-490d-94ac-d9939fdd00fc tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event deleted for resources: {'Network': ['ID=c5f64e02-6363-41d5-baff-47b985503562,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.305650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3f90a9c7-98b8-42b4-a50b-39af754bf2da tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0962541 Sep 16 05:09:04.308319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.349822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e62ed61c-d1c0-4fb2-a094-b32bed316a38 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:04.392292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.395682 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.397001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.430125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:04.442114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea60658-0c62-4d41-9aa4-7861742c535c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.454141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.454500 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Added segment d771d160-8f6e-4d9c-9033-1ed919ecc0d1 of type vlan for network ae929159-f6fa-4978-b069-35a029ddd38f Sep 16 05:09:04.457264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:04.530151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9cc1287c-ab05-4962-802e-48766396bbd9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9cc1287c-ab05-4962-802e-48766396bbd9,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:04.531671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.568145 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3cf70abc-f1e6-445a-b131-a7e18fc08d28 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6499572 Sep 16 05:09:04.568145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.577123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58280) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.579613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Request body: {'subnet': {'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-subnet', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:04.599222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:04.608964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e62ed61c-d1c0-4fb2-a094-b32bed316a38 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9747150'] for subnet, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.635500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Deleting port fdbd938f-1028-49ce-8c12-f575a788b7af {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:04.635988 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.666703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.667817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.668461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.711138 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.742632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Made reservation on behalf of ff885869c7894048954f13cf5e9bc08a for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:04.745161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.746649 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.746997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.760943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] Pushing event updated for resources: {'Network': ['ID=ae929159-f6fa-4978-b069-35a029ddd38f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.799450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Calling delete_port for fdbd938f-1028-49ce-8c12-f575a788b7af owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:04.812566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ae929159-f6fa-4978-b069-35a029ddd38f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:04.812566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-69460d5f-6be7-41e0-a7cd-977a60e03166 None None] Provisioning complete for port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:04.812566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69460d5f-6be7-41e0-a7cd-977a60e03166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.817537 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.817722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a63d0a2f-f859-4d25-aef3-5d5e6f486f49 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6289086 Sep 16 05:09:04.818448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b7ea385a-48a0-4498-a6fc-1325f31c25ec up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:04.818711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58286) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.820374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.827772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Request body: {'subnet': {'network_id': 'ae929159-f6fa-4978-b069-35a029ddd38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1919744246-subnet', 'tenant_id': '9a9b5a2d574342d693788435c6617d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:04.856024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6b04f0-41da-4e1b-8608-a295d9461339,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.956271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9cc1287c-ab05-4962-802e-48766396bbd9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.971397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Made reservation on behalf of 9a9b5a2d574342d693788435c6617d16 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:04.976465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.020606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.027339 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ff9a08c-4c39-4349-82a5-94441dcc191c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5553842 Sep 16 05:09:05.028369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58288) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:05.034871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6eaf3862-8ea4-4f06-8cc5-69d2d84191b4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '4f9843ca-7470-43b4-9797-44ee3b8b1cf6', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:05.057762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.072863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-b2d4143a-2687-445a-b0e1-c775721129f7', 'network_id': 'b2d4143a-2687-445a-b0e1-c775721129f7', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': '80b25574-7da3-4dbf-9f9d-6154322d23bf'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:05.072863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.134854 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4bfe61-8f0b-42b7-97e2-53a839f90540,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.145789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Checking segment: {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:05.146240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Network hostable DHCP agents. Network: f5a0dc0d-c551-473e-b300-2b6ebbbb6c65, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:05.198331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3862-8ea4-4f06-8cc5-69d2d84191b4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.275949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port b7ea385a-48a0-4498-a6fc-1325f31c25ec completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:05.288643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:05.290528 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69460d5f-6be7-41e0-a7cd-977a60e03166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.302446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3862-8ea4-4f06-8cc5-69d2d84191b4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.331140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port b7ea385a-48a0-4498-a6fc-1325f31c25ec triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:05.331629 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.373690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3862-8ea4-4f06-8cc5-69d2d84191b4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.408019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf3862-8ea4-4f06-8cc5-69d2d84191b4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c649c848-13f1-4b2b-9caa-b10d17374495,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.457497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f5a0dc0d-c551-473e-b300-2b6ebbbb6c65) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:05.458318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-69460d5f-6be7-41e0-a7cd-977a60e03166 None None] For port 18033a01-2bfe-44b6-a8b9-4c7be93cb110, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=18033a01-2bfe-44b6-a8b9-4c7be93cb110,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:05.470844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c27b7-bafe-4ea8-b7e4-df53a189734a None None] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:05.471757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e62ed61c-d1c0-4fb2-a094-b32bed316a38 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769093533700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9794209'] for subnet, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.477107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.479532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.496849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4bc25b6b-5acc-430f-b5f1-61781199353d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:05.500851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Allocated IP 172.20.0.2 (b2d4143a-2687-445a-b0e1-c775721129f7/80b25574-7da3-4dbf-9f9d-6154322d23bf/ef5e0b82-b819-4e16-af38-a434fb7b4eb8) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:05.553113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc1287c-ab05-4962-802e-48766396bbd9'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:05.555395 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe486d4-3caf-460a-a2a6-11358fb79951" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "9cc1287c-ab05-4962-802e-48766396bbd9"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:05.566588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 4bc25b6b-5acc-430f-b5f1-61781199353d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:05.566965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4bc25b6b-5acc-430f-b5f1-61781199353d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:05.569790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ed61c-d1c0-4fb2-a094-b32bed316a38 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.570058 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e62ed61c-d1c0-4fb2-a094-b32bed316a38 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.573890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e62ed61c-d1c0-4fb2-a094-b32bed316a38 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "PUT /v2.0/subnets/80b25574-7da3-4dbf-9f9d-6154322d23bf HTTP/1.1" status: 200 len: 806 time: 1.2621257 Sep 16 05:09:05.584688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58302) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:05.609233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:09:03Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:05.611528 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69460d5f-6be7-41e0-a7cd-977a60e03166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.633637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ed61c-d1c0-4fb2-a094-b32bed316a38 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=80b25574-7da3-4dbf-9f9d-6154322d23bf,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.658243 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003fc087-4271-4155-a2bb-96525674044d x-openstack-request-id: req-003fc087-4271-4155-a2bb-96525674044d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:05.658601 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "9cc1287c-ab05-4962-802e-48766396bbd9", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:05.658796 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-003fc087-4271-4155-a2bb-96525674044d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:05.659184 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc1287c-ab05-4962-802e-48766396bbd9', 'code': 200} Sep 16 05:09:05.663479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-39a79ba8-e433-4e4e-b3f9-899cc486e868 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.665532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35868a24-65ec-40da-8f0f-20dd426c25da None None] The sync data for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 is: [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:09:03Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:05.676404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-39a79ba8-e433-4e4e-b3f9-899cc486e868 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.682338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3862-8ea4-4f06-8cc5-69d2d84191b4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.683408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-39a79ba8-e433-4e4e-b3f9-899cc486e868 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.683756 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6eaf3862-8ea4-4f06-8cc5-69d2d84191b4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6542723 Sep 16 05:09:05.688518 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5848170a-19fb-41a3-979b-3e3b7c8966d0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1144207 Sep 16 05:09:05.690534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-39a79ba8-e433-4e4e-b3f9-899cc486e868 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.693347 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58304) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:05.693747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58306) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:05.697329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-39a79ba8-e433-4e4e-b3f9-899cc486e868 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.703503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-91f2790c-e917-4971-a21a-650b91887ed2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '4f9843ca-7470-43b4-9797-44ee3b8b1cf6', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:05.711291 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.711925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-39a79ba8-e433-4e4e-b3f9-899cc486e868 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.717357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-39a79ba8-e433-4e4e-b3f9-899cc486e868 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.726334 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-39a79ba8-e433-4e4e-b3f9-899cc486e868 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5438 time: 0.2395022 Sep 16 05:09:05.751910 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.793667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:05.816410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Pushing event deleted for resources: {'Port': ['ID=fdbd938f-1028-49ce-8c12-f575a788b7af,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.844702 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.862602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:09:05.862602 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:09:05.862602 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': 'ff885869c7894048954f13cf5e9bc08a', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 8, 45, 850620)}] Sep 16 05:09:05.862602 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:05.863635 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:05.902235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69460d5f-6be7-41e0-a7cd-977a60e03166 None None] Pushing event updated for resources: {'Port': ['ID=18033a01-2bfe-44b6-a8b9-4c7be93cb110,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.935542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dadc4e74-7d96-410a-a8f3-c6917c8760c0 req-b2571d87-aaba-484b-bbf5-d5ab4004c3b1 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935694 Sep 16 05:09:05.955561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91f2790c-e917-4971-a21a-650b91887ed2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.956133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b7ea385a-48a0-4498-a6fc-1325f31c25ec, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:05.971990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.982064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:05.985167 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.995359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.002321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.002321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-82dc84da-521b-44f3-a7a8-f8014ffc1f91 tempest-FloatingIPAdminTestJSON-964491170 tempest-FloatingIPAdminTestJSON-964491170-project] 10.222.0.59 "DELETE /v2.0/floatingips/4f9b544a-3a41-4a3f-915d-ffcf6b204453 HTTP/1.1" status: 204 len: 168 time: 1.7020271 Sep 16 05:09:06.059047 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.060109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 932a5d22-ed6b-413d-9f6b-f45d01e3e86a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:06.098320 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.109287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91f2790c-e917-4971-a21a-650b91887ed2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.157586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91f2790c-e917-4971-a21a-650b91887ed2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.173339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24406c1-dda8-4128-bc9e-3456193aa44b,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.184845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2790c-e917-4971-a21a-650b91887ed2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c5a8c0-0f09-4abe-b371-c81776cd68f7,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.193176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Checking segment: {'id': 'd771d160-8f6e-4d9c-9033-1ed919ecc0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ae929159-f6fa-4978-b069-35a029ddd38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:06.193601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Network hostable DHCP agents. Network: ae929159-f6fa-4978-b069-35a029ddd38f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:06.288515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91f2790c-e917-4971-a21a-650b91887ed2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.290293 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91f2790c-e917-4971-a21a-650b91887ed2 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5949433 Sep 16 05:09:06.293788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58316) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.296676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b7ea385a-48a0-4498-a6fc-1325f31c25ec,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.307065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-48fc3f28-61fc-435f-b4a3-1b69c1a30ecd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '4f9843ca-7470-43b4-9797-44ee3b8b1cf6', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:06.340379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Network ae929159-f6fa-4978-b069-35a029ddd38f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:06.404351 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.418339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Allocated IP 172.20.0.2 (f5a0dc0d-c551-473e-b300-2b6ebbbb6c65/2a4bfe61-8f0b-42b7-97e2-53a839f90540/73883e44-1da2-4634-a3fd-8e2960c26712) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:06.456432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:06.459957 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-48fc3f28-61fc-435f-b4a3-1b69c1a30ecd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Project 9085bd244fd745f19e3d82d39b29bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:09:06.464549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:06.464911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.475984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ae929159-f6fa-4978-b069-35a029ddd38f) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:06.491692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.495191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.497761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48fc3f28-61fc-435f-b4a3-1b69c1a30ecd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.516740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d25e8-a19e-4170-9bdd-d12c8af4ca61 None None] Network ae929159-f6fa-4978-b069-35a029ddd38f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:06.550749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58324) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.601147 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.601277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48fc3f28-61fc-435f-b4a3-1b69c1a30ecd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.662541 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.665397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.693592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Network b2d4143a-2687-445a-b0e1-c775721129f7 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:06.706492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.730574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5aeba04a-3371-469d-8ff7-06ca6d656f0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe64318e9c794321bc0ca6aaaaece3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785333 Sep 16 05:09:06.731676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58330) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.737741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:06.751213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Pushing event updated for resources: {'Port': ['ID=ef5e0b82-b819-4e16-af38-a434fb7b4eb8,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.759068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:06.769588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48fc3f28-61fc-435f-b4a3-1b69c1a30ecd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.791332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a2a6a734-7228-4034-935e-e765f6d813a9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9711897 Sep 16 05:09:06.795407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=80b25574-7da3-4dbf-9f9d-6154322d23bf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.816808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc3f28-61fc-435f-b4a3-1b69c1a30ecd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebfeeb7-b26a-4c99-9ce5-3bed475afe71,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.841144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4cb4269d-f28a-4bc6-b4da-2bc3cb9e00e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.866481 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48fc3f28-61fc-435f-b4a3-1b69c1a30ecd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.871328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-48fc3f28-61fc-435f-b4a3-1b69c1a30ecd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5732739 Sep 16 05:09:06.871480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58334) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.878967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-44a81dc1-5c3e-4291-bb77-4f1bdc799dcc tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'security_group_rule': {'security_group_id': '4f9843ca-7470-43b4-9797-44ee3b8b1cf6', 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:06.886544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.932894 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4cb4269d-f28a-4bc6-b4da-2bc3cb9e00e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.950942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.005106 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-44a81dc1-5c3e-4291-bb77-4f1bdc799dcc tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Project 9085bd244fd745f19e3d82d39b29bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:09:07.006681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d4143a-2687-445a-b0e1-c775721129f7']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:07.032993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-44a81dc1-5c3e-4291-bb77-4f1bdc799dcc tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.059671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4cb4269d-f28a-4bc6-b4da-2bc3cb9e00e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.063816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4cb4269d-f28a-4bc6-b4da-2bc3cb9e00e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.073914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4cb4269d-f28a-4bc6-b4da-2bc3cb9e00e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e30929fb-8b62-4b44-b31d-87b0e03ec955 HTTP/1.1" status: 204 len: 168 time: 0.3409669 Sep 16 05:09:07.110560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46b9963-cb6b-421a-854c-94138c05dcee') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:07.110560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46b9963-cb6b-421a-854c-94138c05dcee') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:07.116310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4269d-f28a-4bc6-b4da-2bc3cb9e00e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30929fb-8b62-4b44-b31d-87b0e03ec955,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.188014 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.221557 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.260328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.267052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa634f-a1fb-4520-86f2-460a13036555 req-c5e1ee45-fbf2-4bd2-b586-3fec20df1472 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.273909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.277193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa634f-a1fb-4520-86f2-460a13036555 req-c5e1ee45-fbf2-4bd2-b586-3fec20df1472 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.285052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa634f-a1fb-4520-86f2-460a13036555 req-c5e1ee45-fbf2-4bd2-b586-3fec20df1472 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.292708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa634f-a1fb-4520-86f2-460a13036555 req-c5e1ee45-fbf2-4bd2-b586-3fec20df1472 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.300190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa634f-a1fb-4520-86f2-460a13036555 req-c5e1ee45-fbf2-4bd2-b586-3fec20df1472 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.306691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa634f-a1fb-4520-86f2-460a13036555 req-c5e1ee45-fbf2-4bd2-b586-3fec20df1472 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.314298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa634f-a1fb-4520-86f2-460a13036555 req-c5e1ee45-fbf2-4bd2-b586-3fec20df1472 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.316618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19fa634f-a1fb-4520-86f2-460a13036555 req-c5e1ee45-fbf2-4bd2-b586-3fec20df1472 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5439 time: 0.2061019 Sep 16 05:09:07.330644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-44a81dc1-5c3e-4291-bb77-4f1bdc799dcc tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.378721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.389771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:07.390348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:07.393840 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:07.461597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-44a81dc1-5c3e-4291-bb77-4f1bdc799dcc tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.521278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.547586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302b9f8-d38f-4e35-a0f9-5262ae91bdca None None] Network ae929159-f6fa-4978-b069-35a029ddd38f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:07.636743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a81dc1-5c3e-4291-bb77-4f1bdc799dcc tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7c8fd4-961e-4550-a0a8-d1278525704a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.647956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19fa634f-a1fb-4520-86f2-460a13036555 req-7f82b127-de81-451a-a6f0-f432c4b485ac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3145826 Sep 16 05:09:07.651506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:09:07.651506 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:09:07.651506 n-d-712143-16 neutron-server[101825]: [parameters: {'id': 'b2d4143a-2687-445a-b0e1-c775721129f7'}] Sep 16 05:09:07.651506 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:07.652145 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:07.671226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 18033a01-2bfe-44b6-a8b9-4c7be93cb110 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:07.673059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ea385a-48a0-4498-a6fc-1325f31c25ec'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:07.675470 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076adfd1-e863-46e4-ba40-dc12dca3b5f8" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "b7ea385a-48a0-4498-a6fc-1325f31c25ec"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:07.706413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-44a81dc1-5c3e-4291-bb77-4f1bdc799dcc tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.726169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-44a81dc1-5c3e-4291-bb77-4f1bdc799dcc tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8427265 Sep 16 05:09:07.739375 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28a1d02-3fde-4750-a87a-ba1925f32b8d x-openstack-request-id: req-c28a1d02-3fde-4750-a87a-ba1925f32b8d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:07.739762 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "b7ea385a-48a0-4498-a6fc-1325f31c25ec", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:07.740017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-4aff08c7-3d70-4ec6-b0e0-ae83ce971253 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.740155 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c28a1d02-3fde-4750-a87a-ba1925f32b8d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:07.740554 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ea385a-48a0-4498-a6fc-1325f31c25ec', 'code': 200} Sep 16 05:09:07.741696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-4aff08c7-3d70-4ec6-b0e0-ae83ce971253 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/networks?id=ae929159-f6fa-4978-b069-35a029ddd38f HTTP/1.1" status: 200 len: 809 time: 0.3628452 Sep 16 05:09:07.760348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:07.760811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-44fa36a4-9cdd-4aad-a290-f743915de7c8 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/quotas/9a9b5a2d574342d693788435c6617d16 HTTP/1.1" status: 200 len: 375 time: 0.0127895 Sep 16 05:09:07.764294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Attempting to bind port ef5e0b82-b819-4e16-af38-a434fb7b4eb8 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:07.764734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Attempting to bind port ef5e0b82-b819-4e16-af38-a434fb7b4eb8 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b46b9963-cb6b-421a-854c-94138c05dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b2d4143a-2687-445a-b0e1-c775721129f7'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:07.765784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Attempting to bind port ef5e0b82-b819-4e16-af38-a434fb7b4eb8 on network b2d4143a-2687-445a-b0e1-c775721129f7 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:07.785984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:07.802825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:07.817654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:07.832622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:07.833960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Checking segment: {'id': 'b46b9963-cb6b-421a-854c-94138c05dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b2d4143a-2687-445a-b0e1-c775721129f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:07.834381 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.834787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Bound using segment: {'id': 'b46b9963-cb6b-421a-854c-94138c05dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b2d4143a-2687-445a-b0e1-c775721129f7'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:07.835340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Bound port: ef5e0b82-b819-4e16-af38-a434fb7b4eb8, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46b9963-cb6b-421a-854c-94138c05dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b2d4143a-2687-445a-b0e1-c775721129f7'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:07.835739 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.839406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-51c4d464-4243-4628-af54-cc864579984c tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a9b5a2d574342d693788435c6617d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709488 Sep 16 05:09:07.889277 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.916576 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.933932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Pushing event updated for resources: {'Port': ['ID=73883e44-1da2-4634-a3fd-8e2960c26712,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.010117 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.011052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b2b0744c-54c1-44ed-9a47-f1d522ca9911 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:08.018525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-992bc815-2d12-4078-97cd-74bbcc7b769a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251564630&fields=id&tenant_id=9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 267 time: 0.0724857 Sep 16 05:09:08.026084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-e7e2235a-1bcf-46bd-aefc-96b9297a7e73 service neutron] 10.222.0.59 "GET /v2.0/networks/ae929159-f6fa-4978-b069-35a029ddd38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781092 Sep 16 05:09:08.054599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Allocated IP 172.25.7.117 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/8f724aa0-f108-4fb1-8337-64547be2984f) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:08.092686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58386) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.114987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d38830d9-3657-4003-889c-835483b8d34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.146767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:08.147336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.158775 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.181086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Attempting to bind port 73883e44-1da2-4634-a3fd-8e2960c26712 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:08.181566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Attempting to bind port 73883e44-1da2-4634-a3fd-8e2960c26712 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:08.182003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Attempting to bind port 73883e44-1da2-4634-a3fd-8e2960c26712 on network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:08.204440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:08.204868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Checking segment: {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:08.205413 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.205893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Bound using segment: {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:08.206456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Bound port: 73883e44-1da2-4634-a3fd-8e2960c26712, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:08.206918 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.216806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-e890bc5a-4061-4174-bb1a-925fc0757bc5 service neutron] 10.222.0.59 "GET /v2.0/networks/ae929159-f6fa-4978-b069-35a029ddd38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791408 Sep 16 05:09:08.224073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8e98bc28-1014-4313-8d3d-cba188863eaf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:08.225731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8e98bc28-1014-4313-8d3d-cba188863eaf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/networks?id=07202e20-d47c-4712-87a7-8fa8b736b735 HTTP/1.1" status: 200 len: 796 time: 0.1983936 Sep 16 05:09:08.248253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-aa9867ee-4777-4b7e-b4c5-3388411507ec tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/quotas/9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 375 time: 0.0134315 Sep 16 05:09:08.255674 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.273273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.294629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] For port ef5e0b82-b819-4e16-af38-a434fb7b4eb8, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:08.320401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] For port ef5e0b82-b819-4e16-af38-a434fb7b4eb8, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ef5e0b82-b819-4e16-af38-a434fb7b4eb8,segment=NetworkSegment(b46b9963-cb6b-421a-854c-94138c05dcee),segment_id=b46b9963-cb6b-421a-854c-94138c05dcee)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:08.328467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port ef5e0b82-b819-4e16-af38-a434fb7b4eb8 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:08.328873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.393931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] For port 73883e44-1da2-4634-a3fd-8e2960c26712, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:08.401006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] For port 73883e44-1da2-4634-a3fd-8e2960c26712, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=73883e44-1da2-4634-a3fd-8e2960c26712,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:08.404214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port b2b0744c-54c1-44ed-9a47-f1d522ca9911 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:08.409730 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.449112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port b2b0744c-54c1-44ed-9a47-f1d522ca9911 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:08.449112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.449787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-5ba9afc9-30e6-4d4f-bbcd-ca1c62a5eda5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1681697 Sep 16 05:09:08.450023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d38830d9-3657-4003-889c-835483b8d34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.473632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port ef5e0b82-b819-4e16-af38-a434fb7b4eb8, host n-d-712143-16, got binding levels [] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:08.474731 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.502879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for ef5e0b82-b819-4e16-af38-a434fb7b4eb8 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:08.560601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d146c79-d923-4686-be33-518cd9ee2d3d None None] Network b2d4143a-2687-445a-b0e1-c775721129f7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:08.563528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-a59584b9-726f-47cf-8263-3b29fca2e767 service neutron] 10.222.0.59 "GET /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287785 Sep 16 05:09:08.587354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353a88-5f05-4cff-8629-7b31bdfa4e9e None None] Pushing event updated for resources: {'Port': ['ID=ef5e0b82-b819-4e16-af38-a434fb7b4eb8,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.632896 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.705195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-9f9593e8-fd14-415b-8dc2-fbfa84a6dfef service neutron] 10.222.0.59 "GET /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983109 Sep 16 05:09:08.706863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:08.706863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:08.706863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:08.707182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.737709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f724aa0-f108-4fb1-8337-64547be2984f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.752993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b2b0744c-54c1-44ed-9a47-f1d522ca9911, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:08.769214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50cfd59-3595-4103-a39d-a618e2916d85 None None] Network b2d4143a-2687-445a-b0e1-c775721129f7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:08.827372 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.834831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d38830d9-3657-4003-889c-835483b8d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.886295 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d38830d9-3657-4003-889c-835483b8d34e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e004f6e03ba4e33998f11b57a99f748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7925236 Sep 16 05:09:08.888560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38830d9-3657-4003-889c-835483b8d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d29b7c-a3e0-490e-9a93-f2eeb52bdda0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.889123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58400) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.968127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.976580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149011-619b-42aa-8a93-265da3bfb1f3 None None] Pushing event updated for resources: {'Port': ['ID=73883e44-1da2-4634-a3fd-8e2960c26712,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.989904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port ef5e0b82-b819-4e16-af38-a434fb7b4eb8 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:09.002132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72c41a45-3516-4431-ad7e-b80980b2633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.025247 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.025247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:09.029962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=ef5e0b82-b819-4e16-af38-a434fb7b4eb8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.039764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-032c5717-bbce-4957-9c4a-40c964b3c4de tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.074054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-032c5717-bbce-4957-9c4a-40c964b3c4de tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.092126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-032c5717-bbce-4957-9c4a-40c964b3c4de tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.098245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-032c5717-bbce-4957-9c4a-40c964b3c4de tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.119325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-032c5717-bbce-4957-9c4a-40c964b3c4de tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.127853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-032c5717-bbce-4957-9c4a-40c964b3c4de tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.149462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b2b0744c-54c1-44ed-9a47-f1d522ca9911,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.172535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-032c5717-bbce-4957-9c4a-40c964b3c4de tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.187511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-032c5717-bbce-4957-9c4a-40c964b3c4de tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5440 time: 0.2773058 Sep 16 05:09:09.268678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:09.274988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:09.278072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.297091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.324935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f951a9e-68d7-4647-963d-9be9471c8d3f req-6667a201-87a8-4fd2-864a-865cc3a936df tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347041 Sep 16 05:09:09.361998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72c41a45-3516-4431-ad7e-b80980b2633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.369297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d4143a-2687-445a-b0e1-c775721129f7']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:09.414344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad6284e0-a59f-4bc0-b611-f272938b1588 req-0e69f42b-520f-4397-ab31-422d5b5058b5 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 210 time: 0.2243311 Sep 16 05:09:09.437886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46b9963-cb6b-421a-854c-94138c05dcee') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:09.446561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46b9963-cb6b-421a-854c-94138c05dcee') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:09.522807 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.536648 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-515a6a79-a0bc-4422-986a-c510549ff9bc req-d7e07f3e-e986-4c27-95b3-c6310674754f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 210 time: 0.1194570 Sep 16 05:09:09.571881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.583650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 73883e44-1da2-4634-a3fd-8e2960c26712 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:09.597066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.605807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.607168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:09.607606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:09.611333 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:09.641638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:09.662940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 73883e44-1da2-4634-a3fd-8e2960c26712 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:09.663417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.705177 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72c41a45-3516-4431-ad7e-b80980b2633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.709807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72c41a45-3516-4431-ad7e-b80980b2633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.714347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-72c41a45-3516-4431-ad7e-b80980b2633b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71d29b7c-a3e0-490e-9a93-f2eeb52bdda0 HTTP/1.1" status: 204 len: 168 time: 0.8209517 Sep 16 05:09:09.731761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c41a45-3516-4431-ad7e-b80980b2633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d29b7c-a3e0-490e-9a93-f2eeb52bdda0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.754286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932a5d22-ed6b-413d-9f6b-f45d01e3e86a'}, {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911'}, {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ac5af-1c40-4f2a-a1dd-50a47acbf457'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:09.757867 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c313aa-24d3-4325-bf04-1de230c0fabe" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "932a5d22-ed6b-413d-9f6b-f45d01e3e86a"}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911"}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ac5af-1c40-4f2a-a1dd-50a47acbf457"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:09.771616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.786040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 11bc5910-9d15-4853-8b16-127080567069 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:09.857942 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c98ab63-2e75-4036-9c58-3d327822b512 x-openstack-request-id: req-2c98ab63-2e75-4036-9c58-3d327822b512 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:09.858350 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "932a5d22-ed6b-413d-9f6b-f45d01e3e86a", "code": 200}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911", "code": 200}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ac5af-1c40-4f2a-a1dd-50a47acbf457", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:09.858744 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c98ab63-2e75-4036-9c58-3d327822b512 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:09.859198 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932a5d22-ed6b-413d-9f6b-f45d01e3e86a', 'code': 200} Sep 16 05:09:09.859549 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'code': 200} Sep 16 05:09:09.859905 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ac5af-1c40-4f2a-a1dd-50a47acbf457', 'code': 200} Sep 16 05:09:09.900410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.905203 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.964654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 73883e44-1da2-4634-a3fd-8e2960c26712, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=73883e44-1da2-4634-a3fd-8e2960c26712,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:10.083956 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.096232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 11bc5910-9d15-4853-8b16-127080567069 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:10.149745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 11bc5910-9d15-4853-8b16-127080567069 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:10.151277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.211616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=73883e44-1da2-4634-a3fd-8e2960c26712,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.281762 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.305908 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.310096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.325776 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.327703 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/b2d4143a-2687-445a-b0e1-c775721129f7 HTTP/1.1" status: 204 len: 168 time: 4.7408020 Sep 16 05:09:10.330505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58436) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.341941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57ca35-8baa-4696-812f-6dea8b007673 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=b2d4143a-2687-445a-b0e1-c775721129f7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.361804 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bff2df-18f3-4178-afee-2533ffcc0e36 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:10.362453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bff2df-18f3-4178-afee-2533ffcc0e36 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:10.366702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-54bff2df-18f3-4178-afee-2533ffcc0e36 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/b2d4143a-2687-445a-b0e1-c775721129f7 HTTP/1.1" status: 404 len: 339 time: 0.0350895 Sep 16 05:09:10.370603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58442) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.372299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 11bc5910-9d15-4853-8b16-127080567069, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11bc5910-9d15-4853-8b16-127080567069,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:10.380948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47463f9-76cb-4888-95a9-16d1d9314748 None None] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:10.390062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1963934253', 'description': 'd1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:10.396257 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.481030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-06282fe3-5020-4c26-8181-ac57fded04cd None None] Provisioning complete for port 73883e44-1da2-4634-a3fd-8e2960c26712 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:10.481556 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-06282fe3-5020-4c26-8181-ac57fded04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.509686 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.512232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3274ee51-769c-4813-8f16-d6bcc469b2d7 req-3544b3a7-aedc-4cd2-87fd-c6e836b4e5c8 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 210 time: 0.0352201 Sep 16 05:09:10.529135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083536e-69be-4f83-84b0-89bf064bb036 req-c6a71b09-d39f-4592-8588-1e7f0bb80d70 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.541141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083536e-69be-4f83-84b0-89bf064bb036 req-c6a71b09-d39f-4592-8588-1e7f0bb80d70 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.548636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:10.549485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083536e-69be-4f83-84b0-89bf064bb036 req-c6a71b09-d39f-4592-8588-1e7f0bb80d70 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.553296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.576797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083536e-69be-4f83-84b0-89bf064bb036 req-c6a71b09-d39f-4592-8588-1e7f0bb80d70 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.583506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:10.589428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083536e-69be-4f83-84b0-89bf064bb036 req-c6a71b09-d39f-4592-8588-1e7f0bb80d70 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.594921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083536e-69be-4f83-84b0-89bf064bb036 req-c6a71b09-d39f-4592-8588-1e7f0bb80d70 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.608342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083536e-69be-4f83-84b0-89bf064bb036 req-c6a71b09-d39f-4592-8588-1e7f0bb80d70 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.608589 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.608589 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 4668f63f-5c35-4bc2-9e28-715fa350df1d of type vlan for network b5762f4f-6e0c-4684-8f6b-ce30b2045295 Sep 16 05:09:10.613413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7083536e-69be-4f83-84b0-89bf064bb036 req-c6a71b09-d39f-4592-8588-1e7f0bb80d70 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5442 time: 0.1735094 Sep 16 05:09:10.665912 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.688589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=11bc5910-9d15-4853-8b16-127080567069,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.717492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7083536e-69be-4f83-84b0-89bf064bb036 req-56802553-87dd-44fc-9b6d-6664dd1d7a80 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028047 Sep 16 05:09:10.750319 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbec361c-59b2-4382-a1f9-130743cc38a2 req-399db1e5-c6d6-4117-8980-003d14946ffe tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 210 time: 0.0593486 Sep 16 05:09:10.797161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.805126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.806192 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.850701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Router d462c5ab-170d-46da-b3a2-896795961373 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:10.892725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=b5762f4f-6e0c-4684-8f6b-ce30b2045295,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.905235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b5762f4f-6e0c-4684-8f6b-ce30b2045295 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:10.980623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58454) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.995525 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a71654c0-ebf1-4597-850d-7ae2ec73bec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.009696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:11.019784 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Sync routers for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:11.031633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0ad6e63f-7694-44f4-92c0-1eee89daf0e9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6551981 Sep 16 05:09:11.032172 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:11.032172 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:11.034050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58456) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:11.041878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927dd141-f075-432b-a8f6-e7d85da36420 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:09:11.203630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d219ec-1821-475c-b238-3d4bbcda7e35 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.205495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-15d219ec-1821-475c-b238-3d4bbcda7e35 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/networks?id=b5762f4f-6e0c-4684-8f6b-ce30b2045295 HTTP/1.1" status: 200 len: 761 time: 0.1698725 Sep 16 05:09:11.208332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58460) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:11.214114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1fe86277-e2d3-4e72-8db7-3724e2bf5f4a tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'description': 'd2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:11.263419 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:11.328175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a71654c0-ebf1-4597-850d-7ae2ec73bec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.346983 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f879d20-eab5-4f95-8df9-823c758bf816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.380783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-390a9168-24b5-4906-ba02-0381a05a9ca7 None None] Provisioning complete for port 73883e44-1da2-4634-a3fd-8e2960c26712 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:11.381165 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-390a9168-24b5-4906-ba02-0381a05a9ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.411081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a71654c0-ebf1-4597-850d-7ae2ec73bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.473342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 73883e44-1da2-4634-a3fd-8e2960c26712 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:11.477780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a71654c0-ebf1-4597-850d-7ae2ec73bec2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb3243c43bdc42cc9adad4dfe0053e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920096 Sep 16 05:09:11.492553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58462) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:11.503725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71654c0-ebf1-4597-850d-7ae2ec73bec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729e71b2-a5bd-4a02-ba28-0f421312904d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.509079 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.510450 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-38e6e8de-9e76-4cff-bc9a-d056ee59a6e5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8139243 Sep 16 05:09:11.520299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58466) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:11.582153 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:08Z', 'revision_number': 3, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:11.585696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17b3d700-f618-483e-a4d2-4a087e67a162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.591394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe86277-e2d3-4e72-8db7-3724e2bf5f4a tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.614729 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17b3d700-f618-483e-a4d2-4a087e67a162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.656937 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Checking router: d462c5ab-170d-46da-b3a2-896795961373 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:11.661357 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Updating router d462c5ab-170d-46da-b3a2-896795961373 port 8f724aa0-f108-4fb1-8337-64547be2984f binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:11.679972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe86277-e2d3-4e72-8db7-3724e2bf5f4a tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.684318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927dd141-f075-432b-a8f6-e7d85da36420 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:09:11.695348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 73883e44-1da2-4634-a3fd-8e2960c26712 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:11.696186 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.720117 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.722731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9157a4ea-59b1-4d6d-a0b0-69ef3a3d4e87 req-c76b2432-4741-4d9b-a7ff-a640253a3457 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 210 time: 0.0622544 Sep 16 05:09:11.731043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fe86277-e2d3-4e72-8db7-3724e2bf5f4a tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network b5762f4f-6e0c-4684-8f6b-ce30b2045295 is not hosted by any dhcp agent {{(pid=101825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:09:11.738891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe86277-e2d3-4e72-8db7-3724e2bf5f4a tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.739805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe86277-e2d3-4e72-8db7-3724e2bf5f4a tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.744565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:11.759050 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1fe86277-e2d3-4e72-8db7-3724e2bf5f4a tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "PUT /v2.0/networks/b5762f4f-6e0c-4684-8f6b-ce30b2045295 HTTP/1.1" status: 200 len: 758 time: 0.5480564 Sep 16 05:09:11.764755 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17b3d700-f618-483e-a4d2-4a087e67a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.772370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17b3d700-f618-483e-a4d2-4a087e67a162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.776190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-17b3d700-f618-483e-a4d2-4a087e67a162 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/729e71b2-a5bd-4a02-ba28-0f421312904d HTTP/1.1" status: 204 len: 168 time: 0.2798030 Sep 16 05:09:11.833385 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3d700-f618-483e-a4d2-4a087e67a162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729e71b2-a5bd-4a02-ba28-0f421312904d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.879055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bc5910-9d15-4853-8b16-127080567069'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:11.887573 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00be83cd-95ee-4edb-afcd-afb8b1526117" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "11bc5910-9d15-4853-8b16-127080567069"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:11.939561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe86277-e2d3-4e72-8db7-3724e2bf5f4a tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=b5762f4f-6e0c-4684-8f6b-ce30b2045295,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.012279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b5762f4f-6e0c-4684-8f6b-ce30b2045295 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:12.025737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b60baf0-c501-425b-a5f6-886c09ef168c req-a9e0b0e6-49f6-41a7-81f7-99091dd16735 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 210 time: 0.1480937 Sep 16 05:09:12.038617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55b1d3-8160-42ec-a316-a739e41aeadb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.048885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ab55b1d3-8160-42ec-a316-a739e41aeadb tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/networks?id=b5762f4f-6e0c-4684-8f6b-ce30b2045295 HTTP/1.1" status: 200 len: 761 time: 0.2965848 Sep 16 05:09:12.048885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58486) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.055991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42192494'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:12.111568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e948e1-6805-4533-b109-a18893f59da0 req-9fca3ad3-4008-4862-a039-4b6b8144a4ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.120955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e948e1-6805-4533-b109-a18893f59da0 req-9fca3ad3-4008-4862-a039-4b6b8144a4ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.128218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e948e1-6805-4533-b109-a18893f59da0 req-9fca3ad3-4008-4862-a039-4b6b8144a4ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.135907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e948e1-6805-4533-b109-a18893f59da0 req-9fca3ad3-4008-4862-a039-4b6b8144a4ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.143748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e948e1-6805-4533-b109-a18893f59da0 req-9fca3ad3-4008-4862-a039-4b6b8144a4ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.170248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e948e1-6805-4533-b109-a18893f59da0 req-9fca3ad3-4008-4862-a039-4b6b8144a4ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.186560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e948e1-6805-4533-b109-a18893f59da0 req-9fca3ad3-4008-4862-a039-4b6b8144a4ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.194185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91e948e1-6805-4533-b109-a18893f59da0 req-9fca3ad3-4008-4862-a039-4b6b8144a4ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.3459957 Sep 16 05:09:12.199590 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ae79c-a3cd-4bce-a781-9658e8f77736 x-openstack-request-id: req-b10ae79c-a3cd-4bce-a781-9658e8f77736 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:12.207083 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-plugged", "status": "completed", "tag": "11bc5910-9d15-4853-8b16-127080567069", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:12.207391 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b10ae79c-a3cd-4bce-a781-9658e8f77736 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:12.207823 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bc5910-9d15-4853-8b16-127080567069', 'code': 200} Sep 16 05:09:12.290605 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.293378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91e948e1-6805-4533-b109-a18893f59da0 req-31a76c0a-0592-4a7b-a093-ad4da266c5ed tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930331 Sep 16 05:09:12.345074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:12.349545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.362139 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.404376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:12.423937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.424655 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 01009972-88e7-4cd5-8526-9a9994eca649 of type vlan for network 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 Sep 16 05:09:12.483169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.504229 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Attempting to bind port 8f724aa0-f108-4fb1-8337-64547be2984f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:12.505071 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Attempting to bind port 8f724aa0-f108-4fb1-8337-64547be2984f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:12.505790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Attempting to bind port 8f724aa0-f108-4fb1-8337-64547be2984f on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:12.508999 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Pushing event updated for resources: {'Port': ['ID=8f724aa0-f108-4fb1-8337-64547be2984f,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.522104 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:12.522649 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:12.523109 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.523631 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:12.524354 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Bound port: 8f724aa0-f108-4fb1-8337-64547be2984f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:12.524739 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.528234 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.528590 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.528930 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.529268 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.529602 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.529940 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.530790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.531378 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.531971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.532339 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.532646 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.532971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.604064 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] For port 8f724aa0-f108-4fb1-8337-64547be2984f, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:12.611691 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] For port 8f724aa0-f108-4fb1-8337-64547be2984f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8f724aa0-f108-4fb1-8337-64547be2984f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:12.613638 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.620339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.620978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.624941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-feba3c83-fb3a-4851-a7b2-3e09df2a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.626071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-feba3c83-fb3a-4851-a7b2-3e09df2a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.626847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-feba3c83-fb3a-4851-a7b2-3e09df2a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.627530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-feba3c83-fb3a-4851-a7b2-3e09df2a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.628189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-feba3c83-fb3a-4851-a7b2-3e09df2a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.628662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-feba3c83-fb3a-4851-a7b2-3e09df2a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.629137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-feba3c83-fb3a-4851-a7b2-3e09df2a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.631862 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-feba3c83-fb3a-4851-a7b2-3e09df2a2f70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6507 time: 0.3338702 Sep 16 05:09:12.703992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.707338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-043bab42-55b5-41bf-8c79-c6adfcfc9031 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.711149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:12.720583 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-043bab42-55b5-41bf-8c79-c6adfcfc9031 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.57 "GET /v2.0/networks?id=ae929159-f6fa-4978-b069-35a029ddd38f HTTP/1.1" status: 200 len: 809 time: 0.4214768 Sep 16 05:09:12.728730 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.764099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1a17942f-f14f-483b-bdf5-3c85c3cea84b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7141318 Sep 16 05:09:12.766776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58506) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.773763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': '2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:12.802291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Request body: {'port': {'device_id': 'f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae', 'network_id': 'ae929159-f6fa-4978-b069-35a029ddd38f', 'admin_state_up': True, 'tenant_id': '9a9b5a2d574342d693788435c6617d16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:12.860932 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:12.861835 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:12.864923 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2566467-2394-4b10-bd39-8566f1b29805 None None] Pushing event updated for resources: {'Port': ['ID=8f724aa0-f108-4fb1-8337-64547be2984f,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.888512 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4775c60f-d3c8-4570-bf11-33a3783b7839 req-e6de4874-ed6f-429c-b18b-c0cd720b0104 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2388191 Sep 16 05:09:12.992174 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:13.010800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a87756be-c56b-4433-9d04-b93e942de7ca req-09bf12d8-eb48-4a4d-8c81-f5bbf274beca tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 210 time: 0.1868498 Sep 16 05:09:13.032219 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:09:13.032219 n-d-712143-16 neutron-server[101824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 05:09:13.032219 n-d-712143-16 neutron-server[101824]: [parameters: {'project_id': 'ce8445f6849c4b54853a74e5200c5807', 'id': 'f8eb16f3-9c44-41a5-8482-ca663a3ef307', 'expiration': datetime.datetime(2021, 9, 16, 5, 11, 13, 28608)}] Sep 16 05:09:13.032219 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:13.032712 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:13.037960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.143654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Made reservation on behalf of 9a9b5a2d574342d693788435c6617d16 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:13.147117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.210331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b2aa2ba-99c4-4607-bd81-36c5882ae3fa req-d651a96b-0b73-4ca1-bd63-2c740ee40654 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 210 time: 0.0705755 Sep 16 05:09:13.244772 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:08Z', 'revision_number': 3, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:13.258590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-96f4d937-92d9-4c40-aaa1-e9fdb2f7b213 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.261513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-96f4d937-92d9-4c40-aaa1-e9fdb2f7b213 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.57 "GET /v2.0/networks?id=07202e20-d47c-4712-87a7-8fa8b736b735 HTTP/1.1" status: 200 len: 796 time: 0.1687338 Sep 16 05:09:13.274831 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353107e-0bb1-4442-8730-a0f3bb102892 None None] The sync data for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 is: [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:08Z', 'revision_number': 3, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:13.393771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-35d10fb9-8976-4ec5-846c-1128435d3077 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9085bd244fd745f19e3d82d39b29bacf HTTP/1.1" status: 200 len: 379 time: 0.1176205 Sep 16 05:09:13.408866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'port': {'device_id': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'admin_state_up': True, 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'security_groups': ['4f9843ca-7470-43b4-9797-44ee3b8b1cf6']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:13.476026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Allocated IP 172.20.0.13 (ae929159-f6fa-4978-b069-35a029ddd38f/d24406c1-dda8-4128-bc9e-3456193aa44b/6fd63695-6194-4461-a046-3f0ac626ed84) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:13.483747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Allocated IP 172.20.0.1 (f5a0dc0d-c551-473e-b300-2b6ebbbb6c65/2a4bfe61-8f0b-42b7-97e2-53a839f90540/c41f6ee4-e86b-46f5-929d-7be52630a3db) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:13.539696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-dabf5015-ec28-4361-ac10-2d3109d63124 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.546645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-dabf5015-ec28-4361-ac10-2d3109d63124 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.554671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-dabf5015-ec28-4361-ac10-2d3109d63124 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.561963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-dabf5015-ec28-4361-ac10-2d3109d63124 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.568787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-dabf5015-ec28-4361-ac10-2d3109d63124 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.583036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-dabf5015-ec28-4361-ac10-2d3109d63124 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.586423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-dabf5015-ec28-4361-ac10-2d3109d63124 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.595321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-dabf5015-ec28-4361-ac10-2d3109d63124 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.2082293 Sep 16 05:09:13.698074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5339f8e-c1c2-44cc-ac3f-67a5e280697b req-b9694fa2-99ff-4f03-b57e-f27120531c49 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858440 Sep 16 05:09:13.731179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.766206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:13.771510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.775024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.888534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.950142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Made reservation on behalf of 9085bd244fd745f19e3d82d39b29bacf for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:13.955279 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.973126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Network ae929159-f6fa-4978-b069-35a029ddd38f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:13.974685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Pushing event updated for resources: {'Port': ['ID=6fd63695-6194-4461-a046-3f0ac626ed84,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.979379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:13.981916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:14.050267 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.131114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:14.140204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.140870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.151763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:14.154427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:14.182731 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.206231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c41f6ee4-e86b-46f5-929d-7be52630a3db,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.231002 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.265948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.20.0.11 (07202e20-d47c-4712-87a7-8fa8b736b735/5002409d-e611-4317-9481-8ce1b1965d1a/c0d14abf-e625-4a41-9e48-d64a4c9d777f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:14.329112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968b47c-a28d-4765-aef1-2eea5e0c0499 req-8f439674-7f88-4a06-9126-68c5af596d48 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.339118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0968b47c-a28d-4765-aef1-2eea5e0c0499 req-8f439674-7f88-4a06-9126-68c5af596d48 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 932 time: 0.2089946 Sep 16 05:09:14.362433 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-32324a39-4445-4d59-b6a1-1b027013bc90 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5594971 Sep 16 05:09:14.366163 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.388205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Request body: {'port': {'device_id': 'f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:14.489131 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-daf19dca-0cba-42ed-9d10-18a5a0c44805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.516334 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.605564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d86bf705-281e-43a7-a114-924907ef0495 None None] Provisioning complete for port c41f6ee4-e86b-46f5-929d-7be52630a3db triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:14.606005 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d86bf705-281e-43a7-a114-924907ef0495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.626602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=4ae2b05e-09ec-47b0-988a-3f5af11f951e,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.631195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0968b47c-a28d-4765-aef1-2eea5e0c0499 req-1b777352-1c9b-4b1c-b543-3cadf9caa77e tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856472 Sep 16 05:09:14.649630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-120b71f8-a60d-4634-8929-e675c1e0155a req-9a87f361-8fdd-4bc8-9c63-64108aba4060 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 210 time: 0.2027755 Sep 16 05:09:14.713008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d86bf705-281e-43a7-a114-924907ef0495 None None] Port c41f6ee4-e86b-46f5-929d-7be52630a3db cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:14.757389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': '01009972-88e7-4cd5-8526-9a9994eca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:14.765638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:14.837435 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.964287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-3d331892-df3b-426e-bd89-003b8e7dad10 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.971235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-3d331892-df3b-426e-bd89-003b8e7dad10 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.990610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-3d331892-df3b-426e-bd89-003b8e7dad10 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.999186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-3d331892-df3b-426e-bd89-003b8e7dad10 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.009680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-3d331892-df3b-426e-bd89-003b8e7dad10 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.015903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-3d331892-df3b-426e-bd89-003b8e7dad10 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.022850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-3d331892-df3b-426e-bd89-003b8e7dad10 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.025090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-3d331892-df3b-426e-bd89-003b8e7dad10 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.1484711 Sep 16 05:09:15.025794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58562) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:15.032947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:15.040573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.068072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.070603 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.135019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network 07202e20-d47c-4712-87a7-8fa8b736b735 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:15.137704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=c0d14abf-e625-4a41-9e48-d64a4c9d777f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.144593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:15.146677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:15.154959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1f7d515-5ce8-4204-8d65-977f4ccc98c3 req-47f9d8f9-4ebb-456d-a896-5766767ded83 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172488 Sep 16 05:09:15.154959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:15.157648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.158188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.169435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1784a2-8a31-427b-a2be-ffbd371a01b4 None None] Network 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:15.216772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8fdc05f5-bbf3-4dd8-9d4a-45b8c44d9929 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-840843510'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:15.217373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8fdc05f5-bbf3-4dd8-9d4a-45b8c44d9929 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Unknown quota resources ['metering_label']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:09:15.230217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.231040 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.326009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-68f916ce-9d78-4385-a8d4-33f370d51084 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5580182 Sep 16 05:09:15.327582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58572) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:15.413639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089', 'network_id': '2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': '4ae2b05e-09ec-47b0-988a-3f5af11f951e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:15.414529 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.436262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-8647e960-e873-4994-bb92-8f6cce6c79a9 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0319536 Sep 16 05:09:15.461007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Request body: {'port': {'device_id': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:15.546818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8f724aa0-f108-4fb1-8337-64547be2984f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:15.610106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd63695-6194-4461-a046-3f0ac626ed84 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:15.619172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.640413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Transition to ACTIVE for port object 6fd63695-6194-4461-a046-3f0ac626ed84 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:15.676668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.699302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8f724aa0-f108-4fb1-8337-64547be2984f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:15.699949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.714480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.737660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-43392051-9745-4ace-a7fa-9d3aa1f1677b None None] Provisioning complete for port c0d14abf-e625-4a41-9e48-d64a4c9d777f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:15.738312 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43392051-9745-4ace-a7fa-9d3aa1f1677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.788336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.799963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Allocated IP 172.20.0.2 (2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089/4ae2b05e-09ec-47b0-988a-3f5af11f951e/12dd2d71-2742-401c-ada3-2e50dfd0f539) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:15.853690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-43392051-9745-4ace-a7fa-9d3aa1f1677b None None] Port c0d14abf-e625-4a41-9e48-d64a4c9d777f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:15.882308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd63695-6194-4461-a046-3f0ac626ed84,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.923774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.951189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.981259 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 8f724aa0-f108-4fb1-8337-64547be2984f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8f724aa0-f108-4fb1-8337-64547be2984f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:16.005110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c41f6ee4-e86b-46f5-929d-7be52630a3db,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.071105 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.081171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Attempting to bind port 6fd63695-6194-4461-a046-3f0ac626ed84 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:16.081754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Attempting to bind port 6fd63695-6194-4461-a046-3f0ac626ed84 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd771d160-8f6e-4d9c-9033-1ed919ecc0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ae929159-f6fa-4978-b069-35a029ddd38f'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:16.081879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Attempting to bind port 6fd63695-6194-4461-a046-3f0ac626ed84 on network ae929159-f6fa-4978-b069-35a029ddd38f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:16.094779 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.103700 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Port 6fd63695-6194-4461-a046-3f0ac626ed84 on network ae929159-f6fa-4978-b069-35a029ddd38f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:16.104045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Attempting to bind port 6fd63695-6194-4461-a046-3f0ac626ed84 on network ae929159-f6fa-4978-b069-35a029ddd38f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:16.113350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fdc05f5-bbf3-4dd8-9d4a-45b8c44d9929 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.117364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8fdc05f5-bbf3-4dd8-9d4a-45b8c44d9929 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0872259 Sep 16 05:09:16.119782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:16.121165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58590) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.122060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:16.127861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33012-f685-47c6-8d64-ef4f93afaa22 req-05cdea54-2afe-4124-8a45-eed680bcd8be tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.128706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d2530e08-33e1-471b-aa20-b5fd058ef65c tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '792f5dd8-da7c-42e8-b773-0c2e2ac82827'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.129265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d2530e08-33e1-471b-aa20-b5fd058ef65c tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:09:16.133806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33012-f685-47c6-8d64-ef4f93afaa22 req-05cdea54-2afe-4124-8a45-eed680bcd8be tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.143462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33012-f685-47c6-8d64-ef4f93afaa22 req-05cdea54-2afe-4124-8a45-eed680bcd8be tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.143683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:16.143801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Checking segment: {'id': 'd771d160-8f6e-4d9c-9033-1ed919ecc0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ae929159-f6fa-4978-b069-35a029ddd38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:16.144200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Bound using segment: {'id': 'd771d160-8f6e-4d9c-9033-1ed919ecc0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ae929159-f6fa-4978-b069-35a029ddd38f'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:16.144653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Bound port: 6fd63695-6194-4461-a046-3f0ac626ed84, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd771d160-8f6e-4d9c-9033-1ed919ecc0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ae929159-f6fa-4978-b069-35a029ddd38f'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:16.145026 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.149506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33012-f685-47c6-8d64-ef4f93afaa22 req-05cdea54-2afe-4124-8a45-eed680bcd8be tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.153360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=8f724aa0-f108-4fb1-8337-64547be2984f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.156179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33012-f685-47c6-8d64-ef4f93afaa22 req-05cdea54-2afe-4124-8a45-eed680bcd8be tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.165932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33012-f685-47c6-8d64-ef4f93afaa22 req-05cdea54-2afe-4124-8a45-eed680bcd8be tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.167995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33012-f685-47c6-8d64-ef4f93afaa22 req-05cdea54-2afe-4124-8a45-eed680bcd8be tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.169945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1d33012-f685-47c6-8d64-ef4f93afaa22 req-05cdea54-2afe-4124-8a45-eed680bcd8be tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.8500130 Sep 16 05:09:16.184994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58592) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.188497 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.215553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Request body: {'floatingip': {'port_id': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.246169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Network 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:16.250154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:16.257582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:16.273890 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.302913 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.311458 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.320014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Pushing event updated for resources: {'Port': ['ID=12dd2d71-2742-401c-ada3-2e50dfd0f539,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.360859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] For port 6fd63695-6194-4461-a046-3f0ac626ed84, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:16.364479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] For port 6fd63695-6194-4461-a046-3f0ac626ed84, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6fd63695-6194-4461-a046-3f0ac626ed84,segment=NetworkSegment(d771d160-8f6e-4d9c-9033-1ed919ecc0d1),segment_id=d771d160-8f6e-4d9c-9033-1ed919ecc0d1)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:16.366216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Attempting to bind port 12dd2d71-2742-401c-ada3-2e50dfd0f539 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:16.367469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Attempting to bind port 12dd2d71-2742-401c-ada3-2e50dfd0f539 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '01009972-88e7-4cd5-8526-9a9994eca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:16.367971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Attempting to bind port 12dd2d71-2742-401c-ada3-2e50dfd0f539 on network 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:16.369527 n-d-712143-16 neutron-server[101825]: WARNING neutron.services.metering.metering_plugin [None req-d2530e08-33e1-471b-aa20-b5fd058ef65c tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:09:16.375891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:16.379229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Checking segment: {'id': '01009972-88e7-4cd5-8526-9a9994eca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:16.379866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.380373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Bound using segment: {'id': '01009972-88e7-4cd5-8526-9a9994eca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:16.381012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Bound port: 12dd2d71-2742-401c-ada3-2e50dfd0f539, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01009972-88e7-4cd5-8526-9a9994eca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:16.381509 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.416081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3d23-07b4-4ca6-967a-140f0a4f5189 req-ef5ec81c-bde6-49d2-b0e4-b1f94cd4404b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.424290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ddf3d23-07b4-4ca6-967a-140f0a4f5189 req-ef5ec81c-bde6-49d2-b0e4-b1f94cd4404b tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 932 time: 0.4313500 Sep 16 05:09:16.470857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] For port 12dd2d71-2742-401c-ada3-2e50dfd0f539, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:16.474308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] For port 12dd2d71-2742-401c-ada3-2e50dfd0f539, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=12dd2d71-2742-401c-ada3-2e50dfd0f539,segment=NetworkSegment(01009972-88e7-4cd5-8526-9a9994eca649),segment_id=01009972-88e7-4cd5-8526-9a9994eca649)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:16.484399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.559963 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.592302 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2530e08-33e1-471b-aa20-b5fd058ef65c tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.594079 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d2530e08-33e1-471b-aa20-b5fd058ef65c tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4690609 Sep 16 05:09:16.602782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58596) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.612457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ddf3d23-07b4-4ca6-967a-140f0a4f5189 req-d1611586-c0da-4396-b6fb-a9e395321add tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821272 Sep 16 05:09:16.613645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a74797d6-0b79-4e60-bd3c-1e8720bd4ea4 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '792f5dd8-da7c-42e8-b773-0c2e2ac82827'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.613645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a74797d6-0b79-4e60-bd3c-1e8720bd4ea4 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:09:16.623461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.624132 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.625535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] 10.222.0.57 "PUT /v2.0/ports/6fd63695-6194-4461-a046-3f0ac626ed84 HTTP/1.1" status: 200 len: 1093 time: 2.2513561 Sep 16 05:09:16.625986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae', 'tag': '6fd63695-6194-4461-a046-3f0ac626ed84'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:16.628710 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be790ec-f358-4bb0-a230-03abf3a81687" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae", "tag": "6fd63695-6194-4461-a046-3f0ac626ed84"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:16.654848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9a4cd-2823-4f91-ac5a-1dd8875dd3bc req-d80839e2-887a-430b-9976-af2e4ee53d56 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.657164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c725e0bf-4153-4ac3-a891-1cd1567e9968 None None] Provisioning complete for port c41f6ee4-e86b-46f5-929d-7be52630a3db triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:16.657543 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c725e0bf-4153-4ac3-a891-1cd1567e9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.661774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eda9a4cd-2823-4f91-ac5a-1dd8875dd3bc req-d80839e2-887a-430b-9976-af2e4ee53d56 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 944 time: 0.3883510 Sep 16 05:09:16.715307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db2a41-073d-4361-95c8-bec356d2b327 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd63695-6194-4461-a046-3f0ac626ed84,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.719856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Router d462c5ab-170d-46da-b3a2-896795961373 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:16.721515 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b8fbc0-e6dd-4b21-b2bf-84fe21bdfb95 x-openstack-request-id: req-15b8fbc0-e6dd-4b21-b2bf-84fe21bdfb95 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:16.721804 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae", "tag": "6fd63695-6194-4461-a046-3f0ac626ed84", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:16.722057 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-15b8fbc0-e6dd-4b21-b2bf-84fe21bdfb95 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:16.722456 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae', 'tag': '6fd63695-6194-4461-a046-3f0ac626ed84', 'status': 'completed', 'code': 200} Sep 16 05:09:16.735213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c725e0bf-4153-4ac3-a891-1cd1567e9968 None None] Port c41f6ee4-e86b-46f5-929d-7be52630a3db cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:16.745121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea96c7-bbef-4e21-b0cf-20ec32ae40b7 None None] Pushing event updated for resources: {'Port': ['ID=12dd2d71-2742-401c-ada3-2e50dfd0f539,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.806989 n-d-712143-16 neutron-server[101825]: WARNING neutron.services.metering.metering_plugin [None req-a74797d6-0b79-4e60-bd3c-1e8720bd4ea4 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:09:16.866806 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.939806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eda9a4cd-2823-4f91-ac5a-1dd8875dd3bc req-3c8d4e48-5e75-40a6-91cd-3f7586febc84 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623379 Sep 16 05:09:16.974431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a74797d6-0b79-4e60-bd3c-1e8720bd4ea4 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.976152 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a74797d6-0b79-4e60-bd3c-1e8720bd4ea4 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3721175 Sep 16 05:09:16.981790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58602) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.011500 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2f2e03e3-96bc-4829-8185-35b2b13e5c0d tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=b2675c51-cfc4-46f3-91f5-8af38fd459b4 HTTP/1.1" status: 200 len: 464 time: 0.0284653 Sep 16 05:09:17.013674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be790ec-f358-4bb0-a230-03abf3a81687 req-5dd2ec36-74d9-4ab0-867f-fb7d6a84cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.015912 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5be790ec-f358-4bb0-a230-03abf3a81687 req-5dd2ec36-74d9-4ab0-867f-fb7d6a84cead service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a9b5a2d574342d693788435c6617d16&device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 1096 time: 0.2284234 Sep 16 05:09:17.019931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58604) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.030514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:17.041907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port 12dd2d71-2742-401c-ada3-2e50dfd0f539 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:17.042308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.046576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5c8c6dbd-99ec-4d11-8b8b-b485ae9030e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/d462c5ab-170d-46da-b3a2-896795961373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5249605 Sep 16 05:09:17.059070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Sync routers for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:17.078124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:17.078876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:17.158392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be790ec-f358-4bb0-a230-03abf3a81687 req-b532165a-68bd-47ce-ad31-01ab21b013ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.161911 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5be790ec-f358-4bb0-a230-03abf3a81687 req-b532165a-68bd-47ce-ad31-01ab21b013ce service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a9b5a2d574342d693788435c6617d16&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1281509 Sep 16 05:09:17.312125 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d637f0c9-6f39-4ffc-94fb-7888cf58578f tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.319099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:17.319383 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d637f0c9-6f39-4ffc-94fb-7888cf58578f tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/b2675c51-cfc4-46f3-91f5-8af38fd459b4 HTTP/1.1" status: 204 len: 168 time: 0.2938418 Sep 16 05:09:17.319383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58612) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.394896 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f015e553-bfb5-420e-84dd-a3921fd4766f tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=b2675c51-cfc4-46f3-91f5-8af38fd459b4 HTTP/1.1" status: 200 len: 221 time: 0.0723507 Sep 16 05:09:17.396384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58614) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.404143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9551e338-7e3f-4a44-b95e-6f038cd60af2 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1228006656', 'description': 'label created by tempest'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:17.404609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9551e338-7e3f-4a44-b95e-6f038cd60af2 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Unknown quota resources ['metering_label']. {{(pid=101825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:09:17.485668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port 12dd2d71-2742-401c-ada3-2e50dfd0f539, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=12dd2d71-2742-401c-ada3-2e50dfd0f539,segment=NetworkSegment(01009972-88e7-4cd5-8526-9a9994eca649),segment_id=01009972-88e7-4cd5-8526-9a9994eca649)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:17.486689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.547850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be790ec-f358-4bb0-a230-03abf3a81687 req-92d159c2-af4a-4d04-8616-45078c2634f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.549917 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5be790ec-f358-4bb0-a230-03abf3a81687 req-92d159c2-af4a-4d04-8616-45078c2634f7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3779345 Sep 16 05:09:17.647683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for 12dd2d71-2742-401c-ada3-2e50dfd0f539 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:17.656756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8f724aa0-f108-4fb1-8337-64547be2984f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:17.899657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8f724aa0-f108-4fb1-8337-64547be2984f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:17.899968 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.904097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d14abf-e625-4a41-9e48-d64a4c9d777f {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:17.931611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9bb7-721e-4487-86d1-498d3074eb99 req-7baf9301-d106-4bf3-83e5-068ef7d6d8ba tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.933336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e1c9bb7-721e-4487-86d1-498d3074eb99 req-7baf9301-d106-4bf3-83e5-068ef7d6d8ba tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 932 time: 0.1240201 Sep 16 05:09:17.934140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.956759 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.976574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 2, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.009361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=12dd2d71-2742-401c-ada3-2e50dfd0f539,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:18.032103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9551e338-7e3f-4a44-b95e-6f038cd60af2 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.038642 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9551e338-7e3f-4a44-b95e-6f038cd60af2 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6411436 Sep 16 05:09:18.045716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58622) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:18.065205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-01e7035c-1887-4c1c-accd-9c85dc22183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:18.067849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-01e7035c-1887-4c1c-accd-9c85dc22183a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a9b5a2d574342d693788435c6617d16&device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 1096 time: 0.2724540 Sep 16 05:09:18.095100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e1c9bb7-721e-4487-86d1-498d3074eb99 req-08361cff-af06-4125-8227-c154a1f2fa4f tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349542 Sep 16 05:09:18.138127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Transition to ACTIVE for port object c0d14abf-e625-4a41-9e48-d64a4c9d777f will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:18.196078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58624) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:18.206180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-51fe370e-cd64-4f6b-b9f8-d9b7626e6945 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92586852', 'description': 'tempest-description--1743791548'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:18.249688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-95b95d02-8b86-4013-8dfe-2a658d3fbd48 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=21badbc3-548e-48e7-96ac-378eb10f866a HTTP/1.1" status: 200 len: 468 time: 0.2023287 Sep 16 05:09:18.254340 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-1c178214-bc76-4753-93f0-6b7bc61e39b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fd63695-6194-4461-a046-3f0ac626ed84 HTTP/1.1" status: 200 len: 217 time: 0.1701286 Sep 16 05:09:18.254825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58626) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:18.270062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Checking router: d462c5ab-170d-46da-b3a2-896795961373 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:18.270433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Updating router d462c5ab-170d-46da-b3a2-896795961373 port c41f6ee4-e86b-46f5-929d-7be52630a3db binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:18.276372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port 12dd2d71-2742-401c-ada3-2e50dfd0f539 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:18.281453 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.320934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbb92e-df5f-4515-a9be-238b7498e3b6 None None] Network 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:18.322552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-d08c2cb0-8e2f-45a3-a661-4700f25b7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:18.324240 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-d08c2cb0-8e2f-45a3-a661-4700f25b7b46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d24406c1-dda8-4128-bc9e-3456193aa44b HTTP/1.1" status: 200 len: 849 time: 0.0620494 Sep 16 05:09:18.332603 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.347947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.resource_extend [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:09:18.361829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fe370e-cd64-4f6b-b9f8-d9b7626e6945 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.418195 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-dd41d8fd-4a80-4ab1-9b62-1ce11681b53d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae929159-f6fa-4978-b069-35a029ddd38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540047 Sep 16 05:09:18.593921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6992c64e-0524-4532-9488-6f9ba904c2a1 None None] Could not find standard attr ID for object 12dd2d71-2742-401c-ada3-2e50dfd0f539. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:09:18.672474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 12dd2d71-2742-401c-ada3-2e50dfd0f539 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:18.749536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 12dd2d71-2742-401c-ada3-2e50dfd0f539 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:18.749919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 12dd2d71-2742-401c-ada3-2e50dfd0f539 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 05:09:18.774058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Port 12dd2d71-2742-401c-ada3-2e50dfd0f539 not found, will not notify nova. {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 05:09:18.877970 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.990496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.009202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27e696-6981-42ea-af7f-e5947e2430ae req-716257d0-29e5-4eaa-85ef-533418e8d0d1 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:19.010803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c27e696-6981-42ea-af7f-e5947e2430ae req-716257d0-29e5-4eaa-85ef-533418e8d0d1 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 944 time: 0.7600603 Sep 16 05:09:19.019681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.060006 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.103784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.161195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1422ae0d-08df-4b11-a260-671c3f8984ab tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.163031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1422ae0d-08df-4b11-a260-671c3f8984ab tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/21badbc3-548e-48e7-96ac-378eb10f866a HTTP/1.1" status: 204 len: 168 time: 0.9070022 Sep 16 05:09:19.166874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d14abf-e625-4a41-9e48-d64a4c9d777f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.169421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58632) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.208552 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-556be6e1-a3c9-4d77-a681-edf6de116371 service neutron] 10.222.0.57 "GET /v2.0/networks/ae929159-f6fa-4978-b069-35a029ddd38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662780 Sep 16 05:09:19.218021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e6ae7750-9b82-4a47-b6b3-32b9e8bb32fa tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=21badbc3-548e-48e7-96ac-378eb10f866a HTTP/1.1" status: 200 len: 216 time: 0.0392470 Sep 16 05:09:19.218281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724911d8-00f6-4548-883e-31f6501e6ca9 None None] Pushing event updated for resources: {'Port': ['ID=c41f6ee4-e86b-46f5-929d-7be52630a3db,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.231958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fe370e-cd64-4f6b-b9f8-d9b7626e6945 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.234637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58634) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.237484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Attempting to bind port c0d14abf-e625-4a41-9e48-d64a4c9d777f on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:19.237836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Attempting to bind port c0d14abf-e625-4a41-9e48-d64a4c9d777f by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:19.238376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Attempting to bind port c0d14abf-e625-4a41-9e48-d64a4c9d777f on network 07202e20-d47c-4712-87a7-8fa8b736b735 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:19.244992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Attempting to bind port c41f6ee4-e86b-46f5-929d-7be52630a3db on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:19.245230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Attempting to bind port c41f6ee4-e86b-46f5-929d-7be52630a3db by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:19.245513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Attempting to bind port c41f6ee4-e86b-46f5-929d-7be52630a3db on network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:19.255171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:19.255675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Checking segment: {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:19.256607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.256607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Bound using segment: {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:19.256920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Bound port: c41f6ee4-e86b-46f5-929d-7be52630a3db, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:19.257277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.281296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Port c0d14abf-e625-4a41-9e48-d64a4c9d777f on network 07202e20-d47c-4712-87a7-8fa8b736b735 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:19.281635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Attempting to bind port c0d14abf-e625-4a41-9e48-d64a4c9d777f on network 07202e20-d47c-4712-87a7-8fa8b736b735 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:19.333494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:19.333884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Checking segment: {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:19.334230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Bound using segment: {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:19.334733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Bound port: c0d14abf-e625-4a41-9e48-d64a4c9d777f, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124083-74e1-4ecf-9eac-3b96e186397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:19.335105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.338400 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Floating IP e768a80f-72dc-4f86-96d3-b576603ddf81 associated. External IP: 172.25.7.180, port: b2b0744c-54c1-44ed-9a47-f1d522ca9911. Sep 16 05:09:19.367586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] For port c41f6ee4-e86b-46f5-929d-7be52630a3db, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:19.379446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] For port c41f6ee4-e86b-46f5-929d-7be52630a3db, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c41f6ee4-e86b-46f5-929d-7be52630a3db,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:19.393266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c27e696-6981-42ea-af7f-e5947e2430ae req-53963396-d1b4-4af9-acb4-b98a1ca512b6 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954168 Sep 16 05:09:19.427652 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8fba7c5d-1ed4-4c70-b7f8-f1c620ab8b4f tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1918588 Sep 16 05:09:19.432791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58636) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.446562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fe370e-cd64-4f6b-b9f8-d9b7626e6945 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.453286 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bc2a579c-bd96-4cf9-aabd-6076125ad459 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0192208 Sep 16 05:09:19.480947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.483133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe370e-cd64-4f6b-b9f8-d9b7626e6945 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5647d613-c4c9-4376-a059-284c135bfcd5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.492148 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.513139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0044f9a-a8af-4b51-b3e6-6a9b8f030d58 req-4be3d432-c1b5-4179-8966-4718cb179a0e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:19.521214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0044f9a-a8af-4b51-b3e6-6a9b8f030d58 req-4be3d432-c1b5-4179-8966-4718cb179a0e tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 944 time: 0.2759721 Sep 16 05:09:19.528040 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.593347 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8650074a-42b1-4ef6-99f0-933f5e255c15 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/792f5dd8-da7c-42e8-b773-0c2e2ac82827 HTTP/1.1" status: 200 len: 472 time: 0.1064634 Sep 16 05:09:19.599430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58640) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.611223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:19.612160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:19.636404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae2b05e-09ec-47b0-988a-3f5af11f951e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.649540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2a8a0277-7cf4-4cfb-9a4d-99c540b0f2dc req-102d5ca9-3b5e-4e9d-99d2-bb82387be93f service neutron] 10.222.0.57 "GET /v2.0/networks/ae929159-f6fa-4978-b069-35a029ddd38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161391 Sep 16 05:09:19.659159 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8c9c6ae3-26e5-4c51-8f0d-04f978c3cfe8 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/c1290d6a-e8c3-495a-80bb-995124cf4e13 HTTP/1.1" status: 200 len: 461 time: 0.0573275 Sep 16 05:09:19.659945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58642) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.673392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec486418-e5da-404c-a19b-e5dfc6320760 None None] Network 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:19.675753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51fe370e-cd64-4f6b-b9f8-d9b7626e6945 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.678214 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-51fe370e-cd64-4f6b-b9f8-d9b7626e6945 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4801214 Sep 16 05:09:19.685801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58644) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.694697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-80689472-6efb-4e0e-a879-86f8949f65c3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Request body: {'security_group_rule': {'security_group_id': '5647d613-c4c9-4376-a059-284c135bfcd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:19.718293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724911d8-00f6-4548-883e-31f6501e6ca9 None None] Pushing event updated for resources: {'Port': ['ID=c41f6ee4-e86b-46f5-929d-7be52630a3db,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.719739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] For port c0d14abf-e625-4a41-9e48-d64a4c9d777f, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:19.778817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3f391011-2399-47b6-8318-b9bc3d7eba9c None None] Provisioning complete for port c41f6ee4-e86b-46f5-929d-7be52630a3db triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:19.779500 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3f391011-2399-47b6-8318-b9bc3d7eba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.801226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0044f9a-a8af-4b51-b3e6-6a9b8f030d58 req-ea43fde3-eb8a-4031-bb91-3115f47985ff tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646816 Sep 16 05:09:19.801226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] For port c0d14abf-e625-4a41-9e48-d64a4c9d777f, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c0d14abf-e625-4a41-9e48-d64a4c9d777f,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:19.801226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.895489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-be674a04-bb3b-4dbe-8b9d-fab5475a8fc4 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.897754 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-be674a04-bb3b-4dbe-8b9d-fab5475a8fc4 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/c1290d6a-e8c3-495a-80bb-995124cf4e13 HTTP/1.1" status: 204 len: 168 time: 0.2366621 Sep 16 05:09:19.902353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58646) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.913910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80689472-6efb-4e0e-a879-86f8949f65c3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.950686 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.955611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:19.959354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Router fa5c904a-c132-476d-b772-6bcc0fc8ae8d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:19.978659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:20.000281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01009972-88e7-4cd5-8526-9a9994eca649') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:20.000585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01009972-88e7-4cd5-8526-9a9994eca649') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:20.024934 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.031659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.032308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.033732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] 10.222.0.57 "PUT /v2.0/ports/c0d14abf-e625-4a41-9e48-d64a4c9d777f HTTP/1.1" status: 200 len: 1093 time: 4.5771091 Sep 16 05:09:20.036165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:20.038432 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04fcf7a-0eac-40d6-8d7c-4390016db399" -d '{"events": [{"name": "network-changed", "server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:20.106067 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.120255 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd2af2d-1562-4c16-bfd5-8e97ef3d381f x-openstack-request-id: req-4dd2af2d-1562-4c16-bfd5-8e97ef3d381f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:20.120561 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:20.120817 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4dd2af2d-1562-4c16-bfd5-8e97ef3d381f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:20.121226 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'status': 'completed', 'code': 200} Sep 16 05:09:20.135492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ab620-67c2-49e9-b73c-604316170100 None None] DHCP port deletion for 2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:20.179907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3f391011-2399-47b6-8318-b9bc3d7eba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.194919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705c51b-ae70-4756-abbd-b4bee4be9365 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d14abf-e625-4a41-9e48-d64a4c9d777f,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.198170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:20.198592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:20.211836 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:20.228080 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80689472-6efb-4e0e-a879-86f8949f65c3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.250801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3f391011-2399-47b6-8318-b9bc3d7eba9c None None] For port c41f6ee4-e86b-46f5-929d-7be52630a3db, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c41f6ee4-e86b-46f5-929d-7be52630a3db,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:20.319490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80689472-6efb-4e0e-a879-86f8949f65c3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.341975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:19Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:20.355139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-823c04f9-f48d-4ac4-a714-c753141620c5 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.356417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-823c04f9-f48d-4ac4-a714-c753141620c5 tempest-MeteringTestJSON-1473001744 tempest-MeteringTestJSON-1473001744-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/792f5dd8-da7c-42e8-b773-0c2e2ac82827 HTTP/1.1" status: 204 len: 168 time: 0.4507911 Sep 16 05:09:20.357228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80689472-6efb-4e0e-a879-86f8949f65c3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4065fcb7-8272-46ba-ac53-8299ab6dabc3,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.376865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d73d66-d922-47ee-9f34-d8a3ee92775b None None] The sync data for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 is: [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:19Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:20.385774 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3f391011-2399-47b6-8318-b9bc3d7eba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.397949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fcf7a-0eac-40d6-8d7c-4390016db399 req-ae48e117-e032-4563-8540-90d82c603e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.400521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f04fcf7a-0eac-40d6-8d7c-4390016db399 req-ae48e117-e032-4563-8540-90d82c603e28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 1096 time: 0.1985590 Sep 16 05:09:20.433540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80689472-6efb-4e0e-a879-86f8949f65c3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.437323 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-80689472-6efb-4e0e-a879-86f8949f65c3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7472234 Sep 16 05:09:20.437809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58656) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.442242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-36507daf-ef1a-4725-9cdf-e34a3257bdd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Request body: {'security_group_rule': {'security_group_id': '5647d613-c4c9-4376-a059-284c135bfcd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:20.475875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.507602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:20.523078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f391011-2399-47b6-8318-b9bc3d7eba9c None None] Pushing event updated for resources: {'Port': ['ID=c41f6ee4-e86b-46f5-929d-7be52630a3db,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.527502 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] Sync routers for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:20.535440 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.540982 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:20.541561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 HTTP/1.1" status: 204 len: 168 time: 5.2063200 Sep 16 05:09:20.541829 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:20.544997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58658) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.549610 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.553678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5182c203-2331-42cb-b8e1-1672fcf83bf2 None None] Provisioning complete for port c41f6ee4-e86b-46f5-929d-7be52630a3db triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:20.554073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5182c203-2331-42cb-b8e1-1672fcf83bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.602665 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-03732eea-6c28-4c17-949f-7b5ec9eeeb3d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] GET failed (client error): The resource could not be found. Sep 16 05:09:20.619289 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03732eea-6c28-4c17-949f-7b5ec9eeeb3d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/subnets/4ae2b05e-09ec-47b0-988a-3f5af11f951e HTTP/1.1" status: 404 len: 337 time: 0.0583456 Sep 16 05:09:20.619289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58660) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.638662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36507daf-ef1a-4725-9cdf-e34a3257bdd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.644234 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd028e0f-748a-4f60-84ca-6c087a0d58f7 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:20.645045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd028e0f-748a-4f60-84ca-6c087a0d58f7 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:20.647539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dd028e0f-748a-4f60-84ca-6c087a0d58f7 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 HTTP/1.1" status: 404 len: 339 time: 0.0393097 Sep 16 05:09:20.657246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58662) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.709708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deeae8-4bcf-444e-bfb6-08e1ad95fe07 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.751524 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:20.825502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fcf7a-0eac-40d6-8d7c-4390016db399 req-7e35d24c-3ec1-41a1-bc72-16e39699de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.827399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f04fcf7a-0eac-40d6-8d7c-4390016db399 req-7e35d24c-3ec1-41a1-bc72-16e39699de0b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9085bd244fd745f19e3d82d39b29bacf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4057381 Sep 16 05:09:20.839886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-15860edf-6508-4400-baa4-14bf89919245 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "PUT /v2.0/floatingips/e768a80f-72dc-4f86-96d3-b576603ddf81 HTTP/1.1" status: 200 len: 991 time: 4.6462736 Sep 16 05:09:21.036843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e0015-647a-4ff0-b505-393bdcd539fa tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.040921 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-358e0015-647a-4ff0-b505-393bdcd539fa tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3796511 Sep 16 05:09:21.043113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58672) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.090013 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'e768a80f-72dc-4f86-96d3-b576603ddf81', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'port_id': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'mac_address': 'fa:16:3e:e9:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:43Z', 'updated_at': '2021-09-16T05:09:17Z', 'revision_number': 1, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:40Z', 'revision_number': 5, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.115145 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-19b0b8bf-98f4-440c-b114-67d03db43070 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 207 time: 0.0658748 Sep 16 05:09:21.118492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58674) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.155840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad24b0d-917d-451e-a8c6-bdd0a89ae9a4 req-565e6396-e454-4e4e-af11-61ed2e3b1d55 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.157992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ad24b0d-917d-451e-a8c6-bdd0a89ae9a4 req-565e6396-e454-4e4e-af11-61ed2e3b1d55 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 944 time: 0.5532117 Sep 16 05:09:21.165661 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] Checking router: fa5c904a-c132-476d-b772-6bcc0fc8ae8d for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:21.187377 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:21.187948 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.241533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ad24b0d-917d-451e-a8c6-bdd0a89ae9a4 req-f44c9d4d-7514-467d-b9b9-69e7a8646b43 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719256 Sep 16 05:09:21.249481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36507daf-ef1a-4725-9cdf-e34a3257bdd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.254577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58676) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.265755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cbbb6-c62d-4c27-a164-1cfa87685964 req-28d60eca-74fd-457f-ae29-4f99f3319f67 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.268326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d8cbbb6-c62d-4c27-a164-1cfa87685964 req-28d60eca-74fd-457f-ae29-4f99f3319f67 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 944 time: 0.3032653 Sep 16 05:09:21.269429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fcf7a-0eac-40d6-8d7c-4390016db399 req-912ca008-4db1-4f77-97d0-d9c988603165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.272141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f04fcf7a-0eac-40d6-8d7c-4390016db399 req-912ca008-4db1-4f77-97d0-d9c988603165 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4300148 Sep 16 05:09:21.454648 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d8cbbb6-c62d-4c27-a164-1cfa87685964 req-3887f778-8141-44d8-bb9e-d2194d97de1c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711733 Sep 16 05:09:21.475858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-38b01b82-7cc4-4ed2-a327-a4e8ca31a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.479856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-38b01b82-7cc4-4ed2-a327-a4e8ca31a286 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 1096 time: 0.1325393 Sep 16 05:09:21.563441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c41f6ee4-e86b-46f5-929d-7be52630a3db up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:21.584714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab060a79-52e2-4b17-a9b9-d180c60e8310 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.591234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab060a79-52e2-4b17-a9b9-d180c60e8310 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.597533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-7dac5863-3145-4f85-8239-daf5bf41444f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d14abf-e625-4a41-9e48-d64a4c9d777f HTTP/1.1" status: 200 len: 217 time: 0.0980406 Sep 16 05:09:21.597921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab060a79-52e2-4b17-a9b9-d180c60e8310 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.604961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab060a79-52e2-4b17-a9b9-d180c60e8310 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.611124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ab060a79-52e2-4b17-a9b9-d180c60e8310 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4914260 Sep 16 05:09:21.612186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58680) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.618842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36507daf-ef1a-4725-9cdf-e34a3257bdd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.622147 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:21.681943 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dae19404-7324-4d8e-a9fd-8b912658f5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.694187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c41f6ee4-e86b-46f5-929d-7be52630a3db triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:21.694580 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.702092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-264b64ee-d505-477e-b066-bb617d5ef2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.707740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-264b64ee-d505-477e-b066-bb617d5ef2c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5002409d-e611-4317-9481-8ce1b1965d1a HTTP/1.1" status: 200 len: 834 time: 0.1026533 Sep 16 05:09:21.720611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36507daf-ef1a-4725-9cdf-e34a3257bdd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad3d3ed-0875-4169-aaec-391f89e8e1ab,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.803766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-6e5b56c5-88fe-46cb-b121-5bdd30a4b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.808703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-6e5b56c5-88fe-46cb-b121-5bdd30a4b9e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07202e20-d47c-4712-87a7-8fa8b736b735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921395 Sep 16 05:09:21.923762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36507daf-ef1a-4725-9cdf-e34a3257bdd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.925549 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-36507daf-ef1a-4725-9cdf-e34a3257bdd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4869690 Sep 16 05:09:21.930865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 12dd2d71-2742-401c-ada3-2e50dfd0f539 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:21.959791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58682) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.968572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-6b55e727-7a41-47d8-bcf7-11a035fccc21 service neutron] 10.222.0.57 "GET /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505854 Sep 16 05:09:21.973795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 12dd2d71-2742-401c-ada3-2e50dfd0f539 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:21.974153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 12dd2d71-2742-401c-ada3-2e50dfd0f539 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:21.975104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:22.038970 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c62951d4-734b-4d5e-bd51-2fc0a6ece418 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4072387 Sep 16 05:09:22.041165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58684) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.046422 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dae19404-7324-4d8e-a9fd-8b912658f5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.048491 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'e768a80f-72dc-4f86-96d3-b576603ddf81', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'port_id': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'mac_address': 'fa:16:3e:e9:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:43Z', 'updated_at': '2021-09-16T05:09:17Z', 'revision_number': 1, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:40Z', 'revision_number': 5, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:22.112731 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dae19404-7324-4d8e-a9fd-8b912658f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.115989 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5388ab3-16a2-4469-a7af-7d6ca681c55b None None] The sync data for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 is: [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'e768a80f-72dc-4f86-96d3-b576603ddf81', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'port_id': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'mac_address': 'fa:16:3e:e9:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:43Z', 'updated_at': '2021-09-16T05:09:17Z', 'revision_number': 1, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:40Z', 'revision_number': 5, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:22.136417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:22.139027 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2e854-2b9d-487e-8484-dd637da57b12" -d '{"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:22.147620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d9f10d-4099-48e1-8c88-45fe9b1443fc req-c7b6a251-d03f-49f3-bb28-3475d88beb45 service neutron] 10.222.0.57 "GET /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710300 Sep 16 05:09:22.194914 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dae19404-7324-4d8e-a9fd-8b912658f5ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8cd7fd1acd04bcdb50baab9792a1e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9180281 Sep 16 05:09:22.199596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58690) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.228746 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2c7a88-5c89-424d-af4b-35caef58e402 x-openstack-request-id: req-de2c7a88-5c89-424d-af4b-35caef58e402 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:22.229263 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:22.229490 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de2c7a88-5c89-424d-af4b-35caef58e402 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:22.230342 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'status': 'completed', 'code': 200} Sep 16 05:09:22.268021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e0c72-56bb-42c3-93d3-eaa7265f4b12 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.274998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e0c72-56bb-42c3-93d3-eaa7265f4b12 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.278165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b94e0c72-56bb-42c3-93d3-eaa7265f4b12 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2343581 Sep 16 05:09:22.284045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58694) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.351602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae19404-7324-4d8e-a9fd-8b912658f5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0decf178-f516-4ef6-bdfd-366a1b922489,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.395229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.438500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6fd63695-6194-4461-a046-3f0ac626ed84 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:22.457397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-fca6e36f-993a-429d-9e3f-df7d10874043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.457890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-fca6e36f-993a-429d-9e3f-df7d10874043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.458417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-fca6e36f-993a-429d-9e3f-df7d10874043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.459149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-fca6e36f-993a-429d-9e3f-df7d10874043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.459732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-fca6e36f-993a-429d-9e3f-df7d10874043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.460157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-fca6e36f-993a-429d-9e3f-df7d10874043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.460627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-fca6e36f-993a-429d-9e3f-df7d10874043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.462689 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-fca6e36f-993a-429d-9e3f-df7d10874043 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6507 time: 0.1960406 Sep 16 05:09:22.521898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6bc09-a7a5-4692-bcb2-a35316626e06 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.525684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6bc09-a7a5-4692-bcb2-a35316626e06 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.530753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e5a6bc09-a7a5-4692-bcb2-a35316626e06 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2436526 Sep 16 05:09:22.534902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58700) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.615805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d9b8f-e222-443d-90a8-033d8b9f874b None None] New status for floating IP e768a80f-72dc-4f86-96d3-b576603ddf81: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:22.621213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-c8c7c822-bf95-4171-9bbc-146ed8111a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.622719 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-c8c7c822-bf95-4171-9bbc-146ed8111a4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e59cd688-c0f6-4a88-9106-667ee9954d08 HTTP/1.1" status: 200 len: 918 time: 0.1511786 Sep 16 05:09:22.680000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.704233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.761685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7827d600-4084-47d4-8a3a-926b7eb3ef17 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.763661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7827d600-4084-47d4-8a3a-926b7eb3ef17 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/networks/3f191a59-b8bc-425c-be1c-22f1111191fe HTTP/1.1" status: 200 len: 800 time: 0.2261286 Sep 16 05:09:22.771148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58702) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.776349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29773c55-44ce-4e3c-bb3d-cbe25a8833db req-a05f9d82-da33-4c7b-ae63-f36c82b544ab tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.780910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29773c55-44ce-4e3c-bb3d-cbe25a8833db req-a05f9d82-da33-4c7b-ae63-f36c82b544ab tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 944 time: 0.3575628 Sep 16 05:09:22.786978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6fd63695-6194-4461-a046-3f0ac626ed84, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6fd63695-6194-4461-a046-3f0ac626ed84,segment=NetworkSegment(d771d160-8f6e-4d9c-9033-1ed919ecc0d1),segment_id=d771d160-8f6e-4d9c-9033-1ed919ecc0d1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:22.812824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '6fd63695-6194-4461-a046-3f0ac626ed84', 'network_id': 'ae929159-f6fa-4978-b069-35a029ddd38f', 'port_id': '6fd63695-6194-4461-a046-3f0ac626ed84', 'mac_address': 'fa:16:3e:fa:d0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24406c1-dda8-4128-bc9e-3456193aa44b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:22.830170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f7c76-87bd-4e5a-a4bc-bff9fe361c69 req-19d20ebe-c023-4688-8a2e-0f568ecac338 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.833163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c6f7c76-87bd-4e5a-a4bc-bff9fe361c69 req-19d20ebe-c023-4688-8a2e-0f568ecac338 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 944 time: 0.1319067 Sep 16 05:09:22.890610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29773c55-44ce-4e3c-bb3d-cbe25a8833db req-44adf30b-e467-42e4-9fdb-24ae366b35b1 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033833 Sep 16 05:09:22.893596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cffe0bc9-a0ba-462d-a22e-e4ebc8ec92d2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/networks/3f191a59-b8bc-425c-be1c-22f1111191fe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1211026 Sep 16 05:09:22.894066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58704) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.894238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.897547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.900265 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0decf178-f516-4ef6-bdfd-366a1b922489 HTTP/1.1" status: 204 len: 168 time: 0.6874082 Sep 16 05:09:22.970530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c6f7c76-87bd-4e5a-a4bc-bff9fe361c69 req-5ec1790d-221b-40eb-9159-8966edc37cef tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224139 Sep 16 05:09:23.003581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3232b5-0044-4666-9a42-08b4ec98eee0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.009364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-da3232b5-0044-4666-9a42-08b4ec98eee0 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/subnets/f12267e7-84b6-4d4d-8ff4-123aaaa72afc HTTP/1.1" status: 200 len: 811 time: 0.1142867 Sep 16 05:09:23.009997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58708) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.023100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-9ef2ca93-c1c0-4ae9-ae15-ed8b47d29ea5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 200 len: 999 time: 0.3893898 Sep 16 05:09:23.025396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0decf178-f516-4ef6-bdfd-366a1b922489,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.085255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.086641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.087343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.087847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.088407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.092577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.093147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.093447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5975f6ba-dcdf-45ca-9247-6111a5143ae2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.093852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.094503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.095130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.095701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.096273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256656dd-36c0-4858-b217-b0848bb62294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:23.097299 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.108948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.116145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827447202'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:23.124520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd63695-6194-4461-a046-3f0ac626ed84 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:23.124820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5975f6ba-dcdf-45ca-9247-6111a5143ae2 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "GET /v2.0/subnets/f12267e7-84b6-4d4d-8ff4-123aaaa72afc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0918608 Sep 16 05:09:23.156477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-1834f3c0-b91a-4e12-86c7-98a0cd965716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.158102 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-1834f3c0-b91a-4e12-86c7-98a0cd965716 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29e371a8-11d8-40bd-9286-ce4660059b2d HTTP/1.1" status: 200 len: 856 time: 0.1254897 Sep 16 05:09:23.168333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6fd63695-6194-4461-a046-3f0ac626ed84, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6fd63695-6194-4461-a046-3f0ac626ed84,segment=NetworkSegment(d771d160-8f6e-4d9c-9033-1ed919ecc0d1),segment_id=d771d160-8f6e-4d9c-9033-1ed919ecc0d1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:23.179781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.259311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:23.262666 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.280491 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.283083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-6a569dfd-8349-42aa-8d0e-12ea930dd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.284677 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-6a569dfd-8349-42aa-8d0e-12ea930dd03a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e59cd688-c0f6-4a88-9106-667ee9954d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136200 Sep 16 05:09:23.341101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6fd63695-6194-4461-a046-3f0ac626ed84,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.352060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:23.403717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.404106 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Added segment 2d709b3c-fdf2-490d-b6dc-cf030dbc8de4 of type vlan for network 374cbced-5a3d-4820-b0b6-7ed6be83537f Sep 16 05:09:23.424324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Allocated IP 172.25.7.93 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/5bb5c845-c01e-4691-915a-0de679097520) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:23.496961 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.510248 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-2413a715-d079-49ce-833b-0ed422cc7f32 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030227 Sep 16 05:09:23.646206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6fd63695-6194-4461-a046-3f0ac626ed84'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:23.663574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.677705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.677705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.683544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.716108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58718) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.743613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f52aa27-0bf1-43e0-afa5-0ee4944876e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.774740 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c9b2e854-2b9d-487e-8484-dd637da57b12 req-3dc15b38-d3e0-4cf3-bce2-20806e3b9a7d service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315683 Sep 16 05:09:23.781869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Network': ['ID=374cbced-5a3d-4820-b0b6-7ed6be83537f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.796922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 374cbced-5a3d-4820-b0b6-7ed6be83537f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:23.818440 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03b4d2e2-b259-4e2a-b28e-22512bbd9847 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7044394 Sep 16 05:09:23.818660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58720) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.826498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'network_id': '374cbced-5a3d-4820-b0b6-7ed6be83537f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:23.908460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.965910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:23.971653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:23.974006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event updated for resources: {'Port': ['ID=5bb5c845-c01e-4691-915a-0de679097520,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.991593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:23.997479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f52aa27-0bf1-43e0-afa5-0ee4944876e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.040965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a12571-8967-4d66-a8f1-4e2afc86cef9 req-00c2f4c0-a649-4715-a195-61ba0c5524dd tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.042514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77a12571-8967-4d66-a8f1-4e2afc86cef9 req-00c2f4c0-a649-4715-a195-61ba0c5524dd tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 945 time: 0.0583344 Sep 16 05:09:24.091266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f52aa27-0bf1-43e0-afa5-0ee4944876e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.095031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.158947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5f52aa27-0bf1-43e0-afa5-0ee4944876e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b937bf101a674a398fe6188ec49451ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417684 Sep 16 05:09:24.163058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58728) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.164808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77a12571-8967-4d66-a8f1-4e2afc86cef9 req-ca7a0c60-9d14-4316-bca6-2ea92d509192 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104946 Sep 16 05:09:24.166313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52aa27-0bf1-43e0-afa5-0ee4944876e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20505c3-6951-42e8-8b9f-757e1eb17196,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.187980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae523f3a-8215-4253-b85b-4854b463349a req-978cc33f-571c-494c-aad3-84887ef0f342 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.187980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae523f3a-8215-4253-b85b-4854b463349a req-978cc33f-571c-494c-aad3-84887ef0f342 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 944 time: 0.1342769 Sep 16 05:09:24.225265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae523f3a-8215-4253-b85b-4854b463349a req-a4a60e45-d4a5-44d6-8dd8-a7f43dc4c502 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Sep 16 05:09:24.252484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.270504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Made reservation on behalf of ce8445f6849c4b54853a74e5200c5807 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:24.274369 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.282355 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ae74-7450-4032-92f0-7bdf8890ec95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.320624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ae74-7450-4032-92f0-7bdf8890ec95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.340202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing IP validity checks on allocation pools {{(pid=101824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:09:24.340783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:09:24.447590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c0d14abf-e625-4a41-9e48-d64a4c9d777f details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:24.462772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.496565 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ae74-7450-4032-92f0-7bdf8890ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.499826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ae74-7450-4032-92f0-7bdf8890ec95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.503532 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f8a1ae74-7450-4032-92f0-7bdf8890ec95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a20505c3-6951-42e8-8b9f-757e1eb17196 HTTP/1.1" status: 204 len: 168 time: 0.3371503 Sep 16 05:09:24.511001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1ae74-7450-4032-92f0-7bdf8890ec95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20505c3-6951-42e8-8b9f-757e1eb17196,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.544781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.553916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c0d14abf-e625-4a41-9e48-d64a4c9d777f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c0d14abf-e625-4a41-9e48-d64a4c9d777f,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:24.563094 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.569401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'port_id': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'mac_address': 'fa:16:3e:3a:76:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:24.615608 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.630383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d14abf-e625-4a41-9e48-d64a4c9d777f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:24.636863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event updated for resources: {'Port': ['ID=5bb5c845-c01e-4691-915a-0de679097520,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.646939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=9c1a49e8-2871-4851-aa3d-b12703f4df19,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.664981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Checking segment: {'id': '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '374cbced-5a3d-4820-b0b6-7ed6be83537f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:24.665347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network hostable DHCP agents. Network: 374cbced-5a3d-4820-b0b6-7ed6be83537f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:24.677992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c0d14abf-e625-4a41-9e48-d64a4c9d777f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c0d14abf-e625-4a41-9e48-d64a4c9d777f,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:24.693699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.750629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Network 374cbced-5a3d-4820-b0b6-7ed6be83537f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:24.751486 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.803306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c0d14abf-e625-4a41-9e48-d64a4c9d777f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.807893 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.813800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-34838e3f-65d0-4f23-9424-bf76e4c7c930 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8427083 Sep 16 05:09:24.853872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 374cbced-5a3d-4820-b0b6-7ed6be83537f) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:24.859042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.859718 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.864633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f8e86-393b-46e1-8ff2-aefc91b64899 None None] Network 374cbced-5a3d-4820-b0b6-7ed6be83537f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:24.954466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3501f17d-4fb0-40f3-82dc-b2ea85928bcf tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1315174 Sep 16 05:09:24.959462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58750) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.959882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:25.053574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-374cbced-5a3d-4820-b0b6-7ed6be83537f', 'network_id': '374cbced-5a3d-4820-b0b6-7ed6be83537f', 'tenant_id': 'ce8445f6849c4b54853a74e5200c5807', 'fixed_ips': [{'subnet_id': '9c1a49e8-2871-4851-aa3d-b12703f4df19'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:25.054699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.100280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-6725cc0e-7d40-4ede-b9d7-2761fce86ffb tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--92586852&fields=id&tenant_id=ff885869c7894048954f13cf5e9bc08a HTTP/1.1" status: 200 len: 267 time: 0.1020236 Sep 16 05:09:25.134681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['c0d14abf-e625-4a41-9e48-d64a4c9d777f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:25.150125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9747150'] for subnet, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.404624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-ca7ac46f-0d90-478c-97d4-8b462e84f6cb tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.404624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-ca7ac46f-0d90-478c-97d4-8b462e84f6cb tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/networks?id=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 HTTP/1.1" status: 200 len: 815 time: 0.2923532 Sep 16 05:09:25.442577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e6253-9171-42f9-a168-b03283ac30b5 req-aad7c4b7-bbc7-44cf-b7ea-797ae78fa6d3 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.450718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-757e6253-9171-42f9-a168-b03283ac30b5 req-aad7c4b7-bbc7-44cf-b7ea-797ae78fa6d3 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 945 time: 0.1642900 Sep 16 05:09:25.459305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:09:25.459305 n-d-712143-16 neutron-server[101826]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 16 05:09:25.459305 n-d-712143-16 neutron-server[101826]: [parameters: {'in_use': 1, 'id_1': '9c1a49e8-2871-4851-aa3d-b12703f4df19'}] Sep 16 05:09:25.459305 n-d-712143-16 neutron-server[101826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:25.462475 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:25.481539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-e79457aa-337d-41d2-a3fa-4062e9ed877a tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/quotas/ff885869c7894048954f13cf5e9bc08a HTTP/1.1" status: 200 len: 375 time: 0.0607698 Sep 16 05:09:25.575170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-757e6253-9171-42f9-a168-b03283ac30b5 req-d5670954-d6b3-434c-9872-afa18b194d5d tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234353 Sep 16 05:09:25.620597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-b044f4de-66d4-4838-a41e-de10c4031af9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff885869c7894048954f13cf5e9bc08a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1245744 Sep 16 05:09:25.679700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769093533700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9794209'] for subnet, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.916955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58780) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:25.961103 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.061298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-252dbee9-42db-4931-912d-b027ce893243 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.062846 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-252dbee9-42db-4931-912d-b027ce893243 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1425104 Sep 16 05:09:26.065791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58784) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.070486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-b581e9b9-bb86-442d-8dab-d7102a88736a tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.072716 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b581e9b9-bb86-442d-8dab-d7102a88736a tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057263 Sep 16 05:09:26.075488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58786) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.079837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-c3bd6fdc-1120-4ab1-a4e7-1bb8f35afaa7 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.080793 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c3bd6fdc-1120-4ab1-a4e7-1bb8f35afaa7 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043747 Sep 16 05:09:26.083561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58788) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.088091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-bd33b282-e65b-4d5e-b869-fe433fa4e25d tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.089078 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bd33b282-e65b-4d5e-b869-fe433fa4e25d tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043404 Sep 16 05:09:26.093459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58790) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.098009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-715b470c-3d67-49ae-b39c-348236741990 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.099904 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-715b470c-3d67-49ae-b39c-348236741990 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054338 Sep 16 05:09:26.103908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58792) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.109300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-19aa7984-81b9-48e7-81f2-1e6fba63b33d tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.110667 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-19aa7984-81b9-48e7-81f2-1e6fba63b33d tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054805 Sep 16 05:09:26.113276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58794) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.124130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-646bf68d-b26c-404c-aeb8-367c82d43058 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.127768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-646bf68d-b26c-404c-aeb8-367c82d43058 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0135281 Sep 16 05:09:26.133420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58796) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.139214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-d6d3b662-cfee-4753-add2-b0ba2dbe2bb1 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.140558 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d6d3b662-cfee-4753-add2-b0ba2dbe2bb1 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058732 Sep 16 05:09:26.143788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58798) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.153420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-1ab109a9-ab6a-4a2a-a9f1-76ed77c1d6c9 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.154376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1ab109a9-ab6a-4a2a-a9f1-76ed77c1d6c9 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063994 Sep 16 05:09:26.158721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58800) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.162807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Allocated IP 172.20.0.3 (374cbced-5a3d-4820-b0b6-7ed6be83537f/9c1a49e8-2871-4851-aa3d-b12703f4df19/1c5325f1-7819-4e6e-9c48-2b422959737e) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:26.165647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.166264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.167528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "PUT /v2.0/subnets/9c1a49e8-2871-4851-aa3d-b12703f4df19 HTTP/1.1" status: 200 len: 877 time: 1.2119718 Sep 16 05:09:26.171097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-4d77abaf-cf43-4920-9def-6a64050424a8 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.171345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58802) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.172074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4d77abaf-cf43-4920-9def-6a64050424a8 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0086827 Sep 16 05:09:26.179089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58804) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.193181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-45459358-a7c9-4efe-a578-1cd660d44998 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.194092 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-45459358-a7c9-4efe-a578-1cd660d44998 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0113888 Sep 16 05:09:26.198371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58806) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.203505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-e91dc054-defa-42e8-a1dc-ebd38bc03f99 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.205339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e91dc054-defa-42e8-a1dc-ebd38bc03f99 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059776 Sep 16 05:09:26.206730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event updated for resources: {'Subnet': ['ID=9c1a49e8-2871-4851-aa3d-b12703f4df19,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.218446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aacb7-a7a0-4c52-be58-65ab017ca1b5 req-38c131de-3c41-4229-9a9a-aa312d445a9a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.229974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e2aacb7-a7a0-4c52-be58-65ab017ca1b5 req-38c131de-3c41-4229-9a9a-aa312d445a9a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 945 time: 0.5637856 Sep 16 05:09:26.232384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-b7c35cc4-7188-4ac7-9492-70d4a8d71d58 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991473 Sep 16 05:09:26.237145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58808) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.239413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.240979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.241365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.241706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.242042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.242412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.243518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.243888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.244238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.244581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.244947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.245285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22956e75-b1a9-4904-b10a-9802d14848f6 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:26.253101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-554f11ec-5246-4a4b-bb78-e4a3ac5b4325 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.255526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-554f11ec-5246-4a4b-bb78-e4a3ac5b4325 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045042 Sep 16 05:09:26.259910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58810) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.269829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-32267452-e2af-4a82-94f0-59cfe8aed79d tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.273342 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-32267452-e2af-4a82-94f0-59cfe8aed79d tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108678 Sep 16 05:09:26.274072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58812) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.280776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-56b9acbe-655f-4814-97b0-1a0e5580c3d4 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.296439 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56b9acbe-655f-4814-97b0-1a0e5580c3d4 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0100799 Sep 16 05:09:26.296439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58814) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.296439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-db6c162a-32c5-4cc3-a517-39be7267fba5 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.297237 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-db6c162a-32c5-4cc3-a517-39be7267fba5 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0079544 Sep 16 05:09:26.302298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58816) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.313794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-2a18ee50-abf0-4b38-bb5d-0e866c3ac427 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.317467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2a18ee50-abf0-4b38-bb5d-0e866c3ac427 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0140834 Sep 16 05:09:26.318147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58818) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.327785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-7e5264fd-42db-4eb6-9be5-705f4196aca0 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.331097 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7e5264fd-42db-4eb6-9be5-705f4196aca0 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068347 Sep 16 05:09:26.336892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.338631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58820) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.345021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-ae0bb243-04bb-4bc2-bc29-9c882db1cf7f tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.346036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ae0bb243-04bb-4bc2-bc29-9c882db1cf7f tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055993 Sep 16 05:09:26.349663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58822) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.355896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-3be1330b-7507-40cb-8f80-0a709c045f39 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.356905 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3be1330b-7507-40cb-8f80-0a709c045f39 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0063295 Sep 16 05:09:26.360370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58824) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.363482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e2aacb7-a7a0-4c52-be58-65ab017ca1b5 req-a550a940-0559-4ed5-8ba1-e014b5b7aabb tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346185 Sep 16 05:09:26.365554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-713f4483-b648-431e-9d9e-eb917b8acfc6 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.367297 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-713f4483-b648-431e-9d9e-eb917b8acfc6 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053561 Sep 16 05:09:26.376324 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.378130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58826) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.384392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-5577aab2-c5f3-4267-a8f5-f297bf1584b5 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.388583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5577aab2-c5f3-4267-a8f5-f297bf1584b5 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0091915 Sep 16 05:09:26.397250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58828) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.402140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-75701920-1297-4343-bff4-76d89aff1676 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.403188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-75701920-1297-4343-bff4-76d89aff1676 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048671 Sep 16 05:09:26.407219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58830) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.413552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-ff8c1313-5695-494a-a2ee-efc94cd96542 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.417105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58832) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.418489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ff8c1313-5695-494a-a2ee-efc94cd96542 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075188 Sep 16 05:09:26.422554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-8f1dce07-52e4-453b-813e-c52dcfffca61 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.425783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8f1dce07-52e4-453b-813e-c52dcfffca61 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052960 Sep 16 05:09:26.426359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58834) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.428784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-97faea68-de25-4c5e-bcd2-b9d7765cee03 service neutron] 10.222.0.59 "GET /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696062 Sep 16 05:09:26.433251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-79aeeb4b-fcaa-466f-89a2-4647c26687be tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.434092 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79aeeb4b-fcaa-466f-89a2-4647c26687be tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043638 Sep 16 05:09:26.437197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58836) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.441612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-e724bdba-4b4a-49d3-922a-8ce0e4c10f88 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.446890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.447515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e724bdba-4b4a-49d3-922a-8ce0e4c10f88 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045168 Sep 16 05:09:26.447515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58838) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.451204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-ce6fb3b2-7c67-4315-b62f-77f6f5fb4dd1 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.452240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ce6fb3b2-7c67-4315-b62f-77f6f5fb4dd1 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042114 Sep 16 05:09:26.454998 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58840) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.459208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-4f739d43-d459-469e-9d06-fbfca0e6d277 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.460583 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4f739d43-d459-469e-9d06-fbfca0e6d277 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046966 Sep 16 05:09:26.465153 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.467619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58842) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.473290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-158f6311-9994-4dd0-b899-e5284ab2c7f7 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.477158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-158f6311-9994-4dd0-b899-e5284ab2c7f7 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076232 Sep 16 05:09:26.482256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58844) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.488472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-911752ed-eccb-40f4-accf-5d887a6fa1df tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.494891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-911752ed-eccb-40f4-accf-5d887a6fa1df tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077474 Sep 16 05:09:26.495216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58846) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.495899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c0d14abf-e625-4a41-9e48-d64a4c9d777f up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:26.501434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-76271e27-16fa-4b17-923f-66b93e2c68d5 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.505118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58848) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.509946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-a453a646-319e-4ddf-aede-16cecf97e453 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.513473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a453a646-319e-4ddf-aede-16cecf97e453 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049245 Sep 16 05:09:26.513616 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-76271e27-16fa-4b17-923f-66b93e2c68d5 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0156732 Sep 16 05:09:26.514783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58850) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.519505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-25fdd8ef-5bea-424f-9a6b-e24204cf4391 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.522835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-25fdd8ef-5bea-424f-9a6b-e24204cf4391 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047851 Sep 16 05:09:26.523166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58852) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.530343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-8387413f-f2bb-4958-a0ec-4cbc3cc0fae2 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.533702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8387413f-f2bb-4958-a0ec-4cbc3cc0fae2 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070331 Sep 16 05:09:26.534085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58854) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.539605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-0ce05be7-6df0-47c4-956d-cd9cbec74b51 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.542972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0ce05be7-6df0-47c4-956d-cd9cbec74b51 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0057266 Sep 16 05:09:26.543127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Network 374cbced-5a3d-4820-b0b6-7ed6be83537f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:26.543331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58856) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.548995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-cbbf07c3-222a-45f7-8968-f5115dd6363b tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.549921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cbbf07c3-222a-45f7-8968-f5115dd6363b tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055599 Sep 16 05:09:26.553990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:26.555403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58858) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.558102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Pushing event updated for resources: {'Port': ['ID=1c5325f1-7819-4e6e-9c48-2b422959737e,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.560574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:26.565045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-4197ed35-1b09-4756-b61e-eb73abf7e56a tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.568478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4197ed35-1b09-4756-b61e-eb73abf7e56a tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0095701 Sep 16 05:09:26.569669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58860) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.573240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-c7b9c6c3-3f59-4ff3-b9be-1355de69ca8d tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.574221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7b9c6c3-3f59-4ff3-b9be-1355de69ca8d tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045576 Sep 16 05:09:26.577356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58862) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.583060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-71d205c5-af8c-4bb8-a68c-c3d5e25d1cbb tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.583060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-71d205c5-af8c-4bb8-a68c-c3d5e25d1cbb tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0039365 Sep 16 05:09:26.584731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58864) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.588741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-a6e48c2e-31b0-48e2-ac22-2059a77a5763 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.589744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a6e48c2e-31b0-48e2-ac22-2059a77a5763 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040729 Sep 16 05:09:26.591847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58866) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.596298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-49d62e09-69df-4b68-99f8-3e4b50984cce tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.597217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-49d62e09-69df-4b68-99f8-3e4b50984cce tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039752 Sep 16 05:09:26.599363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58868) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.604720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-0dd675c0-598b-451a-abf2-e0e0461f4d16 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.605849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0dd675c0-598b-451a-abf2-e0e0461f4d16 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056329 Sep 16 05:09:26.619142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58872) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.623692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-e43d6457-f954-462c-9a82-0d817d1caa03 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.624653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e43d6457-f954-462c-9a82-0d817d1caa03 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044274 Sep 16 05:09:26.627100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58874) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.631429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-8435ffd2-6f0b-423b-a06f-c9a2343c59a9 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.632262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8435ffd2-6f0b-423b-a06f-c9a2343c59a9 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042610 Sep 16 05:09:26.634525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58876) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.636668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.642858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Attempting to bind port 1c5325f1-7819-4e6e-9c48-2b422959737e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:26.645706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Attempting to bind port 1c5325f1-7819-4e6e-9c48-2b422959737e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '374cbced-5a3d-4820-b0b6-7ed6be83537f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:26.645706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Attempting to bind port 1c5325f1-7819-4e6e-9c48-2b422959737e on network 374cbced-5a3d-4820-b0b6-7ed6be83537f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:26.645982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-3a3b1500-b799-4781-9773-3927a573fb54 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.646086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3a3b1500-b799-4781-9773-3927a573fb54 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044134 Sep 16 05:09:26.648551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58880) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.654296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:26.654733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Checking segment: {'id': '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '374cbced-5a3d-4820-b0b6-7ed6be83537f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:26.657646 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.658058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Bound using segment: {'id': '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '374cbced-5a3d-4820-b0b6-7ed6be83537f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:26.659092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-7e69b578-490b-4f26-acd6-78b7c6b440ca tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.662468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7e69b578-490b-4f26-acd6-78b7c6b440ca tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0105731 Sep 16 05:09:26.662839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Bound port: 1c5325f1-7819-4e6e-9c48-2b422959737e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '374cbced-5a3d-4820-b0b6-7ed6be83537f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:26.662839 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.663051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58882) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.676083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port c0d14abf-e625-4a41-9e48-d64a4c9d777f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:26.677011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-26ed1096-f26e-4591-88a3-3989aaefdb99 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.677011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-26ed1096-f26e-4591-88a3-3989aaefdb99 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087826 Sep 16 05:09:26.679754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58884) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.684642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port c0d14abf-e625-4a41-9e48-d64a4c9d777f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:26.685014 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.689678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1a49e8-2871-4851-aa3d-b12703f4df19,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.712960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-5d1f4f9a-3b13-4e59-875a-96ccea19dbd7 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.716560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5d1f4f9a-3b13-4e59-875a-96ccea19dbd7 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0055244 Sep 16 05:09:26.723275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58888) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.731137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-2fa1db71-43a5-4df2-a0c1-602ee21fca26 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.735109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2fa1db71-43a5-4df2-a0c1-602ee21fca26 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0067000 Sep 16 05:09:26.767149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3524ea2-9e17-4ce8-8301-dc150bd88edf req-825cf429-336b-441a-b1bc-89201ecc0b8e tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 210 time: 0.0453765 Sep 16 05:09:26.787779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58890) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.808890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.809913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-1406c86a-a734-4930-b77c-446cb745cadf tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.810994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1406c86a-a734-4930-b77c-446cb745cadf tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0178275 Sep 16 05:09:26.816465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.820303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58892) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.826974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-715e99c7-956b-40ee-b8bb-f7b36b46ec85 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.833562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-715e99c7-956b-40ee-b8bb-f7b36b46ec85 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0068297 Sep 16 05:09:26.835168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58894) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.837202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] For port 1c5325f1-7819-4e6e-9c48-2b422959737e, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:26.840702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374cbced-5a3d-4820-b0b6-7ed6be83537f']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.841568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-8175d036-1ac6-4783-b418-86efe5cbfcb2 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.845919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:26.846544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8175d036-1ac6-4783-b418-86efe5cbfcb2 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093985 Sep 16 05:09:26.847582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58896) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.848639 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4505cd39-d367-4091-a1e1-356b22cb7bf1" -d '{"events": [{"server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "name": "network-vif-plugged", "status": "completed", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:26.854370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-01fed60c-4d02-4be1-872a-65d94c4ac1c6 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.854483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.854907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.860987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-01fed60c-4d02-4be1-872a-65d94c4ac1c6 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058730 Sep 16 05:09:26.868628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdd866-7b40-44aa-a698-efcf30e93019 req-c90cfd3c-44d3-4f27-a4fb-4cd31f75eba1 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.868839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] For port 1c5325f1-7819-4e6e-9c48-2b422959737e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1c5325f1-7819-4e6e-9c48-2b422959737e,segment=NetworkSegment(2d709b3c-fdf2-490d-b6dc-cf030dbc8de4),segment_id=2d709b3c-fdf2-490d-b6dc-cf030dbc8de4)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:26.870838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c0d14abf-e625-4a41-9e48-d64a4c9d777f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c0d14abf-e625-4a41-9e48-d64a4c9d777f,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:26.876290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66fdd866-7b40-44aa-a698-efcf30e93019 req-c90cfd3c-44d3-4f27-a4fb-4cd31f75eba1 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 945 time: 0.2022345 Sep 16 05:09:26.878114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58900) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.887749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.891299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-79070ded-19da-473f-93a1-f2de9c45bee0 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.891299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79070ded-19da-473f-93a1-f2de9c45bee0 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044918 Sep 16 05:09:26.891975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58906) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.907085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-b73db555-d671-432f-b9c7-bbae31df7cdf tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.910867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58908) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.911012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b73db555-d671-432f-b9c7-bbae31df7cdf tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0092034 Sep 16 05:09:26.918610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-0e560f4e-d08a-4c03-88d0-950b2de8cf76 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.918610 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0e560f4e-d08a-4c03-88d0-950b2de8cf76 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046542 Sep 16 05:09:26.919143 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d84108-28e1-4dc5-9d77-ef3fae8dfbaf x-openstack-request-id: req-49d84108-28e1-4dc5-9d77-ef3fae8dfbaf {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:26.919143 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "name": "network-vif-plugged", "status": "completed", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:26.919143 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49d84108-28e1-4dc5-9d77-ef3fae8dfbaf {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:26.919143 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'code': 200} Sep 16 05:09:26.920353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58910) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.924927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-759de807-e407-45d7-a05f-254ba9a88cf7 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.925896 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-759de807-e407-45d7-a05f-254ba9a88cf7 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041339 Sep 16 05:09:26.928245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58912) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.929862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66fdd866-7b40-44aa-a698-efcf30e93019 req-bdb82b74-43da-4069-a5fc-2280a1ca0076 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527220 Sep 16 05:09:26.932695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-cc66d705-7eae-4978-b7b6-491f23a3ac36 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.933638 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cc66d705-7eae-4978-b7b6-491f23a3ac36 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046146 Sep 16 05:09:26.936007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58914) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.939889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-0e012aa4-8483-4cae-8e27-ccf450a84346 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.940825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0e012aa4-8483-4cae-8e27-ccf450a84346 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039608 Sep 16 05:09:26.943049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58916) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.953567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-51e84222-1f1b-4909-9282-194fc7e85405 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.954592 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-51e84222-1f1b-4909-9282-194fc7e85405 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0104954 Sep 16 05:09:26.957819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58918) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.962188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-18f9d1d4-2baf-45ae-8de9-1a08870f5aea tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.963226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18f9d1d4-2baf-45ae-8de9-1a08870f5aea tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043175 Sep 16 05:09:26.965577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58920) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.971128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.972054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6fd63695-6194-4461-a046-3f0ac626ed84 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:26.972177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-cef5cd58-b9e8-4a28-9849-be6239c49863 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.973557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.974437 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.975586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58922) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.975744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cef5cd58-b9e8-4a28-9849-be6239c49863 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085418 Sep 16 05:09:26.980420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-c0a64a98-81d1-4e9a-b7d4-e3c2f469ef65 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:26.992813 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c0a64a98-81d1-4e9a-b7d4-e3c2f469ef65 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083585 Sep 16 05:09:26.992813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.003076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-e8b14cd0-8fc8-4ece-80fa-f63bd940bc63 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:27.006922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58928) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.012567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-cf082511-d577-4964-b9a5-5d32a7853fae tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:27.016034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cf082511-d577-4964-b9a5-5d32a7853fae tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056298 Sep 16 05:09:27.016535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e8b14cd0-8fc8-4ece-80fa-f63bd940bc63 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0257068 Sep 16 05:09:27.018182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58930) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.024332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:27.024758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:27.028268 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:27.052671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-a6af1e58-aeea-495b-9a27-07806e75aa96 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:27.055718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a6af1e58-aeea-495b-9a27-07806e75aa96 tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0354469 Sep 16 05:09:27.056516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58932) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.089913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [None req-2d662cce-8985-4a34-b9bc-c0ea4a8708df tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:27.096027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2d662cce-8985-4a34-b9bc-c0ea4a8708df tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0143526 Sep 16 05:09:27.096482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58934) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.104637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [None req-ba6170ac-14e5-4081-9dd7-64ecb68285fb tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:27.107260 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba6170ac-14e5-4081-9dd7-64ecb68285fb tempest-ExtensionsTestJSON-1972072321 tempest-ExtensionsTestJSON-1972072321-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0098138 Sep 16 05:09:27.132197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301faf12-5f2b-48ce-a0ab-f4dc2e8ec5b9 req-d1db70d6-fb58-4dea-ac21-c114af978fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.134441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-301faf12-5f2b-48ce-a0ab-f4dc2e8ec5b9 req-d1db70d6-fb58-4dea-ac21-c114af978fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 1098 time: 0.1118965 Sep 16 05:09:27.141966 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed377df-662b-4e84-81c7-7a4c1d309a0e None None] Network 374cbced-5a3d-4820-b0b6-7ed6be83537f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:27.151063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:09:27.151063 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:09:27.151063 n-d-712143-16 neutron-server[101825]: [parameters: {'id': '374cbced-5a3d-4820-b0b6-7ed6be83537f'}] Sep 16 05:09:27.151063 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:27.151628 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:27.175295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-301faf12-5f2b-48ce-a0ab-f4dc2e8ec5b9 req-4259c549-c9bc-4e49-8a4b-edb0e51d43d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343735 Sep 16 05:09:27.213118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c0d14abf-e625-4a41-9e48-d64a4c9d777f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.319602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556437c-fa33-4a16-b9ba-dc0272dca7ae None None] Pushing event updated for resources: {'Port': ['ID=1c5325f1-7819-4e6e-9c48-2b422959737e,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.332901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663cc32b-c02b-4260-9eab-90d59ff41fd9 None None] Network 374cbced-5a3d-4820-b0b6-7ed6be83537f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:27.348195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 6fd63695-6194-4461-a046-3f0ac626ed84 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:27.360833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 6fd63695-6194-4461-a046-3f0ac626ed84 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:27.361308 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.496730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d77179-17f6-419f-9116-a63aee5a3502 req-58bd8c73-0bb9-45a2-b1d1-396742ff1d4d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.499542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56d77179-17f6-419f-9116-a63aee5a3502 req-58bd8c73-0bb9-45a2-b1d1-396742ff1d4d tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 946 time: 0.0668137 Sep 16 05:09:27.546935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5588b75a-d6da-4ccf-a694-6727b82a0dc9 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:09:27.569405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56d77179-17f6-419f-9116-a63aee5a3502 req-1ed37862-9a76-41e6-bd3d-9f530c69c0b0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631273 Sep 16 05:09:27.595620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.652771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.663144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6fd63695-6194-4461-a046-3f0ac626ed84, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6fd63695-6194-4461-a046-3f0ac626ed84,segment=NetworkSegment(d771d160-8f6e-4d9c-9033-1ed919ecc0d1),segment_id=d771d160-8f6e-4d9c-9033-1ed919ecc0d1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:27.668061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58946) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.720155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588b75a-d6da-4ccf-a694-6727b82a0dc9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:09:27.748594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port 1c5325f1-7819-4e6e-9c48-2b422959737e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:27.749073 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.754887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.831860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port 1c5325f1-7819-4e6e-9c48-2b422959737e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1c5325f1-7819-4e6e-9c48-2b422959737e,segment=NetworkSegment(2d709b3c-fdf2-490d-b6dc-cf030dbc8de4),segment_id=2d709b3c-fdf2-490d-b6dc-cf030dbc8de4)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:27.832606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.862458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac64a74a-44b7-4e60-97cf-8c57f0279e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.864617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for 1c5325f1-7819-4e6e-9c48-2b422959737e owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:27.879373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78075f52-0527-42cc-9377-bee9b08fda86 req-a89aa8cc-08a5-4581-9cb5-513b87169efb tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 210 time: 0.0327566 Sep 16 05:09:28.043952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac64a74a-44b7-4e60-97cf-8c57f0279e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.058993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.086800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023b085-7836-4f26-bae8-55349a76a1d6 req-5acb13c4-749f-4e1e-a70e-4f6e5094033d tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.093379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=1c5325f1-7819-4e6e-9c48-2b422959737e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.095779 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port 1c5325f1-7819-4e6e-9c48-2b422959737e on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:28.103038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b023b085-7836-4f26-bae8-55349a76a1d6 req-5acb13c4-749f-4e1e-a70e-4f6e5094033d tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 946 time: 0.0837469 Sep 16 05:09:28.152695 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac64a74a-44b7-4e60-97cf-8c57f0279e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.185596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ac64a74a-44b7-4e60-97cf-8c57f0279e82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc65fdd8e4e649519fb2b580fa2c194e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165117 Sep 16 05:09:28.188486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b023b085-7836-4f26-bae8-55349a76a1d6 req-385fcab6-e969-4962-bcd6-1d056173d740 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842192 Sep 16 05:09:28.189022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58956) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.218256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6fd63695-6194-4461-a046-3f0ac626ed84,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.231450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.269097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.280212 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83ff39bf-7fc3-439b-ab97-13e1ee829006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.317100 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83ff39bf-7fc3-439b-ab97-13e1ee829006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.476325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83ff39bf-7fc3-439b-ab97-13e1ee829006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.480468 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83ff39bf-7fc3-439b-ab97-13e1ee829006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.481972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-83ff39bf-7fc3-439b-ab97-13e1ee829006 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8fc5b380-2aa4-47f7-9be9-c0bb431db892 HTTP/1.1" status: 204 len: 168 time: 0.2919691 Sep 16 05:09:28.492093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff39bf-7fc3-439b-ab97-13e1ee829006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc5b380-2aa4-47f7-9be9-c0bb431db892,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.670815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64a74a-44b7-4e60-97cf-8c57f0279e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc5b380-2aa4-47f7-9be9-c0bb431db892,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.682797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374cbced-5a3d-4820-b0b6-7ed6be83537f']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:28.693909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:28.694217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d709b3c-fdf2-490d-b6dc-cf030dbc8de4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:28.704306 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.720137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.726985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:28.727361 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.728850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcdeb5-a1ab-4403-92f8-1349114c99fe req-95cea24b-9f20-490c-a33c-8c73228615c5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.730881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1dcdeb5-a1ab-4403-92f8-1349114c99fe req-95cea24b-9f20-490c-a33c-8c73228615c5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 946 time: 0.0580585 Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:28.731024 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:28.783527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1dcdeb5-a1ab-4403-92f8-1349114c99fe req-ef42c75c-0415-4475-9493-00bd3113df33 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415406 Sep 16 05:09:28.888068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.900839 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.902661 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/374cbced-5a3d-4820-b0b6-7ed6be83537f HTTP/1.1" status: 204 len: 168 time: 2.7304749 Sep 16 05:09:28.906886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58972) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.920112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd63695-6194-4461-a046-3f0ac626ed84'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:28.923482 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa9d9b-0ede-415d-b2d9-6a7bf124fbe1" -d '{"events": [{"server_uuid": "f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae", "name": "network-vif-plugged", "status": "completed", "tag": "6fd63695-6194-4461-a046-3f0ac626ed84"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:28.928943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0db95e-c500-4c89-aaf9-dedcbbeb1474 req-1265ba00-2600-43a3-964b-7538e0dcd695 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.930474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd0db95e-c500-4c89-aaf9-dedcbbeb1474 req-1265ba00-2600-43a3-964b-7538e0dcd695 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 946 time: 0.0672097 Sep 16 05:09:28.940303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767aa5e-42e8-4a81-9294-aed70cdf4e15 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=374cbced-5a3d-4820-b0b6-7ed6be83537f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.955726 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f26fb0-ecc4-457c-98c9-6515c3059a7b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:28.956599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f26fb0-ecc4-457c-98c9-6515c3059a7b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:28.959927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-28f26fb0-ecc4-457c-98c9-6515c3059a7b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/9c1a49e8-2871-4851-aa3d-b12703f4df19 HTTP/1.1" status: 404 len: 337 time: 0.0474551 Sep 16 05:09:28.963781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58978) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.994681 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9eb410-0d5a-4181-aee1-965300d9d8cd tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:28.994681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9eb410-0d5a-4181-aee1-965300d9d8cd tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:28.994681 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9f9eb410-0d5a-4181-aee1-965300d9d8cd tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/374cbced-5a3d-4820-b0b6-7ed6be83537f HTTP/1.1" status: 404 len: 339 time: 0.0250144 Sep 16 05:09:28.994681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58980) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.000556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd0db95e-c500-4c89-aaf9-dedcbbeb1474 req-61fc06f6-432b-4dfc-bced-def73e1f5ccd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470231 Sep 16 05:09:29.039347 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0390c5a6-7f2c-49e3-98e5-40f815515a96 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:29.040160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0390c5a6-7f2c-49e3-98e5-40f815515a96 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:29.044400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0390c5a6-7f2c-49e3-98e5-40f815515a96 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/4ae2b05e-09ec-47b0-988a-3f5af11f951e HTTP/1.1" status: 404 len: 337 time: 0.0372710 Sep 16 05:09:29.044400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58984) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.048295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58986) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.050512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5751191-f7c3-4240-93f6-c9e17a44a415 req-a2fd7ff0-5837-4c89-a509-53a3d6855868 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 210 time: 0.0464945 Sep 16 05:09:29.096963 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed87474-27f2-4885-b93e-0bd00ac99575 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:29.097763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed87474-27f2-4885-b93e-0bd00ac99575 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:29.100128 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ebdb08-e752-4b8e-b045-147461aa0970 x-openstack-request-id: req-50ebdb08-e752-4b8e-b045-147461aa0970 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:29.100549 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fed87474-27f2-4885-b93e-0bd00ac99575 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/2d4b5a3f-1a9d-4aeb-94a2-c6e767abc089 HTTP/1.1" status: 404 len: 339 time: 0.0489440 Sep 16 05:09:29.100949 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae", "name": "network-vif-plugged", "status": "completed", "tag": "6fd63695-6194-4461-a046-3f0ac626ed84", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:29.101433 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50ebdb08-e752-4b8e-b045-147461aa0970 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:29.102021 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd63695-6194-4461-a046-3f0ac626ed84', 'code': 200} Sep 16 05:09:29.103073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a50ec0-512b-4b54-a31b-6272d79a1c0b tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.103235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58990) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.105939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d4a50ec0-512b-4b54-a31b-6272d79a1c0b tempest-TestNetworkBasicOps-997587585 tempest-TestNetworkBasicOps-997587585-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 1093 time: 0.0618937 Sep 16 05:09:29.112556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58992) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.117565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:29.269352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.314392 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.346690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd2db8-7420-4948-84e8-7ea2204c311a req-2aa72044-9f00-41e5-a39b-11b9a3127b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.346690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1cd2db8-7420-4948-84e8-7ea2204c311a req-2aa72044-9f00-41e5-a39b-11b9a3127b7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 1098 time: 0.1413927 Sep 16 05:09:29.474293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.494455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-88d45e8f-a7a0-411e-bbd8-c37e211591a9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.498391 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-88d45e8f-a7a0-411e-bbd8-c37e211591a9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.60 "GET /v2.0/networks?id=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 HTTP/1.1" status: 200 len: 815 time: 0.1415401 Sep 16 05:09:29.546037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66433a56-a525-42fa-a6eb-3d7500d83201 req-e5da9f6c-8c07-4870-8dd6-5644c6abbdfe tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.547914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66433a56-a525-42fa-a6eb-3d7500d83201 req-e5da9f6c-8c07-4870-8dd6-5644c6abbdfe tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 946 time: 0.2746851 Sep 16 05:09:29.565093 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-b66d8216-7536-4e2f-a838-f9d2ac56abca tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff885869c7894048954f13cf5e9bc08a HTTP/1.1" status: 200 len: 378 time: 0.0572393 Sep 16 05:09:29.569596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5762f4f-6e0c-4684-8f6b-ce30b2045295']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:29.574344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Request body: {'port': {'device_id': '7933197d-902f-484e-98cf-0d58c6aee57c', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'admin_state_up': True, 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'security_groups': ['5647d613-c4c9-4376-a059-284c135bfcd5']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:29.585937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1cd2db8-7420-4948-84e8-7ea2204c311a req-13cecc6f-97fc-4927-b9f4-1e3675e9baa1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856146 Sep 16 05:09:29.624417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4668f63f-5c35-4bc2-9e28-715fa350df1d') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:29.624821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4668f63f-5c35-4bc2-9e28-715fa350df1d') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:29.644598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.678491 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.683941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66433a56-a525-42fa-a6eb-3d7500d83201 req-53edbf0d-c028-4732-b786-107b3b1cb934 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187799 Sep 16 05:09:29.690452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:29.691288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:29.694984 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:29.787951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.808284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Made reservation on behalf of ff885869c7894048954f13cf5e9bc08a for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:29.811928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.856625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59008) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.910333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.912480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Allocated IP 172.25.7.237 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/b18011a9-8571-4e26-9fab-215d0dc14f4f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:29.927135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.934948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/b5762f4f-6e0c-4684-8f6b-ce30b2045295 HTTP/1.1" status: 204 len: 168 time: 0.8304090 Sep 16 05:09:29.936553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59012) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.962692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159bc94-37b8-4a83-bb55-67cd3af7c227 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=b5762f4f-6e0c-4684-8f6b-ce30b2045295,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.990309 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-034e49ae-9c65-444b-9761-27e5f7698ece tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:29.990763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034e49ae-9c65-444b-9761-27e5f7698ece tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:29.992780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-034e49ae-9c65-444b-9761-27e5f7698ece tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/80b25574-7da3-4dbf-9f9d-6154322d23bf HTTP/1.1" status: 404 len: 337 time: 0.0425072 Sep 16 05:09:29.995438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59014) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.034467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Allocated IP 172.20.0.9 (f5a0dc0d-c551-473e-b300-2b6ebbbb6c65/2a4bfe61-8f0b-42b7-97e2-53a839f90540/0b8cd0a8-7474-4e57-b395-460dfa0bff7a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:30.039351 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ff19d5-c7ef-4ee1-ba4d-865ebd68dd6d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.039831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ff19d5-c7ef-4ee1-ba4d-865ebd68dd6d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.044401 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-50ff19d5-c7ef-4ee1-ba4d-865ebd68dd6d tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/b2d4143a-2687-445a-b0e1-c775721129f7 HTTP/1.1" status: 404 len: 339 time: 0.0414586 Sep 16 05:09:30.044991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59016) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.059026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-secgroup--578897374'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:30.109587 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffaa59c-ed13-4441-890a-b23be5091c2f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.110058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffaa59c-ed13-4441-890a-b23be5091c2f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.112450 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0ffaa59c-ed13-4441-890a-b23be5091c2f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/4c48a594-542a-4d7a-b2e8-9c4e0af688ca HTTP/1.1" status: 404 len: 337 time: 0.0661077 Sep 16 05:09:30.117083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59022) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.131853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.158647 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c06c7c8-ded4-46b5-bd54-1ba588897fca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.159800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c06c7c8-ded4-46b5-bd54-1ba588897fca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.161015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9c06c7c8-ded4-46b5-bd54-1ba588897fca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/04060105-fdba-441f-ba8c-d207b97f892f HTTP/1.1" status: 404 len: 339 time: 0.0430093 Sep 16 05:09:30.164540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59024) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.190830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f04216ac-7ac3-4c4e-ae44-eee1a8849cb8 req-9d7952d6-1d0b-4a94-8303-14dddf9202cf tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 210 time: 0.0391502 Sep 16 05:09:30.200446 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14c953f-000a-4a2e-90ec-cf1445898a2b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.200913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14c953f-000a-4a2e-90ec-cf1445898a2b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.205610 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f14c953f-000a-4a2e-90ec-cf1445898a2b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/874b3534-4063-4040-a90c-748d0110153d HTTP/1.1" status: 404 len: 337 time: 0.0378213 Sep 16 05:09:30.209598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59026) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.209756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.231790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.256930 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c48900-3da5-4b24-8ec4-845fdf0e7384 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.257736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c48900-3da5-4b24-8ec4-845fdf0e7384 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.261933 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c5c48900-3da5-4b24-8ec4-845fdf0e7384 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/a8d60a88-698e-40f7-a389-8d2d0d6bf51f HTTP/1.1" status: 404 len: 339 time: 0.0523100 Sep 16 05:09:30.262262 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.266547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59028) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.302323 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-073902a4-3a34-4933-8b8f-84000053ec88 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.302689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073902a4-3a34-4933-8b8f-84000053ec88 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.304493 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-073902a4-3a34-4933-8b8f-84000053ec88 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/472ec68b-9925-4285-9d61-b7155bedfe2e HTTP/1.1" status: 404 len: 337 time: 0.0371709 Sep 16 05:09:30.307024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59030) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.311043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:30.317018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:30.319750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:30.337790 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-947edcf2-35c0-4057-be1c-ac7138abb0ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.340447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947edcf2-35c0-4057-be1c-ac7138abb0ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.340447 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-947edcf2-35c0-4057-be1c-ac7138abb0ca tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/376f6e6e-a816-42f1-90de-8429b68c4911 HTTP/1.1" status: 404 len: 339 time: 0.0321679 Sep 16 05:09:30.343780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59032) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.368390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=b18011a9-8571-4e26-9fab-215d0dc14f4f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.384756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.384756 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7e1285-9c11-472a-aa84-382b51eee39e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.384756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7e1285-9c11-472a-aa84-382b51eee39e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.385442 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6a7e1285-9c11-472a-aa84-382b51eee39e tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/dcf311a1-a494-4be8-ae33-0570ac351b2e HTTP/1.1" status: 404 len: 337 time: 0.0407341 Sep 16 05:09:30.388227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59034) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.416160 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-edec1703-328f-4fdb-bb74-c913a0ac3f93 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.416816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edec1703-328f-4fdb-bb74-c913a0ac3f93 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.424301 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-edec1703-328f-4fdb-bb74-c913a0ac3f93 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/3bab2acd-ae65-4767-8021-6022dd84ef40 HTTP/1.1" status: 404 len: 339 time: 0.0278318 Sep 16 05:09:30.430655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59036) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.462090 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5769936d-9196-47c6-892d-a430283845d9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.462564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5769936d-9196-47c6-892d-a430283845d9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.470051 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5769936d-9196-47c6-892d-a430283845d9 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/2d43d6ac-0eca-459d-81b3-231d4b114cab HTTP/1.1" status: 404 len: 337 time: 0.0323718 Sep 16 05:09:30.472160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59038) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.491364 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f152195b-7127-4a7c-934d-29c57e8a442b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.491944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f152195b-7127-4a7c-934d-29c57e8a442b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.495843 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f152195b-7127-4a7c-934d-29c57e8a442b tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/ebfd5f0e-b63c-4efe-8a0e-a7e5ef077d8e HTTP/1.1" status: 404 len: 339 time: 0.0222037 Sep 16 05:09:30.496702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59040) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.507069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.533332 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3581e757-723c-4788-a24e-39b5527314a3 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.533715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3581e757-723c-4788-a24e-39b5527314a3 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.535729 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3581e757-723c-4788-a24e-39b5527314a3 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/cec400a9-b0a6-42d2-a6a4-262bb7d97e9a HTTP/1.1" status: 404 len: 337 time: 0.0376465 Sep 16 05:09:30.537957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59042) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.557276 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94ec627-8aa8-4c88-b1fc-43e2a4603b56 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.557788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94ec627-8aa8-4c88-b1fc-43e2a4603b56 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.562449 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a94ec627-8aa8-4c88-b1fc-43e2a4603b56 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/d868c54c-411a-494e-9928-9ed287906a49 HTTP/1.1" status: 404 len: 339 time: 0.0206504 Sep 16 05:09:30.562673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59044) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.591472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.600845 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f59274a-1512-4748-9bb4-b7d95e796017 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.601298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f59274a-1512-4748-9bb4-b7d95e796017 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.605622 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6f59274a-1512-4748-9bb4-b7d95e796017 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/8c4d780e-ddf7-4dc7-a1fa-b93fbc28a527 HTTP/1.1" status: 404 len: 337 time: 0.0385559 Sep 16 05:09:30.609754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59046) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.625318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.648858 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78c90d4-ae13-4dc1-b846-c80a52a76e87 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:30.648858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78c90d4-ae13-4dc1-b846-c80a52a76e87 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:30.652892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f78c90d4-ae13-4dc1-b846-c80a52a76e87 tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/0bdf4129-83fb-44ad-8597-b389f717499d HTTP/1.1" status: 404 len: 339 time: 0.0397148 Sep 16 05:09:30.653066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:30.654402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59048) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.670212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:30.674052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:30.701110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa5222-da2c-4994-bc2f-1ae85706fb40,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.723181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event updated for resources: {'Port': ['ID=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.793774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.798060 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.823691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b10f57-0f82-4288-a0ce-cfde388ea1df tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting subnet f12267e7-84b6-4d4d-8ff4-123aaaa72afc {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:30.827803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58b10f57-0f82-4288-a0ce-cfde388ea1df tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.893752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58b10f57-0f82-4288-a0ce-cfde388ea1df tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.924165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.975333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1850-2a96-4bd5-928a-f9ddbb258a74 req-da8fa073-a3d1-4755-9d7c-e758999254e7 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.978061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aacd1850-2a96-4bd5-928a-f9ddbb258a74 req-da8fa073-a3d1-4755-9d7c-e758999254e7 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 946 time: 0.1226652 Sep 16 05:09:31.009821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.018448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58b10f57-0f82-4288-a0ce-cfde388ea1df tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.049397 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.056156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d1258d33-ae37-4996-a040-53782031612d None None] Provisioning complete for port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:31.056727 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1258d33-ae37-4996-a040-53782031612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.079883 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-39df76bd-6a5f-4a03-a171-74055aebabd7 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5090923 Sep 16 05:09:31.095023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92cf712-142a-4725-8048-07da8b9191e7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.096949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Request body: {'port': {'device_id': '7933197d-902f-484e-98cf-0d58c6aee57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:31.099960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aacd1850-2a96-4bd5-928a-f9ddbb258a74 req-28751065-52c5-497a-9077-03a3793d9e91 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117842 Sep 16 05:09:31.124228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.125648 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2a064866-20ed-4218-89aa-67e0c19d0b01 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2686920 Sep 16 05:09:31.130435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59054) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.153456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d1258d33-ae37-4996-a040-53782031612d None None] Port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:31.184856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.215394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-695fc290-60e8-4a05-8ed8-25a1f43e3295 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0819082 Sep 16 05:09:31.216432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59058) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.221777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c45aa42c-944c-4c02-8c0d-b59a2ed7ff18 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-security--716140628', 'description': 'tempest-security-description-1517013726'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:31.280647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c45aa42c-944c-4c02-8c0d-b59a2ed7ff18 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.292965 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.300664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58b10f57-0f82-4288-a0ce-cfde388ea1df tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.338056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b10f57-0f82-4288-a0ce-cfde388ea1df tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Subnet': ['ID=f12267e7-84b6-4d4d-8ff4-123aaaa72afc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.349218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58b10f57-0f82-4288-a0ce-cfde388ea1df tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.353688 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-58b10f57-0f82-4288-a0ce-cfde388ea1df tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/subnets/f12267e7-84b6-4d4d-8ff4-123aaaa72afc HTTP/1.1" status: 204 len: 168 time: 0.6953750 Sep 16 05:09:31.355996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59062) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.363875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9784981-ab68-4efd-b8c3-9605c48182e5 None None] Network 3f191a59-b8bc-425c-be1c-22f1111191fe requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:31.474798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c45aa42c-944c-4c02-8c0d-b59a2ed7ff18 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.569953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9191b0-fa86-476c-9a7a-9cb1433e61da req-f899380e-83c1-4ad6-a2fb-d7f2dfa2681a tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.571673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea9191b0-fa86-476c-9a7a-9cb1433e61da req-f899380e-83c1-4ad6-a2fb-d7f2dfa2681a tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 931 time: 0.2456889 Sep 16 05:09:31.575419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.580369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8cd0a8-7474-4e57-b395-460dfa0bff7a {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:31.582247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] DHCP port deletion for 3f191a59-b8bc-425c-be1c-22f1111191fe request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:31.582471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c45aa42c-944c-4c02-8c0d-b59a2ed7ff18 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.587383 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c45aa42c-944c-4c02-8c0d-b59a2ed7ff18 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.591667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.591826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c45aa42c-944c-4c02-8c0d-b59a2ed7ff18 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "PUT /v2.0/security-groups/a92cf712-142a-4725-8048-07da8b9191e7 HTTP/1.1" status: 200 len: 1779 time: 0.3715518 Sep 16 05:09:31.591951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59064) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.624301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Transition to ACTIVE for port object 0b8cd0a8-7474-4e57-b395-460dfa0bff7a will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:31.641588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] Deleting port 25223100-6ada-43b0-a0ca-6441b89d4773 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:31.641961 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.653474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f021a926-2b32-4016-87bf-5fa7c19da672 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups/a92cf712-142a-4725-8048-07da8b9191e7 HTTP/1.1" status: 200 len: 1779 time: 0.0574176 Sep 16 05:09:31.653703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59066) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.695975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.697267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea9191b0-fa86-476c-9a7a-9cb1433e61da req-409e7d02-94d4-409f-8662-0d56e1db2e07 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063089 Sep 16 05:09:31.719933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] For port 25223100-6ada-43b0-a0ca-6441b89d4773, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=25223100-6ada-43b0-a0ca-6441b89d4773,segment=NetworkSegment(25b20767-d946-44cf-a098-4fac7c1d8611),segment_id=25b20767-d946-44cf-a098-4fac7c1d8611)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:31.720620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.734634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aa42c-944c-4c02-8c0d-b59a2ed7ff18 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92cf712-142a-4725-8048-07da8b9191e7,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.738216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] Calling delete_port for 25223100-6ada-43b0-a0ca-6441b89d4773 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:31.795838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Deleting port 25223100-6ada-43b0-a0ca-6441b89d4773 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:31.796245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.798973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.895749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] For port 25223100-6ada-43b0-a0ca-6441b89d4773, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=25223100-6ada-43b0-a0ca-6441b89d4773,segment=NetworkSegment(25b20767-d946-44cf-a098-4fac7c1d8611),segment_id=25b20767-d946-44cf-a098-4fac7c1d8611)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:31.896253 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.900019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.915036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Calling delete_port for 25223100-6ada-43b0-a0ca-6441b89d4773 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:31.932234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f1efe62-1ef2-4086-a006-5281e8f178a7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.941897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Attempting to bind port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:31.942251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Attempting to bind port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:31.942571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Attempting to bind port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a on network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:31.944965 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.968268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a on network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:31.968831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Attempting to bind port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a on network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:31.989206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:31.989638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Checking segment: {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:31.989955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Bound using segment: {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:31.996196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Bound port: 0b8cd0a8-7474-4e57-b395-460dfa0bff7a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7640c6-2786-4a09-95ee-4ee9110c02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:31.996769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.001902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] Pushing event deleted for resources: {'Port': ['ID=25223100-6ada-43b0-a0ca-6441b89d4773,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.017603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc84143-67bd-42fa-a31d-de4dcb3619c3 None None] No DVR routers for this DVR port 25223100-6ada-43b0-a0ca-6441b89d4773 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:32.025913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f1efe62-1ef2-4086-a006-5281e8f178a7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.052135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.065778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.106869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] For port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:32.111586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] For port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:32.152085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] No DVR routers for this DVR port 25223100-6ada-43b0-a0ca-6441b89d4773 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:32.185831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.188332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event updated for resources: {'Port': ['ID=b18011a9-8571-4e26-9fab-215d0dc14f4f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.230917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f1efe62-1ef2-4086-a006-5281e8f178a7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.234796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4f1efe62-1ef2-4086-a006-5281e8f178a7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.243082 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4f1efe62-1ef2-4086-a006-5281e8f178a7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/a92cf712-142a-4725-8048-07da8b9191e7 HTTP/1.1" status: 204 len: 168 time: 0.5835676 Sep 16 05:09:32.244141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Port': ['ID=25223100-6ada-43b0-a0ca-6441b89d4773,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.250650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59074) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.274078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1efe62-1ef2-4086-a006-5281e8f178a7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92cf712-142a-4725-8048-07da8b9191e7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.284446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.285095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.286562 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] 10.222.0.60 "PUT /v2.0/ports/0b8cd0a8-7474-4e57-b395-460dfa0bff7a HTTP/1.1" status: 200 len: 1092 time: 1.1954014 Sep 16 05:09:32.315835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7933197d-902f-484e-98cf-0d58c6aee57c', 'tag': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:32.318147 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d890c03a-9865-4f17-bcb5-128a25c4a819" -d '{"events": [{"name": "network-changed", "server_uuid": "7933197d-902f-484e-98cf-0d58c6aee57c", "tag": "0b8cd0a8-7474-4e57-b395-460dfa0bff7a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:32.342697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35da89-ab9c-421a-8fce-7203a0b5a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.350574 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.355157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.393920 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b6e14-991f-44bf-85d7-a00d01ad8912 x-openstack-request-id: req-e72b6e14-991f-44bf-85d7-a00d01ad8912 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:32.394219 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7933197d-902f-484e-98cf-0d58c6aee57c", "tag": "0b8cd0a8-7474-4e57-b395-460dfa0bff7a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:32.394474 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e72b6e14-991f-44bf-85d7-a00d01ad8912 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:32.395069 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7933197d-902f-484e-98cf-0d58c6aee57c', 'tag': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'status': 'completed', 'code': 200} Sep 16 05:09:32.410243 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6887edaf-40b8-40b9-a17d-a27636c350ae tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558106 Sep 16 05:09:32.412324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59078) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.425680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f191a59-b8bc-425c-be1c-22f1111191fe']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:32.437869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b20767-d946-44cf-a098-4fac7c1d8611') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:32.438175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b20767-d946-44cf-a098-4fac7c1d8611') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:32.455421 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-7c430a92-8594-4593-bafd-a252452ea6f8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] delete failed (client error): The resource could not be found. Sep 16 05:09:32.456609 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7c430a92-8594-4593-bafd-a252452ea6f8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/a92cf712-142a-4725-8048-07da8b9191e7 HTTP/1.1" status: 404 len: 347 time: 0.0425460 Sep 16 05:09:32.461649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59082) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.469908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4af2570f-8de7-4613-a4af-2f7bbb7bb28b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624905527'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:32.495643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890c03a-9865-4f17-bcb5-128a25c4a819 req-4fdaf706-69dd-44eb-b457-b9e6809cc0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.497285 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d890c03a-9865-4f17-bcb5-128a25c4a819 req-4fdaf706-69dd-44eb-b457-b9e6809cc0dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff885869c7894048954f13cf5e9bc08a&device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 1095 time: 0.0748608 Sep 16 05:09:32.540605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.543500 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Floating IP c1744dd1-ceed-4153-82e2-93694e58da53 associated. External IP: 172.25.7.237, port: c0d14abf-e625-4a41-9e48-d64a4c9d777f. Sep 16 05:09:32.591667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e363-e61e-4d11-9271-7c6672e7b8da req-7df2086d-a9bf-48ff-943d-aa722923062c tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.594365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05e0e363-e61e-4d11-9271-7c6672e7b8da req-7df2086d-a9bf-48ff-943d-aa722923062c tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 946 time: 0.3643551 Sep 16 05:09:32.622895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.628344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4af2570f-8de7-4613-a4af-2f7bbb7bb28b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.638056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:32.638393 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:32.647750 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:32.688981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05e0e363-e61e-4d11-9271-7c6672e7b8da req-a96c8cd3-d219-431f-ba12-08b18e8b41db tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839577 Sep 16 05:09:32.715097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890c03a-9865-4f17-bcb5-128a25c4a819 req-6fff6b4d-9e18-4116-b717-834e694e55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.716679 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d890c03a-9865-4f17-bcb5-128a25c4a819 req-6fff6b4d-9e18-4116-b717-834e694e55a9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ff885869c7894048954f13cf5e9bc08a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2106471 Sep 16 05:09:32.857397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4af2570f-8de7-4613-a4af-2f7bbb7bb28b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.876420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890c03a-9865-4f17-bcb5-128a25c4a819 req-33a3fbcb-2a13-437b-ada1-6dd04fc10911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.880596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d890c03a-9865-4f17-bcb5-128a25c4a819 req-33a3fbcb-2a13-437b-ada1-6dd04fc10911 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538539 Sep 16 05:09:32.958003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4af2570f-8de7-4613-a4af-2f7bbb7bb28b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.991194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7f5c49fd-fafb-4a8f-988f-d2db105511fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.991194 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-7f5c49fd-fafb-4a8f-988f-d2db105511fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff885869c7894048954f13cf5e9bc08a&device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 1095 time: 0.0711339 Sep 16 05:09:33.009164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2570f-8de7-4613-a4af-2f7bbb7bb28b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12287d98-6e11-495a-bc80-81c5a99a0f18,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.043206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-dc96a01b-5f4b-48a0-bb0b-a76c3ec08673 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b8cd0a8-7474-4e57-b395-460dfa0bff7a HTTP/1.1" status: 200 len: 217 time: 0.0428009 Sep 16 05:09:33.088563 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4af2570f-8de7-4613-a4af-2f7bbb7bb28b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.089938 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4af2570f-8de7-4613-a4af-2f7bbb7bb28b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6262810 Sep 16 05:09:33.093925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59094) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.099934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9acdf06c-d4ae-4296-822f-68bd2b8d614d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '12287d98-6e11-495a-bc80-81c5a99a0f18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:33.116401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-44529b60-8082-41cd-ac81-e2d3ca8e1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.118068 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-44529b60-8082-41cd-ac81-e2d3ca8e1576 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a4bfe61-8f0b-42b7-97e2-53a839f90540 HTTP/1.1" status: 200 len: 854 time: 0.0680153 Sep 16 05:09:33.174303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-caa9e73b-e86a-4acd-afc1-e54f1c76d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.175900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-caa9e73b-e86a-4acd-afc1-e54f1c76d06d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492954 Sep 16 05:09:33.177602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ff62b-edff-4217-aeea-c51a22f7f74a req-c8fc530b-7015-4bc3-876f-f5548d51f96c tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.179361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-419ff62b-edff-4217-aeea-c51a22f7f74a req-c8fc530b-7015-4bc3-876f-f5548d51f96c tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 943 time: 0.1145821 Sep 16 05:09:33.230936 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.256281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.258455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] 10.222.0.59 "DELETE /v2.0/networks/3f191a59-b8bc-425c-be1c-22f1111191fe HTTP/1.1" status: 204 len: 168 time: 1.9013379 Sep 16 05:09:33.276008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb5f9a-3494-44d1-8fb7-734f699f2a3f tempest-NetworksTest-1827583133 tempest-NetworksTest-1827583133-project] Pushing event deleted for resources: {'Network': ['ID=3f191a59-b8bc-425c-be1c-22f1111191fe,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.288869 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9acdf06c-d4ae-4296-822f-68bd2b8d614d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.309451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-419ff62b-edff-4217-aeea-c51a22f7f74a req-3f336fc0-bd86-4631-bccb-68a8897a6cab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897596 Sep 16 05:09:33.374499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router a734881e-5f88-431a-bca4-33580255a163 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:33.384812 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-721df2ff-3e1f-4832-9e5c-3aa61a071a55 service neutron] 10.222.0.60 "GET /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006452 Sep 16 05:09:33.450856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9acdf06c-d4ae-4296-822f-68bd2b8d614d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.465216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 25223100-6ada-43b0-a0ca-6441b89d4773 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:33.485707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 25223100-6ada-43b0-a0ca-6441b89d4773 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:33.486141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 25223100-6ada-43b0-a0ca-6441b89d4773 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:33.512319 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2d7ebcac-b6b6-4cb8-b82e-0357d11cbb5e req-1b9a500c-ab38-4b32-853a-e87c3e3fe00a service neutron] 10.222.0.60 "GET /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197848 Sep 16 05:09:33.512626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:33.526701 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] Sync routers for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:33.539353 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:33.540351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:33.565562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9acdf06c-d4ae-4296-822f-68bd2b8d614d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.610150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdf06c-d4ae-4296-822f-68bd2b8d614d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3564507e-3ba8-4183-bad1-ecc661d85df0,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.657046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.696592 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:33.699092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59108) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.700664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-400bb3fc-133a-40fe-815a-b4f21f789fd8 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5864425 Sep 16 05:09:33.701329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:33.703719 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13529c80-1c6b-4b67-9610-5badfb2236c1" -d '{"events": [{"name": "network-changed", "server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:33.707514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9acdf06c-d4ae-4296-822f-68bd2b8d614d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.709969 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9acdf06c-d4ae-4296-822f-68bd2b8d614d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6137552 Sep 16 05:09:33.717651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59112) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.752294 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70ab5fb-1076-471a-b77d-2a875787ca41 x-openstack-request-id: req-c70ab5fb-1076-471a-b77d-2a875787ca41 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:33.752788 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:33.753150 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c70ab5fb-1076-471a-b77d-2a875787ca41 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:33.753655 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'status': 'completed', 'code': 200} Sep 16 05:09:33.766834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fed0e8fd-88de-4739-9b67-1d9a0c0462ae tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.804271 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fed0e8fd-88de-4739-9b67-1d9a0c0462ae tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.831666 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7fdd3172-1505-4c05-bbd9-05d69699e22a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/floatingips/c1744dd1-ceed-4153-82e2-93694e58da53 HTTP/1.1" status: 200 len: 992 time: 0.1260290 Sep 16 05:09:33.885486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-02f4fc2a-90f8-4dbb-8edd-4bab132bc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.888134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-02f4fc2a-90f8-4dbb-8edd-4bab132bc16e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 1098 time: 0.0891910 Sep 16 05:09:33.986585 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fed0e8fd-88de-4739-9b67-1d9a0c0462ae tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.989516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59120) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.993803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fed0e8fd-88de-4739-9b67-1d9a0c0462ae tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.996044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fed0e8fd-88de-4739-9b67-1d9a0c0462ae tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3564507e-3ba8-4183-bad1-ecc661d85df0 HTTP/1.1" status: 204 len: 168 time: 0.2760880 Sep 16 05:09:34.003280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59128) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.030498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0e8fd-88de-4739-9b67-1d9a0c0462ae tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3564507e-3ba8-4183-bad1-ecc661d85df0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.106615 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f0e2ae4e-6505-4028-821f-364ed61a1027 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1028323 Sep 16 05:09:34.108910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59136) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.151845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-d45d6f8f-e41f-4e81-b682-9f7eeeb17fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.153465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-d45d6f8f-e41f-4e81-b682-9f7eeeb17fc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07202e20-d47c-4712-87a7-8fa8b736b735 HTTP/1.1" status: 200 len: 897 time: 0.2581978 Sep 16 05:09:34.161387 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'c1744dd1-ceed-4153-82e2-93694e58da53', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'a734881e-5f88-431a-bca4-33580255a163', 'port_id': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'mac_address': 'fa:16:3e:3a:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:30Z', 'updated_at': '2021-09-16T05:09:30Z', 'revision_number': 0, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:09:05Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:34.195715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] Checking router: a734881e-5f88-431a-bca4-33580255a163 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:34.196360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34817b49-f238-42b7-9fdb-571febf94818 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.198826 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:34.206470 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:34.207162 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:34.457590 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34817b49-f238-42b7-9fdb-571febf94818 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.460788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59144) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.461317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-229b0f3d-42d4-4af7-a5a7-ec630b438f41 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce8445f6849c4b54853a74e5200c5807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114448 Sep 16 05:09:34.462198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-b7e0a02a-813c-49af-a1e8-e1370b6cc445 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d14abf-e625-4a41-9e48-d64a4c9d777f HTTP/1.1" status: 200 len: 1000 time: 0.1686175 Sep 16 05:09:34.462408 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:34.462641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34817b49-f238-42b7-9fdb-571febf94818 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.462641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-34817b49-f238-42b7-9fdb-571febf94818 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.462641 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-34817b49-f238-42b7-9fdb-571febf94818 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/12287d98-6e11-495a-bc80-81c5a99a0f18 HTTP/1.1" status: 204 len: 168 time: 0.3254788 Sep 16 05:09:34.463040 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dce3c6ba-e66a-4ce7-bcad-f527a2edb376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.463327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59156) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.470854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-4df510ff-4676-42d3-972e-b4e0ab820537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.470854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-4df510ff-4676-42d3-972e-b4e0ab820537 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5002409d-e611-4317-9481-8ce1b1965d1a HTTP/1.1" status: 200 len: 834 time: 0.1309195 Sep 16 05:09:34.479717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34817b49-f238-42b7-9fdb-571febf94818 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12287d98-6e11-495a-bc80-81c5a99a0f18,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.519051 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dce3c6ba-e66a-4ce7-bcad-f527a2edb376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.531009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ad365142-0c2c-4941-81cf-d9f14556e3d9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570614 Sep 16 05:09:34.531420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59160) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.536535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-adb24636-e72b-4bc8-9a45-fbcaf68657da tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228373385'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.564333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-41a686e4-9134-491a-b6f5-e4e4e405be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.566094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-41a686e4-9134-491a-b6f5-e4e4e405be72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07202e20-d47c-4712-87a7-8fa8b736b735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837452 Sep 16 05:09:34.687821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b3450-7f37-4ed1-a5c8-bbf60b69d61a req-d7bbb7b7-9245-40bb-bfac-8e29245b86df tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.689339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-624b3450-7f37-4ed1-a5c8-bbf60b69d61a req-d7bbb7b7-9245-40bb-bfac-8e29245b86df tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 943 time: 0.1026008 Sep 16 05:09:34.707887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-adb24636-e72b-4bc8-9a45-fbcaf68657da tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.710269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-289ec18e-5556-4167-9761-2a1e4d5002d1 service neutron] 10.222.0.57 "GET /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326816 Sep 16 05:09:34.752352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dce3c6ba-e66a-4ce7-bcad-f527a2edb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.754971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dce3c6ba-e66a-4ce7-bcad-f527a2edb376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.759130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dce3c6ba-e66a-4ce7-bcad-f527a2edb376 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16f85f4e-9f27-4835-8c61-1ec22148efd8 HTTP/1.1" status: 204 len: 168 time: 0.4565408 Sep 16 05:09:34.784626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-624b3450-7f37-4ed1-a5c8-bbf60b69d61a req-56caa6a7-a040-4fd8-b021-6b585cd86e82 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846233 Sep 16 05:09:34.789095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3c6ba-e66a-4ce7-bcad-f527a2edb376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f85f4e-9f27-4835-8c61-1ec22148efd8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.825210 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'c1744dd1-ceed-4153-82e2-93694e58da53', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'a734881e-5f88-431a-bca4-33580255a163', 'port_id': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'mac_address': 'fa:16:3e:3a:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:30Z', 'updated_at': '2021-09-16T05:09:30Z', 'revision_number': 0, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:09:05Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:34.825744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-adb24636-e72b-4bc8-9a45-fbcaf68657da tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.834064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59166) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.869037 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305d938-6225-42dd-ba4b-bc339ac50ada None None] The sync data for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 is: [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'c1744dd1-ceed-4153-82e2-93694e58da53', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'a734881e-5f88-431a-bca4-33580255a163', 'port_id': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'mac_address': 'fa:16:3e:3a:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:30Z', 'updated_at': '2021-09-16T05:09:30Z', 'revision_number': 0, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:09:05Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:34.869905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13529c80-1c6b-4b67-9610-5badfb2236c1 req-6e640a59-25f2-4f49-87a0-8b0486088f65 service neutron] 10.222.0.57 "GET /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479394 Sep 16 05:09:34.907182 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d6c8eb42-d78c-41d8-b177-f139268803b3 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/floatingips/c1744dd1-ceed-4153-82e2-93694e58da53 HTTP/1.1" status: 200 len: 992 time: 0.0730708 Sep 16 05:09:34.916518 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-adb24636-e72b-4bc8-9a45-fbcaf68657da tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.953475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb24636-e72b-4bc8-9a45-fbcaf68657da tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09701b25-2671-4e32-9c50-0e5cdaabf0c2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.050742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-adb24636-e72b-4bc8-9a45-fbcaf68657da tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.052211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-adb24636-e72b-4bc8-9a45-fbcaf68657da tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5191419 Sep 16 05:09:35.054887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59170) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.059902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-27e708b0-47e2-44aa-9d80-2dbc26ff4268 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '09701b25-2671-4e32-9c50-0e5cdaabf0c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:35.095525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82a1d8-7420-4d1f-97fd-db43614934d0 None None] New status for floating IP c1744dd1-ceed-4153-82e2-93694e58da53: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:35.170601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-27e708b0-47e2-44aa-9d80-2dbc26ff4268 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.244064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-27e708b0-47e2-44aa-9d80-2dbc26ff4268 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.333224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-27e708b0-47e2-44aa-9d80-2dbc26ff4268 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.361867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e708b0-47e2-44aa-9d80-2dbc26ff4268 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650e3709-e3d2-4c48-805b-f73b839ccb12,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.462097 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-27e708b0-47e2-44aa-9d80-2dbc26ff4268 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.469527 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-27e708b0-47e2-44aa-9d80-2dbc26ff4268 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4095178 Sep 16 05:09:35.471467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59196) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.476618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0dd78665-2030-46a2-9f80-3fe2ecae51c6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '09701b25-2671-4e32-9c50-0e5cdaabf0c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:35.629919 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0dd78665-2030-46a2-9f80-3fe2ecae51c6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.696105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0dd78665-2030-46a2-9f80-3fe2ecae51c6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.825104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0dd78665-2030-46a2-9f80-3fe2ecae51c6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.845490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd78665-2030-46a2-9f80-3fe2ecae51c6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e96ad57-f2f8-43db-98f3-80a1ceca8b27,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.913883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59218) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.948914 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0dd78665-2030-46a2-9f80-3fe2ecae51c6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.952212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0dd78665-2030-46a2-9f80-3fe2ecae51c6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4786355 Sep 16 05:09:35.954292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59222) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.958693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b57ac21f-e1ae-46b7-9b54-43aa9943b1c9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '09701b25-2671-4e32-9c50-0e5cdaabf0c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.001748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8c22744a-0943-49e2-9f9d-556684baa0a4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/floatingips/c1744dd1-ceed-4153-82e2-93694e58da53 HTTP/1.1" status: 200 len: 994 time: 0.0864370 Sep 16 05:09:36.009119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80433ee-721b-45e3-94f6-941993944bdc req-6a50e13f-6465-490b-bac0-90279daefc22 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.010989 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e80433ee-721b-45e3-94f6-941993944bdc req-6a50e13f-6465-490b-bac0-90279daefc22 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 943 time: 0.1153941 Sep 16 05:09:36.060230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e80433ee-721b-45e3-94f6-941993944bdc req-354c3fef-1e5f-494d-8b1e-c7dd3dd1d69f tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414762 Sep 16 05:09:36.082079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59226) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.119628 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57ac21f-e1ae-46b7-9b54-43aa9943b1c9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.198850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57ac21f-e1ae-46b7-9b54-43aa9943b1c9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.212109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fb26fdd7-64e9-471c-b345-4ca82ffb87a3 tempest-DvrRoutersNegativeTest-1023341695 tempest-DvrRoutersNegativeTest-1023341695-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-497210693', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.215609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.policy [None req-fb26fdd7-64e9-471c-b345-4ca82ffb87a3 tempest-DvrRoutersNegativeTest-1023341695 tempest-DvrRoutersNegativeTest-1023341695-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101825) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 16 05:09:36.216349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.policy [None req-fb26fdd7-64e9-471c-b345-4ca82ffb87a3 tempest-DvrRoutersNegativeTest-1023341695 tempest-DvrRoutersNegativeTest-1023341695-project] Failed policy check for 'create_router' {{(pid=101825) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 16 05:09:36.217582 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-fb26fdd7-64e9-471c-b345-4ca82ffb87a3 tempest-DvrRoutersNegativeTest-1023341695 tempest-DvrRoutersNegativeTest-1023341695-project] create failed (client error): Access was denied to this resource. Sep 16 05:09:36.224771 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fb26fdd7-64e9-471c-b345-4ca82ffb87a3 tempest-DvrRoutersNegativeTest-1023341695 tempest-DvrRoutersNegativeTest-1023341695-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1371827 Sep 16 05:09:36.278891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57ac21f-e1ae-46b7-9b54-43aa9943b1c9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.295703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ac21f-e1ae-46b7-9b54-43aa9943b1c9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c60f481-7fb2-4b80-bace-f8216261684c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.370185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57ac21f-e1ae-46b7-9b54-43aa9943b1c9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.373923 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b57ac21f-e1ae-46b7-9b54-43aa9943b1c9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4162133 Sep 16 05:09:36.374411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59242) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.379459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7cc78391-dae9-4c83-a8be-aca242b30f0b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '09701b25-2671-4e32-9c50-0e5cdaabf0c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.485191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc78391-dae9-4c83-a8be-aca242b30f0b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.568737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc78391-dae9-4c83-a8be-aca242b30f0b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.656212 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc78391-dae9-4c83-a8be-aca242b30f0b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.662267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0b8cd0a8-7474-4e57-b395-460dfa0bff7a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:36.675198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc78391-dae9-4c83-a8be-aca242b30f0b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee03799-4ecb-48db-8080-8d046625eefc,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.751307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59258) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.759003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc78391-dae9-4c83-a8be-aca242b30f0b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.760614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7cc78391-dae9-4c83-a8be-aca242b30f0b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3851345 Sep 16 05:09:36.763689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59262) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.771924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9dbc21d7-52a4-4824-ae5c-4d28cd130ce6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '09701b25-2671-4e32-9c50-0e5cdaabf0c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.809159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:36.822309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'port_id': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'mac_address': 'fa:16:3e:06:77:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:36.868531 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.882118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8cd0a8-7474-4e57-b395-460dfa0bff7a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:36.883607 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a37ab0a-6723-4c0a-80ee-bc602015b2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.902371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:36.944658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9dbc21d7-52a4-4824-ae5c-4d28cd130ce6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.022504 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9dbc21d7-52a4-4824-ae5c-4d28cd130ce6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.029548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a37ab0a-6723-4c0a-80ee-bc602015b2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.109867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.159273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9dbc21d7-52a4-4824-ae5c-4d28cd130ce6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.160096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.172297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2a37ab0a-6723-4c0a-80ee-bc602015b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.189063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc21d7-52a4-4824-ae5c-4d28cd130ce6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4417d03c-7d5b-41a6-a914-ca931d8adcb5,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.222382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37ab0a-6723-4c0a-80ee-bc602015b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a72cff3-0011-4ac2-a04c-a37859c883c9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.238580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7801b94-ce41-44f4-89ad-f9ae6b59ae25 req-1c3729b7-c3fb-4590-8032-9b121774cbce tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:37.240079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7801b94-ce41-44f4-89ad-f9ae6b59ae25 req-1c3729b7-c3fb-4590-8032-9b121774cbce tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 944 time: 0.0963049 Sep 16 05:09:37.245177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2a37ab0a-6723-4c0a-80ee-bc602015b2d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5a98a30985e461d89c6c2f794ddf777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898794 Sep 16 05:09:37.245512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59272) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.261396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9dbc21d7-52a4-4824-ae5c-4d28cd130ce6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.262640 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9dbc21d7-52a4-4824-ae5c-4d28cd130ce6 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4970577 Sep 16 05:09:37.266507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.309657 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39f06df1-6cb2-425b-be9e-ff0fe8de3e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.313459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7801b94-ce41-44f4-89ad-f9ae6b59ae25 req-28131c03-f285-44d4-b829-af81714618e0 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651131 Sep 16 05:09:37.325810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b101471-5005-4db4-bbc3-24139847afa4 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.337976 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39f06df1-6cb2-425b-be9e-ff0fe8de3e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.343223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b101471-5005-4db4-bbc3-24139847afa4 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.395615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0b8cd0a8-7474-4e57-b395-460dfa0bff7a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:37.443178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfe03b-2396-4986-a621-9d79c8214cec req-4cda1e05-9157-4137-8e20-4839bd372e26 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:37.444728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74dfe03b-2396-4986-a621-9d79c8214cec req-4cda1e05-9157-4137-8e20-4839bd372e26 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 946 time: 0.0896542 Sep 16 05:09:37.495613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74dfe03b-2396-4986-a621-9d79c8214cec req-98778ec7-e66f-4432-905b-0b823888eec8 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374484 Sep 16 05:09:37.499455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39f06df1-6cb2-425b-be9e-ff0fe8de3e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.502285 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39f06df1-6cb2-425b-be9e-ff0fe8de3e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.503879 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-39f06df1-6cb2-425b-be9e-ff0fe8de3e3a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a72cff3-0011-4ac2-a04c-a37859c883c9 HTTP/1.1" status: 204 len: 168 time: 0.2573252 Sep 16 05:09:37.518109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f06df1-6cb2-425b-be9e-ff0fe8de3e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a72cff3-0011-4ac2-a04c-a37859c883c9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.525099 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b101471-5005-4db4-bbc3-24139847afa4 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.536508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b101471-5005-4db4-bbc3-24139847afa4 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.539291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7b101471-5005-4db4-bbc3-24139847afa4 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4417d03c-7d5b-41a6-a914-ca931d8adcb5 HTTP/1.1" status: 204 len: 168 time: 0.2701380 Sep 16 05:09:37.540625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59284) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.546608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b101471-5005-4db4-bbc3-24139847afa4 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4417d03c-7d5b-41a6-a914-ca931d8adcb5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.601742 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6576cd4d-b862-41e1-8748-793b9f11faf0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0588324 Sep 16 05:09:37.604910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59288) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.630938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf2b6-4370-446f-a45d-34ce917c46ca tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.639975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf2b6-4370-446f-a45d-34ce917c46ca tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.824947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf2b6-4370-446f-a45d-34ce917c46ca tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.833471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf2b6-4370-446f-a45d-34ce917c46ca tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.834803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ebbcf2b6-4370-446f-a45d-34ce917c46ca tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7ee03799-4ecb-48db-8080-8d046625eefc HTTP/1.1" status: 204 len: 168 time: 0.2285531 Sep 16 05:09:37.837668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59294) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.842977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcf2b6-4370-446f-a45d-34ce917c46ca tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ee03799-4ecb-48db-8080-8d046625eefc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.888187 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a10adcd6-5ea8-477b-9f89-23bacf50971b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0468357 Sep 16 05:09:37.888421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59298) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.921670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f1e403a-70b2-4e80-9449-6d8f46739bbe tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.930873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f1e403a-70b2-4e80-9449-6d8f46739bbe tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.073915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f1e403a-70b2-4e80-9449-6d8f46739bbe tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.079962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f1e403a-70b2-4e80-9449-6d8f46739bbe tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.081118 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6f1e403a-70b2-4e80-9449-6d8f46739bbe tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3c60f481-7fb2-4b80-bace-f8216261684c HTTP/1.1" status: 204 len: 168 time: 0.1912098 Sep 16 05:09:38.083993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59306) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.089039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e403a-70b2-4e80-9449-6d8f46739bbe tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c60f481-7fb2-4b80-bace-f8216261684c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.142274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fa2a995a-8253-4953-91bf-5a64851a0e06 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0566564 Sep 16 05:09:38.144783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59310) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.169112 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c865119-1d3e-4825-9974-bb89fa8c6a4b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.176999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c865119-1d3e-4825-9974-bb89fa8c6a4b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.315879 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c865119-1d3e-4825-9974-bb89fa8c6a4b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.322346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c865119-1d3e-4825-9974-bb89fa8c6a4b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.323469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c865119-1d3e-4825-9974-bb89fa8c6a4b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7e96ad57-f2f8-43db-98f3-80a1ceca8b27 HTTP/1.1" status: 204 len: 168 time: 0.1776102 Sep 16 05:09:38.326152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59314) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.329017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c865119-1d3e-4825-9974-bb89fa8c6a4b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e96ad57-f2f8-43db-98f3-80a1ceca8b27,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.385964 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d71f0f1b-95c4-4310-8067-f1877d529cb4 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0585008 Sep 16 05:09:38.389211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59322) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.436098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb3d9778-93d9-41c6-b57d-1fcefc01a0f2 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.459718 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb3d9778-93d9-41c6-b57d-1fcefc01a0f2 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.501534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ebaa-ab13-4e96-907d-fa18bdd66763 req-33bb7266-6d28-44ba-996d-86481bcc562f tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.504097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38b3ebaa-ab13-4e96-907d-fa18bdd66763 req-33bb7266-6d28-44ba-996d-86481bcc562f tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 944 time: 0.0827031 Sep 16 05:09:38.552599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38b3ebaa-ab13-4e96-907d-fa18bdd66763 req-c5281b40-a6be-47c8-97c0-490c9f14136c tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424526 Sep 16 05:09:38.583593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb3d9778-93d9-41c6-b57d-1fcefc01a0f2 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.589805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb3d9778-93d9-41c6-b57d-1fcefc01a0f2 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.590564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cb3d9778-93d9-41c6-b57d-1fcefc01a0f2 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/650e3709-e3d2-4c48-805b-f73b839ccb12 HTTP/1.1" status: 204 len: 168 time: 0.2003605 Sep 16 05:09:38.593850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.621820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d9778-93d9-41c6-b57d-1fcefc01a0f2 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=650e3709-e3d2-4c48-805b-f73b839ccb12,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.635757 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5d680955-4161-4c64-84e2-9492570e6e3f tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406299 Sep 16 05:09:38.638301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.654037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015c4ad-cf2f-4c67-a251-9a56ceda33fd req-c3411ed4-8078-4c15-a59e-c75a3a1d5fdb tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.658828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0b8cd0a8-7474-4e57-b395-460dfa0bff7a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:38.662608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d015c4ad-cf2f-4c67-a251-9a56ceda33fd req-c3411ed4-8078-4c15-a59e-c75a3a1d5fdb tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 946 time: 0.0847566 Sep 16 05:09:38.714144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d015c4ad-cf2f-4c67-a251-9a56ceda33fd req-6a94546d-fa47-4958-b0a9-66d75a91f5a8 tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ea60658-0c62-4d41-9aa4-7861742c535c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Sep 16 05:09:38.764814 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8ca55bc-5a94-4683-b189-553910f12842 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.770866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8ca55bc-5a94-4683-b189-553910f12842 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.833351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:38.838373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:38.839126 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.938557 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.944817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8ca55bc-5a94-4683-b189-553910f12842 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.947818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8ca55bc-5a94-4683-b189-553910f12842 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.949212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f8ca55bc-5a94-4683-b189-553910f12842 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/09701b25-2671-4e32-9c50-0e5cdaabf0c2 HTTP/1.1" status: 204 len: 168 time: 0.3092217 Sep 16 05:09:38.963699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59346) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.964218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca55bc-5a94-4683-b189-553910f12842 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09701b25-2671-4e32-9c50-0e5cdaabf0c2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.967719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7933197d-902f-484e-98cf-0d58c6aee57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:38.970262 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f070c5ff-7c4d-475a-9ed5-90acbaa2c9e0" -d '{"events": [{"server_uuid": "7933197d-902f-484e-98cf-0d58c6aee57c", "name": "network-vif-plugged", "status": "completed", "tag": "0b8cd0a8-7474-4e57-b395-460dfa0bff7a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:38.997550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:38.999259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-c8cb3a73-6cce-43f6-adc8-08de25d90c0f tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.001004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-c8cb3a73-6cce-43f6-adc8-08de25d90c0f tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 946 time: 0.0753887 Sep 16 05:09:39.012992 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119f9423-5687-42c7-8c13-79fe5b62935e x-openstack-request-id: req-119f9423-5687-42c7-8c13-79fe5b62935e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:39.013359 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7933197d-902f-484e-98cf-0d58c6aee57c", "name": "network-vif-plugged", "status": "completed", "tag": "0b8cd0a8-7474-4e57-b395-460dfa0bff7a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:39.013747 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-119f9423-5687-42c7-8c13-79fe5b62935e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:39.014143 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7933197d-902f-484e-98cf-0d58c6aee57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'code': 200} Sep 16 05:09:39.020470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-81eb3200-9c62-4940-9e54-19958285fee9 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663381 Sep 16 05:09:39.030262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59350) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.035660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-90850360-c38b-406a-a2c3-c59fa2efe233 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-secgroup--475897644'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:39.100855 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.136396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Deleting port 6fd63695-6194-4461-a046-3f0ac626ed84 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:39.136839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.160815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.181096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59534a88-cc87-4519-b8de-45526e5d8d2f req-efc148fb-c93b-4b7a-b672-5a1f3ab5b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.188658 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59534a88-cc87-4519-b8de-45526e5d8d2f req-efc148fb-c93b-4b7a-b672-5a1f3ab5b1d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 1097 time: 0.0989523 Sep 16 05:09:39.189773 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90850360-c38b-406a-a2c3-c59fa2efe233 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.253718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] For port 6fd63695-6194-4461-a046-3f0ac626ed84, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6fd63695-6194-4461-a046-3f0ac626ed84,segment=NetworkSegment(d771d160-8f6e-4d9c-9033-1ed919ecc0d1),segment_id=d771d160-8f6e-4d9c-9033-1ed919ecc0d1)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:39.254091 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.265672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-59534a88-cc87-4519-b8de-45526e5d8d2f req-ca4df2bd-2eaa-40d4-ab9f-a19d6bca5620 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502975 Sep 16 05:09:39.266983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Calling delete_port for 6fd63695-6194-4461-a046-3f0ac626ed84 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:39.321040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90850360-c38b-406a-a2c3-c59fa2efe233 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.407428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90850360-c38b-406a-a2c3-c59fa2efe233 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.463831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90850360-c38b-406a-a2c3-c59fa2efe233 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f258773-9035-470a-a03a-84b5dffb8101,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.541856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.553378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90850360-c38b-406a-a2c3-c59fa2efe233 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.555071 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-90850360-c38b-406a-a2c3-c59fa2efe233 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5235221 Sep 16 05:09:39.557842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59366) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.563491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-99b99289-fd8f-4728-8151-9b6076c37c04 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '8f258773-9035-470a-a03a-84b5dffb8101', 'direction': 'ingress', 'protocol': 17}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:39.577593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6fd63695-6194-4461-a046-3f0ac626ed84'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:39.589068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Pushing event deleted for resources: {'Port': ['ID=6fd63695-6194-4461-a046-3f0ac626ed84,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.669213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] No DVR routers for this DVR port 6fd63695-6194-4461-a046-3f0ac626ed84 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:39.673213 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.675492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-628b22cf-9f96-4ed0-ab2f-293baee73788 req-08758e68-f444-4f5f-b706-ef4a97552eec tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.57 "DELETE /v2.0/ports/6fd63695-6194-4461-a046-3f0ac626ed84 HTTP/1.1" status: 204 len: 173 time: 0.6662276 Sep 16 05:09:39.676573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae', 'name': 'network-vif-deleted', 'tag': '6fd63695-6194-4461-a046-3f0ac626ed84'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:39.678808 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeaadac-3044-464f-a798-23e7e60c8d45" -d '{"events": [{"server_uuid": "f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae", "name": "network-vif-deleted", "tag": "6fd63695-6194-4461-a046-3f0ac626ed84"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:39.744183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296af50d-4931-4555-bbf8-90e7e8f0d928 req-be8c207b-9b7f-4d7d-b585-5bea4faaa05a tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.745944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-296af50d-4931-4555-bbf8-90e7e8f0d928 req-be8c207b-9b7f-4d7d-b585-5bea4faaa05a tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 945 time: 0.0784607 Sep 16 05:09:39.747536 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc597743-7d02-40e9-b087-2c5f35eab784 x-openstack-request-id: req-bc597743-7d02-40e9-b087-2c5f35eab784 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:39.747898 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae", "name": "network-vif-deleted", "tag": "6fd63695-6194-4461-a046-3f0ac626ed84", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:39.762363 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc597743-7d02-40e9-b087-2c5f35eab784 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:39.762363 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae', 'name': 'network-vif-deleted', 'tag': '6fd63695-6194-4461-a046-3f0ac626ed84', 'status': 'completed', 'code': 200} Sep 16 05:09:39.793583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-296af50d-4931-4555-bbf8-90e7e8f0d928 req-5367d3c5-b801-4ec7-9786-5613bbadeb49 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417302 Sep 16 05:09:39.845170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-290fa5b7-f9aa-4709-aea8-a2e271fc2c1a req-895cf9de-3a15-41c0-97f8-8c4cab5fb86b tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 210 time: 0.0340850 Sep 16 05:09:39.944647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99b99289-fd8f-4728-8151-9b6076c37c04 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.992484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99b99289-fd8f-4728-8151-9b6076c37c04 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.210558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99b99289-fd8f-4728-8151-9b6076c37c04 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.229180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b99289-fd8f-4728-8151-9b6076c37c04 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6583eb3f-044e-4c45-a6b1-bee88210fa15,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:40.341757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99b99289-fd8f-4728-8151-9b6076c37c04 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.343535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-99b99289-fd8f-4728-8151-9b6076c37c04 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7846010 Sep 16 05:09:40.346405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59392) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.357378 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.411505 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91f120a2-2705-415f-94c6-67afd1772064 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.440170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91f120a2-2705-415f-94c6-67afd1772064 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.625308 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91f120a2-2705-415f-94c6-67afd1772064 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.627968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91f120a2-2705-415f-94c6-67afd1772064 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.629184 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91f120a2-2705-415f-94c6-67afd1772064 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/8f258773-9035-470a-a03a-84b5dffb8101 HTTP/1.1" status: 204 len: 168 time: 0.2813783 Sep 16 05:09:40.631927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59404) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.638294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f120a2-2705-415f-94c6-67afd1772064 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f258773-9035-470a-a03a-84b5dffb8101,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:40.677194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be1eca4e-a1a7-4e29-b66a-ce24a6f0f16f tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434878 Sep 16 05:09:40.681038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59408) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.686209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-dd7dc8bd-bda9-431f-bffc-e04b28a01008 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-secgroup--102287350'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:40.824954 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8bd-bda9-431f-bffc-e04b28a01008 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.949616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6135d-ee6f-4b91-9d7f-7f92f32fef84 req-c8115668-aad0-499b-9f36-3d29ff2af5a3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.951389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42f6135d-ee6f-4b91-9d7f-7f92f32fef84 req-c8115668-aad0-499b-9f36-3d29ff2af5a3 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 945 time: 0.0750344 Sep 16 05:09:40.999376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cb32314-cfcc-40fe-9180-96d544a0182a req-dbc956ab-2c94-4184-90c1-3112e1926d5f tempest-ServerTagsTestJSON-1010699737 tempest-ServerTagsTestJSON-1010699737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6a8b9df-743f-4ece-a70b-e3e75f5ee3ae HTTP/1.1" status: 200 len: 210 time: 0.0445480 Sep 16 05:09:41.015101 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8bd-bda9-431f-bffc-e04b28a01008 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.032200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42f6135d-ee6f-4b91-9d7f-7f92f32fef84 req-6b2dbb3a-a3a3-47d2-91c2-c980baa8147f tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647056 Sep 16 05:09:41.036624 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3246c4bf-a2b0-45ff-9985-c52021f1ed85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.166030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912592-c604-41f8-a89f-03481d3437e3 req-2f8669eb-90e9-4569-95f7-1b2b8a484ef5 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.173547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d912592-c604-41f8-a89f-03481d3437e3 req-2f8669eb-90e9-4569-95f7-1b2b8a484ef5 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 945 time: 0.0586643 Sep 16 05:09:41.179035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59422) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.185969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Request body: {'floatingip': {'port_id': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.225538 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.230139 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8bd-bda9-431f-bffc-e04b28a01008 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.266944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dc8bd-bda9-431f-bffc-e04b28a01008 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e592531-ad11-49f0-b987-e90f2fae2508,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.429955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc8bd-bda9-431f-bffc-e04b28a01008 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.435377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dd7dc8bd-bda9-431f-bffc-e04b28a01008 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7491779 Sep 16 05:09:41.435377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59426) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.439322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3d09351f-da4d-49fb-b96d-da5780f288b8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743322383'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.621460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3d09351f-da4d-49fb-b96d-da5780f288b8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.710597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3d09351f-da4d-49fb-b96d-da5780f288b8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.716266 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.904528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3d09351f-da4d-49fb-b96d-da5780f288b8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.934673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09351f-da4d-49fb-b96d-da5780f288b8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da67333-0d52-4f37-9089-913878734829,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.938612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.044809 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3d09351f-da4d-49fb-b96d-da5780f288b8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.048006 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3d09351f-da4d-49fb-b96d-da5780f288b8 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6116104 Sep 16 05:09:42.049828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59438) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.055498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4d67629d-f548-47e9-994c-0e3b07de470d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '5e592531-ad11-49f0-b987-e90f2fae2508', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0da67333-0d52-4f37-9089-913878734829', 'remote_ip_prefix': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.058159 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Floating IP 4cb3e178-63fc-4208-8df1-1fadf05f5869 associated. External IP: 172.25.7.93, port: 0b8cd0a8-7474-4e57-b395-460dfa0bff7a. Sep 16 05:09:42.072147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59440) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.143212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-338fbb9b-fd28-49eb-8e0e-1b0a8dd0cd5a admin admin] Deleting subnet d24406c1-dda8-4128-bc9e-3456193aa44b {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:42.147769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338fbb9b-fd28-49eb-8e0e-1b0a8dd0cd5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.184187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338fbb9b-fd28-49eb-8e0e-1b0a8dd0cd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.228659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338fbb9b-fd28-49eb-8e0e-1b0a8dd0cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.285704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d67629d-f548-47e9-994c-0e3b07de470d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.330351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Router d462c5ab-170d-46da-b3a2-896795961373 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:42.392375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d67629d-f548-47e9-994c-0e3b07de470d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.502450 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338fbb9b-fd28-49eb-8e0e-1b0a8dd0cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.537426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fbb9b-fd28-49eb-8e0e-1b0a8dd0cd5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24406c1-dda8-4128-bc9e-3456193aa44b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.547861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338fbb9b-fd28-49eb-8e0e-1b0a8dd0cd5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.550416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-338fbb9b-fd28-49eb-8e0e-1b0a8dd0cd5a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d24406c1-dda8-4128-bc9e-3456193aa44b HTTP/1.1" status: 204 len: 168 time: 0.4738865 Sep 16 05:09:42.552466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59454) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.594177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6fd63695-6194-4461-a046-3f0ac626ed84 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:42.616281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 6fd63695-6194-4461-a046-3f0ac626ed84 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:42.616787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6fd63695-6194-4461-a046-3f0ac626ed84 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:42.633020 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.636537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d67629d-f548-47e9-994c-0e3b07de470d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.663715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67629d-f548-47e9-994c-0e3b07de470d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518e7f73-e6e1-408e-9fe7-d3f235aae918,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.752728 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.774061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae929159-f6fa-4978-b069-35a029ddd38f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:42.784782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd771d160-8f6e-4d9c-9033-1ed919ecc0d1') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:42.785076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd771d160-8f6e-4d9c-9033-1ed919ecc0d1') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:42.795915 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4d67629d-f548-47e9-994c-0e3b07de470d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.796466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4d67629d-f548-47e9-994c-0e3b07de470d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7454767 Sep 16 05:09:42.798421 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.800902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59458) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.832924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94f95124-3a3a-4ec1-972e-4b7a9b60f48e tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.847219 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94f95124-3a3a-4ec1-972e-4b7a9b60f48e tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.849146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:42.854248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.860938 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] Sync routers for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:42.863097 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.870377 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:42.871002 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:42.873341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:42.873341 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:42.874500 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:42.898872 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-99be2abf-d9a4-48c3-9f83-6c62c7fe2356 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "PUT /v2.0/floatingips/4cb3e178-63fc-4208-8df1-1fadf05f5869 HTTP/1.1" status: 200 len: 990 time: 1.7180219 Sep 16 05:09:42.899754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7933197d-902f-484e-98cf-0d58c6aee57c', 'tag': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:42.903027 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "7933197d-902f-484e-98cf-0d58c6aee57c", "tag": "0b8cd0a8-7474-4e57-b395-460dfa0bff7a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:42.980494 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4798c-9c2d-47a6-aa31-baf834caf26c x-openstack-request-id: req-e6b4798c-9c2d-47a6-aa31-baf834caf26c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:42.980494 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7933197d-902f-484e-98cf-0d58c6aee57c", "tag": "0b8cd0a8-7474-4e57-b395-460dfa0bff7a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:42.980494 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6b4798c-9c2d-47a6-aa31-baf834caf26c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:42.980494 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7933197d-902f-484e-98cf-0d58c6aee57c', 'tag': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'status': 'completed', 'code': 200} Sep 16 05:09:43.001051 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:43.007532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94f95124-3a3a-4ec1-972e-4b7a9b60f48e tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.014592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94f95124-3a3a-4ec1-972e-4b7a9b60f48e tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.018561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-94f95124-3a3a-4ec1-972e-4b7a9b60f48e tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/518e7f73-e6e1-408e-9fe7-d3f235aae918 HTTP/1.1" status: 204 len: 168 time: 0.2147987 Sep 16 05:09:43.018561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59466) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.039859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f95124-3a3a-4ec1-972e-4b7a9b60f48e tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=518e7f73-e6e1-408e-9fe7-d3f235aae918,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.045382 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.060148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.062364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] 10.222.0.59 "DELETE /v2.0/networks/ae929159-f6fa-4978-b069-35a029ddd38f HTTP/1.1" status: 204 len: 168 time: 0.5089765 Sep 16 05:09:43.078855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcad08-00e9-46ef-8286-5d9225cf52cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ae929159-f6fa-4978-b069-35a029ddd38f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.091204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-7753661a-d80e-49b2-983b-c1e99d23a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.096935 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-7753661a-d80e-49b2-983b-c1e99d23a48e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff885869c7894048954f13cf5e9bc08a&device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 1097 time: 0.0888858 Sep 16 05:09:43.107331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2bd94e6f-f3f1-4206-bdcb-f188ab559c43 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0849707 Sep 16 05:09:43.107331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59470) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.223516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f1d9a0-c4d9-4960-9720-14d7200998c0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.287750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-7232264a-fefb-4035-aca4-1e714933fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.289721 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-7232264a-fefb-4035-aca4-1e714933fd17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 HTTP/1.1" status: 200 len: 916 time: 0.1874092 Sep 16 05:09:43.317510 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f1d9a0-c4d9-4960-9720-14d7200998c0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.382722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-79943579-92a0-4d86-bfe6-e7b520d58a91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b8cd0a8-7474-4e57-b395-460dfa0bff7a HTTP/1.1" status: 200 len: 998 time: 0.0858474 Sep 16 05:09:43.428393 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '4cb3e178-63fc-4208-8df1-1fadf05f5869', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'port_id': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'mac_address': 'fa:16:3e:06:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7933197d-902f-484e-98cf-0d58c6aee57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:24Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 1, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:43.451892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-91afa160-9192-4255-9322-e4e330d00ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.455361 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-91afa160-9192-4255-9322-e4e330d00ee6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a4bfe61-8f0b-42b7-97e2-53a839f90540 HTTP/1.1" status: 200 len: 854 time: 0.0621324 Sep 16 05:09:43.460065 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] Checking router: d462c5ab-170d-46da-b3a2-896795961373 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:43.468882 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:43.469609 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:43.517188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-adfb4d82-49c5-481c-9422-3741c2194dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.519576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-adfb4d82-49c5-481c-9422-3741c2194dd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586896 Sep 16 05:09:43.545987 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f1d9a0-c4d9-4960-9720-14d7200998c0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.549605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f1d9a0-c4d9-4960-9720-14d7200998c0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.553089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b7f1d9a0-c4d9-4960-9720-14d7200998c0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/0da67333-0d52-4f37-9089-913878734829 HTTP/1.1" status: 204 len: 168 time: 0.4425900 Sep 16 05:09:43.555880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59488) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.578618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1d9a0-c4d9-4960-9720-14d7200998c0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da67333-0d52-4f37-9089-913878734829,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.640339 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:43.658459 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-089d6f88-724f-483e-a6ff-94534372c649 service neutron] 10.222.0.60 "GET /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315577 Sep 16 05:09:43.663320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59492) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.663545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a9c0a9ed-24f9-451a-b7ff-09a59bb6face tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1062202 Sep 16 05:09:43.733260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59496) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.799958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a9294623-1322-4c90-a5b7-64eb629d14f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a9b5a2d574342d693788435c6617d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650115 Sep 16 05:09:43.800952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.821706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a27c-5430-4891-a84b-c07bfe5ef323 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.859581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a27c-5430-4891-a84b-c07bfe5ef323 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.935447 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fca77c5f-45de-415e-8d29-5fdc4be2836c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.939226 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '4cb3e178-63fc-4208-8df1-1fadf05f5869', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'port_id': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'mac_address': 'fa:16:3e:06:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7933197d-902f-484e-98cf-0d58c6aee57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:24Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 1, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:43.980383 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f7581aef-56d9-4d7f-a4ec-5d6dbc292ae8 req-48e5d20e-345d-4f1d-a354-5853c39d9137 service neutron] 10.222.0.60 "GET /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995334 Sep 16 05:09:43.981155 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911c7fb-45a1-4ebc-a2bb-52a76e5e5c35 None None] The sync data for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 is: [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '4cb3e178-63fc-4208-8df1-1fadf05f5869', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'port_id': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'mac_address': 'fa:16:3e:06:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7933197d-902f-484e-98cf-0d58c6aee57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:24Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 1, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:44.373280 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fca77c5f-45de-415e-8d29-5fdc4be2836c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.380654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a27c-5430-4891-a84b-c07bfe5ef323 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.380654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a27c-5430-4891-a84b-c07bfe5ef323 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.380654 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cfc5a27c-5430-4891-a84b-c07bfe5ef323 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/5e592531-ad11-49f0-b987-e90f2fae2508 HTTP/1.1" status: 204 len: 168 time: 0.3990517 Sep 16 05:09:44.380654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59504) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.380654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5a27c-5430-4891-a84b-c07bfe5ef323 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e592531-ad11-49f0-b987-e90f2fae2508,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.380654 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-81cacb06-2e85-433e-97cb-48422bb96310 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985703 Sep 16 05:09:44.380654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59508) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.380654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a6868210-5ba0-48ad-bc77-e2a639572245 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-secgroup--740206713'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.383511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fca77c5f-45de-415e-8d29-5fdc4be2836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.383511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fca77c5f-45de-415e-8d29-5fdc4be2836c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.383511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fca77c5f-45de-415e-8d29-5fdc4be2836c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ea60658-0c62-4d41-9aa4-7861742c535c HTTP/1.1" status: 204 len: 168 time: 0.4413364 Sep 16 05:09:44.383511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca77c5f-45de-415e-8d29-5fdc4be2836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea60658-0c62-4d41-9aa4-7861742c535c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.384594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7547ddb-34ae-4e1c-9b28-e623dbf3f561 None None] New status for floating IP 4cb3e178-63fc-4208-8df1-1fadf05f5869: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:44.384594 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.385971 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6868210-5ba0-48ad-bc77-e2a639572245 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.484772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6868210-5ba0-48ad-bc77-e2a639572245 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.621259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4684f575-65fd-463f-83d5-65d84f91a51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.627818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6868210-5ba0-48ad-bc77-e2a639572245 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.651643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6868210-5ba0-48ad-bc77-e2a639572245 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81643e8a-5baa-42fc-afc7-461240638b8f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.898637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6868210-5ba0-48ad-bc77-e2a639572245 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.899982 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a6868210-5ba0-48ad-bc77-e2a639572245 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7238312 Sep 16 05:09:44.902820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59528) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.907461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ec36db0f-2039-4253-9070-517264f03de0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '81643e8a-5baa-42fc-afc7-461240638b8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:45.127832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec36db0f-2039-4253-9070-517264f03de0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.150533 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.201414 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec36db0f-2039-4253-9070-517264f03de0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.401512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec36db0f-2039-4253-9070-517264f03de0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.423719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36db0f-2039-4253-9070-517264f03de0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c742551-1dc9-4e5f-aba9-4a8d4ff0d542,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:45.578893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ec36db0f-2039-4253-9070-517264f03de0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.581729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ec36db0f-2039-4253-9070-517264f03de0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6763816 Sep 16 05:09:45.583206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59554) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.634909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbab5fdf-565d-47c7-8559-118628a3c69c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.647845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbab5fdf-565d-47c7-8559-118628a3c69c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.790153 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbab5fdf-565d-47c7-8559-118628a3c69c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.797947 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbab5fdf-565d-47c7-8559-118628a3c69c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.799474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cbab5fdf-565d-47c7-8559-118628a3c69c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4c742551-1dc9-4e5f-aba9-4a8d4ff0d542 HTTP/1.1" status: 204 len: 168 time: 0.2151897 Sep 16 05:09:45.805490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab5fdf-565d-47c7-8559-118628a3c69c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c742551-1dc9-4e5f-aba9-4a8d4ff0d542,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:45.815447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59564) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.861782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2464fa09-7a83-427c-8a61-770778e9b09d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0493712 Sep 16 05:09:45.864394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59568) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.928720 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11f28ad6-c3c9-4127-9bfc-634e2cb7e137 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.961814 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11f28ad6-c3c9-4127-9bfc-634e2cb7e137 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.134963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11f28ad6-c3c9-4127-9bfc-634e2cb7e137 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.136107 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11f28ad6-c3c9-4127-9bfc-634e2cb7e137 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.139015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-11f28ad6-c3c9-4127-9bfc-634e2cb7e137 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/81643e8a-5baa-42fc-afc7-461240638b8f HTTP/1.1" status: 204 len: 168 time: 0.2731283 Sep 16 05:09:46.141880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59582) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.153263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f28ad6-c3c9-4127-9bfc-634e2cb7e137 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81643e8a-5baa-42fc-afc7-461240638b8f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.211831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59592) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.215411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dc1ca285-4b05-4861-bbec-11f016823696 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642838 Sep 16 05:09:46.225801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ea9d19df-4240-4252-9c43-f22e209a159c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562314250'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:46.353562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea9d19df-4240-4252-9c43-f22e209a159c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.452536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea9d19df-4240-4252-9c43-f22e209a159c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.585232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52c23d68-4487-4eeb-97de-40b22fc18f92 req-6db2a5e2-f935-410e-93e8-c7bcf12cfc91 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9970d99-4f37-4a85-9045-82232562c778 HTTP/1.1" status: 200 len: 210 time: 0.0301144 Sep 16 05:09:46.607483 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea9d19df-4240-4252-9c43-f22e209a159c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.668479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d19df-4240-4252-9c43-f22e209a159c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c08ccac-a800-4d00-88dc-9a5c0466b37a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.741337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea9d19df-4240-4252-9c43-f22e209a159c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.744647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59622) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.748881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea9d19df-4240-4252-9c43-f22e209a159c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5324006 Sep 16 05:09:46.750441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7a345d5b-3a65-4652-99d9-56a86b208928 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '0c08ccac-a800-4d00-88dc-9a5c0466b37a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:46.871414 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.926423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a345d5b-3a65-4652-99d9-56a86b208928 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.982283 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a345d5b-3a65-4652-99d9-56a86b208928 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.109854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a345d5b-3a65-4652-99d9-56a86b208928 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.160757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a345d5b-3a65-4652-99d9-56a86b208928 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba7df9f-1f14-4a95-9d9c-a5a43c49d990,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.187575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85d8568f-73b2-44d5-87e8-b4eacb355b2c req-1521e9ea-3613-4bda-9b9a-396acd477534 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0284469 Sep 16 05:09:47.313293 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a345d5b-3a65-4652-99d9-56a86b208928 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.320774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59646) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.321030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a345d5b-3a65-4652-99d9-56a86b208928 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5751576 Sep 16 05:09:47.338342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bb4cfb66-b17f-43cb-96dd-46a9291d7600 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules/fba7df9f-1f14-4a95-9d9c-a5a43c49d990 HTTP/1.1" status: 200 len: 763 time: 0.0160983 Sep 16 05:09:47.340860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.399138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-741cd5eb-f988-4d53-a923-feeb6f6683ff tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0568802 Sep 16 05:09:47.401626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59650) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.431131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20ce67c-bb24-4fe6-a456-90af9fb41293 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.440032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20ce67c-bb24-4fe6-a456-90af9fb41293 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.721701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20ce67c-bb24-4fe6-a456-90af9fb41293 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.734643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20ce67c-bb24-4fe6-a456-90af9fb41293 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.735967 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b20ce67c-bb24-4fe6-a456-90af9fb41293 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/fba7df9f-1f14-4a95-9d9c-a5a43c49d990 HTTP/1.1" status: 204 len: 168 time: 0.3331132 Sep 16 05:09:47.739816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59662) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.749614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ce67c-bb24-4fe6-a456-90af9fb41293 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fba7df9f-1f14-4a95-9d9c-a5a43c49d990,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.795498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59664) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.795709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c82e3f72-aa94-4241-89d0-aa79f068c579 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0533884 Sep 16 05:09:47.801198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f01ddb0d-156c-4f26-b6c6-39b806de910b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '0c08ccac-a800-4d00-88dc-9a5c0466b37a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:47.978046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f01ddb0d-156c-4f26-b6c6-39b806de910b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.037476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f01ddb0d-156c-4f26-b6c6-39b806de910b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.253101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f01ddb0d-156c-4f26-b6c6-39b806de910b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.271968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ddb0d-156c-4f26-b6c6-39b806de910b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c05196f-32f7-4ecb-8427-afbd184fe7a9,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:48.298323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0092c944-7f59-4b85-9b62-92dd086a76aa req-a998b00b-617c-4436-a433-b6b4e9f1f862 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0479670 Sep 16 05:09:48.450579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f01ddb0d-156c-4f26-b6c6-39b806de910b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.456096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59680) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.457807 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f01ddb0d-156c-4f26-b6c6-39b806de910b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6608162 Sep 16 05:09:48.478145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-371b6bfa-d1dd-4983-be5e-753cee9171ba tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules/2c05196f-32f7-4ecb-8427-afbd184fe7a9 HTTP/1.1" status: 200 len: 763 time: 0.0205848 Sep 16 05:09:48.480707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59682) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.532770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a57f184b-b4b4-43ba-96f5-3c339cca0a5e tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0505795 Sep 16 05:09:48.535319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59690) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.559732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ddfae57b-a5ae-47f0-bc77-77a38c9c1ec0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.568943 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ddfae57b-a5ae-47f0-bc77-77a38c9c1ec0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.690125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ddfae57b-a5ae-47f0-bc77-77a38c9c1ec0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.699490 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ddfae57b-a5ae-47f0-bc77-77a38c9c1ec0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.700292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ddfae57b-a5ae-47f0-bc77-77a38c9c1ec0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2c05196f-32f7-4ecb-8427-afbd184fe7a9 HTTP/1.1" status: 204 len: 168 time: 0.1640673 Sep 16 05:09:48.706449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59700) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.714088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae57b-a5ae-47f0-bc77-77a38c9c1ec0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c05196f-32f7-4ecb-8427-afbd184fe7a9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:48.751329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0ef8d727-f116-4294-8504-6c58a5f73a4d tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468385 Sep 16 05:09:48.753855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59702) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.759053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a9ee905e-894a-4645-927a-3a31031f39e7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Request body: {'security_group_rule': {'security_group_id': '0c08ccac-a800-4d00-88dc-9a5c0466b37a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:48.950240 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-a9ee905e-894a-4645-927a-3a31031f39e7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Project 20895796ccd442549f1840acb9108524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:09:48.955779 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee905e-894a-4645-927a-3a31031f39e7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.019430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee905e-894a-4645-927a-3a31031f39e7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.149680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee905e-894a-4645-927a-3a31031f39e7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.166515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee905e-894a-4645-927a-3a31031f39e7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5074e2f6-4917-406f-9a15-e46d09562359,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.268257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee905e-894a-4645-927a-3a31031f39e7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.269613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a9ee905e-894a-4645-927a-3a31031f39e7 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5148091 Sep 16 05:09:49.272565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.290004 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-206e06e2-3ce0-4ae6-8d6f-49ef95e9a22c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules/5074e2f6-4917-406f-9a15-e46d09562359 HTTP/1.1" status: 200 len: 769 time: 0.0161726 Sep 16 05:09:49.292440 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59712) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.340847 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-239b7277-14be-477f-9d22-9fea13f4fd5b tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0470450 Sep 16 05:09:49.343730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59716) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.374065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1acb-e788-4f4a-8f92-fcad48433285 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.394228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1acb-e788-4f4a-8f92-fcad48433285 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.457125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-326c3cb6-954e-4e03-8a8c-d3f0b15916e2 req-ae686caa-57fe-49c4-8fdb-a72f7697ca35 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0280783 Sep 16 05:09:49.604396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1acb-e788-4f4a-8f92-fcad48433285 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.611307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1acb-e788-4f4a-8f92-fcad48433285 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.615099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59724) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.615219 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8a3e1acb-e788-4f4a-8f92-fcad48433285 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/5074e2f6-4917-406f-9a15-e46d09562359 HTTP/1.1" status: 204 len: 168 time: 0.2703710 Sep 16 05:09:49.623181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e1acb-e788-4f4a-8f92-fcad48433285 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5074e2f6-4917-406f-9a15-e46d09562359,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.661593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9ca96a7a-f4ce-4e49-975b-50dc1df90086 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446196 Sep 16 05:09:49.663941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59726) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.725216 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b83465-d91d-494f-b6ef-96c6eef18dc0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.750385 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b83465-d91d-494f-b6ef-96c6eef18dc0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.935745 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b83465-d91d-494f-b6ef-96c6eef18dc0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.938543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91b83465-d91d-494f-b6ef-96c6eef18dc0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.941124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-91b83465-d91d-494f-b6ef-96c6eef18dc0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "DELETE /v2.0/security-groups/0c08ccac-a800-4d00-88dc-9a5c0466b37a HTTP/1.1" status: 204 len: 168 time: 0.2761352 Sep 16 05:09:49.942905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59734) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.952715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b83465-d91d-494f-b6ef-96c6eef18dc0 tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c08ccac-a800-4d00-88dc-9a5c0466b37a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.000658 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6b650ef9-c80f-435a-b90e-515cc350419c tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555108 Sep 16 05:09:50.004540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59738) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:50.058132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-55fbbc1a-02d6-4d83-a370-ecefc9f9c7aa tempest-SecGroupIPv6Test-1244207956 tempest-SecGroupIPv6Test-1244207956-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523448 Sep 16 05:09:50.586775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82bc893f-e720-4411-a1cd-8250aad16dfa req-030cf6a7-b9a4-4dc2-9d3e-07a4d3287f4b tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0277023 Sep 16 05:09:50.785298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59770) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:50.976226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3b64e1f5-c840-40f9-ab24-c43b4994dcac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20895796ccd442549f1840acb9108524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892784 Sep 16 05:09:50.978946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59776) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:51.062695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd1f1-29a4-46d5-8f75-677d5ebcb62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.090031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd1f1-29a4-46d5-8f75-677d5ebcb62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.248715 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd1f1-29a4-46d5-8f75-677d5ebcb62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.252358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd1f1-29a4-46d5-8f75-677d5ebcb62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.253636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b2ffd1f1-29a4-46d5-8f75-677d5ebcb62b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6aa5222-da2c-4994-bc2f-1ae85706fb40 HTTP/1.1" status: 204 len: 168 time: 0.2733741 Sep 16 05:09:51.263730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffd1f1-29a4-46d5-8f75-677d5ebcb62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa5222-da2c-4994-bc2f-1ae85706fb40,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:51.726203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc3d76f6-df4a-4bba-b637-48666487c4d9 req-8b496e91-3f9d-4357-846d-f4030d5a470c tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0318856 Sep 16 05:09:52.096394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9d29318-0f5d-4072-97ab-96103dd27449 req-eacf02ad-b09a-4bb8-a222-e68214705001 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0362878 Sep 16 05:09:52.623016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59834) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:52.731830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1054861661'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:52.841787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f8a201d-dd86-4f83-9601-0b31a9a5b402 req-78111578-787e-42ed-b480-5f9d4303a644 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0273979 Sep 16 05:09:52.858817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Made reservation on behalf of 1eb63f27d1a5405cb695a0f75669d245 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:52.862711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.874431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.973479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.072597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12749902-bf21-48b6-941f-561718dcda9a req-3bee16ad-6279-4d59-b0f4-3a0b13c309c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9970d99-4f37-4a85-9045-82232562c778 HTTP/1.1" status: 200 len: 210 time: 0.0254955 Sep 16 05:09:53.077681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.101100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:53.115727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ad4448-fd91-44b4-ace6-8dee8760059e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:53.120672 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.121024 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Added segment 46166b16-770b-40a3-9df5-9c0dfb3b3ddd of type vlan for network 5ab30e23-98a6-40f8-a7ba-dda9e674f45a Sep 16 05:09:53.164218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.243720 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.249920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.250541 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.328074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Pushing event updated for resources: {'Network': ['ID=5ab30e23-98a6-40f8-a7ba-dda9e674f45a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:53.338606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5ab30e23-98a6-40f8-a7ba-dda9e674f45a details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:53.438903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d2d12eb2-e480-4197-b119-0b261b221ec5 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8145688 Sep 16 05:09:53.442105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59854) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.447459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-722479ef-f72a-4fba-ab2a-e77e54a14068 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', 'tempest-TagsTest-Tag-428547066') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:53.734548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-722479ef-f72a-4fba-ab2a-e77e54a14068 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "PUT /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags/tempest-TagsTest-Tag-428547066 HTTP/1.1" status: 201 len: 201 time: 0.2913990 Sep 16 05:09:53.737080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59864) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.741455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-e4659b4c-c251-4fb1-a17f-fb2002b0412b tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', 'tempest-TagsTest-Tag-428547066') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:53.811949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e4659b4c-c251-4fb1-a17f-fb2002b0412b tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "GET /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags/tempest-TagsTest-Tag-428547066 HTTP/1.1" status: 204 len: 168 time: 0.0737460 Sep 16 05:09:53.814257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59866) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.818402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-ea575728-d999-49b1-af8f-f209011ab62f tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:53.896158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea575728-d999-49b1-af8f-f209011ab62f tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "GET /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags HTTP/1.1" status: 200 len: 237 time: 0.0806928 Sep 16 05:09:53.898664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59874) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.904392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-020a90ac-b8fd-4c1d-89a1-90c92f037a36 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', {'tags': ['tempest-TagsTest-Tag-930363110', 'tempest-TagsTest-Tag-678056251', 'tempest-TagsTest-Tag-1093901303']}) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:53.972873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-005fcb52-66c6-45c1-b1f0-469d0b72db0d req-b4decb1c-733e-49ab-8ce3-c98a69facd4d tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0296092 Sep 16 05:09:54.111009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-020a90ac-b8fd-4c1d-89a1-90c92f037a36 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "PUT /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags HTTP/1.1" status: 200 len: 307 time: 0.2087996 Sep 16 05:09:54.111716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59890) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.116782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-3bad4154-7867-4467-b9ee-28107e2bd5bf tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', 'tempest-TagsTest-Tag-930363110') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:54.329138 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3bad4154-7867-4467-b9ee-28107e2bd5bf tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "DELETE /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags/tempest-TagsTest-Tag-930363110 HTTP/1.1" status: 204 len: 168 time: 0.2160604 Sep 16 05:09:54.333430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59894) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.337629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-6c8e648a-d6bb-46a4-8819-a108d3d79ba1 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', 'tempest-TagsTest-Tag-930363110') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:54.424573 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-6c8e648a-d6bb-46a4-8819-a108d3d79ba1 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] show failed (client error): The resource could not be found. Sep 16 05:09:54.434750 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6c8e648a-d6bb-46a4-8819-a108d3d79ba1 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "GET /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags/tempest-TagsTest-Tag-930363110 HTTP/1.1" status: 404 len: 325 time: 0.0913341 Sep 16 05:09:54.437178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59900) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.441521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-0a762f44-f1f0-4fa5-b666-0b0ef046bbba tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', 'tempest-TagsTest-Tag-678056251') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:54.505779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3aaa81d9-717a-46c9-beab-af510006cd71 req-60ce32f6-4ccd-46be-9f5b-41b4234cbb89 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0317497 Sep 16 05:09:54.552781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59902) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.552949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0a762f44-f1f0-4fa5-b666-0b0ef046bbba tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "GET /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags/tempest-TagsTest-Tag-678056251 HTTP/1.1" status: 204 len: 168 time: 0.1146283 Sep 16 05:09:54.557207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-7be0a35d-e6a9-40b1-857b-3c1575bcc514 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', 'tempest-TagsTest-Tag-1093901303') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:54.632284 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7be0a35d-e6a9-40b1-857b-3c1575bcc514 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "GET /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags/tempest-TagsTest-Tag-1093901303 HTTP/1.1" status: 204 len: 168 time: 0.0783978 Sep 16 05:09:54.634675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59908) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.640091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-ce28bfef-a777-4761-a85e-1453ea7be185 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:54.891831 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce28bfef-a777-4761-a85e-1453ea7be185 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "DELETE /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags HTTP/1.1" status: 204 len: 168 time: 0.2557952 Sep 16 05:09:54.898851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59920) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.903910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-ce22912f-cd81-4023-a471-2d19817a5744 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', 'tempest-TagsTest-Tag-678056251') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:54.990687 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-ce22912f-cd81-4023-a471-2d19817a5744 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] show failed (client error): The resource could not be found. Sep 16 05:09:54.991772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ce22912f-cd81-4023-a471-2d19817a5744 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "GET /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags/tempest-TagsTest-Tag-678056251 HTTP/1.1" status: 404 len: 325 time: 0.0912793 Sep 16 05:09:54.994651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59924) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.999995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-736de470-cca6-4f53-bd9d-ffbdd26588aa tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a', 'tempest-TagsTest-Tag-1093901303') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.065688 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-736de470-cca6-4f53-bd9d-ffbdd26588aa tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] show failed (client error): The resource could not be found. Sep 16 05:09:55.066729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-736de470-cca6-4f53-bd9d-ffbdd26588aa tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "GET /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags/tempest-TagsTest-Tag-1093901303 HTTP/1.1" status: 404 len: 326 time: 0.0708780 Sep 16 05:09:55.069553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59928) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:55.073913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-0eaeca8d-e758-4617-b406-a62c0cbb6b07 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5ab30e23-98a6-40f8-a7ba-dda9e674f45a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.492846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0eaeca8d-e758-4617-b406-a62c0cbb6b07 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "DELETE /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a/tags HTTP/1.1" status: 204 len: 168 time: 0.4222887 Sep 16 05:09:55.497132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59934) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:55.577851 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.652292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-639ac82d-d19a-4cc3-824c-819c11a915b8 req-de0bc17f-bad0-4784-b4cf-9efb2e59323f tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0418038 Sep 16 05:09:55.699763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.724778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab30e23-98a6-40f8-a7ba-dda9e674f45a']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.735854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46166b16-770b-40a3-9df5-9c0dfb3b3ddd') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.736157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46166b16-770b-40a3-9df5-9c0dfb3b3ddd') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.746795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.761563 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.768095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:55.769692 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:55.780317 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:55.890224 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.898069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.900700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] 10.222.0.59 "DELETE /v2.0/networks/5ab30e23-98a6-40f8-a7ba-dda9e674f45a HTTP/1.1" status: 204 len: 168 time: 0.4013455 Sep 16 05:09:55.913700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf2459-aff1-4d5f-8ed8-577643f19371 tempest-TagsTest-771285663 tempest-TagsTest-771285663-project] Pushing event deleted for resources: {'Network': ['ID=5ab30e23-98a6-40f8-a7ba-dda9e674f45a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.469582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59968) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.610112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d2397e1a-a24a-40fd-84c2-3207b3413628 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1eb63f27d1a5405cb695a0f75669d245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392572 Sep 16 05:09:56.612749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59972) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.665829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3f4c-e660-4ba6-991f-59b828472880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.693887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3f4c-e660-4ba6-991f-59b828472880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.775823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81ea62d2-c54f-4790-950b-2a336a19bcc4 req-8ef4f067-dfbf-4b4a-844b-0e8d9f14d7d5 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0269163 Sep 16 05:09:56.890170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3f4c-e660-4ba6-991f-59b828472880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.892915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3f4c-e660-4ba6-991f-59b828472880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.895536 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa2f3f4c-e660-4ba6-991f-59b828472880 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8ad4448-fd91-44b4-ace6-8dee8760059e HTTP/1.1" status: 204 len: 168 time: 0.2804470 Sep 16 05:09:56.904974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f3f4c-e660-4ba6-991f-59b828472880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ad4448-fd91-44b4-ace6-8dee8760059e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:57.890593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-279640ef-be81-4d47-90c6-99e83daaebd4 req-5e1d740c-f1bb-4296-9015-e1ed27e2ad01 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0357618 Sep 16 05:09:58.043636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.036803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e04f3bec-05fb-4681-b079-40c0a7fd89cb req-0c3c56c3-ee5e-4398-bb89-4c23a15ff482 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0324283 Sep 16 05:10:00.156792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2410a474-2251-479b-b465-e18b7abb896c req-5c87e395-1dfa-4f2c-abd9-6a1be8836340 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0317888 Sep 16 05:10:01.279668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23758aa7-78ad-4710-97d1-7dad06b86287 req-26a605ec-8db8-4848-880e-ee7f15d3c6f8 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0305080 Sep 16 05:10:02.412327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ecf3979-276a-4ae5-9314-f704a9e1aca0 req-5ba5be7e-ed7f-4fcf-9049-db128487eedc tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0337183 Sep 16 05:10:03.533377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-722c9994-4377-4c9f-a1ac-bf9f88c45429 req-5235b19d-5fc8-45e5-8903-97436947812c tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0346482 Sep 16 05:10:04.652578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9cbd7f2-c8cf-48a1-aab8-67bc82be6cbb req-4383b234-7066-4697-a849-93376cd871ef tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0263507 Sep 16 05:10:05.760503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c772f460-793f-4a73-8830-ef2b2f1c489e req-8dfcf64e-cea1-4acd-a2a8-2ba357422ebb tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0291488 Sep 16 05:10:06.905792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbd03afb-7262-4bcb-bd69-ccfeec53b729 req-a8bcf19e-b3a9-4e48-99c3-4f7cac297abf tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0549750 Sep 16 05:10:07.079776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60200) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.154929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-72a505fc-82f2-4a13-851f-7b231d74951a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/floatingips/c1744dd1-ceed-4153-82e2-93694e58da53 HTTP/1.1" status: 200 len: 994 time: 0.0740745 Sep 16 05:10:07.487517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60212) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.651949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port b18011a9-8571-4e26-9fab-215d0dc14f4f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:07.652340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.731168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.731578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.743896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for b18011a9-8571-4e26-9fab-215d0dc14f4f owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:08.117696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30a53d81-565f-4a7c-a8a6-de0408df6ade req-d4093b55-fce7-4be4-b85d-67cdd718f7e5 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0797317 Sep 16 05:10:08.209391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.243420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=b18011a9-8571-4e26-9fab-215d0dc14f4f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.336543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.337210 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Floating IP c1744dd1-ceed-4153-82e2-93694e58da53 disassociated (deleted). External IP: 172.25.7.237, port: c0d14abf-e625-4a41-9e48-d64a4c9d777f. Sep 16 05:10:08.566932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router a734881e-5f88-431a-bca4-33580255a163 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:08.696799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:08.707333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.713706 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] Sync routers for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:08.748580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-25408e25-195c-40e9-aa5c-e3b326cb1fcf tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/floatingips/c1744dd1-ceed-4153-82e2-93694e58da53 HTTP/1.1" status: 204 len: 168 time: 1.2599566 Sep 16 05:10:08.749360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:08.752488 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f31eb7-b7c5-4170-b776-3f9654804639" -d '{"events": [{"name": "network-changed", "server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:08.852691 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:08.853360 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:08.909369 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca054de-5cbd-40a6-8e2c-183198346f85 x-openstack-request-id: req-8ca054de-5cbd-40a6-8e2c-183198346f85 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:08.909783 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:08.912505 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ca054de-5cbd-40a6-8e2c-183198346f85 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:08.912946 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'status': 'completed', 'code': 200} Sep 16 05:10:08.995452 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:09.106206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-08b31b1a-417e-48f2-a348-f8ec948884ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.108390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-08b31b1a-417e-48f2-a348-f8ec948884ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9085bd244fd745f19e3d82d39b29bacf&device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 1098 time: 0.1265519 Sep 16 05:10:09.230392 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:09:05Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.262387 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] Checking router: a734881e-5f88-431a-bca4-33580255a163 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:09.271659 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:09.272600 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.307596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af02d328-f37d-43b5-9bd1-758f3db4c18d req-30b314af-632c-4d25-94b6-c4ae9effb45b tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0358272 Sep 16 05:10:09.347302 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-22c13061-3bb7-4b11-97d9-a70495688212 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0828173 Sep 16 05:10:09.374134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-0b33ec9d-7ad3-4ad8-bbdd-afb0b176aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.375780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-0b33ec9d-7ad3-4ad8-bbdd-afb0b176aee6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07202e20-d47c-4712-87a7-8fa8b736b735 HTTP/1.1" status: 200 len: 897 time: 0.2578681 Sep 16 05:10:09.429228 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:09.483435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d985099f-41cc-4f88-a05d-9e4c67d2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.484159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d985099f-41cc-4f88-a05d-9e4c67d2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.484778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d985099f-41cc-4f88-a05d-9e4c67d2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.485394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d985099f-41cc-4f88-a05d-9e4c67d2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.486004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d985099f-41cc-4f88-a05d-9e4c67d2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.486616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d985099f-41cc-4f88-a05d-9e4c67d2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.487601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d985099f-41cc-4f88-a05d-9e4c67d2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.489812 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d985099f-41cc-4f88-a05d-9e4c67d2d5b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6507 time: 0.0803578 Sep 16 05:10:09.510370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-bc7f89e5-822c-47e8-92e2-d839a8686bb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d14abf-e625-4a41-9e48-d64a4c9d777f HTTP/1.1" status: 200 len: 217 time: 0.0696604 Sep 16 05:10:09.607805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55499145-5dd0-476c-989b-85d0b8c8ac58 req-4e3734c4-18c9-41a6-8f63-4b352bb4dc77 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.609499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55499145-5dd0-476c-989b-85d0b8c8ac58 req-4e3734c4-18c9-41a6-8f63-4b352bb4dc77 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 946 time: 0.0965848 Sep 16 05:10:09.610908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-7b1f8500-4f9f-41f9-8ab1-af79163fa523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.612495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-7b1f8500-4f9f-41f9-8ab1-af79163fa523 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5002409d-e611-4317-9481-8ce1b1965d1a HTTP/1.1" status: 200 len: 834 time: 0.0687373 Sep 16 05:10:09.661024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-b6bbf991-e659-41ba-a6fd-170707642368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.661515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-b6bbf991-e659-41ba-a6fd-170707642368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.661988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-b6bbf991-e659-41ba-a6fd-170707642368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.663743 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-b6bbf991-e659-41ba-a6fd-170707642368 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e59cd688-c0f6-4a88-9106-667ee9954d08&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba HTTP/1.1" status: 200 len: 2299 time: 0.1486800 Sep 16 05:10:09.710633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55499145-5dd0-476c-989b-85d0b8c8ac58 req-1798ca5e-095d-4168-a91c-2173f74ab81a tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879154 Sep 16 05:10:09.717529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-e1881e02-6491-44a6-83b7-38910fa6b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.719656 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-e1881e02-6491-44a6-83b7-38910fa6b4fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07202e20-d47c-4712-87a7-8fa8b736b735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964894 Sep 16 05:10:09.744702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-2801e05c-75a0-417b-af52-b5ef7c383fac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 200 len: 1001 time: 0.0726645 Sep 16 05:10:09.746829 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:09:05Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.780361 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971abe18-4c8e-4efe-a847-5f22a05ae48e None None] The sync data for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 is: [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:08:56Z', 'revision_number': 4, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '18033a01-2bfe-44b6-a8b9-4c7be93cb110', 'name': '', 'network_id': '07202e20-d47c-4712-87a7-8fa8b736b735', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'mac_address': 'fa:16:3e:9a:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:53Z', 'updated_at': '2021-09-16T05:09:05Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'subnets': [{'id': '5002409d-e611-4317-9481-8ce1b1965d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:09.815771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-07a753eb-39f9-4681-a241-5a8fbee38b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.818058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-07a753eb-39f9-4681-a241-5a8fbee38b93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29e371a8-11d8-40bd-9286-ce4660059b2d HTTP/1.1" status: 200 len: 856 time: 0.0657632 Sep 16 05:10:09.880142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-76655772-276e-4cc7-b110-c96d00a3889c service neutron] 10.222.0.57 "GET /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467850 Sep 16 05:10:09.883490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-757451dd-3c8c-4351-8d9f-db9b5330d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.885345 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-757451dd-3c8c-4351-8d9f-db9b5330d8dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e59cd688-c0f6-4a88-9106-667ee9954d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587461 Sep 16 05:10:10.046091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-6a200031-cbee-4089-8429-3c6ca58825fd service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524167 Sep 16 05:10:10.048857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f31eb7-b7c5-4170-b776-3f9654804639 req-3350ab1d-b3b6-4550-a7a6-d6d0437de6c2 service neutron] 10.222.0.57 "GET /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547921 Sep 16 05:10:10.167707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be04066-7c79-46c2-869a-47687245712e None None] New status for floating IP c1744dd1-ceed-4153-82e2-93694e58da53: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:10.169664 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-a2d462d7-9973-44ad-8850-e75998add56b service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150017 Sep 16 05:10:10.214581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-0e4607bb-64a8-4344-8bbd-a9792e51235b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0367641 Sep 16 05:10:10.277464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-a4b43966-b92c-47ae-9ff3-ba20bbaf0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.278332 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-a4b43966-b92c-47ae-9ff3-ba20bbaf0b93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0518575 Sep 16 05:10:10.333029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-f73edb66-30bf-4054-b98c-063b714bd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.334792 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-f73edb66-30bf-4054-b98c-063b714bd443 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489089 Sep 16 05:10:10.363273 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.436432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-5d204dc8-cf5e-4654-adc2-3ec20d47c50b service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934370 Sep 16 05:10:10.552461 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-1417c778-60af-4879-b8bf-80b53aa4e21e service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074827 Sep 16 05:10:10.605024 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-047a5383-2ff8-4440-9a0a-f4a1f7ccd787 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 217 time: 0.0439782 Sep 16 05:10:10.630229 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eb23659-d6f1-49f7-902b-1adb55d57617 req-ace930fa-88de-4046-b8e1-ff5a0221e451 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.2195864 Sep 16 05:10:10.656564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-12edeba1-0cfd-4c53-a692-b845403a6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.658081 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-12edeba1-0cfd-4c53-a692-b845403a6b2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0447111 Sep 16 05:10:10.709725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-e6fc8b2c-21b1-450c-af36-0819a2265099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.711232 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-e6fc8b2c-21b1-450c-af36-0819a2265099 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456929 Sep 16 05:10:10.805976 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-5d628bac-2468-4604-a789-6f49a5689901 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874527 Sep 16 05:10:10.828109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235dbf6-1a8f-4b46-8d83-6fb3b6923bb5 req-e58a25bd-658b-4cb5-aea5-464aeceaa505 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.829898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1235dbf6-1a8f-4b46-8d83-6fb3b6923bb5 req-e58a25bd-658b-4cb5-aea5-464aeceaa505 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 946 time: 0.0522032 Sep 16 05:10:10.877993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1235dbf6-1a8f-4b46-8d83-6fb3b6923bb5 req-e5bb50ec-4a3f-4e39-8e08-cf5bb496acd7 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Sep 16 05:10:10.913999 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-4819e8c3-2267-4740-8265-1422dcc3916f service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003628 Sep 16 05:10:10.957631 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-deb64454-3cfe-41b0-abc9-a1b932d76e19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=9cc1287c-ab05-4962-802e-48766396bbd9 HTTP/1.1" status: 200 len: 217 time: 0.0355599 Sep 16 05:10:11.009471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-609f9104-58fe-491f-918c-4a55ca896263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.011018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-609f9104-58fe-491f-918c-4a55ca896263 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0456536 Sep 16 05:10:11.048961 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f12bf9af-7946-43a2-9a6c-f75c86f5c2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.071008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-b4b87191-8b02-42f1-8c4b-deb168488177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.072626 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-b4b87191-8b02-42f1-8c4b-deb168488177 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540373 Sep 16 05:10:11.175589 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-5e0de616-945b-4aac-adee-bc93b1515d13 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956426 Sep 16 05:10:11.197515 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:11.282092 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-401ea138-1bdf-42b1-8f82-91b8a085fd21 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987656 Sep 16 05:10:11.327171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-efbe9368-0908-4482-85e5-7021843d1aa5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec HTTP/1.1" status: 200 len: 217 time: 0.0339026 Sep 16 05:10:11.380995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-48516b8b-bdea-4ca2-9cdf-4e7faa0b58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.382750 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-48516b8b-bdea-4ca2-9cdf-4e7faa0b58f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0472264 Sep 16 05:10:11.436110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-442b06fe-85eb-45b3-b5d7-dc2827854f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.437845 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-442b06fe-85eb-45b3-b5d7-dc2827854f59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462675 Sep 16 05:10:11.539340 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-ff711f09-26f0-437f-9d91-0d386d215d27 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876315 Sep 16 05:10:11.564613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-e5f466c8-894b-42a2-9a71-fb8c77a67eb5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.566071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-e5f466c8-894b-42a2-9a71-fb8c77a67eb5 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.57 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 946 time: 0.0553143 Sep 16 05:10:11.662541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-574379ee-9943-4efb-8efa-5b9e5812b3d2 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113183 Sep 16 05:10:11.685430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port c0d14abf-e625-4a41-9e48-d64a4c9d777f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:11.685932 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.715634 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-4ed38201-cf4b-40bf-b6ab-f12296d8e81c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 HTTP/1.1" status: 200 len: 217 time: 0.0425193 Sep 16 05:10:11.774442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-b49836a5-5f9f-4b00-be20-07d499697894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.776387 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-b49836a5-5f9f-4b00-be20-07d499697894 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.0511434 Sep 16 05:10:11.796498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cdadad0-4485-4100-99fb-e824f2048eb4 req-902ba625-a83b-4ebe-a94c-ade36633a569 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0591633 Sep 16 05:10:11.838261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-5d9045b6-c117-4e19-9caf-70b6658ab622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.841302 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-5d9045b6-c117-4e19-9caf-70b6658ab622 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557241 Sep 16 05:10:11.843798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port c0d14abf-e625-4a41-9e48-d64a4c9d777f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c0d14abf-e625-4a41-9e48-d64a4c9d777f,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:11.843798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.865577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for c0d14abf-e625-4a41-9e48-d64a4c9d777f owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:11.953467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-bb7e7b16-84bf-420d-8ad2-dff8617a07c7 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011221 Sep 16 05:10:12.055563 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-da314857-caf1-43dd-972d-9cbdda3c8e68 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942652 Sep 16 05:10:12.118238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ec31-3dd8-4ad9-8d5f-0cfe43f34145 req-8443438e-e6cf-4d2b-bfab-bf724991b254 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.119808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa64ec31-3dd8-4ad9-8d5f-0cfe43f34145 req-8443438e-e6cf-4d2b-bfab-bf724991b254 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 946 time: 0.1489720 Sep 16 05:10:12.131274 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-75e6aeea-6828-45d5-8b03-bf9802a93f64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11bc5910-9d15-4853-8b16-127080567069 HTTP/1.1" status: 200 len: 217 time: 0.0584664 Sep 16 05:10:12.177495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa64ec31-3dd8-4ad9-8d5f-0cfe43f34145 req-0500f451-548a-47a7-8e36-fcba8b4c73ab tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f9843ca-7470-43b4-9797-44ee3b8b1cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485303 Sep 16 05:10:12.219933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-2deac349-9973-4a7b-979e-f1c40b09bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.221449 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-2deac349-9973-4a7b-979e-f1c40b09bf16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.0823870 Sep 16 05:10:12.272784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d1895763-1395-46fe-8853-ffcba0767879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.274801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-d1895763-1395-46fe-8853-ffcba0767879 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447178 Sep 16 05:10:12.294658 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.327601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=c0d14abf-e625-4a41-9e48-d64a4c9d777f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:12.384483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] No DVR routers for this DVR port c0d14abf-e625-4a41-9e48-d64a4c9d777f on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:12.388035 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.390354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e04ab6ca-874c-4c13-9e60-3da86325bbd8 req-13b8cf70-2903-4049-9fc7-f76234562279 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.57 "DELETE /v2.0/ports/c0d14abf-e625-4a41-9e48-d64a4c9d777f HTTP/1.1" status: 204 len: 173 time: 0.8176932 Sep 16 05:10:12.391027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'name': 'network-vif-deleted', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:12.395803 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d71be90-3ed7-4075-aade-dec2f26fde81" -d '{"events": [{"server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "name": "network-vif-deleted", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:12.430165 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-2c5eaa61-97bb-4552-b89f-910cb79560c3 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467860 Sep 16 05:10:12.433626 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93e9e4-4359-4d26-8a39-449e7ce4440c x-openstack-request-id: req-ce93e9e4-4359-4d26-8a39-449e7ce4440c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:12.434004 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e3ff83-b7db-4097-bd01-4a8fe84331a4", "name": "network-vif-deleted", "tag": "c0d14abf-e625-4a41-9e48-d64a4c9d777f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:12.434318 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce93e9e4-4359-4d26-8a39-449e7ce4440c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:12.434814 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e3ff83-b7db-4097-bd01-4a8fe84331a4', 'name': 'network-vif-deleted', 'tag': 'c0d14abf-e625-4a41-9e48-d64a4c9d777f', 'status': 'completed', 'code': 200} Sep 16 05:10:12.538489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2c9ef8f1-f90d-4644-9de0-c3723f908ad3 req-a6e24287-96e4-4f75-9a54-236f8294fecb service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021383 Sep 16 05:10:12.908394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a936d496-8769-4d9c-a0a5-f7014213b159 req-e4b98bc2-9789-4d73-8d02-d24bb2c85c55 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0309603 Sep 16 05:10:13.311101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd13b641-6210-4a28-a21c-20eeab2cb943 req-2b7776c8-2f50-4892-8791-b083de0dd80c tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "GET /v2.0/ports?device_id=39e3ff83-b7db-4097-bd01-4a8fe84331a4 HTTP/1.1" status: 200 len: 210 time: 0.0268142 Sep 16 05:10:14.041815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b292f3b9-5453-46c9-a983-0143bec88235 req-f43b930d-db89-4fa4-a9a1-79422574af62 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0460067 Sep 16 05:10:14.258404 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.391623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60490) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.464767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b056d296-9fa7-448a-b5ca-1ab497bfbedd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.495538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b056d296-9fa7-448a-b5ca-1ab497bfbedd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.535419 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3a055a54-c0cb-4658-949a-d6af14ec4d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.715746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-e3ba53b1-2872-4635-8eea-60c3be77c430 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0494034 Sep 16 05:10:14.760673 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b056d296-9fa7-448a-b5ca-1ab497bfbedd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.763966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b056d296-9fa7-448a-b5ca-1ab497bfbedd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.765572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b056d296-9fa7-448a-b5ca-1ab497bfbedd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/security-groups/4f9843ca-7470-43b4-9797-44ee3b8b1cf6 HTTP/1.1" status: 204 len: 168 time: 0.3724170 Sep 16 05:10:14.776373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056d296-9fa7-448a-b5ca-1ab497bfbedd tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9843ca-7470-43b4-9797-44ee3b8b1cf6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.814313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c0d14abf-e625-4a41-9e48-d64a4c9d777f no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:14.837776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-af89c349-a188-4558-9b1b-17349898985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.845988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: c0d14abf-e625-4a41-9e48-d64a4c9d777f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:14.845988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c0d14abf-e625-4a41-9e48-d64a4c9d777f not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:14.846772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-af89c349-a188-4558-9b1b-17349898985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.846772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-af89c349-a188-4558-9b1b-17349898985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.846772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-af89c349-a188-4558-9b1b-17349898985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.846772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-af89c349-a188-4558-9b1b-17349898985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.846772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-af89c349-a188-4558-9b1b-17349898985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.846772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-af89c349-a188-4558-9b1b-17349898985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.846772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-af89c349-a188-4558-9b1b-17349898985f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c3613b95a8434c8254bd97b4c0a861&device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 6500 time: 0.0593812 Sep 16 05:10:14.966749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-a15fcdbd-1553-4a0b-804e-e43d3a3c6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.967156 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-a15fcdbd-1553-4a0b-804e-e43d3a3c6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.967658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-a15fcdbd-1553-4a0b-804e-e43d3a3c6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.969276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-a15fcdbd-1553-4a0b-804e-e43d3a3c6a6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=101cd63f-5bad-4b1d-a473-5775b8761a60&id=433648c1-f499-41d8-972e-6f435f317bce&id=433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 200 len: 2293 time: 0.0959587 Sep 16 05:10:14.988742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60512) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:15.041868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-0372dd3c-a94f-4d88-97ef-469870123c81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 200 len: 1001 time: 0.0646706 Sep 16 05:10:15.141516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-da6354d0-aa85-4da1-9c4f-effd8c3a1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.143307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-da6354d0-aa85-4da1-9c4f-effd8c3a1b24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7a7cc46-77b4-43d5-9f01-b8018341ba98 HTTP/1.1" status: 200 len: 851 time: 0.0889394 Sep 16 05:10:15.150083 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.201132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e91cbb5-3686-412a-bb73-3731936aadd2 req-0c38a467-de94-47e6-9e58-c4abab12fe72 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0566747 Sep 16 05:10:15.252724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-ee876eff-f795-4c53-9ac5-d2524130ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.254260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-ee876eff-f795-4c53-9ac5-d2524130ad40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983481 Sep 16 05:10:15.377782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-361e3a2d-df3a-4564-8afb-be96e4bdcb9e service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150756 Sep 16 05:10:15.577183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-8c451edd-33a0-45df-933e-064734c78c19 service neutron] 10.222.0.57 "GET /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862464 Sep 16 05:10:15.631998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-6c7147a5-6b91-48a6-82ce-0b9c05368882 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 217 time: 0.0468590 Sep 16 05:10:15.714626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-72b21ddc-afa8-470b-ae19-06681440ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.717175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-72b21ddc-afa8-470b-ae19-06681440ce0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0778346 Sep 16 05:10:15.797586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-5bd86a9f-fb1e-4b4e-b15d-f1ac0d6824af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.799157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-5bd86a9f-fb1e-4b4e-b15d-f1ac0d6824af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0729301 Sep 16 05:10:15.922688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-e4b79c8d-6f2b-439f-b676-c143e78cba4d service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154921 Sep 16 05:10:16.107961 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-4e0afc38-77ef-4122-bb1d-e37a7629ee6b service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768632 Sep 16 05:10:16.128364 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.179026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-84e84483-1ec8-4724-b820-48b6edd38a97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 217 time: 0.0585182 Sep 16 05:10:16.244568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-5f3734eb-c2b2-4f20-ac23-7add04f40008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.246214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-5f3734eb-c2b2-4f20-ac23-7add04f40008 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0594037 Sep 16 05:10:16.324839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-67ad6b4d-52a8-4633-93e7-f2562f7e526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.327274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-67ad6b4d-52a8-4633-93e7-f2562f7e526a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721085 Sep 16 05:10:16.366328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81cfa69b-20af-4461-946f-ad613ba6422c req-e44a3613-45d5-4d5b-a073-fe605a2f1333 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0438282 Sep 16 05:10:16.502237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-907a758e-4554-4f14-9374-db13a9199657 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460660 Sep 16 05:10:16.604102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-7f3deb30-5d08-4e76-a9b0-5757570d9be9 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933678 Sep 16 05:10:16.618937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port 18033a01-2bfe-44b6-a8b9-4c7be93cb110 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:16.618937 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.663498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-b38dfd04-933f-49d7-ba4f-280c726cbaee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=a5b7097e-54f0-49bd-a5be-591192a5409e HTTP/1.1" status: 200 len: 217 time: 0.0513501 Sep 16 05:10:16.739316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-b4c7846e-bda6-4114-8542-697be603679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.741002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-b4c7846e-bda6-4114-8542-697be603679f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.0682375 Sep 16 05:10:16.799453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port 18033a01-2bfe-44b6-a8b9-4c7be93cb110, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=18033a01-2bfe-44b6-a8b9-4c7be93cb110,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:16.799812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.817269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for 18033a01-2bfe-44b6-a8b9-4c7be93cb110 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:16.818219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-e0be2d97-a152-479d-8df4-d3b33ce121c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.819813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-e0be2d97-a152-479d-8df4-d3b33ce121c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714242 Sep 16 05:10:16.901182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.925209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-4b583b03-92fd-46da-979f-3f6cb86a8a25 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973151 Sep 16 05:10:17.089353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-a63d598a-7d68-473f-a2ab-e40ad3e8e8da service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555009 Sep 16 05:10:17.164817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-2a2fd380-d503-4546-b183-0f25c2a8f497 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b HTTP/1.1" status: 200 len: 217 time: 0.0669265 Sep 16 05:10:17.296300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-19bd0cda-2ecf-4cd6-a695-dee5234dabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.297936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-19bd0cda-2ecf-4cd6-a695-dee5234dabcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 200 len: 797 time: 0.1221242 Sep 16 05:10:17.361402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-0502e39c-7f0a-4f3a-a6e0-e62f8832ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.362916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-0502e39c-7f0a-4f3a-a6e0-e62f8832ad77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=101cd63f-5bad-4b1d-a473-5775b8761a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0556369 Sep 16 05:10:17.391779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.422523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=18033a01-2bfe-44b6-a8b9-4c7be93cb110,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.506447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-b5a7d3a7-2e92-4c4d-b33d-c032bc2be97c service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334321 Sep 16 05:10:17.571123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6772b2b0-0eca-42b3-8d1d-bd017fdccad9 req-9676f216-e523-4ee9-9427-ace10ba896ca tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0461817 Sep 16 05:10:17.672377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-e7a3cc3a-0852-4df4-9de9-ea5e3f26a074 service neutron] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560452 Sep 16 05:10:17.728968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-afe8cce0-f07f-468d-b02d-a14eef50502f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0445471 Sep 16 05:10:17.736621 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.801434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-cf4172ef-3472-4dc7-92ab-73e790b23adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.802897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-cf4172ef-3472-4dc7-92ab-73e790b23adb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0658631 Sep 16 05:10:17.859106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-87eb1e7d-ef83-436a-a2f8-de7dc21ec68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.860895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-87eb1e7d-ef83-436a-a2f8-de7dc21ec68c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492413 Sep 16 05:10:18.002467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-f23cf61e-8012-4752-a011-830e71550cdf service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284013 Sep 16 05:10:18.013445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Router a734881e-5f88-431a-bca4-33580255a163 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:18.111675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-d49b6ecf-9811-4de6-8941-fd6f8701ccff service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016262 Sep 16 05:10:18.148525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:18.160379 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] Sync routers for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:18.162866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4922f745-7ed3-4023-8a32-5cbf77756492 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "PUT /v2.0/routers/a734881e-5f88-431a-bca4-33580255a163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1729739 Sep 16 05:10:18.165825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60646) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.179325 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:18.179955 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:18.225041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a58fd57-efd8-4602-a0be-cffcb4192fc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting subnet 5002409d-e611-4317-9481-8ce1b1965d1a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:18.229331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a58fd57-efd8-4602-a0be-cffcb4192fc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.304823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a58fd57-efd8-4602-a0be-cffcb4192fc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.406478 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:18.500403 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a58fd57-efd8-4602-a0be-cffcb4192fc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.649817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-ad5ce19c-8acf-4dba-88e8-e28bf63bd3b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 200 len: 217 time: 0.5304143 Sep 16 05:10:18.699009 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:10:17Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:18.728450 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] Checking router: a734881e-5f88-431a-bca4-33580255a163 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:18.730878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a58fd57-efd8-4602-a0be-cffcb4192fc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.734032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-333ed5f3-3e84-4735-a832-c57df567f325 req-319e79c0-d3cf-4418-aad4-5965563e12e6 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0346026 Sep 16 05:10:18.737960 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] Routers {'a734881e-5f88-431a-bca4-33580255a163'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:18.738570 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a734881e-5f88-431a-bca4-33580255a163'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:18.743207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-4ad21698-c857-4fc6-a75e-ae476e0d51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.744712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-4ad21698-c857-4fc6-a75e-ae476e0d51dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 200 len: 797 time: 0.0858722 Sep 16 05:10:18.750513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1a58fd57-efd8-4602-a0be-cffcb4192fc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.752739 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1a58fd57-efd8-4602-a0be-cffcb4192fc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/subnets/5002409d-e611-4317-9481-8ce1b1965d1a HTTP/1.1" status: 204 len: 168 time: 0.5856686 Sep 16 05:10:18.757098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219a67e3-32d2-48f3-8b8b-0bce2dfc443e None None] Network 07202e20-d47c-4712-87a7-8fa8b736b735 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:18.761591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60674) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.797219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58fd57-efd8-4602-a0be-cffcb4192fc0 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Subnet': ['ID=5002409d-e611-4317-9481-8ce1b1965d1a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.967798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721954-9570-4443-8631-97cd8f41d753 req-9b98c228-548b-4503-9207-2cb758657900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.969493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-9b98c228-548b-4503-9207-2cb758657900 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=433648c1-f499-41d8-972e-6f435f317bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2142010 Sep 16 05:10:18.973471 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] Set router a734881e-5f88-431a-bca4-33580255a163 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:18.998880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.012786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] DHCP port deletion for 07202e20-d47c-4712-87a7-8fa8b736b735 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:19.074165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Deleting port 8e9e9a72-2d39-4545-a64f-8518f6bc725f {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:19.074499 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.171735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] For port 8e9e9a72-2d39-4545-a64f-8518f6bc725f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8e9e9a72-2d39-4545-a64f-8518f6bc725f,segment=NetworkSegment(71124083-74e1-4ecf-9eac-3b96e186397f),segment_id=71124083-74e1-4ecf-9eac-3b96e186397f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:19.172353 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.180603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-deabbe54-9238-4173-9fd8-33c6a71a61ec service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958928 Sep 16 05:10:19.187295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.196415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Calling delete_port for 8e9e9a72-2d39-4545-a64f-8518f6bc725f owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:19.220873 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:10:17Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:19.252340 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662103b-e3e8-456f-a71f-312916b9b17c None None] The sync data for ids ['a734881e-5f88-431a-bca4-33580255a163'] in n-d-712143-16 is: [{'id': 'a734881e-5f88-431a-bca4-33580255a163', 'name': 'tempest-TestNetworkBasicOps-router-49183985', 'tenant_id': '9085bd244fd745f19e3d82d39b29bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:44Z', 'updated_at': '2021-09-16T05:10:17Z', 'revision_number': 5, 'project_id': '9085bd244fd745f19e3d82d39b29bacf', 'gw_port': {'id': 'ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:73:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a734881e-5f88-431a-bca4-33580255a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:19.299417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f721954-9570-4443-8631-97cd8f41d753 req-c33213db-999e-4506-8ea4-bdfceb0eccf2 service neutron] 10.222.0.57 "GET /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089218 Sep 16 05:10:19.453283 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.477815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Deleting port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:19.478165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.483731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Pushing event deleted for resources: {'Port': ['ID=8e9e9a72-2d39-4545-a64f-8518f6bc725f,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.503530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.504265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.504760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.505250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.505748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.506232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.506982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.507497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.507977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.508521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.509086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.509599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:19.513093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4b1da-943f-4b21-b91b-24fbcb771fa0 None None] No DVR routers for this DVR port 8e9e9a72-2d39-4545-a64f-8518f6bc725f on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:19.677910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] For port ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:19.678439 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.724961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Calling delete_port for ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:19.737073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8e9e9a72-2d39-4545-a64f-8518f6bc725f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:19.783804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8e9e9a72-2d39-4545-a64f-8518f6bc725f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:19.785371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8e9e9a72-2d39-4545-a64f-8518f6bc725f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:19.786150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 18033a01-2bfe-44b6-a8b9-4c7be93cb110 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:19.835555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 18033a01-2bfe-44b6-a8b9-4c7be93cb110 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:19.835926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 18033a01-2bfe-44b6-a8b9-4c7be93cb110 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:20.027737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-076c433e-e352-4df6-84a9-db3a6d566a92 req-ca65ca5b-77bf-4a72-bde4-b318050e1d1c tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.1114249 Sep 16 05:10:20.231819 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.260503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Port': ['ID=ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.333249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.434649 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.436894 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.601477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.602017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Fanout notify agent at l3_agent the message router_deleted on router a734881e-5f88-431a-bca4-33580255a163 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:20.628074 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.629198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9aa8f413-aee6-4709-88eb-f3b1caf44198 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/routers/a734881e-5f88-431a-bca4-33580255a163 HTTP/1.1" status: 204 len: 168 time: 1.8414166 Sep 16 05:10:20.632099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60758) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:20.759962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.885331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.909532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07202e20-d47c-4712-87a7-8fa8b736b735']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:20.919429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71124083-74e1-4ecf-9eac-3b96e186397f') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:20.919803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71124083-74e1-4ecf-9eac-3b96e186397f') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:20.929877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.944641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.950920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:20.951459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:20.956891 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:21.116852 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.127117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.132172 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] 10.222.0.59 "DELETE /v2.0/networks/07202e20-d47c-4712-87a7-8fa8b736b735 HTTP/1.1" status: 204 len: 168 time: 0.4953687 Sep 16 05:10:21.252454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721edb02-dda4-45bd-88c1-1bb614162ef4 tempest-TestNetworkBasicOps-181820441 tempest-TestNetworkBasicOps-181820441-project] Pushing event deleted for resources: {'Network': ['ID=07202e20-d47c-4712-87a7-8fa8b736b735,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.290774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1198e81e-a169-4831-b7e7-64a2d4d2f33b req-533c3ade-639f-4b08-bd98-114300ddaa14 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0739622 Sep 16 05:10:21.494400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:21.526557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:21.526926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ed0dc1e1-a09c-4ea3-bb08-22ae0ab58c68 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:22.136390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60838) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.166545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-4bcd094c-1507-4d9d-8efb-fc16398bd8ab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.173216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-4bcd094c-1507-4d9d-8efb-fc16398bd8ab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.180057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-4bcd094c-1507-4d9d-8efb-fc16398bd8ab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.189200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-4bcd094c-1507-4d9d-8efb-fc16398bd8ab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.195706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-4bcd094c-1507-4d9d-8efb-fc16398bd8ab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.202453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-4bcd094c-1507-4d9d-8efb-fc16398bd8ab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.208645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-4bcd094c-1507-4d9d-8efb-fc16398bd8ab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.210547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-4bcd094c-1507-4d9d-8efb-fc16398bd8ab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.1134672 Sep 16 05:10:22.259781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-515a1b5b-8c97-4ff8-9d4c-a1f38eb362fd req-42ce53cf-ab7d-49cc-9424-f1df61794b91 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389721 Sep 16 05:10:22.395180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60862) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.395801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5b85554b-1422-488f-8307-93c521444640 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9085bd244fd745f19e3d82d39b29bacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576673 Sep 16 05:10:22.454487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-644dcbd7-ebc2-43b6-b9b2-617c5ecbbf6a req-7329b9cc-690b-47d9-a1f4-df48754c6703 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0364325 Sep 16 05:10:22.476165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d567111-b081-4c00-8b6a-a07c81e62c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.505686 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d567111-b081-4c00-8b6a-a07c81e62c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.688526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d567111-b081-4c00-8b6a-a07c81e62c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.691446 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d567111-b081-4c00-8b6a-a07c81e62c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.692664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1d567111-b081-4c00-8b6a-a07c81e62c26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/240eeb59-3041-4f01-8501-4a3e79f8ea5b HTTP/1.1" status: 204 len: 168 time: 0.2964656 Sep 16 05:10:22.700821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d567111-b081-4c00-8b6a-a07c81e62c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240eeb59-3041-4f01-8501-4a3e79f8ea5b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.459583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-138419d2-9065-41ee-b70f-80a69dd171a8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.469889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-138419d2-9065-41ee-b70f-80a69dd171a8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.476492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-138419d2-9065-41ee-b70f-80a69dd171a8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.484702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-138419d2-9065-41ee-b70f-80a69dd171a8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.493414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-138419d2-9065-41ee-b70f-80a69dd171a8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.517216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-138419d2-9065-41ee-b70f-80a69dd171a8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.529837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-138419d2-9065-41ee-b70f-80a69dd171a8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.539738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-138419d2-9065-41ee-b70f-80a69dd171a8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.2015326 Sep 16 05:10:23.560893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-b78affc0-b997-48ec-9208-3136c9c8ccd6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.566892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-b78affc0-b997-48ec-9208-3136c9c8ccd6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.572754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-b78affc0-b997-48ec-9208-3136c9c8ccd6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.587258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-b78affc0-b997-48ec-9208-3136c9c8ccd6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.594278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-b78affc0-b997-48ec-9208-3136c9c8ccd6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.600721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-b78affc0-b997-48ec-9208-3136c9c8ccd6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.607658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-b78affc0-b997-48ec-9208-3136c9c8ccd6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.609700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-b78affc0-b997-48ec-9208-3136c9c8ccd6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 5436 time: 0.2618630 Sep 16 05:10:23.617825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.635073 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.688721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e64081e-07ed-4232-9798-a48fe2efceac req-501a5c67-d662-4ee2-b508-c6316dc5b55f tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0619876 Sep 16 05:10:23.718664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-bec92891-8d6a-45a5-9f1f-ac4f838edabc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.723198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-bec92891-8d6a-45a5-9f1f-ac4f838edabc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "GET /v2.0/ports/65e8e357-5fd5-45e0-811e-32afc834b29f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1738508 Sep 16 05:10:23.729917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a62b728-1372-4fb9-87d3-503969a41b12 req-e63a5677-0df8-44d2-b0e7-4e0be0ca85e5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099241 Sep 16 05:10:23.736982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.833374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-be1ab818-364e-4d6b-8700-bfd0b10d6fa2 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "GET /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1025245 Sep 16 05:10:23.847660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:23.897859 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.907177 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.004280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1c157cca1ce4c4982b4a0a01aca6f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847239 Sep 16 05:10:24.007702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60944) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.052571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebc3787-c3f4-4b35-a8fb-18b1b6a2ef6d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.065985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.066475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.066942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.067414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.067849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.068363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.068706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.069042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.069378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.069715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.070050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.070379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc207eb4-911b-4d89-805d-5a0538d64105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:24.092541 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e55fbc5-e36b-4004-b310-e98af8253801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.130804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] For port 65e8e357-5fd5-45e0-811e-32afc834b29f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=65e8e357-5fd5-45e0-811e-32afc834b29f,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:24.132010 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e55fbc5-e36b-4004-b310-e98af8253801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.170838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] For port 65e8e357-5fd5-45e0-811e-32afc834b29f, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:24.221555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] device_id is not set on port 65e8e357-5fd5-45e0-811e-32afc834b29f yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:24.242126 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.303370 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e55fbc5-e36b-4004-b310-e98af8253801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.305929 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e55fbc5-e36b-4004-b310-e98af8253801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.307316 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4e55fbc5-e36b-4004-b310-e98af8253801 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ebc3787-c3f4-4b35-a8fb-18b1b6a2ef6d HTTP/1.1" status: 204 len: 168 time: 0.2908072 Sep 16 05:10:24.315306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55fbc5-e36b-4004-b310-e98af8253801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebc3787-c3f4-4b35-a8fb-18b1b6a2ef6d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.448401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.514170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] No DVR routers for this DVR port 65e8e357-5fd5-45e0-811e-32afc834b29f on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:24.520489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] Pushing event updated for resources: {'Port': ['ID=65e8e357-5fd5-45e0-811e-32afc834b29f,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.561510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] In _notify_port_updated(), no bound segment for port 65e8e357-5fd5-45e0-811e-32afc834b29f on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:10:24.562392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.564918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.565219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6ebe9090-2099-46f5-bb52-1deae54558f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 200 len: 1028 time: 0.7236612 Sep 16 05:10:24.621947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c124760b-2842-4e41-94ae-6bb6929d8d60 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.633377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c124760b-2842-4e41-94ae-6bb6929d8d60 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "GET /v2.0/ports/6d2227d4-2a0d-43e0-8a1a-c447df3d416a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0603549 Sep 16 05:10:24.652704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:24.729968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.821143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bfe5d45-afee-4a10-a6fd-c84599df7d6f req-76b1e4cd-3a15-45a2-a521-64e8ecec19a8 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0468996 Sep 16 05:10:24.875811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-78352c44-2d5f-47d1-a55a-0c18880d46ee None None] Provisioning complete for port 65e8e357-5fd5-45e0-811e-32afc834b29f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:24.876313 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-78352c44-2d5f-47d1-a55a-0c18880d46ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.935599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-78352c44-2d5f-47d1-a55a-0c18880d46ee None None] Port 65e8e357-5fd5-45e0-811e-32afc834b29f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:24.987160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945bd1-5090-4f55-bea6-6b203c335d3c req-8b6bb168-6544-42f1-83bf-8334bc887048 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.993178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945bd1-5090-4f55-bea6-6b203c335d3c req-8b6bb168-6544-42f1-83bf-8334bc887048 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.000050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945bd1-5090-4f55-bea6-6b203c335d3c req-8b6bb168-6544-42f1-83bf-8334bc887048 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.006433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945bd1-5090-4f55-bea6-6b203c335d3c req-8b6bb168-6544-42f1-83bf-8334bc887048 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.012653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945bd1-5090-4f55-bea6-6b203c335d3c req-8b6bb168-6544-42f1-83bf-8334bc887048 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.019904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945bd1-5090-4f55-bea6-6b203c335d3c req-8b6bb168-6544-42f1-83bf-8334bc887048 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.021893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0945bd1-5090-4f55-bea6-6b203c335d3c req-8b6bb168-6544-42f1-83bf-8334bc887048 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 4661 time: 0.1572394 Sep 16 05:10:25.053796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] For port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:25.109396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0945bd1-5090-4f55-bea6-6b203c335d3c req-92470415-f661-44b8-ad9c-36e0da78de9d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&id=b5e23623-81a9-45fe-81a1-5df213681c71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802331 Sep 16 05:10:25.117075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] For port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:25.159676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] device_id is not set on port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:25.169086 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.246997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.316930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] No DVR routers for this DVR port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:25.375034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] In _notify_port_updated(), no bound segment for port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a on network 101cd63f-5bad-4b1d-a473-5775b8761a60 {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:10:25.384076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.385192 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.391009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] 10.222.0.57 "PUT /v2.0/ports/6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 200 len: 1028 time: 0.7465670 Sep 16 05:10:25.396764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0222337-d4c5-4649-b0b3-dfab300ce7ff service neutron] Pushing event updated for resources: {'Port': ['ID=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.546994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port b89bc85a-840b-4751-b394-0d86bd21e6a5 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:25.547568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.566958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3bb42eb9-511a-493e-a117-302da3ebb250 None None] Provisioning complete for port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:25.567418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3bb42eb9-511a-493e-a117-302da3ebb250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.618333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3bb42eb9-511a-493e-a117-302da3ebb250 None None] Port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:25.711454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] For port b89bc85a-840b-4751-b394-0d86bd21e6a5, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b89bc85a-840b-4751-b394-0d86bd21e6a5,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:25.713758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.732467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for b89bc85a-840b-4751-b394-0d86bd21e6a5 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:25.977436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aca7a54a-9580-4323-899a-763bb989d705 req-b3329f28-412c-485d-8bf1-b194b9e1ed77 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0358183 Sep 16 05:10:26.052174 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.103187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=b89bc85a-840b-4751-b394-0d86bd21e6a5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.151178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] No DVR routers for this DVR port b89bc85a-840b-4751-b394-0d86bd21e6a5 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:26.154466 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.156913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-3a1a3a08-2ac5-4328-8b2b-b078a33395f3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "DELETE /v2.0/ports/b89bc85a-840b-4751-b394-0d86bd21e6a5 HTTP/1.1" status: 204 len: 173 time: 0.7568984 Sep 16 05:10:26.157365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': 'b89bc85a-840b-4751-b394-0d86bd21e6a5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:26.162565 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c4987b-9884-4016-beaa-993f8caa34a2" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "b89bc85a-840b-4751-b394-0d86bd21e6a5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:26.338097 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4c4260-2f74-4ad7-9ac2-007698cf6853 x-openstack-request-id: req-1f4c4260-2f74-4ad7-9ac2-007698cf6853 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:26.338097 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "b89bc85a-840b-4751-b394-0d86bd21e6a5", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:26.338097 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f4c4260-2f74-4ad7-9ac2-007698cf6853 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:26.338097 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': 'b89bc85a-840b-4751-b394-0d86bd21e6a5', 'status': 'completed', 'code': 200} Sep 16 05:10:26.408814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce309-11a8-488d-b847-220ba695f157 req-2602b8a2-710b-4957-885c-bea4bf4e2009 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.414863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce309-11a8-488d-b847-220ba695f157 req-2602b8a2-710b-4957-885c-bea4bf4e2009 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.421730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce309-11a8-488d-b847-220ba695f157 req-2602b8a2-710b-4957-885c-bea4bf4e2009 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.427706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce309-11a8-488d-b847-220ba695f157 req-2602b8a2-710b-4957-885c-bea4bf4e2009 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.429487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca4ce309-11a8-488d-b847-220ba695f157 req-2602b8a2-710b-4957-885c-bea4bf4e2009 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 3151 time: 0.1191714 Sep 16 05:10:26.475149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:26.475545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.495682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca4ce309-11a8-488d-b847-220ba695f157 req-bbd6256f-be52-48bb-b22c-89fa9f39e812 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576146 Sep 16 05:10:26.603719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] For port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:26.604405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.879232 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.879795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.880212 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Floating IP d931c538-232c-46c8-987e-bce96ef06e83 disassociated. External IP: 172.25.7.145, port: 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f. Sep 16 05:10:26.880698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:26.888943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:27.017745 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.047608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:27.050260 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3ff17f-1025-45b6-96b1-3ac36fd5d8b5" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:27.095111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:27.121008 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5069bd-5ff7-4e77-b70d-c52ba3c032f7 x-openstack-request-id: req-4c5069bd-5ff7-4e77-b70d-c52ba3c032f7 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:27.121576 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:27.122058 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c5069bd-5ff7-4e77-b70d-c52ba3c032f7 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:27.122467 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc', 'code': 200} Sep 16 05:10:27.139193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e575eea-0a05-4523-8dbe-44b7b7ac8591 req-453f5712-820a-4773-bc74-7f199bf56da6 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0369194 Sep 16 05:10:27.180569 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.220193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.224057 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.224927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a5b7097e-54f0-49bd-a5be-591192a5409e no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:27.241570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.241912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.242251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.242585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.242912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.243483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.243976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.244431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.244786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.245072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.245396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.245724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.332726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.401914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.420517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Router 112c51fe-7204-425b-b177-1a2f4874f516 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:27.516688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a5b7097e-54f0-49bd-a5be-591192a5409e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5b7097e-54f0-49bd-a5be-591192a5409e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:27.672377 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.673274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 40c19453-c39a-4b20-b4cb-3c36c81f7a1b no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:27.863003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=a5b7097e-54f0-49bd-a5be-591192a5409e,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.872628 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.960439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:28.091864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.091864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.091864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6d2227d4-2a0d-43e0-8a1a-c447df3d416a no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:28.191343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.219677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6d2227d4-2a0d-43e0-8a1a-c447df3d416a not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:28.221395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:28.244616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:28.261355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:28.262492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:28.263126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 65e8e357-5fd5-45e0-811e-32afc834b29f no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:28.263688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841fffb-719c-4676-a533-aa137eae685e req-8ff7c624-3e48-4b17-a091-ff167192b149 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.265507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02555200-3299-4601-8c84-c94593e388ee None None] Sync routers for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:28.271827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841fffb-719c-4676-a533-aa137eae685e req-8ff7c624-3e48-4b17-a091-ff167192b149 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.278534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841fffb-719c-4676-a533-aa137eae685e req-8ff7c624-3e48-4b17-a091-ff167192b149 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.280499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9841fffb-719c-4676-a533-aa137eae685e req-8ff7c624-3e48-4b17-a091-ff167192b149 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 2410 time: 0.2402177 Sep 16 05:10:28.308222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02555200-3299-4601-8c84-c94593e388ee None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:28.308972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02555200-3299-4601-8c84-c94593e388ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.347185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] No DVR routers for this DVR port 8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:28.350024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ebd0d51-b009-4bd6-8d25-53f8ae707e68 req-9e48d22c-98ed-4835-8e95-c39595d9615c tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0539522 Sep 16 05:10:28.352975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 65e8e357-5fd5-45e0-811e-32afc834b29f not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:28.353580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b89bc85a-840b-4751-b394-0d86bd21e6a5 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:28.356897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.359160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-9a9bdbdf-5fd1-4a31-a1e7-d7540718e6e3 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "DELETE /v2.0/ports/8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f HTTP/1.1" status: 204 len: 173 time: 2.1797459 Sep 16 05:10:28.359335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:28.361561 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad53563b-19ef-47b0-96b1-e94314b57a31" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:28.400375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: b89bc85a-840b-4751-b394-0d86bd21e6a5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:28.400375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b89bc85a-840b-4751-b394-0d86bd21e6a5 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:28.469072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9841fffb-719c-4676-a533-aa137eae685e req-65fa8c81-b7de-4862-9c13-a503abc21f3f tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591449 Sep 16 05:10:28.562097 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d69f7b8-963f-4d10-9f04-84bd799d7bd1 x-openstack-request-id: req-7d69f7b8-963f-4d10-9f04-84bd799d7bd1 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:28.569500 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:28.569500 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d69f7b8-963f-4d10-9f04-84bd799d7bd1 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:28.569500 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': '8fb901ac-5ecb-4de0-a7f5-5ca67e365a0f', 'status': 'completed', 'code': 200} Sep 16 05:10:28.620671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-02555200-3299-4601-8c84-c94593e388ee None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:28.662697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:28.663218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.825755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] For port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:28.826353 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.847648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:28.892044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02555200-3299-4601-8c84-c94593e388ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:35Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.917957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02555200-3299-4601-8c84-c94593e388ee None None] Checking router: 112c51fe-7204-425b-b177-1a2f4874f516 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:28.926402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02555200-3299-4601-8c84-c94593e388ee None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:28.927014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02555200-3299-4601-8c84-c94593e388ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.123327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b7097e-54f0-49bd-a5be-591192a5409e'}, {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:29.124016 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.127150 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8ec597-d1a5-4fde-8b08-0eb5539f8531" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b7097e-54f0-49bd-a5be-591192a5409e"}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-unplugged", "status": "completed", "tag": "40c19453-c39a-4b20-b4cb-3c36c81f7a1b"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:29.163634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.192275 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7049ca8a-057e-44a4-9563-cbc9cdb337dd x-openstack-request-id: req-7049ca8a-057e-44a4-9563-cbc9cdb337dd {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:29.192577 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b7097e-54f0-49bd-a5be-591192a5409e", "code": 200}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-unplugged", "status": "completed", "tag": "40c19453-c39a-4b20-b4cb-3c36c81f7a1b", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:29.192830 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7049ca8a-057e-44a4-9563-cbc9cdb337dd {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:29.193672 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b7097e-54f0-49bd-a5be-591192a5409e', 'code': 200} Sep 16 05:10:29.193672 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b', 'code': 200} Sep 16 05:10:29.220741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-02555200-3299-4601-8c84-c94593e388ee None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:29.220915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] No DVR routers for this DVR port 0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:29.223701 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.226139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-2141de1d-b606-4013-b692-dc18a4212ba8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "DELETE /v2.0/ports/0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc HTTP/1.1" status: 204 len: 173 time: 0.8377745 Sep 16 05:10:29.376241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port a5b7097e-54f0-49bd-a5be-591192a5409e {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:29.376857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.400319 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3d48ab2c-4fab-4022-bd8e-e14dfae95d88 req-b9e38b57-e0a7-4c14-9606-e8a600aac01b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0330369 Sep 16 05:10:29.478369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02555200-3299-4601-8c84-c94593e388ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:35Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.489455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68d1983d-fd8d-4a57-8833-a9297e87d1f8 req-25d80d6b-13de-4747-bfcb-5d95100aa01b tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0346057 Sep 16 05:10:29.508958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] For port a5b7097e-54f0-49bd-a5be-591192a5409e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5b7097e-54f0-49bd-a5be-591192a5409e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:29.509368 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.514568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02555200-3299-4601-8c84-c94593e388ee None None] The sync data for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 is: [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '6838cbb1-bd94-4f98-af2f-e1b077b96e35', 'name': '', 'network_id': '79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'mac_address': 'fa:16:3e:47:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:27Z', 'updated_at': '2021-09-16T04:59:35Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'subnets': [{'id': 'c7a7cc46-77b4-43d5-9f01-b8018341ba98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:29.536930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for a5b7097e-54f0-49bd-a5be-591192a5409e owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:29.694893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58439085-61f3-47fc-88aa-7a952587c9ad req-ed51c80a-5ad7-4f3e-83af-0b7ab5d0d352 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:29.705558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58439085-61f3-47fc-88aa-7a952587c9ad req-ed51c80a-5ad7-4f3e-83af-0b7ab5d0d352 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:29.712847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58439085-61f3-47fc-88aa-7a952587c9ad req-ed51c80a-5ad7-4f3e-83af-0b7ab5d0d352 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 1677 time: 0.1008315 Sep 16 05:10:29.833606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58439085-61f3-47fc-88aa-7a952587c9ad req-a1b6052e-16b8-4233-8116-07ee7bdffaec tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups?id=5505c306-8b43-46f7-966c-e6aab7dd63d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118019 Sep 16 05:10:29.905692 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26a3bf-5fb8-4d07-9cb6-311a39561b81 None None] New status for floating IP d931c538-232c-46c8-987e-bce96ef06e83: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:29.990983 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.051287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=a5b7097e-54f0-49bd-a5be-591192a5409e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.120636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] No DVR routers for this DVR port a5b7097e-54f0-49bd-a5be-591192a5409e on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:30.123533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.125777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-b951a444-335d-488c-9d12-3b3c5ff76dab tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "DELETE /v2.0/ports/a5b7097e-54f0-49bd-a5be-591192a5409e HTTP/1.1" status: 204 len: 173 time: 0.8575280 Sep 16 05:10:30.236186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:30.236723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.351007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] For port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:30.351656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.372289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for 40c19453-c39a-4b20-b4cb-3c36c81f7a1b owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:30.565620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc'}, {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': 'a5b7097e-54f0-49bd-a5be-591192a5409e'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:30.568876 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435165f3-f0ab-4e79-b9a2-a937a5a336ff" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc"}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "a5b7097e-54f0-49bd-a5be-591192a5409e"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:30.688433 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691ed3f0-7dbe-47e8-a902-bd6bac79841a x-openstack-request-id: req-691ed3f0-7dbe-47e8-a902-bd6bac79841a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:30.688959 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc", "status": "completed", "code": 200}, {"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "a5b7097e-54f0-49bd-a5be-591192a5409e", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:30.690532 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-691ed3f0-7dbe-47e8-a902-bd6bac79841a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:30.691573 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': '0cb3c10e-dec7-49a8-b0c5-a3b9c19cfffc', 'status': 'completed', 'code': 200} Sep 16 05:10:30.692154 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': 'a5b7097e-54f0-49bd-a5be-591192a5409e', 'status': 'completed', 'code': 200} Sep 16 05:10:30.776388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74192fc2-f25e-45ee-ad94-1aa14ebfd220 req-2eea617d-0044-4cfb-9e40-3fd4692181d0 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0775430 Sep 16 05:10:30.822848 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.948369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=40c19453-c39a-4b20-b4cb-3c36c81f7a1b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.005455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1724d036-431a-43fa-ad0a-808918887b9e req-236c008d-fe69-4f97-bcf6-d2fb3b299792 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0591617 Sep 16 05:10:31.056963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] No DVR routers for this DVR port 40c19453-c39a-4b20-b4cb-3c36c81f7a1b on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:31.059901 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.061986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72bbc7df-33d8-4843-86ff-8b1584a3dfb9 req-6803e55f-c716-414a-af5f-713faa22f48e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.57 "DELETE /v2.0/ports/40c19453-c39a-4b20-b4cb-3c36c81f7a1b HTTP/1.1" status: 204 len: 173 time: 0.9268947 Sep 16 05:10:31.119306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-f51ff56a-0a3b-412a-8311-f6f7b2da36cf req-2230d30f-646b-4493-8b81-330abe103ace service neutron] (101824) timed out ('10.222.0.59', 58570) {{(pid=101824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:10:31.257169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33062) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.407621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9adb81d0-d567-4418-860e-460c083e5dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.526710 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9adb81d0-d567-4418-860e-460c083e5dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.591835 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9adb81d0-d567-4418-860e-460c083e5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.631870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb81d0-d567-4418-860e-460c083e5dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114fc90e-d093-40a1-84e6-4490fbfabcd3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.639534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33066) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.640047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9adb81d0-d567-4418-860e-460c083e5dd7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=852c916ab9434c09bd801c3986e7d595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812985 Sep 16 05:10:31.691893 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c53a1315-94d4-4da6-9f56-f41905bdd91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.714767 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c53a1315-94d4-4da6-9f56-f41905bdd91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.780073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33070) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.842394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c53a1315-94d4-4da6-9f56-f41905bdd91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.845883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c53a1315-94d4-4da6-9f56-f41905bdd91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.852290 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c53a1315-94d4-4da6-9f56-f41905bdd91c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/114fc90e-d093-40a1-84e6-4490fbfabcd3 HTTP/1.1" status: 204 len: 168 time: 0.2087276 Sep 16 05:10:31.868646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a1315-94d4-4da6-9f56-f41905bdd91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114fc90e-d093-40a1-84e6-4490fbfabcd3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.954525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e3c6d8e-bb49-43b9-85fd-88bf1c81f76d req-2ae102d2-8e8b-4e93-a10a-1293c2113f92 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0354176 Sep 16 05:10:32.034649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-499c0531-4070-4ac1-8382-001b1c5e2722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.202160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-499c0531-4070-4ac1-8382-001b1c5e2722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.236262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-771d387c-d2b4-4b46-9b03-50fb9dec21d3 req-0c9785ff-9fc6-4b79-91f6-55c7b629eb10 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0291650 Sep 16 05:10:32.326825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9293509f-c67b-498d-adf6-2db016ec02e4 req-698eb589-ec42-4af5-934c-23d7f57ca504 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7&device_id=a9970d99-4f37-4a85-9045-82232562c778 HTTP/1.1" status: 200 len: 210 time: 0.0344791 Sep 16 05:10:32.353533 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-499c0531-4070-4ac1-8382-001b1c5e2722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.408381 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-499c0531-4070-4ac1-8382-001b1c5e2722 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8322150336f44ae92f94c266f72d262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270659 Sep 16 05:10:32.411199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33096) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.420919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c0531-4070-4ac1-8382-001b1c5e2722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6dcb23-1974-4d4d-8954-6c6847d3faf5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.491113 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e99c0d7-9799-4ec7-86e8-cbfde26ddd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.513973 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e99c0d7-9799-4ec7-86e8-cbfde26ddd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.669660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e99c0d7-9799-4ec7-86e8-cbfde26ddd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.673116 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e99c0d7-9799-4ec7-86e8-cbfde26ddd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.674273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9e99c0d7-9799-4ec7-86e8-cbfde26ddd15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e6dcb23-1974-4d4d-8954-6c6847d3faf5 HTTP/1.1" status: 204 len: 168 time: 0.2620041 Sep 16 05:10:32.682531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99c0d7-9799-4ec7-86e8-cbfde26ddd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6dcb23-1974-4d4d-8954-6c6847d3faf5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.699585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:32.702491 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6816fb4d-5965-4d21-a6b2-52d1748f34a3" -d '{"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "40c19453-c39a-4b20-b4cb-3c36c81f7a1b"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:32.765692 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0329b54-04dc-4686-903b-6d12bbb7f8ca x-openstack-request-id: req-a0329b54-04dc-4686-903b-6d12bbb7f8ca {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:32.766075 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2091396-4e40-4042-975d-e44d6ebc7331", "name": "network-vif-deleted", "tag": "40c19453-c39a-4b20-b4cb-3c36c81f7a1b", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:32.766550 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0329b54-04dc-4686-903b-6d12bbb7f8ca {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:32.767224 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2091396-4e40-4042-975d-e44d6ebc7331', 'name': 'network-vif-deleted', 'tag': '40c19453-c39a-4b20-b4cb-3c36c81f7a1b', 'status': 'completed', 'code': 200} Sep 16 05:10:32.773512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33102) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.788434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dfbc-0574-491f-bd1c-38f5e54b05cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.867218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96f364b2-c5c3-444b-981a-29d0478b0b7f req-2505856f-2889-49c2-aaab-8e980eb37b3a tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0336230 Sep 16 05:10:32.924083 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dfbc-0574-491f-bd1c-38f5e54b05cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.958873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84589770-2443-4e43-a5f4-10e7dff157c3 req-dfb1c67a-cb64-4e1f-9b51-013c7bb0c7c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ba9120c2f32471e8760f2aae7aabc22&device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0289557 Sep 16 05:10:32.993503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84589770-2443-4e43-a5f4-10e7dff157c3 req-a68ba3e4-04ab-4208-97b2-3bba98cead9b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5ba9120c2f32471e8760f2aae7aabc22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222297 Sep 16 05:10:33.054434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dfbc-0574-491f-bd1c-38f5e54b05cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.156075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4dfbc-0574-491f-bd1c-38f5e54b05cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b3308b-984b-4ad0-ade9-001ea059192d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.189153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589770-2443-4e43-a5f4-10e7dff157c3 req-34effd09-b91f-4624-a0ae-f4d8a1ecb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:33.190649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84589770-2443-4e43-a5f4-10e7dff157c3 req-34effd09-b91f-4624-a0ae-f4d8a1ecb700 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906850 Sep 16 05:10:33.193366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0dc4dfbc-0574-491f-bd1c-38f5e54b05cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c9b2b09222241c78b8f8d513460bd6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188550 Sep 16 05:10:33.196549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33120) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:33.252718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff1f76d4-80ff-4268-8faa-53773c6d4663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.278324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff1f76d4-80ff-4268-8faa-53773c6d4663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.345209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b17337da-753c-440b-916e-a0fbcb271be8 req-b73d7832-871b-4c14-ad99-3f10321264d8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0265191 Sep 16 05:10:33.442722 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff1f76d4-80ff-4268-8faa-53773c6d4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.445783 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff1f76d4-80ff-4268-8faa-53773c6d4663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.450632 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ff1f76d4-80ff-4268-8faa-53773c6d4663 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32b3308b-984b-4ad0-ade9-001ea059192d HTTP/1.1" status: 204 len: 168 time: 0.2494097 Sep 16 05:10:33.459554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f76d4-80ff-4268-8faa-53773c6d4663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b3308b-984b-4ad0-ade9-001ea059192d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.691018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33126) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:33.705643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5af004af-373d-4cea-9ebf-b62c3365ef78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.809450 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5af004af-373d-4cea-9ebf-b62c3365ef78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.942234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5af004af-373d-4cea-9ebf-b62c3365ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.006728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e64b6fe9-031c-4916-8ed9-615a1d93b17a req-232eb45f-e02f-43b9-9d11-9ca7ca6cbff5 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0610631 Sep 16 05:10:34.019108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5af004af-373d-4cea-9ebf-b62c3365ef78 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32d58d4f383345c2b6a27260a9dc036d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240862 Sep 16 05:10:34.019899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33144) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:34.043814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af004af-373d-4cea-9ebf-b62c3365ef78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f30b70-9495-4fd2-923a-7eb90586d476,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.090557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a52c62ac-47c0-4bc0-a3ae-71d30a6b6024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.116918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a52c62ac-47c0-4bc0-a3ae-71d30a6b6024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.269593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a52c62ac-47c0-4bc0-a3ae-71d30a6b6024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.272614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a52c62ac-47c0-4bc0-a3ae-71d30a6b6024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.278362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a52c62ac-47c0-4bc0-a3ae-71d30a6b6024 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82f30b70-9495-4fd2-923a-7eb90586d476 HTTP/1.1" status: 204 len: 168 time: 0.2521458 Sep 16 05:10:34.289163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c62ac-47c0-4bc0-a3ae-71d30a6b6024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f30b70-9495-4fd2-923a-7eb90586d476,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.496870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6925df56-ed01-4305-b036-a29f84f62b97 req-2e1d042d-1e35-42ac-814c-3b8f7dcde0e1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0409260 Sep 16 05:10:34.693556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84589770-2443-4e43-a5f4-10e7dff157c3 req-380da9db-9ee3-4d79-8606-75fe61531a1b tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.57 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0323632 Sep 16 05:10:35.140912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55d32fdd-9804-4c2c-be54-802e06ea9fe3 req-a248667a-6411-48be-8ea1-fee492ec764e tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=373023bb-9a69-42bb-a64c-16d7697ec3f7 HTTP/1.1" status: 200 len: 210 time: 0.0285971 Sep 16 05:10:35.606303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4803c3a-cd35-4421-ac0a-3a0f5a1bdf33 req-874c6024-3566-4198-b805-bbe5674d4a55 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0272675 Sep 16 05:10:36.733772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0007cf68-f189-4c6e-98ad-5de1ea589fab req-f1019b39-5575-4da2-95d2-124a4c8ca6cc tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0360203 Sep 16 05:10:36.758427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ecacdc0-79d2-4bec-82ff-9b54395d5800 req-d4de33f4-ad9c-41f2-8413-5e9f74d3108c tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9970d99-4f37-4a85-9045-82232562c778 HTTP/1.1" status: 200 len: 210 time: 0.0511572 Sep 16 05:10:36.795760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ab6827c-4ae3-489c-b087-bd98fbff548f req-0aa2368d-c23b-437d-a3f8-928b1e23828c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ba9120c2f32471e8760f2aae7aabc22&device_id=a9970d99-4f37-4a85-9045-82232562c778 HTTP/1.1" status: 200 len: 210 time: 0.0468645 Sep 16 05:10:36.832440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ab6827c-4ae3-489c-b087-bd98fbff548f req-6ca5d86b-a966-404c-9eaa-1c4a799ab1de service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5ba9120c2f32471e8760f2aae7aabc22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217643 Sep 16 05:10:36.949119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6827c-4ae3-489c-b087-bd98fbff548f req-65ba52f2-65fa-4c54-ae80-3258b81a5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.950807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ab6827c-4ae3-489c-b087-bd98fbff548f req-65ba52f2-65fa-4c54-ae80-3258b81a5780 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110053 Sep 16 05:10:37.844744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f79b0283-5147-41c7-94c2-9541a6f723b8 req-818589a2-957d-4e21-ba44-de4d76c5a536 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0310233 Sep 16 05:10:37.876815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0f8eb-b236-4de1-87e6-39dfa42082bb req-416caafe-fbe8-4997-bd83-a0a1613f0795 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9970d99-4f37-4a85-9045-82232562c778 HTTP/1.1" status: 200 len: 210 time: 0.0344069 Sep 16 05:10:38.483017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ab6827c-4ae3-489c-b087-bd98fbff548f req-c76dd7f3-f8e5-4d14-b475-c68a85d06b70 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9970d99-4f37-4a85-9045-82232562c778 HTTP/1.1" status: 200 len: 210 time: 0.0310817 Sep 16 05:10:38.968470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-694617fd-3695-45a5-afaf-95c0d770bf06 req-3807d3e4-2ff0-4279-8a1c-ff327d1a044c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0369534 Sep 16 05:10:39.014748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-960048af-82a0-4f22-a2e7-852c30e612a1 req-ce4fad0f-0b86-4552-a514-1fd37e2624a2 tempest-ServerShowV247Test-1998928213 tempest-ServerShowV247Test-1998928213-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9970d99-4f37-4a85-9045-82232562c778 HTTP/1.1" status: 200 len: 210 time: 0.0302625 Sep 16 05:10:40.087531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a23ab17-fa3b-437a-8e40-7243085aba86 req-422eb027-a6c2-4c6e-ae00-6b97899ee3b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0347433 Sep 16 05:10:40.310806 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.643986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33326) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.729705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33332) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.826693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a7d64e8-72f8-42c3-928a-5e3005d7682b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.896537 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e14d6c0-ee5e-4eee-9c73-185b3d966465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.964055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a7d64e8-72f8-42c3-928a-5e3005d7682b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.996284 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-666c8cc6-7cfb-4ab7-ba1a-e3be0996faa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.126036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a7d64e8-72f8-42c3-928a-5e3005d7682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.185464 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2a7d64e8-72f8-42c3-928a-5e3005d7682b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ba9120c2f32471e8760f2aae7aabc22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403793 Sep 16 05:10:41.189405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33350) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.217589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d64e8-72f8-42c3-928a-5e3005d7682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb82832-da91-4d8e-98fd-a4c24f36169e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.228551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f49c13ce-1b12-4ff4-8354-dc0f32a8cc4e req-5d85a52a-dc1f-4e77-882f-018556d80699 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0419173 Sep 16 05:10:41.271939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e14d6c0-ee5e-4eee-9c73-185b3d966465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.286629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-89046b6a-c264-44b2-9327-e4a873d584e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.308768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-89046b6a-c264-44b2-9327-e4a873d584e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.404699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e14d6c0-ee5e-4eee-9c73-185b3d966465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.436104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-89046b6a-c264-44b2-9327-e4a873d584e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.439925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-89046b6a-c264-44b2-9327-e4a873d584e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.441199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-89046b6a-c264-44b2-9327-e4a873d584e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6eb82832-da91-4d8e-98fd-a4c24f36169e HTTP/1.1" status: 204 len: 168 time: 0.2503114 Sep 16 05:10:41.445285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14d6c0-ee5e-4eee-9c73-185b3d966465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776cad8b-7fe7-4810-ad80-dcc6bd84c8d9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.449648 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1e14d6c0-ee5e-4eee-9c73-185b3d966465 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a225325a96fc4dec88578fd16cbd8645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186575 Sep 16 05:10:41.460102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33354) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.461547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89046b6a-c264-44b2-9327-e4a873d584e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb82832-da91-4d8e-98fd-a4c24f36169e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.521868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07378a04-c607-4228-b05a-2f6913b7018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.545672 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07378a04-c607-4228-b05a-2f6913b7018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.654274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07378a04-c607-4228-b05a-2f6913b7018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.656997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07378a04-c607-4228-b05a-2f6913b7018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.658230 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07378a04-c607-4228-b05a-2f6913b7018f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/776cad8b-7fe7-4810-ad80-dcc6bd84c8d9 HTTP/1.1" status: 204 len: 168 time: 0.1970985 Sep 16 05:10:41.666177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07378a04-c607-4228-b05a-2f6913b7018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776cad8b-7fe7-4810-ad80-dcc6bd84c8d9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.353783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33384) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.378036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d0e93e6-82c9-4d50-bae4-59af79e3cabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.380563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ddce1e7-d727-45c1-a26a-fcd3a5b705cc req-e9a0c1be-88e0-497a-ad42-4b2070cf426c tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0552399 Sep 16 05:10:42.507790 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d0e93e6-82c9-4d50-bae4-59af79e3cabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.670817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d0e93e6-82c9-4d50-bae4-59af79e3cabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.742609 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2d0e93e6-82c9-4d50-bae4-59af79e3cabb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e0260b5adb34fa7a3a1165b1a7c1886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874171 Sep 16 05:10:42.743530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e93e6-82c9-4d50-bae4-59af79e3cabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8073e54-850f-4cc9-9fa2-e85fed59c472,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.746415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33392) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.822555 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a0001e6-961b-43dd-9951-3789f69966e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.847109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a0001e6-961b-43dd-9951-3789f69966e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.992859 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a0001e6-961b-43dd-9951-3789f69966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.998171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a0001e6-961b-43dd-9951-3789f69966e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.001921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3a0001e6-961b-43dd-9951-3789f69966e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8073e54-850f-4cc9-9fa2-e85fed59c472 HTTP/1.1" status: 204 len: 168 time: 0.2495718 Sep 16 05:10:43.012453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0001e6-961b-43dd-9951-3789f69966e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8073e54-850f-4cc9-9fa2-e85fed59c472,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.537882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e35a9ff8-a24e-4e37-b8f8-9e4aefa6984d req-4ca33eba-9b8a-415f-a8bb-b8b2dde1c857 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0582581 Sep 16 05:10:44.185241 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.442095 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a2e51cbe-ffc5-4fea-9249-40cb171f5616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.694360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57e67fbb-fd0c-4028-84eb-25c954789439 req-ab17d81d-8a73-4554-a7c5-487f12504b5d tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0354159 Sep 16 05:10:45.185254 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.837964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8df6ad9b-8a62-4995-8bb9-e5a2a8cbd7a4 req-fc6a3e56-8ab7-411a-a271-c1517a8e2148 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0504918 Sep 16 05:10:46.626662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-e7f88128-e3c4-44f5-af5d-5f3f2542f9d0 req-2fd0d418-cb01-4482-b8f7-4bcdc8163f14 service neutron] (101825) timed out ('10.222.0.57', 62073) {{(pid=101825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:10:46.800327 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.948550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30313bb1-0d32-4be8-8b45-69d926422cd4 req-5dea49ad-8675-420e-81c3-c6ee5198100e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0287871 Sep 16 05:10:47.921249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33588) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:48.060308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-867cc609-4925-4318-93a3-c501df373e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.124246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b09256ae-9263-4765-a86b-1103b7827f74 req-2fa69f07-936d-4e2e-9af2-92b016fcc6b6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2091396-4e40-4042-975d-e44d6ebc7331 HTTP/1.1" status: 200 len: 210 time: 0.0420673 Sep 16 05:10:48.196421 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:48.219483 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-867cc609-4925-4318-93a3-c501df373e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.349168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-867cc609-4925-4318-93a3-c501df373e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.389525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cc609-4925-4318-93a3-c501df373e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef930e7b-18c2-4e4e-9636-32be25eb4963,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.435772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-867cc609-4925-4318-93a3-c501df373e3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dfc2714d89c14284b301801e0480e1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127668 Sep 16 05:10:48.436127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33604) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:48.489334 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a1c06ec-1980-4548-a146-48abd0daf9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.514170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a1c06ec-1980-4548-a146-48abd0daf9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.631183 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a1c06ec-1980-4548-a146-48abd0daf9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.636102 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a1c06ec-1980-4548-a146-48abd0daf9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.638117 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0a1c06ec-1980-4548-a146-48abd0daf9fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef930e7b-18c2-4e4e-9636-32be25eb4963 HTTP/1.1" status: 204 len: 168 time: 0.2004507 Sep 16 05:10:48.666869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c06ec-1980-4548-a146-48abd0daf9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef930e7b-18c2-4e4e-9636-32be25eb4963,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.340125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33632) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.398371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b09c892a-0a22-414c-a25a-676674742777 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.404638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33634) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.426232 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d57aac50-9c81-4574-b1f3-19e58332af51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.436136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b09c892a-0a22-414c-a25a-676674742777 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.520567 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d57aac50-9c81-4574-b1f3-19e58332af51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.584616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b09c892a-0a22-414c-a25a-676674742777 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.587234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b09c892a-0a22-414c-a25a-676674742777 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.588575 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b09c892a-0a22-414c-a25a-676674742777 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "DELETE /v2.0/security-groups/5505c306-8b43-46f7-966c-e6aab7dd63d4 HTTP/1.1" status: 204 len: 168 time: 0.2473435 Sep 16 05:10:49.591460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33644) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.598510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c892a-0a22-414c-a25a-676674742777 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505c306-8b43-46f7-966c-e6aab7dd63d4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.619518 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-c7f06d74-feff-4251-87bd-283ca179c4f8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] show failed (client error): The resource could not be found. Sep 16 05:10:49.619518 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7f06d74-feff-4251-87bd-283ca179c4f8 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "GET /v2.0/security-groups/5505c306-8b43-46f7-966c-e6aab7dd63d4 HTTP/1.1" status: 404 len: 347 time: 0.0218897 Sep 16 05:10:49.619518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33646) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.708864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d57aac50-9c81-4574-b1f3-19e58332af51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.771081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aac50-9c81-4574-b1f3-19e58332af51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6961dcae-e94f-4398-9395-f76dd92b54a1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.776952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d57aac50-9c81-4574-b1f3-19e58332af51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eec662045264487b8e7a2f4f3a40a78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716140 Sep 16 05:10:49.780075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33650) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.828980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port d5f5842b-d8f1-45bf-8033-533cf6c21478 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:49.829257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.871957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-882e254c-acc3-4a28-ba69-6da4553799cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.927476 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-882e254c-acc3-4a28-ba69-6da4553799cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.952164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.952498 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.977558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for d5f5842b-d8f1-45bf-8033-533cf6c21478 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:50.190164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-882e254c-acc3-4a28-ba69-6da4553799cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.193006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-882e254c-acc3-4a28-ba69-6da4553799cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.194213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-882e254c-acc3-4a28-ba69-6da4553799cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6961dcae-e94f-4398-9395-f76dd92b54a1 HTTP/1.1" status: 204 len: 168 time: 0.4130509 Sep 16 05:10:50.204986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e254c-acc3-4a28-ba69-6da4553799cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6961dcae-e94f-4398-9395-f76dd92b54a1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:50.213572 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.265290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=d5f5842b-d8f1-45bf-8033-533cf6c21478,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:50.344021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.346676 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.350559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eca36792-4c04-4667-b677-54317c9a8a78 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "DELETE /v2.0/floatingips/d931c538-232c-46c8-987e-bce96ef06e83 HTTP/1.1" status: 204 len: 168 time: 0.7297063 Sep 16 05:10:50.350820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33668) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:50.457502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5f99de6f-0762-4ac1-bd24-1fb09f2697b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port 6d2227d4-2a0d-43e0-8a1a-c447df3d416a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:50.458089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f99de6f-0762-4ac1-bd24-1fb09f2697b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.554763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f99de6f-0762-4ac1-bd24-1fb09f2697b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.570068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5f99de6f-0762-4ac1-bd24-1fb09f2697b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for 6d2227d4-2a0d-43e0-8a1a-c447df3d416a owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:50.844476 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f99de6f-0762-4ac1-bd24-1fb09f2697b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.903181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99de6f-0762-4ac1-bd24-1fb09f2697b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=6d2227d4-2a0d-43e0-8a1a-c447df3d416a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:50.977826 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5f99de6f-0762-4ac1-bd24-1fb09f2697b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.982755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5f99de6f-0762-4ac1-bd24-1fb09f2697b1 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "DELETE /v2.0/ports/6d2227d4-2a0d-43e0-8a1a-c447df3d416a HTTP/1.1" status: 204 len: 168 time: 0.6281314 Sep 16 05:10:50.982974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33692) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:51.088530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-92ac9d6f-03e3-4dc8-a668-480c54dcef2e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port 65e8e357-5fd5-45e0-811e-32afc834b29f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:51.088887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92ac9d6f-03e3-4dc8-a668-480c54dcef2e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.198604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92ac9d6f-03e3-4dc8-a668-480c54dcef2e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.220842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-92ac9d6f-03e3-4dc8-a668-480c54dcef2e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for 65e8e357-5fd5-45e0-811e-32afc834b29f owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:51.521955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92ac9d6f-03e3-4dc8-a668-480c54dcef2e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.557140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac9d6f-03e3-4dc8-a668-480c54dcef2e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=65e8e357-5fd5-45e0-811e-32afc834b29f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.638983 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92ac9d6f-03e3-4dc8-a668-480c54dcef2e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.646840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-92ac9d6f-03e3-4dc8-a668-480c54dcef2e tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "DELETE /v2.0/ports/65e8e357-5fd5-45e0-811e-32afc834b29f HTTP/1.1" status: 204 len: 168 time: 0.6575079 Sep 16 05:10:51.648746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33716) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:51.732558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9cc77e-c337-48ee-9c45-595d284de5e4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting subnet 2e8aa3e2-df6a-4613-89bc-11c5a1299532 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:51.737382 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-da9cc77e-c337-48ee-9c45-595d284de5e4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.776969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-da9cc77e-c337-48ee-9c45-595d284de5e4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.884044 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-da9cc77e-c337-48ee-9c45-595d284de5e4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.089633 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-da9cc77e-c337-48ee-9c45-595d284de5e4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.138270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cc77e-c337-48ee-9c45-595d284de5e4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8aa3e2-df6a-4613-89bc-11c5a1299532,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:52.153160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-da9cc77e-c337-48ee-9c45-595d284de5e4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.155172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33736) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.158822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-da9cc77e-c337-48ee-9c45-595d284de5e4 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "DELETE /v2.0/subnets/2e8aa3e2-df6a-4613-89bc-11c5a1299532 HTTP/1.1" status: 204 len: 168 time: 0.5051215 Sep 16 05:10:52.159031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754ebd4-0484-4ca5-9ab7-984160f0761f None None] Network 433648c1-f499-41d8-972e-6f435f317bce requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:52.247503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec4298a-3eb3-4a57-8e02-fd01862df9e6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting subnet e422ccf6-7e1f-4f97-8810-74802e8502f7 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:52.250881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ec4298a-3eb3-4a57-8e02-fd01862df9e6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.300180 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ec4298a-3eb3-4a57-8e02-fd01862df9e6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.421838 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ec4298a-3eb3-4a57-8e02-fd01862df9e6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.445714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] DHCP port deletion for 433648c1-f499-41d8-972e-6f435f317bce request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:52.507815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] Deleting port d4684c48-cb8d-4653-b16e-47f814e29aa6 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:52.508335 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.614824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ec4298a-3eb3-4a57-8e02-fd01862df9e6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.622517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] For port d4684c48-cb8d-4653-b16e-47f814e29aa6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4684c48-cb8d-4653-b16e-47f814e29aa6,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:52.623027 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.640261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] Calling delete_port for d4684c48-cb8d-4653-b16e-47f814e29aa6 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:52.645843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e2e0a-f42f-4afd-880f-c82d817490ab None None] Network 101cd63f-5bad-4b1d-a473-5775b8761a60 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:52.663296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ec4298a-3eb3-4a57-8e02-fd01862df9e6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.670606 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ec4298a-3eb3-4a57-8e02-fd01862df9e6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "DELETE /v2.0/subnets/e422ccf6-7e1f-4f97-8810-74802e8502f7 HTTP/1.1" status: 204 len: 168 time: 0.5102403 Sep 16 05:10:52.670606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4298a-3eb3-4a57-8e02-fd01862df9e6 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Subnet': ['ID=e422ccf6-7e1f-4f97-8810-74802e8502f7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:52.673438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33768) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.824853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.904608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Deleting port d4684c48-cb8d-4653-b16e-47f814e29aa6 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:52.905119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.982464 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.990419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] For port d4684c48-cb8d-4653-b16e-47f814e29aa6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4684c48-cb8d-4653-b16e-47f814e29aa6,segment=NetworkSegment(de1c15cf-b90d-4ed6-822a-e683048e06b8),segment_id=de1c15cf-b90d-4ed6-822a-e683048e06b8)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:52.990645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.009229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Calling delete_port for d4684c48-cb8d-4653-b16e-47f814e29aa6 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:53.018196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] DHCP port deletion for 101cd63f-5bad-4b1d-a473-5775b8761a60 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:53.022852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] No DVR routers for this DVR port d4684c48-cb8d-4653-b16e-47f814e29aa6 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:53.029476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95387ed2-34e6-4aa3-bb7f-b18502c6efb1 None None] Pushing event deleted for resources: {'Port': ['ID=d4684c48-cb8d-4653-b16e-47f814e29aa6,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.082357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] Deleting port 7d40e74c-92fd-4105-adbe-f8787f11993e {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:53.082843 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.120781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.169610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Port': ['ID=d4684c48-cb8d-4653-b16e-47f814e29aa6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.177546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] No DVR routers for this DVR port d4684c48-cb8d-4653-b16e-47f814e29aa6 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:53.205633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] For port 7d40e74c-92fd-4105-adbe-f8787f11993e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7d40e74c-92fd-4105-adbe-f8787f11993e,segment=NetworkSegment(50feb533-fee5-40dc-84e2-7342279fe7ea),segment_id=50feb533-fee5-40dc-84e2-7342279fe7ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:53.206859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.224495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] Calling delete_port for 7d40e74c-92fd-4105-adbe-f8787f11993e owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:53.314892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.342300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433648c1-f499-41d8-972e-6f435f317bce']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.362145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1c15cf-b90d-4ed6-822a-e683048e06b8') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.362459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1c15cf-b90d-4ed6-822a-e683048e06b8') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.382467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.408480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.420761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:53.420761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.441547 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.481136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] No DVR routers for this DVR port 7d40e74c-92fd-4105-adbe-f8787f11993e on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:53.500996 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:53.543546 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7d40e74c-92fd-4105-adbe-f8787f11993e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:53.556060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.582902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.584867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "DELETE /v2.0/networks/433648c1-f499-41d8-972e-6f435f317bce HTTP/1.1" status: 204 len: 168 time: 0.9083910 Sep 16 05:10:53.585730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357892c-422f-467c-8a8e-9417de353983 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Network': ['ID=433648c1-f499-41d8-972e-6f435f317bce,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.587894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33808) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.590511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7d40e74c-92fd-4105-adbe-f8787f11993e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:53.590865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7d40e74c-92fd-4105-adbe-f8787f11993e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:53.591314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4684c48-cb8d-4653-b16e-47f814e29aa6 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:53.593262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f991c-626c-48ee-b6e3-bdc229aa3d3c None None] Pushing event deleted for resources: {'Port': ['ID=7d40e74c-92fd-4105-adbe-f8787f11993e,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.666695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d4684c48-cb8d-4653-b16e-47f814e29aa6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:53.666695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4684c48-cb8d-4653-b16e-47f814e29aa6 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:53.742263 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.991897 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.013787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101cd63f-5bad-4b1d-a473-5775b8761a60']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.024901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50feb533-fee5-40dc-84e2-7342279fe7ea') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.025207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50feb533-fee5-40dc-84e2-7342279fe7ea') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.035927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.052100 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.059489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:54.059900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:54.063493 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:54.207428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.217096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.219420 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] 10.222.0.59 "DELETE /v2.0/networks/101cd63f-5bad-4b1d-a473-5775b8761a60 HTTP/1.1" status: 204 len: 168 time: 0.6296411 Sep 16 05:10:54.236954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5612098-6dc6-4864-88b9-78c4c0370ed5 tempest-TaggedBootDevicesTest-2144871229 tempest-TaggedBootDevicesTest-2144871229-project] Pushing event deleted for resources: {'Network': ['ID=101cd63f-5bad-4b1d-a473-5775b8761a60,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.116115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33860) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.230560 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218f34eb-eb8a-4996-890b-93b304d26eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.335738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218f34eb-eb8a-4996-890b-93b304d26eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.417303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218f34eb-eb8a-4996-890b-93b304d26eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.457060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33866) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.457588 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-218f34eb-eb8a-4996-890b-93b304d26eaf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ca952ced12346a9838effcb0f141232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385258 Sep 16 05:10:55.485312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f34eb-eb8a-4996-890b-93b304d26eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66a3c78-5aa4-4bc2-9b74-b65272424ad5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.540031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bd8cac24-470a-48dd-8354-8f5b3ea31c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.564214 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bd8cac24-470a-48dd-8354-8f5b3ea31c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.711285 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bd8cac24-470a-48dd-8354-8f5b3ea31c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.715595 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bd8cac24-470a-48dd-8354-8f5b3ea31c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.717176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bd8cac24-470a-48dd-8354-8f5b3ea31c8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e66a3c78-5aa4-4bc2-9b74-b65272424ad5 HTTP/1.1" status: 204 len: 168 time: 0.2591290 Sep 16 05:10:55.739518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cac24-470a-48dd-8354-8f5b3ea31c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66a3c78-5aa4-4bc2-9b74-b65272424ad5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.513938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33898) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.538282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5beb67ef-f123-4959-8025-19a79607b755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.662955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5beb67ef-f123-4959-8025-19a79607b755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.727003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5beb67ef-f123-4959-8025-19a79607b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.770058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5beb67ef-f123-4959-8025-19a79607b755 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f910912ca374dd8a947140fd8fb9936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530143 Sep 16 05:10:56.770058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb67ef-f123-4959-8025-19a79607b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fba304-a245-4c9b-aa3e-97b633224dd1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.772207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33908) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.837743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc64-dab2-4bb9-8d80-b8bfb89a8f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.861463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc64-dab2-4bb9-8d80-b8bfb89a8f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.013319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc64-dab2-4bb9-8d80-b8bfb89a8f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.016547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc64-dab2-4bb9-8d80-b8bfb89a8f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.018830 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-60a3cc64-dab2-4bb9-8d80-b8bfb89a8f79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64fba304-a245-4c9b-aa3e-97b633224dd1 HTTP/1.1" status: 204 len: 168 time: 0.2441649 Sep 16 05:10:57.039877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3cc64-dab2-4bb9-8d80-b8bfb89a8f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fba304-a245-4c9b-aa3e-97b633224dd1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.041657 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.299817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34080) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.476817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c070cb29-2a80-4ac6-91cb-ca3ecb4ba27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.589545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c070cb29-2a80-4ac6-91cb-ca3ecb4ba27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.733278 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c070cb29-2a80-4ac6-91cb-ca3ecb4ba27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.765082 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c070cb29-2a80-4ac6-91cb-ca3ecb4ba27b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=684305184ab7433fb697e00ecce9726e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616692 Sep 16 05:11:01.765665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34106) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.786559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070cb29-2a80-4ac6-91cb-ca3ecb4ba27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cca542-fde1-44b3-aced-dcdaf411346e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.833653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b50535a4-2663-402d-81e4-4530e61c67a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.859897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b50535a4-2663-402d-81e4-4530e61c67a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.056889 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b50535a4-2663-402d-81e4-4530e61c67a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.056889 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b50535a4-2663-402d-81e4-4530e61c67a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.059682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b50535a4-2663-402d-81e4-4530e61c67a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1cca542-fde1-44b3-aced-dcdaf411346e HTTP/1.1" status: 204 len: 168 time: 0.2928746 Sep 16 05:11:02.072654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50535a4-2663-402d-81e4-4530e61c67a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cca542-fde1-44b3-aced-dcdaf411346e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.785862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34148) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.936227 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f333707c-c6f4-46f6-855e-3c8a603e80d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.021312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34156) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.034070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f333707c-c6f4-46f6-855e-3c8a603e80d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.039196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448c9184-168a-4803-82bb-e9ef388da1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.162480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f333707c-c6f4-46f6-855e-3c8a603e80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.203179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333707c-c6f4-46f6-855e-3c8a603e80d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b264fe-302d-486e-9260-71c132969243,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.212246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f333707c-c6f4-46f6-855e-3c8a603e80d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d7f52e83f904607b4e99bb6be702d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239891 Sep 16 05:11:03.213776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34166) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.292707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b66f94d-fab1-4665-a9f8-feb799e1a025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.331443 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448c9184-168a-4803-82bb-e9ef388da1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.334946 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b66f94d-fab1-4665-a9f8-feb799e1a025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.412828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448c9184-168a-4803-82bb-e9ef388da1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.446228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b66f94d-fab1-4665-a9f8-feb799e1a025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.450019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b66f94d-fab1-4665-a9f8-feb799e1a025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.451231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9b66f94d-fab1-4665-a9f8-feb799e1a025 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7b264fe-302d-486e-9260-71c132969243 HTTP/1.1" status: 204 len: 168 time: 0.2372906 Sep 16 05:11:03.460727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66f94d-fab1-4665-a9f8-feb799e1a025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b264fe-302d-486e-9260-71c132969243,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.465587 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c9184-168a-4803-82bb-e9ef388da1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e644f1-e9ab-4288-a37d-4c0e3b47ed13,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.470288 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-448c9184-168a-4803-82bb-e9ef388da1f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba0749e3c434425397f5d0718f0c04bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472826 Sep 16 05:11:03.472940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34172) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.540296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8067a0ad-7113-4654-807f-d160fcf0b030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.569755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8067a0ad-7113-4654-807f-d160fcf0b030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.738685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8067a0ad-7113-4654-807f-d160fcf0b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.741864 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8067a0ad-7113-4654-807f-d160fcf0b030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.743277 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8067a0ad-7113-4654-807f-d160fcf0b030 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2e644f1-e9ab-4288-a37d-4c0e3b47ed13 HTTP/1.1" status: 204 len: 168 time: 0.2693071 Sep 16 05:11:03.753208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067a0ad-7113-4654-807f-d160fcf0b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e644f1-e9ab-4288-a37d-4c0e3b47ed13,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.451577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34208) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.466072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dfe50a6c-d871-4097-b1ba-ae1dee0d2abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.569825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dfe50a6c-d871-4097-b1ba-ae1dee0d2abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.646827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dfe50a6c-d871-4097-b1ba-ae1dee0d2abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.688810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dfe50a6c-d871-4097-b1ba-ae1dee0d2abd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb28a2d9e96847d186536a972ba96245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361174 Sep 16 05:11:04.690154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe50a6c-d871-4097-b1ba-ae1dee0d2abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95414e4b-338f-434e-890c-bea808659e7c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.691441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34214) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.777050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-215d8399-61ed-4770-851f-1c1d301bb207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.819664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-215d8399-61ed-4770-851f-1c1d301bb207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.966776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-215d8399-61ed-4770-851f-1c1d301bb207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.969441 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-215d8399-61ed-4770-851f-1c1d301bb207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.973721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-215d8399-61ed-4770-851f-1c1d301bb207 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95414e4b-338f-434e-890c-bea808659e7c HTTP/1.1" status: 204 len: 168 time: 0.2780020 Sep 16 05:11:04.981077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d8399-61ed-4770-851f-1c1d301bb207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95414e4b-338f-434e-890c-bea808659e7c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.362457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34300) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.161699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34350) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.351861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a45df0e4-582f-4b2a-84a1-cda78f2d374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.463539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a45df0e4-582f-4b2a-84a1-cda78f2d374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.540370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.591507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a45df0e4-582f-4b2a-84a1-cda78f2d374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.707811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45df0e4-582f-4b2a-84a1-cda78f2d374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92856f4e-11af-413f-bff7-f8caf79ff42a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.726080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a45df0e4-582f-4b2a-84a1-cda78f2d374d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80569360ee404c73ba4c1b275ea871b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5632026 Sep 16 05:11:07.732533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34376) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.812787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa34e-e48f-43ad-acd1-2b9e84415d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.838327 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa34e-e48f-43ad-acd1-2b9e84415d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.915353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Deleting port 6838cbb1-bd94-4f98-af2f-e1b077b96e35 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:07.915769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.916227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34382) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.001574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] For port 6838cbb1-bd94-4f98-af2f-e1b077b96e35, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6838cbb1-bd94-4f98-af2f-e1b077b96e35,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:08.001922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.015491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Calling delete_port for 6838cbb1-bd94-4f98-af2f-e1b077b96e35 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:08.032294 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa34e-e48f-43ad-acd1-2b9e84415d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.036151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa34e-e48f-43ad-acd1-2b9e84415d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.036512 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a3eaa34e-e48f-43ad-acd1-2b9e84415d28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92856f4e-11af-413f-bff7-f8caf79ff42a HTTP/1.1" status: 204 len: 168 time: 0.3027136 Sep 16 05:11:08.089202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaa34e-e48f-43ad-acd1-2b9e84415d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92856f4e-11af-413f-bff7-f8caf79ff42a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.099790 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59058903-99f7-4c2f-90c3-f39d91174688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.242912 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59058903-99f7-4c2f-90c3-f39d91174688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.361005 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.361842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59058903-99f7-4c2f-90c3-f39d91174688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.410777 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-59058903-99f7-4c2f-90c3-f39d91174688 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d670ca751dab453cbf06e1f08ca20e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909062 Sep 16 05:11:08.410777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058903-99f7-4c2f-90c3-f39d91174688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697b3afe-b13e-4878-b4f9-58577dee3139,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.422889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34400) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.425100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Pushing event deleted for resources: {'Port': ['ID=6838cbb1-bd94-4f98-af2f-e1b077b96e35,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.532237 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2fed643a-b343-4be6-9ef6-acfa47ad36db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.571033 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2fed643a-b343-4be6-9ef6-acfa47ad36db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.713415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2fed643a-b343-4be6-9ef6-acfa47ad36db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.716772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2fed643a-b343-4be6-9ef6-acfa47ad36db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.717939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2fed643a-b343-4be6-9ef6-acfa47ad36db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/697b3afe-b13e-4878-b4f9-58577dee3139 HTTP/1.1" status: 204 len: 168 time: 0.2915957 Sep 16 05:11:08.727728 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.741128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed643a-b343-4be6-9ef6-acfa47ad36db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697b3afe-b13e-4878-b4f9-58577dee3139,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.019364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Router 112c51fe-7204-425b-b177-1a2f4874f516 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:09.139016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:09.144488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-02da8426-0e71-4ebd-9b44-c77569bca657 admin admin] 10.222.0.59 "PUT /v2.0/routers/112c51fe-7204-425b-b177-1a2f4874f516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7802482 Sep 16 05:11:09.147208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34424) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.149957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] Sync routers for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:09.169847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:09.172808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:10:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:09.394599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:09.643180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T05:11:08Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:09.714594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.726172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] Checking router: 112c51fe-7204-425b-b177-1a2f4874f516 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:09.738914 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] Routers {'112c51fe-7204-425b-b177-1a2f4874f516'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:09.739817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:10:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['112c51fe-7204-425b-b177-1a2f4874f516'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:09.832304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34454) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.850068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12a19b8f-5f3a-4380-96e7-8148eb8e79a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.876154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] Set router 112c51fe-7204-425b-b177-1a2f4874f516 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:09.883738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.963817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12a19b8f-5f3a-4380-96e7-8148eb8e79a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.068290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Deleting port 9d2a785f-c452-47fb-b37b-b960ab1e463d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:10.068645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.084642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T05:11:08Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:10.088387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12a19b8f-5f3a-4380-96e7-8148eb8e79a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.112249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91835232-dbe2-4051-bd17-d8bd48682ff2 None None] The sync data for ids ['112c51fe-7204-425b-b177-1a2f4874f516'] in n-d-712143-16 is: [{'id': '112c51fe-7204-425b-b177-1a2f4874f516', 'name': 'tempest-TaggedBootDevicesTest-1191922854-router', 'tenant_id': '44c3613b95a8434c8254bd97b4c0a861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:20Z', 'updated_at': '2021-09-16T05:11:08Z', 'revision_number': 5, 'project_id': '44c3613b95a8434c8254bd97b4c0a861', 'gw_port': {'id': '9d2a785f-c452-47fb-b37b-b960ab1e463d', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112c51fe-7204-425b-b177-1a2f4874f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:10.169265 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-12a19b8f-5f3a-4380-96e7-8148eb8e79a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17df1875101a4001855c892d9335813d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355484 Sep 16 05:11:10.171475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a19b8f-5f3a-4380-96e7-8148eb8e79a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2540c10-4254-4b0b-b648-8f7c4f1874c2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.173091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34468) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:10.195287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] For port 9d2a785f-c452-47fb-b37b-b960ab1e463d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9d2a785f-c452-47fb-b37b-b960ab1e463d,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:10.195747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.211057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Calling delete_port for 9d2a785f-c452-47fb-b37b-b960ab1e463d owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:10.242098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-600562bb-0183-4787-a37c-b745a198e440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.267957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-600562bb-0183-4787-a37c-b745a198e440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.334980 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.368718 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-9c848d5f-1f69-43cd-a377-a3f84fefe444 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0968838 Sep 16 05:11:10.412864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-600562bb-0183-4787-a37c-b745a198e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.416669 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-600562bb-0183-4787-a37c-b745a198e440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.431538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-600562bb-0183-4787-a37c-b745a198e440 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2540c10-4254-4b0b-b648-8f7c4f1874c2 HTTP/1.1" status: 204 len: 168 time: 0.2488029 Sep 16 05:11:10.435529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600562bb-0183-4787-a37c-b745a198e440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2540c10-4254-4b0b-b648-8f7c4f1874c2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.517205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-438edbb2-2f33-49c6-9b85-b34b455cfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.520380 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-438edbb2-2f33-49c6-9b85-b34b455cfaea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff885869c7894048954f13cf5e9bc08a&device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 1097 time: 0.0994384 Sep 16 05:11:10.583734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.666100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2a785f-c452-47fb-b37b-b960ab1e463d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.757265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-655e9ced-9b3d-4a49-b938-e4a5b952503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.758771 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-655e9ced-9b3d-4a49-b938-e4a5b952503b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 HTTP/1.1" status: 200 len: 916 time: 0.2194068 Sep 16 05:11:10.766020 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.912259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.915821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.962165 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-40f60e97-7944-4c48-9b3d-0c29e6574432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.986077 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-93d5c5c8-c22e-46b5-806e-e36b7f504aa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b8cd0a8-7474-4e57-b395-460dfa0bff7a HTTP/1.1" status: 200 len: 1000 time: 0.2177641 Sep 16 05:11:11.044754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-2bc23027-48d6-4c77-a27a-fa32cf4117f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.046258 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-2bc23027-48d6-4c77-a27a-fa32cf4117f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a4bfe61-8f0b-42b7-97e2-53a839f90540 HTTP/1.1" status: 200 len: 854 time: 0.0518401 Sep 16 05:11:11.100664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-02f9cc0c-6c43-4aee-9ab2-c73d97841e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.102264 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-02f9cc0c-6c43-4aee-9ab2-c73d97841e94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482366 Sep 16 05:11:11.104150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.105311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112c51fe-7204-425b-b177-1a2f4874f516 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:11.110157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.113212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2ffdd964-dd2a-4552-acf4-917dd60dce81 admin admin] 10.222.0.59 "DELETE /v2.0/routers/112c51fe-7204-425b-b177-1a2f4874f516 HTTP/1.1" status: 204 len: 168 time: 1.9628482 Sep 16 05:11:11.119551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34522) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:11.246817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49c37cb-b7f5-46c1-a1a4-b064ae1e10aa admin admin] Deleting subnet c7a7cc46-77b4-43d5-9f01-b8018341ba98 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:11.268811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b49c37cb-b7f5-46c1-a1a4-b064ae1e10aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.275825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-3b438225-3f2f-4dc8-aecd-bebf5fa7fbda service neutron] 10.222.0.60 "GET /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613941 Sep 16 05:11:11.354365 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b49c37cb-b7f5-46c1-a1a4-b064ae1e10aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.483971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b49c37cb-b7f5-46c1-a1a4-b064ae1e10aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.488175 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-57a1e53f-8676-4704-8c10-56275d6ad058 req-61d4bba7-8b38-424d-a6c1-297dee72cb6c service neutron] 10.222.0.60 "GET /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912203 Sep 16 05:11:11.647627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b49c37cb-b7f5-46c1-a1a4-b064ae1e10aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.731853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c37cb-b7f5-46c1-a1a4-b064ae1e10aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a7cc46-77b4-43d5-9f01-b8018341ba98,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.753471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b49c37cb-b7f5-46c1-a1a4-b064ae1e10aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.757750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b49c37cb-b7f5-46c1-a1a4-b064ae1e10aa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c7a7cc46-77b4-43d5-9f01-b8018341ba98 HTTP/1.1" status: 204 len: 168 time: 0.6376374 Sep 16 05:11:11.758162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34576) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:11.763978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e8b160-0a67-42cf-a86a-017062506024 None None] Network 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:11.863659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6838cbb1-bd94-4f98-af2f-e1b077b96e35 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:11.920695 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.927427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 6838cbb1-bd94-4f98-af2f-e1b077b96e35 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:11.928137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6838cbb1-bd94-4f98-af2f-e1b077b96e35 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:11.928723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9d2a785f-c452-47fb-b37b-b960ab1e463d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:11.957328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 9d2a785f-c452-47fb-b37b-b960ab1e463d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:11.957674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9d2a785f-c452-47fb-b37b-b960ab1e463d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:11.984504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Deleting port c7c96258-70d0-4711-8324-fb6d6a9d0959 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:11.984853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.115572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] For port c7c96258-70d0-4711-8324-fb6d6a9d0959, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c7c96258-70d0-4711-8324-fb6d6a9d0959,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:12.115935 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.139638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Calling delete_port for c7c96258-70d0-4711-8324-fb6d6a9d0959 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:12.161896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] DHCP port deletion for 79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:12.247750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] Deleting port c7c96258-70d0-4711-8324-fb6d6a9d0959 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:12.248477 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.320197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] For port c7c96258-70d0-4711-8324-fb6d6a9d0959, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c7c96258-70d0-4711-8324-fb6d6a9d0959,segment=NetworkSegment(2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff),segment_id=2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:12.320197 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.342619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] Calling delete_port for c7c96258-70d0-4711-8324-fb6d6a9d0959 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:12.390221 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.432071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c96258-70d0-4711-8324-fb6d6a9d0959,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.440788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] No DVR routers for this DVR port c7c96258-70d0-4711-8324-fb6d6a9d0959 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.462125 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:12.469609 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:11:12.470418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.483081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] No DVR routers for this DVR port c7c96258-70d0-4711-8324-fb6d6a9d0959 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:12.512165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c2c5d-f223-42ee-bae8-ff8b8eadbcec None None] Pushing event deleted for resources: {'Port': ['ID=c7c96258-70d0-4711-8324-fb6d6a9d0959,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.545026 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.567639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.578672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.579019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2daa6d79-1062-4e2d-b6b9-3a5211e5c6ff') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.589470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.604462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.612358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:12.612824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:12.614820 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:12.783175 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.788272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.793619 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52 HTTP/1.1" status: 204 len: 168 time: 1.0330074 Sep 16 05:11:12.842615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c4b0b-13a8-40e4-ba1a-0faae4a995c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=79dea5b3-8fa4-4de1-a1b6-d8e9b5c05f52,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.286841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34658) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:13.328289 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56d9390d-fe2a-4b7e-a061-0daa9ce72f51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44c3613b95a8434c8254bd97b4c0a861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401273 Sep 16 05:11:13.330565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34660) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:13.411704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5982de49-0f20-46b7-ab67-242d98646fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.463030 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5982de49-0f20-46b7-ab67-242d98646fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.556866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c7c96258-70d0-4711-8324-fb6d6a9d0959 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:13.584287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c7c96258-70d0-4711-8324-fb6d6a9d0959 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:13.584820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c7c96258-70d0-4711-8324-fb6d6a9d0959 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:13.675594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5982de49-0f20-46b7-ab67-242d98646fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.678890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5982de49-0f20-46b7-ab67-242d98646fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.680330 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5982de49-0f20-46b7-ab67-242d98646fb2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5e23623-81a9-45fe-81a1-5df213681c71 HTTP/1.1" status: 204 len: 168 time: 0.3486207 Sep 16 05:11:13.695466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982de49-0f20-46b7-ab67-242d98646fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e23623-81a9-45fe-81a1-5df213681c71,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:14.217948 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.434357 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3272-25fb-40c7-b5b5-51993cc132aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.070476 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.160232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34804) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:15.222221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34810) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:15.369244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-551200579-network', 'tenant_id': 'ada1d19ebb0c4268ac1805446b239f80'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:15.454301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a001e90-7756-4357-977b-64687c2f54c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.494629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Made reservation on behalf of ada1d19ebb0c4268ac1805446b239f80 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:15.498572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.517205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.601648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a001e90-7756-4357-977b-64687c2f54c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.710074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a001e90-7756-4357-977b-64687c2f54c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.769130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9a001e90-7756-4357-977b-64687c2f54c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dcd3af018d73424f8e17679030f075f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5447667 Sep 16 05:11:15.771773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34848) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:15.778254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a001e90-7756-4357-977b-64687c2f54c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3e375-5490-422b-b1c8-9882b1d9bd06,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.850476 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65dd2337-1658-4d96-a698-7a1466841824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.859522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.873375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65dd2337-1658-4d96-a698-7a1466841824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.989572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.990090 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65dd2337-1658-4d96-a698-7a1466841824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.993512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65dd2337-1658-4d96-a698-7a1466841824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.996031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-65dd2337-1658-4d96-a698-7a1466841824 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ca3e375-5490-422b-b1c8-9882b1d9bd06 HTTP/1.1" status: 204 len: 168 time: 0.2225277 Sep 16 05:11:16.006061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:16.014771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2337-1658-4d96-a698-7a1466841824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3e375-5490-422b-b1c8-9882b1d9bd06,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.029383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.029902 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Added segment 8144ab4d-e1d6-4abf-b1cb-52c9e4db1413 of type vlan for network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f Sep 16 05:11:16.049281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a363b9-1d09-474f-8887-f604e78aa691,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.091951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.099851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34864) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.217686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.218706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.219324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.238760 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86b53fc1-be86-45e3-b4ae-f3bbc0a8afea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.338019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1760294 Sep 16 05:11:16.339848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bed82-dc98-4878-89ab-ad402854c77a admin admin] Pushing event updated for resources: {'Network': ['ID=0aa36c4d-ecf5-495e-b2b2-95466498ac5f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.342031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34890) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.349950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:16.357544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Request body: {'subnet': {'network_id': '0aa36c4d-ecf5-495e-b2b2-95466498ac5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-551200579-subnet', 'tenant_id': 'ada1d19ebb0c4268ac1805446b239f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:16.416401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86b53fc1-be86-45e3-b4ae-f3bbc0a8afea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.505647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86b53fc1-be86-45e3-b4ae-f3bbc0a8afea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.568413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-86b53fc1-be86-45e3-b4ae-f3bbc0a8afea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d202340a14044678aaf7e38beb799e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673872 Sep 16 05:11:16.569309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b53fc1-be86-45e3-b4ae-f3bbc0a8afea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46f563-ba22-48f1-9ff4-008626c268b3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.571231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34904) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.621239 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692491cd-369c-4215-a876-7a0ac4bb58f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.640695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Made reservation on behalf of ada1d19ebb0c4268ac1805446b239f80 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:16.642992 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.649550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692491cd-369c-4215-a876-7a0ac4bb58f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.789397 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.841983 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692491cd-369c-4215-a876-7a0ac4bb58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.844850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692491cd-369c-4215-a876-7a0ac4bb58f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.848924 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-692491cd-369c-4215-a876-7a0ac4bb58f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb46f563-ba22-48f1-9ff4-008626c268b3 HTTP/1.1" status: 204 len: 168 time: 0.2735105 Sep 16 05:11:16.861833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692491cd-369c-4215-a876-7a0ac4bb58f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46f563-ba22-48f1-9ff4-008626c268b3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.893749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34916) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.913027 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a411b44a-3a22-4d08-95cb-6ace0f28f899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.023831 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a411b44a-3a22-4d08-95cb-6ace0f28f899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.138418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a411b44a-3a22-4d08-95cb-6ace0f28f899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.142701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.183791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411b44a-3a22-4d08-95cb-6ace0f28f899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f10ecb-0870-4e8f-aa6b-6b1ceb4f2810,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.206609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b31b94f6-6fee-4943-95e0-521b61f6ce3c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.207031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a411b44a-3a22-4d08-95cb-6ace0f28f899 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71a3739fe3014071925c64c523ef9259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115256 Sep 16 05:11:17.209435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34928) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.218561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Checking segment: {'id': '8144ab4d-e1d6-4abf-b1cb-52c9e4db1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aa36c4d-ecf5-495e-b2b2-95466498ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:17.219104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Network hostable DHCP agents. Network: 0aa36c4d-ecf5-495e-b2b2-95466498ac5f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:17.265129 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a92f71c-3140-45d7-8af8-a9ad63ebd382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.293747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a92f71c-3140-45d7-8af8-a9ad63ebd382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.327532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:17.418373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0aa36c4d-ecf5-495e-b2b2-95466498ac5f) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:17.422963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.426269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.428968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337861e-6d75-4406-8eee-e0ccc969c41c None None] Network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:17.446397 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a92f71c-3140-45d7-8af8-a9ad63ebd382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.449179 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7a92f71c-3140-45d7-8af8-a9ad63ebd382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.450643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7a92f71c-3140-45d7-8af8-a9ad63ebd382 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19f10ecb-0870-4e8f-aa6b-6b1ceb4f2810 HTTP/1.1" status: 204 len: 168 time: 0.2400060 Sep 16 05:11:17.458841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92f71c-3140-45d7-8af8-a9ad63ebd382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f10ecb-0870-4e8f-aa6b-6b1ceb4f2810,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.515697 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d8b54216-dfb8-45aa-bbe5-dad89346ad50 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1631179 Sep 16 05:11:17.576673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3842b2e-154d-44e1-901e-0a13d6739801 None None] Network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:17.684364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34944) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.698877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ff287b8-e6f8-41a9-a54e-eae866371ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.813834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ff287b8-e6f8-41a9-a54e-eae866371ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.892213 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ff287b8-e6f8-41a9-a54e-eae866371ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.932338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1ff287b8-e6f8-41a9-a54e-eae866371ba8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d18d120b03949c6930f78116a155694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468691 Sep 16 05:11:17.935162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34952) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.935620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34954) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.938620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff287b8-e6f8-41a9-a54e-eae866371ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1597c537-45e3-4ca4-a029-7dcefc76d237,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.993145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bc15309-422b-4088-b31a-add616742ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.014756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bc15309-422b-4088-b31a-add616742ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.160925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bc15309-422b-4088-b31a-add616742ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.163958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3bc15309-422b-4088-b31a-add616742ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.165734 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3bc15309-422b-4088-b31a-add616742ae0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1597c537-45e3-4ca4-a029-7dcefc76d237 HTTP/1.1" status: 204 len: 168 time: 0.2290266 Sep 16 05:11:18.174674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc15309-422b-4088-b31a-add616742ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1597c537-45e3-4ca4-a029-7dcefc76d237,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.301891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8278d5bb-1e1f-4a77-b6e5-d6d11d8423c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.405462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8278d5bb-1e1f-4a77-b6e5-d6d11d8423c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.531103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8278d5bb-1e1f-4a77-b6e5-d6d11d8423c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.581486 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8278d5bb-1e1f-4a77-b6e5-d6d11d8423c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd4bc5e2e1a6477cbba4eb5afd58ed20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384339 Sep 16 05:11:18.581486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278d5bb-1e1f-4a77-b6e5-d6d11d8423c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99c625f-50f8-4315-822f-ba960d9ff498,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.582110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34984) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:18.647677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ae7087a-5c17-4ca2-8982-cee30ecd5c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.678648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ae7087a-5c17-4ca2-8982-cee30ecd5c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.852167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ae7087a-5c17-4ca2-8982-cee30ecd5c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.854797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ae7087a-5c17-4ca2-8982-cee30ecd5c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.856009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ae7087a-5c17-4ca2-8982-cee30ecd5c49 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d99c625f-50f8-4315-822f-ba960d9ff498 HTTP/1.1" status: 204 len: 168 time: 0.2734470 Sep 16 05:11:18.864551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7087a-5c17-4ca2-8982-cee30ecd5c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99c625f-50f8-4315-822f-ba960d9ff498,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.904696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35004) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:18.909716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1660457388-network', 'tenant_id': '7b906325ed3c40f08c88f5dbc74df49d'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.052187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Made reservation on behalf of 7b906325ed3c40f08c88f5dbc74df49d for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:19.055189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.067486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.166994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.240535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.267215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:19.293014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7250ec-a364-46e1-90b3-a03b6975ff81,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.298030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.298371 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Added segment 59274b20-5303-4e92-81f4-394bdee2e5b8 of type vlan for network 861a05b3-a0ac-4f75-a3bb-e719088d0a1e Sep 16 05:11:19.360912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.458249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.459308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.463986 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.559537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] Pushing event updated for resources: {'Network': ['ID=861a05b3-a0ac-4f75-a3bb-e719088d0a1e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.569308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 861a05b3-a0ac-4f75-a3bb-e719088d0a1e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:19.620082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-07c2b72e-b614-41ea-b59b-1c83a988b630 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7139299 Sep 16 05:11:19.623104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35040) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.631224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Request body: {'subnet': {'network_id': '861a05b3-a0ac-4f75-a3bb-e719088d0a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1660457388-subnet', 'tenant_id': '7b906325ed3c40f08c88f5dbc74df49d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.743637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Made reservation on behalf of 7b906325ed3c40f08c88f5dbc74df49d for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:19.747729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.023618 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.095896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002abdd4-9c18-4051-a8ea-3554002a6056,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:20.104015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Checking segment: {'id': '59274b20-5303-4e92-81f4-394bdee2e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '861a05b3-a0ac-4f75-a3bb-e719088d0a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:20.105155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Network hostable DHCP agents. Network: 861a05b3-a0ac-4f75-a3bb-e719088d0a1e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:20.195945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Network 861a05b3-a0ac-4f75-a3bb-e719088d0a1e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:20.274541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 861a05b3-a0ac-4f75-a3bb-e719088d0a1e) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:20.286958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.293891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.296213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c2069-0491-44a3-b600-97b19b2af845 None None] Network 861a05b3-a0ac-4f75-a3bb-e719088d0a1e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:20.409354 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5785e689-36e4-4764-af6b-c812b2a55313 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7843361 Sep 16 05:11:20.450040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6896191-efcc-48b7-a5fc-f1ca968baa5f None None] Network 861a05b3-a0ac-4f75-a3bb-e719088d0a1e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:21.534023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-472774be-0094-47a8-b2ac-28093c9b9014 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.537589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-472774be-0094-47a8-b2ac-28093c9b9014 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/networks?id=0aa36c4d-ecf5-495e-b2b2-95466498ac5f HTTP/1.1" status: 200 len: 824 time: 0.1364944 Sep 16 05:11:21.555274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-bf588662-4ae4-4ba8-9651-e5f2adb7e7ff tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/quotas/ada1d19ebb0c4268ac1805446b239f80 HTTP/1.1" status: 200 len: 375 time: 0.0104501 Sep 16 05:11:21.590249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-3a837508-0628-4650-b193-2540505556fd tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ada1d19ebb0c4268ac1805446b239f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291090 Sep 16 05:11:21.828930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35192) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:21.879800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-5d10c746-230f-4d39-a275-37d46b4b7b5d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:21.881300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-5d10c746-230f-4d39-a275-37d46b4b7b5d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2769730 Sep 16 05:11:21.991696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c6b1783-3ee7-4fd4-9a5e-440af43be636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.054791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b04527bd-a829-4279-8826-3efed1061a64 service neutron] 10.222.0.59 "GET /v2.0/networks/0aa36c4d-ecf5-495e-b2b2-95466498ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577127 Sep 16 05:11:22.217424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-d3c3a70e-47e2-41b2-94e4-9a7cbc3471ae service neutron] 10.222.0.59 "GET /v2.0/networks/0aa36c4d-ecf5-495e-b2b2-95466498ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598163 Sep 16 05:11:22.249755 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c6b1783-3ee7-4fd4-9a5e-440af43be636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.366092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8c6b1783-3ee7-4fd4-9a5e-440af43be636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.416341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8c6b1783-3ee7-4fd4-9a5e-440af43be636 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=452a2ee5919240de83fa2ff87ae34567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862770 Sep 16 05:11:22.418009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b1783-3ee7-4fd4-9a5e-440af43be636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a1a973-0c21-42d3-9c14-f09fbac9a540,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.432124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35214) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:22.560882 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a21f27a-3ddd-4113-8f44-82088cc729b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.593191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a21f27a-3ddd-4113-8f44-82088cc729b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.648592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb7cfe74-9232-4981-b1c3-53a07cb9b706 req-cab3e404-0480-4068-8850-28bc30d36da0 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 210 time: 0.0647893 Sep 16 05:11:22.755838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd60c4-2911-4cd5-83d2-5e433c25685f req-b004c8ce-819f-4285-bd80-f3bd53b7571e tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.757758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6fd60c4-2911-4cd5-83d2-5e433c25685f req-b004c8ce-819f-4285-bd80-f3bd53b7571e tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 945 time: 0.0864186 Sep 16 05:11:22.805454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6fd60c4-2911-4cd5-83d2-5e433c25685f req-b90ceb2c-9fe4-4f52-9431-1e6bd1922410 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372496 Sep 16 05:11:22.886351 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a21f27a-3ddd-4113-8f44-82088cc729b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.889417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a21f27a-3ddd-4113-8f44-82088cc729b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.890614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1a21f27a-3ddd-4113-8f44-82088cc729b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4a1a973-0c21-42d3-9c14-f09fbac9a540 HTTP/1.1" status: 204 len: 168 time: 0.4557772 Sep 16 05:11:22.899079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21f27a-3ddd-4113-8f44-82088cc729b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a1a973-0c21-42d3-9c14-f09fbac9a540,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.445712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:23.636390 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bac9bf8d-2bf0-499d-aa4a-7528ca55779a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.750170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee980be6-b84a-4665-ba56-21fe5ac4ba06 req-6047dcf3-3bf8-40a2-b24b-a55e65bf4195 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 210 time: 0.0402701 Sep 16 05:11:23.809323 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bac9bf8d-2bf0-499d-aa4a-7528ca55779a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.949075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5f391-8771-4342-a33b-9ccaf9016834 req-2d0325bc-b96d-4fdf-b0b5-22b8b9014a6c tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.950812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10a5f391-8771-4342-a33b-9ccaf9016834 req-2d0325bc-b96d-4fdf-b0b5-22b8b9014a6c tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 945 time: 0.0585227 Sep 16 05:11:23.973055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bac9bf8d-2bf0-499d-aa4a-7528ca55779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.046514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bac9bf8d-2bf0-499d-aa4a-7528ca55779a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ab204af9b104885a1036116ea544bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5995915 Sep 16 05:11:24.050500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10a5f391-8771-4342-a33b-9ccaf9016834 req-ca6ee5b3-3ad2-4b1d-bc60-d1df7ca4a0fc tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929804 Sep 16 05:11:24.050990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-089730dc-8a4f-4cfa-9a52-6d4738021ec6 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.051573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35302) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.053408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-089730dc-8a4f-4cfa-9a52-6d4738021ec6 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.60 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 945 time: 0.1115887 Sep 16 05:11:24.058375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9bf8d-2bf0-499d-aa4a-7528ca55779a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f9fff-2dbb-49be-a2e8-3ff9767df7af,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.109105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7cd1-73c8-459e-8d3b-f3ef70811b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.131118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7cd1-73c8-459e-8d3b-f3ef70811b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.155365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Deleting port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:24.155713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.252498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] For port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:24.252976 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.303718 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7cd1-73c8-459e-8d3b-f3ef70811b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.314240 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7cd1-73c8-459e-8d3b-f3ef70811b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.317767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6b0f7cd1-73c8-459e-8d3b-f3ef70811b9d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/350f9fff-2dbb-49be-a2e8-3ff9767df7af HTTP/1.1" status: 204 len: 168 time: 0.2629299 Sep 16 05:11:24.328581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f7cd1-73c8-459e-8d3b-f3ef70811b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f9fff-2dbb-49be-a2e8-3ff9767df7af,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.817371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.817371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.817371 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Floating IP 4cb3e178-63fc-4208-8df1-1fadf05f5869 disassociated. External IP: 172.25.7.93, port: 0b8cd0a8-7474-4e57-b395-460dfa0bff7a. Sep 16 05:11:24.817371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Calling delete_port for 0b8cd0a8-7474-4e57-b395-460dfa0bff7a owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:24.944383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-244d6f55-0175-428c-a05e-4e91487d25e5 req-920d6ad0-105b-41ee-9f95-0370511f2a1d tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 210 time: 0.0678754 Sep 16 05:11:25.154474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.178741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a6a3f-6bd8-4732-93c0-a5ff4a3b050e req-f626fe48-7f4f-4813-b117-a194cae18a60 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.180678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-989a6a3f-6bd8-4732-93c0-a5ff4a3b050e req-f626fe48-7f4f-4813-b117-a194cae18a60 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 867 time: 0.0572677 Sep 16 05:11:25.188367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event deleted for resources: {'Port': ['ID=0b8cd0a8-7474-4e57-b395-460dfa0bff7a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.196278 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:25.201056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.201754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.202102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.202445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.202782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.203154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.203528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.203898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.204627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.204627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.204924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.205254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:25.236440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-989a6a3f-6bd8-4732-93c0-a5ff4a3b050e req-90b3e065-7040-49d3-bb38-dfb75272b7cf tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups?id=5647d613-c4c9-4376-a059-284c135bfcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390418 Sep 16 05:11:25.332739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Router d462c5ab-170d-46da-b3a2-896795961373 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:25.455990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:25.466006 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] Sync routers for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:25.476894 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:25.477547 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:25.497563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] No DVR routers for this DVR port 0b8cd0a8-7474-4e57-b395-460dfa0bff7a on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:25.500255 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.516309 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9bc80098-e779-4be7-97e4-fb9209bcbc56 req-26f0ceba-5f6c-4c20-9854-c849accfb8fe tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.60 "DELETE /v2.0/ports/0b8cd0a8-7474-4e57-b395-460dfa0bff7a HTTP/1.1" status: 204 len: 173 time: 1.4419611 Sep 16 05:11:25.516309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7933197d-902f-484e-98cf-0d58c6aee57c', 'name': 'network-vif-deleted', 'tag': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:25.516777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35366) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:25.516887 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b659ce6-f9a3-4a69-9ca6-293bfcdc7acc" -d '{"events": [{"server_uuid": "7933197d-902f-484e-98cf-0d58c6aee57c", "name": "network-vif-deleted", "tag": "0b8cd0a8-7474-4e57-b395-460dfa0bff7a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:25.578781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35376) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:25.611840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e80b19ec-b45b-48c4-9cde-3b570bdb3dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.643799 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:25.888418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e80b19ec-b45b-48c4-9cde-3b570bdb3dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.931734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-e04526a6-4072-4cce-a897-a230f2f9ef21 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.936183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-e04526a6-4072-4cce-a897-a230f2f9ef21 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.57 "GET /v2.0/networks?id=0aa36c4d-ecf5-495e-b2b2-95466498ac5f HTTP/1.1" status: 200 len: 824 time: 0.3624444 Sep 16 05:11:25.958349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Request body: {'port': {'device_id': '725a2c73-0815-47e5-a7be-da66f584618e', 'network_id': '0aa36c4d-ecf5-495e-b2b2-95466498ac5f', 'admin_state_up': True, 'tenant_id': 'ada1d19ebb0c4268ac1805446b239f80'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:25.965972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e80b19ec-b45b-48c4-9cde-3b570bdb3dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.060653 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f513ae4f-e7de-4285-b8d5-ba83b9ae5c7e x-openstack-request-id: req-f513ae4f-e7de-4285-b8d5-ba83b9ae5c7e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:26.060952 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7933197d-902f-484e-98cf-0d58c6aee57c", "name": "network-vif-deleted", "tag": "0b8cd0a8-7474-4e57-b395-460dfa0bff7a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:26.061208 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f513ae4f-e7de-4285-b8d5-ba83b9ae5c7e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:26.061692 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7933197d-902f-484e-98cf-0d58c6aee57c', 'name': 'network-vif-deleted', 'tag': '0b8cd0a8-7474-4e57-b395-460dfa0bff7a', 'status': 'completed', 'code': 200} Sep 16 05:11:26.070622 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e80b19ec-b45b-48c4-9cde-3b570bdb3dc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e567b0ce7fc4207a4f9fd93447c929c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904583 Sep 16 05:11:26.072823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b19ec-b45b-48c4-9cde-3b570bdb3dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b3b16e-ba49-47d4-82f9-f370fca98faf,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.090240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35390) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.129805 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.133376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-126d344a-a46e-47e4-b092-a09f2145457a req-0dd0014c-431e-46fc-978d-eadcd96dfbf0 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 210 time: 0.0473440 Sep 16 05:11:26.136746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70ca0a79-b506-4c7f-ba67-5d4dfcc7cc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.162286 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89a05ab8-1a29-4733-9d4d-4075f4982e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.184625 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] Checking router: d462c5ab-170d-46da-b3a2-896795961373 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:26.193262 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:26.194123 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.201818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89a05ab8-1a29-4733-9d4d-4075f4982e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.327137 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:26.388254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70ca0a79-b506-4c7f-ba67-5d4dfcc7cc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.422215 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89a05ab8-1a29-4733-9d4d-4075f4982e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.425177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89a05ab8-1a29-4733-9d4d-4075f4982e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.426656 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-89a05ab8-1a29-4733-9d4d-4075f4982e2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29b3b16e-ba49-47d4-82f9-f370fca98faf HTTP/1.1" status: 204 len: 168 time: 0.3490913 Sep 16 05:11:26.441640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a05ab8-1a29-4733-9d4d-4075f4982e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b3b16e-ba49-47d4-82f9-f370fca98faf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.445682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f49c5e7-fe00-4b9d-a54d-1c6f862175c0 req-d9bce814-ed46-480e-8826-d9975b09220a tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/ports?device_id=7933197d-902f-484e-98cf-0d58c6aee57c HTTP/1.1" status: 200 len: 210 time: 0.0817823 Sep 16 05:11:26.458820 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70ca0a79-b506-4c7f-ba67-5d4dfcc7cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.531461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70ca0a79-b506-4c7f-ba67-5d4dfcc7cc24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d21e172b5d85487c847a1c257fa459e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0260193 Sep 16 05:11:26.532465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca0a79-b506-4c7f-ba67-5d4dfcc7cc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443aaf4c-616e-461d-ac26-855662990b84,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.534052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35398) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.591127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15b63eba-530b-4830-8e5c-3a4af07a92c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.604968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Made reservation on behalf of ada1d19ebb0c4268ac1805446b239f80 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:26.608632 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.617750 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.630894 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15b63eba-530b-4830-8e5c-3a4af07a92c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.732357 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cfe1d-ccb3-4baf-8bc1-e8afc7acd59e None None] The sync data for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 is: [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:09:14Z', 'revision_number': 4, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c41f6ee4-e86b-46f5-929d-7be52630a3db', 'name': '', 'network_id': 'f5a0dc0d-c551-473e-b300-2b6ebbbb6c65', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'mac_address': 'fa:16:3e:63:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:13Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'subnets': [{'id': '2a4bfe61-8f0b-42b7-97e2-53a839f90540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:26.828857 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15b63eba-530b-4830-8e5c-3a4af07a92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.834155 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-15b63eba-530b-4830-8e5c-3a4af07a92c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.835849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-15b63eba-530b-4830-8e5c-3a4af07a92c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/443aaf4c-616e-461d-ac26-855662990b84 HTTP/1.1" status: 204 len: 168 time: 0.3008056 Sep 16 05:11:26.850386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Allocated IP 172.20.0.7 (0aa36c4d-ecf5-495e-b2b2-95466498ac5f/b31b94f6-6fee-4943-95e0-521b61f6ce3c/4e29757e-c131-49ee-8974-2acf9c09609d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:26.877148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b63eba-530b-4830-8e5c-3a4af07a92c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443aaf4c-616e-461d-ac26-855662990b84,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.138468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0b8cd0a8-7474-4e57-b395-460dfa0bff7a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:27.169469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 0b8cd0a8-7474-4e57-b395-460dfa0bff7a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:27.169469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0b8cd0a8-7474-4e57-b395-460dfa0bff7a not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:27.231153 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.273013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b1800-fa13-4b6a-85b9-70e5a37376fe None None] New status for floating IP 4cb3e178-63fc-4208-8df1-1fadf05f5869: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:27.358091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-320c24b5-731c-4941-9e59-d031b2eacb56 req-920010e4-e267-4479-8335-c53d586602e9 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 210 time: 0.1140361 Sep 16 05:11:27.400894 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.471315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:27.472425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:27.478080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:27.508937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Pushing event updated for resources: {'Port': ['ID=4e29757e-c131-49ee-8974-2acf9c09609d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.522266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.522621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.522971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.523353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.523696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.524032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.524419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.524897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.525088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.525400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.525731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.526602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.558312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.560178 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.635158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35446) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.647060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-b52eee82-bde0-4995-9873-9301f3f2c1f2 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6947184 Sep 16 05:11:27.657589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-46ac0767-3bc3-43a8-ba7e-012c6423d38c tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:27.658934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-46ac0767-3bc3-43a8-ba7e-012c6423d38c tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059607 Sep 16 05:11:27.724650 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-828016ca-d6a1-40e5-b994-afda64f8d9d9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.759949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-828016ca-d6a1-40e5-b994-afda64f8d9d9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.926167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-828016ca-d6a1-40e5-b994-afda64f8d9d9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.929683 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-828016ca-d6a1-40e5-b994-afda64f8d9d9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.930914 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-828016ca-d6a1-40e5-b994-afda64f8d9d9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "DELETE /v2.0/security-groups/5647d613-c4c9-4376-a059-284c135bfcd5 HTTP/1.1" status: 204 len: 168 time: 0.2938993 Sep 16 05:11:27.934394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35462) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.977085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828016ca-d6a1-40e5-b994-afda64f8d9d9 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5647d613-c4c9-4376-a059-284c135bfcd5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.981972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Request body: {'port': {'device_id': '725a2c73-0815-47e5-a7be-da66f584618e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:27.988244 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-6f579137-63e1-4772-9d8c-273fae2a1806 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] show failed (client error): The resource could not be found. Sep 16 05:11:27.989511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6f579137-63e1-4772-9d8c-273fae2a1806 tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "GET /v2.0/security-groups/5647d613-c4c9-4376-a059-284c135bfcd5 HTTP/1.1" status: 404 len: 347 time: 0.0535276 Sep 16 05:11:27.992607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35464) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:28.080408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.104369 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.191357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Deleting port 5bb5c845-c01e-4691-915a-0de679097520 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:28.192397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.300391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.300828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.314333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Calling delete_port for 5bb5c845-c01e-4691-915a-0de679097520 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:28.635198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e29757e-c131-49ee-8974-2acf9c09609d {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:28.635198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.635198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14e53f-34e7-482c-a294-5daa7379d576 req-ad53b787-e75f-44c0-86fb-8afb8797a277 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.635198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b14e53f-34e7-482c-a294-5daa7379d576 req-ad53b787-e75f-44c0-86fb-8afb8797a277 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 931 time: 0.0758312 Sep 16 05:11:28.635198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b14e53f-34e7-482c-a294-5daa7379d576 req-5f573b98-c3be-4e18-afcf-82b86e12492e tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342445 Sep 16 05:11:28.740220 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.764912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Transition to ACTIVE for port object 4e29757e-c131-49ee-8974-2acf9c09609d will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:28.777761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Pushing event deleted for resources: {'Port': ['ID=5bb5c845-c01e-4691-915a-0de679097520,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.810354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35494) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:28.862061 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.864724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.866424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-505ace8e-0aa5-4a6d-959f-aa0c4b2740ab tempest-ServersTestFqdnHostnames-1777228056 tempest-ServersTestFqdnHostnames-1777228056-project] 10.222.0.59 "DELETE /v2.0/floatingips/4cb3e178-63fc-4208-8df1-1fadf05f5869 HTTP/1.1" status: 204 len: 168 time: 0.8723857 Sep 16 05:11:28.869707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:28.958802 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.987678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0876064c-febc-4ad3-9747-c4d0911f1968 tempest-AgentManagementNegativeTest-1137074837 tempest-AgentManagementNegativeTest-1137074837-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1759367 Sep 16 05:11:29.086565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Pushing event updated for resources: {'Port': ['ID=4e29757e-c131-49ee-8974-2acf9c09609d,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.213109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Attempting to bind port 4e29757e-c131-49ee-8974-2acf9c09609d on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:29.214150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Attempting to bind port 4e29757e-c131-49ee-8974-2acf9c09609d by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '8144ab4d-e1d6-4abf-b1cb-52c9e4db1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aa36c4d-ecf5-495e-b2b2-95466498ac5f'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:29.214491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Attempting to bind port 4e29757e-c131-49ee-8974-2acf9c09609d on network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:29.272568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Port 4e29757e-c131-49ee-8974-2acf9c09609d on network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:29.272993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Attempting to bind port 4e29757e-c131-49ee-8974-2acf9c09609d on network 0aa36c4d-ecf5-495e-b2b2-95466498ac5f {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:29.284182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:29.284791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Checking segment: {'id': '8144ab4d-e1d6-4abf-b1cb-52c9e4db1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aa36c4d-ecf5-495e-b2b2-95466498ac5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:29.285195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Bound using segment: {'id': '8144ab4d-e1d6-4abf-b1cb-52c9e4db1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aa36c4d-ecf5-495e-b2b2-95466498ac5f'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:29.286111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Bound port: 4e29757e-c131-49ee-8974-2acf9c09609d, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8144ab4d-e1d6-4abf-b1cb-52c9e4db1413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aa36c4d-ecf5-495e-b2b2-95466498ac5f'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:29.286695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.408760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] For port 4e29757e-c131-49ee-8974-2acf9c09609d, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:29.416442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] For port 4e29757e-c131-49ee-8974-2acf9c09609d, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e29757e-c131-49ee-8974-2acf9c09609d,segment=NetworkSegment(8144ab4d-e1d6-4abf-b1cb-52c9e4db1413),segment_id=8144ab4d-e1d6-4abf-b1cb-52c9e4db1413)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:29.518636 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.580031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.580218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35524) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.580655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.582068 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] 10.222.0.57 "PUT /v2.0/ports/4e29757e-c131-49ee-8974-2acf9c09609d HTTP/1.1" status: 200 len: 1092 time: 1.9087873 Sep 16 05:11:29.582501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725a2c73-0815-47e5-a7be-da66f584618e', 'tag': '4e29757e-c131-49ee-8974-2acf9c09609d'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:29.584912 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6339a78-f118-4de9-8999-30d19fe73589" -d '{"events": [{"name": "network-changed", "server_uuid": "725a2c73-0815-47e5-a7be-da66f584618e", "tag": "4e29757e-c131-49ee-8974-2acf9c09609d"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:29.679334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e26f0-dd2f-433d-86db-9093f8502c72 service neutron] Pushing event updated for resources: {'Port': ['ID=4e29757e-c131-49ee-8974-2acf9c09609d,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.745892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.750225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1af38c5a-2e8f-4fda-84e5-b5053a209601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.912821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-5c748fe8-56db-4b9c-bef7-e570cb4e3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.914383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-5c748fe8-56db-4b9c-bef7-e570cb4e3bea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ada1d19ebb0c4268ac1805446b239f80&device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 1095 time: 0.1603134 Sep 16 05:11:29.933472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff63cc0-34ef-4a4c-b598-633464525d14 req-ae15dda1-ad39-41d2-af2a-7a2629347d9a tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.938363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ff63cc0-34ef-4a4c-b598-633464525d14 req-ae15dda1-ad39-41d2-af2a-7a2629347d9a tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 943 time: 0.2706397 Sep 16 05:11:29.979847 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1af38c5a-2e8f-4fda-84e5-b5053a209601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.999074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-5fac55f5-ac87-4e71-8712-0a3305c2897a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e29757e-c131-49ee-8974-2acf9c09609d HTTP/1.1" status: 200 len: 217 time: 0.0593703 Sep 16 05:11:30.002668 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62540362-9695-4223-b46a-f94b4eb30e84 x-openstack-request-id: req-62540362-9695-4223-b46a-f94b4eb30e84 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:30.002968 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725a2c73-0815-47e5-a7be-da66f584618e", "tag": "4e29757e-c131-49ee-8974-2acf9c09609d", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:30.003205 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62540362-9695-4223-b46a-f94b4eb30e84 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:30.003632 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725a2c73-0815-47e5-a7be-da66f584618e', 'tag': '4e29757e-c131-49ee-8974-2acf9c09609d', 'status': 'completed', 'code': 200} Sep 16 05:11:30.080105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1af38c5a-2e8f-4fda-84e5-b5053a209601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.136656 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1af38c5a-2e8f-4fda-84e5-b5053a209601 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=620c3815b0614940a415189b56dc0a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554159 Sep 16 05:11:30.138605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af38c5a-2e8f-4fda-84e5-b5053a209601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c1b947-11bd-43ec-9634-dbe76206aa58,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.141564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35550) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:30.222194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e58007a3-d92d-4aef-994e-e98565a9a112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.257829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e58007a3-d92d-4aef-994e-e98565a9a112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.440539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e58007a3-d92d-4aef-994e-e98565a9a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.443269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e58007a3-d92d-4aef-994e-e98565a9a112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.444489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e58007a3-d92d-4aef-994e-e98565a9a112 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46c1b947-11bd-43ec-9634-dbe76206aa58 HTTP/1.1" status: 204 len: 168 time: 0.2889936 Sep 16 05:11:30.470690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58007a3-d92d-4aef-994e-e98565a9a112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c1b947-11bd-43ec-9634-dbe76206aa58,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.525889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ff63cc0-34ef-4a4c-b598-633464525d14 req-6cee5b89-47b8-422a-887d-efc65c7a3e57 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793536 Sep 16 05:11:30.559288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-da678b77-1b3f-4c75-a748-b211beb4c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.565187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-da678b77-1b3f-4c75-a748-b211beb4c095 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b31b94f6-6fee-4943-95e0-521b61f6ce3c HTTP/1.1" status: 200 len: 864 time: 0.5325527 Sep 16 05:11:30.638261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-89ac33e0-75d8-48ea-85e7-35af48f3b0e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0aa36c4d-ecf5-495e-b2b2-95466498ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471342 Sep 16 05:11:30.775167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-e091efc5-4883-411e-936f-e0a27a954868 service neutron] 10.222.0.57 "GET /v2.0/networks/0aa36c4d-ecf5-495e-b2b2-95466498ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283143 Sep 16 05:11:30.925871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Deleting port c41f6ee4-e86b-46f5-929d-7be52630a3db {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:30.926451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.024418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5037f960-06a1-4a18-8387-7e7172ed2d4c req-34a8ebf1-dee8-4953-874b-b9670fccf778 service neutron] 10.222.0.57 "GET /v2.0/networks/0aa36c4d-ecf5-495e-b2b2-95466498ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295904 Sep 16 05:11:31.055442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] For port c41f6ee4-e86b-46f5-929d-7be52630a3db, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c41f6ee4-e86b-46f5-929d-7be52630a3db,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:31.062115 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.101414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Calling delete_port for c41f6ee4-e86b-46f5-929d-7be52630a3db owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:31.309199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339a78-f118-4de9-8999-30d19fe73589 req-923596f5-45bb-4843-825a-78d35c3b653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.311257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6339a78-f118-4de9-8999-30d19fe73589 req-923596f5-45bb-4843-825a-78d35c3b653e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ada1d19ebb0c4268ac1805446b239f80&device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 1095 time: 0.0782511 Sep 16 05:11:31.450972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339a78-f118-4de9-8999-30d19fe73589 req-285d09a9-ba4e-43a7-b567-40ceb889371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.452514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6339a78-f118-4de9-8999-30d19fe73589 req-285d09a9-ba4e-43a7-b567-40ceb889371e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0aa36c4d-ecf5-495e-b2b2-95466498ac5f HTTP/1.1" status: 200 len: 925 time: 0.1324320 Sep 16 05:11:31.513430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6339a78-f118-4de9-8999-30d19fe73589 req-7e52513b-7c50-4329-8e80-73b45bfb0974 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e29757e-c131-49ee-8974-2acf9c09609d HTTP/1.1" status: 200 len: 217 time: 0.0463462 Sep 16 05:11:31.559673 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.590574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Pushing event deleted for resources: {'Port': ['ID=c41f6ee4-e86b-46f5-929d-7be52630a3db,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:31.608814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339a78-f118-4de9-8999-30d19fe73589 req-8ba954a9-1b9a-49f7-b770-f77b898d7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.610575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6339a78-f118-4de9-8999-30d19fe73589 req-8ba954a9-1b9a-49f7-b770-f77b898d7f4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b31b94f6-6fee-4943-95e0-521b61f6ce3c HTTP/1.1" status: 200 len: 864 time: 0.0895622 Sep 16 05:11:31.699622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6339a78-f118-4de9-8999-30d19fe73589 req-337f92d8-9d3c-4210-ac7f-3d94d0551146 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0aa36c4d-ecf5-495e-b2b2-95466498ac5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725303 Sep 16 05:11:31.828377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a5811-6cfc-4bb3-9c27-b920484d308a req-da639731-17d2-4699-adc7-4a55e6ae19c9 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.841554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b9a5811-6cfc-4bb3-9c27-b920484d308a req-da639731-17d2-4699-adc7-4a55e6ae19c9 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 943 time: 0.2114680 Sep 16 05:11:31.876159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35602) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.952313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b9a5811-6cfc-4bb3-9c27-b920484d308a req-c7bcc22a-c974-4480-8599-c00f9205c236 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095533 Sep 16 05:11:31.982679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6339a78-f118-4de9-8999-30d19fe73589 req-be3cdcf8-50dd-4c46-9674-242271368609 service neutron] 10.222.0.57 "GET /v2.0/networks/0aa36c4d-ecf5-495e-b2b2-95466498ac5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732222 Sep 16 05:11:32.045095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1556866584'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:32.092644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.153947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:32.164141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.177048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6339a78-f118-4de9-8999-30d19fe73589 req-f550034f-9888-473e-ba55-3910349ee22b service neutron] 10.222.0.57 "GET /v2.0/networks/0aa36c4d-ecf5-495e-b2b2-95466498ac5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546986 Sep 16 05:11:32.184620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.295661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.352616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Router d462c5ab-170d-46da-b3a2-896795961373 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:32.405877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.429251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:32.443562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9951d19c-967b-48f0-a0f2-5716f2e9d5c4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.448514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.448865 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Added segment 440600d1-f95e-48ed-9006-03276ce7ddd8 of type vlan for network 4a7dfc00-9c00-43b3-8fad-a32975e95802 Sep 16 05:11:32.475356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:32.483623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-96c7c1a5-9a61-457c-98cc-7e92059a995b admin admin] 10.222.0.59 "PUT /v2.0/routers/d462c5ab-170d-46da-b3a2-896795961373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6107011 Sep 16 05:11:32.485644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.488181 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] Sync routers for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:32.493924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.499581 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:32.500418 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:32.612403 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.646129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.655835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.662644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.664296 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:32.752964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.782528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Network': ['ID=4a7dfc00-9c00-43b3-8fad-a32975e95802,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.790533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:32.808820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35638) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.809004 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-099c107f-6b16-4752-9306-2d600e28e2ed tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9275684 Sep 16 05:11:32.811010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'subnet': {'network_id': '4a7dfc00-9c00-43b3-8fad-a32975e95802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:32.902186 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:11:31Z', 'revision_number': 5, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port': {'id': '8f724aa0-f108-4fb1-8337-64547be2984f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd462c5ab-170d-46da-b3a2-896795961373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:07Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:32.931518 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] Checking router: d462c5ab-170d-46da-b3a2-896795961373 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:32.941871 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] Routers {'d462c5ab-170d-46da-b3a2-896795961373'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:32.942733 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['d462c5ab-170d-46da-b3a2-896795961373'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:32.965177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Deleting port 8f724aa0-f108-4fb1-8337-64547be2984f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:32.965661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.050116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:33.054057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.135845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4e29757e-c131-49ee-8974-2acf9c09609d details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:33.190383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] For port 8f724aa0-f108-4fb1-8337-64547be2984f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8f724aa0-f108-4fb1-8337-64547be2984f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:33.190749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.193806 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] Set router d462c5ab-170d-46da-b3a2-896795961373 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:33.224746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98365b4b-c52b-4422-a5f3-4daa82d82358 req-53b8475f-182f-45ba-9298-e3d848f1cd08 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.226370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98365b4b-c52b-4422-a5f3-4daa82d82358 req-53b8475f-182f-45ba-9298-e3d848f1cd08 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 943 time: 0.1462080 Sep 16 05:11:33.230056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Calling delete_port for 8f724aa0-f108-4fb1-8337-64547be2984f owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:33.347198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4e29757e-c131-49ee-8974-2acf9c09609d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e29757e-c131-49ee-8974-2acf9c09609d,segment=NetworkSegment(8144ab4d-e1d6-4abf-b1cb-52c9e4db1413),segment_id=8144ab4d-e1d6-4abf-b1cb-52c9e4db1413)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:33.351376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98365b4b-c52b-4422-a5f3-4daa82d82358 req-0be8a0bd-7fc0-4e27-b3b8-5159c4b810a8 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154997 Sep 16 05:11:33.364691 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 6, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:33.389868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '4e29757e-c131-49ee-8974-2acf9c09609d', 'network_id': '0aa36c4d-ecf5-495e-b2b2-95466498ac5f', 'port_id': '4e29757e-c131-49ee-8974-2acf9c09609d', 'mac_address': 'fa:16:3e:96:44:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31b94f6-6fee-4943-95e0-521b61f6ce3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:33.419813 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7df80-152a-402e-a06b-69ac4934dbb4 None None] The sync data for ids ['d462c5ab-170d-46da-b3a2-896795961373'] in n-d-712143-16 is: [{'id': 'd462c5ab-170d-46da-b3a2-896795961373', 'name': 'tempest-ServersTestFqdnHostnames-1633652635-router', 'tenant_id': 'ff885869c7894048954f13cf5e9bc08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:06Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 6, 'project_id': 'ff885869c7894048954f13cf5e9bc08a', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:33.451492 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.469420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e29757e-c131-49ee-8974-2acf9c09609d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:33.502980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4e29757e-c131-49ee-8974-2acf9c09609d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e29757e-c131-49ee-8974-2acf9c09609d,segment=NetworkSegment(8144ab4d-e1d6-4abf-b1cb-52c9e4db1413),segment_id=8144ab4d-e1d6-4abf-b1cb-52c9e4db1413)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:33.634540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.638273 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.676643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.701594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=4e29757e-c131-49ee-8974-2acf9c09609d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.710595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.713366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.713366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.713366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.713366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.713366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.713366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.714178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.714832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.715481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.716127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.716751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:33.717247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f724aa0-f108-4fb1-8337-64547be2984f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.727652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Subnet': ['ID=a9913d10-f973-42fc-a4cb-88b84e7e0392,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.758888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Checking segment: {'id': '440600d1-f95e-48ed-9006-03276ce7ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a7dfc00-9c00-43b3-8fad-a32975e95802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:33.759298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network hostable DHCP agents. Network: 4a7dfc00-9c00-43b3-8fad-a32975e95802, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:33.807722 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.929640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:33.937568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.939339 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.949469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['4e29757e-c131-49ee-8974-2acf9c09609d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:34.006024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 4a7dfc00-9c00-43b3-8fad-a32975e95802) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:34.011072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:34.011857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.021312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff755e82-2f3f-45ac-b72b-09fac12a1089 None None] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.070930 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.070930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d462c5ab-170d-46da-b3a2-896795961373 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:34.076579 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.080281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-23f20226-6c8e-4343-9501-ee89580f918f admin admin] 10.222.0.59 "DELETE /v2.0/routers/d462c5ab-170d-46da-b3a2-896795961373 HTTP/1.1" status: 204 len: 168 time: 1.5900598 Sep 16 05:11:34.080616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35680) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.110467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-64a55d3c-675e-4f5e-b46d-a1ad704a825a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3040876 Sep 16 05:11:34.113261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35682) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.136398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1443775014', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:34.136535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6894ef-b180-43d8-90ff-d7c15072f3b9 admin admin] Deleting subnet 2a4bfe61-8f0b-42b7-97e2-53a839f90540 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:34.136535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a6894ef-b180-43d8-90ff-d7c15072f3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.176998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a6894ef-b180-43d8-90ff-d7c15072f3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.228027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.235280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.236309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797dcf5-dcdc-4d5d-b411-cfa6a19de33a None None] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.272857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a6894ef-b180-43d8-90ff-d7c15072f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.362388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.433410 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a6894ef-b180-43d8-90ff-d7c15072f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.490736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6894ef-b180-43d8-90ff-d7c15072f3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4bfe61-8f0b-42b7-97e2-53a839f90540,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.492897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a6894ef-b180-43d8-90ff-d7c15072f3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.498104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6a6894ef-b180-43d8-90ff-d7c15072f3b9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a4bfe61-8f0b-42b7-97e2-53a839f90540 HTTP/1.1" status: 204 len: 168 time: 0.4161139 Sep 16 05:11:34.502668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faae958-b479-40f2-8cf7-7844f69b67ed None None] Network f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.513265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35698) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.633737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.661358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.679607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3cf37-eee7-43fc-af9e-b655d238d412 req-ff7e2b81-d085-4032-a761-5d271772d9c6 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:34.687428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6eb3cf37-eee7-43fc-af9e-b655d238d412 req-ff7e2b81-d085-4032-a761-5d271772d9c6 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 944 time: 0.2148015 Sep 16 05:11:34.821139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] DHCP port deletion for f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:34.825433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6eb3cf37-eee7-43fc-af9e-b655d238d412 req-6ee0a2fe-002f-4436-9350-7a3f0f1c9629 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370378 Sep 16 05:11:34.843272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Deleting port 73883e44-1da2-4634-a3fd-8e2960c26712 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:34.843272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.907114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] Deleting port 73883e44-1da2-4634-a3fd-8e2960c26712 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:34.907884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.913572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] For port 73883e44-1da2-4634-a3fd-8e2960c26712, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=73883e44-1da2-4634-a3fd-8e2960c26712,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:34.913936 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.963831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Calling delete_port for 73883e44-1da2-4634-a3fd-8e2960c26712 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:35.000140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] For port 73883e44-1da2-4634-a3fd-8e2960c26712, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=73883e44-1da2-4634-a3fd-8e2960c26712,segment=NetworkSegment(ae7640c6-2786-4a09-95ee-4ee9110c02ff),segment_id=ae7640c6-2786-4a09-95ee-4ee9110c02ff)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.001457 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.032679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] Calling delete_port for 73883e44-1da2-4634-a3fd-8e2960c26712 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:35.095032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.131005 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.150408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4e29757e-c131-49ee-8974-2acf9c09609d up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:35.239525 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.243470 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.254752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.25.7.184 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/9fd622b8-60d0-476e-885f-ebf81d9b37d5) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:35.301303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] No DVR routers for this DVR port 73883e44-1da2-4634-a3fd-8e2960c26712 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:35.303701 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78cbd2-3ab6-4911-9b69-84b4be0b43cc None None] Pushing event deleted for resources: {'Port': ['ID=73883e44-1da2-4634-a3fd-8e2960c26712,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.342908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] No DVR routers for this DVR port 73883e44-1da2-4634-a3fd-8e2960c26712 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:35.347867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Pushing event deleted for resources: {'Port': ['ID=73883e44-1da2-4634-a3fd-8e2960c26712,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.353107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 4e29757e-c131-49ee-8974-2acf9c09609d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:35.353107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 4e29757e-c131-49ee-8974-2acf9c09609d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:35.353516 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.440855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.443877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.475679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a0dc0d-c551-473e-b300-2b6ebbbb6c65']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.490863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.503565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7640c6-2786-4a09-95ee-4ee9110c02ff') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.503869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7640c6-2786-4a09-95ee-4ee9110c02ff') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.533842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.552176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725a2c73-0815-47e5-a7be-da66f584618e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e29757e-c131-49ee-8974-2acf9c09609d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:35.557021 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ebf63a-c649-4b90-b157-3fcb5c7a0729" -d '{"events": [{"server_uuid": "725a2c73-0815-47e5-a7be-da66f584618e", "name": "network-vif-plugged", "status": "completed", "tag": "4e29757e-c131-49ee-8974-2acf9c09609d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:35.565054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.572808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:35.577732 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:35.580129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 4e29757e-c131-49ee-8974-2acf9c09609d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e29757e-c131-49ee-8974-2acf9c09609d,segment=NetworkSegment(8144ab4d-e1d6-4abf-b1cb-52c9e4db1413),segment_id=8144ab4d-e1d6-4abf-b1cb-52c9e4db1413)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.581764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 73883e44-1da2-4634-a3fd-8e2960c26712 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:35.600530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.610359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 73883e44-1da2-4634-a3fd-8e2960c26712 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:35.610722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 73883e44-1da2-4634-a3fd-8e2960c26712 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:35.611151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c41f6ee4-e86b-46f5-929d-7be52630a3db no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:35.648028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c41f6ee4-e86b-46f5-929d-7be52630a3db {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:35.648406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c41f6ee4-e86b-46f5-929d-7be52630a3db not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:35.648830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8f724aa0-f108-4fb1-8337-64547be2984f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:35.672598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8f724aa0-f108-4fb1-8337-64547be2984f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:35.672784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8f724aa0-f108-4fb1-8337-64547be2984f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:35.703053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=9fd622b8-60d0-476e-885f-ebf81d9b37d5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.717092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:35.720259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.739082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:35.749827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:35.814342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=4e29757e-c131-49ee-8974-2acf9c09609d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.839754 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e670be-9f28-4cfb-9621-d67ba41c17b0 x-openstack-request-id: req-71e670be-9f28-4cfb-9621-d67ba41c17b0 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:35.843414 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725a2c73-0815-47e5-a7be-da66f584618e", "name": "network-vif-plugged", "status": "completed", "tag": "4e29757e-c131-49ee-8974-2acf9c09609d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:35.843414 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71e670be-9f28-4cfb-9621-d67ba41c17b0 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:35.843414 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725a2c73-0815-47e5-a7be-da66f584618e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e29757e-c131-49ee-8974-2acf9c09609d', 'code': 200} Sep 16 05:11:36.204201 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.332919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab858-0d7a-4bf2-9041-deac3307a13e req-e750e0a3-daf6-4b58-9e62-cb9209f508b1 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.334490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da5ab858-0d7a-4bf2-9041-deac3307a13e req-e750e0a3-daf6-4b58-9e62-cb9209f508b1 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 945 time: 0.0797510 Sep 16 05:11:36.340467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85835-0c47-4a47-8c33-fa581fbedf2e req-24834fd2-c430-40d6-8d2c-0a39f3aad732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.341970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aeb85835-0c47-4a47-8c33-fa581fbedf2e req-24834fd2-c430-40d6-8d2c-0a39f3aad732 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 1097 time: 0.0883584 Sep 16 05:11:36.366591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.381386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.383387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f5a0dc0d-c551-473e-b300-2b6ebbbb6c65 HTTP/1.1" status: 204 len: 168 time: 1.8688753 Sep 16 05:11:36.410275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204c7a4-48a9-47d3-8a5b-440ff2d3ba85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a0dc0d-c551-473e-b300-2b6ebbbb6c65,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.438143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da5ab858-0d7a-4bf2-9041-deac3307a13e req-0b30fbf8-7f51-45bf-9c57-cf44af3cc177 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951934 Sep 16 05:11:36.449379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aeb85835-0c47-4a47-8c33-fa581fbedf2e req-21de8ace-2efa-4bf7-b108-c2bdcce81b7e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895085 Sep 16 05:11:36.534549 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.748669 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:36.874368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:36.886051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35766e97-4c86-4fa5-8e3c-2fe229f34c71 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:36.902339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35766e97-4c86-4fa5-8e3c-2fe229f34c71 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:36.904038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35766e97-4c86-4fa5-8e3c-2fe229f34c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:36.908818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35766) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.925778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35768) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.988052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6cd0664a-f9eb-4009-8fa2-96ea73d79efd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff885869c7894048954f13cf5e9bc08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757849 Sep 16 05:11:36.988856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35772) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.999942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35766e97-4c86-4fa5-8e3c-2fe229f34c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.012219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.014024 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7e516d1f-6ca2-489a-a836-e47fd7c6daf0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8996212 Sep 16 05:11:37.017660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35774) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.030667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35766e97-4c86-4fa5-8e3c-2fe229f34c71 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:37.030667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35766e97-4c86-4fa5-8e3c-2fe229f34c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.090430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9778b99-9b5f-40e1-9e1a-f347e15accec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.110442 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-35766e97-4c86-4fa5-8e3c-2fe229f34c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.111191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35766e97-4c86-4fa5-8e3c-2fe229f34c71 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:37.129781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9778b99-9b5f-40e1-9e1a-f347e15accec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.296659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9778b99-9b5f-40e1-9e1a-f347e15accec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.299982 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9778b99-9b5f-40e1-9e1a-f347e15accec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.304821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e9778b99-9b5f-40e1-9e1a-f347e15accec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0dde4f9-861e-4015-b9c8-7f576c6bbc83 HTTP/1.1" status: 204 len: 168 time: 0.3130043 Sep 16 05:11:37.316425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9778b99-9b5f-40e1-9e1a-f347e15accec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dde4f9-861e-4015-b9c8-7f576c6bbc83,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.558128 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a368db4-ee0d-4cf3-a7f5-a018ac96ee92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.589528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae23dc-c443-416e-8800-7e36899ef5d7 req-d8aaa3d0-3ddb-4342-a2a2-2af48a15b3a0 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.591820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bae23dc-c443-416e-8800-7e36899ef5d7 req-d8aaa3d0-3ddb-4342-a2a2-2af48a15b3a0 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 945 time: 0.0638988 Sep 16 05:11:37.699127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bae23dc-c443-416e-8800-7e36899ef5d7 req-6a43405c-b6d3-4247-8c0c-e704ba088e05 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003273 Sep 16 05:11:37.962865 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a368db4-ee0d-4cf3-a7f5-a018ac96ee92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.070595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.085823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a368db4-ee0d-4cf3-a7f5-a018ac96ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.169689 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a368db4-ee0d-4cf3-a7f5-a018ac96ee92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a88585ec7a54fc0b57e5622ee9182b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2427669 Sep 16 05:11:38.172789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35812) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.186437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a368db4-ee0d-4cf3-a7f5-a018ac96ee92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c979095-2e0c-435d-aa86-a7a256068a67,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.373048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eb012c6-69da-4f00-b724-1ff04be1114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.455198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eb012c6-69da-4f00-b724-1ff04be1114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.567868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.20.0.1 (4a7dfc00-9c00-43b3-8fad-a32975e95802/a9913d10-f973-42fc-a4cb-88b84e7e0392/fbbe77e2-4927-4153-bb96-127a9c1247cb) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:38.666757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eb012c6-69da-4f00-b724-1ff04be1114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.669761 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eb012c6-69da-4f00-b724-1ff04be1114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.673223 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0eb012c6-69da-4f00-b724-1ff04be1114c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c979095-2e0c-435d-aa86-a7a256068a67 HTTP/1.1" status: 204 len: 168 time: 0.4970849 Sep 16 05:11:38.702098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35830) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.703073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb012c6-69da-4f00-b724-1ff04be1114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c979095-2e0c-435d-aa86-a7a256068a67,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.769290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.877788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888bcee-23b9-43c5-a153-021ea88c670f req-14948c39-96cd-4735-8c2e-19ad1fb1beee tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.879352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d888bcee-23b9-43c5-a153-021ea88c670f req-14948c39-96cd-4735-8c2e-19ad1fb1beee tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 945 time: 0.0574594 Sep 16 05:11:38.881535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1234981811-network', 'tenant_id': 'c30707c4b4574386a7dce49ed08620cb'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:38.921273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d888bcee-23b9-43c5-a153-021ea88c670f req-11acf094-001c-47f9-9693-3191f6e9598c tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350316 Sep 16 05:11:38.925789 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.983949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=fbbe77e2-4927-4153-bb96-127a9c1247cb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.006468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:39.008192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:39.016132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:39.045363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Made reservation on behalf of c30707c4b4574386a7dce49ed08620cb for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:39.047882 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.080795 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.083105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa377cc-3c84-434b-bfa3-de1d1c39249c req-31c792d9-4eec-4d87-8aa0-7d4808701582 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.083624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.091810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8aa377cc-3c84-434b-bfa3-de1d1c39249c req-31c792d9-4eec-4d87-8aa0-7d4808701582 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 945 time: 0.0667679 Sep 16 05:11:39.128420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8aa377cc-3c84-434b-bfa3-de1d1c39249c req-6c0be325-1d3a-4606-9417-9f9595386195 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354953 Sep 16 05:11:39.330946 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.418696 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.471880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.537905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:39.538113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3a702-dcfb-45b7-aff5-0fa617e158d3 req-f804407d-b338-481e-8b92-4efeffc114ba tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.546262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67d3a702-dcfb-45b7-aff5-0fa617e158d3 req-f804407d-b338-481e-8b92-4efeffc114ba tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 945 time: 0.0850618 Sep 16 05:11:39.550476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.551056 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Added segment 02203e53-9f91-4a80-b314-7b571b25f7d5 of type vlan for network a321ac5c-312b-40c4-a6b9-ed0272623293 Sep 16 05:11:39.581393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67d3a702-dcfb-45b7-aff5-0fa617e158d3 req-c2925cfe-4eb3-415c-84d6-5db16f141ce3 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340292 Sep 16 05:11:39.601317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb232ce0-bfcd-4669-b74c-d7541916d75f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.615988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.713998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35866) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.728306 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48602bc9-7c84-4823-b3d0-5d2d9fa8c632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.764010 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.765025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.765633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.819703 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48602bc9-7c84-4823-b3d0-5d2d9fa8c632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.851012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] Pushing event updated for resources: {'Network': ['ID=a321ac5c-312b-40c4-a6b9-ed0272623293,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.861788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network a321ac5c-312b-40c4-a6b9-ed0272623293 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:39.893530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.965768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48602bc9-7c84-4823-b3d0-5d2d9fa8c632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.007096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-48602bc9-7c84-4823-b3d0-5d2d9fa8c632 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a404d89e353742a4ac390f29cb98fbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918358 Sep 16 05:11:40.008015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602bc9-7c84-4823-b3d0-5d2d9fa8c632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65b7daf-7f53-4f4d-ad28-7ec2435472ba,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.009880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35870) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.055330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.113123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35876) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.113415 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-74f18ab1-06d1-4a06-ac67-d7847de9bec9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4068947 Sep 16 05:11:40.118442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Request body: {'subnet': {'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1234981811-subnet', 'tenant_id': 'c30707c4b4574386a7dce49ed08620cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:40.149050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91a21c07-1f03-4729-bed7-70c089be0eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.154098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=fbbe77e2-4927-4153-bb96-127a9c1247cb,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.158776 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.193103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91a21c07-1f03-4729-bed7-70c089be0eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.197177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Made reservation on behalf of c30707c4b4574386a7dce49ed08620cb for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:40.201535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.227642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0a0dc-1711-416a-abb3-dfe68046daf5 req-a0dbbee4-da24-4df7-b83b-d569a1cdb742 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.229723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12c0a0dc-1711-416a-abb3-dfe68046daf5 req-a0dbbee4-da24-4df7-b83b-d569a1cdb742 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 945 time: 0.0816367 Sep 16 05:11:40.330534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:40.332666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:40.359567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12c0a0dc-1711-416a-abb3-dfe68046daf5 req-45c2979b-8517-4e89-a9fb-3f97b54efd62 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879712 Sep 16 05:11:40.388558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.485591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:40.579194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91a21c07-1f03-4729-bed7-70c089be0eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.581758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91a21c07-1f03-4729-bed7-70c089be0eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.582923 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91a21c07-1f03-4729-bed7-70c089be0eb8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b65b7daf-7f53-4f4d-ad28-7ec2435472ba HTTP/1.1" status: 204 len: 168 time: 0.5717742 Sep 16 05:11:40.596661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a21c07-1f03-4729-bed7-70c089be0eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65b7daf-7f53-4f4d-ad28-7ec2435472ba,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.615473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:40.632500 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96581d82-cbe6-48c7-9d5a-9b68dd2d19c5 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:40.633183 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e31fe47-35c3-4e08-8b4c-42d7aba13806 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/routers/659124a2-cffa-4c3f-956e-39f370b6c546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6128490 Sep 16 05:11:40.634473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35900) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.641385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'port': {'network_id': '4a7dfc00-9c00-43b3-8fad-a32975e95802', 'name': 'tempest-FloatingIPTestJSON-116480030'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:40.654990 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96581d82-cbe6-48c7-9d5a-9b68dd2d19c5 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:40.655800 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-96581d82-cbe6-48c7-9d5a-9b68dd2d19c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.729758 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-96581d82-cbe6-48c7-9d5a-9b68dd2d19c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.742550 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.751974 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96581d82-cbe6-48c7-9d5a-9b68dd2d19c5 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:40.752808 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-96581d82-cbe6-48c7-9d5a-9b68dd2d19c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.789569 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-96581d82-cbe6-48c7-9d5a-9b68dd2d19c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.790446 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96581d82-cbe6-48c7-9d5a-9b68dd2d19c5 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:40.818668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba851f81-654a-4a71-be72-d02e690b8c5c,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.826109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Checking segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:40.826468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Network hostable DHCP agents. Network: a321ac5c-312b-40c4-a6b9-ed0272623293, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:40.857022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:40.861240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.879436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] device_id is not set on port ebacba0b-2d46-440c-8902-0f837c0f5a24 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:11:40.961569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Network a321ac5c-312b-40c4-a6b9-ed0272623293 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:40.993361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.20.0.3 (4a7dfc00-9c00-43b3-8fad-a32975e95802/a9913d10-f973-42fc-a4cb-88b84e7e0392/ebacba0b-2d46-440c-8902-0f837c0f5a24) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:41.025028 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0dffc0f-b134-4527-ba69-6b2a9077a309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.109538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, a321ac5c-312b-40c4-a6b9-ed0272623293) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:41.114928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.116701 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.122838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb05c8-77bc-470c-9966-9e77b4159089 None None] Network a321ac5c-312b-40c4-a6b9-ed0272623293 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:41.218610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6a760c36-2a9e-46b6-a8b4-c99e8917e3d3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1037650 Sep 16 05:11:41.221578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.299797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde30f5-7a3d-4b6b-b366-e406f541bc68 None None] Network a321ac5c-312b-40c4-a6b9-ed0272623293 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:41.392027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.443428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=ebacba0b-2d46-440c-8902-0f837c0f5a24,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.459783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:41.461249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:41.464102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:41.529476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d65715-da51-4dbc-9173-30a0882ec0af req-dfb5751a-fb42-4d99-8195-cc67b292af4d tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.531494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08d65715-da51-4dbc-9173-30a0882ec0af req-dfb5751a-fb42-4d99-8195-cc67b292af4d tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 945 time: 0.0825145 Sep 16 05:11:41.565109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.567116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.607663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08d65715-da51-4dbc-9173-30a0882ec0af req-458b79e9-564c-4b9d-ac62-2b61ffb9dc2c tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2a363b9-1d09-474f-8887-f604e78aa691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582864 Sep 16 05:11:41.659026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f114bd-80bc-49a2-896e-170210a3997d req-690d0f29-4118-4a75-a372-c74c66a7fd3c tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.660639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5f114bd-80bc-49a2-896e-170210a3997d req-690d0f29-4118-4a75-a372-c74c66a7fd3c tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.57 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 945 time: 0.0688376 Sep 16 05:11:41.705501 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-681b7f71-d0ce-41a8-ab6a-b774f8582aec tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0667086 Sep 16 05:11:41.706043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 35938) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.723772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'port': {'network_id': '4a7dfc00-9c00-43b3-8fad-a32975e95802', 'name': 'tempest-FloatingIPTestJSON-1191235538'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:41.841303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Deleting port 4e29757e-c131-49ee-8974-2acf9c09609d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:41.844196 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.045311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] For port 4e29757e-c131-49ee-8974-2acf9c09609d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=4e29757e-c131-49ee-8974-2acf9c09609d,segment=NetworkSegment(8144ab4d-e1d6-4abf-b1cb-52c9e4db1413),segment_id=8144ab4d-e1d6-4abf-b1cb-52c9e4db1413)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:42.045696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.072031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Calling delete_port for 4e29757e-c131-49ee-8974-2acf9c09609d owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:42.191902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-2117f171-93f6-43c8-943f-ecfddf4513a6 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.200453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-2117f171-93f6-43c8-943f-ecfddf4513a6 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/networks?id=a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 200 len: 813 time: 0.3179407 Sep 16 05:11:42.235830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-ff5973e0-27f2-4d31-bc24-34cdf641ad93 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/quotas/c30707c4b4574386a7dce49ed08620cb HTTP/1.1" status: 200 len: 375 time: 0.0312879 Sep 16 05:11:42.293845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-ecdf86af-c7ee-4719-894d-18aea28d9d6f tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566299 Sep 16 05:11:42.300967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-da6820a4-bbdf-4477-9288-3ff42b92d81a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:42.309789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-da6820a4-bbdf-4477-9288-3ff42b92d81a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140729 Sep 16 05:11:42.428490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:42.435771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.460842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] device_id is not set on port 42d8dac0-e4a9-4371-9c2f-bdc4591aa45b yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:11:42.481532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-5911a6a3-257f-404a-b91e-e687c6eed3c6 service neutron] 10.222.0.59 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711113 Sep 16 05:11:42.506034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.540875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['4e29757e-c131-49ee-8974-2acf9c09609d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:42.558434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Pushing event deleted for resources: {'Port': ['ID=4e29757e-c131-49ee-8974-2acf9c09609d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.629009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.20.0.13 (4a7dfc00-9c00-43b3-8fad-a32975e95802/a9913d10-f973-42fc-a4cb-88b84e7e0392/42d8dac0-e4a9-4371-9c2f-bdc4591aa45b) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:42.636554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] No DVR routers for this DVR port 4e29757e-c131-49ee-8974-2acf9c09609d on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:42.640491 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.642009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5f114bd-80bc-49a2-896e-170210a3997d req-dfbff522-ddbc-410b-ab08-46b591b33bf7 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.57 "DELETE /v2.0/ports/4e29757e-c131-49ee-8974-2acf9c09609d HTTP/1.1" status: 204 len: 173 time: 0.9752164 Sep 16 05:11:42.642458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725a2c73-0815-47e5-a7be-da66f584618e', 'name': 'network-vif-deleted', 'tag': '4e29757e-c131-49ee-8974-2acf9c09609d'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:42.644751 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b9cfc4-3a7e-4bf0-b549-8028eb9de055" -d '{"events": [{"server_uuid": "725a2c73-0815-47e5-a7be-da66f584618e", "name": "network-vif-deleted", "tag": "4e29757e-c131-49ee-8974-2acf9c09609d"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:42.670810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-733cd82d-b819-4b8e-ba8c-75192ab9044c service neutron] 10.222.0.59 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823468 Sep 16 05:11:42.830339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.843566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dbec323-6325-44ae-9572-a57426675d31 req-99bded96-cbe3-4387-bca7-5741dbcb5aa1 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 210 time: 0.0299475 Sep 16 05:11:42.908591 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9369907-3c86-402f-a7c9-e84148e73b35 x-openstack-request-id: req-b9369907-3c86-402f-a7c9-e84148e73b35 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:42.908895 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725a2c73-0815-47e5-a7be-da66f584618e", "name": "network-vif-deleted", "tag": "4e29757e-c131-49ee-8974-2acf9c09609d", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:42.909154 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9369907-3c86-402f-a7c9-e84148e73b35 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:42.909585 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725a2c73-0815-47e5-a7be-da66f584618e', 'name': 'network-vif-deleted', 'tag': '4e29757e-c131-49ee-8974-2acf9c09609d', 'status': 'completed', 'code': 200} Sep 16 05:11:42.954208 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.002250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:43.010501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:43.013111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:43.043814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=42d8dac0-e4a9-4371-9c2f-bdc4591aa45b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.076534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.077096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.214034 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-16103728-b36e-4af7-b289-8e89cce318fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5059516 Sep 16 05:11:43.218510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36000) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.222981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '42d8dac0-e4a9-4371-9c2f-bdc4591aa45b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.343514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.362185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4bc4d2cf-237d-4ae2-a2ca-7e95a5eb4dd7 req-bee61c87-6a86-4821-8aa6-5dcaa636ecaa tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 210 time: 0.0602696 Sep 16 05:11:43.501093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.667099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.25.7.176 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/321c9265-be96-4af9-afe7-3980f64e2bee) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:43.786296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.934607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.001540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:44.007007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:44.012703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:44.016447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=321c9265-be96-4af9-afe7-3980f64e2bee,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.021801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a967b90f-1d30-4e7e-aeaf-69454daef56e req-a7ee5864-9bcc-4487-a2d0-a0316b6177b9 tempest-ServersNegativeTestMultiTenantJSON-975338235 tempest-ServersNegativeTestMultiTenantJSON-975338235-project] 10.222.0.59 "GET /v2.0/ports?device_id=725a2c73-0815-47e5-a7be-da66f584618e HTTP/1.1" status: 200 len: 210 time: 0.0510511 Sep 16 05:11:44.237634 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.434099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c2663324-1d71-4f70-b9ac-ea786bfb6483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.462259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d3fb413-9d5e-4f3a-972b-ccaecb736db4 req-1be946e8-53d4-4afd-9f49-06e935647796 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 210 time: 0.0440578 Sep 16 05:11:44.473177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.643306 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.822949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.970791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.020760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=321c9265-be96-4af9-afe7-3980f64e2bee,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.084518 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.097667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36060) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:45.147974 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.184514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4e29757e-c131-49ee-8974-2acf9c09609d no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:45.193391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca41c2d5-b0e5-4458-8c41-af9bb8fc9e22 admin admin] Deleting subnet b31b94f6-6fee-4943-95e0-521b61f6ce3c {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:45.201471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2d5-b0e5-4458-8c41-af9bb8fc9e22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.228284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 4e29757e-c131-49ee-8974-2acf9c09609d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:45.231090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 4e29757e-c131-49ee-8974-2acf9c09609d not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:45.254154 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP fc606c23-d10d-4b29-8355-411f7a0b0655 associated. External IP: 172.25.7.176, port: 42d8dac0-e4a9-4371-9c2f-bdc4591aa45b. Sep 16 05:11:45.262175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2d5-b0e5-4458-8c41-af9bb8fc9e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.337406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2d5-b0e5-4458-8c41-af9bb8fc9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.561284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:45.573123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-535a60fe-34e5-4f44-bec8-98e80294bb05 req-24711e52-2561-4182-9cfd-f2cf8e89f9c9 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 210 time: 0.0477433 Sep 16 05:11:45.585589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2d5-b0e5-4458-8c41-af9bb8fc9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.692622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41c2d5-b0e5-4458-8c41-af9bb8fc9e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b31b94f6-6fee-4943-95e0-521b61f6ce3c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.693480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2d5-b0e5-4458-8c41-af9bb8fc9e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.696186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ca41c2d5-b0e5-4458-8c41-af9bb8fc9e22 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b31b94f6-6fee-4943-95e0-521b61f6ce3c HTTP/1.1" status: 204 len: 168 time: 0.5965970 Sep 16 05:11:45.698959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36074) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:45.784987 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.789792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:45.800056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a3773-51c2-4b57-ae39-a173b15c97a4 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:45.815969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a3773-51c2-4b57-ae39-a173b15c97a4 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:45.817511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6e9a3773-51c2-4b57-ae39-a173b15c97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.871067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6e9a3773-51c2-4b57-ae39-a173b15c97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.879878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.880906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a3773-51c2-4b57-ae39-a173b15c97a4 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:45.881545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6e9a3773-51c2-4b57-ae39-a173b15c97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.902920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa36c4d-ecf5-495e-b2b2-95466498ac5f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.913890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8144ab4d-e1d6-4abf-b1cb-52c9e4db1413') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.914257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8144ab4d-e1d6-4abf-b1cb-52c9e4db1413') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.921987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6e9a3773-51c2-4b57-ae39-a173b15c97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.922861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a3773-51c2-4b57-ae39-a173b15c97a4 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:45.925916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.949505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.958062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:45.958062 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:45.975992 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:46.039829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.075257 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f171433f-7d99-4c03-8482-cc31f50debac tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8533738 Sep 16 05:11:46.076190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36080) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.089520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:46.154349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.156428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.188551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.203382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0aa36c4d-ecf5-495e-b2b2-95466498ac5f HTTP/1.1" status: 204 len: 168 time: 0.5025733 Sep 16 05:11:46.209721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36084) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.258066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadd5d4-696c-454c-a818-752ebaaeec43 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa36c4d-ecf5-495e-b2b2-95466498ac5f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.279478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7398927a-dabe-41f3-94d1-d02fe2a07aab admin admin] Deleting subnet 002abdd4-9c18-4051-a8ea-3554002a6056 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:46.283531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7398927a-dabe-41f3-94d1-d02fe2a07aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.329306 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7398927a-dabe-41f3-94d1-d02fe2a07aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.398652 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7398927a-dabe-41f3-94d1-d02fe2a07aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.402615 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.486490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.487276 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP fc606c23-d10d-4b29-8355-411f7a0b0655 disassociated. External IP: 172.25.7.176, port: 42d8dac0-e4a9-4371-9c2f-bdc4591aa45b. Sep 16 05:11:46.552706 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7398927a-dabe-41f3-94d1-d02fe2a07aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.577142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398927a-dabe-41f3-94d1-d02fe2a07aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002abdd4-9c18-4051-a8ea-3554002a6056,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.581578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7398927a-dabe-41f3-94d1-d02fe2a07aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.582137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7398927a-dabe-41f3-94d1-d02fe2a07aab admin admin] 10.222.0.59 "DELETE /v2.0/subnets/002abdd4-9c18-4051-a8ea-3554002a6056 HTTP/1.1" status: 204 len: 168 time: 0.3688297 Sep 16 05:11:46.584621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36098) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.743204 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.775974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff5f5819-213e-41b2-b104-1bb157da272b req-d7a368bc-cead-4d2b-a6af-0ee5e0416b72 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 210 time: 0.0694745 Sep 16 05:11:46.845677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:46.872055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.877310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.921461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861a05b3-a0ac-4f75-a3bb-e719088d0a1e']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:46.948000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59274b20-5303-4e92-81f4-394bdee2e5b8') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:46.948353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59274b20-5303-4e92-81f4-394bdee2e5b8') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:46.991181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:46.991181 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.997587 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509239ff-2562-4aa8-abb7-6f1f000389e0 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:47.000101 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.018041 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509239ff-2562-4aa8-abb7-6f1f000389e0 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:47.020348 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-509239ff-2562-4aa8-abb7-6f1f000389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.030803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.032213 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3afae5ee-c37c-42a0-aa45-9a5dea66dd28 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/floatingips/fc606c23-d10d-4b29-8355-411f7a0b0655 HTTP/1.1" status: 200 len: 688 time: 0.9548247 Sep 16 05:11:47.035233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36108) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.113019 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-509239ff-2562-4aa8-abb7-6f1f000389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.117960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:47.118496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:47.121324 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:47.146841 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509239ff-2562-4aa8-abb7-6f1f000389e0 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:47.147076 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-509239ff-2562-4aa8-abb7-6f1f000389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.202734 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-509239ff-2562-4aa8-abb7-6f1f000389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.203691 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509239ff-2562-4aa8-abb7-6f1f000389e0 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:47.222521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-43d7ffe1-0cf0-4fa7-a8d0-4ab8d4630f31 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.224696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-43d7ffe1-0cf0-4fa7-a8d0-4ab8d4630f31 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.57 "GET /v2.0/networks?id=a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 200 len: 813 time: 0.2743156 Sep 16 05:11:47.246481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Request body: {'port': {'device_id': 'cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c', 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'admin_state_up': True, 'tenant_id': 'c30707c4b4574386a7dce49ed08620cb'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:47.287663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 321c9265-be96-4af9-afe7-3980f64e2bee {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:47.287663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.343587 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.349489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.356411 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] 10.222.0.59 "DELETE /v2.0/networks/861a05b3-a0ac-4f75-a3bb-e719088d0a1e HTTP/1.1" status: 204 len: 168 time: 0.7707386 Sep 16 05:11:47.382382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.382614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be62dd-7ff1-46f4-a857-4cb9081db71e admin admin] Pushing event deleted for resources: {'Network': ['ID=861a05b3-a0ac-4f75-a3bb-e719088d0a1e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.382703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.418629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 321c9265-be96-4af9-afe7-3980f64e2bee owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:47.578072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Made reservation on behalf of c30707c4b4574386a7dce49ed08620cb for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:47.581897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.845939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-750e3bcb-93fb-4426-9871-1ec0d28c7965 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.847464 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-750e3bcb-93fb-4426-9871-1ec0d28c7965 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "GET /v2.0/networks?id=a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 200 len: 813 time: 0.2001121 Sep 16 05:11:47.865712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Request body: {'port': {'device_id': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'admin_state_up': True, 'tenant_id': 'c30707c4b4574386a7dce49ed08620cb'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:47.870240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Allocated IP 172.20.0.3 (a321ac5c-312b-40c4-a6b9-ed0272623293/ba851f81-654a-4a71-be72-d02e690b8c5c/19b27cca-7217-49f0-9a8d-6d3dba8d8f2a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:47.965684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36130) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.968235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccbefdc3-3d61-440f-a163-9fa8b7ab097e req-f9e44ff1-457e-4922-953c-2f7a520e811e tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 210 time: 0.0617871 Sep 16 05:11:48.012813 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.055351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=321c9265-be96-4af9-afe7-3980f64e2bee,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.074497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a0f5d989-7030-4f0a-881e-53f132988326 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ada1d19ebb0c4268ac1805446b239f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024425 Sep 16 05:11:48.074987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36134) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.196683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Made reservation on behalf of c30707c4b4574386a7dce49ed08620cb for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:48.202411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.218534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.221820 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.223994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1dde5c6f-3554-4ab9-98e2-aff8f217ac50 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/floatingips/fc606c23-d10d-4b29-8355-411f7a0b0655 HTTP/1.1" status: 204 len: 168 time: 1.1880898 Sep 16 05:11:48.227691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36140) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.235715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'ebacba0b-2d46-440c-8902-0f837c0f5a24'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:48.342608 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.393663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7545dc1a-dc2b-48a4-92ea-1c1881b3a8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.450098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7545dc1a-dc2b-48a4-92ea-1c1881b3a8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.478284 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.488772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.589239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.25.7.203 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/9d78f88d-7255-44cf-9886-154adf924aea) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:48.627767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7545dc1a-dc2b-48a4-92ea-1c1881b3a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.630765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7545dc1a-dc2b-48a4-92ea-1c1881b3a8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.632177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7545dc1a-dc2b-48a4-92ea-1c1881b3a8d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2a363b9-1d09-474f-8887-f604e78aa691 HTTP/1.1" status: 204 len: 168 time: 0.5560875 Sep 16 05:11:48.641776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545dc1a-dc2b-48a4-92ea-1c1881b3a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a363b9-1d09-474f-8887-f604e78aa691,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.670603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.812912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Network a321ac5c-312b-40c4-a6b9-ed0272623293 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:48.816517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:48.840922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:48.869905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.894215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Pushing event updated for resources: {'Port': ['ID=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.941497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.942252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.954544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Allocated IP 172.20.0.10 (a321ac5c-312b-40c4-a6b9-ed0272623293/ba851f81-654a-4a71-be72-d02e690b8c5c/f928cc94-a28e-4cfa-bde5-e817e635f192) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:49.051477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.057185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-a0085893-4a9d-40f2-a88c-aa024fc11450 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8165514 Sep 16 05:11:49.077134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Request body: {'port': {'device_id': 'cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:49.122327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d82fa08-91dd-4a25-bcc5-00c50024401c req-2d1cc050-47df-4125-a567-49a0cc78410b tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 210 time: 0.0587778 Sep 16 05:11:49.170266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:49.177438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:49.186659 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:49.220756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.242909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=9d78f88d-7255-44cf-9886-154adf924aea,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.331142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.439835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.601458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:49.619704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.640303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Transition to ACTIVE for port object 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:49.727923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.745973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36178) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.834851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Network a321ac5c-312b-40c4-a6b9-ed0272623293 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:49.840359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:49.842143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Pushing event updated for resources: {'Port': ['ID=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.851861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:49.895508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-16c2be4f-5950-46f8-9c97-2c2186d72f66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b906325ed3c40f08c88f5dbc74df49d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483006 Sep 16 05:11:49.896219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36184) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.898570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.899201 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.913513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Pushing event updated for resources: {'Port': ['ID=f928cc94-a28e-4cfa-bde5-e817e635f192,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.964136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Attempting to bind port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:49.964496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Attempting to bind port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:49.964835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Attempting to bind port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a on network a321ac5c-312b-40c4-a6b9-ed0272623293 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:49.979665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a on network a321ac5c-312b-40c4-a6b9-ed0272623293 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:49.979665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Attempting to bind port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a on network a321ac5c-312b-40c4-a6b9-ed0272623293 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:49.981152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0b80cf-306f-4cd3-9bfa-b2a50e5e97f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.987837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:49.988180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Checking segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:49.988566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Bound using segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:49.989004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Bound port: 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:49.989361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.017083 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0b80cf-306f-4cd3-9bfa-b2a50e5e97f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.046451 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3ee595f0-0734-4bad-88a0-8d9815d00992 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1852553 Sep 16 05:11:50.059656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-772f70e2-b709-41c9-8b24-49c063e0ffc0 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:50.060962 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-772f70e2-b709-41c9-8b24-49c063e0ffc0 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064750 Sep 16 05:11:50.118725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] For port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:50.118725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] For port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:50.157818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.231037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.297670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0b80cf-306f-4cd3-9bfa-b2a50e5e97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.301308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0b80cf-306f-4cd3-9bfa-b2a50e5e97f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.303317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5a0b80cf-306f-4cd3-9bfa-b2a50e5e97f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f7250ec-a364-46e1-90b3-a03b6975ff81 HTTP/1.1" status: 204 len: 168 time: 0.4023054 Sep 16 05:11:50.336710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b80cf-306f-4cd3-9bfa-b2a50e5e97f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7250ec-a364-46e1-90b3-a03b6975ff81,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.368087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.368847 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.375875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] 10.222.0.57 "PUT /v2.0/ports/19b27cca-7217-49f0-9a8d-6d3dba8d8f2a HTTP/1.1" status: 200 len: 1092 time: 1.3027413 Sep 16 05:11:50.381606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41f3b-d381-4310-bb0a-e5ee3e6ceef1 service neutron] Pushing event updated for resources: {'Port': ['ID=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.398837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c', 'tag': '19b27cca-7217-49f0-9a8d-6d3dba8d8f2a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:50.406003 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c", "tag": "19b27cca-7217-49f0-9a8d-6d3dba8d8f2a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:50.410186 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.430789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8d4a7-9ad3-4678-9410-03d36547e1a3 req-3a746869-de1b-481d-939b-a1f03d09601e tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.433171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bf8d4a7-9ad3-4678-9410-03d36547e1a3 req-3a746869-de1b-481d-939b-a1f03d09601e tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 932 time: 0.2227952 Sep 16 05:11:50.445660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Request body: {'port': {'device_id': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:50.504972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bf8d4a7-9ad3-4678-9410-03d36547e1a3 req-15775eee-b091-4172-bdc8-09472a5be213 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604105 Sep 16 05:11:50.573143 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e349a65a-42d8-4314-8861-77f428822f4e x-openstack-request-id: req-e349a65a-42d8-4314-8861-77f428822f4e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:50.573437 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c", "tag": "19b27cca-7217-49f0-9a8d-6d3dba8d8f2a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:50.573683 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e349a65a-42d8-4314-8861-77f428822f4e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:50.574079 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c', 'tag': '19b27cca-7217-49f0-9a8d-6d3dba8d8f2a', 'status': 'completed', 'code': 200} Sep 16 05:11:50.634506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-e8c2b586-e50b-4ad1-a3b6-9812537d93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.634506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-e8c2b586-e50b-4ad1-a3b6-9812537d93bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&device_id=cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c HTTP/1.1" status: 200 len: 1095 time: 0.1239500 Sep 16 05:11:50.640231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.722682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-7de52d3e-385e-42e9-acf5-c9b27f4a4fe4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a HTTP/1.1" status: 200 len: 217 time: 0.0703967 Sep 16 05:11:50.784561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-75cb90d3-468c-48c5-b4d3-2214d879412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.786405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-75cb90d3-468c-48c5-b4d3-2214d879412c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba851f81-654a-4a71-be72-d02e690b8c5c HTTP/1.1" status: 200 len: 853 time: 0.0567491 Sep 16 05:11:50.828460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-f96b5197-4f12-40a6-ad02-aa637c43ebe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a321ac5c-312b-40c4-a6b9-ed0272623293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339718 Sep 16 05:11:50.872774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.945717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-ae6bce62-f5c5-458d-be38-4f0f4b9a4779 service neutron] 10.222.0.57 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083622 Sep 16 05:11:50.983883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.093936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-856e9961-3777-40e6-b888-00180a11f3ae service neutron] 10.222.0.57 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405940 Sep 16 05:11:51.103088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=9d78f88d-7255-44cf-9886-154adf924aea,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.126877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.274805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f928cc94-a28e-4cfa-bde5-e817e635f192 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:51.381564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.381564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Transition to ACTIVE for port object f928cc94-a28e-4cfa-bde5-e817e635f192 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:51.381564 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP 656e94ab-f879-4ce0-a507-ae0cc6e7ecaa associated. External IP: 172.25.7.203, port: ebacba0b-2d46-440c-8902-0f837c0f5a24. Sep 16 05:11:51.441120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-ff2c64f0-63d3-4836-9612-935ce3328a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.442659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-ff2c64f0-63d3-4836-9612-935ce3328a7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&device_id=cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c HTTP/1.1" status: 200 len: 1095 time: 0.1421151 Sep 16 05:11:51.452826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.649875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Pushing event updated for resources: {'Port': ['ID=f928cc94-a28e-4cfa-bde5-e817e635f192,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.668095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-6df03f6d-37e0-49b6-b6e5-fb841d682b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.670881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-6df03f6d-37e0-49b6-b6e5-fb841d682b83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 200 len: 914 time: 0.2089996 Sep 16 05:11:51.759831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Attempting to bind port f928cc94-a28e-4cfa-bde5-e817e635f192 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:51.762505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Attempting to bind port f928cc94-a28e-4cfa-bde5-e817e635f192 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:51.762505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Attempting to bind port f928cc94-a28e-4cfa-bde5-e817e635f192 on network a321ac5c-312b-40c4-a6b9-ed0272623293 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:51.793580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-c9d6c982-480e-480e-876e-d557ae2c8fca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a HTTP/1.1" status: 200 len: 217 time: 0.0753293 Sep 16 05:11:51.816554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Port f928cc94-a28e-4cfa-bde5-e817e635f192 on network a321ac5c-312b-40c4-a6b9-ed0272623293 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:51.816889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Attempting to bind port f928cc94-a28e-4cfa-bde5-e817e635f192 on network a321ac5c-312b-40c4-a6b9-ed0272623293 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:51.821041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ac12d-37e2-46f3-bd63-720268a7d144 req-e9a0e7c7-cd80-4f53-b472-2adbdf0b0500 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.822811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-910ac12d-37e2-46f3-bd63-720268a7d144 req-e9a0e7c7-cd80-4f53-b472-2adbdf0b0500 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 944 time: 0.1970510 Sep 16 05:11:51.835675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:51.836022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Checking segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:51.836467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Bound using segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:51.836911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Bound port: f928cc94-a28e-4cfa-bde5-e817e635f192, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:51.837273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.911834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-d19e289c-6990-4df1-856c-a5977bdf23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.913354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-d19e289c-6990-4df1-856c-a5977bdf23da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba851f81-654a-4a71-be72-d02e690b8c5c HTTP/1.1" status: 200 len: 853 time: 0.1072681 Sep 16 05:11:51.940165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-910ac12d-37e2-46f3-bd63-720268a7d144 req-b1a4eafb-b9a4-4190-8570-7272bed7e180 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940888 Sep 16 05:11:51.962786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-f998bdf5-e038-43bb-bb94-c3bfef65c345 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a321ac5c-312b-40c4-a6b9-ed0272623293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397522 Sep 16 05:11:51.998663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] For port f928cc94-a28e-4cfa-bde5-e817e635f192, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:52.017656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] For port f928cc94-a28e-4cfa-bde5-e817e635f192, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f928cc94-a28e-4cfa-bde5-e817e635f192,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:52.047135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:52.058117 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36270) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.111138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-568ab24b-e89d-4871-8b74-bfc9f1a89361 service neutron] 10.222.0.57 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380901 Sep 16 05:11:52.112137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.157232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.157874 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.159346 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] 10.222.0.60 "PUT /v2.0/ports/f928cc94-a28e-4cfa-bde5-e817e635f192 HTTP/1.1" status: 200 len: 1093 time: 2.0900855 Sep 16 05:11:52.161630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'tag': 'f928cc94-a28e-4cfa-bde5-e817e635f192'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:52.164077 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7edd0eb-ffd2-4760-a4e3-960fc1718c60" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c1b795-eb6f-4713-a55b-c3f552d5a8e2", "tag": "f928cc94-a28e-4cfa-bde5-e817e635f192"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:52.231004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-network', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.252086 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2671e5-db59-4e0f-a462-99ba50109562 x-openstack-request-id: req-dd2671e5-db59-4e0f-a462-99ba50109562 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:52.252390 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c1b795-eb6f-4713-a55b-c3f552d5a8e2", "tag": "f928cc94-a28e-4cfa-bde5-e817e635f192", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:52.252653 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd2671e5-db59-4e0f-a462-99ba50109562 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:52.253063 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'tag': 'f928cc94-a28e-4cfa-bde5-e817e635f192', 'status': 'completed', 'code': 200} Sep 16 05:11:52.255374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995d48d-26be-44eb-94b8-cc9283317c1c service neutron] Pushing event updated for resources: {'Port': ['ID=f928cc94-a28e-4cfa-bde5-e817e635f192,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.315683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:52.328055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d274c9-fbdb-4a23-adf7-b6e5ab72d042 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:52.343913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edd0eb-ffd2-4760-a4e3-960fc1718c60 req-e052e5c0-1126-4638-bc08-6322ac0f444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.344340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d274c9-fbdb-4a23-adf7-b6e5ab72d042 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:52.346307 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c7edd0eb-ffd2-4760-a4e3-960fc1718c60 req-e052e5c0-1126-4638-bc08-6322ac0f444c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 1096 time: 0.0647457 Sep 16 05:11:52.346429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-33d274c9-fbdb-4a23-adf7-b6e5ab72d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.350380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b413886d-2fc4-41ff-8180-5d7a7b28a6d8 req-19f209d8-337f-49bc-8548-cc1856cbc828 service neutron] 10.222.0.57 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317200 Sep 16 05:11:52.390607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-33d274c9-fbdb-4a23-adf7-b6e5ab72d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.401555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d274c9-fbdb-4a23-adf7-b6e5ab72d042 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:52.402182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-33d274c9-fbdb-4a23-adf7-b6e5ab72d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.437235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-33d274c9-fbdb-4a23-adf7-b6e5ab72d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.437919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d274c9-fbdb-4a23-adf7-b6e5ab72d042 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:52.456110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Made reservation on behalf of 58f585e0277148c5a8e76daae2ab8c1e for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:52.458447 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.484898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.495710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edd0eb-ffd2-4760-a4e3-960fc1718c60 req-ae2921f3-34f8-4830-881f-78493acfd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.497539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c7edd0eb-ffd2-4760-a4e3-960fc1718c60 req-ae2921f3-34f8-4830-881f-78493acfd01a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c30707c4b4574386a7dce49ed08620cb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1419623 Sep 16 05:11:52.547115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.626603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-251c3400-25d1-435a-b3f4-15ecd2256206 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3977659 Sep 16 05:11:52.631398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36290) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.668187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edd0eb-ffd2-4760-a4e3-960fc1718c60 req-dd54866f-374b-4bfb-b9ac-e742f0a005bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.669697 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c7edd0eb-ffd2-4760-a4e3-960fc1718c60 req-dd54866f-374b-4bfb-b9ac-e742f0a005bd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646049 Sep 16 05:11:52.723424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.751285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d7460b1b-65e4-4cde-8fa8-91ec26b4f97c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "GET /v2.0/floatingips/656e94ab-f879-4ce0-a507-ae0cc6e7ecaa HTTP/1.1" status: 200 len: 977 time: 0.1173451 Sep 16 05:11:52.752931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36296) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.776565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-86c3e4b4-3af6-4c7d-84fb-b6cfa1bbd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.776565 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-86c3e4b4-3af6-4c7d-84fb-b6cfa1bbd4f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 1096 time: 0.0471172 Sep 16 05:11:52.793598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.847392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:52.859561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.859885 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Added segment 5110c8db-bdda-4d08-99b9-531fa030c845 of type vlan for network a8e6210f-3ee9-4c36-becc-d2bcb781973f Sep 16 05:11:52.877831 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-f3f5d2e4-cbff-4329-8ee1-7842d1af05fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f928cc94-a28e-4cfa-bde5-e817e635f192 HTTP/1.1" status: 200 len: 217 time: 0.0927196 Sep 16 05:11:52.901626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a0d257a5-3178-4c75-b35e-7c485122f318 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1445620 Sep 16 05:11:52.902060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36304) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.908546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'port_id': '42d8dac0-e4a9-4371-9c2f-bdc4591aa45b'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.968019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.973900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f9b9d5-1dd9-4d1a-9089-968fb2fc3d18,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.975799 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.009067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-733483ec-3dfb-4020-a3c1-c03f78eff541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.011400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-733483ec-3dfb-4020-a3c1-c03f78eff541 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba851f81-654a-4a71-be72-d02e690b8c5c HTTP/1.1" status: 200 len: 853 time: 0.1013975 Sep 16 05:11:53.049556 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-783f05b9-b4ef-47ec-b148-a335a3a97f66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a321ac5c-312b-40c4-a6b9-ed0272623293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302787 Sep 16 05:11:53.149294 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.150861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.151532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.164076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271680a4-cdb7-49f3-a140-4326b1d0561c req-e80c5f5c-da0e-4456-9766-1a40534973a7 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.165610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-271680a4-cdb7-49f3-a140-4326b1d0561c req-e80c5f5c-da0e-4456-9766-1a40534973a7 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 944 time: 0.1007447 Sep 16 05:11:53.225751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:53.250799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-9c978df7-6452-4ef4-9ce2-3e1908d82e0d service neutron] 10.222.0.60 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913028 Sep 16 05:11:53.254917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e6210f-3ee9-4c36-becc-d2bcb781973f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.317433 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2175b293-f056-4637-9217-5c4b0c15e795 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2582202 Sep 16 05:11:53.322526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36320) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.328580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Request body: {'subnet': {'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-subnet', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.408820 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9c557317-1d23-4820-bd13-a37dcf5eb3d8 req-58cf4869-8c6d-48ee-bd0c-90227808e97a service neutron] 10.222.0.60 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477773 Sep 16 05:11:53.531450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Made reservation on behalf of 58f585e0277148c5a8e76daae2ab8c1e for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:53.533633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:53.534030 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.710013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:53.732269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '19b27cca-7217-49f0-9a8d-6d3dba8d8f2a', 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'port_id': '19b27cca-7217-49f0-9a8d-6d3dba8d8f2a', 'mac_address': 'fa:16:3e:00:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba851f81-654a-4a71-be72-d02e690b8c5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:53.811735 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.829365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-271680a4-cdb7-49f3-a140-4326b1d0561c req-225cb2d0-0f3b-4141-98ab-4e3f7e2fdf9d tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882244 Sep 16 05:11:53.853201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:53.895380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:54.008496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.009204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.088892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.117047 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Pushing event updated for resources: {'Subnet': ['ID=378fe096-4a4d-4a16-b342-c3a17337abf1,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.131131 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Checking segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:54.131811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Network hostable DHCP agents. Network: a8e6210f-3ee9-4c36-becc-d2bcb781973f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:54.204308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.220352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:54.279063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.286227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['19b27cca-7217-49f0-9a8d-6d3dba8d8f2a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:54.308105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, a8e6210f-3ee9-4c36-becc-d2bcb781973f) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:54.328630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.329905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.342074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6819486-305c-4e24-bd63-cceb70cea86e None None] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:54.399984 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP 656e94ab-f879-4ce0-a507-ae0cc6e7ecaa associated. External IP: 172.25.7.203, port: ebacba0b-2d46-440c-8902-0f837c0f5a24. Sep 16 05:11:54.808710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:54.808710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:54.810623 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f6bb4-02bc-4590-8b06-a19b58826197 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:54.810623 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f6bb4-02bc-4590-8b06-a19b58826197 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:54.810623 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a87f6bb4-02bc-4590-8b06-a19b58826197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:54.810623 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a87f6bb4-02bc-4590-8b06-a19b58826197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:54.810623 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f6bb4-02bc-4590-8b06-a19b58826197 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:54.810623 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a87f6bb4-02bc-4590-8b06-a19b58826197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:54.812285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:54.812285 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.834620 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a87f6bb4-02bc-4590-8b06-a19b58826197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:54.834620 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f6bb4-02bc-4590-8b06-a19b58826197 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:54.869834 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fe394015-e5da-4265-a3e5-feb00519917c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5452774 Sep 16 05:11:54.882322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36360) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.882322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:55.021852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Allocated IP 172.20.0.2 (a8e6210f-3ee9-4c36-becc-d2bcb781973f/378fe096-4a4d-4a16-b342-c3a17337abf1/82d5280f-42af-480d-83ac-4174e6d6d591) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:55.028152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:55.035460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.038261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.167706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.169116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a6cb2-e6d8-469e-b282-114050bdc528 req-e800e8d1-af68-4ebe-b2b5-3cf363a50c7c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.170721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d77a6cb2-e6d8-469e-b282-114050bdc528 req-e800e8d1-af68-4ebe-b2b5-3cf363a50c7c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 944 time: 0.1400702 Sep 16 05:11:55.272325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d77a6cb2-e6d8-469e-b282-114050bdc528 req-fd8578f2-03bb-49b5-b80f-d9d247077418 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881677 Sep 16 05:11:55.277075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:55.286746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.293850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f928cc94-a28e-4cfa-bde5-e817e635f192 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:55.323782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:55.406270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18e429ad-6954-4550-b686-360abe142288 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/floatingips/656e94ab-f879-4ce0-a507-ae0cc6e7ecaa HTTP/1.1" status: 200 len: 979 time: 2.5011539 Sep 16 05:11:55.406560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36378) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.411599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:55.448908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e57f9-dde9-476d-9817-e4b21f7a3b2a None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:55.483942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.514389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.525093 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.542499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e57f9-dde9-476d-9817-e4b21f7a3b2a None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:55.542974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0e5e57f9-dde9-476d-9817-e4b21f7a3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:55.612993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0e5e57f9-dde9-476d-9817-e4b21f7a3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:55.648998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f928cc94-a28e-4cfa-bde5-e817e635f192, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f928cc94-a28e-4cfa-bde5-e817e635f192,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:55.652863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.669982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e57f9-dde9-476d-9817-e4b21f7a3b2a None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:55.670973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0e5e57f9-dde9-476d-9817-e4b21f7a3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:55.714016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0e5e57f9-dde9-476d-9817-e4b21f7a3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:55.715043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e57f9-dde9-476d-9817-e4b21f7a3b2a None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:55.729342 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.736609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'f928cc94-a28e-4cfa-bde5-e817e635f192', 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'port_id': 'f928cc94-a28e-4cfa-bde5-e817e635f192', 'mac_address': 'fa:16:3e:34:03:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba851f81-654a-4a71-be72-d02e690b8c5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:55.743065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:55.749924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:55.750673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.776986 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.777364 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP 656e94ab-f879-4ce0-a507-ae0cc6e7ecaa disassociated. External IP: 172.25.7.203, port: 42d8dac0-e4a9-4371-9c2f-bdc4591aa45b. Sep 16 05:11:55.785157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:55.797503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:55.823861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:55.829588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Pushing event updated for resources: {'Port': ['ID=82d5280f-42af-480d-83ac-4174e6d6d591,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.901999 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.919287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f928cc94-a28e-4cfa-bde5-e817e635f192 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:55.982134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Attempting to bind port 82d5280f-42af-480d-83ac-4174e6d6d591 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:55.982514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Attempting to bind port 82d5280f-42af-480d-83ac-4174e6d6d591 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:55.982889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Attempting to bind port 82d5280f-42af-480d-83ac-4174e6d6d591 on network a8e6210f-3ee9-4c36-becc-d2bcb781973f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:55.992842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:55.993104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Checking segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:55.993551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.993989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Bound using segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:55.994482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Bound port: 82d5280f-42af-480d-83ac-4174e6d6d591, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:55.994881 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.046809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f928cc94-a28e-4cfa-bde5-e817e635f192, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f928cc94-a28e-4cfa-bde5-e817e635f192,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:56.049737 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.059796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.099031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.117073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b27cca-7217-49f0-9a8d-6d3dba8d8f2a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:56.119686 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafcecd4-3f79-4487-91ac-9fb6d081d220" -d '{"events": [{"server_uuid": "cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c", "name": "network-vif-plugged", "status": "completed", "tag": "19b27cca-7217-49f0-9a8d-6d3dba8d8f2a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:56.182338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:56.200455 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.220915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:56.233260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] For port 82d5280f-42af-480d-83ac-4174e6d6d591, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:56.243820 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2225d3ee-f8af-432a-a944-3543dab3f57e x-openstack-request-id: req-2225d3ee-f8af-432a-a944-3543dab3f57e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:56.243820 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c", "name": "network-vif-plugged", "status": "completed", "tag": "19b27cca-7217-49f0-9a8d-6d3dba8d8f2a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:56.244085 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2225d3ee-f8af-432a-a944-3543dab3f57e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:56.244506 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b27cca-7217-49f0-9a8d-6d3dba8d8f2a', 'code': 200} Sep 16 05:11:56.246412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] For port 82d5280f-42af-480d-83ac-4174e6d6d591, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=82d5280f-42af-480d-83ac-4174e6d6d591,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:56.314248 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.322846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Allocated IP 172.25.7.32 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/8207ffda-bc5f-483f-9cba-1fb7eb2066cb) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:56.373290 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.390918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f928cc94-a28e-4cfa-bde5-e817e635f192,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.516242 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.517436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b1ec-ece5-4637-8ff0-c779a5542ba4 req-87189fa8-c511-4103-b69e-0eb8806e1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.518620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.526270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c509b1ec-ece5-4637-8ff0-c779a5542ba4 req-87189fa8-c511-4103-b69e-0eb8806e1dd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c HTTP/1.1" status: 200 len: 1097 time: 0.1951294 Sep 16 05:11:56.533096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['f928cc94-a28e-4cfa-bde5-e817e635f192'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:56.539738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:56.545395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.551773 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d255564-f703-4c47-bc5d-698cdce370c4 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:56.566106 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d255564-f703-4c47-bc5d-698cdce370c4 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:56.567381 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2d255564-f703-4c47-bc5d-698cdce370c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.588816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3aad2-419a-4869-8f9d-7483ad519d34 req-0727abc1-7573-44dd-bce3-a9d5e302a429 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.591974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39b3aad2-419a-4869-8f9d-7483ad519d34 req-0727abc1-7573-44dd-bce3-a9d5e302a429 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 945 time: 0.1448824 Sep 16 05:11:56.615800 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2d255564-f703-4c47-bc5d-698cdce370c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.623006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36410) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:56.623280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9b37c385-37d6-4f7e-a4d0-8b6b47ca3e38 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/floatingips/656e94ab-f879-4ce0-a507-ae0cc6e7ecaa HTTP/1.1" status: 200 len: 688 time: 1.2156038 Sep 16 05:11:56.631519 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d255564-f703-4c47-bc5d-698cdce370c4 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:56.632346 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2d255564-f703-4c47-bc5d-698cdce370c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.659789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39b3aad2-419a-4869-8f9d-7483ad519d34 req-202c75bf-0fdc-4cac-8770-defbabc0c14d tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618904 Sep 16 05:11:56.661439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c509b1ec-ece5-4637-8ff0-c779a5542ba4 req-db90730f-30d8-449d-9bdc-f2a98c30a10b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277304 Sep 16 05:11:56.697560 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2d255564-f703-4c47-bc5d-698cdce370c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.698228 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d255564-f703-4c47-bc5d-698cdce370c4 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:56.706284 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.749007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e38fb-c460-47cb-9963-9d3eff3caa80 None None] Pushing event updated for resources: {'Port': ['ID=82d5280f-42af-480d-83ac-4174e6d6d591,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.800459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:56.804223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:56.808646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:56.898537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Pushing event updated for resources: {'Port': ['ID=8207ffda-bc5f-483f-9cba-1fb7eb2066cb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.347532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 9d78f88d-7255-44cf-9886-154adf924aea {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:57.348384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.551232 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.551671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.582703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 9d78f88d-7255-44cf-9886-154adf924aea owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:57.644594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 82d5280f-42af-480d-83ac-4174e6d6d591 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:57.743279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 82d5280f-42af-480d-83ac-4174e6d6d591 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:57.743674 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.816611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.857759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9b4c-86f6-4e31-9185-573bbbc44556 req-7ad1a411-7d8a-4a12-8690-ac0874e7709d tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.857759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e15a9b4c-86f6-4e31-9185-573bbbc44556 req-7ad1a411-7d8a-4a12-8690-ac0874e7709d tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 945 time: 0.0865614 Sep 16 05:11:57.917792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.928279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e15a9b4c-86f6-4e31-9185-573bbbc44556 req-1796068a-6cc7-4a1c-ab0c-cb9ddf3db617 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624804 Sep 16 05:11:57.981953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662bb88-e5e5-465d-ab7a-31307fc0eed1 None None] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:58.031236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 82d5280f-42af-480d-83ac-4174e6d6d591, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=82d5280f-42af-480d-83ac-4174e6d6d591,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:58.125049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-41e6a202-6031-42ad-846e-01e96c50b18f None None] Provisioning complete for port 82d5280f-42af-480d-83ac-4174e6d6d591 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:58.125802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-41e6a202-6031-42ad-846e-01e96c50b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.149614 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.177097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.216581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.221730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.335013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=82d5280f-42af-480d-83ac-4174e6d6d591,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.434919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=9d78f88d-7255-44cf-9886-154adf924aea,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.519915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.522471 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.526765 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6aa2aea0-5ade-4401-91c4-481ab9332003 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/floatingips/656e94ab-f879-4ce0-a507-ae0cc6e7ecaa HTTP/1.1" status: 204 len: 168 time: 1.9026952 Sep 16 05:11:58.527225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36472) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.601955 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-68075312-02e9-4517-9118-af82fa151c49 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] delete failed (client error): The resource could not be found. Sep 16 05:11:58.613862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36476) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.614569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-68075312-02e9-4517-9118-af82fa151c49 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/floatingips/656e94ab-f879-4ce0-a507-ae0cc6e7ecaa HTTP/1.1" status: 404 len: 345 time: 0.0857975 Sep 16 05:11:58.788073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d25db-b6b3-4d8e-851a-63ddae71b4c2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.799408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d25db-b6b3-4d8e-851a-63ddae71b4c2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.810715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d25db-b6b3-4d8e-851a-63ddae71b4c2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.812853 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-112d25db-b6b3-4d8e-851a-63ddae71b4c2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "GET /v2.0/ports?network_id=4a7dfc00-9c00-43b3-8fad-a32975e95802 HTTP/1.1" status: 200 len: 2358 time: 0.1911991 Sep 16 05:11:58.815513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36480) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.908499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e38018bf-df3a-43d4-92c3-38ace697809f None None] Provisioning complete for port 82d5280f-42af-480d-83ac-4174e6d6d591 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:58.909076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e38018bf-df3a-43d4-92c3-38ace697809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.950274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e9f758-dddd-4a2d-9391-9bd9c4bed715 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.956389 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-63e9f758-dddd-4a2d-9391-9bd9c4bed715 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "GET /v2.0/subnets/a9913d10-f973-42fc-a4cb-88b84e7e0392 HTTP/1.1" status: 200 len: 797 time: 0.1393654 Sep 16 05:11:58.957031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36484) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.957500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:58.967625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'port': {'network_id': '4a7dfc00-9c00-43b3-8fad-a32975e95802', 'name': 'tempest-FloatingIPTestJSON-2133826498', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:59.197495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:59.210309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a005610-a375-431c-b098-8be577199e84 None None] Sync routers for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:59.241285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a005610-a375-431c-b098-8be577199e84 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:59.244234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2a005610-a375-431c-b098-8be577199e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:59.320478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f928cc94-a28e-4cfa-bde5-e817e635f192 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:59.342085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.343455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-02f77efc-5f0a-4464-b35a-87e7d822fb2e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4699442 Sep 16 05:11:59.346131 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36504) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.346789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b45de0-c82c-4ec5-84e1-4c0261952185 req-77d73063-36ee-403a-828f-4229c189716e tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.359178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20b45de0-c82c-4ec5-84e1-4c0261952185 req-77d73063-36ee-403a-828f-4229c189716e tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 945 time: 0.3333838 Sep 16 05:11:59.520259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20b45de0-c82c-4ec5-84e1-4c0261952185 req-18627458-1144-459c-ade9-ca82a7022902 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545243 Sep 16 05:11:59.541155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2a005610-a375-431c-b098-8be577199e84 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:59.632816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 82d5280f-42af-480d-83ac-4174e6d6d591 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:59.690460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:59.749216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port f928cc94-a28e-4cfa-bde5-e817e635f192 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:59.756260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 82d5280f-42af-480d-83ac-4174e6d6d591 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.756876 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.798253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port f928cc94-a28e-4cfa-bde5-e817e635f192 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.798767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.870433 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.923546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] device_id is not set on port 81cb8100-9246-4cf0-839e-6ae41c38a595 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:00.328106 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.632817 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.658080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2a005610-a375-431c-b098-8be577199e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:11:57Z', 'revision_number': 3, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:00.683605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f928cc94-a28e-4cfa-bde5-e817e635f192, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f928cc94-a28e-4cfa-bde5-e817e635f192,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:00.720160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f928cc94-a28e-4cfa-bde5-e817e635f192'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:00.724036 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0b64ab-3196-495f-8a7a-0221bb65b86f" -d '{"events": [{"server_uuid": "a6c1b795-eb6f-4713-a55b-c3f552d5a8e2", "name": "network-vif-plugged", "status": "completed", "tag": "f928cc94-a28e-4cfa-bde5-e817e635f192"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:00.727217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a005610-a375-431c-b098-8be577199e84 None None] Checking router: 91802f99-40af-4dc8-8f0a-b8f03bcbc07f for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:00.727601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a005610-a375-431c-b098-8be577199e84 None None] Updating router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:00.734771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5501cde-0ae0-4f92-bd29-07cd61e133ef req-6e420611-0d49-47db-947a-62bee1e2a3a9 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.736392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5501cde-0ae0-4f92-bd29-07cd61e133ef req-6e420611-0d49-47db-947a-62bee1e2a3a9 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 945 time: 0.1070576 Sep 16 05:12:00.737611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.20.0.14 (4a7dfc00-9c00-43b3-8fad-a32975e95802/a9913d10-f973-42fc-a4cb-88b84e7e0392/81cb8100-9246-4cf0-839e-6ae41c38a595) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:00.745032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.20.0.12 (4a7dfc00-9c00-43b3-8fad-a32975e95802/a9913d10-f973-42fc-a4cb-88b84e7e0392/81cb8100-9246-4cf0-839e-6ae41c38a595) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:00.779676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.793204 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a3e212-f9cf-4b58-996c-d91269444673 x-openstack-request-id: req-07a3e212-f9cf-4b58-996c-d91269444673 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:00.793505 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c1b795-eb6f-4713-a55b-c3f552d5a8e2", "name": "network-vif-plugged", "status": "completed", "tag": "f928cc94-a28e-4cfa-bde5-e817e635f192", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:00.793759 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07a3e212-f9cf-4b58-996c-d91269444673 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:00.794150 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f928cc94-a28e-4cfa-bde5-e817e635f192', 'code': 200} Sep 16 05:12:00.835896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5501cde-0ae0-4f92-bd29-07cd61e133ef req-8046a357-a32b-4ed3-9b67-1155a2c5f944 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847690 Sep 16 05:12:00.861944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a005610-a375-431c-b098-8be577199e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.886825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Allocated IP 172.20.0.1 (a8e6210f-3ee9-4c36-becc-d2bcb781973f/378fe096-4a4d-4a16-b342-c3a17337abf1/a8a9cd33-d04d-454a-807f-3c1417eee759) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:00.948532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43489b-649f-4843-a2b7-b2e8ee7076d6 req-ed1d6b5c-3feb-4404-9870-fbc3a1b97c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.950247 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b43489b-649f-4843-a2b7-b2e8ee7076d6 req-ed1d6b5c-3feb-4404-9870-fbc3a1b97c92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 1098 time: 0.0776215 Sep 16 05:12:01.031704 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8b43489b-649f-4843-a2b7-b2e8ee7076d6 req-dabcb050-e1a2-437a-8e7b-4826ee464ed6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731466 Sep 16 05:12:01.062661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.126152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.160963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f928cc94-a28e-4cfa-bde5-e817e635f192,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.288059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.289955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:01.298458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:01.300472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a9cd33-d04d-454a-807f-3c1417eee759,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.302646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:01.366620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.376929 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.407909 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a005610-a375-431c-b098-8be577199e84 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.476343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:01.482232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:01.487337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a005610-a375-431c-b098-8be577199e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.490532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:01.504990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=81cb8100-9246-4cf0-839e-6ae41c38a595,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.552433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2a005610-a375-431c-b098-8be577199e84 None None] Attempting to bind port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:01.553074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2a005610-a375-431c-b098-8be577199e84 None None] Attempting to bind port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:01.553607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a005610-a375-431c-b098-8be577199e84 None None] Attempting to bind port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:01.562277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a005610-a375-431c-b098-8be577199e84 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:01.562961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a005610-a375-431c-b098-8be577199e84 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:01.563591 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a005610-a375-431c-b098-8be577199e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.564146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a005610-a375-431c-b098-8be577199e84 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:01.564807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2a005610-a375-431c-b098-8be577199e84 None None] Bound port: 8207ffda-bc5f-483f-9cba-1fb7eb2066cb, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:01.565378 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a005610-a375-431c-b098-8be577199e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.635629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.635629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.667093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32828de8-0abc-446a-be6b-d40e84224d13 None None] Pushing event updated for resources: {'Port': ['ID=8207ffda-bc5f-483f-9cba-1fb7eb2066cb,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.704195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2a005610-a375-431c-b098-8be577199e84 None None] For port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:01.708758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2a005610-a375-431c-b098-8be577199e84 None None] For port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8207ffda-bc5f-483f-9cba-1fb7eb2066cb,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:01.791381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.831982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-132a2364-fce4-45fe-b7ae-ce27ce35187e None None] Provisioning complete for port a8a9cd33-d04d-454a-807f-3c1417eee759 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:01.832304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-132a2364-fce4-45fe-b7ae-ce27ce35187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.846343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5698ddd1-d68d-4dd3-9d2c-4e43674a9f25 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8867593 Sep 16 05:12:01.855989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36562) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.855989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '81cb8100-9246-4cf0-839e-6ae41c38a595', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.906560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-132a2364-fce4-45fe-b7ae-ce27ce35187e None None] Port a8a9cd33-d04d-454a-807f-3c1417eee759 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:01.913413 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a005610-a375-431c-b098-8be577199e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.970770 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.053100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a005610-a375-431c-b098-8be577199e84 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:02.053772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2a005610-a375-431c-b098-8be577199e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:02.122831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.182417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32828de8-0abc-446a-be6b-d40e84224d13 None None] Pushing event updated for resources: {'Port': ['ID=8207ffda-bc5f-483f-9cba-1fb7eb2066cb,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.210573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.213007 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:02.223826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5cf14-6711-4d89-8bb5-afd189fb7143 req-02276b6f-1eaf-4267-bac4-b4bad8eb4b63 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.237593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24e5cf14-6711-4d89-8bb5-afd189fb7143 req-02276b6f-1eaf-4267-bac4-b4bad8eb4b63 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 946 time: 0.2325664 Sep 16 05:12:02.366554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24e5cf14-6711-4d89-8bb5-afd189fb7143 req-0996ccc2-50c6-46c5-a58e-685dc342e56d tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278820 Sep 16 05:12:02.383562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2a005610-a375-431c-b098-8be577199e84 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:02.417536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.426671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a9cd33-d04d-454a-807f-3c1417eee759,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.440122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.629211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:02.634644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:02.720026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.25.7.230 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/064badfd-0805-4ee4-94ea-ad6a42623d2a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:02.784365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2a005610-a375-431c-b098-8be577199e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 1, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:02.817789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a005610-a375-431c-b098-8be577199e84 None None] The sync data for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 is: [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 1, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:03.012150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.020746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:03.153329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.155435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5207158b-0c65-4d13-9c48-3fce3f775191 None None] Provisioning complete for port a8a9cd33-d04d-454a-807f-3c1417eee759 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:03.156002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5207158b-0c65-4d13-9c48-3fce3f775191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.270702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:03.273339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:03.291222 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4672ceaf-a95b-4e10-8e05-8dabaa2e8f12 admin admin] 10.222.0.59 "PUT /v2.0/routers/91802f99-40af-4dc8-8f0a-b8f03bcbc07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9433725 Sep 16 05:12:03.291506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5207158b-0c65-4d13-9c48-3fce3f775191 None None] Port a8a9cd33-d04d-454a-807f-3c1417eee759 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:03.314232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:03.361317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:03.493189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=064badfd-0805-4ee4-94ea-ad6a42623d2a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.721257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aff7f-1ead-41fb-8825-f8b4b31b68b0 req-b23fb1c4-fea6-4668-b607-08c0338d0538 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.726717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-527aff7f-1ead-41fb-8825-f8b4b31b68b0 req-b23fb1c4-fea6-4668-b607-08c0338d0538 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 946 time: 0.1997409 Sep 16 05:12:03.841596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-527aff7f-1ead-41fb-8825-f8b4b31b68b0 req-244c07b5-a03b-44ce-9396-311c561ebeb2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708494 Sep 16 05:12:04.662017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.669609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e646a4f9-9d6b-40b9-bb7a-3f688b7c97d2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252816154', 'description': 'tempest-description--1681057895'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:04.769611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8f1ba-1f00-436e-9404-bb2d13d9bcdf req-357db9cd-9720-41da-a66c-92481bdcd760 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.777708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0b8f1ba-1f00-436e-9404-bb2d13d9bcdf req-357db9cd-9720-41da-a66c-92481bdcd760 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c HTTP/1.1" status: 200 len: 945 time: 0.8024831 Sep 16 05:12:04.868774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e646a4f9-9d6b-40b9-bb7a-3f688b7c97d2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.874237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0b8f1ba-1f00-436e-9404-bb2d13d9bcdf req-9a6341bb-4e13-4df2-abd7-8beb11580ef3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956490 Sep 16 05:12:04.894727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.030369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e646a4f9-9d6b-40b9-bb7a-3f688b7c97d2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.056528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.130326 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e646a4f9-9d6b-40b9-bb7a-3f688b7c97d2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.168211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646a4f9-9d6b-40b9-bb7a-3f688b7c97d2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41736e84-5f85-4731-8a19-7cf08895d098,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.267945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e646a4f9-9d6b-40b9-bb7a-3f688b7c97d2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.271898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e646a4f9-9d6b-40b9-bb7a-3f688b7c97d2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6052153 Sep 16 05:12:05.272073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36652) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.277419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d70dd76d-93f0-4c1e-9db7-3c16f98693dd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'security_group_rule': {'security_group_id': '41736e84-5f85-4731-8a19-7cf08895d098', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.296431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.381672 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.406184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d70dd76d-93f0-4c1e-9db7-3c16f98693dd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.496397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d70dd76d-93f0-4c1e-9db7-3c16f98693dd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.530017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=064badfd-0805-4ee4-94ea-ad6a42623d2a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.545953 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.581556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d70dd76d-93f0-4c1e-9db7-3c16f98693dd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.610982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dd76d-93f0-4c1e-9db7-3c16f98693dd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fdb191-536f-4288-9a79-66b972dc5c40,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.646005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8207ffda-bc5f-483f-9cba-1fb7eb2066cb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:05.701588 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d70dd76d-93f0-4c1e-9db7-3c16f98693dd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.705286 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d70dd76d-93f0-4c1e-9db7-3c16f98693dd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298155 Sep 16 05:12:05.705578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36672) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.711056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-218a141e-e4e0-485c-b920-7bea64798fa5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'security_group_rule': {'security_group_id': '41736e84-5f85-4731-8a19-7cf08895d098', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.723867 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP ded1853c-6ec8-4426-b3e8-0aad45044c84 associated. External IP: 172.25.7.230, port: 81cb8100-9246-4cf0-839e-6ae41c38a595. Sep 16 05:12:05.754700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:05.755387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.880528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218a141e-e4e0-485c-b920-7bea64798fa5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.002634 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.036794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218a141e-e4e0-485c-b920-7bea64798fa5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.052239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8207ffda-bc5f-483f-9cba-1fb7eb2066cb,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:06.130868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218a141e-e4e0-485c-b920-7bea64798fa5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.132337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.183154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a141e-e4e0-485c-b920-7bea64798fa5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bf628a-edbc-4f0c-b309-09a55eaf5a7a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.245601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=8207ffda-bc5f-483f-9cba-1fb7eb2066cb,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.284375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-218a141e-e4e0-485c-b920-7bea64798fa5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.288682 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-218a141e-e4e0-485c-b920-7bea64798fa5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5791113 Sep 16 05:12:06.288977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36698) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.294338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:06.368561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:06.446668 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Sync routers for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:06.471986 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:06.473092 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.473257 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.507768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-b4b34edf-a030-47ac-aaad-c9ce254c86c4 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:06.509975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-b4b34edf-a030-47ac-aaad-c9ce254c86c4 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/networks?id=a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 200 len: 813 time: 0.2955248 Sep 16 05:12:06.537234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-465a70b7-8d61-45a7-93e9-4b605d25925b tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/quotas/c30707c4b4574386a7dce49ed08620cb HTTP/1.1" status: 200 len: 375 time: 0.0173221 Sep 16 05:12:06.622186 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:06.704354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:06.715968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d2dca-6d48-4a07-9995-c09d4eb55e46 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:06.725324 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-8157cca2-9b92-4189-a82b-1e4ba62e0cf9 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804991 Sep 16 05:12:06.747842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.750445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d2dca-6d48-4a07-9995-c09d4eb55e46 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:06.751558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ea7d2dca-6d48-4a07-9995-c09d4eb55e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.850304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.854518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ea7d2dca-6d48-4a07-9995-c09d4eb55e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.868572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d2dca-6d48-4a07-9995-c09d4eb55e46 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:06.872109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ea7d2dca-6d48-4a07-9995-c09d4eb55e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.950220 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-949ffeff-efa8-4d6a-b477-725d70a0ede8 service neutron] 10.222.0.59 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144604 Sep 16 05:12:06.956026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cef93bff-0843-4cbc-bf87-e445cd69c57a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1033359 Sep 16 05:12:06.956562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36722) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.967389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e1777fb2-7745-4003-b247-f8a90f07766e tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'port_id': '81cb8100-9246-4cf0-839e-6ae41c38a595', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:06.979720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Allocated IP 172.25.7.239 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/20bbcab1-8315-407f-acc0-a699963c0dfc) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:07.034845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ea7d2dca-6d48-4a07-9995-c09d4eb55e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:07.061916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d2dca-6d48-4a07-9995-c09d4eb55e46 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:07.122320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 2, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:07.159929 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Checking router: 91802f99-40af-4dc8-8f0a-b8f03bcbc07f for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:07.160561 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Updating router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f port a8a9cd33-d04d-454a-807f-3c1417eee759 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:07.161467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1777fb2-7745-4003-b247-f8a90f07766e tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.211060 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.220097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-ec38edde-ad52-48b2-86b0-8f3662eec887 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.230357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-ec38edde-ad52-48b2-86b0-8f3662eec887 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c HTTP/1.1" status: 200 len: 945 time: 0.3694794 Sep 16 05:12:07.358634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-9f4e19c4-3e56-450f-b5a8-90e9701ceded service neutron] 10.222.0.59 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004250 Sep 16 05:12:07.560320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Deleting port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:07.561043 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.593214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8207ffda-bc5f-483f-9cba-1fb7eb2066cb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:07.633475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-fe51477a-04e1-423d-88d3-12b3f60e3c27 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.635074 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-fe51477a-04e1-423d-88d3-12b3f60e3c27 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6c1b795-eb6f-4713-a55b-c3f552d5a8e2 HTTP/1.1" status: 200 len: 946 time: 0.3537619 Sep 16 05:12:07.642134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.679913 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.692043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:07.692408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.718854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] For port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:07.719408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.749487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Calling delete_port for 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:07.830640 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.902907 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Pushing event updated for resources: {'Port': ['ID=a8a9cd33-d04d-454a-807f-3c1417eee759,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.973087 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.973708 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.974753 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.974753 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.974753 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.975037 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.975424 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.975751 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.976090 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.976398 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.976718 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:07.977038 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:08.085539 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Attempting to bind port a8a9cd33-d04d-454a-807f-3c1417eee759 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:08.086667 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Attempting to bind port a8a9cd33-d04d-454a-807f-3c1417eee759 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:08.087835 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Attempting to bind port a8a9cd33-d04d-454a-807f-3c1417eee759 on network a8e6210f-3ee9-4c36-becc-d2bcb781973f {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:08.106505 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:08.106916 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Checking segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:08.107317 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.128939 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Bound using segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:08.128939 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Bound port: a8a9cd33-d04d-454a-807f-3c1417eee759, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:08.128939 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.153415 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.188307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['19b27cca-7217-49f0-9a8d-6d3dba8d8f2a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:08.285903 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] For port a8a9cd33-d04d-454a-807f-3c1417eee759, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:08.295231 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] For port a8a9cd33-d04d-454a-807f-3c1417eee759, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a8a9cd33-d04d-454a-807f-3c1417eee759,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:08.302849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Pushing event deleted for resources: {'Port': ['ID=19b27cca-7217-49f0-9a8d-6d3dba8d8f2a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.352058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] No DVR routers for this DVR port 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:08.362739 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.368503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57248b7e-efef-4ed7-8c07-4cb5690d6229 req-df076be1-66f1-4efa-aabc-ca0547b2b0c3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.57 "DELETE /v2.0/ports/19b27cca-7217-49f0-9a8d-6d3dba8d8f2a HTTP/1.1" status: 204 len: 173 time: 1.1230366 Sep 16 05:12:08.368961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c', 'name': 'network-vif-deleted', 'tag': '19b27cca-7217-49f0-9a8d-6d3dba8d8f2a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:08.386499 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0732900-ddd5-4491-85dd-0dd477b0b404" -d '{"events": [{"server_uuid": "cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c", "name": "network-vif-deleted", "tag": "19b27cca-7217-49f0-9a8d-6d3dba8d8f2a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:08.395090 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.477563 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:08.483695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:08.545709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4195d80-fd7b-4793-bc8b-18f372c3165a req-237fda47-47bf-464e-9560-0324b6a9f6b3 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 210 time: 0.1026826 Sep 16 05:12:08.565761 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd29896-37fa-478f-b436-1f83a2419edd x-openstack-request-id: req-edd29896-37fa-478f-b436-1f83a2419edd {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:08.566424 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c", "name": "network-vif-deleted", "tag": "19b27cca-7217-49f0-9a8d-6d3dba8d8f2a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:08.566424 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edd29896-37fa-478f-b436-1f83a2419edd {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:08.566677 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9a0cc1-fc1d-43b3-bd64-1d6886d4f88c', 'name': 'network-vif-deleted', 'tag': '19b27cca-7217-49f0-9a8d-6d3dba8d8f2a', 'status': 'completed', 'code': 200} Sep 16 05:12:08.603722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bc670a87-76fd-4b8d-8eb2-547dee2a12d1 None None] Provisioning complete for port a8a9cd33-d04d-454a-807f-3c1417eee759 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:08.607509 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc670a87-76fd-4b8d-8eb2-547dee2a12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.638212 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef395c-20e0-4b0b-b8cf-c4b319bb0333 None None] Pushing event updated for resources: {'Port': ['ID=a8a9cd33-d04d-454a-807f-3c1417eee759,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.727511 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc670a87-76fd-4b8d-8eb2-547dee2a12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.758419 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:08.768157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bc670a87-76fd-4b8d-8eb2-547dee2a12d1 None None] For port a8a9cd33-d04d-454a-807f-3c1417eee759, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a8a9cd33-d04d-454a-807f-3c1417eee759,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:08.896021 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc670a87-76fd-4b8d-8eb2-547dee2a12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.955044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc670a87-76fd-4b8d-8eb2-547dee2a12d1 None None] Pushing event updated for resources: {'Port': ['ID=a8a9cd33-d04d-454a-807f-3c1417eee759,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.044978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cc38f8e4-4743-4b63-b67f-574c7c0d2511 None None] Provisioning complete for port a8a9cd33-d04d-454a-807f-3c1417eee759 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:09.048785 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc38f8e4-4743-4b63-b67f-574c7c0d2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.098430 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:09.288955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f928cc94-a28e-4cfa-bde5-e817e635f192 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:09.335527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1777fb2-7745-4003-b247-f8a90f07766e tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.364002 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7373c76-6f1c-45d4-b8e5-5d3af1e16e59 None None] The sync data for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 is: [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:09.374082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Deleting port f928cc94-a28e-4cfa-bde5-e817e635f192 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:09.374082 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.452526 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.512868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f928cc94-a28e-4cfa-bde5-e817e635f192'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:09.519510 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957cc56f-6f51-4709-a6ec-8c93ca39ebb8" -d '{"events": [{"server_uuid": "a6c1b795-eb6f-4713-a55b-c3f552d5a8e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f928cc94-a28e-4cfa-bde5-e817e635f192"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:09.531898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f928cc94-a28e-4cfa-bde5-e817e635f192, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f928cc94-a28e-4cfa-bde5-e817e635f192,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:09.564486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] For port f928cc94-a28e-4cfa-bde5-e817e635f192, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f928cc94-a28e-4cfa-bde5-e817e635f192,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:09.565127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.604920 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.626162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Calling delete_port for f928cc94-a28e-4cfa-bde5-e817e635f192 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:09.763858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c19fabf3-b920-415a-ba83-07171c033d6d req-3105a66e-e172-4592-8016-329edaae647c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 210 time: 0.0830927 Sep 16 05:12:09.788982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.791659 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1777fb2-7745-4003-b247-f8a90f07766e tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.817572 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3475ca21-ccf0-48f9-b7af-79101746fc02 x-openstack-request-id: req-3475ca21-ccf0-48f9-b7af-79101746fc02 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:09.818107 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c1b795-eb6f-4713-a55b-c3f552d5a8e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f928cc94-a28e-4cfa-bde5-e817e635f192", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:09.818536 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3475ca21-ccf0-48f9-b7af-79101746fc02 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:09.819081 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f928cc94-a28e-4cfa-bde5-e817e635f192', 'code': 200} Sep 16 05:12:09.823684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a8a9cd33-d04d-454a-807f-3c1417eee759 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:09.830841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f928cc94-a28e-4cfa-bde5-e817e635f192,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.903023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a8a9cd33-d04d-454a-807f-3c1417eee759 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:09.903450 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.057727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:10.065016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:10.074344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:10.079454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'Port': ['ID=20bbcab1-8315-407f-acc0-a699963c0dfc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.147198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.212861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Pushing event deleted for resources: {'Port': ['ID=f928cc94-a28e-4cfa-bde5-e817e635f192,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.368922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] No DVR routers for this DVR port f928cc94-a28e-4cfa-bde5-e817e635f192 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:10.375132 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.377269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d3f2e97e-b063-4f35-b509-a53c59231926 req-76961b1d-c67a-4e1a-89a9-46796e18fdbe tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "DELETE /v2.0/ports/f928cc94-a28e-4cfa-bde5-e817e635f192 HTTP/1.1" status: 204 len: 173 time: 2.7311831 Sep 16 05:12:10.379867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'name': 'network-vif-deleted', 'tag': 'f928cc94-a28e-4cfa-bde5-e817e635f192'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:10.382446 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c75e6-57f9-4d85-89c3-5b43f76b0aed" -d '{"events": [{"server_uuid": "a6c1b795-eb6f-4713-a55b-c3f552d5a8e2", "name": "network-vif-deleted", "tag": "f928cc94-a28e-4cfa-bde5-e817e635f192"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:10.388907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.461928 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd80dac-83d5-4235-9023-d86fb1a13894 x-openstack-request-id: req-4cd80dac-83d5-4235-9023-d86fb1a13894 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:10.462237 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c1b795-eb6f-4713-a55b-c3f552d5a8e2", "name": "network-vif-deleted", "tag": "f928cc94-a28e-4cfa-bde5-e817e635f192", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:10.462488 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4cd80dac-83d5-4235-9023-d86fb1a13894 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:10.462915 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c1b795-eb6f-4713-a55b-c3f552d5a8e2', 'name': 'network-vif-deleted', 'tag': 'f928cc94-a28e-4cfa-bde5-e817e635f192', 'status': 'completed', 'code': 200} Sep 16 05:12:10.480634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1777fb2-7745-4003-b247-f8a90f07766e tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:10.622870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1777fb2-7745-4003-b247-f8a90f07766e tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:10.632133 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1777fb2-7745-4003-b247-f8a90f07766e tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.635501 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775549dd-3ee6-4452-b60e-6257985dea6f None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:10.655054 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775549dd-3ee6-4452-b60e-6257985dea6f None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:10.656218 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-775549dd-3ee6-4452-b60e-6257985dea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.664164 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.723080 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-775549dd-3ee6-4452-b60e-6257985dea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.732037 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775549dd-3ee6-4452-b60e-6257985dea6f None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:10.732695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-775549dd-3ee6-4452-b60e-6257985dea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.780215 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-775549dd-3ee6-4452-b60e-6257985dea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.781460 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775549dd-3ee6-4452-b60e-6257985dea6f None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:10.840647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.848144 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1777fb2-7745-4003-b247-f8a90f07766e tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/floatingips/ded1853c-6ec8-4426-b3e8-0aad45044c84 HTTP/1.1" status: 200 len: 979 time: 3.8902295 Sep 16 05:12:10.849110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36826) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.943753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c543fe5d-cd67-4d62-a06f-5d2a8a5fbdea req-4c307532-68b7-4beb-843f-173b101a0893 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 210 time: 0.0910308 Sep 16 05:12:11.048367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36834) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.059850 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b89a0ac3-dc0a-435e-8d19-8055a0a3d0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.243229 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9bce8885-e83d-4fba-a50c-1e9bae0cef19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.249740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.262219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 064badfd-0805-4ee4-94ea-ad6a42623d2a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:11.262587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.384453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.403929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:11.432975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9bce8885-e83d-4fba-a50c-1e9bae0cef19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.459396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.463475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.509704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:11.510053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 19b27cca-7217-49f0-9a8d-6d3dba8d8f2a not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:11.515682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9bce8885-e83d-4fba-a50c-1e9bae0cef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.530785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 064badfd-0805-4ee4-94ea-ad6a42623d2a owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:11.567828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'Port': ['ID=20bbcab1-8315-407f-acc0-a699963c0dfc,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.596031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9bce8885-e83d-4fba-a50c-1e9bae0cef19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=abcb11d82a4942a7ae514ebbb6845887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466218 Sep 16 05:12:11.597694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce8885-e83d-4fba-a50c-1e9bae0cef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de635a15-7ffc-4d7a-b8f7-21dcaa3f0c91,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.601054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36846) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.650377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.692133 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c93ccf98-ce38-48fb-bcc9-2e001a6e7b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.755172 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c93ccf98-ce38-48fb-bcc9-2e001a6e7b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.788509 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.790702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-af032fba-3679-43b8-8053-041338ccb568 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4997110 Sep 16 05:12:11.924333 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.931375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c93ccf98-ce38-48fb-bcc9-2e001a6e7b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.937104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c93ccf98-ce38-48fb-bcc9-2e001a6e7b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.940674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c93ccf98-ce38-48fb-bcc9-2e001a6e7b69 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de635a15-7ffc-4d7a-b8f7-21dcaa3f0c91 HTTP/1.1" status: 204 len: 168 time: 0.3252108 Sep 16 05:12:11.970766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=064badfd-0805-4ee4-94ea-ad6a42623d2a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.087863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ccf98-ce38-48fb-bcc9-2e001a6e7b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de635a15-7ffc-4d7a-b8f7-21dcaa3f0c91,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.110032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6281bbf8-e8c9-4f3d-b615-55b72319e77f req-629b854c-c049-4578-a900-48d568343a04 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 210 time: 0.0402064 Sep 16 05:12:12.118968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.120207 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP ded1853c-6ec8-4426-b3e8-0aad45044c84 disassociated (deleted). External IP: 172.25.7.230, port: 81cb8100-9246-4cf0-839e-6ae41c38a595. Sep 16 05:12:12.126924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-a2148255-8d7e-4966-9fa6-6eb1a0af04ae tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1252816154&fields=id&tenant_id=58f585e0277148c5a8e76daae2ab8c1e HTTP/1.1" status: 200 len: 267 time: 0.1584790 Sep 16 05:12:12.331663 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-1118104e-69d9-46a9-8651-c7f8e2711e69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1061254 Sep 16 05:12:12.410752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-26f0e68a-2a85-403d-ad8e-d755ad0105cb tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.415782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-26f0e68a-2a85-403d-ad8e-d755ad0105cb tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 817 time: 0.2797837 Sep 16 05:12:12.449320 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-05e7a621-0333-4304-a13f-a0f90b25d943 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/quotas/58f585e0277148c5a8e76daae2ab8c1e HTTP/1.1" status: 200 len: 375 time: 0.0204077 Sep 16 05:12:12.517013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-7267d964-66ff-4456-9ba3-50d581db783b tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.519142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-7267d964-66ff-4456-9ba3-50d581db783b tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "GET /v2.0/networks?id=a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 200 len: 813 time: 0.2581692 Sep 16 05:12:12.532930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Request body: {'port': {'device_id': 'd7617163-ead1-434d-96a4-89b12ba9ca0e', 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'admin_state_up': True, 'tenant_id': 'c30707c4b4574386a7dce49ed08620cb'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:12.558279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b0cd9370-0941-437e-9897-5a53333d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.558901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b0cd9370-0941-437e-9897-5a53333d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.558901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b0cd9370-0941-437e-9897-5a53333d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.559398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b0cd9370-0941-437e-9897-5a53333d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.559817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b0cd9370-0941-437e-9897-5a53333d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.560228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b0cd9370-0941-437e-9897-5a53333d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.560705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b0cd9370-0941-437e-9897-5a53333d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.562639 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b0cd9370-0941-437e-9897-5a53333d7613 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6507 time: 0.1436565 Sep 16 05:12:12.569957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:12.588586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2902de12-0293-41ad-a3f6-2137154ef15d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237006 Sep 16 05:12:12.691227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:12.720994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.723557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fe8b11-6250-4760-bd5d-2f9d7c01cb5e None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:12.735771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe8b11-6250-4760-bd5d-2f9d7c01cb5e None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:12.736910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-25fe8b11-6250-4760-bd5d-2f9d7c01cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:12.786888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-25fe8b11-6250-4760-bd5d-2f9d7c01cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:12.788250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-cd05b977-4496-41c7-83a9-306898063ac3 service neutron] 10.222.0.59 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527076 Sep 16 05:12:12.796667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe8b11-6250-4760-bd5d-2f9d7c01cb5e None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:12.797382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-25fe8b11-6250-4760-bd5d-2f9d7c01cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:12.814838 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0c1d3ee9-5bd7-4a9a-9333-34f87625b873 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/floatingips/ded1853c-6ec8-4426-b3e8-0aad45044c84 HTTP/1.1" status: 204 len: 168 time: 1.9297247 Sep 16 05:12:12.814838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36896) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.843171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-25fe8b11-6250-4760-bd5d-2f9d7c01cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:12.844253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fe8b11-6250-4760-bd5d-2f9d7c01cb5e None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:12.884465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Made reservation on behalf of c30707c4b4574386a7dce49ed08620cb for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:12.889234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.975156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-56366cf4-802e-4bd2-8030-a1e4cc48c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.975834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-56366cf4-802e-4bd2-8030-a1e4cc48c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.976319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-56366cf4-802e-4bd2-8030-a1e4cc48c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.978494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-56366cf4-802e-4bd2-8030-a1e4cc48c9c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e59cd688-c0f6-4a88-9106-667ee9954d08&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba HTTP/1.1" status: 200 len: 2299 time: 0.2851975 Sep 16 05:12:12.985807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36898) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.055983 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7127cf1d-f7a8-46ba-b4c7-aac0b0d00ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.107213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-357c0710-9e6a-4073-8031-3151bcda145b service neutron] 10.222.0.59 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119721 Sep 16 05:12:13.358938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57cd30fb-0175-49f6-b585-a052b6749ee3 req-a124c070-33e8-472f-84d1-939485085292 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 210 time: 0.1329806 Sep 16 05:12:13.364717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Allocated IP 172.20.0.12 (a321ac5c-312b-40c4-a6b9-ed0272623293/ba851f81-654a-4a71-be72-d02e690b8c5c/fdcdd8e9-f39c-45ce-b324-eb61dfd4712a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:13.414425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-5100c3e5-62a6-4ca7-9883-6a131649cfc2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.417616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-5100c3e5-62a6-4ca7-9883-6a131649cfc2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.57 "GET /v2.0/networks?id=a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 200 len: 813 time: 0.4221601 Sep 16 05:12:13.572880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93b7e69d-2714-44e6-ab21-73f7b3088be9 req-ce6a3285-79a8-4b89-a34f-df92975742b2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 210 time: 0.1657910 Sep 16 05:12:13.578611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Request body: {'port': {'device_id': '8f948c35-3852-4914-86cf-66032ab0fb40', 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'admin_state_up': True, 'tenant_id': 'c30707c4b4574386a7dce49ed08620cb'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:13.581950 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-4139893b-aab7-4732-b6d7-ec8241b431d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 200 len: 1001 time: 0.5879049 Sep 16 05:12:13.585314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-235e0eee-a5fe-4c4b-bfc0-690053a1d02d tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 81cb8100-9246-4cf0-839e-6ae41c38a595 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:13.585705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235e0eee-a5fe-4c4b-bfc0-690053a1d02d tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.737821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-5d590460-3e9b-4bc6-b1ab-86c656015520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.739462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-5d590460-3e9b-4bc6-b1ab-86c656015520 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29e371a8-11d8-40bd-9286-ce4660059b2d HTTP/1.1" status: 200 len: 856 time: 0.1501188 Sep 16 05:12:13.796029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.828537 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235e0eee-a5fe-4c4b-bfc0-690053a1d02d tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.853261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-235e0eee-a5fe-4c4b-bfc0-690053a1d02d tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 81cb8100-9246-4cf0-839e-6ae41c38a595 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:13.881323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-3da4f34b-95a1-43db-a1fd-efc1ac92eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.882929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-3da4f34b-95a1-43db-a1fd-efc1ac92eaeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e59cd688-c0f6-4a88-9106-667ee9954d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213510 Sep 16 05:12:13.933248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7127cf1d-f7a8-46ba-b4c7-aac0b0d00ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.011553 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.036587 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-114c8cce-7ef6-4825-94ea-aaed13ad8128 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183341 Sep 16 05:12:14.062210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Network a321ac5c-312b-40c4-a6b9-ed0272623293 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:14.069714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:14.074418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:14.111874 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7127cf1d-f7a8-46ba-b4c7-aac0b0d00ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.127684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Pushing event updated for resources: {'Port': ['ID=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.167192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.167951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.198564 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.212660 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7127cf1d-f7a8-46ba-b4c7-aac0b0d00ce5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=152ae6526cf541a7b166c079d13496af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2257144 Sep 16 05:12:14.215356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36934) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.232580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Made reservation on behalf of c30707c4b4574386a7dce49ed08620cb for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:14.236245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.247148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127cf1d-f7a8-46ba-b4c7-aac0b0d00ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1188560f-9e00-4f41-aefd-911b4317cfe0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.278726 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-fbfde92d-9b63-44ec-9ec5-37b492460897 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341185 Sep 16 05:12:14.331429 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-01400263-d41d-4e6f-a28e-ffd2be183f63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0436013 Sep 16 05:12:14.340197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-05f36ebf-0413-44ef-b706-fcf63f5edaf2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8109610 Sep 16 05:12:14.362536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Request body: {'port': {'device_id': 'd7617163-ead1-434d-96a4-89b12ba9ca0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:14.367320 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8245036c-2f46-45eb-97bc-df4e0f37dccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.423277 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235e0eee-a5fe-4c4b-bfc0-690053a1d02d tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.434135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-39219cc9-83d9-46d9-a6db-812b314c05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.435742 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-39219cc9-83d9-46d9-a6db-812b314c05a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0950804 Sep 16 05:12:14.456235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-48240de2-3beb-4c12-9aa8-7fd65c54f796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.473000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e0eee-a5fe-4c4b-bfc0-690053a1d02d tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=81cb8100-9246-4cf0-839e-6ae41c38a595,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.514327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8245036c-2f46-45eb-97bc-df4e0f37dccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.599810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-4cbb68b8-7358-42c1-a603-a48217e54efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.601362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-4cbb68b8-7358-42c1-a603-a48217e54efb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1421869 Sep 16 05:12:14.771064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235e0eee-a5fe-4c4b-bfc0-690053a1d02d tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.781769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-235e0eee-a5fe-4c4b-bfc0-690053a1d02d tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/ports/81cb8100-9246-4cf0-839e-6ae41c38a595 HTTP/1.1" status: 204 len: 168 time: 1.9645524 Sep 16 05:12:14.783087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36946) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.823119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:14.831221 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-fe96dcb6-0a87-482b-ab2e-b31b6d3ceeb6 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038999 Sep 16 05:12:14.950495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.974607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-aca69378-5f76-4728-aab1-5237bf0b8306 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356299 Sep 16 05:12:15.037867 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-3d840cc6-6d30-41f8-8e61-3c67434b3f39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 217 time: 0.0512443 Sep 16 05:12:15.050245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f608b51-7bce-414a-8b4c-1bdbeffe4bb7 req-a8238431-a5bf-4f69-bb12-eb8870562838 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 210 time: 0.5583272 Sep 16 05:12:15.084613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Allocated IP 172.20.0.14 (a321ac5c-312b-40c4-a6b9-ed0272623293/ba851f81-654a-4a71-be72-d02e690b8c5c/a5e506a9-b413-41a4-bc91-727cb92ec3b1) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:15.113073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.125004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0a7a069-fc0c-4f01-8a35-ce9832d3f2b0 req-a7df5d4e-f0a1-4bca-9ce4-d92fa554ad24 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0651994 Sep 16 05:12:15.141577 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.144169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-f7844340-a0fd-48e2-8390-0360ccb58490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.148668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-f7844340-a0fd-48e2-8390-0360ccb58490 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.1011784 Sep 16 05:12:15.267000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.270761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8245036c-2f46-45eb-97bc-df4e0f37dccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.273343 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8245036c-2f46-45eb-97bc-df4e0f37dccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.275020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8245036c-2f46-45eb-97bc-df4e0f37dccd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1188560f-9e00-4f41-aefd-911b4317cfe0 HTTP/1.1" status: 204 len: 168 time: 1.0586343 Sep 16 05:12:15.384183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245036c-2f46-45eb-97bc-df4e0f37dccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1188560f-9e00-4f41-aefd-911b4317cfe0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.450483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-6b1040f3-6b76-4d9a-89ab-63048560d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.452309 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-6b1040f3-6b76-4d9a-89ab-63048560d2a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2940068 Sep 16 05:12:15.491344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.508405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.25.7.98 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/a9608c2f-02e8-4c13-8847-d21e4acdb411) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:15.601203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.694448 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-cfa70714-7f7f-4521-aaee-82d259632e52 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341168 Sep 16 05:12:15.721592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Network a321ac5c-312b-40c4-a6b9-ed0272623293 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:15.729742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:15.733414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:15.740269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Pushing event updated for resources: {'Port': ['ID=a5e506a9-b413-41a4-bc91-727cb92ec3b1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.809018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.809603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.926296 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b3308de2-b17f-4749-bf26-f8adbe620d02 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232931 Sep 16 05:12:15.933433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcdd8e9-f39c-45ce-b324-eb61dfd4712a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:15.953555 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.974101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-54b13717-1729-45a5-9fbb-6b54e62d1e2c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4051688 Sep 16 05:12:15.987205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Transition to ACTIVE for port object fdcdd8e9-f39c-45ce-b324-eb61dfd4712a will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:15.999669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Request body: {'port': {'device_id': '8f948c35-3852-4914-86cf-66032ab0fb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:16.013049 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b098135c-f166-4451-9d67-660f6150babf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=9cc1287c-ab05-4962-802e-48766396bbd9 HTTP/1.1" status: 200 len: 217 time: 0.0786853 Sep 16 05:12:16.020865 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.065537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.092467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-fdc6f9f4-2632-4672-88e5-55e2c123477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.093671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.094241 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-fdc6f9f4-2632-4672-88e5-55e2c123477a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0716002 Sep 16 05:12:16.157262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b6ca9ff9-da3f-45ad-8237-3b17d255a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.160914 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b6ca9ff9-da3f-45ad-8237-3b17d255a416 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0549011 Sep 16 05:12:16.259391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.271842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.363949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:16.403018 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:16.405651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:16.433821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-455fc7fd-00dd-4329-81df-8116ce381c86 req-34ce2087-240e-4fea-ab17-ed85e9c3e5d1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 210 time: 0.1540148 Sep 16 05:12:16.517471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=a9608c2f-02e8-4c13-8847-d21e4acdb411,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.543694 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-1f007bfd-6ec9-414a-8451-01a24a1bb9b4 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743672 Sep 16 05:12:16.705268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-9c462ab8-a5f5-43e1-99f5-4dccf17222bd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.707523 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-9c462ab8-a5f5-43e1-99f5-4dccf17222bd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.57 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 817 time: 0.3724613 Sep 16 05:12:16.720908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.748047 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-f8bd90c0-5d6d-43bb-978f-0b06a5214106 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931336 Sep 16 05:12:16.806408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-0d17e47d-01c5-4507-8540-634f8d928f43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec HTTP/1.1" status: 200 len: 217 time: 0.0498061 Sep 16 05:12:16.822338 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.824567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e506a9-b413-41a4-bc91-727cb92ec3b1 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:16.834509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.850590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Transition to ACTIVE for port object a5e506a9-b413-41a4-bc91-727cb92ec3b1 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:16.854963 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-b6d06f05-f318-4ec8-8fe1-c1c5ce5d897b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f585e0277148c5a8e76daae2ab8c1e HTTP/1.1" status: 200 len: 380 time: 0.1224666 Sep 16 05:12:16.906716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55912dd-38df-4da7-81e7-730063580752 req-0e84acd1-bcaf-4cf4-8dd5-c638ac9fb512 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.906716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f55912dd-38df-4da7-81e7-730063580752 req-0e84acd1-bcaf-4cf4-8dd5-c638ac9fb512 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 932 time: 0.7380025 Sep 16 05:12:16.912191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Attempting to bind port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:16.912614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Attempting to bind port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:16.913275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Attempting to bind port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a on network a321ac5c-312b-40c4-a6b9-ed0272623293 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:16.924988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a on network a321ac5c-312b-40c4-a6b9-ed0272623293 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:16.925438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Attempting to bind port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a on network a321ac5c-312b-40c4-a6b9-ed0272623293 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:16.932952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'port': {'device_id': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'admin_state_up': True, 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'security_groups': ['41736e84-5f85-4731-8a19-7cf08895d098']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:16.933168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.952514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:16.957696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Checking segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:16.957696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Bound using segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:16.957696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Bound port: fdcdd8e9-f39c-45ce-b324-eb61dfd4712a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:16.957696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.031498 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.062507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-34ebf13a-e58d-4104-9663-2872e151f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.064031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-34ebf13a-e58d-4104-9663-2872e151f729 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.2495275 Sep 16 05:12:17.195349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] For port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:17.202058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] For port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:17.220433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-d84945af-84d6-481e-b175-ec717c539ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.224953 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-d84945af-84d6-481e-b175-ec717c539ea6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1497276 Sep 16 05:12:17.265237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Pushing event updated for resources: {'Port': ['ID=a5e506a9-b413-41a4-bc91-727cb92ec3b1,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.280697 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.289071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f55912dd-38df-4da7-81e7-730063580752 req-ecdebe5f-6058-4e14-a9ef-bbdf8d6c3f3f tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662510 Sep 16 05:12:17.334212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Made reservation on behalf of 58f585e0277148c5a8e76daae2ab8c1e for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:17.334376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.335176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.337571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] 10.222.0.60 "PUT /v2.0/ports/fdcdd8e9-f39c-45ce-b324-eb61dfd4712a HTTP/1.1" status: 200 len: 1093 time: 2.9790761 Sep 16 05:12:17.337974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.338546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7617163-ead1-434d-96a4-89b12ba9ca0e', 'tag': 'fdcdd8e9-f39c-45ce-b324-eb61dfd4712a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:17.341664 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845ebb0a-4b62-4ce5-aa38-c639383ab066" -d '{"events": [{"name": "network-changed", "server_uuid": "d7617163-ead1-434d-96a4-89b12ba9ca0e", "tag": "fdcdd8e9-f39c-45ce-b324-eb61dfd4712a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:17.371601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Attempting to bind port a5e506a9-b413-41a4-bc91-727cb92ec3b1 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:17.372321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Attempting to bind port a5e506a9-b413-41a4-bc91-727cb92ec3b1 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:17.372460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Attempting to bind port a5e506a9-b413-41a4-bc91-727cb92ec3b1 on network a321ac5c-312b-40c4-a6b9-ed0272623293 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:17.387281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.396399 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ec56f2-a241-45dd-91e5-f0965603015c x-openstack-request-id: req-43ec56f2-a241-45dd-91e5-f0965603015c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:17.400319 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7617163-ead1-434d-96a4-89b12ba9ca0e", "tag": "fdcdd8e9-f39c-45ce-b324-eb61dfd4712a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:17.401022 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43ec56f2-a241-45dd-91e5-f0965603015c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:17.403101 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7617163-ead1-434d-96a4-89b12ba9ca0e', 'tag': 'fdcdd8e9-f39c-45ce-b324-eb61dfd4712a', 'status': 'completed', 'code': 200} Sep 16 05:12:17.404682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Port a5e506a9-b413-41a4-bc91-727cb92ec3b1 on network a321ac5c-312b-40c4-a6b9-ed0272623293 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:17.405780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Attempting to bind port a5e506a9-b413-41a4-bc91-727cb92ec3b1 on network a321ac5c-312b-40c4-a6b9-ed0272623293 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:17.415905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78515000-3c8f-4ba6-8ef6-843fe4d06591 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.420121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:17.420535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Checking segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:17.421227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Bound using segment: {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:17.421684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Bound port: a5e506a9-b413-41a4-bc91-727cb92ec3b1, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02203e53-9f91-4a80-b314-7b571b25f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:17.422058 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.440320 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-8cc143ab-deae-48a5-8f77-798a88e5a30d service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054582 Sep 16 05:12:17.511595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.569697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=a9608c2f-02e8-4c13-8847-d21e4acdb411,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.606045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] For port a5e506a9-b413-41a4-bc91-727cb92ec3b1, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:17.609538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] For port a5e506a9-b413-41a4-bc91-727cb92ec3b1, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5e506a9-b413-41a4-bc91-727cb92ec3b1,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:17.664271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a36d0079-51ba-4a25-98d5-e2158fc04545 req-90eeb7b1-62c9-48f0-aa2d-e1d66104a1e4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0507960 Sep 16 05:12:17.683600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ebb0a-4b62-4ce5-aa38-c639383ab066 req-eacdf517-7b26-4952-8957-b1fd491e66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.685111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-845ebb0a-4b62-4ce5-aa38-c639383ab066 req-eacdf517-7b26-4952-8957-b1fd491e66b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 1096 time: 0.2471082 Sep 16 05:12:17.740019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.742458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.797603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Allocated IP 172.20.0.5 (a8e6210f-3ee9-4c36-becc-d2bcb781973f/378fe096-4a4d-4a16-b342-c3a17337abf1/f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:17.801180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-a8c91cba-f600-45f1-8ee1-d7fb279305c9 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464670 Sep 16 05:12:17.841349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37024) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:17.850746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.851401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.852888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] 10.222.0.57 "PUT /v2.0/ports/a5e506a9-b413-41a4-bc91-727cb92ec3b1 HTTP/1.1" status: 200 len: 1093 time: 1.8600383 Sep 16 05:12:17.857051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.863319 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ceac6002-9375-4fcc-857b-724f8185fff5 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0767143 Sep 16 05:12:17.864468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37028) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:17.868327 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-ab162071-7736-4795-b672-b30713bf4073 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 HTTP/1.1" status: 200 len: 217 time: 0.0562396 Sep 16 05:12:17.880172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'port': {'network_id': '4a7dfc00-9c00-43b3-8fad-a32975e95802', 'name': 'tempest-FloatingIPTestJSON-1597348464'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:17.906727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be0954-54bc-4207-aee5-f70e3188f9ff service neutron] Pushing event updated for resources: {'Port': ['ID=a5e506a9-b413-41a4-bc91-727cb92ec3b1,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.942667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ebb0a-4b62-4ce5-aa38-c639383ab066 req-09ce72e0-e151-483e-83be-303185b8b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.944292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-845ebb0a-4b62-4ce5-aa38-c639383ab066 req-09ce72e0-e151-483e-83be-303185b8b776 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c30707c4b4574386a7dce49ed08620cb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2509761 Sep 16 05:12:17.983712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b06c3a54-b61c-41bc-867b-a3c37833259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.986023 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-b06c3a54-b61c-41bc-867b-a3c37833259d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.1075728 Sep 16 05:12:18.137639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-098c5c6c-f4fd-41c0-ae3f-ef459e346d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.139364 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-098c5c6c-f4fd-41c0-ae3f-ef459e346d7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1406310 Sep 16 05:12:18.141588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27eaf66e-2cd0-4004-82c4-1887153b7fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.165759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.247811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-089b8572-c374-4b8d-bdf1-2db26b5eb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.249828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-089b8572-c374-4b8d-bdf1-2db26b5eb552 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 1096 time: 0.1589658 Sep 16 05:12:18.251578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ebb0a-4b62-4ce5-aa38-c639383ab066 req-6e25f817-dfda-49df-92f4-254e39e26f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.252797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-845ebb0a-4b62-4ce5-aa38-c639383ab066 req-6e25f817-dfda-49df-92f4-254e39e26f46 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598400 Sep 16 05:12:18.287499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-d9be5729-fe2f-433c-9208-738f24a6ee83 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352887 Sep 16 05:12:18.317403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-a04bbc35-80b4-4bad-8a3c-e93a625ce237 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5e506a9-b413-41a4-bc91-727cb92ec3b1 HTTP/1.1" status: 200 len: 217 time: 0.0471423 Sep 16 05:12:18.333246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:18.337474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.402379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.440296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] device_id is not set on port 1ffe1ddf-aee4-4e26-8cb7-0203714faae8 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:18.535377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-fba4c464-b64a-4e44-a93a-88d3b54da743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.535377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-fba4c464-b64a-4e44-a93a-88d3b54da743 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 1096 time: 0.2234654 Sep 16 05:12:18.544960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-f8be017c-1e79-4b5f-ada7-375ec3d6bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.546589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-f8be017c-1e79-4b5f-ada7-375ec3d6bd2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba851f81-654a-4a71-be72-d02e690b8c5c HTTP/1.1" status: 200 len: 853 time: 0.2037988 Sep 16 05:12:18.643156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-03150810-8de3-470b-b012-37262bc17adf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a HTTP/1.1" status: 200 len: 217 time: 0.0911994 Sep 16 05:12:18.666850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-894954b4-971d-4b88-9e04-bc99be8d525f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a321ac5c-312b-40c4-a6b9-ed0272623293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984955 Sep 16 05:12:18.696326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160843a-b0fe-4e62-bcda-2943d622c11f req-0eb185bc-fa2c-49f3-809e-71492b8d8121 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.698049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0160843a-b0fe-4e62-bcda-2943d622c11f req-0eb185bc-fa2c-49f3-809e-71492b8d8121 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 944 time: 0.2888932 Sep 16 05:12:18.847419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.20.0.7 (4a7dfc00-9c00-43b3-8fad-a32975e95802/a9913d10-f973-42fc-a4cb-88b84e7e0392/1ffe1ddf-aee4-4e26-8cb7-0203714faae8) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:18.874941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-abfb9730-4b27-4e22-9270-9c0131ffc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.875681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:18.876527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-abfb9730-4b27-4e22-9270-9c0131ffc912 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba851f81-654a-4a71-be72-d02e690b8c5c HTTP/1.1" status: 200 len: 853 time: 0.2021501 Sep 16 05:12:18.887747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:18.893332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:18.899097 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-6512547f-c015-491f-b130-e3217d414709 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007304 Sep 16 05:12:18.899206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27eaf66e-2cd0-4004-82c4-1887153b7fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.932219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0160843a-b0fe-4e62-bcda-2943d622c11f req-619bd2f0-4f72-4acd-8c20-566373f186ef tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962605 Sep 16 05:12:18.958984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-2bdf34b7-6c07-4d7c-ac15-4d98eba4199b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a321ac5c-312b-40c4-a6b9-ed0272623293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651464 Sep 16 05:12:18.973566 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-ee287e2d-aa1d-4cdf-a01a-4f2103722fdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11bc5910-9d15-4853-8b16-127080567069 HTTP/1.1" status: 200 len: 217 time: 0.0523210 Sep 16 05:12:18.998134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.035090 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27eaf66e-2cd0-4004-82c4-1887153b7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.088130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.088988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.113423 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-9384bf88-fda4-419b-a515-1965fe5f5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.115060 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-9384bf88-fda4-419b-a515-1965fe5f5c4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.1334877 Sep 16 05:12:19.119651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27eaf66e-2cd0-4004-82c4-1887153b7fed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6e298d2d44644b3b0a947e180349a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2773190 Sep 16 05:12:19.140059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37054) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.176682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-be6baae8-fcf7-428d-8056-417eb7a3bcee service neutron] 10.222.0.57 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730525 Sep 16 05:12:19.188064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-84a0b019-5151-49c7-8146-1de56ff68c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.190683 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-84a0b019-5151-49c7-8146-1de56ff68c8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676694 Sep 16 05:12:19.226550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2bdf2495-2b17-4cfb-a4e9-a227b9492c3d None None] Provisioning complete for port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:19.227625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2495-2b17-4cfb-a4e9-a227b9492c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.270078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf2495-2b17-4cfb-a4e9-a227b9492c3d None None] Port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:19.340057 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-67e6b56e-a93c-4fa8-ad2d-fc4e32d99192 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396844 Sep 16 05:12:19.341863 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-8297e4b4-900b-4adf-af92-a50cbdb801fa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4616885 Sep 16 05:12:19.366157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0648a0b-80ea-4200-9c31-cea814d7013c req-b7d53b55-ea73-4e44-b54d-881898a7e3d7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.367749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Request body: {'port': {'device_id': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:19.373794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0648a0b-80ea-4200-9c31-cea814d7013c req-b7d53b55-ea73-4e44-b54d-881898a7e3d7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 931 time: 0.4811885 Sep 16 05:12:19.378783 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.404706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f948c35-3852-4914-86cf-66032ab0fb40', 'tag': 'a5e506a9-b413-41a4-bc91-727cb92ec3b1'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:19.416223 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79886253-d1d6-4301-84c6-b3bae611d6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f948c35-3852-4914-86cf-66032ab0fb40", "tag": "a5e506a9-b413-41a4-bc91-727cb92ec3b1"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:19.426681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaf66e-2cd0-4004-82c4-1887153b7fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4dd557-5458-41cb-830a-63314b1f0d60,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.496206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.501320 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff3476c-d272-4005-bfda-6adcecd10634 x-openstack-request-id: req-4ff3476c-d272-4005-bfda-6adcecd10634 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:19.501616 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f948c35-3852-4914-86cf-66032ab0fb40", "tag": "a5e506a9-b413-41a4-bc91-727cb92ec3b1", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:19.501870 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ff3476c-d272-4005-bfda-6adcecd10634 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:19.502276 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f948c35-3852-4914-86cf-66032ab0fb40', 'tag': 'a5e506a9-b413-41a4-bc91-727cb92ec3b1', 'status': 'completed', 'code': 200} Sep 16 05:12:19.557435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-717a26a8-c600-49eb-88bc-089b1d7d6b4b service neutron] 10.222.0.60 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650008 Sep 16 05:12:19.581034 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1ba49355-8d19-4870-ae7b-727667ca7bd5 req-8e25404e-e4f5-4b17-9f54-a5621a7a8126 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316549 Sep 16 05:12:19.614050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0648a0b-80ea-4200-9c31-cea814d7013c req-59b542f5-eec5-470e-9b20-53f5029a6081 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390144 Sep 16 05:12:19.710380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-443d1d34-905d-4457-bff1-9d763b616c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.756433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-426f8d54-cda8-4748-9231-bbb0d2a6230b service neutron] 10.222.0.57 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532517 Sep 16 05:12:19.763718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-743d4cc6-9925-4e36-b95a-9122a95d4fe9 req-03538c31-ae60-4149-8187-e3377d0fd87c service neutron] 10.222.0.60 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870191 Sep 16 05:12:19.781201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-443d1d34-905d-4457-bff1-9d763b616c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.801703 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.870143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 4a7dfc00-9c00-43b3-8fad-a32975e95802 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:19.874051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:19.877045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:19.901142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:19.909710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.920555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=1ffe1ddf-aee4-4e26-8cb7-0203714faae8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.942201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.942815 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.097760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-14806a8f-6372-469f-9d0c-a5cf68e464f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.099282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-14806a8f-6372-469f-9d0c-a5cf68e464f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c30707c4b4574386a7dce49ed08620cb&device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 1096 time: 0.0856843 Sep 16 05:12:20.107742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3b604-3bed-476a-84b9-aad90527f849 req-20b0f27f-d9bd-487b-93c5-9c18b110b997 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.109284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfd3b604-3bed-476a-84b9-aad90527f849 req-20b0f27f-d9bd-487b-93c5-9c18b110b997 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 944 time: 0.1053989 Sep 16 05:12:20.138428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Transition to ACTIVE for port object f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:20.150416 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-443d1d34-905d-4457-bff1-9d763b616c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.153034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-443d1d34-905d-4457-bff1-9d763b616c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.156454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-443d1d34-905d-4457-bff1-9d763b616c1e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e4dd557-5458-41cb-830a-63314b1f0d60 HTTP/1.1" status: 204 len: 168 time: 1.0023973 Sep 16 05:12:20.245032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.313295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.428277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Attempting to bind port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:20.428997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Attempting to bind port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:20.429142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Attempting to bind port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:20.437091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:20.437429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Attempting to bind port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:20.443857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:20.444057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Checking segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:20.444462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Bound using segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:20.444909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Bound port: f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:20.449582 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.543797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:20.552531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:20.610652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a64742ca-7095-43d6-9f49-cb2743759935 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7415624 Sep 16 05:12:20.614085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37082) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:20.621016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'port_id': '1ffe1ddf-aee4-4e26-8cb7-0203714faae8'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:20.623753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d1d34-905d-4457-bff1-9d763b616c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4dd557-5458-41cb-830a-63314b1f0d60,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.652410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfd3b604-3bed-476a-84b9-aad90527f849 req-19c1de01-d60e-4531-a7ba-1c7978f452cc tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183792 Sep 16 05:12:20.687601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-b90de7e3-19ee-4577-98a1-992f654ba3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.697274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-b90de7e3-19ee-4577-98a1-992f654ba3fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 200 len: 914 time: 0.5869157 Sep 16 05:12:20.717407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.756262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.764607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-232ca217-e093-4135-8257-7d758d52cd05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5e506a9-b413-41a4-bc91-727cb92ec3b1 HTTP/1.1" status: 200 len: 217 time: 0.0541744 Sep 16 05:12:20.801526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.802631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.803996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] 10.222.0.57 "PUT /v2.0/ports/f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 200 len: 1092 time: 1.4407401 Sep 16 05:12:20.808554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:20.810827 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11b70cb-edd9-46bc-83b9-1426db1f5c59" -d '{"events": [{"name": "network-changed", "server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:20.876457 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caa825c-ff98-4ee0-8003-d030fd43ab21 x-openstack-request-id: req-8caa825c-ff98-4ee0-8003-d030fd43ab21 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:20.876751 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:20.877141 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8caa825c-ff98-4ee0-8003-d030fd43ab21 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:20.877542 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'status': 'completed', 'code': 200} Sep 16 05:12:20.887073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d69ddc-3d87-4c59-ac40-634ca5602d4f req-a6687d84-a4cc-4f25-91cf-be571aa5e4c1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.899431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80d69ddc-3d87-4c59-ac40-634ca5602d4f req-a6687d84-a4cc-4f25-91cf-be571aa5e4c1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.1762688 Sep 16 05:12:20.904024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-95268c38-7633-4274-9dce-b2dde950cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.905689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-95268c38-7633-4274-9dce-b2dde950cb62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba851f81-654a-4a71-be72-d02e690b8c5c HTTP/1.1" status: 200 len: 853 time: 0.1250396 Sep 16 05:12:20.917405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d641-1ac7-44e1-843d-d9f226a0e59f service neutron] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.960788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-3cb35114-071e-4c14-a8bd-28d085fed8b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a321ac5c-312b-40c4-a6b9-ed0272623293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418851 Sep 16 05:12:20.969751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80d69ddc-3d87-4c59-ac40-634ca5602d4f req-311e04a8-f70e-430b-8f57-23f960cad502 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735538 Sep 16 05:12:21.066814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b70cb-edd9-46bc-83b9-1426db1f5c59 req-00367479-83c5-4523-a665-1bb2bfda8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.068405 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b11b70cb-edd9-46bc-83b9-1426db1f5c59 req-00367479-83c5-4523-a665-1bb2bfda8dda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1095 time: 0.1470993 Sep 16 05:12:21.100418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-07d2166a-7013-4dcf-a691-c392ad5d27d4 service neutron] 10.222.0.57 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296129 Sep 16 05:12:21.297896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79886253-d1d6-4301-84c6-b3bae611d6d0 req-3cda74e2-aca6-4530-9c91-2fe60566a946 service neutron] 10.222.0.57 "GET /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892498 Sep 16 05:12:21.403214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b70cb-edd9-46bc-83b9-1426db1f5c59 req-6a1a4a8c-fe0b-4bb3-a4f4-fba07cb38c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.406829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b11b70cb-edd9-46bc-83b9-1426db1f5c59 req-6a1a4a8c-fe0b-4bb3-a4f4-fba07cb38c7e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3148766 Sep 16 05:12:21.436244 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a5e506a9-b413-41a4-bc91-727cb92ec3b1 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:21.531768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a5e506a9-b413-41a4-bc91-727cb92ec3b1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5e506a9-b413-41a4-bc91-727cb92ec3b1,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:21.543535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'a5e506a9-b413-41a4-bc91-727cb92ec3b1', 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'port_id': 'a5e506a9-b413-41a4-bc91-727cb92ec3b1', 'mac_address': 'fa:16:3e:b0:a5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba851f81-654a-4a71-be72-d02e690b8c5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:21.585744 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.599868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e506a9-b413-41a4-bc91-727cb92ec3b1 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:21.609591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b70cb-edd9-46bc-83b9-1426db1f5c59 req-000b958e-4aa0-4072-9a8c-8993b486d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.611123 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b11b70cb-edd9-46bc-83b9-1426db1f5c59 req-000b958e-4aa0-4072-9a8c-8993b486d7a9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1949027 Sep 16 05:12:21.625464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a5e506a9-b413-41a4-bc91-727cb92ec3b1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5e506a9-b413-41a4-bc91-727cb92ec3b1,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:21.701409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.839291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.resource_extend [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:12:21.844715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52730745-0000-4d9c-97b3-e9196b1125d7 req-51011e5d-8595-431d-87f2-528eac2d333f tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.853927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52730745-0000-4d9c-97b3-e9196b1125d7 req-51011e5d-8595-431d-87f2-528eac2d333f tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 945 time: 0.0798264 Sep 16 05:12:21.856799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=a5e506a9-b413-41a4-bc91-727cb92ec3b1,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.901315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-b69ee0bc-e50c-40cc-8bfc-b9712e61697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.902855 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-b69ee0bc-e50c-40cc-8bfc-b9712e61697f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1095 time: 0.1642327 Sep 16 05:12:21.908182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52730745-0000-4d9c-97b3-e9196b1125d7 req-4116d090-773d-457c-ac37-67c4be4d5d71 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526094 Sep 16 05:12:21.996340 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-3178df0d-c1a3-4aba-9f95-a1daa9e93bba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 200 len: 217 time: 0.0678337 Sep 16 05:12:22.008992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['a5e506a9-b413-41a4-bc91-727cb92ec3b1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:22.041438 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.159185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-5275e314-c7fa-4658-88b0-d0588d5e474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.161018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-5275e314-c7fa-4658-88b0-d0588d5e474a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.1444905 Sep 16 05:12:22.164963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.259518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e4585-a24a-48fd-87d7-7ff36892a3a4 req-9f512618-a18d-4faa-b11d-ddb6990a9850 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.285718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-272e4585-a24a-48fd-87d7-7ff36892a3a4 req-9f512618-a18d-4faa-b11d-ddb6990a9850 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.1596093 Sep 16 05:12:22.337797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-272e4585-a24a-48fd-87d7-7ff36892a3a4 req-fd62d7c9-5170-46f1-9c3f-6f2a944962a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511785 Sep 16 05:12:22.421392 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP 7b94bb57-ec93-47be-82ae-a0561741a969 associated. External IP: 172.25.7.98, port: 1ffe1ddf-aee4-4e26-8cb7-0203714faae8. Sep 16 05:12:22.529554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-88dcba4f-9df1-4420-a472-41b6df3c440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.531096 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-88dcba4f-9df1-4420-a472-41b6df3c440a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3581750 Sep 16 05:12:22.711612 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-acf19b85-dc81-4f61-84c0-7ccfd368cd76 service neutron] 10.222.0.57 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698194 Sep 16 05:12:22.735811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:22.911535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e3d3b5f-615a-42f1-b103-c43571b46ea5 req-032137f9-88c0-456b-a7f9-f7c815b1dd9c service neutron] 10.222.0.57 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867251 Sep 16 05:12:22.939530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:22.945298 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.951358 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d550514-9dfe-4719-a617-9c557bd84e95 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:22.968143 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d550514-9dfe-4719-a617-9c557bd84e95 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:22.968143 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d550514-9dfe-4719-a617-9c557bd84e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.980135 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-36244e94-a819-4925-93b2-0dcfd02d78e0 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/floatingips/7b94bb57-ec93-47be-82ae-a0561741a969 HTTP/1.1" status: 200 len: 977 time: 2.3624635 Sep 16 05:12:22.980440 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37186) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.033234 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d550514-9dfe-4719-a617-9c557bd84e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:23.058899 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d550514-9dfe-4719-a617-9c557bd84e95 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:23.059720 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d550514-9dfe-4719-a617-9c557bd84e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:23.083236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eac2d3-b1ec-47a4-af15-fbdf2e2e7cfb req-ad84cfb3-865d-486e-b3ab-a212bc8ebf30 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:23.085740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58eac2d3-b1ec-47a4-af15-fbdf2e2e7cfb req-ad84cfb3-865d-486e-b3ab-a212bc8ebf30 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 945 time: 0.0655425 Sep 16 05:12:23.137933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 1ffe1ddf-aee4-4e26-8cb7-0203714faae8 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:23.138515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.143794 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d550514-9dfe-4719-a617-9c557bd84e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:23.144425 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d550514-9dfe-4719-a617-9c557bd84e95 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:23.157269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58eac2d3-b1ec-47a4-af15-fbdf2e2e7cfb req-5ed1cc62-1bb5-41fd-a436-81cfda612873 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643899 Sep 16 05:12:23.290638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.348988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device fdcdd8e9-f39c-45ce-b324-eb61dfd4712a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:23.438391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a5e506a9-b413-41a4-bc91-727cb92ec3b1 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:23.495426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6295e59-c2e2-40c8-8146-de12467c42ff req-ff8b52d9-8fbf-476e-b608-413f211d16ec tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:23.497506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6295e59-c2e2-40c8-8146-de12467c42ff req-ff8b52d9-8fbf-476e-b608-413f211d16ec tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0592861 Sep 16 05:12:23.574844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6295e59-c2e2-40c8-8146-de12467c42ff req-8d31f7a5-528b-4fa1-a396-1e0c9bd8b9a5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688322 Sep 16 05:12:23.632525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.633264 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.633784 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP 7b94bb57-ec93-47be-82ae-a0561741a969 disassociated. External IP: 172.25.7.98, port: 1ffe1ddf-aee4-4e26-8cb7-0203714faae8. Sep 16 05:12:23.634432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 1ffe1ddf-aee4-4e26-8cb7-0203714faae8 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:23.853244 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.876440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:23.888884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=1ffe1ddf-aee4-4e26-8cb7-0203714faae8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:23.904500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'fdcdd8e9-f39c-45ce-b324-eb61dfd4712a', 'network_id': 'a321ac5c-312b-40c4-a6b9-ed0272623293', 'port_id': 'fdcdd8e9-f39c-45ce-b324-eb61dfd4712a', 'mac_address': 'fa:16:3e:27:4c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba851f81-654a-4a71-be72-d02e690b8c5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:23.974438 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.988801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcdd8e9-f39c-45ce-b324-eb61dfd4712a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:24.010820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:24.016510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port a5e506a9-b413-41a4-bc91-727cb92ec3b1 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:24.017497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port a5e506a9-b413-41a4-bc91-727cb92ec3b1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:24.017938 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.112365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.156067 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.165025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f948c35-3852-4914-86cf-66032ab0fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e506a9-b413-41a4-bc91-727cb92ec3b1'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:24.167351 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eb2ef8-eadd-410a-8e8f-87b742fd0ce1" -d '{"events": [{"server_uuid": "8f948c35-3852-4914-86cf-66032ab0fb40", "name": "network-vif-plugged", "status": "completed", "tag": "a5e506a9-b413-41a4-bc91-727cb92ec3b1"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:24.201889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port a5e506a9-b413-41a4-bc91-727cb92ec3b1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5e506a9-b413-41a4-bc91-727cb92ec3b1,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:24.253388 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df2a43f-a754-492b-9430-8cd128feb64b x-openstack-request-id: req-9df2a43f-a754-492b-9430-8cd128feb64b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:24.253697 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f948c35-3852-4914-86cf-66032ab0fb40", "name": "network-vif-plugged", "status": "completed", "tag": "a5e506a9-b413-41a4-bc91-727cb92ec3b1", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:24.256060 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9df2a43f-a754-492b-9430-8cd128feb64b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:24.257093 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f948c35-3852-4914-86cf-66032ab0fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e506a9-b413-41a4-bc91-727cb92ec3b1', 'code': 200} Sep 16 05:12:24.284200 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.344473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.432757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=a5e506a9-b413-41a4-bc91-727cb92ec3b1,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.436955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['fdcdd8e9-f39c-45ce-b324-eb61dfd4712a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:24.460066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526fec-abfb-432b-b08f-4ebff91437a9 req-5afe771d-f714-4b70-bb15-878ec6ca52ad tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.466804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18526fec-abfb-432b-b08f-4ebff91437a9 req-5afe771d-f714-4b70-bb15-878ec6ca52ad tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 946 time: 0.1754711 Sep 16 05:12:24.552233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18526fec-abfb-432b-b08f-4ebff91437a9 req-0580c859-ead9-467c-a003-c27d3cfdc61c tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759263 Sep 16 05:12:24.660194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:24.681544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014620c6-f7e8-433d-878b-3f79b109d905 req-ac8d1c94-1e2b-4702-9107-48bd76b28e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.683829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-014620c6-f7e8-433d-878b-3f79b109d905 req-ac8d1c94-1e2b-4702-9107-48bd76b28e44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 1098 time: 0.1061771 Sep 16 05:12:24.736585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff5aa8-1856-4fea-a026-74d909d094e5 req-0d8bcfa0-be48-4735-85f7-7084ee8f07af tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.738474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fff5aa8-1856-4fea-a026-74d909d094e5 req-0d8bcfa0-be48-4735-85f7-7084ee8f07af tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0572820 Sep 16 05:12:24.766829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-014620c6-f7e8-433d-878b-3f79b109d905 req-35c0ea8a-b945-4c3e-82a9-16dbcdd805fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732474 Sep 16 05:12:24.788210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fff5aa8-1856-4fea-a026-74d909d094e5 req-7c271844-6853-4636-8145-b96cf5f1ae86 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404310 Sep 16 05:12:24.828516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:24.857562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b77c440-d450-4677-a301-41059f87903c None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:24.869847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77c440-d450-4677-a301-41059f87903c None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:24.870821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0b77c440-d450-4677-a301-41059f87903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.914873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.917309 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-18fdda4f-8cd1-491f-844f-d2ff0ab64bfc tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/ports/1ffe1ddf-aee4-4e26-8cb7-0203714faae8 HTTP/1.1" status: 204 len: 168 time: 1.9359226 Sep 16 05:12:24.920141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37260) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.937531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0b77c440-d450-4677-a301-41059f87903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.948223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77c440-d450-4677-a301-41059f87903c None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:24.948868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0b77c440-d450-4677-a301-41059f87903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.988617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0b77c440-d450-4677-a301-41059f87903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.990029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b77c440-d450-4677-a301-41059f87903c None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:25.004180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dc93c8d4-933e-448d-ae5c-85432eb02612 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "GET /v2.0/floatingips/7b94bb57-ec93-47be-82ae-a0561741a969 HTTP/1.1" status: 200 len: 687 time: 0.0824072 Sep 16 05:12:25.006739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37264) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.144683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port a9608c2f-02e8-4c13-8847-d21e4acdb411 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:25.145030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.225500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.226400 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.238399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for a9608c2f-02e8-4c13-8847-d21e4acdb411 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:25.363490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device fdcdd8e9-f39c-45ce-b324-eb61dfd4712a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:25.421585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:25.552549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:25.562161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:25.562543 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.599914 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.604064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:25.627642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'port_id': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'mac_address': 'fa:16:3e:96:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:25.673926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=a9608c2f-02e8-4c13-8847-d21e4acdb411,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.700478 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.745497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:25.792959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.796324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:25.811333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953b42f-7bef-4806-b9b8-ad12b91806ca req-c234963d-dc99-475b-b1af-f35ab17bd4b2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.815703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9953b42f-7bef-4806-b9b8-ad12b91806ca req-c234963d-dc99-475b-b1af-f35ab17bd4b2 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 946 time: 0.1591208 Sep 16 05:12:25.816958 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.825771 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.827909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cd873509-5234-4b45-967f-6969c1b1e772 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/floatingips/7b94bb57-ec93-47be-82ae-a0561741a969 HTTP/1.1" status: 204 len: 168 time: 0.8200440 Sep 16 05:12:25.832562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37284) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.839795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '42d8dac0-e4a9-4371-9c2f-bdc4591aa45b'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:25.840347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:25.866750 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.919316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9953b42f-7bef-4806-b9b8-ad12b91806ca req-f816f838-0041-4084-b54f-c08837a97b63 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863001 Sep 16 05:12:25.970840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.987509 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.012065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a817-bb04-4a42-8101-c43357ea3206 req-c69f96a4-2ede-4afc-b2d0-638fe95d5817 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:26.013912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19a6a817-bb04-4a42-8101-c43357ea3206 req-c69f96a4-2ede-4afc-b2d0-638fe95d5817 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0597746 Sep 16 05:12:26.022423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.091615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.105436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19a6a817-bb04-4a42-8101-c43357ea3206 req-c5cbc1c7-cc30-44e3-81b4-d32d3ed4ac2c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828800 Sep 16 05:12:26.160662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:26.184755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.266832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7617163-ead1-434d-96a4-89b12ba9ca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcdd8e9-f39c-45ce-b324-eb61dfd4712a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:26.270719 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dab61f-3836-480c-b9b8-da304d8db2b8" -d '{"events": [{"server_uuid": "d7617163-ead1-434d-96a4-89b12ba9ca0e", "name": "network-vif-plugged", "status": "completed", "tag": "fdcdd8e9-f39c-45ce-b324-eb61dfd4712a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:26.363832 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cbcbed-7ff2-4c17-8d82-3ea05036c716 x-openstack-request-id: req-45cbcbed-7ff2-4c17-8d82-3ea05036c716 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:26.364243 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7617163-ead1-434d-96a4-89b12ba9ca0e", "name": "network-vif-plugged", "status": "completed", "tag": "fdcdd8e9-f39c-45ce-b324-eb61dfd4712a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:26.365151 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45cbcbed-7ff2-4c17-8d82-3ea05036c716 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:26.365670 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7617163-ead1-434d-96a4-89b12ba9ca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcdd8e9-f39c-45ce-b324-eb61dfd4712a', 'code': 200} Sep 16 05:12:26.499857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5bde9-7019-4aed-a67b-946a86cd3d08 req-81a2b88c-dc15-4ba9-b1b8-abb45df341d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:26.501135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.25.7.70 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/fd5f0ae2-0e0b-4e55-aa69-50fd02f10cba) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:26.504469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9a5bde9-7019-4aed-a67b-946a86cd3d08 req-81a2b88c-dc15-4ba9-b1b8-abb45df341d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 1098 time: 0.0757596 Sep 16 05:12:26.597869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9a5bde9-7019-4aed-a67b-946a86cd3d08 req-7a0b574e-1853-47a2-8de9-e0628ca5f615 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827560 Sep 16 05:12:26.674434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.033725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfa6a8-f608-45a0-bfba-dcd80fcd2660 req-960a96c2-8846-4d11-b328-b50f7605632f tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.035223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54cfa6a8-f608-45a0-bfba-dcd80fcd2660 req-960a96c2-8846-4d11-b328-b50f7605632f tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 946 time: 0.0518765 Sep 16 05:12:27.050303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.078315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54cfa6a8-f608-45a0-bfba-dcd80fcd2660 req-dd3f717e-0ad2-46ae-958c-db091f964705 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363126 Sep 16 05:12:27.088716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:27.091557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:27.095130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:27.129770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=fd5f0ae2-0e0b-4e55-aa69-50fd02f10cba,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.141891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.142241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.142591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.142962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.143331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.143811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.144155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.144481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.144810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.145141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.145468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.145796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:27.249483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac5ff-2923-4996-9b6f-cc9edf4a522e req-1ef05cb7-5a38-44e1-9f86-f150b3eb620a tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.250359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e8ac5ff-2923-4996-9b6f-cc9edf4a522e req-1ef05cb7-5a38-44e1-9f86-f150b3eb620a tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 946 time: 0.0862358 Sep 16 05:12:27.337424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478c987-a434-4294-a425-00533e4b6b4b req-78ca0a68-7581-4b00-a08f-1f5d53fd61d0 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.343903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f478c987-a434-4294-a425-00533e4b6b4b req-78ca0a68-7581-4b00-a08f-1f5d53fd61d0 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0924013 Sep 16 05:12:27.384138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e8ac5ff-2923-4996-9b6f-cc9edf4a522e req-c50a2195-4749-4db1-82bd-469c4a8408d8 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009369 Sep 16 05:12:27.420714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:27.447391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f478c987-a434-4294-a425-00533e4b6b4b req-f26d41f4-1480-4165-a138-515b5d356fbd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972083 Sep 16 05:12:27.598920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:27.603425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:27.603968 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.673511 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.728300 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.762602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:27.925236 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.941326 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.037863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:28.101442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.146721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.221360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.295049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=fd5f0ae2-0e0b-4e55-aa69-50fd02f10cba,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:28.308901 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.366700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:28.369653 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f50c79d-4318-4b3a-a8cd-597a2821a0c9" -d '{"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-plugged", "status": "completed", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:28.416302 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961f1362-a83b-4fb4-8462-220c12fc69aa x-openstack-request-id: req-961f1362-a83b-4fb4-8462-220c12fc69aa {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:28.416826 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-plugged", "status": "completed", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:28.417090 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-961f1362-a83b-4fb4-8462-220c12fc69aa {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:28.417492 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'code': 200} Sep 16 05:12:28.428323 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP c7bbbf5a-430c-461b-81eb-34b63d77c1d8 associated. External IP: 172.25.7.70, port: 42d8dac0-e4a9-4371-9c2f-bdc4591aa45b. Sep 16 05:12:28.562636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6f841-0d3b-4386-bac3-adc3004eb8e5 req-8055a845-a1d2-4e7c-9882-a24b416b5a30 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.564336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7f6f841-0d3b-4386-bac3-adc3004eb8e5 req-8055a845-a1d2-4e7c-9882-a24b416b5a30 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 946 time: 0.0707469 Sep 16 05:12:28.611551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a26d7-fa58-4238-b52d-626b1e5b0672 req-7af2948c-6ddd-4090-abb7-75e93f9955cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.613068 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f77a26d7-fa58-4238-b52d-626b1e5b0672 req-7af2948c-6ddd-4090-abb7-75e93f9955cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0910685 Sep 16 05:12:28.654868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7f6f841-0d3b-4386-bac3-adc3004eb8e5 req-baad1502-9271-429f-bb12-83e0ea4b79b1 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834150 Sep 16 05:12:28.671460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235be56-2722-48da-9860-a6a8cc4df5c6 req-f5e9bd45-a404-4c57-b44a-4131c5df550d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.683451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2235be56-2722-48da-9860-a6a8cc4df5c6 req-f5e9bd45-a404-4c57-b44a-4131c5df550d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1012127 Sep 16 05:12:28.698272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f77a26d7-fa58-4238-b52d-626b1e5b0672 req-d14c9f05-bff9-40bd-a08f-39ac81d2d210 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497568 Sep 16 05:12:28.748514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2235be56-2722-48da-9860-a6a8cc4df5c6 req-f8db23d0-f4cc-4401-8398-8ce09d66f933 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654833 Sep 16 05:12:28.752675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:28.884658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:28.896031 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134bffc-10c1-40a5-bc1b-a51ca0f00d8c None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:28.909172 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134bffc-10c1-40a5-bc1b-a51ca0f00d8c None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:28.909842 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b134bffc-10c1-40a5-bc1b-a51ca0f00d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:28.951515 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b134bffc-10c1-40a5-bc1b-a51ca0f00d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:28.960303 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134bffc-10c1-40a5-bc1b-a51ca0f00d8c None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:28.960911 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b134bffc-10c1-40a5-bc1b-a51ca0f00d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:28.993909 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b134bffc-10c1-40a5-bc1b-a51ca0f00d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:28.994828 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134bffc-10c1-40a5-bc1b-a51ca0f00d8c None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:29.032641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.061177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2d59b9a6-a1be-4ea1-9b4d-4f2bbf5a4a54 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2261975 Sep 16 05:12:29.063815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37416) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:29.069062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1241849106'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:29.221157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:29.225428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.260408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:29.274547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.274903 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Added segment 8dd52b32-de48-41a0-bdf7-56f4d50a8e3b of type vlan for network 24b04777-d7bd-4829-a798-2b5d0f757d04 Sep 16 05:12:29.322973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.460853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.467229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.467866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.540152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Network': ['ID=24b04777-d7bd-4829-a798-2b5d0f757d04,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:29.550974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:29.611267 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-54e1ce99-f534-410b-87c9-103a20c80a08 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5460558 Sep 16 05:12:29.615203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37440) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:29.638426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'subnet': {'network_id': '24b04777-d7bd-4829-a798-2b5d0f757d04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:29.856053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:29.870916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.035809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d469561-ca8a-4190-b0ae-293f68cc543d req-2a4711f0-9df7-4408-9427-b605a4b29eaf tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.037395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d469561-ca8a-4190-b0ae-293f68cc543d req-2a4711f0-9df7-4408-9427-b605a4b29eaf tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 946 time: 0.1316967 Sep 16 05:12:30.046964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7df0b-c687-4122-9659-35440f1550f2 req-4dfa55d7-579d-4e9a-ae64-cadadc327cb2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.051702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9be7df0b-c687-4122-9659-35440f1550f2 req-4dfa55d7-579d-4e9a-ae64-cadadc327cb2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1754079 Sep 16 05:12:30.169874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9be7df0b-c687-4122-9659-35440f1550f2 req-982eb015-dd0b-4540-bb7c-270947f8ba0b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079330 Sep 16 05:12:30.182112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d469561-ca8a-4190-b0ae-293f68cc543d req-f642b707-86fa-4557-8fc7-f488504aebb9 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb232ce0-bfcd-4669-b74c-d7541916d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154618 Sep 16 05:12:30.323346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.392926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Subnet': ['ID=53374c47-0278-45af-8523-700bba02350d,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.406374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.406727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.407087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.407445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.407779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.408117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.408449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.408777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.409106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.409434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.409763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.410089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:30.413468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Checking segment: {'id': '8dd52b32-de48-41a0-bdf7-56f4d50a8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24b04777-d7bd-4829-a798-2b5d0f757d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:30.416658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network hostable DHCP agents. Network: 24b04777-d7bd-4829-a798-2b5d0f757d04, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:30.533143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-72c999c3-8160-4d92-a10b-461342dba946 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.534659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-72c999c3-8160-4d92-a10b-461342dba946 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 946 time: 0.0616708 Sep 16 05:12:30.565431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:30.638412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Deleting port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:30.639092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.654701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 24b04777-d7bd-4829-a798-2b5d0f757d04) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:30.664079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a5c63a-5ea3-4570-a9a6-f92e2b4922e4 None None] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:30.667624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.668228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.750920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] For port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:30.751214 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.766816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Calling delete_port for fdcdd8e9-f39c-45ce-b324-eb61dfd4712a owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:30.820836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2675a8ae-b9c5-4a35-888d-eaebbd48472a tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2017324 Sep 16 05:12:30.823695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37494) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.828874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-24b04777-d7bd-4829-a798-2b5d0f757d04', 'network_id': '24b04777-d7bd-4829-a798-2b5d0f757d04', 'tenant_id': '7e7d4aa35a6b4feba65d35762224fa3b', 'fixed_ips': [{'subnet_id': '53374c47-0278-45af-8523-700bba02350d'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:30.830074 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.837477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-165014641', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:31.010493 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.011916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.033633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Allocated IP 172.20.0.2 (24b04777-d7bd-4829-a798-2b5d0f757d04/53374c47-0278-45af-8523-700bba02350d/b0fae8e6-cf3a-4003-a842-5b548bd1e0b6) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:31.112205 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.136869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['fdcdd8e9-f39c-45ce-b324-eb61dfd4712a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:31.159487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Pushing event deleted for resources: {'Port': ['ID=fdcdd8e9-f39c-45ce-b324-eb61dfd4712a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.167898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['a5e506a9-b413-41a4-bc91-727cb92ec3b1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:31.192367 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.211800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] No DVR routers for this DVR port fdcdd8e9-f39c-45ce-b324-eb61dfd4712a on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:31.214942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.216987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69144d04-40f9-49c5-a5ed-0bc82ad08719 req-bc165cbb-286b-4053-925d-bb570e636c54 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.60 "DELETE /v2.0/ports/fdcdd8e9-f39c-45ce-b324-eb61dfd4712a HTTP/1.1" status: 204 len: 173 time: 0.6763864 Sep 16 05:12:31.218313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7617163-ead1-434d-96a4-89b12ba9ca0e', 'name': 'network-vif-deleted', 'tag': 'fdcdd8e9-f39c-45ce-b324-eb61dfd4712a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:31.222825 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4408b7-cbc8-498b-aef8-3efb184fd7f8" -d '{"events": [{"server_uuid": "d7617163-ead1-434d-96a4-89b12ba9ca0e", "name": "network-vif-deleted", "tag": "fdcdd8e9-f39c-45ce-b324-eb61dfd4712a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:31.392209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99a54963-bac9-4104-a324-64a018130606 req-3c93e39c-c51d-403e-90a7-a0de88ea1fe7 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 210 time: 0.0564871 Sep 16 05:12:31.441679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6e5ca-e269-4e8c-8e55-410ca1d20486 req-c2816610-9348-44eb-8dda-6fe6d594c615 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.443281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3a6e5ca-e269-4e8c-8e55-410ca1d20486 req-c2816610-9348-44eb-8dda-6fe6d594c615 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1608982 Sep 16 05:12:31.467368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-0e0e9935-4cad-40db-934e-863ae433b46d tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.467724 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-0e0e9935-4cad-40db-934e-863ae433b46d tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 946 time: 0.2196167 Sep 16 05:12:31.479938 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b8536a-6f4a-48cf-bf41-c2f4a468caf7 x-openstack-request-id: req-d9b8536a-6f4a-48cf-bf41-c2f4a468caf7 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:31.484742 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7617163-ead1-434d-96a4-89b12ba9ca0e", "name": "network-vif-deleted", "tag": "fdcdd8e9-f39c-45ce-b324-eb61dfd4712a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:31.485047 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9b8536a-6f4a-48cf-bf41-c2f4a468caf7 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:31.506966 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7617163-ead1-434d-96a4-89b12ba9ca0e', 'name': 'network-vif-deleted', 'tag': 'fdcdd8e9-f39c-45ce-b324-eb61dfd4712a', 'status': 'completed', 'code': 200} Sep 16 05:12:31.527510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.569182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3a6e5ca-e269-4e8c-8e55-410ca1d20486 req-c8a194e4-f336-4095-b295-85a9f9c64ef7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168640 Sep 16 05:12:31.605737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.656076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.709561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:31.714107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:31.714701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Deleting port a5e506a9-b413-41a4-bc91-727cb92ec3b1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:31.717151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.723463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:31.776464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Pushing event updated for resources: {'Port': ['ID=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.806679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d824c05-6df2-433b-9f32-85649473dba8 req-75d136a4-f30b-4bd7-abfe-b73d96008300 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.819028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d824c05-6df2-433b-9f32-85649473dba8 req-75d136a4-f30b-4bd7-abfe-b73d96008300 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1533730 Sep 16 05:12:31.820450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37546) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:31.826564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'floatingip': {'port_id': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:31.833125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Attempting to bind port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:31.834318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Attempting to bind port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '8dd52b32-de48-41a0-bdf7-56f4d50a8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24b04777-d7bd-4829-a798-2b5d0f757d04'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:31.836875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Attempting to bind port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 on network 24b04777-d7bd-4829-a798-2b5d0f757d04 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:31.845919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:31.846429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Checking segment: {'id': '8dd52b32-de48-41a0-bdf7-56f4d50a8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24b04777-d7bd-4829-a798-2b5d0f757d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:31.847191 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.847720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Bound using segment: {'id': '8dd52b32-de48-41a0-bdf7-56f4d50a8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24b04777-d7bd-4829-a798-2b5d0f757d04'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:31.848316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Bound port: b0fae8e6-cf3a-4003-a842-5b548bd1e0b6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd52b32-de48-41a0-bdf7-56f4d50a8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24b04777-d7bd-4829-a798-2b5d0f757d04'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:31.848819 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.872588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.890247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] For port a5e506a9-b413-41a4-bc91-727cb92ec3b1, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=a5e506a9-b413-41a4-bc91-727cb92ec3b1,segment=NetworkSegment(02203e53-9f91-4a80-b314-7b571b25f7d5),segment_id=02203e53-9f91-4a80-b314-7b571b25f7d5)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:31.890859 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.919757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Calling delete_port for a5e506a9-b413-41a4-bc91-727cb92ec3b1 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:31.944439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] For port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:31.947848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] For port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,segment=NetworkSegment(8dd52b32-de48-41a0-bdf7-56f4d50a8e3b),segment_id=8dd52b32-de48-41a0-bdf7-56f4d50a8e3b)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:32.129917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.157030 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.334846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.25.7.14 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/ae75ee7d-29f8-4161-91d3-ddc4ef092ed3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:32.437599 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.469410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.481776 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.530332 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.600149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Pushing event deleted for resources: {'Port': ['ID=a5e506a9-b413-41a4-bc91-727cb92ec3b1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.614993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2373fbb4-9b16-4813-bac4-0e0a39b7298c req-433801c0-08ae-4376-aa26-00fcb91f1d33 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7617163-ead1-434d-96a4-89b12ba9ca0e HTTP/1.1" status: 200 len: 210 time: 0.0873227 Sep 16 05:12:32.615801 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.658610 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.665982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83e6ba-b8d4-4597-a398-729f01255f4f None None] Pushing event updated for resources: {'Port': ['ID=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.736670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] No DVR routers for this DVR port a5e506a9-b413-41a4-bc91-727cb92ec3b1 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:32.762933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.765891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1a48b616-935a-4817-9cd7-1aab1749c56e req-f450a9be-957e-454c-acfe-a6a3f0f76b39 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.57 "DELETE /v2.0/ports/a5e506a9-b413-41a4-bc91-727cb92ec3b1 HTTP/1.1" status: 204 len: 173 time: 1.2919118 Sep 16 05:12:32.768173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f948c35-3852-4914-86cf-66032ab0fb40', 'name': 'network-vif-deleted', 'tag': 'a5e506a9-b413-41a4-bc91-727cb92ec3b1'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:32.770982 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf8d59-9d7e-4c4b-b01b-c1e1de1214f0" -d '{"events": [{"server_uuid": "8f948c35-3852-4914-86cf-66032ab0fb40", "name": "network-vif-deleted", "tag": "a5e506a9-b413-41a4-bc91-727cb92ec3b1"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:32.824101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=ae75ee7d-29f8-4161-91d3-ddc4ef092ed3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.847035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:32.847202 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Floating IP 1086a222-e799-4004-a5e2-88473b4ee1c7 associated. External IP: 172.25.7.239, port: f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d. Sep 16 05:12:32.851024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:32.858903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:32.869694 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2852e78c-f838-40c2-bda6-899ea6363072 x-openstack-request-id: req-2852e78c-f838-40c2-bda6-899ea6363072 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:32.870403 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f948c35-3852-4914-86cf-66032ab0fb40", "name": "network-vif-deleted", "tag": "a5e506a9-b413-41a4-bc91-727cb92ec3b1", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:32.870808 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2852e78c-f838-40c2-bda6-899ea6363072 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:32.871648 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f948c35-3852-4914-86cf-66032ab0fb40', 'name': 'network-vif-deleted', 'tag': 'a5e506a9-b413-41a4-bc91-727cb92ec3b1', 'status': 'completed', 'code': 200} Sep 16 05:12:33.207790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:33.376478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:33.381278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.394149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] Sync routers for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:33.411771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device fdcdd8e9-f39c-45ce-b324-eb61dfd4712a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:33.439416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:33.440176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:33.443869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: fdcdd8e9-f39c-45ce-b324-eb61dfd4712a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:33.444295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device fdcdd8e9-f39c-45ce-b324-eb61dfd4712a not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:33.461102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3908b4c9-7e55-41e4-ab04-707b88141c7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "PUT /v2.0/floatingips/1086a222-e799-4004-a5e2-88473b4ee1c7 HTTP/1.1" status: 200 len: 991 time: 1.6380017 Sep 16 05:12:33.502960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:33.505772 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:33.637526 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df6e8e-344e-4cc7-9625-8692cf1e32fa x-openstack-request-id: req-08df6e8e-344e-4cc7-9625-8692cf1e32fa {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:33.639275 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:33.639275 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08df6e8e-344e-4cc7-9625-8692cf1e32fa {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:33.639275 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'status': 'completed', 'code': 200} Sep 16 05:12:33.729249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:33.842538 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:33.940019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27d4b245-1089-4cec-8b4a-433124449943 req-dd60fba5-987b-4de4-95b4-e704ff96a4a7 tempest-MultipleCreateTestJSON-2135583090 tempest-MultipleCreateTestJSON-2135583090-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f948c35-3852-4914-86cf-66032ab0fb40 HTTP/1.1" status: 200 len: 210 time: 0.0489213 Sep 16 05:12:34.078440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:34.079070 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.086780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-ef283efb-f477-46af-bbf3-4b2c20fd3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.091583 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-ef283efb-f477-46af-bbf3-4b2c20fd3ac4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1286373 Sep 16 05:12:34.132325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.213621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fdd45e-6b31-4f86-bc96-2beedc1e2fd2 None None] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:34.363989 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.375032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-9f148051-9b9f-4dc6-8ac9-5a047fe58496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.376609 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-9f148051-9b9f-4dc6-8ac9-5a047fe58496 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.2750075 Sep 16 05:12:34.415611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1525cba2-6baf-40fc-819e-c5e7c40744f9 None None] Provisioning complete for port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:34.416178 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1525cba2-6baf-40fc-819e-c5e7c40744f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.488860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,segment=NetworkSegment(8dd52b32-de48-41a0-bdf7-56f4d50a8e3b),segment_id=8dd52b32-de48-41a0-bdf7-56f4d50a8e3b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:34.520908 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-8492cf3a-ad3b-4061-8a6b-e021bacf26ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 200 len: 999 time: 0.1349194 Sep 16 05:12:34.576862 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.577818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.701697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-3d5dea01-a58f-49d2-a799-7a3786488006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.703327 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-3d5dea01-a58f-49d2-a799-7a3786488006 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.1744411 Sep 16 05:12:34.776277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-feb0f3ee-5aff-4ff4-8db2-184fd41a755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.777814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-feb0f3ee-5aff-4ff4-8db2-184fd41a755d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640297 Sep 16 05:12:34.835126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '1086a222-e799-4004-a5e2-88473b4ee1c7', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'port_id': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'mac_address': 'fa:16:3e:96:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:10Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 1, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:34.852183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 85ba3254-fad3-49be-ab4a-c4b04d6e1564 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:34.869849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] Checking router: 91802f99-40af-4dc8-8f0a-b8f03bcbc07f for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:34.917347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:34.918120 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:34.923346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.933773 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-835bc624-9f75-42a9-bedc-9b5519718ea8 service neutron] 10.222.0.57 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481164 Sep 16 05:12:34.970698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.971053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.971871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.972035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.972371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.972695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.973030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.973360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.973697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.974028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.974358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.974685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:35.027231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:35.037849 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8270e-08ff-43e4-9675-99f140394107 None None] Sync routers for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:35.067095 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8270e-08ff-43e4-9675-99f140394107 None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:35.067758 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-49b8270e-08ff-43e4-9675-99f140394107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:35.087866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37696) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.124004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:35.130496 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-49b8270e-08ff-43e4-9675-99f140394107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:35.146396 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8270e-08ff-43e4-9675-99f140394107 None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:35.154300 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-49b8270e-08ff-43e4-9675-99f140394107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:35.194747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf70247-33f4-433b-84e5-87febb6cba38 admin admin] Deleting subnet ba851f81-654a-4a71-be72-d02e690b8c5c {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:35.201169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf70247-33f4-433b-84e5-87febb6cba38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.206686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.214373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a2d06e99-c807-4b7c-8628-5c98b9e193a8 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3880060 Sep 16 05:12:35.215121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37702) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.220693 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-49b8270e-08ff-43e4-9675-99f140394107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:35.221881 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8270e-08ff-43e4-9675-99f140394107 None None] The sync data for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:35.296695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf70247-33f4-433b-84e5-87febb6cba38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.345470 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90877f09-78e3-4bb2-88c5-47c56ec2f7b7 req-e4a8c8ee-4749-40ea-bba9-b6fa5f415902 service neutron] 10.222.0.57 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000092 Sep 16 05:12:35.365539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e5999dbf-cd3e-41c3-a73f-dcd5f451cd18 None None] Provisioning complete for port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:35.365922 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e5999dbf-cd3e-41c3-a73f-dcd5f451cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.369798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf70247-33f4-433b-84e5-87febb6cba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.450603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a5e506a9-b413-41a4-bc91-727cb92ec3b1 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:35.511017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: a5e506a9-b413-41a4-bc91-727cb92ec3b1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:35.511518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device a5e506a9-b413-41a4-bc91-727cb92ec3b1 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:35.569463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf70247-33f4-433b-84e5-87febb6cba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.633347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:35.645642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf70247-33f4-433b-84e5-87febb6cba38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba851f81-654a-4a71-be72-d02e690b8c5c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.659144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf70247-33f4-433b-84e5-87febb6cba38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.666349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1cf70247-33f4-433b-84e5-87febb6cba38 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ba851f81-654a-4a71-be72-d02e690b8c5c HTTP/1.1" status: 204 len: 168 time: 0.5768375 Sep 16 05:12:35.666969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37724) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.725674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:35.726132 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.779642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '1086a222-e799-4004-a5e2-88473b4ee1c7', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'port_id': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'mac_address': 'fa:16:3e:96:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:10Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 1, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:35.836199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749c5a8-7395-45ad-b130-4551db855d64 None None] The sync data for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 is: [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '1086a222-e799-4004-a5e2-88473b4ee1c7', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'floating_ip_address': '172.25.7.239', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'port_id': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'mac_address': 'fa:16:3e:96:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:10Z', 'updated_at': '2021-09-16T05:12:32Z', 'revision_number': 1, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:35.892533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.020990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.038007 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.045933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a321ac5c-312b-40c4-a6b9-ed0272623293']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:36.057113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02203e53-9f91-4a80-b314-7b571b25f7d5') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:36.057810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02203e53-9f91-4a80-b314-7b571b25f7d5') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:36.069245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.087380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.095090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:36.096372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:36.099025 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:36.211714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0970b6a-d277-4680-82e1-2cc2afb6f8a5 None None] New status for floating IP 1086a222-e799-4004-a5e2-88473b4ee1c7: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:36.237917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.251531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.251531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] 10.222.0.59 "DELETE /v2.0/networks/a321ac5c-312b-40c4-a6b9-ed0272623293 HTTP/1.1" status: 204 len: 168 time: 0.5784192 Sep 16 05:12:36.269085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a44476-47ed-4fd8-9d3d-033224eaad4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a321ac5c-312b-40c4-a6b9-ed0272623293,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:36.530214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.20.0.1 (24b04777-d7bd-4829-a798-2b5d0f757d04/53374c47-0278-45af-8523-700bba02350d/0e8779ca-444b-4078-85e8-a4a5a06f4663) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:36.699460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.761146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37786) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:36.804094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b2a59adf-2e24-44ad-9135-6a6ddf1eb60f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c30707c4b4574386a7dce49ed08620cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416336 Sep 16 05:12:36.807554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37790) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:36.838708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.897125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:36.903285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:36.919078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:36.977773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=0e8779ca-444b-4078-85e8-a4a5a06f4663,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.003891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c20fd51-8d62-46f9-9fcf-fdd362c50fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.006332 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.082924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c20fd51-8d62-46f9-9fcf-fdd362c50fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.230282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a63ffedb-9343-41a1-8059-582b50821b43 None None] Provisioning complete for port 0e8779ca-444b-4078-85e8-a4a5a06f4663 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:37.235622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a63ffedb-9343-41a1-8059-582b50821b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.271026 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c20fd51-8d62-46f9-9fcf-fdd362c50fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.280223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c20fd51-8d62-46f9-9fcf-fdd362c50fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.284873 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c20fd51-8d62-46f9-9fcf-fdd362c50fd4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb232ce0-bfcd-4669-b74c-d7541916d75f HTTP/1.1" status: 204 len: 168 time: 0.4737630 Sep 16 05:12:37.339221 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.342397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20fd51-8d62-46f9-9fcf-fdd362c50fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb232ce0-bfcd-4669-b74c-d7541916d75f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.346013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a63ffedb-9343-41a1-8059-582b50821b43 None None] Port 0e8779ca-444b-4078-85e8-a4a5a06f4663 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:37.776659 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.832236 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.924794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=0e8779ca-444b-4078-85e8-a4a5a06f4663,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.935032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.082063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:38.083687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:38.250590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 85ba3254-fad3-49be-ab4a-c4b04d6e1564 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:38.415303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:38.422854 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a385ec4-9974-4ff3-8851-edbc66692ca9 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/routers/85ba3254-fad3-49be-ab4a-c4b04d6e1564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2032557 Sep 16 05:12:38.426169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37882) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:38.428333 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61bf423-7151-4f97-a5d0-b5ab6d37150e None None] Sync routers for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:38.433690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'port': {'network_id': '24b04777-d7bd-4829-a798-2b5d0f757d04', 'name': 'tempest-FloatingIPTestJSON-2028855662'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:38.447115 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61bf423-7151-4f97-a5d0-b5ab6d37150e None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:38.447814 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c61bf423-7151-4f97-a5d0-b5ab6d37150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.546236 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c61bf423-7151-4f97-a5d0-b5ab6d37150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.568085 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61bf423-7151-4f97-a5d0-b5ab6d37150e None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:38.568724 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c61bf423-7151-4f97-a5d0-b5ab6d37150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.623586 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c61bf423-7151-4f97-a5d0-b5ab6d37150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.624269 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61bf423-7151-4f97-a5d0-b5ab6d37150e None None] The sync data for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:38.706492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-de31dfef-dc5f-4a07-9640-23ed58a7e4cb None None] Provisioning complete for port 0e8779ca-444b-4078-85e8-a4a5a06f4663 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:38.707069 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-de31dfef-dc5f-4a07-9640-23ed58a7e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.746495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Made reservation on behalf of 7e7d4aa35a6b4feba65d35762224fa3b for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:38.757575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.769256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-de31dfef-dc5f-4a07-9640-23ed58a7e4cb None None] Port 0e8779ca-444b-4078-85e8-a4a5a06f4663 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:38.771155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] device_id is not set on port 74ab70da-86c5-4422-83a4-99edea7adecd yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:38.840216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37914) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:38.912217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Allocated IP 172.20.0.11 (24b04777-d7bd-4829-a798-2b5d0f757d04/53374c47-0278-45af-8523-700bba02350d/74ab70da-86c5-4422-83a4-99edea7adecd) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:38.990750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2112806680-network', 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:39.054934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:39.061945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.089320 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.133856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.204762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:39.245445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.255592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.319720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:39.321456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event updated for resources: {'Port': ['ID=74ab70da-86c5-4422-83a4-99edea7adecd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.324291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:39.326558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:39.329467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.364104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:39.415460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.421846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.430699 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Added segment d7653cf8-d024-457f-9d0a-81b26e533255 of type vlan for network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde Sep 16 05:12:39.440832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.441748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.481989 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.555843 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1e49a1e2-182f-4f69-9801-9477227059a7 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1251845 Sep 16 05:12:39.556321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37950) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:39.561436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Request body: {'floatingip': {'port_id': '74ab70da-86c5-4422-83a4-99edea7adecd'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:39.603460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.604480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.605074 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.669211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.699026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-67bd10cb-f462-4311-8af3-e419c3a59b4a None None] Provisioning complete for port 74ab70da-86c5-4422-83a4-99edea7adecd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:39.699685 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67bd10cb-f462-4311-8af3-e419c3a59b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.740765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-67bd10cb-f462-4311-8af3-e419c3a59b4a None None] Port 74ab70da-86c5-4422-83a4-99edea7adecd cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:39.783401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9421277 Sep 16 05:12:39.785981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c80a1-1f6b-4cf5-9ca3-1bdb07085cff admin admin] Pushing event updated for resources: {'Network': ['ID=138ec5de-f5a5-4fd8-90e2-de3ebf222fde,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.792195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37964) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:39.800417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:39.801656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Request body: {'subnet': {'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2112806680-subnet', 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:39.946629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:39.949806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.392366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.701091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.753170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.767018 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.774834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Checking segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:40.775198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Network hostable DHCP agents. Network: 138ec5de-f5a5-4fd8-90e2-de3ebf222fde, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:40.826482 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.860935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:40.934761 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP c7bbbf5a-430c-461b-81eb-34b63d77c1d8 associated. External IP: 172.25.7.70, port: 42d8dac0-e4a9-4371-9c2f-bdc4591aa45b. Sep 16 05:12:40.951670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 138ec5de-f5a5-4fd8-90e2-de3ebf222fde) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:40.952322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:40.952729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.958047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eda028-7364-4209-980a-e0a253c334b8 None None] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:41.046675 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ba93758-53ef-4931-8861-045add9ef39e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2450519 Sep 16 05:12:41.046881 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d4369386-cc5e-4f00-a7b0-4111e18e58d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.161177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490973e0-c4ed-49be-b66c-92297c08d4cd None None] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:41.263213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:41.448016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:41.461757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b174b23-7a53-465a-85f4-82c1210a7f0d None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:41.476954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b174b23-7a53-465a-85f4-82c1210a7f0d None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:41.477746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0b174b23-7a53-465a-85f4-82c1210a7f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.533268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0b174b23-7a53-465a-85f4-82c1210a7f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.544568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b174b23-7a53-465a-85f4-82c1210a7f0d None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:41.547373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0b174b23-7a53-465a-85f4-82c1210a7f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.587760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0b174b23-7a53-465a-85f4-82c1210a7f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.588446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b174b23-7a53-465a-85f4-82c1210a7f0d None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:41.788378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-76e0a921-d212-49d1-8b8d-0e5e16c383ab tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:41.790428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-76e0a921-d212-49d1-8b8d-0e5e16c383ab tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1912401 Sep 16 05:12:41.817041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 85ba3254-fad3-49be-ab4a-c4b04d6e1564 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:41.825410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-80dc1eda-d01d-46ab-a671-aaa8f2275c5d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/quotas/96ea114bae8d411cabc5fcdc3ba0ffd1 HTTP/1.1" status: 200 len: 375 time: 0.0172029 Sep 16 05:12:41.871190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-ca204910-e911-430a-a7fb-37c9cbd0ccf4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389440 Sep 16 05:12:42.070562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:42.076076 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.081558 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c634cf-939c-4388-84e5-169b4ba9f8b1 None None] Sync routers for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:42.092027 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c634cf-939c-4388-84e5-169b4ba9f8b1 None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:42.092756 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b8c634cf-939c-4388-84e5-169b4ba9f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.107066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-41c292ae-ddac-469d-9527-beb7d39c855b service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898382 Sep 16 05:12:42.131031 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b8c634cf-939c-4388-84e5-169b4ba9f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.140647 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c634cf-939c-4388-84e5-169b4ba9f8b1 None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:42.141269 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b8c634cf-939c-4388-84e5-169b4ba9f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.173805 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b8c634cf-939c-4388-84e5-169b4ba9f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.174745 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c634cf-939c-4388-84e5-169b4ba9f8b1 None None] The sync data for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:42.181310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38042) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.183889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e3dc6ef2-1c1c-4f94-b62e-e0bf303889f3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/floatingips/c7bbbf5a-430c-461b-81eb-34b63d77c1d8 HTTP/1.1" status: 200 len: 978 time: 2.6261091 Sep 16 05:12:42.260091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-2b7d6046-e2c2-4320-a727-7c1b117bb4bb service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363130 Sep 16 05:12:42.284822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 74ab70da-86c5-4422-83a4-99edea7adecd {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:42.285174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.379490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.568594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.569019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.569335 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Floating IP c7bbbf5a-430c-461b-81eb-34b63d77c1d8 disassociated. External IP: 172.25.7.70, port: 74ab70da-86c5-4422-83a4-99edea7adecd. Sep 16 05:12:42.569691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 74ab70da-86c5-4422-83a4-99edea7adecd owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:42.968064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.021187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=74ab70da-86c5-4422-83a4-99edea7adecd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.205347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16109b5b-6aaf-431d-b546-fcdf0da8a8e1 req-8f9d6120-11d4-43c0-bc10-caae1a3b734c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 210 time: 0.0902297 Sep 16 05:12:43.256626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 85ba3254-fad3-49be-ab4a-c4b04d6e1564 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:43.457232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:43.475757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d8263-d05c-4466-afca-08566c0bb01d None None] Sync routers for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:43.489846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d8263-d05c-4466-afca-08566c0bb01d None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:43.491747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-058d8263-d05c-4466-afca-08566c0bb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:43.575445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-058d8263-d05c-4466-afca-08566c0bb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:43.579919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.584590 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a20a0748-8802-46cb-bc4e-04496664b1e2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/ports/74ab70da-86c5-4422-83a4-99edea7adecd HTTP/1.1" status: 204 len: 168 time: 1.3995545 Sep 16 05:12:43.585254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38084) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:43.598234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d8263-d05c-4466-afca-08566c0bb01d None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:43.599172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-058d8263-d05c-4466-afca-08566c0bb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:43.638718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-058d8263-d05c-4466-afca-08566c0bb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:43.639584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d8263-d05c-4466-afca-08566c0bb01d None None] The sync data for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:44.109402 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.182078 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.358291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5aa6a3f6-9762-4273-a18e-d6f1c5d0fbb9 req-883d24be-d5e7-46e2-a79c-a4e433db0660 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 210 time: 0.0339222 Sep 16 05:12:44.454671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 0e8779ca-444b-4078-85e8-a4a5a06f4663 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:44.455031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.474456 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2aca1a5d-070b-4b02-bfe9-3cdef72f4e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.563892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.577360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 0e8779ca-444b-4078-85e8-a4a5a06f4663 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:44.901300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.930934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=0e8779ca-444b-4078-85e8-a4a5a06f4663,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.077541 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.251202 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.557174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 85ba3254-fad3-49be-ab4a-c4b04d6e1564 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:45.574358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4dca0595-cddf-45d0-992a-3b2115f821f7 req-6adf0aa9-4d66-4321-9774-a3a106c089f2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 210 time: 0.0328088 Sep 16 05:12:45.778410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:45.790478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38126) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:45.796310 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1006914-6b9b-458e-9f7e-3cbc8cbbe9f0 None None] Sync routers for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:45.801493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-427d6cf4-e115-40d2-9798-a75baa7cc876 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/routers/85ba3254-fad3-49be-ab4a-c4b04d6e1564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2149563 Sep 16 05:12:45.829578 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1006914-6b9b-458e-9f7e-3cbc8cbbe9f0 None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:45.831176 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f1006914-6b9b-458e-9f7e-3cbc8cbbe9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.844128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-0600a344-3e28-455b-89ae-3fe7d7178b8d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.845902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-0600a344-3e28-455b-89ae-3fe7d7178b8d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.2092538 Sep 16 05:12:45.864983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Request body: {'port': {'device_id': 'c045f4a5-709d-4a0a-8310-b836d2c76f9d', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'admin_state_up': True, 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:45.926218 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f1006914-6b9b-458e-9f7e-3cbc8cbbe9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.983118 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1006914-6b9b-458e-9f7e-3cbc8cbbe9f0 None None] Routers {'85ba3254-fad3-49be-ab4a-c4b04d6e1564'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:45.985405 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f1006914-6b9b-458e-9f7e-3cbc8cbbe9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:46.077896 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f1006914-6b9b-458e-9f7e-3cbc8cbbe9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:46.081454 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1006914-6b9b-458e-9f7e-3cbc8cbbe9f0 None None] The sync data for ids ['85ba3254-fad3-49be-ab4a-c4b04d6e1564'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:46.163109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.249901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:46.254781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.373520 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.562371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port ae75ee7d-29f8-4161-91d3-ddc4ef092ed3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:46.562723 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.741648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.788108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for ae75ee7d-29f8-4161-91d3-ddc4ef092ed3 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:46.798026 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.942271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Allocated IP 172.20.0.2 (138ec5de-f5a5-4fd8-90e2-de3ebf222fde/fa0f0b37-d200-47ae-90d3-b6c8dae3dcad/8d7dcfa0-006a-411a-891c-8fcfbe02ed06) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:47.050617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1eb939b9-0cc0-4724-a606-615f8464b082 req-f494af98-be2f-4d09-91d7-c2a4bd71b5d2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 210 time: 0.0640521 Sep 16 05:12:47.207693 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.238125 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.279683 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=ae75ee7d-29f8-4161-91d3-ddc4ef092ed3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.353089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.387962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.413077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event updated for resources: {'Port': ['ID=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.416546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:47.418199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:47.426261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:47.488508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.489406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.498011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.500635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.583907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-5822a3cf-9e13-435c-b695-a8cbd9e11bff tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7276695 Sep 16 05:12:47.596720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Request body: {'port': {'device_id': 'c045f4a5-709d-4a0a-8310-b836d2c76f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:47.655111 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.655718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Fanout notify agent at l3_agent the message router_deleted on router 85ba3254-fad3-49be-ab4a-c4b04d6e1564 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:47.666175 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.677777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.679629 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1fe8feeb-9320-413d-bc08-e17f06146c36 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/routers/85ba3254-fad3-49be-ab4a-c4b04d6e1564 HTTP/1.1" status: 204 len: 168 time: 1.8821049 Sep 16 05:12:47.680325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38150) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.748777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b3f53e-d2c4-4464-a141-14d811267b66 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting subnet 53374c47-0278-45af-8523-700bba02350d {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:47.752122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42b3f53e-d2c4-4464-a141-14d811267b66 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.798664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42b3f53e-d2c4-4464-a141-14d811267b66 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.934228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42b3f53e-d2c4-4464-a141-14d811267b66 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.051788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:48.062096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.119150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Transition to ACTIVE for port object 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:48.122263 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42b3f53e-d2c4-4464-a141-14d811267b66 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.162203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42b3f53e-d2c4-4464-a141-14d811267b66 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.173996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e35ed-7590-408c-aa77-37231a4c7ca7 None None] Network 24b04777-d7bd-4829-a798-2b5d0f757d04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:48.177817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38158) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.191957 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-42b3f53e-d2c4-4464-a141-14d811267b66 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/subnets/53374c47-0278-45af-8523-700bba02350d HTTP/1.1" status: 204 len: 168 time: 0.5104463 Sep 16 05:12:48.195677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3f53e-d2c4-4464-a141-14d811267b66 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Subnet': ['ID=53374c47-0278-45af-8523-700bba02350d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.234201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.302883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.373917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.411035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34545882-fa29-4241-a3da-675dbb152f5b req-62e36bdc-bfc2-4385-ab80-eecfd1f6a022 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.412311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34545882-fa29-4241-a3da-675dbb152f5b req-62e36bdc-bfc2-4385-ab80-eecfd1f6a022 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 931 time: 0.2538774 Sep 16 05:12:48.519215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] DHCP port deletion for 24b04777-d7bd-4829-a798-2b5d0f757d04 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:48.586332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34545882-fa29-4241-a3da-675dbb152f5b req-d3447372-2d05-42c9-8530-e3dc18e188b3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498566 Sep 16 05:12:48.596136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] Deleting port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:48.597178 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.603540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Attempting to bind port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.603904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Attempting to bind port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.604609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Attempting to bind port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.626320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:48.626320 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.626320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.626320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Attempting to bind port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.635548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:48.635901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Checking segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:48.636358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Bound using segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:48.636823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Bound port: 8d7dcfa0-006a-411a-891c-8fcfbe02ed06, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:48.637193 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.669225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] For port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,segment=NetworkSegment(8dd52b32-de48-41a0-bdf7-56f4d50a8e3b),segment_id=8dd52b32-de48-41a0-bdf7-56f4d50a8e3b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:48.669632 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.689326 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] Calling delete_port for b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:48.730522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] For port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,segment=NetworkSegment(8dd52b32-de48-41a0-bdf7-56f4d50a8e3b),segment_id=8dd52b32-de48-41a0-bdf7-56f4d50a8e3b)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:48.730903 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.754533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:48.799019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] For port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:48.803721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] For port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:48.877990 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.886263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.908836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] Pushing event deleted for resources: {'Port': ['ID=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.914519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4603fa4-03b0-4ec1-9487-dd9b79dbef0d None None] No DVR routers for this DVR port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:48.922910 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.924093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=b0fae8e6-cf3a-4003-a842-5b548bd1e0b6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.925995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] No DVR routers for this DVR port b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:49.035109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.035893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.037551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d7dcfa0-006a-411a-891c-8fcfbe02ed06 HTTP/1.1" status: 200 len: 1092 time: 1.4454651 Sep 16 05:12:49.038239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c045f4a5-709d-4a0a-8310-b836d2c76f9d', 'tag': '8d7dcfa0-006a-411a-891c-8fcfbe02ed06'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:49.040786 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79e15fe-d204-448f-a944-be00fd2d453f" -d '{"events": [{"name": "network-changed", "server_uuid": "c045f4a5-709d-4a0a-8310-b836d2c76f9d", "tag": "8d7dcfa0-006a-411a-891c-8fcfbe02ed06"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:49.102634 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad24926d-f15a-4be2-a01d-817303b50bbe x-openstack-request-id: req-ad24926d-f15a-4be2-a01d-817303b50bbe {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:49.103355 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c045f4a5-709d-4a0a-8310-b836d2c76f9d", "tag": "8d7dcfa0-006a-411a-891c-8fcfbe02ed06", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:49.103355 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad24926d-f15a-4be2-a01d-817303b50bbe {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:49.103618 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c045f4a5-709d-4a0a-8310-b836d2c76f9d', 'tag': '8d7dcfa0-006a-411a-891c-8fcfbe02ed06', 'status': 'completed', 'code': 200} Sep 16 05:12:49.105482 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.108656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f44c5-818d-42e4-8ecf-fbfb92ae2699 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.183474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b04777-d7bd-4829-a798-2b5d0f757d04']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.204597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd52b32-de48-41a0-bdf7-56f4d50a8e3b') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.205126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd52b32-de48-41a0-bdf7-56f4d50a8e3b') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.232216 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.246160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e15fe-d204-448f-a944-be00fd2d453f req-9bac48a0-2703-4c41-9edf-66933d4f9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.248457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d79e15fe-d204-448f-a944-be00fd2d453f req-9bac48a0-2703-4c41-9edf-66933d4f9ddf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 1095 time: 0.1307995 Sep 16 05:12:49.285046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.301824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:49.302243 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:49.306528 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:49.421166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e15fe-d204-448f-a944-be00fd2d453f req-31234d8d-f114-4a15-a6de-da7f8a32a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.422691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d79e15fe-d204-448f-a944-be00fd2d453f req-31234d8d-f114-4a15-a6de-da7f8a32a5fe service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1654990 Sep 16 05:12:49.574128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e15fe-d204-448f-a944-be00fd2d453f req-754e97ed-bdb8-42f2-865c-97455fa31ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.576397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d79e15fe-d204-448f-a944-be00fd2d453f req-754e97ed-bdb8-42f2-865c-97455fa31ed4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1454868 Sep 16 05:12:49.577729 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.587291 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.594710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38178) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.596452 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/networks/24b04777-d7bd-4829-a798-2b5d0f757d04 HTTP/1.1" status: 204 len: 168 time: 1.4167304 Sep 16 05:12:49.607791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:49.643785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:49.644748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b0fae8e6-cf3a-4003-a842-5b548bd1e0b6 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:49.666944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911376e-bc79-471d-8eb6-f94c1da68d18 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Network': ['ID=24b04777-d7bd-4829-a798-2b5d0f757d04,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.689035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-ddfda3b9-11f0-42f3-be66-69d4c63748b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.690563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-ddfda3b9-11f0-42f3-be66-69d4c63748b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 1095 time: 0.0596986 Sep 16 05:12:49.744812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-a184136d-348a-4da7-b183-70a05ad2e8c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d7dcfa0-006a-411a-891c-8fcfbe02ed06 HTTP/1.1" status: 200 len: 217 time: 0.0464001 Sep 16 05:12:49.802459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port fd5f0ae2-0e0b-4e55-aa69-50fd02f10cba {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:49.802826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.839868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab1e48-722a-414a-aec3-3252fb7ef993 req-68ac1581-4583-448f-bdf8-300db91a4d54 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.843661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfab1e48-722a-414a-aec3-3252fb7ef993 req-68ac1581-4583-448f-bdf8-300db91a4d54 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 943 time: 0.1018553 Sep 16 05:12:49.857617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-0926ec4e-8a95-49db-80bc-ccc79736ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.859590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-0926ec4e-8a95-49db-80bc-ccc79736ba0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.1072497 Sep 16 05:12:49.899069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-2619de56-8a6b-48aa-bb26-af6480634e51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295091 Sep 16 05:12:49.899466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.899822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.912886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for fd5f0ae2-0e0b-4e55-aa69-50fd02f10cba owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:49.944007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfab1e48-722a-414a-aec3-3252fb7ef993 req-286bb4de-8515-4204-93c2-9cb29067ffd1 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965085 Sep 16 05:12:50.018442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-e9e5b92e-5de6-4b22-b87e-75e5a4bb4bf2 service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120079 Sep 16 05:12:50.152545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e201adc5-3107-422a-8648-9f0df2bbe6c6 req-4fff8d83-b728-4a20-aaff-1c6bc2fdfb8a service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264899 Sep 16 05:12:50.197675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.223654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=fd5f0ae2-0e0b-4e55-aa69-50fd02f10cba,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.304779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.308579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.309906 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03df7880-f6a8-4255-b179-cf9523e3da8c tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/floatingips/c7bbbf5a-430c-461b-81eb-34b63d77c1d8 HTTP/1.1" status: 204 len: 168 time: 0.7140670 Sep 16 05:12:50.315904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38190) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.344568 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6d83cb-aa95-4daa-954a-ed7a84e1caae tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:50.345330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6d83cb-aa95-4daa-954a-ed7a84e1caae tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:50.350027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bf6d83cb-aa95-4daa-954a-ed7a84e1caae tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/ports/74ab70da-86c5-4422-83a4-99edea7adecd HTTP/1.1" status: 404 len: 333 time: 0.0306432 Sep 16 05:12:50.350448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38192) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.391844 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-75e5ee62-0464-44e5-a365-e3ef863407ee tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "GET /v2.0/ports?device_id=85ba3254-fad3-49be-ab4a-c4b04d6e1564 HTTP/1.1" status: 200 len: 205 time: 0.0380728 Sep 16 05:12:50.394998 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38194) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.435434 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-a6b77c02-0644-485f-bbec-f0a0657c6482 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] delete failed (client error): The resource could not be found. Sep 16 05:12:50.435694 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a6b77c02-0644-485f-bbec-f0a0657c6482 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/routers/85ba3254-fad3-49be-ab4a-c4b04d6e1564 HTTP/1.1" status: 404 len: 336 time: 0.0397425 Sep 16 05:12:50.438339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38196) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.465944 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae53b32-e49f-403e-b452-b53296dde8b2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:50.469637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae53b32-e49f-403e-b452-b53296dde8b2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:50.469637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3ae53b32-e49f-403e-b452-b53296dde8b2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/subnets/53374c47-0278-45af-8523-700bba02350d HTTP/1.1" status: 404 len: 337 time: 0.0289042 Sep 16 05:12:50.473099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38198) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.595430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbece6-1122-4bcb-973e-561e0d22c2cb tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 42d8dac0-e4a9-4371-9c2f-bdc4591aa45b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:50.596372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d3fbece6-1122-4bcb-973e-561e0d22c2cb tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.679856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38208) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.704270 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d3fbece6-1122-4bcb-973e-561e0d22c2cb tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.718940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbece6-1122-4bcb-973e-561e0d22c2cb tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 42d8dac0-e4a9-4371-9c2f-bdc4591aa45b owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:50.846821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4e923148-f3d9-4240-8b03-c57c830aaf0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e7c49eea1054c7eac7410db00911b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647508 Sep 16 05:12:50.849472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38212) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.913807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f7f70cc-d909-4ce8-a6b2-68da10d84aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.937435 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f7f70cc-d909-4ce8-a6b2-68da10d84aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.976351 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d3fbece6-1122-4bcb-973e-561e0d22c2cb tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.031756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbece6-1122-4bcb-973e-561e0d22c2cb tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=42d8dac0-e4a9-4371-9c2f-bdc4591aa45b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.086521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d3fbece6-1122-4bcb-973e-561e0d22c2cb tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.089072 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d3fbece6-1122-4bcb-973e-561e0d22c2cb tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/ports/42d8dac0-e4a9-4371-9c2f-bdc4591aa45b HTTP/1.1" status: 204 len: 168 time: 0.6146438 Sep 16 05:12:51.095181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38216) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:51.099336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35797d35-816f-41af-b34c-78c278662b95 req-fe7b7b35-3fb2-404c-b01d-bcb2045ffbb6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.101534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35797d35-816f-41af-b34c-78c278662b95 req-fe7b7b35-3fb2-404c-b01d-bcb2045ffbb6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 943 time: 0.0656285 Sep 16 05:12:51.145489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f7f70cc-d909-4ce8-a6b2-68da10d84aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.145728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35797d35-816f-41af-b34c-78c278662b95 req-d9ab185f-aca3-4047-abad-612a3294c9a1 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370231 Sep 16 05:12:51.147303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f7f70cc-d909-4ce8-a6b2-68da10d84aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.151070 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2f7f70cc-d909-4ce8-a6b2-68da10d84aef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1860a994-45df-45f2-95f7-daa725b05caa HTTP/1.1" status: 204 len: 168 time: 0.2979810 Sep 16 05:12:51.177642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f70cc-d909-4ce8-a6b2-68da10d84aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1860a994-45df-45f2-95f7-daa725b05caa,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.222330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d1a08729-f3b9-45c4-b1f1-dcf506a28603 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port ebacba0b-2d46-440c-8902-0f837c0f5a24 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:51.222818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1a08729-f3b9-45c4-b1f1-dcf506a28603 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.317855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1a08729-f3b9-45c4-b1f1-dcf506a28603 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.330413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d1a08729-f3b9-45c4-b1f1-dcf506a28603 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for ebacba0b-2d46-440c-8902-0f837c0f5a24 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:51.558688 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1a08729-f3b9-45c4-b1f1-dcf506a28603 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.598890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a08729-f3b9-45c4-b1f1-dcf506a28603 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=ebacba0b-2d46-440c-8902-0f837c0f5a24,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.705381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d1a08729-f3b9-45c4-b1f1-dcf506a28603 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.708658 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d1a08729-f3b9-45c4-b1f1-dcf506a28603 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/ports/ebacba0b-2d46-440c-8902-0f837c0f5a24 HTTP/1.1" status: 204 len: 168 time: 0.6120749 Sep 16 05:12:51.711565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38238) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:51.778882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ed842-7d01-429f-839e-ecb222a160a2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.778882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e89ed842-7d01-429f-839e-ecb222a160a2 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "GET /v2.0/ports?device_id=659124a2-cffa-4c3f-956e-39f370b6c546 HTTP/1.1" status: 200 len: 913 time: 0.0637519 Sep 16 05:12:51.779478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38240) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.160050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.313222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890c0f7-e2ba-4065-b1cf-24b652f28858 req-db635097-dc7b-4dc8-a3b3-241c4cd0a444 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.314780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7890c0f7-e2ba-4065-b1cf-24b652f28858 req-db635097-dc7b-4dc8-a3b3-241c4cd0a444 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 943 time: 0.0936153 Sep 16 05:12:52.414582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7890c0f7-e2ba-4065-b1cf-24b652f28858 req-2ab2e809-d26c-4850-9543-006441bb8124 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672696 Sep 16 05:12:52.416870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38254) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.531652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port fbbe77e2-4927-4153-bb96-127a9c1247cb {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:52.536033 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.536952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1021624092-network', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:52.640604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.643059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Made reservation on behalf of c76c39bb4e344b48bce1094e521109d0 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:52.645818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.653347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for fbbe77e2-4927-4153-bb96-127a9c1247cb owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:52.655291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.756593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.826009 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.855116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:52.865616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386f628-8978-4584-8952-c45c5760ed42,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.870732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.871167 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Added segment 46f58b72-473c-454c-ad77-19bc0be4027a of type vlan for network b0496625-4327-4532-8d83-bd25ff057d12 Sep 16 05:12:52.924555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.963833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.995402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=fbbe77e2-4927-4153-bb96-127a9c1247cb,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.009498 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.010775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.011419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.088274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] Pushing event updated for resources: {'Network': ['ID=b0496625-4327-4532-8d83-bd25ff057d12,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.100105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b0496625-4327-4532-8d83-bd25ff057d12 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:53.178895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6f7d341a-2494-4eb9-89e3-d237565a3631 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7577841 Sep 16 05:12:53.178895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38266) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.184762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Request body: {'subnet': {'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1021624092-subnet', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:53.201664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.282668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Made reservation on behalf of c76c39bb4e344b48bce1094e521109d0 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:53.285170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.566716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:53.567819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Router 659124a2-cffa-4c3f-956e-39f370b6c546 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:53.605024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:53.619943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '8d7dcfa0-006a-411a-891c-8fcfbe02ed06', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'port_id': '8d7dcfa0-006a-411a-891c-8fcfbe02ed06', 'mac_address': 'fa:16:3e:6e:3f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0f0b37-d200-47ae-90d3-b6c8dae3dcad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:53.671533 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.678276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.685280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:53.710574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:53.714744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1352114-5b30-49b1-beac-a325224a2807 req-de650cb4-a4a9-4349-b43e-ed5ee7cd9eb3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.716306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1352114-5b30-49b1-beac-a325224a2807 req-de650cb4-a4a9-4349-b43e-ed5ee7cd9eb3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 943 time: 0.1309016 Sep 16 05:12:53.734957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:53.740290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42d4bd0-a9f1-441e-8a4e-6a17cf855c39,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.740985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-11efbae3-801a-4d2d-a24f-14641f91bbb3 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "PUT /v2.0/routers/659124a2-cffa-4c3f-956e-39f370b6c546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9605880 Sep 16 05:12:53.745629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38290) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.751802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057c5c9-e3db-4e72-ae51-dd54b9d947b3 None None] Sync routers for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:53.762230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Checking segment: {'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:53.762465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057c5c9-e3db-4e72-ae51-dd54b9d947b3 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:53.762727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Network hostable DHCP agents. Network: b0496625-4327-4532-8d83-bd25ff057d12, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:53.762873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9057c5c9-e3db-4e72-ae51-dd54b9d947b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:53.791101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1352114-5b30-49b1-beac-a325224a2807 req-85ea7135-d273-4c0c-850e-ed2796b956b8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610654 Sep 16 05:12:53.819843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9057c5c9-e3db-4e72-ae51-dd54b9d947b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:53.831879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.884681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057c5c9-e3db-4e72-ae51-dd54b9d947b3 None None] Routers {'659124a2-cffa-4c3f-956e-39f370b6c546'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:53.884681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9057c5c9-e3db-4e72-ae51-dd54b9d947b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['659124a2-cffa-4c3f-956e-39f370b6c546'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:53.884681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.908657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Network b0496625-4327-4532-8d83-bd25ff057d12 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:53.930344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.930936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9057c5c9-e3db-4e72-ae51-dd54b9d947b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:53.931711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057c5c9-e3db-4e72-ae51-dd54b9d947b3 None None] The sync data for ids ['659124a2-cffa-4c3f-956e-39f370b6c546'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:54.046258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.060526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b0496625-4327-4532-8d83-bd25ff057d12) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:54.065316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.067163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.073042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175163af-3a4d-4240-be11-e406bd4ac7b2 None None] Network b0496625-4327-4532-8d83-bd25ff057d12 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:54.159119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38306) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.160143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e05d4037-b39f-42b0-b7d1-ec8e727ac6e6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9803977 Sep 16 05:12:54.166866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:54.187100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting port 9fd622b8-60d0-476e-885f-ebf81d9b37d5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:54.187362 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.282204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.294983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Calling delete_port for 9fd622b8-60d0-476e-885f-ebf81d9b37d5 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:54.300647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.302262 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.305454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:54.484105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-b0496625-4327-4532-8d83-bd25ff057d12', 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'fixed_ips': [{'subnet_id': 'e42d4bd0-a9f1-441e-8a4e-6a17cf855c39'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:54.503311 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.606312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.663720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Port': ['ID=9fd622b8-60d0-476e-885f-ebf81d9b37d5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.702666 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Allocated IP 172.20.0.2 (b0496625-4327-4532-8d83-bd25ff057d12/e42d4bd0-a9f1-441e-8a4e-6a17cf855c39/92da695b-bb6b-4ce9-afab-14a4cf95297b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:54.793502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.927278 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.930779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.961384 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.018059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.030505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.076716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da07306-3103-4791-97bb-da4aaf74e552 req-f3a5a555-af0a-493e-b15f-b809483834fc tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.078140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3da07306-3103-4791-97bb-da4aaf74e552 req-f3a5a555-af0a-493e-b15f-b809483834fc tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 944 time: 0.0623112 Sep 16 05:12:55.093148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Network b0496625-4327-4532-8d83-bd25ff057d12 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:55.101207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:55.103631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:55.109577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.110611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Fanout notify agent at l3_agent the message router_deleted on router 659124a2-cffa-4c3f-956e-39f370b6c546 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:55.111843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Pushing event updated for resources: {'Port': ['ID=92da695b-bb6b-4ce9-afab-14a4cf95297b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.136009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3da07306-3103-4791-97bb-da4aaf74e552 req-56ef7888-7875-4bb0-8167-3c0570577687 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456111 Sep 16 05:12:55.146258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.147626 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e07f7c0c-f57c-41a9-8298-a7e18242d406 tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/routers/659124a2-cffa-4c3f-956e-39f370b6c546 HTTP/1.1" status: 204 len: 168 time: 1.3952129 Sep 16 05:12:55.150253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38330) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.172116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Attempting to bind port 92da695b-bb6b-4ce9-afab-14a4cf95297b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:55.181572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Attempting to bind port 92da695b-bb6b-4ce9-afab-14a4cf95297b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:55.181572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Attempting to bind port 92da695b-bb6b-4ce9-afab-14a4cf95297b on network b0496625-4327-4532-8d83-bd25ff057d12 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:55.183502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:55.184080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Checking segment: {'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:55.184491 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.184908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Bound using segment: {'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:55.185377 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Bound port: 92da695b-bb6b-4ce9-afab-14a4cf95297b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:55.185810 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.275919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] For port 92da695b-bb6b-4ce9-afab-14a4cf95297b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:55.279208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] For port 92da695b-bb6b-4ce9-afab-14a4cf95297b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=92da695b-bb6b-4ce9-afab-14a4cf95297b,segment=NetworkSegment(46f58b72-473c-454c-ad77-19bc0be4027a),segment_id=46f58b72-473c-454c-ad77-19bc0be4027a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:55.287679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4f94dd-24ab-4c7e-8ab3-96036aea193b tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Deleting subnet a9913d10-f973-42fc-a4cb-88b84e7e0392 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:55.321354 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea4f94dd-24ab-4c7e-8ab3-96036aea193b tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.369489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.379803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.397295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea4f94dd-24ab-4c7e-8ab3-96036aea193b tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.454138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea4f94dd-24ab-4c7e-8ab3-96036aea193b tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.477871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:55.526305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ee8a4-3b20-4532-bf4d-57cf4028666f None None] Pushing event updated for resources: {'Port': ['ID=92da695b-bb6b-4ce9-afab-14a4cf95297b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.650913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:55.670550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:55.670550 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.775026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea4f94dd-24ab-4c7e-8ab3-96036aea193b tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.803292 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.832321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c045f4a5-709d-4a0a-8310-b836d2c76f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7dcfa0-006a-411a-891c-8fcfbe02ed06'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:55.838660 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eab10f-7d82-47c5-bfef-b30526c16fdd" -d '{"events": [{"server_uuid": "c045f4a5-709d-4a0a-8310-b836d2c76f9d", "name": "network-vif-plugged", "status": "completed", "tag": "8d7dcfa0-006a-411a-891c-8fcfbe02ed06"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:55.875764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f94dd-24ab-4c7e-8ab3-96036aea193b tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Subnet': ['ID=a9913d10-f973-42fc-a4cb-88b84e7e0392,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.881092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:55.906646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea4f94dd-24ab-4c7e-8ab3-96036aea193b tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.915130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38350) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.921353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea4f94dd-24ab-4c7e-8ab3-96036aea193b tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/subnets/a9913d10-f973-42fc-a4cb-88b84e7e0392 HTTP/1.1" status: 204 len: 168 time: 0.7693613 Sep 16 05:12:55.945226 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.949071 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c9fa99-15a6-4016-a80b-f8ab32f59cef x-openstack-request-id: req-19c9fa99-15a6-4016-a80b-f8ab32f59cef {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:55.949451 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c045f4a5-709d-4a0a-8310-b836d2c76f9d", "name": "network-vif-plugged", "status": "completed", "tag": "8d7dcfa0-006a-411a-891c-8fcfbe02ed06", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:55.949786 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19c9fa99-15a6-4016-a80b-f8ab32f59cef {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:55.950294 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c045f4a5-709d-4a0a-8310-b836d2c76f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7dcfa0-006a-411a-891c-8fcfbe02ed06', 'code': 200} Sep 16 05:12:56.046384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.059865 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.069878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.091358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.172200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e076c-5ab1-45d4-9ff4-ebdf3bafb0f8 req-cb7ce0f4-1f4c-4d82-b700-ca95e1bff2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.177428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f4e076c-5ab1-45d4-9ff4-ebdf3bafb0f8 req-cb7ce0f4-1f4c-4d82-b700-ca95e1bff2e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 1097 time: 0.1532173 Sep 16 05:12:56.186873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.212764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7dfc00-9c00-43b3-8fad-a32975e95802']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.223331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440600d1-f95e-48ed-9006-03276ce7ddd8') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.223644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440600d1-f95e-48ed-9006-03276ce7ddd8') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.233645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.248055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.260776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:56.261186 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:56.264626 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:56.266554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f4e076c-5ab1-45d4-9ff4-ebdf3bafb0f8 req-8ce97fa8-752d-4f76-b823-a6dd7988e5bf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799782 Sep 16 05:12:56.281348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Allocated IP 172.25.7.245 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/7b703c57-245a-4459-813d-7b10b73540c6) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:56.393527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2472b-de60-4808-9b6b-fc9bddcd4a49 req-e5b59e7b-15c2-4c0f-9fe9-621d6387a91f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.395094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcc2472b-de60-4808-9b6b-fc9bddcd4a49 req-e5b59e7b-15c2-4c0f-9fe9-621d6387a91f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 945 time: 0.1120062 Sep 16 05:12:56.443030 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.449121 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.453637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] 10.222.0.59 "DELETE /v2.0/networks/4a7dfc00-9c00-43b3-8fad-a32975e95802 HTTP/1.1" status: 204 len: 168 time: 0.5350955 Sep 16 05:12:56.474984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcc2472b-de60-4808-9b6b-fc9bddcd4a49 req-deaee5ac-7bc7-49d3-b6ab-86fe09247728 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655007 Sep 16 05:12:56.475979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed58fc-7c3d-4f5c-819f-27926e6c76fa tempest-FloatingIPTestJSON-1507071097 tempest-FloatingIPTestJSON-1507071097-project] Pushing event deleted for resources: {'Network': ['ID=4a7dfc00-9c00-43b3-8fad-a32975e95802,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.478643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.592892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.641191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:56.645578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:56.647976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b703c57-245a-4459-813d-7b10b73540c6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.651022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:56.811459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2ddc5-a493-441e-951a-f5bffc190ed6 None None] Network b0496625-4327-4532-8d83-bd25ff057d12 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:56.890859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-63e00a60-78c4-468e-80c7-93e8c9406f97 None None] Provisioning complete for port 92da695b-bb6b-4ce9-afab-14a4cf95297b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:56.891128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63e00a60-78c4-468e-80c7-93e8c9406f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.909479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38372) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:57.061685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.091561 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-984504ca-3a0f-4b80-8c76-077b3973eb1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e7d4aa35a6b4feba65d35762224fa3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808927 Sep 16 05:12:57.094194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38384) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:57.114400 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63e00a60-78c4-468e-80c7-93e8c9406f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.191855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe37caf6-e2ad-41cc-89bc-8bd641e13f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.240602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-63e00a60-78c4-468e-80c7-93e8c9406f97 None None] For port 92da695b-bb6b-4ce9-afab-14a4cf95297b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=92da695b-bb6b-4ce9-afab-14a4cf95297b,segment=NetworkSegment(46f58b72-473c-454c-ad77-19bc0be4027a),segment_id=46f58b72-473c-454c-ad77-19bc0be4027a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:57.244622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe37caf6-e2ad-41cc-89bc-8bd641e13f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.317469 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63e00a60-78c4-468e-80c7-93e8c9406f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.363698 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.375228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e00a60-78c4-468e-80c7-93e8c9406f97 None None] Pushing event updated for resources: {'Port': ['ID=92da695b-bb6b-4ce9-afab-14a4cf95297b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.407401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe37caf6-e2ad-41cc-89bc-8bd641e13f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.410713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe37caf6-e2ad-41cc-89bc-8bd641e13f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.412313 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fe37caf6-e2ad-41cc-89bc-8bd641e13f13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9951d19c-967b-48f0-a0f2-5716f2e9d5c4 HTTP/1.1" status: 204 len: 168 time: 0.3169639 Sep 16 05:12:57.423980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37caf6-e2ad-41cc-89bc-8bd641e13f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9951d19c-967b-48f0-a0f2-5716f2e9d5c4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.644806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-63a7ce1e-44e6-4f90-8922-19f49e0584f3 None None] Provisioning complete for port 92da695b-bb6b-4ce9-afab-14a4cf95297b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:57.645197 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63a7ce1e-44e6-4f90-8922-19f49e0584f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.671169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 92da695b-bb6b-4ce9-afab-14a4cf95297b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:57.673057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dca0f-3f59-42fa-ab8b-49b3c0122640 req-ca3a9960-9753-4047-bf64-f118b5f4a756 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.679765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c0dca0f-3f59-42fa-ab8b-49b3c0122640 req-ca3a9960-9753-4047-bf64-f118b5f4a756 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 945 time: 0.0849221 Sep 16 05:12:57.723651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c0dca0f-3f59-42fa-ab8b-49b3c0122640 req-746edc7c-a91f-4b4d-bba7-4519e832c7ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Sep 16 05:12:57.761027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:57.847943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 92da695b-bb6b-4ce9-afab-14a4cf95297b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:57.848980 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.159833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:58.169790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Sync routers for ids ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:58.179831 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Routers {'5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:58.180446 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:58.306599 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Set router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:58.380395 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.403096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.408141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a1ec00e1-9142-4ce8-844a-7a080c6a74d8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2437201 Sep 16 05:12:58.410217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38418) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.550418 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:12:56Z', 'revision_number': 3, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:58.588752 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Checking router: 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:58.589167 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Updating router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 port 7b703c57-245a-4459-813d-7b10b73540c6 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:58.624814 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.784608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38434) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.985756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0881240-61df-40b6-be80-1b4fe2dc97fa req-d3d351f0-e5ed-485f-a33d-d96e97f7ac71 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.987487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0881240-61df-40b6-be80-1b4fe2dc97fa req-d3d351f0-e5ed-485f-a33d-d96e97f7ac71 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 945 time: 0.0943189 Sep 16 05:12:59.051689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0881240-61df-40b6-be80-1b4fe2dc97fa req-a876bd47-8e7f-4736-9f61-18bf46dba57f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Sep 16 05:12:59.094985 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.190921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38454) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.209150 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.331772 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211fe2-a3e2-4f68-9622-9abd611e26b9 None None] Pushing event updated for resources: {'Port': ['ID=7b703c57-245a-4459-813d-7b10b73540c6,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.366400 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Attempting to bind port 7b703c57-245a-4459-813d-7b10b73540c6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:59.366753 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Attempting to bind port 7b703c57-245a-4459-813d-7b10b73540c6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:59.367348 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Attempting to bind port 7b703c57-245a-4459-813d-7b10b73540c6 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:59.387334 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:59.388014 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:59.392522 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.404124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-17ecf664-d50a-4a46-a6e3-7e8c2f089201 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-173258760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:59.408830 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:59.410434 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Bound port: 7b703c57-245a-4459-813d-7b10b73540c6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:59.411095 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.413595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f813a923-3cca-419a-8c77-eada57cabb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.464286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a956d9-6623-4967-b846-3c67297b6014 req-1b0cccfd-d094-439c-ad1c-4c52864fcfae tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.465865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63a956d9-6623-4967-b846-3c67297b6014 req-1b0cccfd-d094-439c-ad1c-4c52864fcfae tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.2000670 Sep 16 05:12:59.485199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63a956d9-6623-4967-b846-3c67297b6014 req-5a538294-1124-4691-8428-07c1c591d429 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/quotas/96ea114bae8d411cabc5fcdc3ba0ffd1 HTTP/1.1" status: 200 len: 375 time: 0.0118153 Sep 16 05:12:59.504355 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.513704 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] For port 7b703c57-245a-4459-813d-7b10b73540c6, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:59.535774 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] For port 7b703c57-245a-4459-813d-7b10b73540c6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7b703c57-245a-4459-813d-7b10b73540c6,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:59.548244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63a956d9-6623-4967-b846-3c67297b6014 req-11dfb090-e06c-4c46-8cf0-b45e621f6560 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559158 Sep 16 05:12:59.565477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17ecf664-d50a-4a46-a6e3-7e8c2f089201 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.566585 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17ecf664-d50a-4a46-a6e3-7e8c2f089201 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.626899 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.677133 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17ecf664-d50a-4a46-a6e3-7e8c2f089201 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.695651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63a956d9-6623-4967-b846-3c67297b6014 req-85a53057-2ff6-49d4-9e54-0d69653e02c4 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389952 Sep 16 05:12:59.768398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f813a923-3cca-419a-8c77-eada57cabb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.771989 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17ecf664-d50a-4a46-a6e3-7e8c2f089201 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.784424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Allocated IP 172.20.0.1 (b0496625-4327-4532-8d83-bd25ff057d12/e42d4bd0-a9f1-441e-8a4e-6a17cf855c39/ad378b04-72c2-4782-9dba-a9cdeaecb41b) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:59.812111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63a956d9-6623-4967-b846-3c67297b6014 req-d94eeb9d-b07c-48e5-a53e-b0fe8eccdffc service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094460 Sep 16 05:12:59.820872 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Routers {'5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:59.822205 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:59.872433 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211fe2-a3e2-4f68-9622-9abd611e26b9 None None] Pushing event updated for resources: {'Port': ['ID=7b703c57-245a-4459-813d-7b10b73540c6,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.889376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f813a923-3cca-419a-8c77-eada57cabb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.947208 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] Set router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:59.963654 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f813a923-3cca-419a-8c77-eada57cabb14 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be2fae9ecf874c78ac108975c2e05fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1709232 Sep 16 05:12:59.964049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38480) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.964158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a923-3cca-419a-8c77-eada57cabb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc559795-8ce8-4e5f-8ba1-387d1550af15,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.978925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.003925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17ecf664-d50a-4a46-a6e3-7e8c2f089201 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.010013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-17ecf664-d50a-4a46-a6e3-7e8c2f089201 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8130469 Sep 16 05:13:00.010984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38482) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.022528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-356883089'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:00.048208 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eec8ddf2-048c-4f59-b2ad-48782320d0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.077482 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eec8ddf2-048c-4f59-b2ad-48782320d0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.139715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.151567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Made reservation on behalf of a20cf7f1b8df4060abd5af1d00d6bf11 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:00.156491 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.168761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.176113 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:12:56Z', 'revision_number': 3, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:00.221765 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b084d-4791-473a-bd60-6488c72af97b None None] The sync data for ids ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'] in n-d-712143-16 is: [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:12:56Z', 'revision_number': 3, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:00.257667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Network b0496625-4327-4532-8d83-bd25ff057d12 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:00.262050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eec8ddf2-048c-4f59-b2ad-48782320d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.262227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:00.266272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eec8ddf2-048c-4f59-b2ad-48782320d0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.271415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:00.276335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eec8ddf2-048c-4f59-b2ad-48782320d0b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc559795-8ce8-4e5f-8ba1-387d1550af15 HTTP/1.1" status: 204 len: 168 time: 0.3152397 Sep 16 05:13:00.325480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8ddf2-048c-4f59-b2ad-48782320d0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc559795-8ce8-4e5f-8ba1-387d1550af15,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.374503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Pushing event updated for resources: {'Port': ['ID=ad378b04-72c2-4782-9dba-a9cdeaecb41b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.430708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.596659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.677620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.703310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:00.748562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.748919 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Added segment 22aebbb7-acfd-43a1-8b66-176d1d6a2b20 of type vlan for network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 Sep 16 05:13:00.914671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa9fbd7-2302-4945-923f-bec1f35684ff None None] Provisioning complete for port ad378b04-72c2-4782-9dba-a9cdeaecb41b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:00.915703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa9fbd7-2302-4945-923f-bec1f35684ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.930021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.944904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8cea8a-f567-4e63-9248-99a37f387bb2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.960541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa9fbd7-2302-4945-923f-bec1f35684ff None None] Port ad378b04-72c2-4782-9dba-a9cdeaecb41b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:01.095645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.106471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.112502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.113207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.282950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2605228 Sep 16 05:13:01.298185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38540) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:01.315513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'subnet': {'network_id': 'e9ba0fff-81a7-459f-8df2-3ff7730a0ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:01.404558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569613be-2323-470a-b9ed-2bf7a29df707 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Network': ['ID=e9ba0fff-81a7-459f-8df2-3ff7730a0ba8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.420944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:01.541384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-dbcec30d-d59c-43ec-bef2-819ecd37bcbf tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.543035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-dbcec30d-d59c-43ec-bef2-819ecd37bcbf tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1536994 Sep 16 05:13:01.568041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-15c9cacb-d780-4535-9d93-3e67750d73e4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/quotas/96ea114bae8d411cabc5fcdc3ba0ffd1 HTTP/1.1" status: 200 len: 375 time: 0.0125494 Sep 16 05:13:01.587372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.671874 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.698741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7b703c57-245a-4459-813d-7b10b73540c6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:01.732015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-b179fcc6-ac45-4cf4-9cae-66eadb8e6495 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1545339 Sep 16 05:13:01.773832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Made reservation on behalf of a20cf7f1b8df4060abd5af1d00d6bf11 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:01.786560 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.830210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7b703c57-245a-4459-813d-7b10b73540c6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:01.831608 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.891076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Pushing event updated for resources: {'Port': ['ID=ad378b04-72c2-4782-9dba-a9cdeaecb41b,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.008964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.011035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.071158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-702d164d-c1fa-4ff4-b146-9385cbcbb8cb service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306377 Sep 16 05:13:02.072871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 7b703c57-245a-4459-813d-7b10b73540c6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7b703c57-245a-4459-813d-7b10b73540c6,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:02.200751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Network b0496625-4327-4532-8d83-bd25ff057d12 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:02.203488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.203694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:02.203923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-069e76ac-ad68-45fc-8a5d-d742eb126025 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315029 Sep 16 05:13:02.296880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=7b703c57-245a-4459-813d-7b10b73540c6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.424332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:02.491520 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.615300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4f81aa81-4bba-4754-8065-349fff8b56ed None None] Provisioning complete for port ad378b04-72c2-4782-9dba-a9cdeaecb41b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:02.616559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa81-4bba-4754-8065-349fff8b56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.652418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Subnet': ['ID=3040c7c8-a0c9-4ac1-a592-cdf2765b9e3c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.665660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Checking segment: {'id': '22aebbb7-acfd-43a1-8b66-176d1d6a2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ba0fff-81a7-459f-8df2-3ff7730a0ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:02.666058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network hostable DHCP agents. Network: e9ba0fff-81a7-459f-8df2-3ff7730a0ba8, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:02.700584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2c5c786-43c7-4fdf-b1a2-81fb82e75d6e req-b4dbbd46-bae1-415a-810e-6909f54a7522 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 210 time: 0.0927906 Sep 16 05:13:02.702081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:02.720293 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-094bdad5-8514-40cd-9c7c-5322dbc8fdfb admin admin] 10.222.0.59 "PUT /v2.0/routers/5fa5ecc4-3e7f-4a00-8702-3b7436b98c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2992551 Sep 16 05:13:02.730058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4f81aa81-4bba-4754-8065-349fff8b56ed None None] Port ad378b04-72c2-4782-9dba-a9cdeaecb41b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:02.837258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:02.994596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Sync routers for ids ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:02.999044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e9ba0fff-81a7-459f-8df2-3ff7730a0ba8) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:03.021249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.024020 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.024662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232927c4-8dcd-4a97-94e2-81918408f67a None None] Network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:03.054227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Routers {'5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:03.054883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:03.157988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e166defc-dbda-43ca-848a-673d24393307 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8470595 Sep 16 05:13:03.161154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38606) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.166449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'network': {'name': 'tempest-router-network01--280996886'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:03.289846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Made reservation on behalf of a20cf7f1b8df4060abd5af1d00d6bf11 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:03.293757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.308562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Set router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:03.313752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-e9ba0fff-81a7-459f-8df2-3ff7730a0ba8', 'network_id': 'e9ba0fff-81a7-459f-8df2-3ff7730a0ba8', 'tenant_id': 'a20cf7f1b8df4060abd5af1d00d6bf11', 'fixed_ips': [{'subnet_id': '3040c7c8-a0c9-4ac1-a592-cdf2765b9e3c'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:03.316181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.332269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:03.350720 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.350720 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Added segment 17d5afb3-981d-40ce-8b4f-de04185333e6 of type vlan for network 29781321-8c26-4056-b2bf-461dff8f207c Sep 16 05:13:03.398744 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.517612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.531924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.531924 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.653110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7b703c57-245a-4459-813d-7b10b73540c6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:03.655283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Network': ['ID=29781321-8c26-4056-b2bf-461dff8f207c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.691498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 29781321-8c26-4056-b2bf-461dff8f207c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:03.713534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-94291a62-9aa9-40a6-8822-b7f7323e35f4 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5511158 Sep 16 05:13:03.716227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.721608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'network': {'name': 'tempest-router-network02--1304280696'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:03.739928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Allocated IP 172.20.0.2 (e9ba0fff-81a7-459f-8df2-3ff7730a0ba8/3040c7c8-a0c9-4ac1-a592-cdf2765b9e3c/83a6b11f-9df2-479d-978a-0b72d6fb005b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:03.810666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d6ce96c-2314-4824-887c-c0ed249a98c1 req-9f8ac85b-ca3f-4953-a2f8-cf73bff6f6fb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 210 time: 0.0489037 Sep 16 05:13:03.815782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Made reservation on behalf of a20cf7f1b8df4060abd5af1d00d6bf11 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:03.834865 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.888376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:03.900644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.906373 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Added segment 5dbf8af5-8edc-4208-8007-28921de8a380 of type vlan for network 910f3461-6919-4577-b1bb-b8476feebc95 Sep 16 05:13:03.955171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.032346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-06864029-3b71-46db-884c-c003e82c5238 req-d1a859be-9131-48e6-8080-60f12341ebb2 service neutron] (101824) timed out ('10.222.0.60', 54157) {{(pid=101824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:13:04.094449 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.100897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.102080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.235014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Network': ['ID=910f3461-6919-4577-b1bb-b8476feebc95,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.250522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 910f3461-6919-4577-b1bb-b8476feebc95 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:04.268559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7b703c57-245a-4459-813d-7b10b73540c6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:04.268949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.278556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7852d712-9e46-40e3-ab24-2d92e5016894 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5609391 Sep 16 05:13:04.281207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.287416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'subnet': {'network_id': '29781321-8c26-4056-b2bf-461dff8f207c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:04.384636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.444964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:13:00Z', 'revision_number': 4, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ad378b04-72c2-4782-9dba-a9cdeaecb41b', 'name': '', 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'mac_address': 'fa:16:3e:aa:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'e42d4bd0-a9f1-441e-8a4e-6a17cf855c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:59Z', 'updated_at': '2021-09-16T05:13:01Z', 'revision_number': 2, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'subnets': [{'id': 'e42d4bd0-a9f1-441e-8a4e-6a17cf855c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:04.479188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Checking router: 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:04.479616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Updating router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 port ad378b04-72c2-4782-9dba-a9cdeaecb41b binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:04.517217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Made reservation on behalf of a20cf7f1b8df4060abd5af1d00d6bf11 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:04.521192 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.527376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.601471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.710327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:04.717965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:04.727351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:04.853456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Pushing event updated for resources: {'Port': ['ID=83a6b11f-9df2-479d-978a-0b72d6fb005b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.863654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38662) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.918181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Attempting to bind port 83a6b11f-9df2-479d-978a-0b72d6fb005b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:04.918826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Attempting to bind port 83a6b11f-9df2-479d-978a-0b72d6fb005b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '22aebbb7-acfd-43a1-8b66-176d1d6a2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ba0fff-81a7-459f-8df2-3ff7730a0ba8'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:04.919197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Attempting to bind port 83a6b11f-9df2-479d-978a-0b72d6fb005b on network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:04.928564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:04.932644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Checking segment: {'id': '22aebbb7-acfd-43a1-8b66-176d1d6a2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ba0fff-81a7-459f-8df2-3ff7730a0ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:04.932644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.932644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Bound using segment: {'id': '22aebbb7-acfd-43a1-8b66-176d1d6a2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ba0fff-81a7-459f-8df2-3ff7730a0ba8'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:04.932644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Bound port: 83a6b11f-9df2-479d-978a-0b72d6fb005b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22aebbb7-acfd-43a1-8b66-176d1d6a2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ba0fff-81a7-459f-8df2-3ff7730a0ba8'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:04.932644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.955883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67feef9a-b252-4dab-8846-b85761eccd7d req-0ee1608e-7eb3-4e58-b0c3-f31c0448b6b6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 210 time: 0.0349269 Sep 16 05:13:04.961155 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.061968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] For port 83a6b11f-9df2-479d-978a-0b72d6fb005b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:05.074745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Subnet': ['ID=62b3eb83-7d8a-4b6a-bf0a-06ba6a683d38,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.087615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] For port 83a6b11f-9df2-479d-978a-0b72d6fb005b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=83a6b11f-9df2-479d-978a-0b72d6fb005b,segment=NetworkSegment(22aebbb7-acfd-43a1-8b66-176d1d6a2b20),segment_id=22aebbb7-acfd-43a1-8b66-176d1d6a2b20)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:05.092530 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.119229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Checking segment: {'id': '17d5afb3-981d-40ce-8b4f-de04185333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29781321-8c26-4056-b2bf-461dff8f207c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:05.119618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network hostable DHCP agents. Network: 29781321-8c26-4056-b2bf-461dff8f207c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:05.165886 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.220190 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.247305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network 29781321-8c26-4056-b2bf-461dff8f207c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:05.292651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a94f2-0413-422c-9b81-0c582b759dad None None] Pushing event updated for resources: {'Port': ['ID=83a6b11f-9df2-479d-978a-0b72d6fb005b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.341022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 29781321-8c26-4056-b2bf-461dff8f207c) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:05.349396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.350305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.364481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67bb59-fe84-4b47-8a2b-d22262296cc0 None None] Pushing event updated for resources: {'Port': ['ID=ad378b04-72c2-4782-9dba-a9cdeaecb41b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.406005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7840bfe7-9cd9-4277-9310-b6de7d8a2025 None None] Network 29781321-8c26-4056-b2bf-461dff8f207c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:05.418155 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.503798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3fa43014-313e-4db5-9f51-4eed87de532d tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2213233 Sep 16 05:13:05.507847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38676) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.529198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'subnet': {'network_id': '910f3461-6919-4577-b1bb-b8476feebc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:05.610148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-d3e88f12-1d1e-4501-b411-03455a306ce4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.616948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-d3e88f12-1d1e-4501-b411-03455a306ce4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.2164466 Sep 16 05:13:05.647708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Request body: {'port': {'device_id': '65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'admin_state_up': True, 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:05.739109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Attempting to bind port ad378b04-72c2-4782-9dba-a9cdeaecb41b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:05.752566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Attempting to bind port ad378b04-72c2-4782-9dba-a9cdeaecb41b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:05.754976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Attempting to bind port ad378b04-72c2-4782-9dba-a9cdeaecb41b on network b0496625-4327-4532-8d83-bd25ff057d12 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:05.762422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 83a6b11f-9df2-479d-978a-0b72d6fb005b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:05.854618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:05.855399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Checking segment: {'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:05.856036 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.856561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Bound using segment: {'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:05.857253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Bound port: ad378b04-72c2-4782-9dba-a9cdeaecb41b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f58b72-473c-454c-ad77-19bc0be4027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:05.857742 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.967333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Made reservation on behalf of a20cf7f1b8df4060abd5af1d00d6bf11 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:05.972268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.052021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-34637c41-e451-4442-b410-0afa6094c970 None None] Provisioning complete for port ad378b04-72c2-4782-9dba-a9cdeaecb41b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:06.061944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34637c41-e451-4442-b410-0afa6094c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.087347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 83a6b11f-9df2-479d-978a-0b72d6fb005b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:06.087347 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.087535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-26608e4b-8978-44d5-8f19-b8c20319b7d1 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e2d77d3f90a84757bbca4232b4a69611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790582 Sep 16 05:13:06.111071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-29781321-8c26-4056-b2bf-461dff8f207c', 'network_id': '29781321-8c26-4056-b2bf-461dff8f207c', 'tenant_id': 'a20cf7f1b8df4060abd5af1d00d6bf11', 'fixed_ips': [{'subnet_id': '62b3eb83-7d8a-4b6a-bf0a-06ba6a683d38'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:06.112138 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.129032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:06.133741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.275706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-34637c41-e451-4442-b410-0afa6094c970 None None] Port ad378b04-72c2-4782-9dba-a9cdeaecb41b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:06.290118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] For port ad378b04-72c2-4782-9dba-a9cdeaecb41b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:06.330777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] For port ad378b04-72c2-4782-9dba-a9cdeaecb41b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ad378b04-72c2-4782-9dba-a9cdeaecb41b,segment=NetworkSegment(46f58b72-473c-454c-ad77-19bc0be4027a),segment_id=46f58b72-473c-454c-ad77-19bc0be4027a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:06.425828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Allocated IP 172.20.0.6 (138ec5de-f5a5-4fd8-90e2-de3ebf222fde/fa0f0b37-d200-47ae-90d3-b6c8dae3dcad/d8df2cea-2c71-4e59-ba83-a1f320c59a2c) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:06.436509 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.446285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Allocated IP 172.20.0.2 (29781321-8c26-4056-b2bf-461dff8f207c/62b3eb83-7d8a-4b6a-bf0a-06ba6a683d38/fb117fa1-81dd-4f94-9014-3ac67501b5d4) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:06.451353 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.550647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71e8af3b-0ebc-49e7-9aa8-2254f40518f0 req-81ccc577-8cb0-42ce-a48e-65d36d28cc27 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 210 time: 0.4705970 Sep 16 05:13:06.624951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 83a6b11f-9df2-479d-978a-0b72d6fb005b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=83a6b11f-9df2-479d-978a-0b72d6fb005b,segment=NetworkSegment(22aebbb7-acfd-43a1-8b66-176d1d6a2b20),segment_id=22aebbb7-acfd-43a1-8b66-176d1d6a2b20)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:06.633912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67bb59-fe84-4b47-8a2b-d22262296cc0 None None] Pushing event updated for resources: {'Port': ['ID=ad378b04-72c2-4782-9dba-a9cdeaecb41b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.666832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Routers {'5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:06.667920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.783915 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.823113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.950265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d972bf2e-cb5e-4b72-b4a1-2aeb28d33cf0 None None] Network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:06.969161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-d6ad61d2-2b6d-4eaf-ae7e-ae72e181e5c8 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.970918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-d6ad61d2-2b6d-4eaf-ae7e-ae72e181e5c8 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8684566 Sep 16 05:13:06.985325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.007755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-2e56d38d-87d0-47f7-8cdc-4cd662ff14fb tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/quotas/e2d77d3f90a84757bbca4232b4a69611 HTTP/1.1" status: 200 len: 375 time: 0.0281966 Sep 16 05:13:07.022586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:07.080793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:07.082164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Deleting port ad378b04-72c2-4782-9dba-a9cdeaecb41b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:07.082519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.084625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:07.088478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-9f6cdf7e-8ae7-4b00-8b8e-8455d9622d1d tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d77d3f90a84757bbca4232b4a69611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482104 Sep 16 05:13:07.088982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=83a6b11f-9df2-479d-978a-0b72d6fb005b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.093583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:07.101441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] Set router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:07.154678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.160582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event updated for resources: {'Port': ['ID=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.215552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.217215 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.263275 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.295784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] For port ad378b04-72c2-4782-9dba-a9cdeaecb41b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ad378b04-72c2-4782-9dba-a9cdeaecb41b,segment=NetworkSegment(46f58b72-473c-454c-ad77-19bc0be4027a),segment_id=46f58b72-473c-454c-ad77-19bc0be4027a)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:07.296080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.307108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Subnet': ['ID=a71b8d0b-71a1-4da4-95f7-a9e7055dd353,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.341459 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-9132c956-6a88-46fa-9581-9868f7f7065f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7012227 Sep 16 05:13:07.344415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Calling delete_port for ad378b04-72c2-4782-9dba-a9cdeaecb41b owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:07.363392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Request body: {'port': {'device_id': '65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.368421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Checking segment: {'id': '5dbf8af5-8edc-4208-8007-28921de8a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '910f3461-6919-4577-b1bb-b8476feebc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:07.377218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network hostable DHCP agents. Network: 910f3461-6919-4577-b1bb-b8476feebc95, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:07.443797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.488779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4b22c143-5481-4a0a-8113-fe8294c9bb1b None None] Provisioning complete for port 83a6b11f-9df2-479d-978a-0b72d6fb005b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:07.489261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4b22c143-5481-4a0a-8113-fe8294c9bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.499995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.677392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 83a6b11f-9df2-479d-978a-0b72d6fb005b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:07.710696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3db3c46f-3f6c-4757-88c5-89540f8c9d10 req-60784d3f-773c-40f3-a081-9638124eab70 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 210 time: 0.3232596 Sep 16 05:13:07.777678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f9834-8275-40c5-a7cc-bf5fbfa366bd req-5134748b-bdc7-463a-81c4-c3bef46370c5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.779561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-105f9834-8275-40c5-a7cc-bf5fbfa366bd req-5134748b-bdc7-463a-81c4-c3bef46370c5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 931 time: 0.0748231 Sep 16 05:13:07.795059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Network 29781321-8c26-4056-b2bf-461dff8f207c is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:07.826426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:07.844180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:07.856307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-105f9834-8275-40c5-a7cc-bf5fbfa366bd req-90e5431f-1ff5-4397-a64d-b46d06f90b00 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633628 Sep 16 05:13:07.860622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network 910f3461-6919-4577-b1bb-b8476feebc95 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:07.867536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Pushing event updated for resources: {'Port': ['ID=fb117fa1-81dd-4f94-9014-3ac67501b5d4,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.878660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.918959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad378b04-72c2-4782-9dba-a9cdeaecb41b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.977993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8df2cea-2c71-4e59-ba83-a1f320c59a2c {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:07.987024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.001442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Transition to ACTIVE for port object d8df2cea-2c71-4e59-ba83-a1f320c59a2c will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:08.038601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 910f3461-6919-4577-b1bb-b8476feebc95) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:08.070178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.070422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0f11a-a88c-4a16-97d6-6ea832a01a89 None None] Network 910f3461-6919-4577-b1bb-b8476feebc95 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:08.070556 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.095289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.118728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Attempting to bind port fb117fa1-81dd-4f94-9014-3ac67501b5d4 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:08.119103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Attempting to bind port fb117fa1-81dd-4f94-9014-3ac67501b5d4 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '17d5afb3-981d-40ce-8b4f-de04185333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29781321-8c26-4056-b2bf-461dff8f207c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:08.119507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Attempting to bind port fb117fa1-81dd-4f94-9014-3ac67501b5d4 on network 29781321-8c26-4056-b2bf-461dff8f207c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:08.127873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 83a6b11f-9df2-479d-978a-0b72d6fb005b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:08.128248 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.196378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:08.196958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Checking segment: {'id': '17d5afb3-981d-40ce-8b4f-de04185333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29781321-8c26-4056-b2bf-461dff8f207c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:08.197461 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.197954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Bound using segment: {'id': '17d5afb3-981d-40ce-8b4f-de04185333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29781321-8c26-4056-b2bf-461dff8f207c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:08.198551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Bound port: fb117fa1-81dd-4f94-9014-3ac67501b5d4, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d5afb3-981d-40ce-8b4f-de04185333e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '29781321-8c26-4056-b2bf-461dff8f207c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:08.199031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.201918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Pushing event updated for resources: {'Port': ['ID=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.208086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:13:00Z', 'revision_number': 4, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ad378b04-72c2-4782-9dba-a9cdeaecb41b', 'name': '', 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'mac_address': 'fa:16:3e:aa:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'e42d4bd0-a9f1-441e-8a4e-6a17cf855c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:59Z', 'updated_at': '2021-09-16T05:13:06Z', 'revision_number': 4, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'subnets': [{'id': 'e42d4bd0-a9f1-441e-8a4e-6a17cf855c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:08.271761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4b22c143-5481-4a0a-8113-fe8294c9bb1b None None] Could not find standard attr ID for object ad378b04-72c2-4782-9dba-a9cdeaecb41b. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:08.285998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.292429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e16a3a04-5edd-413c-a4ef-9864c9a0a40b tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7791770 Sep 16 05:13:08.293707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38750) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.319571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e810f-e834-42f3-9dde-ab4ab282a946 None None] The sync data for ids ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'] in n-d-712143-16 is: [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:13:00Z', 'revision_number': 4, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ad378b04-72c2-4782-9dba-a9cdeaecb41b', 'name': '', 'network_id': 'b0496625-4327-4532-8d83-bd25ff057d12', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'mac_address': 'fa:16:3e:aa:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'e42d4bd0-a9f1-441e-8a4e-6a17cf855c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:59Z', 'updated_at': '2021-09-16T05:13:06Z', 'revision_number': 4, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'subnets': [{'id': 'e42d4bd0-a9f1-441e-8a4e-6a17cf855c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:08.424556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Attempting to bind port d8df2cea-2c71-4e59-ba83-a1f320c59a2c on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:08.424762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Attempting to bind port d8df2cea-2c71-4e59-ba83-a1f320c59a2c by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:08.425102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Attempting to bind port d8df2cea-2c71-4e59-ba83-a1f320c59a2c on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:08.442123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Port d8df2cea-2c71-4e59-ba83-a1f320c59a2c on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:08.442446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Attempting to bind port d8df2cea-2c71-4e59-ba83-a1f320c59a2c on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:08.449603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:08.450540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Checking segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:08.451124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Bound using segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:08.451762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Bound port: d8df2cea-2c71-4e59-ba83-a1f320c59a2c, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:08.472066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] For port fb117fa1-81dd-4f94-9014-3ac67501b5d4, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:08.476495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.492659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] For port fb117fa1-81dd-4f94-9014-3ac67501b5d4, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fb117fa1-81dd-4f94-9014-3ac67501b5d4,segment=NetworkSegment(17d5afb3-981d-40ce-8b4f-de04185333e6),segment_id=17d5afb3-981d-40ce-8b4f-de04185333e6)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:08.656534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] For port d8df2cea-2c71-4e59-ba83-a1f320c59a2c, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:08.656534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] For port d8df2cea-2c71-4e59-ba83-a1f320c59a2c, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:08.708781 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.728872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-910f3461-6919-4577-b1bb-b8476feebc95', 'network_id': '910f3461-6919-4577-b1bb-b8476feebc95', 'tenant_id': 'a20cf7f1b8df4060abd5af1d00d6bf11', 'fixed_ips': [{'subnet_id': 'a71b8d0b-71a1-4da4-95f7-a9e7055dd353'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:08.730388 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.778928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d81fc2ce-ca98-4375-aacd-77cf681fb7d0 None None] Provisioning complete for port 83a6b11f-9df2-479d-978a-0b72d6fb005b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:08.779431 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d81fc2ce-ca98-4375-aacd-77cf681fb7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.809562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.880861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.888677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5bef289-475e-43a5-8efc-198dc376123e req-053dda0d-e5a7-4410-981a-ce5d44420599 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 210 time: 0.0857539 Sep 16 05:13:08.889883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.891895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] 10.222.0.57 "PUT /v2.0/ports/d8df2cea-2c71-4e59-ba83-a1f320c59a2c HTTP/1.1" status: 200 len: 1092 time: 1.5328288 Sep 16 05:13:08.892197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb', 'tag': 'd8df2cea-2c71-4e59-ba83-a1f320c59a2c'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:08.895381 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba999b6-614e-4241-8d02-c3bddae78fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb", "tag": "d8df2cea-2c71-4e59-ba83-a1f320c59a2c"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:08.975351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80803c2-952a-4a12-958f-405ae70e09fd service neutron] Pushing event updated for resources: {'Port': ['ID=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.073105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7759b-3123-4b1d-8e64-17e4493ee12e None None] Pushing event updated for resources: {'Port': ['ID=fb117fa1-81dd-4f94-9014-3ac67501b5d4,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.118439 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.170825 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3588834a-f38a-46a8-a577-83ec076da513 x-openstack-request-id: req-3588834a-f38a-46a8-a577-83ec076da513 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:09.171449 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb", "tag": "d8df2cea-2c71-4e59-ba83-a1f320c59a2c", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:09.171449 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3588834a-f38a-46a8-a577-83ec076da513 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:09.184377 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb', 'tag': 'd8df2cea-2c71-4e59-ba83-a1f320c59a2c', 'status': 'completed', 'code': 200} Sep 16 05:13:09.224002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-65ef5451-0737-4219-912a-f691773b44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.225910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-65ef5451-0737-4219-912a-f691773b44a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 1095 time: 0.1426570 Sep 16 05:13:09.325832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Allocated IP 172.20.0.2 (910f3461-6919-4577-b1bb-b8476feebc95/a71b8d0b-71a1-4da4-95f7-a9e7055dd353/c54f1be5-454a-4fe4-a227-a720edd76583) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:09.390427 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-5b65cdae-f3af-4afc-b7ea-0e7347886c09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8df2cea-2c71-4e59-ba83-a1f320c59a2c HTTP/1.1" status: 200 len: 217 time: 0.1379945 Sep 16 05:13:09.486844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-13a885b0-0996-4b4e-9e3a-099701d5c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.488724 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-13a885b0-0996-4b4e-9e3a-099701d5c475 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.0880597 Sep 16 05:13:09.567486 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-4c354e1f-6810-4cbf-88d3-9753a89eedc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685673 Sep 16 05:13:09.667006 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.709994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fb117fa1-81dd-4f94-9014-3ac67501b5d4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:09.732276 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-0e3ebba3-a02d-4df4-b7e2-721c60f812f3 service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543276 Sep 16 05:13:09.758844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07e394-e731-4f57-b3d7-ebd845b22119 req-5645fb46-0c7e-4d6c-bd78-e92952181c05 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.771224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f07e394-e731-4f57-b3d7-ebd845b22119 req-5645fb46-0c7e-4d6c-bd78-e92952181c05 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 943 time: 0.7412589 Sep 16 05:13:09.796390 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.898831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Network 910f3461-6919-4577-b1bb-b8476feebc95 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:09.935169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fb117fa1-81dd-4f94-9014-3ac67501b5d4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:09.935169 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.935169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:09.935169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:09.936214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Pushing event updated for resources: {'Port': ['ID=c54f1be5-454a-4fe4-a227-a720edd76583,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.942239 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0f2817ec-d5e3-4c7a-8c2b-cb4192d8593d req-aa3782bf-2ce2-4764-91fc-a943850982cc service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953175 Sep 16 05:13:10.048601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:10.063985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Attempting to bind port c54f1be5-454a-4fe4-a227-a720edd76583 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:10.067945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Attempting to bind port c54f1be5-454a-4fe4-a227-a720edd76583 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '5dbf8af5-8edc-4208-8007-28921de8a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '910f3461-6919-4577-b1bb-b8476feebc95'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:10.068383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Attempting to bind port c54f1be5-454a-4fe4-a227-a720edd76583 on network 910f3461-6919-4577-b1bb-b8476feebc95 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:10.076126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:10.076599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Checking segment: {'id': '5dbf8af5-8edc-4208-8007-28921de8a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '910f3461-6919-4577-b1bb-b8476feebc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:10.077024 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.077580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Bound using segment: {'id': '5dbf8af5-8edc-4208-8007-28921de8a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '910f3461-6919-4577-b1bb-b8476feebc95'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:10.078076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Bound port: c54f1be5-454a-4fe4-a227-a720edd76583, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbf8af5-8edc-4208-8007-28921de8a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '910f3461-6919-4577-b1bb-b8476feebc95'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:10.078519 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.126259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e5a089b-09f7-4236-aa8c-d8d19b6327b5 req-33eae149-e840-4f1d-9dcb-d3b78ebddc8e tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 210 time: 0.0931783 Sep 16 05:13:10.266473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-37f53787-9a4a-4b4c-8e85-fea869084cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.269411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-37f53787-9a4a-4b4c-8e85-fea869084cff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 1095 time: 0.1269498 Sep 16 05:13:10.283084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f07e394-e731-4f57-b3d7-ebd845b22119 req-c283fabe-ddad-4fdc-82f7-79bcbed17173 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520741 Sep 16 05:13:10.284768 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.376939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] For port c54f1be5-454a-4fe4-a227-a720edd76583, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:10.393455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] For port c54f1be5-454a-4fe4-a227-a720edd76583, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c54f1be5-454a-4fe4-a227-a720edd76583,segment=NetworkSegment(5dbf8af5-8edc-4208-8007-28921de8a380),segment_id=5dbf8af5-8edc-4208-8007-28921de8a380)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:10.455515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-cdc79ad0-a709-499b-8895-1a8d54769e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.461472 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-cdc79ad0-a709-499b-8895-1a8d54769e12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 907 time: 0.1778581 Sep 16 05:13:10.469025 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.494300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Allocated IP 172.20.0.1 (29781321-8c26-4056-b2bf-461dff8f207c/62b3eb83-7d8a-4b6a-bf0a-06ba6a683d38/3db5685c-13d0-437b-b8cc-32c9221df77d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:10.501567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54267f87-ca50-435b-8008-3719185304c2 None None] Network 29781321-8c26-4056-b2bf-461dff8f207c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:10.517059 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-7dc28e2e-adef-43ca-bbe0-5abaeafc8efa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8df2cea-2c71-4e59-ba83-a1f320c59a2c HTTP/1.1" status: 200 len: 217 time: 0.0449386 Sep 16 05:13:10.528113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port fb117fa1-81dd-4f94-9014-3ac67501b5d4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fb117fa1-81dd-4f94-9014-3ac67501b5d4,segment=NetworkSegment(17d5afb3-981d-40ce-8b4f-de04185333e6),segment_id=17d5afb3-981d-40ce-8b4f-de04185333e6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:10.543772 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.625616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.629483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-d867c9b9-5cb5-4fae-9999-5bb303eec7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.633220 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-d867c9b9-5cb5-4fae-9999-5bb303eec7cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.1038208 Sep 16 05:13:10.641898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-99b1d641-f7aa-4f4b-8b8b-442f22fe8d9e None None] Provisioning complete for port fb117fa1-81dd-4f94-9014-3ac67501b5d4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:10.642280 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99b1d641-f7aa-4f4b-8b8b-442f22fe8d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.643886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58869ec7-3e4a-4354-96ef-7f7bf487d6a3 None None] Pushing event updated for resources: {'Port': ['ID=c54f1be5-454a-4fe4-a227-a720edd76583,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.668410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-03530063-ae59-49c7-a400-c09008c72bcd tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2d77d3f90a84757bbca4232b4a69611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646970 Sep 16 05:13:10.683313 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-b85de0c0-d252-4a1d-9da8-8f8ff78729e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382686 Sep 16 05:13:10.768798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:10.779695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-338e230b-a59f-482c-a8dd-8e383e776251 admin admin] 10.222.0.59 "PUT /v2.0/routers/5fa5ecc4-3e7f-4a00-8702-3b7436b98c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9142737 Sep 16 05:13:10.780742 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] Sync routers for ids ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:10.783188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38796) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.796612 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] Routers {'5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:10.797255 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:10.922873 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-6e019a5b-1d33-43c8-be5c-f6cabc604009 service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254031 Sep 16 05:13:11.043082 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] Set router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:11.124509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.138248 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ba999b6-614e-4241-8d02-c3bddae78fa8 req-c41a5176-2404-4f15-acc7-85688604cc58 service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964738 Sep 16 05:13:11.192868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=fb117fa1-81dd-4f94-9014-3ac67501b5d4,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.255770 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.325416 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2e17b07-c77e-42b4-bab5-e765d91b588f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.346080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcdd83af-4d63-43de-80e1-7158f8bd8c03 req-62c809ef-cff6-405a-beca-1d8e1478546b tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 210 time: 0.1048234 Sep 16 05:13:11.360594 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:13:07Z', 'revision_number': 5, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:11.394733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-a392aa9a-fce0-41be-a333-a33c3df3670e tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.396365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-a392aa9a-fce0-41be-a333-a33c3df3670e tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7191026 Sep 16 05:13:11.415625 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] Checking router: 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:11.417856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Request body: {'port': {'device_id': '5831124e-50ab-4be2-8a86-a049b5d2449e', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': 'e2d77d3f90a84757bbca4232b4a69611'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:11.433071 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] Routers {'5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:11.433964 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:11.635961 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] Set router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:11.665213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-52176d06-979b-4be8-9635-a1f50f5b0f35 None None] Provisioning complete for port fb117fa1-81dd-4f94-9014-3ac67501b5d4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:11.665586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-52176d06-979b-4be8-9635-a1f50f5b0f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.724135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.734656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.744868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d8df2cea-2c71-4e59-ba83-a1f320c59a2c details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:11.816867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network 29781321-8c26-4056-b2bf-461dff8f207c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:11.832646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:11.836299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:11.847643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9c131-2276-4bf4-8161-cd9ae3e2b815 req-f29b2a27-962a-4911-a502-61c025fd1f8b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.849645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56a9c131-2276-4bf4-8161-cd9ae3e2b815 req-f29b2a27-962a-4911-a502-61c025fd1f8b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 943 time: 0.3822677 Sep 16 05:13:11.908204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d8df2cea-2c71-4e59-ba83-a1f320c59a2c, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:11.921614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'd8df2cea-2c71-4e59-ba83-a1f320c59a2c', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'port_id': 'd8df2cea-2c71-4e59-ba83-a1f320c59a2c', 'mac_address': 'fa:16:3e:0f:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0f0b37-d200-47ae-90d3-b6c8dae3dcad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:11.928215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Made reservation on behalf of e2d77d3f90a84757bbca4232b4a69611 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:11.932130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.941410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c54f1be5-454a-4fe4-a227-a720edd76583 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:11.942396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Port': ['ID=3db5685c-13d0-437b-b8cc-32c9221df77d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.962595 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.019067 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.032226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56a9c131-2276-4bf4-8161-cd9ae3e2b815 req-991f6791-bb54-4b71-a614-8eedb5ea80e5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609819 Sep 16 05:13:12.074420 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:13:07Z', 'revision_number': 5, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.087422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.125722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8df2cea-2c71-4e59-ba83-a1f320c59a2c {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:12.127062 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80b27b-911c-4379-9edd-daf47ad21d91 None None] The sync data for ids ['5fa5ecc4-3e7f-4a00-8702-3b7436b98c47'] in n-d-712143-16 is: [{'id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'name': 'tempest-ImageQuotaTest-1021624092-router', 'tenant_id': 'c76c39bb4e344b48bce1094e521109d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '7b703c57-245a-4459-813d-7b10b73540c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:54Z', 'updated_at': '2021-09-16T05:13:07Z', 'revision_number': 5, 'project_id': 'c76c39bb4e344b48bce1094e521109d0', 'gw_port': {'id': '7b703c57-245a-4459-813d-7b10b73540c6', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa5ecc4-3e7f-4a00-8702-3b7436b98c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:56Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:12.159603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d8df2cea-2c71-4e59-ba83-a1f320c59a2c, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:12.171665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c54f1be5-454a-4fe4-a227-a720edd76583 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:12.172125 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.205225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518be85a-71ee-4db2-9b5f-770a25738582 None None] Network 910f3461-6919-4577-b1bb-b8476feebc95 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:12.236079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Deleting port 7b703c57-245a-4459-813d-7b10b73540c6 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:12.236685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.243016 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.400821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.422241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] For port 7b703c57-245a-4459-813d-7b10b73540c6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7b703c57-245a-4459-813d-7b10b73540c6,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:12.422951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.439389 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.442868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-22b269e5-d9a9-4f62-b322-61b0af6724de None None] Provisioning complete for port c54f1be5-454a-4fe4-a227-a720edd76583 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:12.443281 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-22b269e5-d9a9-4f62-b322-61b0af6724de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.453529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Calling delete_port for 7b703c57-245a-4459-813d-7b10b73540c6 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:12.474670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.519104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39ac89e3-885d-447d-bce2-80d770862008 req-441dba2e-8362-4ae9-991f-f5919f64dbae tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 210 time: 0.0710149 Sep 16 05:13:12.578964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port c54f1be5-454a-4fe4-a227-a720edd76583, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c54f1be5-454a-4fe4-a227-a720edd76583,segment=NetworkSegment(5dbf8af5-8edc-4208-8007-28921de8a380),segment_id=5dbf8af5-8edc-4208-8007-28921de8a380)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:12.585078 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.588178 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.651061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['d8df2cea-2c71-4e59-ba83-a1f320c59a2c'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:12.684023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-22b269e5-d9a9-4f62-b322-61b0af6724de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.684023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.684023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fb117fa1-81dd-4f94-9014-3ac67501b5d4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:12.732076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1222a4-37f5-464d-96c1-2e273664a077,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.844434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=c54f1be5-454a-4fe4-a227-a720edd76583,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.879192 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-22b269e5-d9a9-4f62-b322-61b0af6724de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:13:12.879192 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-22b269e5-d9a9-4f62-b322-61b0af6724de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:13:12.910087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fb117fa1-81dd-4f94-9014-3ac67501b5d4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:12.921001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.300309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Allocated IP 192.168.233.155 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/098b1ff8-4f6c-49d2-9cd4-247f39188589) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:13.337904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2fc97-27c9-4900-9f97-4be999833fd0 req-4cf452f7-c1ee-47e2-a63b-3b3f992fcf88 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.339425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fe2fc97-27c9-4900-9f97-4be999833fd0 req-4cf452f7-c1ee-47e2-a63b-3b3f992fcf88 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 944 time: 0.1981490 Sep 16 05:13:13.436677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-22b269e5-d9a9-4f62-b322-61b0af6724de None None] Provisioning complete for port 3db5685c-13d0-437b-b8cc-32c9221df77d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:13.437324 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-22b269e5-d9a9-4f62-b322-61b0af6724de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.484008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-22b269e5-d9a9-4f62-b322-61b0af6724de None None] Port 3db5685c-13d0-437b-b8cc-32c9221df77d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:13.498698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fe2fc97-27c9-4900-9f97-4be999833fd0 req-4c278c3e-e5ad-4b0e-8348-f1ba7564241c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440299 Sep 16 05:13:13.517275 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.588705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b703c57-245a-4459-813d-7b10b73540c6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.621331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c83e6d8c-3eca-4504-b794-015045bafdfe None None] Provisioning complete for port c54f1be5-454a-4fe4-a227-a720edd76583 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:13.621835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c83e6d8c-3eca-4504-b794-015045bafdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.638597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.663219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c54f1be5-454a-4fe4-a227-a720edd76583 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:13.693270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7ef13d1-68dd-47d0-8608-9ae8eb6ca783 req-292d18e6-26af-422b-b7a2-398b3eca9322 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 210 time: 0.0682945 Sep 16 05:13:13.696323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d8df2cea-2c71-4e59-ba83-a1f320c59a2c up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:13.733041 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.752307 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.803916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c54f1be5-454a-4fe4-a227-a720edd76583 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:13.804310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.854711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.857866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.862688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.912979 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ad378b04-72c2-4782-9dba-a9cdeaecb41b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:13.917027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port d8df2cea-2c71-4e59-ba83-a1f320c59a2c completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:13.940550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port d8df2cea-2c71-4e59-ba83-a1f320c59a2c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:13.940550 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.940822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ad378b04-72c2-4782-9dba-a9cdeaecb41b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:13.941046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ad378b04-72c2-4782-9dba-a9cdeaecb41b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:14.002879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Port': ['ID=3db5685c-13d0-437b-b8cc-32c9221df77d,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.016867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.034577 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.059935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df2cea-2c71-4e59-ba83-a1f320c59a2c'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:14.062249 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d45e84d-6a9c-4a79-8d9b-ff41e4ccb268" -d '{"events": [{"server_uuid": "65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb", "name": "network-vif-plugged", "status": "completed", "tag": "d8df2cea-2c71-4e59-ba83-a1f320c59a2c"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:14.077144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d8df2cea-2c71-4e59-ba83-a1f320c59a2c, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:14.112655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.117550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:14.121211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.122662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-444d5088-dac5-44c4-aa2a-46b532160220 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5fa5ecc4-3e7f-4a00-8702-3b7436b98c47 HTTP/1.1" status: 204 len: 168 time: 3.3357348 Sep 16 05:13:14.126124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38862) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.129342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network 29781321-8c26-4056-b2bf-461dff8f207c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:14.130832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:14.137325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.168556 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dbb456-5c38-4030-b23b-25fd64831148 x-openstack-request-id: req-c8dbb456-5c38-4030-b23b-25fd64831148 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:14.172980 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb", "name": "network-vif-plugged", "status": "completed", "tag": "d8df2cea-2c71-4e59-ba83-a1f320c59a2c", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:14.172980 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8dbb456-5c38-4030-b23b-25fd64831148 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:14.172980 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df2cea-2c71-4e59-ba83-a1f320c59a2c', 'code': 200} Sep 16 05:13:14.191949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.235029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Pushing event updated for resources: {'Port': ['ID=098b1ff8-4f6c-49d2-9cd4-247f39188589,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.255742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:14.260116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:14.270743 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd66118-7a42-42bb-af6c-2a168ffeac43 admin admin] Deleting subnet e42d4bd0-a9f1-441e-8a4e-6a17cf855c39 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:14.285594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0dd66118-7a42-42bb-af6c-2a168ffeac43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.301778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.305779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:14.384325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0dd66118-7a42-42bb-af6c-2a168ffeac43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.401448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.404586 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.436499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.552761 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5c79ac4-a94f-4fd9-9825-e149b72dc531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.605994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2a08-fee7-4ebd-9b4a-5e4577022c0e req-b1ea90df-301b-4916-8add-99e0f41558be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.605994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afbf2a08-fee7-4ebd-9b4a-5e4577022c0e req-b1ea90df-301b-4916-8add-99e0f41558be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 1097 time: 0.1373043 Sep 16 05:13:14.610992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eda04cef-e6a5-4230-bbf6-02fd234d5918 None None] Provisioning complete for port 3db5685c-13d0-437b-b8cc-32c9221df77d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:14.611698 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eda04cef-e6a5-4230-bbf6-02fd234d5918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.614900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-44742b2e-4a21-4c2b-a3f0-48693b4bdae3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1486397 Sep 16 05:13:14.616770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-ff434295-90c3-4f5f-9a22-b91efeaf16f4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2049375 Sep 16 05:13:14.645035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Request body: {'port': {'device_id': '5831124e-50ab-4be2-8a86-a049b5d2449e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:14.648790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Router 98334145-e6aa-45a6-82d8-b3adedf18017 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:14.659565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-eda04cef-e6a5-4230-bbf6-02fd234d5918 None None] Port 3db5685c-13d0-437b-b8cc-32c9221df77d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:14.669218 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afbf2a08-fee7-4ebd-9b4a-5e4577022c0e req-70474cb5-90f5-4571-bf93-108548f4f1f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530992 Sep 16 05:13:14.675053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0dd66118-7a42-42bb-af6c-2a168ffeac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.700678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051907-a815-43ce-9088-f95d055fabf6 req-b7145238-442e-40c0-921d-dcd4e365b727 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.703663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c051907-a815-43ce-9088-f95d055fabf6 req-b7145238-442e-40c0-921d-dcd4e365b727 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 945 time: 0.1208756 Sep 16 05:13:14.766129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ddd4d66d-dbc6-4ff4-93be-65d81fae6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.766694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ddd4d66d-dbc6-4ff4-93be-65d81fae6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.767484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ddd4d66d-dbc6-4ff4-93be-65d81fae6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.768126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ddd4d66d-dbc6-4ff4-93be-65d81fae6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.768668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ddd4d66d-dbc6-4ff4-93be-65d81fae6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.769164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ddd4d66d-dbc6-4ff4-93be-65d81fae6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.769638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ddd4d66d-dbc6-4ff4-93be-65d81fae6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.777367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ddd4d66d-dbc6-4ff4-93be-65d81fae6b32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6507 time: 0.0937381 Sep 16 05:13:14.798097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2eb622d9-7036-4738-8544-6f5ad1696bc7 None None] Provisioning complete for port 098b1ff8-4f6c-49d2-9cd4-247f39188589 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:14.799097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2eb622d9-7036-4738-8544-6f5ad1696bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.847410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2eb622d9-7036-4738-8544-6f5ad1696bc7 None None] Port 098b1ff8-4f6c-49d2-9cd4-247f39188589 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:14.876737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0dd66118-7a42-42bb-af6c-2a168ffeac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.899335 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.908364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c051907-a815-43ce-9088-f95d055fabf6 req-5655396f-100f-47c1-adac-87838e9d43da tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001610 Sep 16 05:13:14.915706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd66118-7a42-42bb-af6c-2a168ffeac43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42d4bd0-a9f1-441e-8a4e-6a17cf855c39,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.922548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:14.936312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0dd66118-7a42-42bb-af6c-2a168ffeac43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.936312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0dd66118-7a42-42bb-af6c-2a168ffeac43 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e42d4bd0-a9f1-441e-8a4e-6a17cf855c39 HTTP/1.1" status: 204 len: 168 time: 0.8035047 Sep 16 05:13:14.936312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38884) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.937272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1c0f0dd6-4b9a-4dc3-b44d-148cd5f0d397 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "PUT /v2.0/routers/98334145-e6aa-45a6-82d8-b3adedf18017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6342318 Sep 16 05:13:14.937272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38886) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.944170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fae1b5-6944-42c9-9d84-62607eeea3a4 None None] Network b0496625-4327-4532-8d83-bd25ff057d12 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:14.978472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4a2974-4b2d-4704-b43d-83bbf1ae8667 None None] Sync routers for ids ['98334145-e6aa-45a6-82d8-b3adedf18017'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:15.049428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a2974-4b2d-4704-b43d-83bbf1ae8667 None None] Routers {'98334145-e6aa-45a6-82d8-b3adedf18017'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:15.050061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8c4a2974-4b2d-4704-b43d-83bbf1ae8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['98334145-e6aa-45a6-82d8-b3adedf18017'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:15.101752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8c4a2974-4b2d-4704-b43d-83bbf1ae8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:15.129392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.133362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a2974-4b2d-4704-b43d-83bbf1ae8667 None None] Routers {'98334145-e6aa-45a6-82d8-b3adedf18017'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:15.134003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8c4a2974-4b2d-4704-b43d-83bbf1ae8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['98334145-e6aa-45a6-82d8-b3adedf18017'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:15.180336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8c4a2974-4b2d-4704-b43d-83bbf1ae8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:15.180999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4a2974-4b2d-4704-b43d-83bbf1ae8667 None None] The sync data for ids ['98334145-e6aa-45a6-82d8-b3adedf18017'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:15.263810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] DHCP port deletion for b0496625-4327-4532-8d83-bd25ff057d12 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:15.327137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] Deleting port 92da695b-bb6b-4ce9-afab-14a4cf95297b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:15.327710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.397207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-c2103b3b-4e63-4ea4-b29d-a46fc520ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.398351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-c2103b3b-4e63-4ea4-b29d-a46fc520ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.399103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] For port 92da695b-bb6b-4ce9-afab-14a4cf95297b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=92da695b-bb6b-4ce9-afab-14a4cf95297b,segment=NetworkSegment(46f58b72-473c-454c-ad77-19bc0be4027a),segment_id=46f58b72-473c-454c-ad77-19bc0be4027a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:15.399358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-c2103b3b-4e63-4ea4-b29d-a46fc520ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.399756 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.401339 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-c2103b3b-4e63-4ea4-b29d-a46fc520ff18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e59cd688-c0f6-4a88-9106-667ee9954d08&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba HTTP/1.1" status: 200 len: 2299 time: 0.5959160 Sep 16 05:13:15.418447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] Calling delete_port for 92da695b-bb6b-4ce9-afab-14a4cf95297b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:15.423325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.436650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce903b-a48e-4989-a440-db35a6aad8c4 req-87290446-b9f0-4498-ae62-a2165861e604 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.438621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84ce903b-a48e-4989-a440-db35a6aad8c4 req-87290446-b9f0-4498-ae62-a2165861e604 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 936 time: 0.3187854 Sep 16 05:13:15.464217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098b1ff8-4f6c-49d2-9cd4-247f39188589 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:15.486459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.572762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84ce903b-a48e-4989-a440-db35a6aad8c4 req-5768a293-c5e6-4163-908e-aef36fd45869 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264873 Sep 16 05:13:15.615136 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.620215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Transition to ACTIVE for port object 098b1ff8-4f6c-49d2-9cd4-247f39188589 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:15.624380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Deleting port 92da695b-bb6b-4ce9-afab-14a4cf95297b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:15.624734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.636357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] No DVR routers for this DVR port 92da695b-bb6b-4ce9-afab-14a4cf95297b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:15.652457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 92da695b-bb6b-4ce9-afab-14a4cf95297b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:15.685991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.693643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 92da695b-bb6b-4ce9-afab-14a4cf95297b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:15.694320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 92da695b-bb6b-4ce9-afab-14a4cf95297b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:15.694963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7b703c57-245a-4459-813d-7b10b73540c6 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:15.708001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] For port 92da695b-bb6b-4ce9-afab-14a4cf95297b, host n-d-712143-16, got binding levels [] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:15.708366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.726290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7b703c57-245a-4459-813d-7b10b73540c6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:15.726900 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7b703c57-245a-4459-813d-7b10b73540c6 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:15.730556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3052e-5e25-4c5f-b841-0fe18b0fe330 None None] Pushing event deleted for resources: {'Port': ['ID=92da695b-bb6b-4ce9-afab-14a4cf95297b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.745139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Calling delete_port for 92da695b-bb6b-4ce9-afab-14a4cf95297b owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:15.753817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Port 92da695b-bb6b-4ce9-afab-14a4cf95297b was not found and therefore no delete operation was performed {{(pid=101824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:13:15.760570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.781379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Pushing event updated for resources: {'Port': ['ID=098b1ff8-4f6c-49d2-9cd4-247f39188589,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.806436 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-871b681b-c511-4587-be90-b143f15e7e48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 200 len: 1001 time: 0.3944855 Sep 16 05:13:15.814322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] No DVR routers for this DVR port 92da695b-bb6b-4ce9-afab-14a4cf95297b on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:15.856730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Pushing event deleted for resources: {'Port': ['ID=92da695b-bb6b-4ce9-afab-14a4cf95297b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.904210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-93939833-75f3-4f9d-b78a-cbf10532e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.906094 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-93939833-75f3-4f9d-b78a-cbf10532e1ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29e371a8-11d8-40bd-9286-ce4660059b2d HTTP/1.1" status: 200 len: 856 time: 0.0890737 Sep 16 05:13:15.939799 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-9cfd9896-8b48-487a-a6c7-c5619ecbee69 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:13:15.941141 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9cfd9896-8b48-487a-a6c7-c5619ecbee69 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "PUT /v2.0/routers/98334145-e6aa-45a6-82d8-b3adedf18017/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0081489 Sep 16 05:13:15.948005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38894) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.998605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.018761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Attempting to bind port 098b1ff8-4f6c-49d2-9cd4-247f39188589 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:16.019036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Attempting to bind port 098b1ff8-4f6c-49d2-9cd4-247f39188589 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:16.025078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Attempting to bind port 098b1ff8-4f6c-49d2-9cd4-247f39188589 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:16.053721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Port 098b1ff8-4f6c-49d2-9cd4-247f39188589 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:16.054050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Attempting to bind port 098b1ff8-4f6c-49d2-9cd4-247f39188589 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:16.058000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0496625-4327-4532-8d83-bd25ff057d12']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.082584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f58b72-473c-454c-ad77-19bc0be4027a') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.082892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f58b72-473c-454c-ad77-19bc0be4027a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.086744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:16.087093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:16.087500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:16.087967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Bound port: 098b1ff8-4f6c-49d2-9cd4-247f39188589, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:16.088311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.091829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-46498b06-191e-4631-ac96-93375dc50a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.093294 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-46498b06-191e-4631-ac96-93375dc50a95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e59cd688-c0f6-4a88-9106-667ee9954d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629207 Sep 16 05:13:16.101824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.151152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.164541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:16.173838 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:16.176773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b8628-bf18-4128-b385-b74e2bc135bc req-3c606076-13c4-453f-b2ad-44c909fdfa1e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.177654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-877b8628-bf18-4128-b385-b74e2bc135bc req-3c606076-13c4-453f-b2ad-44c909fdfa1e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 945 time: 0.1474195 Sep 16 05:13:16.203935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:16.292285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] For port 098b1ff8-4f6c-49d2-9cd4-247f39188589, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:16.298072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] For port 098b1ff8-4f6c-49d2-9cd4-247f39188589, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=098b1ff8-4f6c-49d2-9cd4-247f39188589,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:16.301760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-877b8628-bf18-4128-b385-b74e2bc135bc req-562c22d4-958b-4565-a2ac-5b0b1cd79585 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051834 Sep 16 05:13:16.342042 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-27fce7a7-baef-4e5f-af89-3899f6ff1db1 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390108 Sep 16 05:13:16.386161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.392391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.397491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] 10.222.0.59 "DELETE /v2.0/networks/b0496625-4327-4532-8d83-bd25ff057d12 HTTP/1.1" status: 204 len: 168 time: 1.4597583 Sep 16 05:13:16.404545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.446158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef4fc6-ebb2-4182-bd01-bf60668898de admin admin] Pushing event deleted for resources: {'Network': ['ID=b0496625-4327-4532-8d83-bd25ff057d12,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.462605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.463234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.466709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] 10.222.0.60 "PUT /v2.0/ports/098b1ff8-4f6c-49d2-9cd4-247f39188589 HTTP/1.1" status: 200 len: 1097 time: 1.8286135 Sep 16 05:13:16.466968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5831124e-50ab-4be2-8a86-a049b5d2449e', 'tag': '098b1ff8-4f6c-49d2-9cd4-247f39188589'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:16.469357 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c814377-222c-4618-9798-8a1af6b44f28" -d '{"events": [{"name": "network-changed", "server_uuid": "5831124e-50ab-4be2-8a86-a049b5d2449e", "tag": "098b1ff8-4f6c-49d2-9cd4-247f39188589"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:16.494137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-cb66ba63-d38c-4bb1-a638-908cddfedaf5 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418505 Sep 16 05:13:16.500047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed3ef3-9239-494e-b7e4-96d9feb62416 service neutron] Pushing event updated for resources: {'Port': ['ID=098b1ff8-4f6c-49d2-9cd4-247f39188589,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.530013 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76be61d-0147-4fa7-81f8-0cfae46e0b4f x-openstack-request-id: req-b76be61d-0147-4fa7-81f8-0cfae46e0b4f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:16.530338 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5831124e-50ab-4be2-8a86-a049b5d2449e", "tag": "098b1ff8-4f6c-49d2-9cd4-247f39188589", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:16.530573 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b76be61d-0147-4fa7-81f8-0cfae46e0b4f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:16.530976 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5831124e-50ab-4be2-8a86-a049b5d2449e', 'tag': '098b1ff8-4f6c-49d2-9cd4-247f39188589', 'status': 'completed', 'code': 200} Sep 16 05:13:16.543431 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-ccbab008-3f55-4a3a-b7bf-fd0413a143df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0417068 Sep 16 05:13:16.637134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c814377-222c-4618-9798-8a1af6b44f28 req-95335432-8aab-4f25-8e72-03213e32a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.638939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c814377-222c-4618-9798-8a1af6b44f28 req-95335432-8aab-4f25-8e72-03213e32a6ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2d77d3f90a84757bbca4232b4a69611&device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 1100 time: 0.0714092 Sep 16 05:13:16.640638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-5a623072-eca4-4502-85de-4d774b04365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.642119 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-5a623072-eca4-4502-85de-4d774b04365d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0811462 Sep 16 05:13:16.685988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.697496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c814377-222c-4618-9798-8a1af6b44f28 req-ff1c9554-3a75-48d2-88cd-b5d97f5b5e82 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2d77d3f90a84757bbca4232b4a69611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421326 Sep 16 05:13:16.792055 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.855527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-76a5af0d-f3ec-442f-bf9d-a4054972d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.857569 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-76a5af0d-f3ec-442f-bf9d-a4054972d357 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2028432 Sep 16 05:13:16.863289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38908) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.890963 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-2ce516dc-182f-4bc2-b99d-2aa3e711f1c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2159395 Sep 16 05:13:17.075849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-37345130-5bf9-4455-bcac-20465227b282 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c76c39bb4e344b48bce1094e521109d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070258 Sep 16 05:13:17.079757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38910) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.142169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-4a389521-57cf-4ca5-86ff-1b5b11a07408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.143636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba203006-5c51-4813-ba27-eec7271de8d0 req-b752578d-e35b-4541-b801-dbdc7fdf81b9 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.143790 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-4a389521-57cf-4ca5-86ff-1b5b11a07408 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1700387 Sep 16 05:13:17.145164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba203006-5c51-4813-ba27-eec7271de8d0 req-b752578d-e35b-4541-b801-dbdc7fdf81b9 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 948 time: 0.4528296 Sep 16 05:13:17.153982 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-e0c8caa2-2615-43f8-8748-75fffecb5d99 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830832 Sep 16 05:13:17.198851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c814377-222c-4618-9798-8a1af6b44f28 req-49742864-b1f3-4358-a420-6b0401f94b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.200390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c814377-222c-4618-9798-8a1af6b44f28 req-49742864-b1f3-4358-a420-6b0401f94b42 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4933450 Sep 16 05:13:17.218964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c23efedd-1619-4690-9be2-19b182a4ed52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.226210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba203006-5c51-4813-ba27-eec7271de8d0 req-f31ed91a-ac16-4aa2-b11b-564a1e063310 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658159 Sep 16 05:13:17.282215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-9e50461b-aa27-4736-8087-10cb05bfad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.283793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-9e50461b-aa27-4736-8087-10cb05bfad4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2d77d3f90a84757bbca4232b4a69611&device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 1100 time: 0.0411282 Sep 16 05:13:17.344347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-aaa3a1ac-79db-4737-bfab-975ab0e86bb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=098b1ff8-4f6c-49d2-9cd4-247f39188589 HTTP/1.1" status: 200 len: 217 time: 0.0509512 Sep 16 05:13:17.372389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c23efedd-1619-4690-9be2-19b182a4ed52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.447422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-294ff300-e342-4df6-bba8-98fc86a4fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.448981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-294ff300-e342-4df6-bba8-98fc86a4fcc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0962980 Sep 16 05:13:17.462050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d2a3e-3ae1-406f-bc95-293a46a62472 req-52c45835-9e48-4ed4-a9e0-264fb6cd667a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.463661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab4d2a3e-3ae1-406f-bc95-293a46a62472 req-52c45835-9e48-4ed4-a9e0-264fb6cd667a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 945 time: 0.0623837 Sep 16 05:13:17.465344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-fc95e923-817b-4c4c-a553-cade2b261d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.466811 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-fc95e923-817b-4c4c-a553-cade2b261d20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.2839971 Sep 16 05:13:17.494156 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-0a6beb6b-eca1-45ed-9eed-57710b32bbb7 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289678 Sep 16 05:13:17.561189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab4d2a3e-3ae1-406f-bc95-293a46a62472 req-99515d8a-f133-495b-b7bf-b189467438c7 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861850 Sep 16 05:13:17.564225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-72d99d61-88cb-4d99-926c-1bc95dcab08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.565910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-72d99d61-88cb-4d99-926c-1bc95dcab08f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011493 Sep 16 05:13:17.573363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-41d2cf76-1828-42a7-9f2e-27317fd02a9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 217 time: 0.0485663 Sep 16 05:13:17.642134 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-b45e8fe8-2d22-483e-ace1-929250dbdace service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 200 len: 1001 time: 0.1625679 Sep 16 05:13:17.650043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Deleting port 3db5685c-13d0-437b-b8cc-32c9221df77d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:17.650392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.680910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c23efedd-1619-4690-9be2-19b182a4ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.683915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c23efedd-1619-4690-9be2-19b182a4ed52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.685259 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c23efedd-1619-4690-9be2-19b182a4ed52 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b386f628-8978-4584-8952-c45c5760ed42 HTTP/1.1" status: 204 len: 168 time: 0.6028593 Sep 16 05:13:17.735074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-847d025f-3882-4ceb-8406-8b6831a5dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.739839 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-847d025f-3882-4ceb-8406-8b6831a5dc39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.1509511 Sep 16 05:13:17.739839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23efedd-1619-4690-9be2-19b182a4ed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386f628-8978-4584-8952-c45c5760ed42,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:17.760473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-3b9a181d-6743-4edb-a62c-f71ec00757a5 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730027 Sep 16 05:13:17.780073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498e6aa-34a2-4d74-9ee9-230746966079 req-20dfbf71-3292-401f-8a58-05aee947d23c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.790340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2498e6aa-34a2-4d74-9ee9-230746966079 req-20dfbf71-3292-401f-8a58-05aee947d23c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 945 time: 0.1124835 Sep 16 05:13:17.824825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-886fba84-338c-4d80-bccf-3e13b278a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.826307 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-886fba84-338c-4d80-bccf-3e13b278a4e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.1698389 Sep 16 05:13:17.864394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2498e6aa-34a2-4d74-9ee9-230746966079 req-cce88d4d-6930-47fe-874f-da1f0cac70a4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730798 Sep 16 05:13:17.871211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.893825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-8a833099-5149-465b-a49a-349905ad9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.895362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-8a833099-5149-465b-a49a-349905ad9943 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1161091 Sep 16 05:13:17.900894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Calling delete_port for 3db5685c-13d0-437b-b8cc-32c9221df77d owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:17.926784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79241c75-a798-44ef-9784-0650bd3d9ff4 req-94e49195-df18-4468-9bbf-c5447fcd4c38 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219776 Sep 16 05:13:17.943177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-0f18cac9-5554-4e9e-bbbc-d43acb7f127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.945758 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-0f18cac9-5554-4e9e-bbbc-d43acb7f127e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069844 Sep 16 05:13:18.367919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77076398-1fe9-4ec4-8ccd-10e72294e826 req-b2e68593-f1bf-4d17-8847-6cf3027de624 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.375489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77076398-1fe9-4ec4-8ccd-10e72294e826 req-b2e68593-f1bf-4d17-8847-6cf3027de624 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 948 time: 0.0772471 Sep 16 05:13:18.418221 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-e4878c8d-e518-41f0-809d-d83f894b60cf service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112016 Sep 16 05:13:18.423878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77076398-1fe9-4ec4-8ccd-10e72294e826 req-98564fd4-eaf3-4a0e-8c26-81247a1b58c2 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472875 Sep 16 05:13:18.534252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38936) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.555772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe73723e-8629-4b70-af34-ad268f837c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.576568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92c13-b2a4-46e5-adb0-00797736f2dd req-2b841633-027b-4bde-93bd-1411a119f8b9 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.578081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ed92c13-b2a4-46e5-adb0-00797736f2dd req-2b841633-027b-4bde-93bd-1411a119f8b9 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 945 time: 0.1044900 Sep 16 05:13:18.640659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-24e5e472-03c6-4101-a22c-ebb9771d7f38 service neutron] 10.222.0.57 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828914 Sep 16 05:13:18.664085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ed92c13-b2a4-46e5-adb0-00797736f2dd req-84de982c-8fdf-4ed2-ba4e-c65a84a5a852 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745199 Sep 16 05:13:18.684059 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-1e5a923a-6dc6-4622-96ac-2df35927adcb service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488167 Sep 16 05:13:18.723621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe73723e-8629-4b70-af34-ad268f837c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.778887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe73723e-8629-4b70-af34-ad268f837c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.786746 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-d4c7ed12-7785-41e6-b0b7-ebe54ee50d3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=9cc1287c-ab05-4962-802e-48766396bbd9 HTTP/1.1" status: 200 len: 217 time: 0.0909717 Sep 16 05:13:18.824676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe73723e-8629-4b70-af34-ad268f837c92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2861481 Sep 16 05:13:18.824676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73723e-8629-4b70-af34-ad268f837c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f4e22-5869-4d69-800c-cbc68576fbae,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.826150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38940) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.878830 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8182fb6-5cc3-4a31-8d52-1858f2d8180e req-15da2643-ed6a-46f9-872e-43d5bbfab1d3 service neutron] 10.222.0.57 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214942 Sep 16 05:13:18.882431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-93b18991-3a85-49ec-9074-41cb4ceb5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.883810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-93b18991-3a85-49ec-9074-41cb4ceb5817 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0853631 Sep 16 05:13:18.888944 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dee8d012-4a7c-4664-8a7f-256559e51cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.911859 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dee8d012-4a7c-4664-8a7f-256559e51cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.936831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-8f4c6540-a405-4a99-aa0c-81e6e9d54935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.938366 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-8f4c6540-a405-4a99-aa0c-81e6e9d54935 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457878 Sep 16 05:13:18.940034 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.977695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Port': ['ID=3db5685c-13d0-437b-b8cc-32c9221df77d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.031645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dee8d012-4a7c-4664-8a7f-256559e51cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.034375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dee8d012-4a7c-4664-8a7f-256559e51cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.038895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dee8d012-4a7c-4664-8a7f-256559e51cac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc8f4e22-5869-4d69-800c-cbc68576fbae HTTP/1.1" status: 204 len: 168 time: 0.2064214 Sep 16 05:13:19.047283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8d012-4a7c-4664-8a7f-256559e51cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8f4e22-5869-4d69-800c-cbc68576fbae,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.170298 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-b181ad75-d3dc-4bd4-92ac-d80319d275b3 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033017 Sep 16 05:13:19.211203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.399563 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-7361dc83-4e6d-49cd-b1c3-2a7d82591d49 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995492 Sep 16 05:13:19.486003 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-f05e9ea6-be0b-451b-bf1c-9991b1f8cf1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec HTTP/1.1" status: 200 len: 217 time: 0.0574841 Sep 16 05:13:19.489343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Router 98334145-e6aa-45a6-82d8-b3adedf18017 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:19.553256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5cb6-a61b-4a35-9a1d-6a83eb8ac630 req-ad61f7ce-86d5-4388-bf96-80d92752dfec tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.561739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-566d5cb6-a61b-4a35-9a1d-6a83eb8ac630 req-ad61f7ce-86d5-4388-bf96-80d92752dfec tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 948 time: 0.0676458 Sep 16 05:13:19.613002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-566d5cb6-a61b-4a35-9a1d-6a83eb8ac630 req-da9a3bcc-344d-46dc-97b3-b08b1dc57edb tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Sep 16 05:13:19.635930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-58dd595d-b3b4-49d8-947f-5073413013bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.637466 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-58dd595d-b3b4-49d8-947f-5073413013bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.1440070 Sep 16 05:13:19.640789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:19.650632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38960) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.651432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7e58a4c9-d672-4151-8e0f-c45b5a11b330 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "PUT /v2.0/routers/98334145-e6aa-45a6-82d8-b3adedf18017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6835494 Sep 16 05:13:19.652690 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef127e5a-4f8c-4128-9556-b3dbff467d20 None None] Sync routers for ids ['98334145-e6aa-45a6-82d8-b3adedf18017'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:19.664760 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef127e5a-4f8c-4128-9556-b3dbff467d20 None None] Routers {'98334145-e6aa-45a6-82d8-b3adedf18017'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:19.666100 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ef127e5a-4f8c-4128-9556-b3dbff467d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['98334145-e6aa-45a6-82d8-b3adedf18017'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:19.721874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-4294bbff-38ab-421f-95ac-adb42884ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.722966 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-4294bbff-38ab-421f-95ac-adb42884ac7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703413 Sep 16 05:13:19.725103 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-81eb3043-dc4c-4f3f-9c18-bf833cb28cfe tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] delete failed (client error): The resource could not be found. Sep 16 05:13:19.726743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-81eb3043-dc4c-4f3f-9c18-bf833cb28cfe tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-1949571953 HTTP/1.1" status: 404 len: 335 time: 0.0734951 Sep 16 05:13:19.732988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 38966) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.750441 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ef127e5a-4f8c-4128-9556-b3dbff467d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:19.752918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b57aa310-0307-4733-92ca-e742b1b2316a tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'router': {'external_gateway_info': {'network_id': '98334145-e6aa-45a6-82d8-b3adedf18017'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:19.767618 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef127e5a-4f8c-4128-9556-b3dbff467d20 None None] Routers {'98334145-e6aa-45a6-82d8-b3adedf18017'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:19.768418 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ef127e5a-4f8c-4128-9556-b3dbff467d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['98334145-e6aa-45a6-82d8-b3adedf18017'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:19.801383 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ef127e5a-4f8c-4128-9556-b3dbff467d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:19.802288 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef127e5a-4f8c-4128-9556-b3dbff467d20 None None] The sync data for ids ['98334145-e6aa-45a6-82d8-b3adedf18017'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:19.850403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d1c5d-58fe-4d21-ad9f-9466b603b82a req-aac42526-173d-4c0d-8ce5-8df5f2713262 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.858063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-999d1c5d-58fe-4d21-ad9f-9466b603b82a req-aac42526-173d-4c0d-8ce5-8df5f2713262 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 945 time: 0.0926921 Sep 16 05:13:19.907205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-999d1c5d-58fe-4d21-ad9f-9466b603b82a req-bde0fa87-eb5b-43bb-9da8-c08cc69299b3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Sep 16 05:13:20.044329 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-7d07d9eb-0579-4e99-a309-88d75d15cda1 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103487 Sep 16 05:13:20.073182 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b57aa310-0307-4733-92ca-e742b1b2316a tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.134292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38976) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.204757 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-b57aa310-0307-4733-92ca-e742b1b2316a tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] update failed (client error): The resource could not be found. Sep 16 05:13:20.208058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b57aa310-0307-4733-92ca-e742b1b2316a tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "PUT /v2.0/routers/98334145-e6aa-45a6-82d8-b3adedf18017 HTTP/1.1" status: 404 len: 339 time: 0.4621122 Sep 16 05:13:20.211294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38980) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.235017 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-c92d52a5-eb1a-4083-bdd2-6108eb63e0c4 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646087 Sep 16 05:13:20.252850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-af796aaa-307e-4fe0-af2c-db33cfe234d7 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.254671 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-af796aaa-307e-4fe0-af2c-db33cfe234d7 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 945 time: 0.1125557 Sep 16 05:13:20.266044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1218993583-network', 'tenant_id': '77821e3ca1c344a692533e50a425bb47'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:20.299958 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-f215fdcc-ead2-420f-b3b5-e8ca166fbe4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 HTTP/1.1" status: 200 len: 217 time: 0.0574546 Sep 16 05:13:20.398050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-5f22d9e7-c9ad-4467-a760-8561d0ddee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.399623 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-5f22d9e7-c9ad-4467-a760-8561d0ddee3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.0794702 Sep 16 05:13:20.422134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Made reservation on behalf of 77821e3ca1c344a692533e50a425bb47 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:20.424466 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.435843 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.450895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Deleting port d8df2cea-2c71-4e59-ba83-a1f320c59a2c {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:20.451262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.471900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-65c868ca-916c-4e34-880c-b1db25e37e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.473442 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-65c868ca-916c-4e34-880c-b1db25e37e87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661051 Sep 16 05:13:20.552649 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.605286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] For port d8df2cea-2c71-4e59-ba83-a1f320c59a2c, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:20.605714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.629558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Calling delete_port for d8df2cea-2c71-4e59-ba83-a1f320c59a2c owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:20.641852 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-20fe496e-4be1-497a-91b1-fc70d48454ae service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587734 Sep 16 05:13:20.791165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.827703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491daa7-78ba-4e1f-aaab-37c38c3ff7b4 req-45fff68e-e289-41ca-958d-cbd74d054210 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.829231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c491daa7-78ba-4e1f-aaab-37c38c3ff7b4 req-45fff68e-e289-41ca-958d-cbd74d054210 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 948 time: 0.1338451 Sep 16 05:13:20.837174 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-b11d5629-d6e7-47bb-8d88-43293deeed87 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876538 Sep 16 05:13:20.871751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.880247 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-e26f64a8-160f-4331-9afb-e5207bddfb77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11bc5910-9d15-4853-8b16-127080567069 HTTP/1.1" status: 200 len: 217 time: 0.0357208 Sep 16 05:13:20.930569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Allocated IP 172.20.0.1 (e9ba0fff-81a7-459f-8df2-3ff7730a0ba8/3040c7c8-a0c9-4ac1-a592-cdf2765b9e3c/144ff2a0-c471-4c57-86c0-e110525d248f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:20.938896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c491daa7-78ba-4e1f-aaab-37c38c3ff7b4 req-f022aa43-384b-42a2-b868-b673a94b070c tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981872 Sep 16 05:13:20.941423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c938cbf-c197-4392-a618-a2f0d1ee5325,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.987572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-3854a77d-1250-4439-ba6a-a7acd57d772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.989035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-3854a77d-1250-4439-ba6a-a7acd57d772b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.0856104 Sep 16 05:13:21.044616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-345de697-97d5-4430-ae46-164cccd87108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.046140 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-345de697-97d5-4430-ae46-164cccd87108 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493636 Sep 16 05:13:21.078184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.090941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:21.092439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:21.138873 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.139368 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Added segment 2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5 of type vlan for network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 Sep 16 05:13:21.148095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9273-e638-4951-9b26-060bc6f1a974 req-ff7d500c-2748-4745-88a7-ae2e2fbe9045 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.149792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-028a9273-e638-4951-9b26-060bc6f1a974 req-ff7d500c-2748-4745-88a7-ae2e2fbe9045 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 867 time: 0.1675348 Sep 16 05:13:21.169542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['d8df2cea-2c71-4e59-ba83-a1f320c59a2c'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:21.171961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event deleted for resources: {'Port': ['ID=d8df2cea-2c71-4e59-ba83-a1f320c59a2c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.248621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] No DVR routers for this DVR port d8df2cea-2c71-4e59-ba83-a1f320c59a2c on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:21.265670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.275862 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-41d4c0f9-7a8a-41c2-86c6-fd9ad8fa7351 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209458 Sep 16 05:13:21.285698 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.291939 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-127d8aa7-0d71-4f24-9fa9-812f7171012e req-113443e6-c143-4e63-b7c5-929d1ac4a899 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "DELETE /v2.0/ports/d8df2cea-2c71-4e59-ba83-a1f320c59a2c HTTP/1.1" status: 204 len: 173 time: 1.0305157 Sep 16 05:13:21.301120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-028a9273-e638-4951-9b26-060bc6f1a974 req-2acc70f9-f3c9-4c2d-afb7-0bf5d3746111 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303053 Sep 16 05:13:21.314621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.319735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb', 'name': 'network-vif-deleted', 'tag': 'd8df2cea-2c71-4e59-ba83-a1f320c59a2c'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:21.322671 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29745e9-fcb4-4e94-9250-875cf16dbce3" -d '{"events": [{"server_uuid": "65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb", "name": "network-vif-deleted", "tag": "d8df2cea-2c71-4e59-ba83-a1f320c59a2c"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:21.410338 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbb5259-cca8-4d3e-8d80-b36897e75107 x-openstack-request-id: req-bbbb5259-cca8-4d3e-8d80-b36897e75107 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:21.414058 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb", "name": "network-vif-deleted", "tag": "d8df2cea-2c71-4e59-ba83-a1f320c59a2c", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:21.414058 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbbb5259-cca8-4d3e-8d80-b36897e75107 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:21.414058 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb', 'name': 'network-vif-deleted', 'tag': 'd8df2cea-2c71-4e59-ba83-a1f320c59a2c', 'status': 'completed', 'code': 200} Sep 16 05:13:21.432292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.479292 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c4066a8a-5f26-4de6-a0df-3ee559643524 req-cd662aba-e157-41a1-a5a8-7347bf8d1471 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956103 Sep 16 05:13:21.502664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.503108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.503735 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.562880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:21.570541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:21.571403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 098b1ff8-4f6c-49d2-9cd4-247f39188589 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:21.577580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:21.602910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Port': ['ID=144ff2a0-c471-4c57-86c0-e110525d248f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.641764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39014) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.642052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5066137 Sep 16 05:13:21.649452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Request body: {'subnet': {'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1218993583-subnet', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:21.653353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ffec7-fb24-42e4-8c5b-cfac1af99f6d admin admin] Pushing event updated for resources: {'Network': ['ID=10b8a951-6397-44c2-9fe2-9c35a89ddd98,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.663231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:21.665991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.768621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Made reservation on behalf of 77821e3ca1c344a692533e50a425bb47 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:21.772275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.017731 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.117239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ed82c291-01c0-4aa8-8217-70c005e0d468 None None] Provisioning complete for port 144ff2a0-c471-4c57-86c0-e110525d248f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:22.118290 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ed82c291-01c0-4aa8-8217-70c005e0d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.152002 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.181756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ed82c291-01c0-4aa8-8217-70c005e0d468 None None] Port 144ff2a0-c471-4c57-86c0-e110525d248f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:22.184953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 098b1ff8-4f6c-49d2-9cd4-247f39188589, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=098b1ff8-4f6c-49d2-9cd4-247f39188589,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:22.209848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '098b1ff8-4f6c-49d2-9cd4-247f39188589', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': '098b1ff8-4f6c-49d2-9cd4-247f39188589', 'mac_address': 'fa:16:3e:e2:71:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:22.234317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38f85e6-3895-448d-b59a-2a45df7ab731,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.277795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Checking segment: {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:22.278311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Network hostable DHCP agents. Network: 10b8a951-6397-44c2-9fe2-9c35a89ddd98, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:22.299599 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.348268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098b1ff8-4f6c-49d2-9cd4-247f39188589 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:22.351619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef2f75-9186-421d-97c8-27bf44828c1b req-d35043ab-ad5e-40c1-ae4b-dcf5d9a6ae49 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.361508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14ef2f75-9186-421d-97c8-27bf44828c1b req-d35043ab-ad5e-40c1-ae4b-dcf5d9a6ae49 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 948 time: 0.2593765 Sep 16 05:13:22.396193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:22.412950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 098b1ff8-4f6c-49d2-9cd4-247f39188589, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=098b1ff8-4f6c-49d2-9cd4-247f39188589,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:22.477247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 10b8a951-6397-44c2-9fe2-9c35a89ddd98) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:22.482297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.489356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.490148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50860360-1835-4ab9-802b-b8b1e49e338c None None] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:22.498162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c0c04c7-deb9-4df0-b963-826deb429a0f req-a77208f3-a487-4c4e-a30e-92ab6ac4f532 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ebe9b1-eb01-4aef-bd65-f4fdca0abbdb HTTP/1.1" status: 200 len: 210 time: 0.0917716 Sep 16 05:13:22.543746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14ef2f75-9186-421d-97c8-27bf44828c1b req-803bf1c7-854d-4f7d-8ff7-cf2e9d4a0016 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579547 Sep 16 05:13:22.567841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.569955 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e5f8df4b-b687-455f-9bc5-a3bfc9145334 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9262483 Sep 16 05:13:22.573717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39038) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.580367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:22.667592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=098b1ff8-4f6c-49d2-9cd4-247f39188589,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.702195 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.723728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:22.725206 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.733300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.734317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.762129 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.794513 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.873264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.882006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event updated for resources: {'Port': ['ID=144ff2a0-c471-4c57-86c0-e110525d248f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.892025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Allocated IP 172.20.0.2 (10b8a951-6397-44c2-9fe2-9c35a89ddd98/b38f85e6-3895-448d-b59a-2a45df7ab731/997ba7d8-cd7c-4357-b28e-4874edba1f78) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:22.941272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['098b1ff8-4f6c-49d2-9cd4-247f39188589'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:23.222706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.312167 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.356642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:23.359363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:23.362840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:23.368660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.374522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Pushing event updated for resources: {'Port': ['ID=997ba7d8-cd7c-4357-b28e-4874edba1f78,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.404722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:23.406405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:23.440609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Attempting to bind port 997ba7d8-cd7c-4357-b28e-4874edba1f78 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:23.440991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Attempting to bind port 997ba7d8-cd7c-4357-b28e-4874edba1f78 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:23.441592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Attempting to bind port 997ba7d8-cd7c-4357-b28e-4874edba1f78 on network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:23.448520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:23.452953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Checking segment: {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:23.452953 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.452953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Bound using segment: {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:23.452953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Bound port: 997ba7d8-cd7c-4357-b28e-4874edba1f78, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:23.452953 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.538648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] For port 997ba7d8-cd7c-4357-b28e-4874edba1f78, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:23.548053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] For port 997ba7d8-cd7c-4357-b28e-4874edba1f78, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=997ba7d8-cd7c-4357-b28e-4874edba1f78,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:23.632734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Router 98334145-e6aa-45a6-82d8-b3adedf18017 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:23.681900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.779317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d8df2cea-2c71-4e59-ba83-a1f320c59a2c no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:23.821907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: d8df2cea-2c71-4e59-ba83-a1f320c59a2c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:23.821907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d8df2cea-2c71-4e59-ba83-a1f320c59a2c not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:23.824432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2996e-9640-4e16-8277-05244f0a00dc None None] Pushing event updated for resources: {'Port': ['ID=997ba7d8-cd7c-4357-b28e-4874edba1f78,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.837500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c889443-b953-474e-97bc-f5518800b9f8 req-55933984-36d6-4899-81c5-e74675662f5a tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.839177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c889443-b953-474e-97bc-f5518800b9f8 req-55933984-36d6-4899-81c5-e74675662f5a tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 949 time: 0.1904287 Sep 16 05:13:23.857612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cd7ce272-3174-43dc-a5c2-f9bcc8b89910 None None] Provisioning complete for port 144ff2a0-c471-4c57-86c0-e110525d248f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:23.858086 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce272-3174-43dc-a5c2-f9bcc8b89910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.870219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:23.883978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-647789d0-ee55-450b-b289-bf73979d3596 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "PUT /v2.0/routers/98334145-e6aa-45a6-82d8-b3adedf18017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6635330 Sep 16 05:13:23.884203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39108) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:23.936332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563dd8f-ef39-46a3-b0f5-775519e6b4e5 None None] Sync routers for ids ['98334145-e6aa-45a6-82d8-b3adedf18017'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:23.958041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c889443-b953-474e-97bc-f5518800b9f8 req-6b891c93-fb6a-4fee-b575-db6f6cb16fa4 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010447 Sep 16 05:13:23.999781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563dd8f-ef39-46a3-b0f5-775519e6b4e5 None None] Routers {'98334145-e6aa-45a6-82d8-b3adedf18017'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:24.000429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2563dd8f-ef39-46a3-b0f5-775519e6b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['98334145-e6aa-45a6-82d8-b3adedf18017'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.113813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ce272-3174-43dc-a5c2-f9bcc8b89910 None None] Port 144ff2a0-c471-4c57-86c0-e110525d248f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:24.115460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2563dd8f-ef39-46a3-b0f5-775519e6b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.116948 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56c206d0-9c31-472a-b542-1fe0211ed5aa tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.139820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563dd8f-ef39-46a3-b0f5-775519e6b4e5 None None] Routers {'98334145-e6aa-45a6-82d8-b3adedf18017'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:24.140981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2563dd8f-ef39-46a3-b0f5-775519e6b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['98334145-e6aa-45a6-82d8-b3adedf18017'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.187356 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.242896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2563dd8f-ef39-46a3-b0f5-775519e6b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.243753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563dd8f-ef39-46a3-b0f5-775519e6b4e5 None None] The sync data for ids ['98334145-e6aa-45a6-82d8-b3adedf18017'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:24.251745 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.294747 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-56c206d0-9c31-472a-b542-1fe0211ed5aa tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:13:24.297607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56c206d0-9c31-472a-b542-1fe0211ed5aa tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/routers/98334145-e6aa-45a6-82d8-b3adedf18017 HTTP/1.1" status: 409 len: 329 time: 0.4160225 Sep 16 05:13:24.300396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39132) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:24.403105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Allocated IP 172.25.7.56 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/7129d951-c772-47cc-8342-8d0c94568b33) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:24.596235 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.627126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-3910a817-d9fb-440b-9f0e-351baaa492d4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.628749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-3910a817-d9fb-440b-9f0e-351baaa492d4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1505852 Sep 16 05:13:24.659455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-1c846976-19ed-43f8-a682-3f08b4e05d3b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/quotas/96ea114bae8d411cabc5fcdc3ba0ffd1 HTTP/1.1" status: 200 len: 375 time: 0.0170732 Sep 16 05:13:24.739119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7e31a994-94ea-4ba1-911e-9e02b3dc5a05 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643346 Sep 16 05:13:24.783666 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.886098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:24.893981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:24.897278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:24.903497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Pushing event updated for resources: {'Port': ['ID=7129d951-c772-47cc-8342-8d0c94568b33,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.954780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-550f88fb-6e0c-4d6d-91ec-7f25b5e9c218 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108357 Sep 16 05:13:25.113084 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.212069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55829a3-e01c-4fc9-a3d1-0cd22ac3ee32 None None] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:25.213349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bc85c905-26f9-4935-8b25-900f501e4174 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575238 Sep 16 05:13:25.253038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d39e-32b6-4a4b-ba75-ff38e4fc3793 req-18d16976-0f06-4440-aadb-e0bd51cee35d tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.265658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb39d39e-32b6-4a4b-ba75-ff38e4fc3793 req-18d16976-0f06-4440-aadb-e0bd51cee35d tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 949 time: 0.2010672 Sep 16 05:13:25.370074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e59391e3-e6e9-4eca-ba84-72149f629734 None None] Provisioning complete for port 997ba7d8-cd7c-4357-b28e-4874edba1f78 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:25.371465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e59391e3-e6e9-4eca-ba84-72149f629734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.426474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.662660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.684094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 098b1ff8-4f6c-49d2-9cd4-247f39188589 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:25.697537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb39d39e-32b6-4a4b-ba75-ff38e4fc3793 req-cb324afe-1ae5-4edb-8010-d2ed6ad79d5f tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260890 Sep 16 05:13:25.704314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Deleting port 144ff2a0-c471-4c57-86c0-e110525d248f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:25.704881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.847367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 997ba7d8-cd7c-4357-b28e-4874edba1f78 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:25.873682 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e59391e3-e6e9-4eca-ba84-72149f629734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.921471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-833a5534-d35f-4685-978d-9d702a62ca26 req-df863d7d-37d6-4b1b-bcdd-6933a0963ae9 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 210 time: 0.0948441 Sep 16 05:13:25.946709 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.971403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Calling delete_port for 144ff2a0-c471-4c57-86c0-e110525d248f owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:25.977664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e59391e3-e6e9-4eca-ba84-72149f629734 None None] For port 997ba7d8-cd7c-4357-b28e-4874edba1f78, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=997ba7d8-cd7c-4357-b28e-4874edba1f78,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:26.005339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 098b1ff8-4f6c-49d2-9cd4-247f39188589 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:26.010544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 997ba7d8-cd7c-4357-b28e-4874edba1f78 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:26.011404 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.015970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 098b1ff8-4f6c-49d2-9cd4-247f39188589 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:26.016764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.065799 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e59391e3-e6e9-4eca-ba84-72149f629734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.101013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:26.149807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59391e3-e6e9-4eca-ba84-72149f629734 None None] Pushing event updated for resources: {'Port': ['ID=997ba7d8-cd7c-4357-b28e-4874edba1f78,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.219596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.252212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f3e434bf-5a7f-4935-aa9c-2cdd7fe03d1c None None] Provisioning complete for port 997ba7d8-cd7c-4357-b28e-4874edba1f78 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:26.252668 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f3e434bf-5a7f-4935-aa9c-2cdd7fe03d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.253593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:26.254356 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.264652 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Sync routers for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:26.277592 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:26.278215 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.284718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Port': ['ID=144ff2a0-c471-4c57-86c0-e110525d248f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.306977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5831124e-50ab-4be2-8a86-a049b5d2449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098b1ff8-4f6c-49d2-9cd4-247f39188589'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:26.311096 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b94a73-f7d4-4618-8d09-c869d422c622" -d '{"events": [{"server_uuid": "5831124e-50ab-4be2-8a86-a049b5d2449e", "name": "network-vif-plugged", "status": "completed", "tag": "098b1ff8-4f6c-49d2-9cd4-247f39188589"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:26.311705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.315496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3a32f88a-9502-44d5-b8bd-a306a8f54fbd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7369857 Sep 16 05:13:26.315750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39254) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.350781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 098b1ff8-4f6c-49d2-9cd4-247f39188589, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=098b1ff8-4f6c-49d2-9cd4-247f39188589,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:26.382159 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14159a41-1d49-41e6-bdc2-4e33aba4ea64 x-openstack-request-id: req-14159a41-1d49-41e6-bdc2-4e33aba4ea64 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:26.385933 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5831124e-50ab-4be2-8a86-a049b5d2449e", "name": "network-vif-plugged", "status": "completed", "tag": "098b1ff8-4f6c-49d2-9cd4-247f39188589", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:26.385933 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14159a41-1d49-41e6-bdc2-4e33aba4ea64 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:26.385933 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5831124e-50ab-4be2-8a86-a049b5d2449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098b1ff8-4f6c-49d2-9cd4-247f39188589', 'code': 200} Sep 16 05:13:26.427449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.516722 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:26.587099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=098b1ff8-4f6c-49d2-9cd4-247f39188589,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.592476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.706793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7a74-e8e9-41d2-ac3d-95fb97c4d5c3 req-24f04712-0372-4c72-b20b-850d3fa8e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:26.709255 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bbf7a74-e8e9-41d2-ac3d-95fb97c4d5c3 req-24f04712-0372-4c72-b20b-850d3fa8e4a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 1102 time: 0.2297647 Sep 16 05:13:26.797302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Router 98334145-e6aa-45a6-82d8-b3adedf18017 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:26.903624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:26.914644 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-12c9c966-6cac-4e30-b7e9-4102f7b5c838 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "PUT /v2.0/routers/98334145-e6aa-45a6-82d8-b3adedf18017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131446 Sep 16 05:13:26.916092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f0a90-f3a6-4157-a511-a3a3cf39377c None None] Sync routers for ids ['98334145-e6aa-45a6-82d8-b3adedf18017'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:26.921301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39292) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.956147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f0a90-f3a6-4157-a511-a3a3cf39377c None None] Routers {'98334145-e6aa-45a6-82d8-b3adedf18017'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:26.956815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-429f0a90-f3a6-4157-a511-a3a3cf39377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['98334145-e6aa-45a6-82d8-b3adedf18017'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.968529 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-c504458e-9180-4ddb-9877-198e241b526e tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] show failed (client error): The resource could not be found. Sep 16 05:13:26.970269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c504458e-9180-4ddb-9877-198e241b526e tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-542856291 HTTP/1.1" status: 404 len: 334 time: 0.0472093 Sep 16 05:13:26.975039 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8bbf7a74-e8e9-41d2-ac3d-95fb97c4d5c3 req-a187ec43-217f-44c8-be90-58fd4725f29e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847205 Sep 16 05:13:26.975749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39300) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.980784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5a64fdf5-fff3-4396-b867-b50d9b665799 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:27.025372 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-5a64fdf5-fff3-4396-b867-b50d9b665799 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] update failed (client error): The resource could not be found. Sep 16 05:13:27.026798 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a64fdf5-fff3-4396-b867-b50d9b665799 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-577896129 HTTP/1.1" status: 404 len: 334 time: 0.0498042 Sep 16 05:13:27.031312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39306) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.056354 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 3, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.075411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-429f0a90-f3a6-4157-a511-a3a3cf39377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.090377 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f0a90-f3a6-4157-a511-a3a3cf39377c None None] Routers {'98334145-e6aa-45a6-82d8-b3adedf18017'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:27.091216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-429f0a90-f3a6-4157-a511-a3a3cf39377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['98334145-e6aa-45a6-82d8-b3adedf18017'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.091973 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Checking router: 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:27.092489 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Updating router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 port 7129d951-c772-47cc-8342-8d0c94568b33 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:27.132131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-429f0a90-f3a6-4157-a511-a3a3cf39377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.133512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f0a90-f3a6-4157-a511-a3a3cf39377c None None] The sync data for ids ['98334145-e6aa-45a6-82d8-b3adedf18017'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:27.144350 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.148487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc0c82-d57a-49ed-b929-c7517a131415 req-fe7edd56-bd0c-40ed-8c9c-dddb66a0a106 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.151903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Deleting subnet a71b8d0b-71a1-4da4-95f7-a9e7055dd353 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:27.157253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fddc0c82-d57a-49ed-b929-c7517a131415 req-fe7edd56-bd0c-40ed-8c9c-dddb66a0a106 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 950 time: 0.1467237 Sep 16 05:13:27.158892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.182077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53ec469c-119e-4430-96dd-0fe1c904b880 req-8db7a8a4-d1fd-4475-88c2-ca14090ce1a4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 210 time: 0.0628109 Sep 16 05:13:27.203379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.254031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fddc0c82-d57a-49ed-b929-c7517a131415 req-52ce1fc7-8f4f-4c6d-ae70-c8e14dd1165a tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957870 Sep 16 05:13:27.315536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.448534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.480817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.482979 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/subnets/a71b8d0b-71a1-4da4-95f7-a9e7055dd353 HTTP/1.1" status: 204 len: 168 time: 0.4505475 Sep 16 05:13:27.484132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Subnet': ['ID=a71b8d0b-71a1-4da4-95f7-a9e7055dd353,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.485803 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.487359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b3134-4502-4100-967c-8443461aa40f None None] Network 910f3461-6919-4577-b1bb-b8476feebc95 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:27.488122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39326) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.500200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.500774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.504106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49749b6-7dab-4994-98cd-30b5881c3be6 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.557368 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.585597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0776237c-b8c6-4f2c-ba8a-e4b0a2d91042 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Deleting subnet 62b3eb83-7d8a-4b6a-bf0a-06ba6a683d38 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:27.590782 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0776237c-b8c6-4f2c-ba8a-e4b0a2d91042 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.612277 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Attempting to bind port 7129d951-c772-47cc-8342-8d0c94568b33 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:27.612966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Attempting to bind port 7129d951-c772-47cc-8342-8d0c94568b33 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:27.613529 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Attempting to bind port 7129d951-c772-47cc-8342-8d0c94568b33 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:27.623279 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:27.624008 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:27.624615 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.625209 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:27.626076 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Bound port: 7129d951-c772-47cc-8342-8d0c94568b33, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:27.626888 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.627017 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.656729 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0776237c-b8c6-4f2c-ba8a-e4b0a2d91042 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.668991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 997ba7d8-cd7c-4357-b28e-4874edba1f78 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:27.672452 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Pushing event updated for resources: {'Port': ['ID=7129d951-c772-47cc-8342-8d0c94568b33,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.683098 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.683472 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.683808 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.684138 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.684462 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.684785 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.685106 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.685425 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.685743 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.686062 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.686376 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.686695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:27.716325 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] For port 7129d951-c772-47cc-8342-8d0c94568b33, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:27.720303 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] For port 7129d951-c772-47cc-8342-8d0c94568b33, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7129d951-c772-47cc-8342-8d0c94568b33,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:27.756049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 997ba7d8-cd7c-4357-b28e-4874edba1f78 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:27.756492 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.790601 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.846632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] DHCP port deletion for 910f3461-6919-4577-b1bb-b8476feebc95 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:27.875917 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:27.876566 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.929316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0776237c-b8c6-4f2c-ba8a-e4b0a2d91042 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.944978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] Deleting port c54f1be5-454a-4fe4-a227-a720edd76583 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:27.945723 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.957953 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0541345-90ca-43dd-852d-9574f3829d08 None None] Pushing event updated for resources: {'Port': ['ID=7129d951-c772-47cc-8342-8d0c94568b33,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.035824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Allocated IP 172.20.0.1 (10b8a951-6397-44c2-9fe2-9c35a89ddd98/b38f85e6-3895-448d-b59a-2a45df7ab731/d5708d96-62cc-421f-8f51-1625c38137a1) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:28.050842 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:28.172445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0776237c-b8c6-4f2c-ba8a-e4b0a2d91042 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.251456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776237c-b8c6-4f2c-ba8a-e4b0a2d91042 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Subnet': ['ID=62b3eb83-7d8a-4b6a-bf0a-06ba6a683d38,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.278234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cab11b-ec84-4c84-90f8-52d137d1f8ee None None] Network 29781321-8c26-4056-b2bf-461dff8f207c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:28.279787 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0776237c-b8c6-4f2c-ba8a-e4b0a2d91042 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.281738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0776237c-b8c6-4f2c-ba8a-e4b0a2d91042 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/subnets/62b3eb83-7d8a-4b6a-bf0a-06ba6a683d38 HTTP/1.1" status: 204 len: 168 time: 0.7923810 Sep 16 05:13:28.292670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39368) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.336139 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 3, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.366714 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.382655 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a148e-921a-4b2f-a7aa-ff84535429cb None None] The sync data for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 is: [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 3, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:28.393508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] For port c54f1be5-454a-4fe4-a227-a720edd76583, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c54f1be5-454a-4fe4-a227-a720edd76583,segment=NetworkSegment(5dbf8af5-8edc-4208-8007-28921de8a380),segment_id=5dbf8af5-8edc-4208-8007-28921de8a380)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:28.394041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.438160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] Calling delete_port for c54f1be5-454a-4fe4-a227-a720edd76583 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:28.453428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.456640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-f4046b77-b97f-4188-898d-227051d12ca2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.463936 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-f4046b77-b97f-4188-898d-227051d12ca2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.2745564 Sep 16 05:13:28.487279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Request body: {'port': {'device_id': '0d38d265-3b1f-449b-9ea9-49e66ad4141a', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'admin_state_up': True, 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:28.586931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71c600f9-9b26-4a5e-8377-0c53736a89f7 req-24c43cae-f1ca-4da1-a97f-42c008a60160 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 210 time: 0.2623897 Sep 16 05:13:28.610724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.614281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] DHCP port deletion for 29781321-8c26-4056-b2bf-461dff8f207c request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:28.653069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] Pushing event deleted for resources: {'Port': ['ID=c54f1be5-454a-4fe4-a227-a720edd76583,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.659144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.683482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc0601-c427-41a1-802f-b16181a18fd3 None None] No DVR routers for this DVR port c54f1be5-454a-4fe4-a227-a720edd76583 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:28.689149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:28.693371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.725381 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] Deleting port fb117fa1-81dd-4f94-9014-3ac67501b5d4 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:28.725884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.729640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728713b7-11f4-43f8-83aa-6fb98234f935 req-24cf87de-6ae9-4334-b542-4cd0f58f1e60 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.740492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-728713b7-11f4-43f8-83aa-6fb98234f935 req-24cf87de-6ae9-4334-b542-4cd0f58f1e60 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 950 time: 0.3543599 Sep 16 05:13:28.837378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] For port fb117fa1-81dd-4f94-9014-3ac67501b5d4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fb117fa1-81dd-4f94-9014-3ac67501b5d4,segment=NetworkSegment(17d5afb3-981d-40ce-8b4f-de04185333e6),segment_id=17d5afb3-981d-40ce-8b4f-de04185333e6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:28.838708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.845788 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.855862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] Calling delete_port for fb117fa1-81dd-4f94-9014-3ac67501b5d4 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:28.936712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Allocated IP 172.20.0.14 (138ec5de-f5a5-4fd8-90e2-de3ebf222fde/fa0f0b37-d200-47ae-90d3-b6c8dae3dcad/ab80bbc6-2a85-4c33-9127-f6cb41faa1fc) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:29.004438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.026062 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.026299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:29.050616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:29.062672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] Pushing event deleted for resources: {'Port': ['ID=fb117fa1-81dd-4f94-9014-3ac67501b5d4,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.075174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-728713b7-11f4-43f8-83aa-6fb98234f935 req-d3a23e87-a8b3-474c-8d78-d109e9648481 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327918 Sep 16 05:13:29.083382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d0463-4428-4880-9b43-f62e07190afa None None] No DVR routers for this DVR port fb117fa1-81dd-4f94-9014-3ac67501b5d4 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:29.086273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:29.096105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=d5708d96-62cc-421f-8f51-1625c38137a1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.105153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910f3461-6919-4577-b1bb-b8476feebc95']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.118007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbf8af5-8edc-4208-8007-28921de8a380') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.118305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbf8af5-8edc-4208-8007-28921de8a380') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.138609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.156589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.184481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.194019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:29.194644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:29.197897 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:29.272278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.305209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.317098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:29.334933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:29.339200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:29.343444 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.358262 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.363900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/networks/910f3461-6919-4577-b1bb-b8476feebc95 HTTP/1.1" status: 204 len: 168 time: 1.0628512 Sep 16 05:13:29.369625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39416) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.370416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:29.382948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d448c-a5b6-4a44-bd29-3101a4471c96 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Network': ['ID=910f3461-6919-4577-b1bb-b8476feebc95,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.420334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8b4755b7-dc70-463c-aa9f-e23cd27c7f4a None None] Provisioning complete for port d5708d96-62cc-421f-8f51-1625c38137a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:29.420749 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8b4755b7-dc70-463c-aa9f-e23cd27c7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.481285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8b4755b7-dc70-463c-aa9f-e23cd27c7f4a None None] Port d5708d96-62cc-421f-8f51-1625c38137a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:29.487198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event updated for resources: {'Port': ['ID=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.515004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.515691 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.527980 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.607809 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.655202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.680605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29781321-8c26-4056-b2bf-461dff8f207c']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.686534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7129d951-c772-47cc-8342-8d0c94568b33 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:29.692326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d5afb3-981d-40ce-8b4f-de04185333e6') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.692671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d5afb3-981d-40ce-8b4f-de04185333e6') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.703195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.718508 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-bdfb7d01-c64d-4011-9dac-33e79cae39ca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2372162 Sep 16 05:13:29.720588 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.727939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:29.728173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:29.731357 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:29.750866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Request body: {'port': {'device_id': '0d38d265-3b1f-449b-9ea9-49e66ad4141a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:29.774977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7129d951-c772-47cc-8342-8d0c94568b33 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:29.776004 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.817538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cff027-7bc8-4c76-876d-29c97b8a0055 req-ef600074-0aea-4dcd-ad93-609405fb5e6d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.832606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70cff027-7bc8-4c76-876d-29c97b8a0055 req-ef600074-0aea-4dcd-ad93-609405fb5e6d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 932 time: 0.1411684 Sep 16 05:13:29.886032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.895960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70cff027-7bc8-4c76-876d-29c97b8a0055 req-7f30fb96-bd6c-4390-87d4-dcd71377f1c6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628238 Sep 16 05:13:29.900027 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.902505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.926777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 7129d951-c772-47cc-8342-8d0c94568b33, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7129d951-c772-47cc-8342-8d0c94568b33,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:29.945098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.952800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.954281 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/networks/29781321-8c26-4056-b2bf-461dff8f207c HTTP/1.1" status: 204 len: 168 time: 0.5808113 Sep 16 05:13:29.957022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39442) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.011806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b0a26-0e5c-45eb-a63f-8f4178b3f0c1 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Network': ['ID=29781321-8c26-4056-b2bf-461dff8f207c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.012021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Deleting subnet 3040c7c8-a0c9-4ac1-a592-cdf2765b9e3c {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:30.018157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.062013 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.064650 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.104948 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.199998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=7129d951-c772-47cc-8342-8d0c94568b33,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.206472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c54f1be5-454a-4fe4-a227-a720edd76583 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:30.213624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab80bbc6-2a85-4c33-9127-f6cb41faa1fc {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:30.222391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.244179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Transition to ACTIVE for port object ab80bbc6-2a85-4c33-9127-f6cb41faa1fc will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:30.253670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c54f1be5-454a-4fe4-a227-a720edd76583 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:30.254127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c54f1be5-454a-4fe4-a227-a720edd76583 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:30.254637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fb117fa1-81dd-4f94-9014-3ac67501b5d4 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:30.275531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: fb117fa1-81dd-4f94-9014-3ac67501b5d4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:30.276101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fb117fa1-81dd-4f94-9014-3ac67501b5d4 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:30.282816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=d5708d96-62cc-421f-8f51-1625c38137a1,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.290925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.314063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.327371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.370748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d724dba-877e-4e53-bb15-8602c0e479a1 req-cdfdc572-5554-4f76-bc5c-8ae27503f50c tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.372365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d724dba-877e-4e53-bb15-8602c0e479a1 req-cdfdc572-5554-4f76-bc5c-8ae27503f50c tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 950 time: 0.1953633 Sep 16 05:13:30.396678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Pushing event updated for resources: {'Port': ['ID=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.464132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Attempting to bind port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:30.464338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Attempting to bind port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:30.464630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Attempting to bind port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:30.469539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:30.470194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Attempting to bind port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:30.475689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:30.476033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Checking segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:30.476422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Bound using segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:30.476853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Bound port: ab80bbc6-2a85-4c33-9127-f6cb41faa1fc, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:30.477221 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.487062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d724dba-877e-4e53-bb15-8602c0e479a1 req-1334a205-a89b-491e-b395-1e2978237982 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029024 Sep 16 05:13:30.497372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:30.498957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:30.565489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] For port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:30.570286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] For port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:30.607111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.650657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Subnet': ['ID=3040c7c8-a0c9-4ac1-a592-cdf2765b9e3c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.657277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.659541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/subnets/3040c7c8-a0c9-4ac1-a592-cdf2765b9e3c HTTP/1.1" status: 204 len: 168 time: 0.7003088 Sep 16 05:13:30.662441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39478) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.664787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.665231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66a8a4-e57e-4664-af62-dfd62b4a04c2 None None] Network e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:30.674047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.674395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.674903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.675427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.675918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.676410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.676918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.677724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.678451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.679364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.679994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.680494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c8357-ddfd-485c-b6f8-f31e6ac16e72 tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.693843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:30.797284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.797918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.799366 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] 10.222.0.57 "PUT /v2.0/ports/ab80bbc6-2a85-4c33-9127-f6cb41faa1fc HTTP/1.1" status: 200 len: 1093 time: 1.0552902 Sep 16 05:13:30.799840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d38d265-3b1f-449b-9ea9-49e66ad4141a', 'tag': 'ab80bbc6-2a85-4c33-9127-f6cb41faa1fc'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:30.802132 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780cb4d7-b5e6-4986-9b89-462b0ddb1da9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d38d265-3b1f-449b-9ea9-49e66ad4141a", "tag": "ab80bbc6-2a85-4c33-9127-f6cb41faa1fc"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:30.877175 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a31ff2e-f53d-4259-a757-afd984dac356 x-openstack-request-id: req-3a31ff2e-f53d-4259-a757-afd984dac356 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:30.877706 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d38d265-3b1f-449b-9ea9-49e66ad4141a", "tag": "ab80bbc6-2a85-4c33-9127-f6cb41faa1fc", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:30.878317 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a31ff2e-f53d-4259-a757-afd984dac356 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:30.878975 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d38d265-3b1f-449b-9ea9-49e66ad4141a', 'tag': 'ab80bbc6-2a85-4c33-9127-f6cb41faa1fc', 'status': 'completed', 'code': 200} Sep 16 05:13:30.915552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.922830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156e4be-bfd5-46b6-ae9a-4d82faf56873 service neutron] Pushing event updated for resources: {'Port': ['ID=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.959660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9b91f19a-359f-42c0-ae83-50029d7e3d62 None None] Provisioning complete for port d5708d96-62cc-421f-8f51-1625c38137a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:30.960443 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b91f19a-359f-42c0-ae83-50029d7e3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.033462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9b91f19a-359f-42c0-ae83-50029d7e3d62 None None] Port d5708d96-62cc-421f-8f51-1625c38137a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:31.045568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb4d7-b5e6-4986-9b89-462b0ddb1da9 req-2637070b-0fe2-4cde-bdee-3858f085898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.045568 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-780cb4d7-b5e6-4986-9b89-462b0ddb1da9 req-2637070b-0fe2-4cde-bdee-3858f085898f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 1096 time: 0.1189835 Sep 16 05:13:31.067636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] DHCP port deletion for e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:31.078209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Deleting port 83a6b11f-9df2-479d-978a-0b72d6fb005b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:31.078555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.119861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] Deleting port 83a6b11f-9df2-479d-978a-0b72d6fb005b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:31.120315 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.209913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] For port 83a6b11f-9df2-479d-978a-0b72d6fb005b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=83a6b11f-9df2-479d-978a-0b72d6fb005b,segment=NetworkSegment(22aebbb7-acfd-43a1-8b66-176d1d6a2b20),segment_id=22aebbb7-acfd-43a1-8b66-176d1d6a2b20)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:31.210262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.222641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] For port 83a6b11f-9df2-479d-978a-0b72d6fb005b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=83a6b11f-9df2-479d-978a-0b72d6fb005b,segment=NetworkSegment(22aebbb7-acfd-43a1-8b66-176d1d6a2b20),segment_id=22aebbb7-acfd-43a1-8b66-176d1d6a2b20)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:31.223235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.241450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Calling delete_port for 83a6b11f-9df2-479d-978a-0b72d6fb005b owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:31.245127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] Calling delete_port for 83a6b11f-9df2-479d-978a-0b72d6fb005b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:31.252511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb4d7-b5e6-4986-9b89-462b0ddb1da9 req-d537e480-608d-4a08-be84-f8ea5a30dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.254528 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-780cb4d7-b5e6-4986-9b89-462b0ddb1da9 req-d537e480-608d-4a08-be84-f8ea5a30dcb2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1940391 Sep 16 05:13:31.287292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:31.294465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-85ff4288-155c-4b8a-a023-40adc7412ef7 admin admin] 10.222.0.59 "PUT /v2.0/routers/1d510fc3-1b5b-46af-b4b4-7990a449cdf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9775972 Sep 16 05:13:31.296112 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Sync routers for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:31.337592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d4f5d-0336-407d-9972-da281fcec768 req-c48651d1-12b7-44af-b5c7-667b873ac611 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.344654 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:31.346582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a44d4f5d-0336-407d-9972-da281fcec768 req-c48651d1-12b7-44af-b5c7-667b873ac611 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 944 time: 0.0976446 Sep 16 05:13:31.350145 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.402044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a44d4f5d-0336-407d-9972-da281fcec768 req-d8133255-fe80-409c-849c-8e981d462953 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502377 Sep 16 05:13:31.413871 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.469606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] Pushing event deleted for resources: {'Port': ['ID=83a6b11f-9df2-479d-978a-0b72d6fb005b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.475686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff989f0-0eb6-4601-8fc7-b832e9b2d00c None None] No DVR routers for this DVR port 83a6b11f-9df2-479d-978a-0b72d6fb005b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:31.513140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb4d7-b5e6-4986-9b89-462b0ddb1da9 req-825decf5-974e-4f0e-a448-fb2b50cada42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.514748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-780cb4d7-b5e6-4986-9b89-462b0ddb1da9 req-825decf5-974e-4f0e-a448-fb2b50cada42 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2524037 Sep 16 05:13:31.529312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.570886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Port': ['ID=83a6b11f-9df2-479d-978a-0b72d6fb005b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.572302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] No DVR routers for this DVR port 83a6b11f-9df2-479d-978a-0b72d6fb005b on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:31.584875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8d808-307a-4164-8860-4e540a5cc4ca req-928259a5-fff5-40fe-bf9d-67525c138ed8 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.595202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14c8d808-307a-4164-8860-4e540a5cc4ca req-928259a5-fff5-40fe-bf9d-67525c138ed8 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 950 time: 0.1287189 Sep 16 05:13:31.629492 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:31.674926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14c8d808-307a-4164-8860-4e540a5cc4ca req-03ac1300-194c-41a4-a91e-49bed993233c tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786350 Sep 16 05:13:31.697652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-9987f390-f385-4de1-86cf-e1f9d519c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.699505 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-9987f390-f385-4de1-86cf-e1f9d519c304 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 1096 time: 0.0953486 Sep 16 05:13:31.707317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7129d951-c772-47cc-8342-8d0c94568b33 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:31.754861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.768857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7129d951-c772-47cc-8342-8d0c94568b33 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:31.769531 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.791415 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-3577a4fd-d42e-4f18-b351-10eb5c01767b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc HTTP/1.1" status: 200 len: 217 time: 0.0428891 Sep 16 05:13:31.815293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ba0fff-81a7-459f-8df2-3ff7730a0ba8']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.861716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aebbb7-acfd-43a1-8b66-176d1d6a2b20') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.862025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aebbb7-acfd-43a1-8b66-176d1d6a2b20') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.881774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.904402 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 2, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.907356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-f5d4755a-e2bc-4f38-9e97-d0ff83a6884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.909411 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-f5d4755a-e2bc-4f38-9e97-d0ff83a6884b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.1095092 Sep 16 05:13:31.916607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.926247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:31.927235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:31.930271 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:31.941998 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Checking router: 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:31.943031 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Updating router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 port d5708d96-62cc-421f-8f51-1625c38137a1 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:31.944715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 83a6b11f-9df2-479d-978a-0b72d6fb005b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:31.965169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 83a6b11f-9df2-479d-978a-0b72d6fb005b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:31.966103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 83a6b11f-9df2-479d-978a-0b72d6fb005b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:31.974808 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.997039 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7ff99463-d716-4807-b4d4-b56bbb4d8786 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563736 Sep 16 05:13:32.282314 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.352783 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.437558 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c5bf6-79d1-4b3c-aa11-d2dd60342eab None None] Pushing event updated for resources: {'Port': ['ID=d5708d96-62cc-421f-8f51-1625c38137a1,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.452214 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.471840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.487307 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/networks/e9ba0fff-81a7-459f-8df2-3ff7730a0ba8 HTTP/1.1" status: 204 len: 168 time: 1.7927573 Sep 16 05:13:32.490841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39564) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.537041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc0b0b-98d2-439b-b543-91d1023a61fd tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Pushing event deleted for resources: {'Network': ['ID=e9ba0fff-81a7-459f-8df2-3ff7730a0ba8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.563549 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f56e5004-01dd-4dcf-9359-b6d44e0e3a9e tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "GET /v2.0/ports?device_id=98334145-e6aa-45a6-82d8-b3adedf18017 HTTP/1.1" status: 200 len: 205 time: 0.0710692 Sep 16 05:13:32.567532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39572) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.603266 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-7c8e979d-011c-4ad1-96fc-aa076a092953 service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798674 Sep 16 05:13:32.612265 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Attempting to bind port d5708d96-62cc-421f-8f51-1625c38137a1 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:32.613856 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Attempting to bind port d5708d96-62cc-421f-8f51-1625c38137a1 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:32.614522 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Attempting to bind port d5708d96-62cc-421f-8f51-1625c38137a1 on network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:32.621958 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:32.622663 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Checking segment: {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:32.633995 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.633995 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Bound using segment: {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:32.633995 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Bound port: d5708d96-62cc-421f-8f51-1625c38137a1, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:32.633995 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.651025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-0172f076-33d6-40d6-9835-dfa1f517026c tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.655457 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-0172f076-33d6-40d6-9835-dfa1f517026c tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.60 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 950 time: 0.1440279 Sep 16 05:13:32.655964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39576) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.662656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-868729210-network', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:32.695093 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1c88-ee5e-4a5c-a0b6-685499a2cc5c tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.745872 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] For port d5708d96-62cc-421f-8f51-1625c38137a1, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:32.751002 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] For port d5708d96-62cc-421f-8f51-1625c38137a1, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d5708d96-62cc-421f-8f51-1625c38137a1,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:32.798917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c483a-db66-476c-a0c0-8a7a985dcab6 req-46d5b380-b270-4d8c-9cce-38dff7008550 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.800542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d69c483a-db66-476c-a0c0-8a7a985dcab6 req-46d5b380-b270-4d8c-9cce-38dff7008550 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 944 time: 0.3154731 Sep 16 05:13:32.835643 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.853814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ab7cd969-5634-4e3c-b248-2b3f8552ec0c req-a0256d80-643e-428f-85f2-f81d2c20301d service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401583 Sep 16 05:13:32.881749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-42fa75e1-8f29-4045-b0af-3355df8080b9 None None] Provisioning complete for port d5708d96-62cc-421f-8f51-1625c38137a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:32.882027 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42fa75e1-8f29-4045-b0af-3355df8080b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.892925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Deleting port 098b1ff8-4f6c-49d2-9cd4-247f39188589 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:32.893203 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.898566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Made reservation on behalf of e3f74c8c55e84db8932128178f54cb85 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:32.900957 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.933167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.956083 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:32.956736 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:32.963902 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c5bf6-79d1-4b3c-aa11-d2dd60342eab None None] Pushing event updated for resources: {'Port': ['ID=d5708d96-62cc-421f-8f51-1625c38137a1,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.029402 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1c88-ee5e-4a5c-a0b6-685499a2cc5c tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.040522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] For port 098b1ff8-4f6c-49d2-9cd4-247f39188589, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=098b1ff8-4f6c-49d2-9cd4-247f39188589,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:33.040690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.046200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d69c483a-db66-476c-a0c0-8a7a985dcab6 req-d091d907-7811-45a2-b23a-cd7e6b5e9a56 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252598 Sep 16 05:13:33.048001 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1c88-ee5e-4a5c-a0b6-685499a2cc5c tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.054134 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42fa75e1-8f29-4045-b0af-3355df8080b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.059778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Calling delete_port for 098b1ff8-4f6c-49d2-9cd4-247f39188589 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:33.084932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07243840-73be-4d66-b6d8-5118656bee40 req-867e88e2-35c3-4ecd-a2c8-9d3fd4d7ded0 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.086855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07243840-73be-4d66-b6d8-5118656bee40 req-867e88e2-35c3-4ecd-a2c8-9d3fd4d7ded0 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 950 time: 0.2821221 Sep 16 05:13:33.129371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-42fa75e1-8f29-4045-b0af-3355df8080b9 None None] For port d5708d96-62cc-421f-8f51-1625c38137a1, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d5708d96-62cc-421f-8f51-1625c38137a1,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:33.165218 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:33.168344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07243840-73be-4d66-b6d8-5118656bee40 req-3f36e289-db84-4553-90c8-c460a9f63a59 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/security-groups?id=ac1222a4-37f5-464d-96c1-2e273664a077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497742 Sep 16 05:13:33.188624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.230828 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42fa75e1-8f29-4045-b0af-3355df8080b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.259021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1c88-ee5e-4a5c-a0b6-685499a2cc5c tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.259313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbd1c88-ee5e-4a5c-a0b6-685499a2cc5c tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Fanout notify agent at l3_agent the message router_deleted on router 98334145-e6aa-45a6-82d8-b3adedf18017 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:33.259776 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.266432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1c88-ee5e-4a5c-a0b6-685499a2cc5c tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.271978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4bbd1c88-ee5e-4a5c-a0b6-685499a2cc5c tempest-RoutersNegativeTest-1931998001 tempest-RoutersNegativeTest-1931998001-project] 10.222.0.59 "DELETE /v2.0/routers/98334145-e6aa-45a6-82d8-b3adedf18017 HTTP/1.1" status: 204 len: 168 time: 0.7022266 Sep 16 05:13:33.291668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa75e1-8f29-4045-b0af-3355df8080b9 None None] Pushing event updated for resources: {'Port': ['ID=d5708d96-62cc-421f-8f51-1625c38137a1,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.292081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:33.303961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96d7e06-bb7c-401d-9480-b4f3c20a0755,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.309179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.309529 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Added segment 01a23305-8aa1-4436-b1d6-0840feb70c4f of type vlan for network d21ce359-8fcd-4e42-9c19-3479981193cd Sep 16 05:13:33.352467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.355353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6157ad88-5f9c-499f-8faf-80b73a7063cf None None] Provisioning complete for port d5708d96-62cc-421f-8f51-1625c38137a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:33.355977 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6157ad88-5f9c-499f-8faf-80b73a7063cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.383794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.404315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['098b1ff8-4f6c-49d2-9cd4-247f39188589'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:33.420210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Pushing event deleted for resources: {'Port': ['ID=098b1ff8-4f6c-49d2-9cd4-247f39188589,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.483472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.485008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.487076 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.505972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] No DVR routers for this DVR port 098b1ff8-4f6c-49d2-9cd4-247f39188589 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:33.509221 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.511609 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-013967ed-fd29-4742-ba36-ff2213eccb17 req-9df3fc69-643f-47b1-8b6b-32cf6cafc477 tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.60 "DELETE /v2.0/ports/098b1ff8-4f6c-49d2-9cd4-247f39188589 HTTP/1.1" status: 204 len: 173 time: 0.8360858 Sep 16 05:13:33.513035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5831124e-50ab-4be2-8a86-a049b5d2449e', 'name': 'network-vif-deleted', 'tag': '098b1ff8-4f6c-49d2-9cd4-247f39188589'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:33.516354 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7ea22-3a91-4dbe-9df1-48db19a9e2a0" -d '{"events": [{"server_uuid": "5831124e-50ab-4be2-8a86-a049b5d2449e", "name": "network-vif-deleted", "tag": "098b1ff8-4f6c-49d2-9cd4-247f39188589"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:33.550709 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:32Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:33.586471 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010565c2-1868-4f10-83e4-dd252cf55260 x-openstack-request-id: req-010565c2-1868-4f10-83e4-dd252cf55260 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:33.586831 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5831124e-50ab-4be2-8a86-a049b5d2449e", "name": "network-vif-deleted", "tag": "098b1ff8-4f6c-49d2-9cd4-247f39188589", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:33.587156 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-010565c2-1868-4f10-83e4-dd252cf55260 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:33.587676 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5831124e-50ab-4be2-8a86-a049b5d2449e', 'name': 'network-vif-deleted', 'tag': '098b1ff8-4f6c-49d2-9cd4-247f39188589', 'status': 'completed', 'code': 200} Sep 16 05:13:33.591397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d21ce359-8fcd-4e42-9c19-3479981193cd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.594207 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97db4c1-3863-486e-8984-4fd307d9fcba None None] The sync data for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 is: [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:32Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:33.602870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d21ce359-8fcd-4e42-9c19-3479981193cd details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:33.686177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbbaef96-b2d2-4099-8a79-5504321335b8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0241690 Sep 16 05:13:33.686177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39622) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.691098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Request body: {'subnet': {'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-868729210-subnet', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:33.808458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Made reservation on behalf of e3f74c8c55e84db8932128178f54cb85 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:33.810955 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.294387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39634) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:34.296691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef1a2c-3cf1-4b22-9e2e-4bb6dffa3243 req-8a03775e-f5fb-4817-82a0-fbf75f51c952 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.296691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44ef1a2c-3cf1-4b22-9e2e-4bb6dffa3243 req-8a03775e-f5fb-4817-82a0-fbf75f51c952 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 944 time: 0.0701282 Sep 16 05:13:34.297740 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a39e989b-f2f5-484e-b185-cf1e8ed72cf1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a20cf7f1b8df4060abd5af1d00d6bf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930156 Sep 16 05:13:34.297740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39642) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:34.299977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44ef1a2c-3cf1-4b22-9e2e-4bb6dffa3243 req-f294c0d0-5f10-4273-8171-86b65e56c6d1 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470846 Sep 16 05:13:34.308297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9a925a7-068a-447c-8a3f-cbc369370033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.309792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13a5fc6d-bdd9-4dc6-9b23-cd1740fffa2b req-ae25490a-12d3-4df6-b9ee-36d154704cce tempest-VolumesNegativeTest-135307019 tempest-VolumesNegativeTest-135307019-project] 10.222.0.59 "GET /v2.0/ports?device_id=5831124e-50ab-4be2-8a86-a049b5d2449e HTTP/1.1" status: 200 len: 210 time: 0.0301228 Sep 16 05:13:34.338812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9a925a7-068a-447c-8a3f-cbc369370033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.372524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.438179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0edea1-3031-43fa-8c45-18ce6a15e9bd,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:34.446419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Checking segment: {'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:34.446785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Network hostable DHCP agents. Network: d21ce359-8fcd-4e42-9c19-3479981193cd, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:34.533827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9a925a7-068a-447c-8a3f-cbc369370033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.536682 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c9a925a7-068a-447c-8a3f-cbc369370033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.537899 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c9a925a7-068a-447c-8a3f-cbc369370033 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e8cea8a-f567-4e63-9248-99a37f387bb2 HTTP/1.1" status: 204 len: 168 time: 0.2876606 Sep 16 05:13:34.546681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a925a7-068a-447c-8a3f-cbc369370033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8cea8a-f567-4e63-9248-99a37f387bb2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:34.562624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Network d21ce359-8fcd-4e42-9c19-3479981193cd is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:34.652348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d21ce359-8fcd-4e42-9c19-3479981193cd) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:34.656576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.657135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.662344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10898b-2757-4652-bf85-05c8e91b7c94 None None] Network d21ce359-8fcd-4e42-9c19-3479981193cd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:34.746763 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-201cb4ae-74e3-45ae-8d53-81e2deee9b51 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0606513 Sep 16 05:13:34.749535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:34.754731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-868729210-router', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:34.854905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-d21ce359-8fcd-4e42-9c19-3479981193cd', 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'fixed_ips': [{'subnet_id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:34.855900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.922020 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.922501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.986329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.026260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Allocated IP 172.20.0.2 (d21ce359-8fcd-4e42-9c19-3479981193cd/9e0edea1-3031-43fa-8c45-18ce6a15e9bd/90707137-f075-4180-844f-2da7cf1731ee) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:35.182068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.283019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.322588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Network d21ce359-8fcd-4e42-9c19-3479981193cd is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:35.325436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:35.328345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:35.347127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Pushing event updated for resources: {'Port': ['ID=90707137-f075-4180-844f-2da7cf1731ee,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.395975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.412394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.412394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.412394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.412394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.412394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.412394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.412394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.413025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.413382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.414055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.414055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.414437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.425600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b132f1f-5ec5-4113-ae03-df971e2fe071 req-36f7fc29-a0e6-4f95-a611-a23302549e66 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:35.425600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b132f1f-5ec5-4113-ae03-df971e2fe071 req-36f7fc29-a0e6-4f95-a611-a23302549e66 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 944 time: 0.0904374 Sep 16 05:13:35.430427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Attempting to bind port 90707137-f075-4180-844f-2da7cf1731ee on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:35.430810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Attempting to bind port 90707137-f075-4180-844f-2da7cf1731ee by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:35.431182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Attempting to bind port 90707137-f075-4180-844f-2da7cf1731ee on network d21ce359-8fcd-4e42-9c19-3479981193cd {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:35.436430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:35.436811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Checking segment: {'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:35.437227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.437630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Bound using segment: {'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:35.438112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Bound port: 90707137-f075-4180-844f-2da7cf1731ee, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:35.438503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.470092 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b132f1f-5ec5-4113-ae03-df971e2fe071 req-b00feee3-b57c-4a7a-b480-f772c6380286 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Sep 16 05:13:35.516137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] For port 90707137-f075-4180-844f-2da7cf1731ee, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:35.521965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] For port 90707137-f075-4180-844f-2da7cf1731ee, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=90707137-f075-4180-844f-2da7cf1731ee,segment=NetworkSegment(01a23305-8aa1-4436-b1d6-0840feb70c4f),segment_id=01a23305-8aa1-4436-b1d6-0840feb70c4f)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:35.614449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.663977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d5708d96-62cc-421f-8f51-1625c38137a1 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:35.731465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.745224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca3838-32f4-4e6f-81ad-b7c7f60aac74 None None] Pushing event updated for resources: {'Port': ['ID=90707137-f075-4180-844f-2da7cf1731ee,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.756610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d5708d96-62cc-421f-8f51-1625c38137a1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:35.757419 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.773840 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.827176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ab80bbc6-2a85-4c33-9127-f6cb41faa1fc details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:35.950715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39696) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:36.014919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:36.015162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Allocated IP 172.25.7.65 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/bf3f85fd-0421-4f39-bbe8-144bffdbb7f0) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:36.034639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'ab80bbc6-2a85-4c33-9127-f6cb41faa1fc', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'port_id': 'ab80bbc6-2a85-4c33-9127-f6cb41faa1fc', 'mac_address': 'fa:16:3e:be:43:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0f0b37-d200-47ae-90d3-b6c8dae3dcad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:36.107053 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.127984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab80bbc6-2a85-4c33-9127-f6cb41faa1fc {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:36.149144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:36.155307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1283657122-network', 'tenant_id': '252c787c68294699beedb0ad606b544e'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:36.241124 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.259471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.271563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Made reservation on behalf of 252c787c68294699beedb0ad606b544e for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:36.274056 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.285484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.321746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.352053 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.404172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.422117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:36.431153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:36.433686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:36.436003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Pushing event updated for resources: {'Port': ['ID=bf3f85fd-0421-4f39-bbe8-144bffdbb7f0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.488392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.535676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:36.547222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495eaa83-3b4f-402f-97e0-52c4d80ebd27,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.564704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.565059 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Added segment 30ffe16c-08d5-4a59-861b-f6f118e8b4fb of type vlan for network 38616735-f3d0-4caa-ab5e-6336fca617fc Sep 16 05:13:36.578675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['ab80bbc6-2a85-4c33-9127-f6cb41faa1fc'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:36.617639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.661803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ddc4-5583-4a58-bd50-059e0ef46362 req-44ae74fa-4b3e-46d4-b70b-8010d7f0aa70 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.669604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b020ddc4-5583-4a58-bd50-059e0ef46362 req-44ae74fa-4b3e-46d4-b70b-8010d7f0aa70 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 945 time: 0.0816016 Sep 16 05:13:36.731932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.731932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.732294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b020ddc4-5583-4a58-bd50-059e0ef46362 req-8cb7e255-7b98-4f8a-92eb-db22a65c2c6b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542977 Sep 16 05:13:36.732398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.893752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.896980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] Pushing event updated for resources: {'Network': ['ID=38616735-f3d0-4caa-ab5e-6336fca617fc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.909438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 38616735-f3d0-4caa-ab5e-6336fca617fc details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:36.925462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d4fae758-0760-4667-adb4-5c96710bc0aa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9726486 Sep 16 05:13:36.926632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39730) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:36.932059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Request body: {'subnet': {'network_id': '38616735-f3d0-4caa-ab5e-6336fca617fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1283657122-subnet', 'tenant_id': '252c787c68294699beedb0ad606b544e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:37.071094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Made reservation on behalf of 252c787c68294699beedb0ad606b544e for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:37.073730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.170660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c34b2b-b191-4870-9b70-4800e07ab0ef None None] Network d21ce359-8fcd-4e42-9c19-3479981193cd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:37.173096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.261846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4411c79c-7262-4376-872d-3d9b58650b60 None None] Provisioning complete for port 90707137-f075-4180-844f-2da7cf1731ee triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:37.262319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4411c79c-7262-4376-872d-3d9b58650b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.374194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.408786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Router c101de43-986c-41d2-868e-9749360004a5 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:37.415676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4411c79c-7262-4376-872d-3d9b58650b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.430154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d963bd-79f5-4d64-a84d-621237d76743,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.457184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4411c79c-7262-4376-872d-3d9b58650b60 None None] For port 90707137-f075-4180-844f-2da7cf1731ee, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=90707137-f075-4180-844f-2da7cf1731ee,segment=NetworkSegment(01a23305-8aa1-4436-b1d6-0840feb70c4f),segment_id=01a23305-8aa1-4436-b1d6-0840feb70c4f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:37.457791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Checking segment: {'id': '30ffe16c-08d5-4a59-861b-f6f118e8b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '38616735-f3d0-4caa-ab5e-6336fca617fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:37.458195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Network hostable DHCP agents. Network: 38616735-f3d0-4caa-ab5e-6336fca617fc, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:37.526624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:37.533639 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4411c79c-7262-4376-872d-3d9b58650b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.563058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Sync routers for ids ['c101de43-986c-41d2-868e-9749360004a5'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:37.574490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Network 38616735-f3d0-4caa-ab5e-6336fca617fc is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:37.596980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Routers {'c101de43-986c-41d2-868e-9749360004a5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:37.597750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['c101de43-986c-41d2-868e-9749360004a5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:37.637193 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.643185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eeaa6d0d-474e-48f0-916b-bf79bac6a9da admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8878219 Sep 16 05:13:37.643185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39788) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.647109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 098b1ff8-4f6c-49d2-9cd4-247f39188589 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:37.654014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 38616735-f3d0-4caa-ab5e-6336fca617fc) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:37.658535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.659375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.674753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411c79c-7262-4376-872d-3d9b58650b60 None None] Pushing event updated for resources: {'Port': ['ID=90707137-f075-4180-844f-2da7cf1731ee,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.684865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c95e80-0431-47d1-9b08-f04fc129a28c None None] Network 38616735-f3d0-4caa-ab5e-6336fca617fc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:37.691204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 098b1ff8-4f6c-49d2-9cd4-247f39188589 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:37.691941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 098b1ff8-4f6c-49d2-9cd4-247f39188589 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:37.728495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 90707137-f075-4180-844f-2da7cf1731ee up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:37.737092 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-839b96e0-24a6-4c7c-bfa8-42d0eeaaaace admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8090835 Sep 16 05:13:37.968157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-daca2e74-1377-42c1-8e39-fab58c3b0fef None None] Provisioning complete for port 90707137-f075-4180-844f-2da7cf1731ee triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:37.968696 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-daca2e74-1377-42c1-8e39-fab58c3b0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.002098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ab80bbc6-2a85-4c33-9127-f6cb41faa1fc up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:38.127303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Set router c101de43-986c-41d2-868e-9749360004a5 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:38.250189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 90707137-f075-4180-844f-2da7cf1731ee triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:38.250573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.256963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9432a5-bbd1-4646-bae8-78b4c33c0a97 req-f37c6502-8793-4e0a-968b-38bdaa388537 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.258494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f9432a5-bbd1-4646-bae8-78b4c33c0a97 req-f37c6502-8793-4e0a-968b-38bdaa388537 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 945 time: 0.1056073 Sep 16 05:13:38.343545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad05ea17-3c57-43bf-8212-132eee742590 None None] Network 38616735-f3d0-4caa-ab5e-6336fca617fc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:38.345644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f9432a5-bbd1-4646-bae8-78b4c33c0a97 req-ca438129-bdfc-4ec7-9671-5971c148f654 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788021 Sep 16 05:13:38.487736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:38.535342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:38.535733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.553339 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.679366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101de43-986c-41d2-868e-9749360004a5', 'name': 'tempest-TestVolumeBackupRestore-868729210-router', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:36Z', 'revision_number': 3, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'gw_port': {'id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.715727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Checking router: c101de43-986c-41d2-868e-9749360004a5 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:38.716093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Updating router c101de43-986c-41d2-868e-9749360004a5 port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:38.743610 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.755864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.794020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Allocated IP 172.20.0.1 (d21ce359-8fcd-4e42-9c19-3479981193cd/9e0edea1-3031-43fa-8c45-18ce6a15e9bd/952e8394-72f3-4359-a38b-ba6cad59be25) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:38.796494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d38d265-3b1f-449b-9ea9-49e66ad4141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab80bbc6-2a85-4c33-9127-f6cb41faa1fc'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:38.798585 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b59e762-a749-48a8-a10c-066ca426a016" -d '{"events": [{"server_uuid": "0d38d265-3b1f-449b-9ea9-49e66ad4141a", "name": "network-vif-plugged", "status": "completed", "tag": "ab80bbc6-2a85-4c33-9127-f6cb41faa1fc"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:38.801990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39864) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.809973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1919268106-network', 'tenant_id': '87f595dc40324128b41ac2c6e830db09'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:38.815222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:38.882654 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8395bdad-c14a-4578-aaf0-4cef57794452 x-openstack-request-id: req-8395bdad-c14a-4578-aaf0-4cef57794452 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:38.882654 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d38d265-3b1f-449b-9ea9-49e66ad4141a", "name": "network-vif-plugged", "status": "completed", "tag": "ab80bbc6-2a85-4c33-9127-f6cb41faa1fc", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:38.882654 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8395bdad-c14a-4578-aaf0-4cef57794452 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:38.883093 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d38d265-3b1f-449b-9ea9-49e66ad4141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab80bbc6-2a85-4c33-9127-f6cb41faa1fc', 'code': 200} Sep 16 05:13:38.909007 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.947969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.018665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Made reservation on behalf of 87f595dc40324128b41ac2c6e830db09 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:39.022087 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.034817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.041913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.058988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c07b9-9c6f-41ee-912f-4c3a73b9eb1f req-d328889a-375e-4c0e-88af-389a708cc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.060931 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6c07b9-9c6f-41ee-912f-4c3a73b9eb1f req-d328889a-375e-4c0e-88af-389a708cc2b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 1098 time: 0.0739079 Sep 16 05:13:39.111198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.129511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Network d21ce359-8fcd-4e42-9c19-3479981193cd is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:39.133278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:39.160998 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6c07b9-9c6f-41ee-912f-4c3a73b9eb1f req-d30f7c54-31db-43d4-a08f-385dcd14c31d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907819 Sep 16 05:13:39.180573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.181505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:39.207935 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.224447 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.300856 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.330267 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.337756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Pushing event updated for resources: {'Port': ['ID=952e8394-72f3-4359-a38b-ba6cad59be25,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.366203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Attempting to bind port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:39.366684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Attempting to bind port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:39.378691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Attempting to bind port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:39.380485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9ce9d-d430-46ce-8ddc-0e406df0a901 None None] Pushing event updated for resources: {'Port': ['ID=bf3f85fd-0421-4f39-bbe8-144bffdbb7f0,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.397264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:39.397976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:39.398718 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.399316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:39.399989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Bound port: bf3f85fd-0421-4f39-bbe8-144bffdbb7f0, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:39.400554 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.403180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:39.427597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd69a85-8a98-4a57-8f08-733f958ff74c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.435053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.435459 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Added segment c5c20e7d-270a-4ce1-9afc-267d3e8d0aef of type vlan for network 28326cd5-5c11-46e5-85bb-012b289d4f32 Sep 16 05:13:39.503525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] For port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:39.508100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] For port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bf3f85fd-0421-4f39-bbe8-144bffdbb7f0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:39.542376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.596075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-04677be7-3222-4312-b7ba-14345c0b65db None None] Provisioning complete for port 952e8394-72f3-4359-a38b-ba6cad59be25 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:39.596503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04677be7-3222-4312-b7ba-14345c0b65db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.600106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c7f56-3808-43bd-af61-cd87dbc050a0 req-28bcae3b-fb4e-4fae-8fe4-cf9e9661c118 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.606773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f6c7f56-3808-43bd-af61-cd87dbc050a0 req-28bcae3b-fb4e-4fae-8fe4-cf9e9661c118 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 946 time: 0.0747061 Sep 16 05:13:39.637851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-04677be7-3222-4312-b7ba-14345c0b65db None None] Port 952e8394-72f3-4359-a38b-ba6cad59be25 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:39.645462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 90707137-f075-4180-844f-2da7cf1731ee up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:39.646358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f6c7f56-3808-43bd-af61-cd87dbc050a0 req-770ca435-57eb-4017-8eed-4d9b10c14b5c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373728 Sep 16 05:13:39.697777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 90707137-f075-4180-844f-2da7cf1731ee triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:39.698064 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.746636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.752807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.752960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.752960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.760812 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.835570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] Pushing event updated for resources: {'Network': ['ID=28326cd5-5c11-46e5-85bb-012b289d4f32,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.855278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 28326cd5-5c11-46e5-85bb-012b289d4f32 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:39.875802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9ce9d-d430-46ce-8ddc-0e406df0a901 None None] Pushing event updated for resources: {'Port': ['ID=bf3f85fd-0421-4f39-bbe8-144bffdbb7f0,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.878384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Routers {'c101de43-986c-41d2-868e-9749360004a5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:39.879043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['c101de43-986c-41d2-868e-9749360004a5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:39.923195 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ca42c59-791f-426e-833a-254caa5beeb1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1199079 Sep 16 05:13:39.925881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39900) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.946027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Request body: {'subnet': {'network_id': '28326cd5-5c11-46e5-85bb-012b289d4f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1919268106-subnet', 'tenant_id': '87f595dc40324128b41ac2c6e830db09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:39.999529 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.060644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] Set router c101de43-986c-41d2-868e-9749360004a5 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:40.069516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Made reservation on behalf of 87f595dc40324128b41ac2c6e830db09 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:40.072140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.103806 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.262479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.293240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Pushing event updated for resources: {'Port': ['ID=952e8394-72f3-4359-a38b-ba6cad59be25,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:40.384702 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.494380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Network d21ce359-8fcd-4e42-9c19-3479981193cd is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:40.497358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:40.546665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9939b158-21f4-415e-b6a9-a2d68298bf8f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:40.583570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Checking segment: {'id': 'c5c20e7d-270a-4ce1-9afc-267d3e8d0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '28326cd5-5c11-46e5-85bb-012b289d4f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:40.583943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Network hostable DHCP agents. Network: 28326cd5-5c11-46e5-85bb-012b289d4f32, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:40.612713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.661716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101de43-986c-41d2-868e-9749360004a5', 'name': 'tempest-TestVolumeBackupRestore-868729210-router', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 4, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'gw_port': {'id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '952e8394-72f3-4359-a38b-ba6cad59be25', 'name': '', 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'mac_address': 'fa:16:3e:54:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:38Z', 'updated_at': '2021-09-16T05:13:38Z', 'revision_number': 1, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'subnets': [{'id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:40.686458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Network 28326cd5-5c11-46e5-85bb-012b289d4f32 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:40.689789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca14ce5-6003-4798-baa6-3e2397aa461b None None] The sync data for ids ['c101de43-986c-41d2-868e-9749360004a5'] in n-d-712143-16 is: [{'id': 'c101de43-986c-41d2-868e-9749360004a5', 'name': 'tempest-TestVolumeBackupRestore-868729210-router', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 4, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'gw_port': {'id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '952e8394-72f3-4359-a38b-ba6cad59be25', 'name': '', 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'mac_address': 'fa:16:3e:54:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:38Z', 'updated_at': '2021-09-16T05:13:38Z', 'revision_number': 1, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'subnets': [{'id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:40.731521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Router c101de43-986c-41d2-868e-9749360004a5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:40.791103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 28326cd5-5c11-46e5-85bb-012b289d4f32) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:40.799790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.800408 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.807104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67f085-526a-4910-96a0-613b517779ff None None] Network 28326cd5-5c11-46e5-85bb-012b289d4f32 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:40.914649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54768-94f3-4274-895c-aa6a3e21dac7 req-b8e49e6e-5ba7-4854-9097-1b44e1dd6c25 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.926557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ff54768-94f3-4274-895c-aa6a3e21dac7 req-b8e49e6e-5ba7-4854-9097-1b44e1dd6c25 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 946 time: 0.1037326 Sep 16 05:13:40.931072 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7d2baf6d-f008-4b6f-a042-1f6d3d17d05f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0002670 Sep 16 05:13:40.938274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7c4bd723-0d70-47f2-aa49-57712920473c None None] Provisioning complete for port 952e8394-72f3-4359-a38b-ba6cad59be25 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:40.938525 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c4bd723-0d70-47f2-aa49-57712920473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.980168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:40.995345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-32c692dc-fe0d-46d9-a8e2-f73d22df34a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/c101de43-986c-41d2-868e-9749360004a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3500812 Sep 16 05:13:41.007649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ff54768-94f3-4274-895c-aa6a3e21dac7 req-bee7a8b4-6ae5-41ec-9db9-3250fa612c14 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846620 Sep 16 05:13:41.038997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e1e49-48ce-474d-ae73-1c793afafc87 None None] Network 28326cd5-5c11-46e5-85bb-012b289d4f32 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:41.089217 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cd8519ef-d077-40ed-90df-e3715d66c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.111628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7c4bd723-0d70-47f2-aa49-57712920473c None None] Port 952e8394-72f3-4359-a38b-ba6cad59be25 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:41.210320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39952) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.292859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1367411-82b5-4cb8-8775-bd23e761278e req-83c7bd97-c37d-4d4f-b1ae-d47f6eed4acf tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:41.302213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1367411-82b5-4cb8-8775-bd23e761278e req-83c7bd97-c37d-4d4f-b1ae-d47f6eed4acf tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 946 time: 0.1231825 Sep 16 05:13:41.361025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb5b168-7ddd-47c4-bef6-36c32b487b0f admin admin] Deleting subnet 76d963bd-79f5-4d64-a84d-621237d76743 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:41.364987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b168-7ddd-47c4-bef6-36c32b487b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.397404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1367411-82b5-4cb8-8775-bd23e761278e req-f291067a-fdde-47b9-a401-a6d3d93988b2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942936 Sep 16 05:13:41.433485 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b168-7ddd-47c4-bef6-36c32b487b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.518565 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b168-7ddd-47c4-bef6-36c32b487b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.705827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b168-7ddd-47c4-bef6-36c32b487b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.774903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5b168-7ddd-47c4-bef6-36c32b487b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d963bd-79f5-4d64-a84d-621237d76743,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.794606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b168-7ddd-47c4-bef6-36c32b487b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.798481 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbb5b168-7ddd-47c4-bef6-36c32b487b0f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/76d963bd-79f5-4d64-a84d-621237d76743 HTTP/1.1" status: 204 len: 168 time: 0.5843499 Sep 16 05:13:41.800223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40004) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.978745 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.138727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.148883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78cba2-0467-4a2d-9d06-4b8f2003e864 req-da9becc7-6b88-48f6-84ee-d12dfc28dee3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:42.150477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af78cba2-0467-4a2d-9d06-4b8f2003e864 req-da9becc7-6b88-48f6-84ee-d12dfc28dee3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 946 time: 0.1532147 Sep 16 05:13:42.195737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38616735-f3d0-4caa-ab5e-6336fca617fc']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:42.209114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ffe16c-08d5-4a59-861b-f6f118e8b4fb') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:42.213155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ffe16c-08d5-4a59-861b-f6f118e8b4fb') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:42.236082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af78cba2-0467-4a2d-9d06-4b8f2003e864 req-4189b3d5-9e2c-45aa-8a37-8cfcaa5d11e4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655549 Sep 16 05:13:42.238370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.265743 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.274839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:42.275265 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:42.300994 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:42.465895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.483751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.485896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] 10.222.0.59 "DELETE /v2.0/networks/38616735-f3d0-4caa-ab5e-6336fca617fc HTTP/1.1" status: 204 len: 168 time: 0.6846733 Sep 16 05:13:42.486768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf228e2-5146-40a6-a3a1-f45e3755240c admin admin] Pushing event deleted for resources: {'Network': ['ID=38616735-f3d0-4caa-ab5e-6336fca617fc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.488878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40034) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:42.553305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41936e7-7280-4bec-b326-c45d51a9fc40 admin admin] Deleting subnet 9939b158-21f4-415e-b6a9-a2d68298bf8f {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:42.557179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a41936e7-7280-4bec-b326-c45d51a9fc40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.611758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a41936e7-7280-4bec-b326-c45d51a9fc40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.656803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a41936e7-7280-4bec-b326-c45d51a9fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.825727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a41936e7-7280-4bec-b326-c45d51a9fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.872006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41936e7-7280-4bec-b326-c45d51a9fc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9939b158-21f4-415e-b6a9-a2d68298bf8f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.888427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a41936e7-7280-4bec-b326-c45d51a9fc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.893602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40042) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:42.894175 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a41936e7-7280-4bec-b326-c45d51a9fc40 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9939b158-21f4-415e-b6a9-a2d68298bf8f HTTP/1.1" status: 204 len: 168 time: 0.4032784 Sep 16 05:13:42.992001 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.081060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.102405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28326cd5-5c11-46e5-85bb-012b289d4f32']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:43.112591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c20e7d-270a-4ce1-9afc-267d3e8d0aef') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:43.112900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c20e7d-270a-4ce1-9afc-267d3e8d0aef') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:43.124079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.139223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.148821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:43.149234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:43.161134 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:43.290091 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.300812 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.307476 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] 10.222.0.59 "DELETE /v2.0/networks/28326cd5-5c11-46e5-85bb-012b289d4f32 HTTP/1.1" status: 204 len: 168 time: 0.4089916 Sep 16 05:13:43.340407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff5933-16bc-47a3-9431-a91a4dd2b3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=28326cd5-5c11-46e5-85bb-012b289d4f32,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.464793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b580f-5023-4d8a-9fef-d492d61ae883 req-c28bda0e-4223-420c-8586-a2773a008173 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.468507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f16b580f-5023-4d8a-9fef-d492d61ae883 req-c28bda0e-4223-420c-8586-a2773a008173 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 946 time: 0.1226270 Sep 16 05:13:43.526815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-0c267a16-c74c-46a5-89e3-fb9f5cc924a6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.529198 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-0c267a16-c74c-46a5-89e3-fb9f5cc924a6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 946 time: 0.0649788 Sep 16 05:13:43.530389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f16b580f-5023-4d8a-9fef-d492d61ae883 req-86c6d222-7ce4-4803-8516-d5e69f38a86e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531931 Sep 16 05:13:43.694668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Deleting port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:43.695624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.716878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:43.816059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:43.816495 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.919142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] For port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:43.919643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.938428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Calling delete_port for ab80bbc6-2a85-4c33-9127-f6cb41faa1fc owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:43.956429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40088) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.038624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b0c34ed5-3ab1-4b4f-bdb9-98a57492aa79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=252c787c68294699beedb0ad606b544e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804560 Sep 16 05:13:44.040692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40092) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.053437 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.100162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bf3f85fd-0421-4f39-bbe8-144bffdbb7f0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:44.144991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27af045b-cc7e-46ae-9bad-716b6765c61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.178190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27af045b-cc7e-46ae-9bad-716b6765c61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.198964 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.200538 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.287673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=bf3f85fd-0421-4f39-bbe8-144bffdbb7f0,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.337677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.338595 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27af045b-cc7e-46ae-9bad-716b6765c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.345536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27af045b-cc7e-46ae-9bad-716b6765c61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.347952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27af045b-cc7e-46ae-9bad-716b6765c61b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/495eaa83-3b4f-402f-97e0-52c4d80ebd27 HTTP/1.1" status: 204 len: 168 time: 0.3048177 Sep 16 05:13:44.364594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af045b-cc7e-46ae-9bad-716b6765c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495eaa83-3b4f-402f-97e0-52c4d80ebd27,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.368940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:44.427314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event deleted for resources: {'Port': ['ID=ab80bbc6-2a85-4c33-9127-f6cb41faa1fc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.440125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['ab80bbc6-2a85-4c33-9127-f6cb41faa1fc'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:44.450894 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Sync routers for ids ['c101de43-986c-41d2-868e-9749360004a5'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:44.464669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Routers {'c101de43-986c-41d2-868e-9749360004a5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:44.466744 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['c101de43-986c-41d2-868e-9749360004a5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:44.527618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] No DVR routers for this DVR port ab80bbc6-2a85-4c33-9127-f6cb41faa1fc on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:44.535120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.537329 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2303b49e-5a24-458d-86b0-a5f7f59453cb req-c0fa38f7-76e6-4426-80f5-56ea1d135cb4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "DELETE /v2.0/ports/ab80bbc6-2a85-4c33-9127-f6cb41faa1fc HTTP/1.1" status: 204 len: 173 time: 0.9953697 Sep 16 05:13:44.537869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d38d265-3b1f-449b-9ea9-49e66ad4141a', 'name': 'network-vif-deleted', 'tag': 'ab80bbc6-2a85-4c33-9127-f6cb41faa1fc'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:44.542189 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bad63a3-e29c-47d3-826e-aebd0d8226ec" -d '{"events": [{"server_uuid": "0d38d265-3b1f-449b-9ea9-49e66ad4141a", "name": "network-vif-deleted", "tag": "ab80bbc6-2a85-4c33-9127-f6cb41faa1fc"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:44.639450 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43317b98-30bd-46ab-a880-4160dd77eb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.680310 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ac83da-1b4d-439c-915f-9a00e1c8a7e1 x-openstack-request-id: req-61ac83da-1b4d-439c-915f-9a00e1c8a7e1 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:44.680310 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d38d265-3b1f-449b-9ea9-49e66ad4141a", "name": "network-vif-deleted", "tag": "ab80bbc6-2a85-4c33-9127-f6cb41faa1fc", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:44.680310 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61ac83da-1b4d-439c-915f-9a00e1c8a7e1 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:44.680310 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d38d265-3b1f-449b-9ea9-49e66ad4141a', 'name': 'network-vif-deleted', 'tag': 'ab80bbc6-2a85-4c33-9127-f6cb41faa1fc', 'status': 'completed', 'code': 200} Sep 16 05:13:44.708344 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Set router c101de43-986c-41d2-868e-9749360004a5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:44.744586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86728983-69ba-4a95-9f28-18dfc6b319bd req-d358905d-9b1d-400c-9c6a-2798cd722c93 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d38d265-3b1f-449b-9ea9-49e66ad4141a HTTP/1.1" status: 200 len: 210 time: 0.0564723 Sep 16 05:13:45.027899 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101de43-986c-41d2-868e-9749360004a5', 'name': 'tempest-TestVolumeBackupRestore-868729210-router', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 4, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'gw_port': {'id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '952e8394-72f3-4359-a38b-ba6cad59be25', 'name': '', 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'mac_address': 'fa:16:3e:54:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:38Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 2, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'subnets': [{'id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.059433 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Checking router: c101de43-986c-41d2-868e-9749360004a5 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:45.059783 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Updating router c101de43-986c-41d2-868e-9749360004a5 port 952e8394-72f3-4359-a38b-ba6cad59be25 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:45.088780 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.105227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.483219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40120) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.517136 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.527272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c89538fd-7a66-4879-b049-a9a6ab733ead admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=87f595dc40324128b41ac2c6e830db09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448201 Sep 16 05:13:45.529771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40122) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.585121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-076ca63b-7659-4048-a934-23f4dba9b910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.602481 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.623150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-076ca63b-7659-4048-a934-23f4dba9b910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.656029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:45.679554 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59f07e-5e82-45e6-9790-645d9d606358 None None] Pushing event updated for resources: {'Port': ['ID=952e8394-72f3-4359-a38b-ba6cad59be25,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.797150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-076ca63b-7659-4048-a934-23f4dba9b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.800617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-076ca63b-7659-4048-a934-23f4dba9b910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.802054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-076ca63b-7659-4048-a934-23f4dba9b910 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6fd69a85-8a98-4a57-8f08-733f958ff74c HTTP/1.1" status: 204 len: 168 time: 0.2712560 Sep 16 05:13:45.813876 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Attempting to bind port 952e8394-72f3-4359-a38b-ba6cad59be25 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:45.815708 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Attempting to bind port 952e8394-72f3-4359-a38b-ba6cad59be25 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:45.817805 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Attempting to bind port 952e8394-72f3-4359-a38b-ba6cad59be25 on network d21ce359-8fcd-4e42-9c19-3479981193cd {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:45.818445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ca63b-7659-4048-a934-23f4dba9b910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd69a85-8a98-4a57-8f08-733f958ff74c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.819911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.820249 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.831293 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:45.833660 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Checking segment: {'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:45.833660 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.833660 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Bound using segment: {'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:45.834075 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Bound port: 952e8394-72f3-4359-a38b-ba6cad59be25, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a23305-8aa1-4436-b1d6-0840feb70c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:45.835267 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.910075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40132) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.967282 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] For port 952e8394-72f3-4359-a38b-ba6cad59be25, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:45.978524 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] For port 952e8394-72f3-4359-a38b-ba6cad59be25, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=952e8394-72f3-4359-a38b-ba6cad59be25,segment=NetworkSegment(01a23305-8aa1-4436-b1d6-0840feb70c4f),segment_id=01a23305-8aa1-4436-b1d6-0840feb70c4f)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:46.060310 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.119536 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Routers {'c101de43-986c-41d2-868e-9749360004a5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:46.120351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['c101de43-986c-41d2-868e-9749360004a5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:46.159295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7685257c-d054-45e5-a9da-3c3ed9f2e824 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2d77d3f90a84757bbca4232b4a69611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475965 Sep 16 05:13:46.162358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40142) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.197217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-439b5bb8-13f0-458d-8640-1a76c46011ee None None] Provisioning complete for port 952e8394-72f3-4359-a38b-ba6cad59be25 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.198275 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-439b5bb8-13f0-458d-8640-1a76c46011ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.208578 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59f07e-5e82-45e6-9790-645d9d606358 None None] Pushing event updated for resources: {'Port': ['ID=952e8394-72f3-4359-a38b-ba6cad59be25,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.304488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eced0a0-b148-4c96-a273-1066c655d601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.357568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eced0a0-b148-4c96-a273-1066c655d601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.367170 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] Set router c101de43-986c-41d2-868e-9749360004a5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:46.413261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-439b5bb8-13f0-458d-8640-1a76c46011ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.496989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-439b5bb8-13f0-458d-8640-1a76c46011ee None None] For port 952e8394-72f3-4359-a38b-ba6cad59be25, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=952e8394-72f3-4359-a38b-ba6cad59be25,segment=NetworkSegment(01a23305-8aa1-4436-b1d6-0840feb70c4f),segment_id=01a23305-8aa1-4436-b1d6-0840feb70c4f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:46.574168 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-439b5bb8-13f0-458d-8640-1a76c46011ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.612312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eced0a0-b148-4c96-a273-1066c655d601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.616147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eced0a0-b148-4c96-a273-1066c655d601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.617754 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0eced0a0-b148-4c96-a273-1066c655d601 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac1222a4-37f5-464d-96c1-2e273664a077 HTTP/1.1" status: 204 len: 168 time: 0.4538581 Sep 16 05:13:46.647431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eced0a0-b148-4c96-a273-1066c655d601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1222a4-37f5-464d-96c1-2e273664a077,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.694614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-a3e08a3f-9bfb-4f9f-84cb-a6d565fe0d58 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.708491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b5bb8-13f0-458d-8640-1a76c46011ee None None] Pushing event updated for resources: {'Port': ['ID=952e8394-72f3-4359-a38b-ba6cad59be25,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.708711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-a3e08a3f-9bfb-4f9f-84cb-a6d565fe0d58 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.2744620 Sep 16 05:13:46.749844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-d211244b-360a-49f4-8a29-9c7800df69b5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/quotas/96ea114bae8d411cabc5fcdc3ba0ffd1 HTTP/1.1" status: 200 len: 375 time: 0.0393622 Sep 16 05:13:46.765773 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101de43-986c-41d2-868e-9749360004a5', 'name': 'tempest-TestVolumeBackupRestore-868729210-router', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 4, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'gw_port': {'id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '952e8394-72f3-4359-a38b-ba6cad59be25', 'name': '', 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'mac_address': 'fa:16:3e:54:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:38Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'subnets': [{'id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:46.792732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c3fa1b67-6366-4d0f-949e-5577ff4d2ace None None] Provisioning complete for port 952e8394-72f3-4359-a38b-ba6cad59be25 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.793227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1b67-6366-4d0f-949e-5577ff4d2ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.838569 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3959c-e07b-41fc-9e78-26a356e0061d None None] The sync data for ids ['c101de43-986c-41d2-868e-9749360004a5'] in n-d-712143-16 is: [{'id': 'c101de43-986c-41d2-868e-9749360004a5', 'name': 'tempest-TestVolumeBackupRestore-868729210-router', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 4, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'gw_port': {'id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '952e8394-72f3-4359-a38b-ba6cad59be25', 'name': '', 'network_id': 'd21ce359-8fcd-4e42-9c19-3479981193cd', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'mac_address': 'fa:16:3e:54:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:38Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'subnets': [{'id': '9e0edea1-3031-43fa-8c45-18ce6a15e9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:46.870823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-ab37fdc5-360f-4a74-98d3-cf227b17233e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1200819 Sep 16 05:13:46.879191 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.064097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f57960ce-9ffa-4297-a0c5-84ee47042541 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916003 Sep 16 05:13:47.222376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-89af5301-ba2c-4f5d-9c67-ee9343dff1d3 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466775 Sep 16 05:13:47.663664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d30c8c1-8aa6-49a4-b488-d83fe9139055 req-25f25658-dd73-4212-867b-f3e5dde9210a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 210 time: 0.0984142 Sep 16 05:13:47.762630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 952e8394-72f3-4359-a38b-ba6cad59be25 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:47.872884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ab80bbc6-2a85-4c33-9127-f6cb41faa1fc no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:47.924251 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 952e8394-72f3-4359-a38b-ba6cad59be25 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:47.926387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.933591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: ab80bbc6-2a85-4c33-9127-f6cb41faa1fc {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:47.934329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device ab80bbc6-2a85-4c33-9127-f6cb41faa1fc not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:48.769802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-267419f5-5c23-4b34-ae56-4d65813ab3b1 req-a7b08811-6d76-4444-8c53-7ee47874e35c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 210 time: 0.0277417 Sep 16 05:13:49.872712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40308) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:49.899168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2300a183-410e-4fae-a252-a723adeab1ec req-eef46cde-efb4-435e-9a60-70d07d573772 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 210 time: 0.0373018 Sep 16 05:13:50.030543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-844ed05e-bf86-45d4-b36c-cb5d7c893eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.152744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-844ed05e-bf86-45d4-b36c-cb5d7c893eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.263042 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-844ed05e-bf86-45d4-b36c-cb5d7c893eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.330128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ed05e-bf86-45d4-b36c-cb5d7c893eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873e61e0-a3ea-4b69-91a4-affc2b0b07fe,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.367627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-844ed05e-bf86-45d4-b36c-cb5d7c893eca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e2d90c5810c48f7b43ce78f1aaf1569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912255 Sep 16 05:13:50.367827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40318) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:50.368153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40320) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:50.391935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538465916', 'description': 'tempest-secgroup-smoke-1538465916 description', 'project_id': 'da94cb2f91514c57a58d347bae59374f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:50.448866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-210bb0ac-a8f5-4188-b778-debf90384bda tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.452341 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-210bb0ac-a8f5-4188-b778-debf90384bda tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1992061 Sep 16 05:13:50.466500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4e349be-a797-449d-9720-fa1b3480d014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.473002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Request body: {'port': {'device_id': '3039eb04-7d2d-43fb-b220-fc49cf4ce47a', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'admin_state_up': True, 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:50.496551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4e349be-a797-449d-9720-fa1b3480d014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.520678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.562669 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.672428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.714465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4e349be-a797-449d-9720-fa1b3480d014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.717186 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c4e349be-a797-449d-9720-fa1b3480d014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.718787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c4e349be-a797-449d-9720-fa1b3480d014 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/873e61e0-a3ea-4b69-91a4-affc2b0b07fe HTTP/1.1" status: 204 len: 168 time: 0.3492494 Sep 16 05:13:50.729588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e349be-a797-449d-9720-fa1b3480d014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873e61e0-a3ea-4b69-91a4-affc2b0b07fe,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.808528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.852354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c411a07e-006e-4896-8d4d-76e1c145ab72,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.916338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:50.920118 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.007049 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.095460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Allocated IP 172.20.0.11 (138ec5de-f5a5-4fd8-90e2-de3ebf222fde/fa0f0b37-d200-47ae-90d3-b6c8dae3dcad/7a32ab31-9d87-4e33-9462-901a91f6f536) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:51.109321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db88d4de-c8fe-464d-949c-6587f730711c req-2019da76-1e56-4648-bc15-dc168c37b1a4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 210 time: 0.0487697 Sep 16 05:13:51.109321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.148657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d7b2c5-6439-4391-b958-cfb3a301f783,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.219703 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.220905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d08d46de-2960-42fc-8cbf-31d6ec442b84 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8535872 Sep 16 05:13:51.224490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40342) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:51.230686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-32bd75c2-da6c-4736-be13-a411a5db6b75 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '36d7b2c5-6439-4391-b958-cfb3a301f783', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:51.300147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.352344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32bd75c2-da6c-4736-be13-a411a5db6b75 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.403213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.414944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:51.459712 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32bd75c2-da6c-4736-be13-a411a5db6b75 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.474132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:51.476293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:51.478914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:51.485227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40348) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:51.504746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d81e3ac8-c585-4e33-8094-86513d6ec87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.522657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event updated for resources: {'Port': ['ID=7a32ab31-9d87-4e33-9462-901a91f6f536,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.541207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32bd75c2-da6c-4736-be13-a411a5db6b75 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.551476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.552334 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.592898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd75c2-da6c-4736-be13-a411a5db6b75 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fe7ae3-2c00-4f2a-8f96-95ead18b8565,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.690623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d81e3ac8-c585-4e33-8094-86513d6ec87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.757327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d81e3ac8-c585-4e33-8094-86513d6ec87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.805941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40358) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:51.806226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d81e3ac8-c585-4e33-8094-86513d6ec87c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d7522726b224c4ba0c60fcf165dcd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199050 Sep 16 05:13:51.806784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e3ac8-c585-4e33-8094-86513d6ec87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e69dd7-4b0e-4fab-9dc5-0344ad8a6523,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.827437 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-f0ae28c1-410c-43b1-b2e9-9cf996108f78 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3596399 Sep 16 05:13:51.856394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Request body: {'port': {'device_id': '3039eb04-7d2d-43fb-b220-fc49cf4ce47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:51.899849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-32bd75c2-da6c-4736-be13-a411a5db6b75 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.901164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-32bd75c2-da6c-4736-be13-a411a5db6b75 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6756768 Sep 16 05:13:51.904482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40362) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:51.910681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cfd54394-cd92-4bb2-94cc-f78826d08e09 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '36d7b2c5-6439-4391-b958-cfb3a301f783', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:51.943142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.961036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45e7c2e4-a853-403d-b1b2-3e225f6253cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.009009 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45e7c2e4-a853-403d-b1b2-3e225f6253cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.024722 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfd54394-cd92-4bb2-94cc-f78826d08e09 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.111807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfd54394-cd92-4bb2-94cc-f78826d08e09 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.205875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfd54394-cd92-4bb2-94cc-f78826d08e09 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.231488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45e7c2e4-a853-403d-b1b2-3e225f6253cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.234108 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45e7c2e4-a853-403d-b1b2-3e225f6253cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.238195 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45e7c2e4-a853-403d-b1b2-3e225f6253cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0e69dd7-4b0e-4fab-9dc5-0344ad8a6523 HTTP/1.1" status: 204 len: 168 time: 0.4311626 Sep 16 05:13:52.243903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd54394-cd92-4bb2-94cc-f78826d08e09 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77907a30-a407-4444-a01b-7c1518dcfbfb,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.259390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7c2e4-a853-403d-b1b2-3e225f6253cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e69dd7-4b0e-4fab-9dc5-0344ad8a6523,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.270464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528efe2-8ddd-4c08-ad52-8c226c45a017 req-ccb34877-229f-44b1-a5d9-56c77dec9fef tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.275437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9528efe2-8ddd-4c08-ad52-8c226c45a017 req-ccb34877-229f-44b1-a5d9-56c77dec9fef tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 932 time: 0.0810916 Sep 16 05:13:52.317770 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfd54394-cd92-4bb2-94cc-f78826d08e09 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.321200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cfd54394-cd92-4bb2-94cc-f78826d08e09 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4161534 Sep 16 05:13:52.326561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40370) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:52.330102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a32ab31-9d87-4e33-9462-901a91f6f536 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:52.337250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9a9850b0-2b4b-4007-9253-febbdca45099 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '36d7b2c5-6439-4391-b958-cfb3a301f783', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:52.345221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9528efe2-8ddd-4c08-ad52-8c226c45a017 req-ee72cc1f-ecbc-4724-a447-c23825853831 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673077 Sep 16 05:13:52.360214 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.385730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Transition to ACTIVE for port object 7a32ab31-9d87-4e33-9462-901a91f6f536 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:52.424446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a9850b0-2b4b-4007-9253-febbdca45099 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.473150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.550379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Pushing event updated for resources: {'Port': ['ID=7a32ab31-9d87-4e33-9462-901a91f6f536,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.563658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a9850b0-2b4b-4007-9253-febbdca45099 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.654190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Attempting to bind port 7a32ab31-9d87-4e33-9462-901a91f6f536 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:52.654770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Attempting to bind port 7a32ab31-9d87-4e33-9462-901a91f6f536 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:52.655333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Attempting to bind port 7a32ab31-9d87-4e33-9462-901a91f6f536 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:52.660019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Port 7a32ab31-9d87-4e33-9462-901a91f6f536 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:52.660541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Attempting to bind port 7a32ab31-9d87-4e33-9462-901a91f6f536 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:52.666333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:52.666684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Checking segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:52.667082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Bound using segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:52.667640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Bound port: 7a32ab31-9d87-4e33-9462-901a91f6f536, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:52.668018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.684274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a9850b0-2b4b-4007-9253-febbdca45099 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.703171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9850b0-2b4b-4007-9253-febbdca45099 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b6680e-5b68-4ad0-9c60-0d3b51fcb11c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.792532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] For port 7a32ab31-9d87-4e33-9462-901a91f6f536, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:52.796187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] For port 7a32ab31-9d87-4e33-9462-901a91f6f536, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a32ab31-9d87-4e33-9462-901a91f6f536,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:52.880190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a9850b0-2b4b-4007-9253-febbdca45099 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.881515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9a9850b0-2b4b-4007-9253-febbdca45099 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5542367 Sep 16 05:13:52.884148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40394) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:52.891609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-54ecfd57-f7d9-4fc9-ac2d-adb8aca8bba8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '36d7b2c5-6439-4391-b958-cfb3a301f783', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:52.939927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.991110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.992505 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.993968 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] 10.222.0.57 "PUT /v2.0/ports/7a32ab31-9d87-4e33-9462-901a91f6f536 HTTP/1.1" status: 200 len: 1093 time: 1.1427464 Sep 16 05:13:52.999825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3039eb04-7d2d-43fb-b220-fc49cf4ce47a', 'tag': '7a32ab31-9d87-4e33-9462-901a91f6f536'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:52.999825 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2700a3-dc7e-4ad0-af05-4251eb9aee79" -d '{"events": [{"name": "network-changed", "server_uuid": "3039eb04-7d2d-43fb-b220-fc49cf4ce47a", "tag": "7a32ab31-9d87-4e33-9462-901a91f6f536"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:53.032772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ecfd57-f7d9-4fc9-ac2d-adb8aca8bba8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.050819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a76391-b8db-4166-b59b-03e50a960d16 service neutron] Pushing event updated for resources: {'Port': ['ID=7a32ab31-9d87-4e33-9462-901a91f6f536,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.061963 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9163c7-c3cc-4e5b-9cc3-17fedb31b192 x-openstack-request-id: req-db9163c7-c3cc-4e5b-9cc3-17fedb31b192 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:53.062255 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3039eb04-7d2d-43fb-b220-fc49cf4ce47a", "tag": "7a32ab31-9d87-4e33-9462-901a91f6f536", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:53.062506 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db9163c7-c3cc-4e5b-9cc3-17fedb31b192 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:53.062913 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3039eb04-7d2d-43fb-b220-fc49cf4ce47a', 'tag': '7a32ab31-9d87-4e33-9462-901a91f6f536', 'status': 'completed', 'code': 200} Sep 16 05:13:53.159671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ecfd57-f7d9-4fc9-ac2d-adb8aca8bba8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.166918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2700a3-dc7e-4ad0-af05-4251eb9aee79 req-e43bd463-6399-4504-bf40-e997dda8110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.168553 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b2700a3-dc7e-4ad0-af05-4251eb9aee79 req-e43bd463-6399-4504-bf40-e997dda8110e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 1096 time: 0.0586979 Sep 16 05:13:53.204535 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:53.255594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ecfd57-f7d9-4fc9-ac2d-adb8aca8bba8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.285785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecfd57-f7d9-4fc9-ac2d-adb8aca8bba8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf15739-45fc-4e5b-b14f-a8e1046d46ad,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.307879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2700a3-dc7e-4ad0-af05-4251eb9aee79 req-d1090d74-3899-443f-972f-7928e676755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.309715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b2700a3-dc7e-4ad0-af05-4251eb9aee79 req-d1090d74-3899-443f-972f-7928e676755d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1266215 Sep 16 05:13:53.388962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ecfd57-f7d9-4fc9-ac2d-adb8aca8bba8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.393116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-54ecfd57-f7d9-4fc9-ac2d-adb8aca8bba8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5054150 Sep 16 05:13:53.393481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40414) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.407708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-cd63dd6d-6e0f-4568-9ced-1f2404169379 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '36d7b2c5-6439-4391-b958-cfb3a301f783', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.449199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2700a3-dc7e-4ad0-af05-4251eb9aee79 req-d201b17a-1e44-4820-8938-7fbf3bc1299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.450798 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5b2700a3-dc7e-4ad0-af05-4251eb9aee79 req-d201b17a-1e44-4820-8938-7fbf3bc1299e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336019 Sep 16 05:13:53.510778 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-cd63dd6d-6e0f-4568-9ced-1f2404169379 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Project da94cb2f91514c57a58d347bae59374f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:53.516493 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd63dd6d-6e0f-4568-9ced-1f2404169379 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.526919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f949fa-dc08-4bed-8ddd-b3d3797aca88 req-ac3111b7-6ca0-4948-a450-0f33f76a667b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.529206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97f949fa-dc08-4bed-8ddd-b3d3797aca88 req-ac3111b7-6ca0-4948-a450-0f33f76a667b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 944 time: 0.0740645 Sep 16 05:13:53.614591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97f949fa-dc08-4bed-8ddd-b3d3797aca88 req-d662f98a-100e-443a-adbb-d63796282106 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782578 Sep 16 05:13:53.630525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd63dd6d-6e0f-4568-9ced-1f2404169379 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.664484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-5bb36075-d484-42b0-b56f-c35218fe72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.666006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-5bb36075-d484-42b0-b56f-c35218fe72e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 1096 time: 0.0570259 Sep 16 05:13:53.721753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd63dd6d-6e0f-4568-9ced-1f2404169379 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.721753 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-4d570c0e-9e2c-491a-b334-7f4a1dd1b0c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a32ab31-9d87-4e33-9462-901a91f6f536 HTTP/1.1" status: 200 len: 217 time: 0.0404029 Sep 16 05:13:53.769372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63dd6d-6e0f-4568-9ced-1f2404169379 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326eef22-3024-4cd8-bcf8-576d068b5150,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.790809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-49986fb2-ce4c-46c2-b2a7-48f6ad560607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.792355 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-49986fb2-ce4c-46c2-b2a7-48f6ad560607 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.0607634 Sep 16 05:13:53.836029 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-9ae1f76c-4055-469a-ae44-8b03c8e38f3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350351 Sep 16 05:13:53.845268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd63dd6d-6e0f-4568-9ced-1f2404169379 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.848668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cd63dd6d-6e0f-4568-9ced-1f2404169379 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4537153 Sep 16 05:13:53.861787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40432) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.867160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-aacad20a-33e4-4a19-9f23-477c6ab0d3c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '36d7b2c5-6439-4391-b958-cfb3a301f783', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.952715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-8e9cb4ea-0bb3-45c7-8968-22b487539f1d service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024935 Sep 16 05:13:54.039486 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-aacad20a-33e4-4a19-9f23-477c6ab0d3c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Project da94cb2f91514c57a58d347bae59374f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:54.044762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aacad20a-33e4-4a19-9f23-477c6ab0d3c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.072094 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5fe68060-074b-4ea5-859b-1a9f47ad63d6 req-7fa069ec-947a-4589-87d5-0f64dcd7d206 service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072674 Sep 16 05:13:54.137132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aacad20a-33e4-4a19-9f23-477c6ab0d3c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.223813 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aacad20a-33e4-4a19-9f23-477c6ab0d3c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.244611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad20a-33e4-4a19-9f23-477c6ab0d3c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2868f4-6d89-4cfb-add3-27006859c8f9,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.337575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aacad20a-33e4-4a19-9f23-477c6ab0d3c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.338872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aacad20a-33e4-4a19-9f23-477c6ab0d3c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4760654 Sep 16 05:13:54.341830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40448) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:54.346918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'network': {'name': 'tempest-network-smoke--1409714853', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'port_security_enabled': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:54.442276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:54.446396 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.473894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:54.484952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.485301 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Added segment 370cbe41-79a2-4f98-bf8b-4dc8831bf2f4 of type vlan for network ec5e5375-4d17-4991-96ec-0c890136d3a4 Sep 16 05:13:54.538042 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.653424 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.660064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.660694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.805318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4624240 Sep 16 05:13:54.809306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6152b-4239-4aeb-898c-3f2af166ec1d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Network': ['ID=ec5e5375-4d17-4991-96ec-0c890136d3a4,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.809827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40464) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:54.814861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'admin_state_up': True, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:54.822912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:54.826640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05567a-8463-4767-a117-5b4cf5b77481 req-0691ceab-94e1-4c76-97ed-4b6bd991d6b9 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.828240 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d05567a-8463-4767-a117-5b4cf5b77481 req-0691ceab-94e1-4c76-97ed-4b6bd991d6b9 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 944 time: 0.1275630 Sep 16 05:13:54.870854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d05567a-8463-4767-a117-5b4cf5b77481 req-47d640e0-acbc-475e-b43a-62fb4cad769e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Sep 16 05:13:55.322442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.327528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.376470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.597506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.937307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7a32ab31-9d87-4e33-9462-901a91f6f536 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:55.940109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.960355 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.090299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.25.7.237 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/19c9f8fa-8f70-4e3d-93a3-053fa8f68b82) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:56.095892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7a32ab31-9d87-4e33-9462-901a91f6f536, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a32ab31-9d87-4e33-9462-901a91f6f536,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:56.111717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '7a32ab31-9d87-4e33-9462-901a91f6f536', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'port_id': '7a32ab31-9d87-4e33-9462-901a91f6f536', 'mac_address': 'fa:16:3e:4d:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0f0b37-d200-47ae-90d3-b6c8dae3dcad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:56.125347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa66d9-d9dd-4328-b227-f1327c64e318 req-cdfb4c78-8761-4ac7-ba27-6bd337c00d96 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.128504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5dfa66d9-d9dd-4328-b227-f1327c64e318 req-cdfb4c78-8761-4ac7-ba27-6bd337c00d96 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 944 time: 0.1009700 Sep 16 05:13:56.169849 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.186741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a32ab31-9d87-4e33-9462-901a91f6f536 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:56.205004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5dfa66d9-d9dd-4328-b227-f1327c64e318 req-b0f27b1b-c721-4aa1-be65-b699d8b16451 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655439 Sep 16 05:13:56.248547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7a32ab31-9d87-4e33-9462-901a91f6f536, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a32ab31-9d87-4e33-9462-901a91f6f536,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:56.310515 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.333913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.380726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7a32ab31-9d87-4e33-9462-901a91f6f536,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.431164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.469808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:56.472662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:56.476405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:56.506480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=19c9f8fa-8f70-4e3d-93a3-053fa8f68b82,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.612774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7a32ab31-9d87-4e33-9462-901a91f6f536'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:57.292580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.358389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2275f-229c-49ca-adcf-156b236bbd8c req-117f13e7-02f6-4994-b2f1-6b1b2b6af229 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.367449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dca2275f-229c-49ca-adcf-156b236bbd8c req-117f13e7-02f6-4994-b2f1-6b1b2b6af229 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 945 time: 0.0646477 Sep 16 05:13:57.415503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dca2275f-229c-49ca-adcf-156b236bbd8c req-9ed9a9a2-3c29-4ef5-b401-d88258dc8eee tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476847 Sep 16 05:13:57.574407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.948858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 67023e28-6a98-47d1-9891-853942de7824 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:57.959188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7a32ab31-9d87-4e33-9462-901a91f6f536 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:58.064132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:58.083226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Sync routers for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:58.093423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:58.095064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:58.142965 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.175633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.180667 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a633cc1-7904-427e-90e9-013f8b933b46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3664875 Sep 16 05:13:58.180926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40556) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:58.198851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 7a32ab31-9d87-4e33-9462-901a91f6f536 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:58.208310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 7a32ab31-9d87-4e33-9462-901a91f6f536 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:58.208892 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.248452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:58.512593 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9b9faaee-ac8a-419f-8863-3ed1dfa8207c tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=da94cb2f91514c57a58d347bae59374f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3298903 Sep 16 05:13:58.514896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40572) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:58.522510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.566284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3039eb04-7d2d-43fb-b220-fc49cf4ce47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a32ab31-9d87-4e33-9462-901a91f6f536'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:58.568926 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2e6a6c-e4bb-4ce9-8a0e-0d2452da367a" -d '{"events": [{"server_uuid": "3039eb04-7d2d-43fb-b220-fc49cf4ce47a", "name": "network-vif-plugged", "status": "completed", "tag": "7a32ab31-9d87-4e33-9462-901a91f6f536"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:58.585248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7a32ab31-9d87-4e33-9462-901a91f6f536, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a32ab31-9d87-4e33-9462-901a91f6f536,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:58.634654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:13:56Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:58.675953 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68c57ed-56cd-4ca0-aed4-47385d4d7791 x-openstack-request-id: req-a68c57ed-56cd-4ca0-aed4-47385d4d7791 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:58.675953 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3039eb04-7d2d-43fb-b220-fc49cf4ce47a", "name": "network-vif-plugged", "status": "completed", "tag": "7a32ab31-9d87-4e33-9462-901a91f6f536", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:58.675953 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a68c57ed-56cd-4ca0-aed4-47385d4d7791 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:58.675953 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3039eb04-7d2d-43fb-b220-fc49cf4ce47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a32ab31-9d87-4e33-9462-901a91f6f536', 'code': 200} Sep 16 05:13:58.675953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Checking router: 67023e28-6a98-47d1-9891-853942de7824 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:58.675953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Updating router 67023e28-6a98-47d1-9891-853942de7824 port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:58.675953 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.768033 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.819389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7a32ab31-9d87-4e33-9462-901a91f6f536,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.846259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d4c3-2f57-424a-a3b4-51598ea89c16 req-77721183-3dcc-4663-b73c-7f151b3c46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.849196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-dc81d4c3-2f57-424a-a3b4-51598ea89c16 req-77721183-3dcc-4663-b73c-7f151b3c46b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 1098 time: 0.0810151 Sep 16 05:13:58.921304 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-dc81d4c3-2f57-424a-a3b4-51598ea89c16 req-27744827-c49f-4386-b822-d46fc19e08c7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650187 Sep 16 05:13:59.124952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6e348-4676-49d7-a00b-958dfd2d32c5 req-4315a423-30cc-4468-9ea8-19f46fbf0c96 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.127053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14d6e348-4676-49d7-a00b-958dfd2d32c5 req-4315a423-30cc-4468-9ea8-19f46fbf0c96 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 945 time: 0.5887115 Sep 16 05:13:59.165547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6b0da-7f70-4854-9c9c-ce39acdf9e8f tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.167414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dac6b0da-7f70-4854-9c9c-ce39acdf9e8f tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6508226 Sep 16 05:13:59.170604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40586) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:59.194731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14d6e348-4676-49d7-a00b-958dfd2d32c5 req-fc8ee5a5-ca80-454e-b5b4-4b7b537d4a9a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600619 Sep 16 05:13:59.268718 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a92ebef3-bea1-413f-a915-a3524df7e5cf tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0967038 Sep 16 05:13:59.272882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40590) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:59.279078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1032896441', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:59.353279 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.424035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.498950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790262-6a12-4eda-9725-ca8c72b59ad8 None None] Pushing event updated for resources: {'Port': ['ID=19c9f8fa-8f70-4e3d-93a3-053fa8f68b82,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.501348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Attempting to bind port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:59.501713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Attempting to bind port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:59.502355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Attempting to bind port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:59.519670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:59.519670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:59.519670 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.519670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:59.519670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Bound port: 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:59.519670 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.537256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:59.542014 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.588170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] For port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:59.595084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] For port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=19c9f8fa-8f70-4e3d-93a3-053fa8f68b82,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:59.678430 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.735461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:59.736210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:59.790681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790262-6a12-4eda-9725-ca8c72b59ad8 None None] Pushing event updated for resources: {'Port': ['ID=19c9f8fa-8f70-4e3d-93a3-053fa8f68b82,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.999496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:00.048715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:13:56Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:00.075916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0adf85-a252-4d19-95c1-afd9fd23a8dd None None] The sync data for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 is: [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:13:56Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:00.139856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.205995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Subnet': ['ID=4271a0a1-73c5-4ce0-ac78-18c53152c0d8,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.224423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Checking segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:00.224423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network hostable DHCP agents. Network: ec5e5375-4d17-4991-96ec-0c890136d3a4, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:00.359966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29f6da-28fb-4034-90bb-4051c5310ec6 req-b9bed367-e661-4b7a-b4ab-e7ebd7a000de tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.371068 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b29f6da-28fb-4034-90bb-4051c5310ec6 req-b9bed367-e661-4b7a-b4ab-e7ebd7a000de tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 946 time: 0.0949779 Sep 16 05:14:00.375018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:00.439955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b29f6da-28fb-4034-90bb-4051c5310ec6 req-690c93d4-fc8b-4c63-b26a-cec26b3ea04b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684640 Sep 16 05:14:00.472348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ec5e5375-4d17-4991-96ec-0c890136d3a4) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:00.488700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98bd4a-3d90-474b-b11f-7de19b795f17 None None] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:00.489366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.489366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.600789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-39ab0946-a118-4743-8d21-68fd3a0f37e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3263955 Sep 16 05:14:00.603567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40620) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:00.730697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ec5e5375-4d17-4991-96ec-0c890136d3a4', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:00.732552 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.902163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Allocated IP 172.20.0.2 (ec5e5375-4d17-4991-96ec-0c890136d3a4/4271a0a1-73c5-4ce0-ac78-18c53152c0d8/cb8b0be1-73bf-49c2-ad07-8242d5a1c263) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:01.274763 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.572746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.573312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45440-9de0-49d2-9ed0-f76b3f83335f req-576b8f91-0103-4d84-b393-7f75aa56f727 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.573312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73d45440-9de0-49d2-9ed0-f76b3f83335f req-576b8f91-0103-4d84-b393-7f75aa56f727 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 946 time: 0.0522277 Sep 16 05:14:01.605252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73d45440-9de0-49d2-9ed0-f76b3f83335f req-29160d13-c2c9-4454-8c4e-25e7fd03a2fe tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Sep 16 05:14:01.708872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:01.778439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:01.778944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.885141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.908190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=19c9f8fa-8f70-4e3d-93a3-053fa8f68b82,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:02.005609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-39882ab6-db18-4d56-9921-8c392941a24f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.007381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-39882ab6-db18-4d56-9921-8c392941a24f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1209497 Sep 16 05:14:02.023849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-285fb3d3-4993-4eb7-ab88-5a97bf032d15 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/quotas/96ea114bae8d411cabc5fcdc3ba0ffd1 HTTP/1.1" status: 200 len: 375 time: 0.0102377 Sep 16 05:14:02.094100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-311d2f63-62f7-4731-9d46-ead7b5db3322 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636113 Sep 16 05:14:02.191379 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.236917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4db9bffd-744e-48df-86fa-fe24a64f4be1 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417956 Sep 16 05:14:02.303154 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.308332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Pushing event updated for resources: {'Port': ['ID=cb8b0be1-73bf-49c2-ad07-8242d5a1c263,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:02.327492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.20.0.1 (ec5e5375-4d17-4991-96ec-0c890136d3a4/4271a0a1-73c5-4ce0-ac78-18c53152c0d8/e7848804-c84a-4c41-9bcd-a984567f9b08) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:02.381698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-ed96064f-2455-4ac1-9e38-c455b0d28a7b service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381516 Sep 16 05:14:02.427887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:02.429604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=19c9f8fa-8f70-4e3d-93a3-053fa8f68b82,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:02.433135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:02.435836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:02.529993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Attempting to bind port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:02.530511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Attempting to bind port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:02.530922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Attempting to bind port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 on network ec5e5375-4d17-4991-96ec-0c890136d3a4 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:02.539769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:02.550284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Checking segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:02.550284 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.550284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Bound using segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:02.550284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Bound port: cb8b0be1-73bf-49c2-ad07-8242d5a1c263, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:02.550284 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.652275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] For port cb8b0be1-73bf-49c2-ad07-8242d5a1c263, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:02.656773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] For port cb8b0be1-73bf-49c2-ad07-8242d5a1c263, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cb8b0be1-73bf-49c2-ad07-8242d5a1c263,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:02.674989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.772540 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.803023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.909890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:02.915422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:02.934024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:02.992196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7764d857-8372-4f71-b523-3f8e35193392 req-693aaa6b-46ec-4f37-9d10-d8677a5d2a25 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 210 time: 0.0693436 Sep 16 05:14:03.018660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49646acb-216b-4726-acf1-f8e45e44ca4e None None] Pushing event updated for resources: {'Port': ['ID=cb8b0be1-73bf-49c2-ad07-8242d5a1c263,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.046786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=e7848804-c84a-4c41-9bcd-a984567f9b08,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.099616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.455408 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.836013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:03.875068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.925953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:03.927201 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.974152 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.105096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cb8b0be1-73bf-49c2-ad07-8242d5a1c263 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:04.209780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=e7848804-c84a-4c41-9bcd-a984567f9b08,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:04.228174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e2df0ba-c15e-4d1a-a446-d1da20262e74 req-9c576437-815f-4ab4-ab18-b2429c847b84 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 210 time: 0.1182313 Sep 16 05:14:04.240421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.253934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:04.254352 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.412822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:04.413296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.414652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:04.483624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port cb8b0be1-73bf-49c2-ad07-8242d5a1c263, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cb8b0be1-73bf-49c2-ad07-8242d5a1c263,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:04.487572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b7a8c1-c175-4694-9e16-b849bf7b4f06 None None] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:04.612733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.614394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 67023e28-6a98-47d1-9891-853942de7824 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:04.685234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=cb8b0be1-73bf-49c2-ad07-8242d5a1c263,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:04.729180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-23907cc3-a4c8-4244-9979-fcf2d69658ec None None] Provisioning complete for port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:04.729565 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23907cc3-a4c8-4244-9979-fcf2d69658ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.813441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:04.821011 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1051f9f-0082-4354-88ca-868945a27e6d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "PUT /v2.0/routers/67023e28-6a98-47d1-9891-853942de7824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2159023 Sep 16 05:14:04.840406 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Sync routers for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:04.849430 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:04.850143 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:05.211540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-6a60643d-4acf-4d4c-bae6-30ee6d97b7f5 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538465916&fields=id&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 267 time: 0.0932789 Sep 16 05:14:05.329407 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:05.356323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-c440c021-02e7-4fff-8c58-a9579ac57edc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.365392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-c440c021-02e7-4fff-8c58-a9579ac57edc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 797 time: 0.1525650 Sep 16 05:14:05.405361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-58492e8f-548e-4794-8c34-c91f9128921b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/quotas/da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 375 time: 0.0388920 Sep 16 05:14:05.516608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-1a91ad9e-9a46-45c5-b002-4d3744748b70 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090305 Sep 16 05:14:05.601740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d45c34d5-dea4-4863-ba2d-48d26da064a5 None None] Provisioning complete for port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:05.602263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d45c34d5-dea4-4863-ba2d-48d26da064a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.777309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cb8b0be1-73bf-49c2-ad07-8242d5a1c263 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:05.781667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-6f727bfd-44c9-4ab2-9d32-52d379a9ef1d service neutron] 10.222.0.59 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440982 Sep 16 05:14:05.787110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-ddf88cfc-5410-4118-8a06-6d334c36a6b4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.789952 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-ddf88cfc-5410-4118-8a06-6d334c36a6b4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.3228054 Sep 16 05:14:05.809681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Request body: {'port': {'device_id': '78fb372c-3902-4ac3-9bfe-7f16d1a3deb8', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'admin_state_up': True, 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:05.945134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfb7d457-9244-426b-8f55-b1dd7aaf8a8a req-9b152abb-08e4-4258-8610-120612681734 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 210 time: 0.4027941 Sep 16 05:14:05.948308 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 2, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:06.002894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d45c34d5-dea4-4863-ba2d-48d26da064a5 None None] Provisioning complete for port e7848804-c84a-4c41-9bcd-a984567f9b08 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:06.002894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d45c34d5-dea4-4863-ba2d-48d26da064a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.022011 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Checking router: 67023e28-6a98-47d1-9891-853942de7824 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:06.022505 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Updating router 67023e28-6a98-47d1-9891-853942de7824 port e7848804-c84a-4c41-9bcd-a984567f9b08 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:14:06.059166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:06.071649 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.106072 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.152360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-ae3ed93a-52c0-4c40-8168-d90161c13cd0 service neutron] 10.222.0.59 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695555 Sep 16 05:14:06.167389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d45c34d5-dea4-4863-ba2d-48d26da064a5 None None] Port e7848804-c84a-4c41-9bcd-a984567f9b08 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:06.196187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:06.201550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.328550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ff01ce32-3d6e-46e4-b705-bd414ce8e36a None None] Provisioning complete for port e7848804-c84a-4c41-9bcd-a984567f9b08 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:06.328786 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff01ce32-3d6e-46e4-b705-bd414ce8e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.428578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ff01ce32-3d6e-46e4-b705-bd414ce8e36a None None] Port e7848804-c84a-4c41-9bcd-a984567f9b08 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:06.511489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Allocated IP 172.20.0.10 (138ec5de-f5a5-4fd8-90e2-de3ebf222fde/fa0f0b37-d200-47ae-90d3-b6c8dae3dcad/febc8770-98d0-4d27-a9e6-d880a465c785) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:06.579519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8c6b7bcd-033b-4850-9a8e-5544dbb15e34 None None] Provisioning complete for port e7848804-c84a-4c41-9bcd-a984567f9b08 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:06.581702 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8c6b7bcd-033b-4850-9a8e-5544dbb15e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.680564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-062c62ad-e196-42af-bb72-20ecff9de40f req-4619c980-a99d-41ef-9c4b-c472144938b2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0787914 Sep 16 05:14:06.712566 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.714132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b7bcd-033b-4850-9a8e-5544dbb15e34 None None] Port e7848804-c84a-4c41-9bcd-a984567f9b08 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:06.812924 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.827812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.902493 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8eef-cf18-4a5f-aa2f-26c5ffcafd61 None None] Pushing event updated for resources: {'Port': ['ID=e7848804-c84a-4c41-9bcd-a984567f9b08,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:06.957759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.986833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:07.022155 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Attempting to bind port e7848804-c84a-4c41-9bcd-a984567f9b08 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:07.022155 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Attempting to bind port e7848804-c84a-4c41-9bcd-a984567f9b08 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:07.022155 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Attempting to bind port e7848804-c84a-4c41-9bcd-a984567f9b08 on network ec5e5375-4d17-4991-96ec-0c890136d3a4 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:07.022918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7a32ab31-9d87-4e33-9462-901a91f6f536'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:07.044576 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:07.047851 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Checking segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:07.047851 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.047851 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Bound using segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:07.047851 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Bound port: e7848804-c84a-4c41-9bcd-a984567f9b08, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:07.047851 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.139556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:07.145072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:07.156692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:07.213281 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] For port e7848804-c84a-4c41-9bcd-a984567f9b08, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:07.229030 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] For port e7848804-c84a-4c41-9bcd-a984567f9b08, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e7848804-c84a-4c41-9bcd-a984567f9b08,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:07.237312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02070e5-a52c-40e5-8515-07c3e144a8a8 req-87a1b60e-72d1-4bc2-ab84-2bc98d2e827b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.249336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c02070e5-a52c-40e5-8515-07c3e144a8a8 req-87a1b60e-72d1-4bc2-ab84-2bc98d2e827b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 932 time: 0.1728480 Sep 16 05:14:07.256287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event updated for resources: {'Port': ['ID=febc8770-98d0-4d27-a9e6-d880a465c785,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:07.314455 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.329356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c02070e5-a52c-40e5-8515-07c3e144a8a8 req-a0d31a21-a2d6-454e-bce0-99f111e5759f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778012 Sep 16 05:14:07.340771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.341336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.483438 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-4c56aab7-1f8b-46d9-a7f8-41b7b7793f43 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6811686 Sep 16 05:14:07.486132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-758ec5d2-2f07-4a98-a9fd-bba2cb39df68 None None] Provisioning complete for port e7848804-c84a-4c41-9bcd-a984567f9b08 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:07.486329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-758ec5d2-2f07-4a98-a9fd-bba2cb39df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.495125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Request body: {'port': {'device_id': '78fb372c-3902-4ac3-9bfe-7f16d1a3deb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:07.532412 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8eef-cf18-4a5f-aa2f-26c5ffcafd61 None None] Pushing event updated for resources: {'Port': ['ID=e7848804-c84a-4c41-9bcd-a984567f9b08,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:07.535855 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:07.536815 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:13:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:07.611656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.716197 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-758ec5d2-2f07-4a98-a9fd-bba2cb39df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.734080 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:07.838435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97e3ab41-8e14-4e7e-bc06-8c6e5d86b0d6 req-7c954a95-4ae3-4ae6-b862-b883241adb18 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0810759 Sep 16 05:14:07.839022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-758ec5d2-2f07-4a98-a9fd-bba2cb39df68 None None] For port e7848804-c84a-4c41-9bcd-a984567f9b08, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e7848804-c84a-4c41-9bcd-a984567f9b08,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:07.979277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-758ec5d2-2f07-4a98-a9fd-bba2cb39df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.037021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ec5d2-2f07-4a98-a9fd-bba2cb39df68 None None] Pushing event updated for resources: {'Port': ['ID=e7848804-c84a-4c41-9bcd-a984567f9b08,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.078580 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:07Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:08.105283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ee7c5c73-b378-46e9-85e4-d609ad70844b None None] Provisioning complete for port e7848804-c84a-4c41-9bcd-a984567f9b08 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:08.105545 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5c73-b378-46e9-85e4-d609ad70844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.133876 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ce6e1-ede4-400b-bc9a-3028a3ad4329 None None] The sync data for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 is: [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:07Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:08.148900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febc8770-98d0-4d27-a9e6-d880a465c785 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:08.169143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.232523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Transition to ACTIVE for port object febc8770-98d0-4d27-a9e6-d880a465c785 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:08.327442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.391187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Pushing event updated for resources: {'Port': ['ID=febc8770-98d0-4d27-a9e6-d880a465c785,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.507215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c576-0e71-4f7c-9ba5-639cf8d3412a req-1e9f75c0-964d-4ce7-8847-91eb5c0f8b51 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.515620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f15c576-0e71-4f7c-9ba5-639cf8d3412a req-1e9f75c0-964d-4ce7-8847-91eb5c0f8b51 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 944 time: 0.0789034 Sep 16 05:14:08.565624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f15c576-0e71-4f7c-9ba5-639cf8d3412a req-425af56f-08da-4cfa-9e54-6613523f5b3a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464780 Sep 16 05:14:08.568189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Attempting to bind port febc8770-98d0-4d27-a9e6-d880a465c785 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:08.574861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Attempting to bind port febc8770-98d0-4d27-a9e6-d880a465c785 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:08.577331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Attempting to bind port febc8770-98d0-4d27-a9e6-d880a465c785 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:08.588706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Port febc8770-98d0-4d27-a9e6-d880a465c785 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:08.596316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Attempting to bind port febc8770-98d0-4d27-a9e6-d880a465c785 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:08.596316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:08.596316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Checking segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:08.596316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Bound using segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:08.600239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Bound port: febc8770-98d0-4d27-a9e6-d880a465c785, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:08.600647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.699905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] For port febc8770-98d0-4d27-a9e6-d880a465c785, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:08.703434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] For port febc8770-98d0-4d27-a9e6-d880a465c785, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=febc8770-98d0-4d27-a9e6-d880a465c785,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:08.806269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.858571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.858571 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.858571 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] 10.222.0.60 "PUT /v2.0/ports/febc8770-98d0-4d27-a9e6-d880a465c785 HTTP/1.1" status: 200 len: 1093 time: 1.3591726 Sep 16 05:14:08.858571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fb372c-3902-4ac3-9bfe-7f16d1a3deb8', 'tag': 'febc8770-98d0-4d27-a9e6-d880a465c785'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:08.871342 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf71dc8-a595-4da6-bd54-0f00e352ac58" -d '{"events": [{"name": "network-changed", "server_uuid": "78fb372c-3902-4ac3-9bfe-7f16d1a3deb8", "tag": "febc8770-98d0-4d27-a9e6-d880a465c785"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:08.922019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c7c7e-4fc0-48db-ac52-90cc8d3cc583 service neutron] Pushing event updated for resources: {'Port': ['ID=febc8770-98d0-4d27-a9e6-d880a465c785,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.940321 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb7dd11-68a8-4fb8-98de-392979516e80 x-openstack-request-id: req-7cb7dd11-68a8-4fb8-98de-392979516e80 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:08.940622 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fb372c-3902-4ac3-9bfe-7f16d1a3deb8", "tag": "febc8770-98d0-4d27-a9e6-d880a465c785", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:08.940885 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7cb7dd11-68a8-4fb8-98de-392979516e80 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:08.941838 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fb372c-3902-4ac3-9bfe-7f16d1a3deb8', 'tag': 'febc8770-98d0-4d27-a9e6-d880a465c785', 'status': 'completed', 'code': 200} Sep 16 05:14:08.967880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48470146-7169-4306-b745-de1db48954a2 req-64c0ce4e-307d-4300-a5e8-3d181e4e83fa tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0386240 Sep 16 05:14:09.012299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf71dc8-a595-4da6-bd54-0f00e352ac58 req-e6fd55bb-a05a-45a0-8b7b-cced7ec1f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.014472 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5bf71dc8-a595-4da6-bd54-0f00e352ac58 req-e6fd55bb-a05a-45a0-8b7b-cced7ec1f53d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 1096 time: 0.0518539 Sep 16 05:14:09.189005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf71dc8-a595-4da6-bd54-0f00e352ac58 req-06ad91f8-8b14-4f14-9ee9-b0301bb7946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.190999 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5bf71dc8-a595-4da6-bd54-0f00e352ac58 req-06ad91f8-8b14-4f14-9ee9-b0301bb7946e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1664412 Sep 16 05:14:09.298246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf71dc8-a595-4da6-bd54-0f00e352ac58 req-9ac27a9c-e5ad-4261-9af7-5c7582fdffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.299850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5bf71dc8-a595-4da6-bd54-0f00e352ac58 req-9ac27a9c-e5ad-4261-9af7-5c7582fdffbd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010647 Sep 16 05:14:09.390740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-bfc87ade-f215-460d-a377-cfc22d9a66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.392344 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-bfc87ade-f215-460d-a377-cfc22d9a66eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 1096 time: 0.0491052 Sep 16 05:14:09.436761 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-6ec25611-580b-47b0-847c-71d9ffebd90d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=febc8770-98d0-4d27-a9e6-d880a465c785 HTTP/1.1" status: 200 len: 217 time: 0.0368469 Sep 16 05:14:09.490688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-a4bd9fbe-d094-4bd5-82ff-7daa0b4cd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.492319 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-a4bd9fbe-d094-4bd5-82ff-7daa0b4cd6dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.0480785 Sep 16 05:14:09.535892 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-8587453a-1d35-471d-9f02-f3468e08fb54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357823 Sep 16 05:14:09.777916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e7848804-c84a-4c41-9bcd-a984567f9b08 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:09.787788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff534-6623-4870-8579-3921f2b306ee req-f6832b95-b6a2-441e-94d7-2ca9b7e155a7 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.789557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22cff534-6623-4870-8579-3921f2b306ee req-f6832b95-b6a2-441e-94d7-2ca9b7e155a7 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 944 time: 0.0911989 Sep 16 05:14:09.847267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22cff534-6623-4870-8579-3921f2b306ee req-326020b0-0541-45ee-877c-e5c7535a3c91 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501935 Sep 16 05:14:09.865690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e7848804-c84a-4c41-9bcd-a984567f9b08 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:09.866747 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.096980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75a8d0e3-14c8-41aa-883c-2f625e835ee7 req-b09e4220-cb8f-4e9d-82c3-26e000bbf563 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0298736 Sep 16 05:14:10.161128 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-e559e84e-738b-40ba-8114-bc70a1bc25c5 service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143773 Sep 16 05:14:10.184375 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-a8ac40f4-5b5f-46ac-8791-428fad913ea2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.184375 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-a8ac40f4-5b5f-46ac-8791-428fad913ea2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 797 time: 0.1823938 Sep 16 05:14:10.278117 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-46db03eb-0fc4-463f-943d-768121bb2af6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 380 time: 0.0759306 Sep 16 05:14:10.296338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'port': {'device_id': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'admin_state_up': True, 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'security_groups': ['36d7b2c5-6439-4391-b958-cfb3a301f783']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:10.314573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eaa6ed69-2434-41ed-848d-14520986a1c7 req-97390445-0d75-44b8-b203-14d8583ca04a service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477013 Sep 16 05:14:10.451710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.565570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:10.569841 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.705851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.20.0.7 (ec5e5375-4d17-4991-96ec-0c890136d3a4/4271a0a1-73c5-4ce0-ac78-18c53152c0d8/b08f31b5-731f-49d9-b582-0e532ab61260) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:10.863777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.984916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4f544-7e17-46e5-bc6d-59309441ea03 req-964eaaf3-55f4-4f3a-b062-c5ac1b99f403 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.986458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14a4f544-7e17-46e5-bc6d-59309441ea03 req-964eaaf3-55f4-4f3a-b062-c5ac1b99f403 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 944 time: 0.0658140 Sep 16 05:14:11.025019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.026707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14a4f544-7e17-46e5-bc6d-59309441ea03 req-fe63eb0d-ac03-4ca0-b217-f6a5879bfe6d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330689 Sep 16 05:14:11.070844 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99ad32b7-97da-4144-9ece-011f54f75810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.079442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:11.080995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:11.083416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.085790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:11.149650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.150612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.263420 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-09ffa9ef-06ce-403a-8b32-7e1f47d04e93 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9753423 Sep 16 05:14:11.283855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Request body: {'port': {'device_id': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:11.298852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd8043-b76d-4e90-9d56-8afe1ff66e9f req-1af2ba2a-db1f-4b19-8457-efa373e5c77d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.304667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfcd8043-b76d-4e90-9d56-8afe1ff66e9f req-1af2ba2a-db1f-4b19-8457-efa373e5c77d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 931 time: 0.0956187 Sep 16 05:14:11.360573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.395914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfcd8043-b76d-4e90-9d56-8afe1ff66e9f req-b12a8bbf-3384-4d86-9c08-c55969bb0536 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877168 Sep 16 05:14:11.406313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-893946a1-4e49-4df6-a91b-4d9a14fad489 None None] Provisioning complete for port b08f31b5-731f-49d9-b582-0e532ab61260 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:11.406754 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-893946a1-4e49-4df6-a91b-4d9a14fad489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.469216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-893946a1-4e49-4df6-a91b-4d9a14fad489 None None] Port b08f31b5-731f-49d9-b582-0e532ab61260 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:11.667126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08f31b5-731f-49d9-b582-0e532ab61260 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:11.677499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.687216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Transition to ACTIVE for port object b08f31b5-731f-49d9-b582-0e532ab61260 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:11.765988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.872057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.930576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Attempting to bind port b08f31b5-731f-49d9-b582-0e532ab61260 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:11.931130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Attempting to bind port b08f31b5-731f-49d9-b582-0e532ab61260 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:11.931664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Attempting to bind port b08f31b5-731f-49d9-b582-0e532ab61260 on network ec5e5375-4d17-4991-96ec-0c890136d3a4 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:11.936600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Port b08f31b5-731f-49d9-b582-0e532ab61260 on network ec5e5375-4d17-4991-96ec-0c890136d3a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:11.937187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Attempting to bind port b08f31b5-731f-49d9-b582-0e532ab61260 on network ec5e5375-4d17-4991-96ec-0c890136d3a4 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:11.946314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:11.949750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Checking segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:11.949750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Bound using segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:11.949750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Bound port: b08f31b5-731f-49d9-b582-0e532ab61260, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:11.949750 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.053280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:12.053280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:12.174400 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.206987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385a8b9-b604-4d71-8850-e3b8bd5db17a req-b4b2ee4c-adf1-4251-becc-e827e20b4e96 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.208709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0385a8b9-b604-4d71-8850-e3b8bd5db17a req-b4b2ee4c-adf1-4251-becc-e827e20b4e96 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 944 time: 0.0805094 Sep 16 05:14:12.254667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0385a8b9-b604-4d71-8850-e3b8bd5db17a req-8abd10ee-9924-4e53-8330-81721f14b237 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Sep 16 05:14:12.267979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:12.282501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.283341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.285076 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-dcfd0b06-3602-4118-8037-b164bb98b9a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 1092 time: 1.0061979 Sep 16 05:14:12.285693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:12.288481 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5bb9dc-d0bd-459a-980c-488eeef72fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:12.339153 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab08bb33-eec6-40f6-98a8-eedf3cd8dca4 x-openstack-request-id: req-ab08bb33-eec6-40f6-98a8-eedf3cd8dca4 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:12.339494 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:12.339776 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab08bb33-eec6-40f6-98a8-eedf3cd8dca4 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:12.340312 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'status': 'completed', 'code': 200} Sep 16 05:14:12.488970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bb9dc-d0bd-459a-980c-488eeef72fb1 req-15a3f241-d51d-4294-a7ea-e3f11dfef23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.491338 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb5bb9dc-d0bd-459a-980c-488eeef72fb1 req-15a3f241-d51d-4294-a7ea-e3f11dfef23f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0944095 Sep 16 05:14:12.662947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53254-b572-44fd-837c-1866fbf0a6c5 req-4568c886-8dff-423f-862f-d6e520d49afd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.667441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69d53254-b572-44fd-837c-1866fbf0a6c5 req-4568c886-8dff-423f-862f-d6e520d49afd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1274450 Sep 16 05:14:12.677040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bb9dc-d0bd-459a-980c-488eeef72fb1 req-a85f7c85-7e5a-4429-9136-1d65c90b804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.678574 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb5bb9dc-d0bd-459a-980c-488eeef72fb1 req-a85f7c85-7e5a-4429-9136-1d65c90b804b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=da94cb2f91514c57a58d347bae59374f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1724572 Sep 16 05:14:12.734431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69d53254-b572-44fd-837c-1866fbf0a6c5 req-af342016-7fe1-40fd-a979-9a134e554178 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560195 Sep 16 05:14:12.836035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bb9dc-d0bd-459a-980c-488eeef72fb1 req-11386f20-8638-4892-981b-1bcf1a1891cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.837655 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb5bb9dc-d0bd-459a-980c-488eeef72fb1 req-11386f20-8638-4892-981b-1bcf1a1891cc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497447 Sep 16 05:14:12.984412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-1f6295ce-c43f-4d44-a832-6959c64515d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.986021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-1f6295ce-c43f-4d44-a832-6959c64515d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0808797 Sep 16 05:14:13.045694 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-ddee6f33-d36e-428b-a0fd-c27c63d176c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 217 time: 0.0435011 Sep 16 05:14:13.098606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-7211c324-f368-48ee-8de1-102a2459fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.100157 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-7211c324-f368-48ee-8de1-102a2459fffe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.0463495 Sep 16 05:14:13.151674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-8ce37b2c-78d7-45c3-bc9d-6f235363d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.153332 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-8ce37b2c-78d7-45c3-bc9d-6f235363d4bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451703 Sep 16 05:14:13.286360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-9dda7741-c244-45af-94d4-1ef1382cf6e1 service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241648 Sep 16 05:14:13.430261 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-703ae2a4-6ea2-477f-8dd2-88aa29230660 req-ccc8cdf2-6e57-4f45-87cb-c733a7beb7b1 service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233242 Sep 16 05:14:13.458361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb4d1a-2b89-4816-8284-f5ded03ecdba req-fb632047-b8a6-4835-9d2d-e8bead92bd8f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.462144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36fb4d1a-2b89-4816-8284-f5ded03ecdba req-fb632047-b8a6-4835-9d2d-e8bead92bd8f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 944 time: 0.0605667 Sep 16 05:14:13.510134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36fb4d1a-2b89-4816-8284-f5ded03ecdba req-3876f0aa-7133-4fc9-b3b5-815027f8dc4c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Sep 16 05:14:13.773301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device febc8770-98d0-4d27-a9e6-d880a465c785 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:13.881317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745890b4-983a-48f2-aac8-149d2580aa77 req-23a187ae-9835-44d2-b168-81265e1c4854 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.885680 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-745890b4-983a-48f2-aac8-149d2580aa77 req-23a187ae-9835-44d2-b168-81265e1c4854 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0639324 Sep 16 05:14:13.932943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port febc8770-98d0-4d27-a9e6-d880a465c785, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=febc8770-98d0-4d27-a9e6-d880a465c785,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:13.935800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-745890b4-983a-48f2-aac8-149d2580aa77 req-81f2f5f1-7b41-4723-ac2f-bcaa5dcbf084 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460739 Sep 16 05:14:13.963412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'febc8770-98d0-4d27-a9e6-d880a465c785', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'port_id': 'febc8770-98d0-4d27-a9e6-d880a465c785', 'mac_address': 'fa:16:3e:5b:a1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0f0b37-d200-47ae-90d3-b6c8dae3dcad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:14.021523 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.037554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febc8770-98d0-4d27-a9e6-d880a465c785 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:14.059575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port febc8770-98d0-4d27-a9e6-d880a465c785, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=febc8770-98d0-4d27-a9e6-d880a465c785,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:14.244358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.246406 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.293597 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69835199-7229-4c4a-a4ba-9eee22198210 req-1184b642-922c-425d-96f1-69b43ae40673 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0717754 Sep 16 05:14:14.328023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=febc8770-98d0-4d27-a9e6-d880a465c785,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.395428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69835199-7229-4c4a-a4ba-9eee22198210 req-7a5a4acc-9d33-443e-9053-4f9152f945c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.399367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69835199-7229-4c4a-a4ba-9eee22198210 req-7a5a4acc-9d33-443e-9053-4f9152f945c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 1097 time: 0.0747466 Sep 16 05:14:14.447260 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a66f2453-5aaf-4803-be15-e1d815b580f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.526333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69835199-7229-4c4a-a4ba-9eee22198210 req-240f145a-e5f6-43fb-b878-24a413861354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.528257 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69835199-7229-4c4a-a4ba-9eee22198210 req-240f145a-e5f6-43fb-b878-24a413861354 service neutron] 10.222.0.60 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 907 time: 0.1041577 Sep 16 05:14:14.568000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['febc8770-98d0-4d27-a9e6-d880a465c785'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:14.583454 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69835199-7229-4c4a-a4ba-9eee22198210 req-3427bfcf-19f5-49bf-b8da-c175c13d7bdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d7dcfa0-006a-411a-891c-8fcfbe02ed06 HTTP/1.1" status: 200 len: 217 time: 0.0462563 Sep 16 05:14:14.662859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69835199-7229-4c4a-a4ba-9eee22198210 req-595418dd-f18d-4777-bee5-c54a3b52aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.664754 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69835199-7229-4c4a-a4ba-9eee22198210 req-595418dd-f18d-4777-bee5-c54a3b52aeec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.0730376 Sep 16 05:14:14.704589 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69835199-7229-4c4a-a4ba-9eee22198210 req-f07f96fc-e87a-41de-afe3-02a94904c17c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295389 Sep 16 05:14:14.740297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ddf15-b2ef-4e54-a799-5fb6973ead0f req-2b27120b-6dff-4bbb-b129-67c67f6d1ade tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.742090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b78ddf15-b2ef-4e54-a799-5fb6973ead0f req-2b27120b-6dff-4bbb-b129-67c67f6d1ade tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 945 time: 0.1320961 Sep 16 05:14:14.817350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b78ddf15-b2ef-4e54-a799-5fb6973ead0f req-119b9068-2e72-4c09-85de-e3699b0d5523 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637891 Sep 16 05:14:14.866244 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69835199-7229-4c4a-a4ba-9eee22198210 req-dc033855-62a4-4e9c-b416-b0922bb98c6a service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510580 Sep 16 05:14:14.979160 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69835199-7229-4c4a-a4ba-9eee22198210 req-61472ea6-f62b-4f2d-8270-aea70f85df57 service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006498 Sep 16 05:14:15.125679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e221721-61a5-4509-91fd-be02897aa730 req-ea9b3a26-4d50-4ec9-b1f2-1b800a815d30 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.135788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e221721-61a5-4509-91fd-be02897aa730 req-ea9b3a26-4d50-4ec9-b1f2-1b800a815d30 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1172893 Sep 16 05:14:15.150320 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.224967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e221721-61a5-4509-91fd-be02897aa730 req-124b2c84-86cb-482f-8937-f577927f1911 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832791 Sep 16 05:14:15.788927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device febc8770-98d0-4d27-a9e6-d880a465c785 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:15.986089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8c78f-2285-4118-b846-17bff2f70b6f req-fdede079-7f40-4d0b-ab04-f57584bb0afa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.988215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8a8c78f-2285-4118-b846-17bff2f70b6f req-fdede079-7f40-4d0b-ab04-f57584bb0afa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0903521 Sep 16 05:14:16.007658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port febc8770-98d0-4d27-a9e6-d880a465c785 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:16.012279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port febc8770-98d0-4d27-a9e6-d880a465c785 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:16.016921 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.027918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe766-f93c-4731-bfab-46d827285746 req-369055ce-ab80-482b-be8c-a212fa81263c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.030270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e29fe766-f93c-4731-bfab-46d827285746 req-369055ce-ab80-482b-be8c-a212fa81263c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 945 time: 0.0979154 Sep 16 05:14:16.044329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b08f31b5-731f-49d9-b582-0e532ab61260 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:16.065891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8a8c78f-2285-4118-b846-17bff2f70b6f req-b9b08aab-f9e5-4a75-8490-4c2223f0585b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644400 Sep 16 05:14:16.125328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e29fe766-f93c-4731-bfab-46d827285746 req-f048ef38-db0b-4ea7-855e-2c021df05a5d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Sep 16 05:14:16.349217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e7796-2141-44c2-a8d8-45de86fb80b6 req-204044a3-5164-4e9c-95d6-5d810ddb91c2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.356797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-945e7796-2141-44c2-a8d8-45de86fb80b6 req-204044a3-5164-4e9c-95d6-5d810ddb91c2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0645714 Sep 16 05:14:16.360989 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.393727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:16.401508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-945e7796-2141-44c2-a8d8-45de86fb80b6 req-1acf8875-c605-4698-82d1-d0cc8c2a20b2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438559 Sep 16 05:14:16.405479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fb372c-3902-4ac3-9bfe-7f16d1a3deb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febc8770-98d0-4d27-a9e6-d880a465c785'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:16.407933 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8702059b-6de5-4a9e-977d-c3e15b6d9bc2" -d '{"events": [{"server_uuid": "78fb372c-3902-4ac3-9bfe-7f16d1a3deb8", "name": "network-vif-plugged", "status": "completed", "tag": "febc8770-98d0-4d27-a9e6-d880a465c785"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:16.434665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port febc8770-98d0-4d27-a9e6-d880a465c785, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=febc8770-98d0-4d27-a9e6-d880a465c785,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:16.435944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'port_id': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'mac_address': 'fa:16:3e:6f:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:16.461153 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d1601-eab4-4366-ac12-be5fe674462e x-openstack-request-id: req-a23d1601-eab4-4366-ac12-be5fe674462e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:16.461446 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fb372c-3902-4ac3-9bfe-7f16d1a3deb8", "name": "network-vif-plugged", "status": "completed", "tag": "febc8770-98d0-4d27-a9e6-d880a465c785", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:16.461903 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a23d1601-eab4-4366-ac12-be5fe674462e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:16.462491 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fb372c-3902-4ac3-9bfe-7f16d1a3deb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febc8770-98d0-4d27-a9e6-d880a465c785', 'code': 200} Sep 16 05:14:16.487461 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.502095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08f31b5-731f-49d9-b582-0e532ab61260 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:16.533133 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.537627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:16.564141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69541c8f-6db3-4317-a8f8-40dcd035c805 req-0a6ffb21-ae3a-4297-aa66-e5bbf3e434ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.566816 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69541c8f-6db3-4317-a8f8-40dcd035c805 req-0a6ffb21-ae3a-4297-aa66-e5bbf3e434ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 1098 time: 0.0559273 Sep 16 05:14:16.588595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=febc8770-98d0-4d27-a9e6-d880a465c785,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.601802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.612685 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69541c8f-6db3-4317-a8f8-40dcd035c805 req-e860d17b-311f-4fbe-92a1-0549ef3be100 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372219 Sep 16 05:14:16.659207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.784683 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.028799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b08f31b5-731f-49d9-b582-0e532ab61260'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:17.193681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41084) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.252662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebe729-b2d5-46e2-90e2-a4dad82f3b6c req-70b6bdee-39ce-4063-9fc8-93c1f3c54819 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.254942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92ebe729-b2d5-46e2-90e2-a4dad82f3b6c req-70b6bdee-39ce-4063-9fc8-93c1f3c54819 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0862575 Sep 16 05:14:17.340164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92ebe729-b2d5-46e2-90e2-a4dad82f3b6c req-71d30424-3b95-4a07-a5b6-e41814c61b31 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719166 Sep 16 05:14:17.351844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce40fbf4-3908-4b59-90bf-deb5b0e1ce55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.371910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11470-3fe9-4173-a945-be10a6f5eb34 req-dc4c9c7c-0f53-42c9-8ccd-49fff942ac7f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.380252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ba11470-3fe9-4173-a945-be10a6f5eb34 req-dc4c9c7c-0f53-42c9-8ccd-49fff942ac7f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 946 time: 0.1238525 Sep 16 05:14:17.423760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ba11470-3fe9-4173-a945-be10a6f5eb34 req-6baea08f-c62c-4f1d-8f3e-a08411136f58 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Sep 16 05:14:17.476115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce40fbf4-3908-4b59-90bf-deb5b0e1ce55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.538530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce40fbf4-3908-4b59-90bf-deb5b0e1ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.539120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7754a6b-9d07-4686-9306-545ff34f69a2 req-863f3863-1c17-4afd-882a-516eaf308a29 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.588499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7754a6b-9d07-4686-9306-545ff34f69a2 req-863f3863-1c17-4afd-882a-516eaf308a29 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 944 time: 0.1039934 Sep 16 05:14:17.612963 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce40fbf4-3908-4b59-90bf-deb5b0e1ce55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b4e15658ca84a1096fd4ade30e66360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176202 Sep 16 05:14:17.614673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40fbf4-3908-4b59-90bf-deb5b0e1ce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08441db1-f4ed-40be-8885-74566d92bb63,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:17.617379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41098) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.692094 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-48ac4959-b445-4272-80a4-3a63112298a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.695623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7754a6b-9d07-4686-9306-545ff34f69a2 req-0771dcef-a6e7-4cb0-bd27-c3b01db83b54 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780644 Sep 16 05:14:17.731105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-48ac4959-b445-4272-80a4-3a63112298a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.850888 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-48ac4959-b445-4272-80a4-3a63112298a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.853667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-48ac4959-b445-4272-80a4-3a63112298a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.854928 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-48ac4959-b445-4272-80a4-3a63112298a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08441db1-f4ed-40be-8885-74566d92bb63 HTTP/1.1" status: 204 len: 168 time: 0.2363634 Sep 16 05:14:17.863286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac4959-b445-4272-80a4-3a63112298a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08441db1-f4ed-40be-8885-74566d92bb63,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.035324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b08f31b5-731f-49d9-b582-0e532ab61260 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:18.166993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port b08f31b5-731f-49d9-b582-0e532ab61260 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:18.172166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port b08f31b5-731f-49d9-b582-0e532ab61260 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:18.172723 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.285905 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.324736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:18.432559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.464121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:18.466408 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402b2ccd-6bb6-4805-b5a2-dc59358034ea" -d '{"events": [{"server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:18.497522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.521937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d11215-77e8-4ace-917c-83215d70fae5 req-6e181193-7c10-4e15-bb94-d84795bacba6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.523604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87d11215-77e8-4ace-917c-83215d70fae5 req-6e181193-7c10-4e15-bb94-d84795bacba6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0992711 Sep 16 05:14:18.594442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87d11215-77e8-4ace-917c-83215d70fae5 req-d2c0d941-6519-428f-bb20-61c483faa8c3 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633125 Sep 16 05:14:18.664659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fce75-7a09-4710-bcc2-af40951b3522 req-eace7216-a103-4ff0-b90d-ca406f75c67c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.667337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-925fce75-7a09-4710-bcc2-af40951b3522 req-eace7216-a103-4ff0-b90d-ca406f75c67c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 946 time: 0.0694053 Sep 16 05:14:18.670244 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d2e0d-4f7a-4980-be92-f7161757fc64 x-openstack-request-id: req-389d2e0d-4f7a-4980-be92-f7161757fc64 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:18.670612 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:18.670935 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-389d2e0d-4f7a-4980-be92-f7161757fc64 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:18.671449 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'code': 200} Sep 16 05:14:18.677669 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41126) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:18.699000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99d8fbb2-949a-439e-af5e-bab97f79b01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.708199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-925fce75-7a09-4710-bcc2-af40951b3522 req-70d99e36-054e-4790-94fd-d3442b0cfae0 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Sep 16 05:14:18.846472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ae762-6fd0-4006-aacb-f969b3a6b26b req-caf70034-6fcd-419d-ac37-94c3b997edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.848722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f58ae762-6fd0-4006-aacb-f969b3a6b26b req-caf70034-6fcd-419d-ac37-94c3b997edbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0733752 Sep 16 05:14:18.882213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086f15a-eb7f-4039-9a2c-c8aadc92ed0b req-78e9e6f2-1e6e-4b64-9bf8-27bffd986776 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.895598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6086f15a-eb7f-4039-9a2c-c8aadc92ed0b req-78e9e6f2-1e6e-4b64-9bf8-27bffd986776 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1149821 Sep 16 05:14:18.914033 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f58ae762-6fd0-4006-aacb-f969b3a6b26b req-a6d708de-375f-47b2-a1a1-2cc51801b9d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549626 Sep 16 05:14:18.916080 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99d8fbb2-949a-439e-af5e-bab97f79b01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.929501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff3aab-5fbf-467c-aeb6-7f4a3c00e620 req-33a341c1-1fa8-436d-9021-715d7a4f11a5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.931184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8ff3aab-5fbf-467c-aeb6-7f4a3c00e620 req-33a341c1-1fa8-436d-9021-715d7a4f11a5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 946 time: 0.1172059 Sep 16 05:14:18.961172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6086f15a-eb7f-4039-9a2c-c8aadc92ed0b req-03f127a2-95a2-4e77-8616-c20c19f1080d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645595 Sep 16 05:14:18.978738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99d8fbb2-949a-439e-af5e-bab97f79b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.983398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8ff3aab-5fbf-467c-aeb6-7f4a3c00e620 req-a9e093b8-5ed2-4d58-bef1-7bd2f1df8f6c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Sep 16 05:14:19.011720 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-99d8fbb2-949a-439e-af5e-bab97f79b01a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51e4ab304f2c4bc3b6422b6f214c73ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323753 Sep 16 05:14:19.014218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:19.048123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fbb2-949a-439e-af5e-bab97f79b01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf89e155-eb7a-48cc-a761-885c6907f7cd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.094105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8410c1d-b8ba-46ca-a7ef-af5f268df927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.119303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8410c1d-b8ba-46ca-a7ef-af5f268df927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.120714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabdacf-311e-4f80-8bbb-96ee9108d3d2 req-c15dff3d-8a21-4a8b-b595-05d00ccde27b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.122294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdabdacf-311e-4f80-8bbb-96ee9108d3d2 req-c15dff3d-8a21-4a8b-b595-05d00ccde27b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 946 time: 0.0585754 Sep 16 05:14:19.169508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdabdacf-311e-4f80-8bbb-96ee9108d3d2 req-c78aaf49-60f6-4394-8010-73f5eb327b9a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Sep 16 05:14:19.261352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8410c1d-b8ba-46ca-a7ef-af5f268df927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.267482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8410c1d-b8ba-46ca-a7ef-af5f268df927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.267482 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f8410c1d-b8ba-46ca-a7ef-af5f268df927 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cf89e155-eb7a-48cc-a761-885c6907f7cd HTTP/1.1" status: 204 len: 168 time: 0.2519825 Sep 16 05:14:19.278684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8410c1d-b8ba-46ca-a7ef-af5f268df927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf89e155-eb7a-48cc-a761-885c6907f7cd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.635404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78937d-74e8-4f0b-9299-8e6dd6583fe5 req-67675417-29ff-4c93-806a-ffdc8415b713 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.637642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f78937d-74e8-4f0b-9299-8e6dd6583fe5 req-67675417-29ff-4c93-806a-ffdc8415b713 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 946 time: 0.0817735 Sep 16 05:14:19.707838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f78937d-74e8-4f0b-9299-8e6dd6583fe5 req-13f5c482-ec18-44ba-9259-30ba804c12ed tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619075 Sep 16 05:14:19.817305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c7888-0d99-4061-a372-1e05a78017d8 req-b16b406a-7753-426a-b447-af2362f9a6f6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.819026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f56c7888-0d99-4061-a372-1e05a78017d8 req-b16b406a-7753-426a-b447-af2362f9a6f6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0651710 Sep 16 05:14:19.859934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f56c7888-0d99-4061-a372-1e05a78017d8 req-52ed9bb2-ab93-47cf-87f2-fcb066b9790a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344806 Sep 16 05:14:20.082995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf454-73f7-4619-b580-0353fe3e57cd req-523fe307-78c3-4421-b532-98ca4111f7ec tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.083125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41170) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:20.087525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bedf454-73f7-4619-b580-0353fe3e57cd req-523fe307-78c3-4421-b532-98ca4111f7ec tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0573795 Sep 16 05:14:20.097073 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74d3d639-d4ab-4043-841a-24196547d100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.122378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bedf454-73f7-4619-b580-0353fe3e57cd req-0303a80b-8cf7-4658-a390-e48367bc2f99 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Sep 16 05:14:20.199969 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74d3d639-d4ab-4043-841a-24196547d100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.264368 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74d3d639-d4ab-4043-841a-24196547d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.302015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d639-d4ab-4043-841a-24196547d100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74201cb-1870-4100-ad19-b1f2d554c305,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.306535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-74d3d639-d4ab-4043-841a-24196547d100 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0bd98fcf9cc4776a792ef028780f872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232041 Sep 16 05:14:20.309167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41174) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:20.363683 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38adb85e-b7f3-46aa-b7ad-b26d37c938d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.401902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38adb85e-b7f3-46aa-b7ad-b26d37c938d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.556226 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38adb85e-b7f3-46aa-b7ad-b26d37c938d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.559083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38adb85e-b7f3-46aa-b7ad-b26d37c938d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.560384 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-38adb85e-b7f3-46aa-b7ad-b26d37c938d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c74201cb-1870-4100-ad19-b1f2d554c305 HTTP/1.1" status: 204 len: 168 time: 0.2500005 Sep 16 05:14:20.572255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adb85e-b7f3-46aa-b7ad-b26d37c938d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74201cb-1870-4100-ad19-b1f2d554c305,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.866383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-138479a8-69e9-45e2-9e14-7d95bdb0fef4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.867975 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-138479a8-69e9-45e2-9e14-7d95bdb0fef4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 946 time: 0.0654132 Sep 16 05:14:20.882188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b9bf6-06a9-4ac3-affa-2a64cd7624fb req-88bce480-45bd-4b11-bf72-6a5b487bd6bf tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.884076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4b9bf6-06a9-4ac3-affa-2a64cd7624fb req-88bce480-45bd-4b11-bf72-6a5b487bd6bf tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 946 time: 0.0825531 Sep 16 05:14:20.951743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4b9bf6-06a9-4ac3-affa-2a64cd7624fb req-5ea8e076-48ec-4762-8ade-49028d435b93 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553465 Sep 16 05:14:20.979562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Deleting port febc8770-98d0-4d27-a9e6-d880a465c785 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:20.979959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.090961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861000c1-80ae-4fb2-b153-b651733a29af req-baf68480-6122-4ccc-a02c-0d722b13c911 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.093173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] For port febc8770-98d0-4d27-a9e6-d880a465c785, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=febc8770-98d0-4d27-a9e6-d880a465c785,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:21.093946 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.096619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-861000c1-80ae-4fb2-b153-b651733a29af req-baf68480-6122-4ccc-a02c-0d722b13c911 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1260593 Sep 16 05:14:21.129469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Calling delete_port for febc8770-98d0-4d27-a9e6-d880a465c785 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:21.195452 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-861000c1-80ae-4fb2-b153-b651733a29af req-9efe6f50-edf7-49b5-b4d9-fd5d6c4b5ac4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874846 Sep 16 05:14:21.320761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8e5e-ca3f-4b2a-84df-18cd4850e685 req-d93eb68f-ea11-44cc-9d7e-25ea8bcd9d3d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.327295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a0b8e5e-ca3f-4b2a-84df-18cd4850e685 req-d93eb68f-ea11-44cc-9d7e-25ea8bcd9d3d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0897455 Sep 16 05:14:21.390228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a0b8e5e-ca3f-4b2a-84df-18cd4850e685 req-49a76364-dad7-4fb4-bc3a-1c36e7bd523f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562065 Sep 16 05:14:21.464639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.479290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06', 'febc8770-98d0-4d27-a9e6-d880a465c785'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:21.517978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7a32ab31-9d87-4e33-9462-901a91f6f536'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:21.548192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event deleted for resources: {'Port': ['ID=febc8770-98d0-4d27-a9e6-d880a465c785,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:21.631038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fef49-9e42-4b82-a947-df464e63b0a7 req-101ea64a-cad0-467a-bfce-11982c235ea4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.645730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-465fef49-9e42-4b82-a947-df464e63b0a7 req-101ea64a-cad0-467a-bfce-11982c235ea4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1328173 Sep 16 05:14:21.655656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] No DVR routers for this DVR port febc8770-98d0-4d27-a9e6-d880a465c785 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:21.669938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.672239 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-771e4f5b-55e8-4a15-a839-968911b31c2b req-9484903e-b619-4843-b99b-82bddbfd9695 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "DELETE /v2.0/ports/febc8770-98d0-4d27-a9e6-d880a465c785 HTTP/1.1" status: 204 len: 173 time: 0.7971749 Sep 16 05:14:21.672741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fb372c-3902-4ac3-9bfe-7f16d1a3deb8', 'name': 'network-vif-deleted', 'tag': 'febc8770-98d0-4d27-a9e6-d880a465c785'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:21.690172 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8db2d7b-1bdf-4498-9142-daaf98f0cc14" -d '{"events": [{"server_uuid": "78fb372c-3902-4ac3-9bfe-7f16d1a3deb8", "name": "network-vif-deleted", "tag": "febc8770-98d0-4d27-a9e6-d880a465c785"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:21.711625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-465fef49-9e42-4b82-a947-df464e63b0a7 req-991174b3-d20a-462e-aeb6-9290016b7bde tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598910 Sep 16 05:14:21.732316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41216) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:21.810398 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6faf7e-e7ae-4841-a9fd-fb958e67c49c x-openstack-request-id: req-4d6faf7e-e7ae-4841-a9fd-fb958e67c49c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:21.810704 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fb372c-3902-4ac3-9bfe-7f16d1a3deb8", "name": "network-vif-deleted", "tag": "febc8770-98d0-4d27-a9e6-d880a465c785", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:21.810962 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d6faf7e-e7ae-4841-a9fd-fb958e67c49c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:21.817181 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fb372c-3902-4ac3-9bfe-7f16d1a3deb8', 'name': 'network-vif-deleted', 'tag': 'febc8770-98d0-4d27-a9e6-d880a465c785', 'status': 'completed', 'code': 200} Sep 16 05:14:21.852935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b0902-faf5-4003-837d-c8b4700814c1 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.854923 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3d1b0902-faf5-4003-837d-c8b4700814c1 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1092 time: 0.1211751 Sep 16 05:14:21.857713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41228) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:21.864433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:21.976673 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.072717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc31216-bb9d-46f3-ab64-00d879b7fdad req-4181676d-9118-4598-839d-efef10687ccb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=78fb372c-3902-4ac3-9bfe-7f16d1a3deb8 HTTP/1.1" status: 200 len: 210 time: 0.0533717 Sep 16 05:14:22.126104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.267395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.25.7.59 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c5b17be6-368a-4bda-aadf-b04320068088) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:22.421049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5931c9e-be27-4b84-a1aa-a7cb4318d7bb req-e12dfd31-b5a8-4f5b-9b39-377168e49d60 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.434911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5931c9e-be27-4b84-a1aa-a7cb4318d7bb req-e12dfd31-b5a8-4f5b-9b39-377168e49d60 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1189585 Sep 16 05:14:22.471196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.507765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5931c9e-be27-4b84-a1aa-a7cb4318d7bb req-af1b5da3-dbbf-45be-904b-6e6300380019 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717921 Sep 16 05:14:22.588961 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.657154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=c5b17be6-368a-4bda-aadf-b04320068088,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:22.664146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:22.667108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:22.676705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:23.099279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.254646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.419465 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.504623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.636137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f848e-f61f-4f1f-a44d-68026ed3a923 req-537e8529-0a64-4b05-810f-12851f178295 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:23.637718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa1f848e-f61f-4f1f-a44d-68026ed3a923 req-537e8529-0a64-4b05-810f-12851f178295 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 946 time: 0.1208825 Sep 16 05:14:23.702409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=c5b17be6-368a-4bda-aadf-b04320068088,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:23.726685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.755402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa1f848e-f61f-4f1f-a44d-68026ed3a923 req-4920ec28-bdec-401c-aa85-25107ba6d421 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080387 Sep 16 05:14:23.777856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51802981-b95f-4098-8412-557933ce1ff9 req-4369295c-573e-4d08-9fa4-a1b85e833266 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:23.777856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51802981-b95f-4098-8412-557933ce1ff9 req-4369295c-573e-4d08-9fa4-a1b85e833266 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1361969 Sep 16 05:14:23.821003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51802981-b95f-4098-8412-557933ce1ff9 req-bf07e7da-3c55-436c-8ef2-9c45465bb7d3 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390177 Sep 16 05:14:23.859069 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Floating IP d5536f56-4609-44ad-b909-536d625b0ed2 associated. External IP: 172.25.7.59, port: b08f31b5-731f-49d9-b582-0e532ab61260. Sep 16 05:14:24.435741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 67023e28-6a98-47d1-9891-853942de7824 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:24.548239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:24.558558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] Sync routers for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:24.568745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:24.569406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:24.645296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.683685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:24.725328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa5230d4-8298-45b2-949d-d2f69adc96fd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8664641 Sep 16 05:14:24.726023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:24.732913 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307ae856-bd01-45d0-87a4-292983bf7b88" -d '{"events": [{"name": "network-changed", "server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:24.782795 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d389fc-5223-4334-8fa5-d814d0219884 x-openstack-request-id: req-01d389fc-5223-4334-8fa5-d814d0219884 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:24.782795 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:24.783191 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01d389fc-5223-4334-8fa5-d814d0219884 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:24.783651 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'status': 'completed', 'code': 200} Sep 16 05:14:24.860297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfabe6-80b5-43c1-8bff-6ffc329f70bb req-2daa1b77-87b9-442c-ad77-208c68358cff tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.877465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59cfabe6-80b5-43c1-8bff-6ffc329f70bb req-2daa1b77-87b9-442c-ad77-208c68358cff tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0913312 Sep 16 05:14:24.965539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-cea289cd-40e2-4d1f-b12b-e9d3a2f712f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.969555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-cea289cd-40e2-4d1f-b12b-e9d3a2f712f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1095631 Sep 16 05:14:25.007667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59cfabe6-80b5-43c1-8bff-6ffc329f70bb req-aa8a15c4-be31-4070-9579-3dd7fd43affe tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290047 Sep 16 05:14:25.028560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41342) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:25.093878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-6ec2b4e8-887b-4b16-9fbd-c7e8a2b0461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.095770 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-6ec2b4e8-887b-4b16-9fbd-c7e8a2b0461c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 898 time: 0.1192913 Sep 16 05:14:25.103898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-db98cc8e-12ca-45c4-9390-d4c81c42dac9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/d5536f56-4609-44ad-b909-536d625b0ed2 HTTP/1.1" status: 200 len: 990 time: 0.0729017 Sep 16 05:14:25.116462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd335a0f-abe6-4215-ac78-505dd832fbaa req-26d7fe25-8c60-4c28-8219-2f06c7fb4fad tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.124854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd335a0f-abe6-4215-ac78-505dd832fbaa req-26d7fe25-8c60-4c28-8219-2f06c7fb4fad tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 946 time: 0.1921220 Sep 16 05:14:25.155962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd5536f56-4609-44ad-b909-536d625b0ed2', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '67023e28-6a98-47d1-9891-853942de7824', 'port_id': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'mac_address': 'fa:16:3e:6f:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:22Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:07Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:25.187192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] Checking router: 67023e28-6a98-47d1-9891-853942de7824 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:25.199441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:25.201009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:25.210872 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-524c7590-d6ef-41da-aea9-006415cd8efd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 998 time: 0.1027164 Sep 16 05:14:25.212758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd335a0f-abe6-4215-ac78-505dd832fbaa req-d858cdbc-052a-436b-a475-b19f2961fc99 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819035 Sep 16 05:14:25.245329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4025884-8ffe-4f25-8a12-e1074e067b31 req-2c82b814-60e1-46d5-9eef-837ac20f0b96 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.246904 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4025884-8ffe-4f25-8a12-e1074e067b31 req-2c82b814-60e1-46d5-9eef-837ac20f0b96 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0975535 Sep 16 05:14:25.303579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4025884-8ffe-4f25-8a12-e1074e067b31 req-d694c600-b0a5-4d4b-a5e8-e6c37973cbf1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506604 Sep 16 05:14:25.374367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-ae097d48-a73a-449b-85a0-5be9b9f79be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.376449 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-ae097d48-a73a-449b-85a0-5be9b9f79be0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.0713487 Sep 16 05:14:25.405998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:25.479497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-1006e899-9d8c-4859-91fe-87c6e69ee9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.481071 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-1006e899-9d8c-4859-91fe-87c6e69ee9eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639968 Sep 16 05:14:25.649973 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-48627389-aeeb-4a57-9770-b6bb979da88f service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579554 Sep 16 05:14:25.701428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-795a767c-4043-4295-8716-7f2f7ccfe601 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.703055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-795a767c-4043-4295-8716-7f2f7ccfe601 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 946 time: 0.1135254 Sep 16 05:14:25.762441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd5536f56-4609-44ad-b909-536d625b0ed2', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '67023e28-6a98-47d1-9891-853942de7824', 'port_id': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'mac_address': 'fa:16:3e:6f:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:22Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:07Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:25.780943 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-307ae856-bd01-45d0-87a4-292983bf7b88 req-d623fb9c-89ee-4ebc-abf3-7e5ba73e544d service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069791 Sep 16 05:14:25.792424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad83040-6bb4-4928-9636-7b1c3082d925 None None] The sync data for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 is: [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd5536f56-4609-44ad-b909-536d625b0ed2', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '67023e28-6a98-47d1-9891-853942de7824', 'port_id': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'mac_address': 'fa:16:3e:6f:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:22Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:07Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:25.854136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device febc8770-98d0-4d27-a9e6-d880a465c785 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:25.855324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Deleting port 7a32ab31-9d87-4e33-9462-901a91f6f536 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:25.855837 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.902022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: febc8770-98d0-4d27-a9e6-d880a465c785 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:25.902022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device febc8770-98d0-4d27-a9e6-d880a465c785 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:25.989244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] For port 7a32ab31-9d87-4e33-9462-901a91f6f536, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a32ab31-9d87-4e33-9462-901a91f6f536,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:25.989821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.014292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Calling delete_port for 7a32ab31-9d87-4e33-9462-901a91f6f536 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:26.107823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41370) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.144471 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e637a-5498-4f59-abb5-ddae09b34faf None None] New status for floating IP d5536f56-4609-44ad-b909-536d625b0ed2: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:26.195268 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-42a260e8-029b-44ed-8535-2ec29e1f9b73 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/d5536f56-4609-44ad-b909-536d625b0ed2 HTTP/1.1" status: 200 len: 990 time: 0.0861366 Sep 16 05:14:26.245047 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.259751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:26.309770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event deleted for resources: {'Port': ['ID=7a32ab31-9d87-4e33-9462-901a91f6f536,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.366618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6a03f30-aaaf-4ef2-80d4-85a38543a3a3 req-9ad24ef7-7956-4f2f-998c-9062cf0ed0da tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 210 time: 0.0696597 Sep 16 05:14:26.389447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] No DVR routers for this DVR port 7a32ab31-9d87-4e33-9462-901a91f6f536 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:26.393562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.397034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7994f187-b8f3-459a-9928-e76d7840fd67 req-6a6ce56d-6f8d-4020-ab50-f1657c58e736 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "DELETE /v2.0/ports/7a32ab31-9d87-4e33-9462-901a91f6f536 HTTP/1.1" status: 204 len: 173 time: 0.6830406 Sep 16 05:14:26.397693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3039eb04-7d2d-43fb-b220-fc49cf4ce47a', 'name': 'network-vif-deleted', 'tag': '7a32ab31-9d87-4e33-9462-901a91f6f536'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:26.402498 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15abedd-b74f-4ed6-a9da-20dfb888fac9" -d '{"events": [{"server_uuid": "3039eb04-7d2d-43fb-b220-fc49cf4ce47a", "name": "network-vif-deleted", "tag": "7a32ab31-9d87-4e33-9462-901a91f6f536"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:26.537520 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d350a53-c2ac-4e8e-b087-800b9f10350f x-openstack-request-id: req-3d350a53-c2ac-4e8e-b087-800b9f10350f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:26.537854 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3039eb04-7d2d-43fb-b220-fc49cf4ce47a", "name": "network-vif-deleted", "tag": "7a32ab31-9d87-4e33-9462-901a91f6f536", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:26.538745 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d350a53-c2ac-4e8e-b087-800b9f10350f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:26.538745 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3039eb04-7d2d-43fb-b220-fc49cf4ce47a', 'name': 'network-vif-deleted', 'tag': '7a32ab31-9d87-4e33-9462-901a91f6f536', 'status': 'completed', 'code': 200} Sep 16 05:14:26.595193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1fe90-46cc-4c3d-b262-b2f26ee174ed req-6fd68edc-d545-43a9-9228-5cbda3e8064f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:26.597544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53d1fe90-46cc-4c3d-b262-b2f26ee174ed req-6fd68edc-d545-43a9-9228-5cbda3e8064f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1043053 Sep 16 05:14:26.662504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53d1fe90-46cc-4c3d-b262-b2f26ee174ed req-b2069dc7-a86a-47a4-be09-5cc6ef835aef tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586278 Sep 16 05:14:27.198588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41408) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:27.276537 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba4f822d-49b4-4155-a486-d203cd28430c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/d5536f56-4609-44ad-b909-536d625b0ed2 HTTP/1.1" status: 200 len: 992 time: 0.0767388 Sep 16 05:14:27.501522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6992e7a-17f1-43b0-a5d7-3d90abf6c018 req-d6555fee-94ed-4774-b21f-cd9d561a7e3a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=3039eb04-7d2d-43fb-b220-fc49cf4ce47a HTTP/1.1" status: 200 len: 210 time: 0.0468764 Sep 16 05:14:27.791803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5359f20-f3eb-4be4-b230-1913d008255e req-20c500e3-e387-4275-b506-952fb7324f0f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.795686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5359f20-f3eb-4be4-b230-1913d008255e req-20c500e3-e387-4275-b506-952fb7324f0f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0526273 Sep 16 05:14:27.838602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5359f20-f3eb-4be4-b230-1913d008255e req-312c994d-11af-41f8-85e3-83873afbf0b3 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Sep 16 05:14:28.076481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:28.096851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7a32ab31-9d87-4e33-9462-901a91f6f536 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:28.127667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 7a32ab31-9d87-4e33-9462-901a91f6f536 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:28.128838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7a32ab31-9d87-4e33-9462-901a91f6f536 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:28.133007 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.217817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:28.228667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'port_id': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'mac_address': 'fa:16:3e:96:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:28.269786 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.283157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:28.304583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:28.393234 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.442097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:28.663962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:28.917067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-424691d1-6145-49aa-8578-99091ff073ab tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.930860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-424691d1-6145-49aa-8578-99091ff073ab tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1527095 Sep 16 05:14:28.984435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-83d5f344-cb29-44b8-baf1-94fdd074d3b2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/quotas/96ea114bae8d411cabc5fcdc3ba0ffd1 HTTP/1.1" status: 200 len: 375 time: 0.0468938 Sep 16 05:14:29.121573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183df621-de3a-4674-90d7-ebf0939d0a25 req-3eac349e-b7e0-4646-9332-0ebcdeef8fd8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.123845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-183df621-de3a-4674-90d7-ebf0939d0a25 req-3eac349e-b7e0-4646-9332-0ebcdeef8fd8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1531210 Sep 16 05:14:29.178111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-34a9d048-01bb-4274-8a65-e7cce0e519ac tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733849 Sep 16 05:14:29.274573 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-183df621-de3a-4674-90d7-ebf0939d0a25 req-1c636d7c-dcac-4176-ab28-cc8acc9665c4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370368 Sep 16 05:14:29.313101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-2ef06532-471b-4a68-bc02-bcd8d0f03ec1 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319642 Sep 16 05:14:29.464226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-2622e1fd-f55f-48c7-a0b7-432b6ea464b1 service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501710 Sep 16 05:14:29.782658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59844d91-cd8c-4fb6-b1a0-1b8e6e991dbf req-eb8fe885-ada7-4177-96b1-c5c8db423c67 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0450003 Sep 16 05:14:30.075236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:30.132436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:30.133296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.204347 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:30.296433 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.334972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:30.337861 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f561b62-760d-44ad-82dc-9ad53f92152c" -d '{"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-plugged", "status": "completed", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:30.367363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:30.397854 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cfd218-86a7-4bfe-b706-a94cf085308b x-openstack-request-id: req-d1cfd218-86a7-4bfe-b706-a94cf085308b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:30.398332 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-plugged", "status": "completed", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:30.398702 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1cfd218-86a7-4bfe-b706-a94cf085308b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:30.399290 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'code': 200} Sep 16 05:14:30.474496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db417f7-dd9d-452c-82b4-408d2e1377fb req-ec91d314-22a1-439f-b96f-3b5e417233d8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:30.476806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5db417f7-dd9d-452c-82b4-408d2e1377fb req-ec91d314-22a1-439f-b96f-3b5e417233d8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0634091 Sep 16 05:14:30.515721 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.527736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5db417f7-dd9d-452c-82b4-408d2e1377fb req-c322cae2-244b-45c6-acaa-7f2488fd8b04 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446024 Sep 16 05:14:30.587374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.902085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2e1faee-84b7-4a4b-841f-d60ddc3b9f7a req-163c4321-9e3b-4976-8177-d6258a8d3423 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0468931 Sep 16 05:14:31.715751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd49781-227c-475f-9a74-bca05d3ee852 req-6f037798-1f11-4e65-961e-7bc2697192df tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.737385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dd49781-227c-475f-9a74-bca05d3ee852 req-6f037798-1f11-4e65-961e-7bc2697192df tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0901303 Sep 16 05:14:31.805533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dd49781-227c-475f-9a74-bca05d3ee852 req-e60eb9e9-faf5-42f5-a0a5-e84050f08af7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760856 Sep 16 05:14:32.062560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9eba7861-4490-4b63-98c2-58e752d175f8 req-628795e2-e6b3-4ec4-a04f-e35af4b7d5e5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0403759 Sep 16 05:14:32.715664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-44006d40-6165-40db-b76f-3ab155e0848f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.718186 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-44006d40-6165-40db-b76f-3ab155e0848f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1800337 Sep 16 05:14:32.737185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Request body: {'port': {'device_id': 'c3e469fc-eb93-4138-bd1a-d0a15022b6e9', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'admin_state_up': True, 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:32.917364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41594) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:32.995381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5816b-252e-46a4-b942-f592b728317f req-883bcf2f-b788-4afd-9c4e-5a0aa2b20715 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.996996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ff5816b-252e-46a4-b942-f592b728317f req-883bcf2f-b788-4afd-9c4e-5a0aa2b20715 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0912800 Sep 16 05:14:33.035813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:33.040916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.076995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ff5816b-252e-46a4-b942-f592b728317f req-995727bf-12ae-4b2d-90ed-5d75f54ce9ad tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719187 Sep 16 05:14:33.167538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.273713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c66b2b3-ed5f-440d-8061-4535b7794d99 req-94e91e5f-f063-4af7-affc-9f9c532b10a4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0815313 Sep 16 05:14:33.334805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Allocated IP 172.20.0.4 (138ec5de-f5a5-4fd8-90e2-de3ebf222fde/fa0f0b37-d200-47ae-90d3-b6c8dae3dcad/42ba6c54-4223-40c7-bb56-6b9fb802543a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:33.393867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.470157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.518300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d01c1e-3c67-4c66-8175-ab5a2f8319ff,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.542304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92fdf70a884349d3bb692c5388091f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201923 Sep 16 05:14:33.544536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41614) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:33.554506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.554869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.555626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.559515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f4c69d-495f-4e87-b1c2-eb69be482fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.649810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.677779 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8e47ddd-2e4c-435a-841f-1937e3ccafab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.712459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8e47ddd-2e4c-435a-841f-1937e3ccafab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.790297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.803663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:33.871739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:33.883082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:33.900519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:33.903229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event updated for resources: {'Port': ['ID=42ba6c54-4223-40c7-bb56-6b9fb802543a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.915569 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8e47ddd-2e4c-435a-841f-1937e3ccafab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.918196 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8e47ddd-2e4c-435a-841f-1937e3ccafab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.919416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f8e47ddd-2e4c-435a-841f-1937e3ccafab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6d01c1e-3c67-4c66-8175-ab5a2f8319ff HTTP/1.1" status: 204 len: 168 time: 0.3734016 Sep 16 05:14:33.928919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e47ddd-2e4c-435a-841f-1937e3ccafab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d01c1e-3c67-4c66-8175-ab5a2f8319ff,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.007402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:34.008398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.014436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.015480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.016150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.016718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.017290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.017857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.018555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.019113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.019698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.020429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.020957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.021505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.203780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-125e6b19-c847-4ec7-975b-dc105e7d786e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4703817 Sep 16 05:14:34.235436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Request body: {'port': {'device_id': 'c3e469fc-eb93-4138-bd1a-d0a15022b6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:34.304676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2f0be-a783-448c-8bee-67001e4e7fdf req-67cae53c-afab-4d05-a547-d8f997d1f4f4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:34.314283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7db2f0be-a783-448c-8bee-67001e4e7fdf req-67cae53c-afab-4d05-a547-d8f997d1f4f4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1154435 Sep 16 05:14:34.367610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7db2f0be-a783-448c-8bee-67001e4e7fdf req-faa295ef-a90c-4ef3-b441-1955b9e691f8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522909 Sep 16 05:14:34.368406 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.447029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66010439-932d-42f2-abc5-83f717b94823 req-be7163ee-8eec-4dab-ae0b-7816048ed18d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:34.448911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66010439-932d-42f2-abc5-83f717b94823 req-be7163ee-8eec-4dab-ae0b-7816048ed18d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 931 time: 0.0646870 Sep 16 05:14:34.498135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66010439-932d-42f2-abc5-83f717b94823 req-4d8f1a2d-38ad-4e8c-b253-55e97966e991 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Sep 16 05:14:34.666278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ba6c54-4223-40c7-bb56-6b9fb802543a {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:34.675191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.689410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Transition to ACTIVE for port object 42ba6c54-4223-40c7-bb56-6b9fb802543a will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:34.775859 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.836110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Pushing event updated for resources: {'Port': ['ID=42ba6c54-4223-40c7-bb56-6b9fb802543a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.906928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Attempting to bind port 42ba6c54-4223-40c7-bb56-6b9fb802543a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:34.906928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Attempting to bind port 42ba6c54-4223-40c7-bb56-6b9fb802543a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:34.907193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Attempting to bind port 42ba6c54-4223-40c7-bb56-6b9fb802543a on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:34.912394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Port 42ba6c54-4223-40c7-bb56-6b9fb802543a on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:34.912910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Attempting to bind port 42ba6c54-4223-40c7-bb56-6b9fb802543a on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:34.917649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:34.918192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Checking segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:34.918749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Bound using segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:34.919278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Bound port: 42ba6c54-4223-40c7-bb56-6b9fb802543a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:34.919596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.993353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] For port 42ba6c54-4223-40c7-bb56-6b9fb802543a, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:34.996766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] For port 42ba6c54-4223-40c7-bb56-6b9fb802543a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42ba6c54-4223-40c7-bb56-6b9fb802543a,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:35.058557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41644) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:35.064629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.073213 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-719e9558-2bcf-43dc-9e74-6474c4908dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.100516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.101259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.102742 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] 10.222.0.60 "PUT /v2.0/ports/42ba6c54-4223-40c7-bb56-6b9fb802543a HTTP/1.1" status: 200 len: 1092 time: 0.8743551 Sep 16 05:14:35.103307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e469fc-eb93-4138-bd1a-d0a15022b6e9', 'tag': '42ba6c54-4223-40c7-bb56-6b9fb802543a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:35.105904 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931d7eba-388b-4d2c-b9b5-eb764236427f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e469fc-eb93-4138-bd1a-d0a15022b6e9", "tag": "42ba6c54-4223-40c7-bb56-6b9fb802543a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:35.208113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc8c48-bd80-4005-8e58-5e531216f43b service neutron] Pushing event updated for resources: {'Port': ['ID=42ba6c54-4223-40c7-bb56-6b9fb802543a,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.245014 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-719e9558-2bcf-43dc-9e74-6474c4908dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.298130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-2f662321-8b79-47c0-95f5-6788bf502a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.300043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-2f662321-8b79-47c0-95f5-6788bf502a08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 1095 time: 0.0494995 Sep 16 05:14:35.356781 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-8fb0a641-7a78-4185-93b1-c687a7434092 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ba6c54-4223-40c7-bb56-6b9fb802543a HTTP/1.1" status: 200 len: 217 time: 0.0484209 Sep 16 05:14:35.358422 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-719e9558-2bcf-43dc-9e74-6474c4908dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.478662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-e219c162-6d10-4f55-9ca9-679a9b525b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.484509 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-e219c162-6d10-4f55-9ca9-679a9b525b90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.1190341 Sep 16 05:14:35.566655 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9004e3-44c2-4816-9352-8e4ff9134a95 x-openstack-request-id: req-1e9004e3-44c2-4816-9352-8e4ff9134a95 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:35.566950 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e469fc-eb93-4138-bd1a-d0a15022b6e9", "tag": "42ba6c54-4223-40c7-bb56-6b9fb802543a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:35.567202 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e9004e3-44c2-4816-9352-8e4ff9134a95 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:35.567633 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e469fc-eb93-4138-bd1a-d0a15022b6e9', 'tag': '42ba6c54-4223-40c7-bb56-6b9fb802543a', 'status': 'completed', 'code': 200} Sep 16 05:14:35.569995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-c470cd8f-7a32-4631-ab28-5a710cfd992b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751503 Sep 16 05:14:35.570583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e9558-2bcf-43dc-9e74-6474c4908dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b4c1bc-cae0-4e8e-8a9e-794c4996f580,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.585088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-719e9558-2bcf-43dc-9e74-6474c4908dc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff7728cb1bb34fbbb2888c199e761346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5254221 Sep 16 05:14:35.586119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41670) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:35.756910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-d410d8c2-ae79-4d3b-9638-ee2ac8543d5f service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725352 Sep 16 05:14:35.761808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8b68-7839-453d-b23d-646fd322c9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.812412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc84905-fcb8-4d5b-b813-4d18eb29d5dc req-db1d315d-11ab-4bfb-8fca-3dadf6add437 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.814279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edc84905-fcb8-4d5b-b813-4d18eb29d5dc req-db1d315d-11ab-4bfb-8fca-3dadf6add437 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1710954 Sep 16 05:14:35.816807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8b68-7839-453d-b23d-646fd322c9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.849119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546fb06-f6eb-42fa-8776-a864028da487 req-dfd2a345-3c9f-4790-93d6-16f29935a242 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.858642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5546fb06-f6eb-42fa-8776-a864028da487 req-dfd2a345-3c9f-4790-93d6-16f29935a242 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 943 time: 0.2132440 Sep 16 05:14:35.931599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-130e7751-3f3a-450d-bf08-a85ca825f596 req-d20706f4-fbcd-40e8-8960-450f549bfb31 service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664512 Sep 16 05:14:36.015085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edc84905-fcb8-4d5b-b813-4d18eb29d5dc req-7ca265e0-739b-4eb0-b8c4-4a10ee55c61f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890373 Sep 16 05:14:36.047652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5546fb06-f6eb-42fa-8776-a864028da487 req-f3071528-7782-438f-81b5-3f05b9b5b0c8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839077 Sep 16 05:14:36.201170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8b68-7839-453d-b23d-646fd322c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.204873 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8b68-7839-453d-b23d-646fd322c9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.206902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0f7c8b68-7839-453d-b23d-646fd322c9e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05b4c1bc-cae0-4e8e-8a9e-794c4996f580 HTTP/1.1" status: 204 len: 168 time: 0.6195590 Sep 16 05:14:36.235443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c8b68-7839-453d-b23d-646fd322c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b4c1bc-cae0-4e8e-8a9e-794c4996f580,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.272004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-a5c53806-87b9-4acc-8a3f-1322d9078699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.277401 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-a5c53806-87b9-4acc-8a3f-1322d9078699 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 1095 time: 0.0696628 Sep 16 05:14:36.515299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-55cef29d-b6ef-4632-a5ed-aa777357b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.519121 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-55cef29d-b6ef-4632-a5ed-aa777357b69a service neutron] 10.222.0.60 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 907 time: 0.2318811 Sep 16 05:14:36.589348 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-a3ef7b31-f343-4cca-ac16-fee9b7e1f437 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42ba6c54-4223-40c7-bb56-6b9fb802543a HTTP/1.1" status: 200 len: 217 time: 0.0627036 Sep 16 05:14:36.683008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-44c3c945-33eb-4983-942d-0b62f5c88964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.683008 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-44c3c945-33eb-4983-942d-0b62f5c88964 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.0831189 Sep 16 05:14:36.727964 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-6903ff76-1160-4b49-a2aa-b16d39b91f49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335841 Sep 16 05:14:36.870597 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-e339562e-8c21-4002-9e6d-5834870f6ccd service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287332 Sep 16 05:14:37.089952 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-931d7eba-388b-4d2c-b9b5-eb764236427f req-f431cbfa-bbd2-4b1b-8c71-47e8eb59ff0c service neutron] 10.222.0.60 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086415 Sep 16 05:14:37.230628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a224e-33b2-410c-8441-4d95ec1ed93d req-45c2d1cb-1194-413a-b3fa-196216a2abba tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.238101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-224a224e-33b2-410c-8441-4d95ec1ed93d req-45c2d1cb-1194-413a-b3fa-196216a2abba tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0983660 Sep 16 05:14:37.299499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-224a224e-33b2-410c-8441-4d95ec1ed93d req-9dfed0fe-b912-4d71-b3d8-2d8be4dfd8c0 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536156 Sep 16 05:14:37.314223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d282b30-9244-4023-b48f-932f6b90b5e8 req-6c71f683-2959-46ea-af78-2515d3773788 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.323263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d282b30-9244-4023-b48f-932f6b90b5e8 req-6c71f683-2959-46ea-af78-2515d3773788 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 943 time: 0.1435785 Sep 16 05:14:37.372699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d282b30-9244-4023-b48f-932f6b90b5e8 req-d6cc6c91-3a01-44a5-a1fe-3acf78fc1f90 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481985 Sep 16 05:14:38.447423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3d0e1-e61d-493b-9997-7fb871e4b4c2 req-49e4f5c8-04d9-466d-9360-5e658d8b9a77 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.449989 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3aa3d0e1-e61d-493b-9997-7fb871e4b4c2 req-49e4f5c8-04d9-466d-9360-5e658d8b9a77 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0769496 Sep 16 05:14:38.573285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3aa3d0e1-e61d-493b-9997-7fb871e4b4c2 req-3d8a95fb-cdee-4c64-b52c-ce4bec49491f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104352 Sep 16 05:14:38.604065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca21650-4044-430d-972a-469b356403cf req-3ad40674-a717-450a-9cda-e10c53bbe674 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.605915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ca21650-4044-430d-972a-469b356403cf req-3ad40674-a717-450a-9cda-e10c53bbe674 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 943 time: 0.1250765 Sep 16 05:14:38.658133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ca21650-4044-430d-972a-469b356403cf req-25d77168-3c93-4e34-8a26-703e217eca3a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Sep 16 05:14:39.745270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bfed2-ad75-4990-967b-d77cb37477bd req-7388915c-7ee7-4a70-9eed-85c2ecb11c18 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.750284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a76bfed2-ad75-4990-967b-d77cb37477bd req-7388915c-7ee7-4a70-9eed-85c2ecb11c18 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0777950 Sep 16 05:14:39.946878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 42ba6c54-4223-40c7-bb56-6b9fb802543a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:40.050299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41808) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:40.136833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 42ba6c54-4223-40c7-bb56-6b9fb802543a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42ba6c54-4223-40c7-bb56-6b9fb802543a,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:40.151874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '42ba6c54-4223-40c7-bb56-6b9fb802543a', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'port_id': '42ba6c54-4223-40c7-bb56-6b9fb802543a', 'mac_address': 'fa:16:3e:04:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0f0b37-d200-47ae-90d3-b6c8dae3dcad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:40.205101 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.237177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ba6c54-4223-40c7-bb56-6b9fb802543a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:40.263222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 42ba6c54-4223-40c7-bb56-6b9fb802543a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42ba6c54-4223-40c7-bb56-6b9fb802543a,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:40.271585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ed045fc-d6b8-4c64-9edf-d7c5658df63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.321540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a76bfed2-ad75-4990-967b-d77cb37477bd req-7cfc91ae-1fea-4c4d-8125-6e9c4c1de67f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5649600 Sep 16 05:14:40.350109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072753f7-0d00-41d9-ab94-10927bac1f90 req-b47e67c6-c084-442a-bbdb-59a07f9dc23d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.357248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-072753f7-0d00-41d9-ab94-10927bac1f90 req-b47e67c6-c084-442a-bbdb-59a07f9dc23d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 943 time: 0.5775201 Sep 16 05:14:40.398667 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.439993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-072753f7-0d00-41d9-ab94-10927bac1f90 req-22039cda-e6f8-4585-bc8e-8fa4989eb1d7 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817337 Sep 16 05:14:40.459726 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.500576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=42ba6c54-4223-40c7-bb56-6b9fb802543a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.500802 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ed045fc-d6b8-4c64-9edf-d7c5658df63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.500924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.500924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.500924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.500924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.500924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.500924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.500924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.500924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.501757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.502115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.502453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.503356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:40.575661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ed045fc-d6b8-4c64-9edf-d7c5658df63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.649266 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ed045fc-d6b8-4c64-9edf-d7c5658df63a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bab6f097db0a4efd80fedd1ddb0a36d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977650 Sep 16 05:14:40.651872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed045fc-d6b8-4c64-9edf-d7c5658df63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f9a026-bb61-4eef-be44-2f9792de0f33,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.653319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41824) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:40.671993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['42ba6c54-4223-40c7-bb56-6b9fb802543a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:40.716621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb176029-b61b-4d73-a178-ab5b4119ffba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.745311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb176029-b61b-4d73-a178-ab5b4119ffba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.901776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb176029-b61b-4d73-a178-ab5b4119ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.906057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb176029-b61b-4d73-a178-ab5b4119ffba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.911071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cb176029-b61b-4d73-a178-ab5b4119ffba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6f9a026-bb61-4eef-be44-2f9792de0f33 HTTP/1.1" status: 204 len: 168 time: 0.2566795 Sep 16 05:14:40.928396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb176029-b61b-4d73-a178-ab5b4119ffba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f9a026-bb61-4eef-be44-2f9792de0f33,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:41.012611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa21c-6230-4e99-9514-f127c8b10774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.493143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d7df3-4075-4284-b84a-05bcf78de5ab req-b40131bc-6f9e-4de5-be14-ffbd3d920948 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:41.501166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-197d7df3-4075-4284-b84a-05bcf78de5ab req-b40131bc-6f9e-4de5-be14-ffbd3d920948 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0755382 Sep 16 05:14:41.549940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-197d7df3-4075-4284-b84a-05bcf78de5ab req-01f500bb-7938-452b-9aba-7b7470390412 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473936 Sep 16 05:14:41.708861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80537784-4f93-49ec-b976-ed8920078942 req-0909b166-f993-471c-9d05-5074a3e30bb0 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:41.717559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80537784-4f93-49ec-b976-ed8920078942 req-0909b166-f993-471c-9d05-5074a3e30bb0 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 944 time: 0.0799992 Sep 16 05:14:41.776048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80537784-4f93-49ec-b976-ed8920078942 req-b53a1a82-4976-466b-8188-5f907c340464 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572374 Sep 16 05:14:41.785267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41840) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.805639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e63dc77-e57e-4fcf-bf74-eb2690aec7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.944227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 42ba6c54-4223-40c7-bb56-6b9fb802543a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:41.988949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e63dc77-e57e-4fcf-bf74-eb2690aec7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.073200 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0e63dc77-e57e-4fcf-bf74-eb2690aec7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.101020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 42ba6c54-4223-40c7-bb56-6b9fb802543a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:42.106884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 42ba6c54-4223-40c7-bb56-6b9fb802543a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:42.107570 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.134365 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0e63dc77-e57e-4fcf-bf74-eb2690aec7db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36bd3dc48b314161bc93b2c196db5fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474379 Sep 16 05:14:42.138089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63dc77-e57e-4fcf-bf74-eb2690aec7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16b0c65-1035-4ca5-8055-42fa9ce752ab,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.138226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41844) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:42.214987 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc4501b3-d39a-45e6-903b-97d6fef463ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.226897 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.252205 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc4501b3-d39a-45e6-903b-97d6fef463ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.298333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 42ba6c54-4223-40c7-bb56-6b9fb802543a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42ba6c54-4223-40c7-bb56-6b9fb802543a,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:42.299861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e469fc-eb93-4138-bd1a-d0a15022b6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ba6c54-4223-40c7-bb56-6b9fb802543a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:42.303025 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bb38fb-8b7e-43ec-95dc-e1439960b30a" -d '{"events": [{"server_uuid": "c3e469fc-eb93-4138-bd1a-d0a15022b6e9", "name": "network-vif-plugged", "status": "completed", "tag": "42ba6c54-4223-40c7-bb56-6b9fb802543a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:42.362526 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b80c013-21cc-433e-8417-a39528acf498 x-openstack-request-id: req-5b80c013-21cc-433e-8417-a39528acf498 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:42.370941 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e469fc-eb93-4138-bd1a-d0a15022b6e9", "name": "network-vif-plugged", "status": "completed", "tag": "42ba6c54-4223-40c7-bb56-6b9fb802543a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:42.375825 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b80c013-21cc-433e-8417-a39528acf498 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:42.380193 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e469fc-eb93-4138-bd1a-d0a15022b6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ba6c54-4223-40c7-bb56-6b9fb802543a', 'code': 200} Sep 16 05:14:42.383952 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.455876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=42ba6c54-4223-40c7-bb56-6b9fb802543a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.505762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9921e64-bcca-4498-80d4-c0fad5b12010 req-00828cc2-0784-41fc-a73f-fb22777d0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.507322 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e9921e64-bcca-4498-80d4-c0fad5b12010 req-00828cc2-0784-41fc-a73f-fb22777d0ae7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 1097 time: 0.0627120 Sep 16 05:14:42.526891 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc4501b3-d39a-45e6-903b-97d6fef463ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.534492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc4501b3-d39a-45e6-903b-97d6fef463ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.534492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cc4501b3-d39a-45e6-903b-97d6fef463ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c16b0c65-1035-4ca5-8055-42fa9ce752ab HTTP/1.1" status: 204 len: 168 time: 0.3916311 Sep 16 05:14:42.545554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4501b3-d39a-45e6-903b-97d6fef463ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16b0c65-1035-4ca5-8055-42fa9ce752ab,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.666660 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e9921e64-bcca-4498-80d4-c0fad5b12010 req-8f3334e7-5919-4372-a69e-5326ffea76f7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470599 Sep 16 05:14:42.777692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d4b2-a730-4eaa-8b3d-eae4064b9eed req-3106f295-85fd-4131-93fd-a82874f751e9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.788343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b933d4b2-a730-4eaa-8b3d-eae4064b9eed req-3106f295-85fd-4131-93fd-a82874f751e9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1034260 Sep 16 05:14:42.844214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b933d4b2-a730-4eaa-8b3d-eae4064b9eed req-2f42aeea-d730-411b-adb2-3a0d848bd5cc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498610 Sep 16 05:14:42.957703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7689-cb16-4107-9a80-55550c5e26a5 req-eac2d780-f14b-48bc-a4d6-f3ba6f10eb27 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.968810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10ff7689-cb16-4107-9a80-55550c5e26a5 req-eac2d780-f14b-48bc-a4d6-f3ba6f10eb27 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 945 time: 0.0698612 Sep 16 05:14:43.052889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10ff7689-cb16-4107-9a80-55550c5e26a5 req-f38c30dd-92a7-4461-8679-8133cc93f880 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734417 Sep 16 05:14:44.046169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbae69a-023f-4b00-8223-045ee796e6c5 req-c66694e3-7afe-4d85-bae4-1ef70d5d73dc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.128200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dbae69a-023f-4b00-8223-045ee796e6c5 req-c66694e3-7afe-4d85-bae4-1ef70d5d73dc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1180341 Sep 16 05:14:44.128200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dbae69a-023f-4b00-8223-045ee796e6c5 req-aea9d0ac-ade2-4ef3-97bd-3a3837079058 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629990 Sep 16 05:14:44.235200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b7782-1a84-41d6-9c3a-7dfbb17e8cb1 req-8af72c9b-0dfe-4c98-9495-fdadb19ec9cf tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.238267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-676b7782-1a84-41d6-9c3a-7dfbb17e8cb1 req-8af72c9b-0dfe-4c98-9495-fdadb19ec9cf tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 945 time: 0.0683668 Sep 16 05:14:44.284571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-676b7782-1a84-41d6-9c3a-7dfbb17e8cb1 req-0435c714-840e-4b9d-93be-e7790e99c508 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Sep 16 05:14:44.496199 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.497808 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8072e0b-4e44-47cd-b9a4-3f3325fae828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.779923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2cf9d-fec3-415a-bee7-ca6be1d178fb req-362ddfb1-629e-4940-b0e1-a2886a5c4a44 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.781907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2e2cf9d-fec3-415a-bee7-ca6be1d178fb req-362ddfb1-629e-4940-b0e1-a2886a5c4a44 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 945 time: 0.0924819 Sep 16 05:14:44.864887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2e2cf9d-fec3-415a-bee7-ca6be1d178fb req-0c513b6f-c259-4a48-9ab9-a4c9cf7089c5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609398 Sep 16 05:14:45.068396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ef9a2-576a-4822-a898-1ed1e59a1f7c req-26570bc0-6e4f-42e5-9d33-8b31ec6a0ac0 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.072291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de7ef9a2-576a-4822-a898-1ed1e59a1f7c req-26570bc0-6e4f-42e5-9d33-8b31ec6a0ac0 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 945 time: 0.0690212 Sep 16 05:14:45.115453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.149703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de7ef9a2-576a-4822-a898-1ed1e59a1f7c req-6142bec6-e1bf-42a2-8759-2945a4a96da3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696135 Sep 16 05:14:45.386956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e36a2-b5b6-47c2-8399-fa6ccda2c6bf req-63dfc555-5b1c-4d5b-b4f6-e28e4bf853d1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.396722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-676e36a2-b5b6-47c2-8399-fa6ccda2c6bf req-63dfc555-5b1c-4d5b-b4f6-e28e4bf853d1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.1033309 Sep 16 05:14:45.458215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-676e36a2-b5b6-47c2-8399-fa6ccda2c6bf req-ca87f13c-7cac-4c1e-b339-da54abbd485d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604546 Sep 16 05:14:45.718858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea974a-30e0-44c1-ab5d-c736b65056c8 req-994e6943-c5c1-4e5a-88c5-5b36250181b2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.723734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43ea974a-30e0-44c1-ab5d-c736b65056c8 req-994e6943-c5c1-4e5a-88c5-5b36250181b2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 945 time: 0.0662084 Sep 16 05:14:45.764598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43ea974a-30e0-44c1-ab5d-c736b65056c8 req-79a41acd-65e7-4a05-8f6f-02c366b2d57d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381935 Sep 16 05:14:46.600629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3bff-bc44-4150-9ab5-5e571760c75c req-b77aedea-0580-437f-b647-0d06dba5eb55 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.602105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01bf3bff-bc44-4150-9ab5-5e571760c75c req-b77aedea-0580-437f-b647-0d06dba5eb55 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0482323 Sep 16 05:14:46.642132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01bf3bff-bc44-4150-9ab5-5e571760c75c req-d034b957-cc15-4ee6-8a28-b9daece8d312 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340393 Sep 16 05:14:46.809649 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.890204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38912c-9cb1-4005-9a85-c4386cc2791b req-b0998a18-e445-4207-888b-48b4bb108c31 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.900671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae38912c-9cb1-4005-9a85-c4386cc2791b req-b0998a18-e445-4207-888b-48b4bb108c31 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 945 time: 0.0609181 Sep 16 05:14:46.960569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-df985f18-d8a4-44fb-b0e9-9c77d80c8cd3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.962094 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-df985f18-d8a4-44fb-b0e9-9c77d80c8cd3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 945 time: 0.0708828 Sep 16 05:14:46.976085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae38912c-9cb1-4005-9a85-c4386cc2791b req-84d317ab-82b1-4adb-93d3-26614cb48416 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657716 Sep 16 05:14:46.986762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438737-703d-41d5-a244-1900432bb44b req-7cb4e9ab-3b5b-4cc4-8c25-3f2ecae982c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.988392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d438737-703d-41d5-a244-1900432bb44b req-7cb4e9ab-3b5b-4cc4-8c25-3f2ecae982c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0635149 Sep 16 05:14:47.066195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Deleting port 42ba6c54-4223-40c7-bb56-6b9fb802543a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:47.066621 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.101653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438737-703d-41d5-a244-1900432bb44b req-588fb079-441a-4e2c-bb39-0a1f471c7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.103772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d438737-703d-41d5-a244-1900432bb44b req-588fb079-441a-4e2c-bb39-0a1f471c7412 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.1077166 Sep 16 05:14:47.173643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] For port 42ba6c54-4223-40c7-bb56-6b9fb802543a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42ba6c54-4223-40c7-bb56-6b9fb802543a,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:47.174024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.189625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Calling delete_port for 42ba6c54-4223-40c7-bb56-6b9fb802543a owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:47.218341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d438737-703d-41d5-a244-1900432bb44b req-33ef4860-e274-4e4c-8fe4-67037235096e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 200 len: 1001 time: 0.1063952 Sep 16 05:14:47.295769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438737-703d-41d5-a244-1900432bb44b req-b8eb025e-56f4-45ab-8370-f538c859fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.295769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d438737-703d-41d5-a244-1900432bb44b req-b8eb025e-56f4-45ab-8370-f538c859fe9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.0602667 Sep 16 05:14:47.350309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438737-703d-41d5-a244-1900432bb44b req-fa8e3dc1-c8ed-4350-afb5-4984e7b6340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.352179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d438737-703d-41d5-a244-1900432bb44b req-fa8e3dc1-c8ed-4350-afb5-4984e7b6340a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510201 Sep 16 05:14:47.401094 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.414682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06', '42ba6c54-4223-40c7-bb56-6b9fb802543a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:47.440938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event deleted for resources: {'Port': ['ID=42ba6c54-4223-40c7-bb56-6b9fb802543a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:47.490585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d438737-703d-41d5-a244-1900432bb44b req-89f81e6c-02c2-4e48-ac40-98d65c27e568 service neutron] 10.222.0.57 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306307 Sep 16 05:14:47.498627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] No DVR routers for this DVR port 42ba6c54-4223-40c7-bb56-6b9fb802543a on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:47.504020 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.506174 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-358f9ad1-c701-4e13-97df-c6b90c92132f req-fa35d0b1-a3f8-4d5d-94c2-db7337312ffb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "DELETE /v2.0/ports/42ba6c54-4223-40c7-bb56-6b9fb802543a HTTP/1.1" status: 204 len: 173 time: 0.5375569 Sep 16 05:14:47.507739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e469fc-eb93-4138-bd1a-d0a15022b6e9', 'name': 'network-vif-deleted', 'tag': '42ba6c54-4223-40c7-bb56-6b9fb802543a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:47.514192 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7112d173-e6df-43f4-99fe-88610541a931" -d '{"events": [{"server_uuid": "c3e469fc-eb93-4138-bd1a-d0a15022b6e9", "name": "network-vif-deleted", "tag": "42ba6c54-4223-40c7-bb56-6b9fb802543a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:47.566639 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3883ae8-f142-4f44-a98e-cf549ec1a7c6 x-openstack-request-id: req-b3883ae8-f142-4f44-a98e-cf549ec1a7c6 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:47.567366 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e469fc-eb93-4138-bd1a-d0a15022b6e9", "name": "network-vif-deleted", "tag": "42ba6c54-4223-40c7-bb56-6b9fb802543a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:47.569003 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3883ae8-f142-4f44-a98e-cf549ec1a7c6 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:47.569630 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e469fc-eb93-4138-bd1a-d0a15022b6e9', 'name': 'network-vif-deleted', 'tag': '42ba6c54-4223-40c7-bb56-6b9fb802543a', 'status': 'completed', 'code': 200} Sep 16 05:14:47.645342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d438737-703d-41d5-a244-1900432bb44b req-2d38ffc9-5905-4f0d-9351-fe3c962d1ee5 service neutron] 10.222.0.57 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438732 Sep 16 05:14:47.804884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cc833-6a27-4596-87b7-87ec5a012738 req-ffe96c48-cf1c-4afb-bce7-eebf08b93664 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.806690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75cc833-6a27-4596-87b7-87ec5a012738 req-ffe96c48-cf1c-4afb-bce7-eebf08b93664 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0730202 Sep 16 05:14:47.855552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e75cc833-6a27-4596-87b7-87ec5a012738 req-0dc6dd44-bfbe-4fa7-a495-455e3f7c2148 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407574 Sep 16 05:14:48.138424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46d88b64-9d9f-47d4-b061-dc0cb0b1656a req-22043395-3704-4523-95be-77b31932f615 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3e469fc-eb93-4138-bd1a-d0a15022b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0431190 Sep 16 05:14:49.009847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4d6b1-77cc-4d20-bca3-0d0526d086c3 req-82828eac-5d35-46ee-be3a-bd706f9081f9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.012140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4f4d6b1-77cc-4d20-bca3-0d0526d086c3 req-82828eac-5d35-46ee-be3a-bd706f9081f9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0576677 Sep 16 05:14:49.053115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4f4d6b1-77cc-4d20-bca3-0d0526d086c3 req-95d39140-da3a-45df-aa35-6de53bf49d16 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342321 Sep 16 05:14:49.533867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-be09e252-e2d9-400f-bacb-1ec8d00a581d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.536912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-be09e252-e2d9-400f-bacb-1ec8d00a581d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1320751 Sep 16 05:14:49.555429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-2e041d1c-81aa-4fc8-a0b1-5b8d349e8be9 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/quotas/96ea114bae8d411cabc5fcdc3ba0ffd1 HTTP/1.1" status: 200 len: 375 time: 0.0095499 Sep 16 05:14:49.603590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-bbe40957-6660-400c-a25c-4dd89653ef00 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458703 Sep 16 05:14:49.700970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-2cbb3313-d37c-437b-a779-834a39d191df service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901451 Sep 16 05:14:49.802799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-7c2d8efc-9b9e-42c6-bf9d-f65341b1192d service neutron] 10.222.0.59 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952344 Sep 16 05:14:50.138349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d303155c-ed36-4c71-b33c-b592400f9296 req-185b680f-fe63-458c-8ee4-34df198810e8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 210 time: 0.0555310 Sep 16 05:14:50.186801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:50.228378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406ae41-3996-4a74-b404-d430bb8a76d2 req-333020f6-5070-407a-805a-142aa7a25f6e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.236485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b406ae41-3996-4a74-b404-d430bb8a76d2 req-333020f6-5070-407a-805a-142aa7a25f6e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0664814 Sep 16 05:14:50.323708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b406ae41-3996-4a74-b404-d430bb8a76d2 req-e1055c66-c21b-4086-b16f-ce92e58bd338 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859015 Sep 16 05:14:50.389715 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.420268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:50.422723 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be60cf8-11e8-4aae-9ba1-f66a998dba91" -d '{"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:50.443590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:50.462280 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d5f0e1-a04f-4285-9dda-35818eb9d233 x-openstack-request-id: req-33d5f0e1-a04f-4285-9dda-35818eb9d233 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:50.462607 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-unplugged", "status": "failed", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d", "code": 422}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:50.463102 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33d5f0e1-a04f-4285-9dda-35818eb9d233 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:50.463536 n-d-712143-16 neutron-server[101826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'code': 422} returned with failed status Sep 16 05:14:50.582629 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.667803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:51.252170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6328321-c312-41aa-8002-59688eb343f0 req-c29e2965-9f5b-4f1d-baf5-b6ef0ad51fef tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 210 time: 0.0345542 Sep 16 05:14:51.872360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-b45ec766-2681-4b26-b8f4-bd62b693dbc9 req-9f121d50-7120-40f7-83a1-d946747e2c42 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:14:51.875303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b45ec766-2681-4b26-b8f4-bd62b693dbc9 req-9f121d50-7120-40f7-83a1-d946747e2c42 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147061 Sep 16 05:14:51.990727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 42ba6c54-4223-40c7-bb56-6b9fb802543a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:52.021869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 42ba6c54-4223-40c7-bb56-6b9fb802543a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:52.022390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 42ba6c54-4223-40c7-bb56-6b9fb802543a not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:52.239264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812346b-a75a-40cf-b469-9e940b6b962a req-b3326188-50bf-494f-9706-f7b261cb5803 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.240759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a812346b-a75a-40cf-b469-9e940b6b962a req-b3326188-50bf-494f-9706-f7b261cb5803 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0511808 Sep 16 05:14:52.311819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a812346b-a75a-40cf-b469-9e940b6b962a req-cffa1cae-1d90-4392-b24a-85633b080123 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648751 Sep 16 05:14:52.410719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db6b8573-a301-4ca9-813b-e056225ac2c6 req-b1f2afaf-28e3-4dd6-a375-b5d00d7ee761 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 210 time: 0.0394888 Sep 16 05:14:52.614118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-c4d3a6ba-867c-4b88-bf3e-55b473875b21 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.615767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-c4d3a6ba-867c-4b88-bf3e-55b473875b21 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "GET /v2.0/networks?id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 200 len: 806 time: 0.1393991 Sep 16 05:14:52.640004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Request body: {'port': {'device_id': 'a6fd0f7f-efb7-49ca-8ffd-b85e4948acba', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'admin_state_up': True, 'tenant_id': '96ea114bae8d411cabc5fcdc3ba0ffd1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:52.860635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Made reservation on behalf of 96ea114bae8d411cabc5fcdc3ba0ffd1 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:52.867391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.990232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-4bfcc766-de25-464f-946e-df47c7503d07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2269807 Sep 16 05:14:53.015908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-1f9f7ee2-0160-4764-8d83-89fe3a8cc66a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:14:53.017364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-1f9f7ee2-0160-4764-8d83-89fe3a8cc66a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171852 Sep 16 05:14:53.100407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Allocated IP 172.20.0.5 (138ec5de-f5a5-4fd8-90e2-de3ebf222fde/fa0f0b37-d200-47ae-90d3-b6c8dae3dcad/31e7780b-5e0e-4ecb-993e-99da0f098639) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:53.287463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.401650 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.418007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:53.495420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:53.561580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:53.565308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:53.625745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.626205 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.641835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event updated for resources: {'Port': ['ID=31e7780b-5e0e-4ecb-993e-99da0f098639,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.675929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea5b04-0c88-4810-be71-91c1fc6f72b4 req-8017880b-ba79-4f7a-860d-4565dce275ed tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.678159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fea5b04-0c88-4810-be71-91c1fc6f72b4 req-8017880b-ba79-4f7a-860d-4565dce275ed tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 931 time: 0.1521361 Sep 16 05:14:53.692011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31d166-4971-4b26-bf30-6a4c18636344 req-3f51af32-5342-440f-a926-42e33a77621c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.694184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd31d166-4971-4b26-bf30-6a4c18636344 req-3f51af32-5342-440f-a926-42e33a77621c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.2255640 Sep 16 05:14:53.734490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5fea5b04-0c88-4810-be71-91c1fc6f72b4 req-cbcee93c-bb2a-4b83-a21f-6bd3e58f8e30 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 Sep 16 05:14:53.741600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-d467b4d0-712f-433c-823e-ca5f3c0fb069 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1056626 Sep 16 05:14:53.777954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Request body: {'port': {'device_id': 'a6fd0f7f-efb7-49ca-8ffd-b85e4948acba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:53.821068 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd31d166-4971-4b26-bf30-6a4c18636344 req-e4fa7de0-94a1-40b7-9c66-a6f75b474e66 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899441 Sep 16 05:14:53.876240 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.290609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e7780b-5e0e-4ecb-993e-99da0f098639 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:54.301446 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.322799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Transition to ACTIVE for port object 31e7780b-5e0e-4ecb-993e-99da0f098639 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:54.410010 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.529442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Pushing event updated for resources: {'Port': ['ID=31e7780b-5e0e-4ecb-993e-99da0f098639,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.552152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Attempting to bind port 31e7780b-5e0e-4ecb-993e-99da0f098639 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:54.552488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Attempting to bind port 31e7780b-5e0e-4ecb-993e-99da0f098639 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:54.552819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Attempting to bind port 31e7780b-5e0e-4ecb-993e-99da0f098639 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:54.560306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Port 31e7780b-5e0e-4ecb-993e-99da0f098639 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:54.560760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Attempting to bind port 31e7780b-5e0e-4ecb-993e-99da0f098639 on network 138ec5de-f5a5-4fd8-90e2-de3ebf222fde {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:54.566203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:54.566548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Checking segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:54.567338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Bound using segment: {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:54.567900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Bound port: 31e7780b-5e0e-4ecb-993e-99da0f098639, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7653cf8-d024-457f-9d0a-81b26e533255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:54.568272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.634838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] For port 31e7780b-5e0e-4ecb-993e-99da0f098639, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:54.637978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] For port 31e7780b-5e0e-4ecb-993e-99da0f098639, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=31e7780b-5e0e-4ecb-993e-99da0f098639,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:54.693031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.733098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.733711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.735275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] 10.222.0.57 "PUT /v2.0/ports/31e7780b-5e0e-4ecb-993e-99da0f098639 HTTP/1.1" status: 200 len: 1092 time: 0.9756863 Sep 16 05:14:54.735729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fd0f7f-efb7-49ca-8ffd-b85e4948acba', 'tag': '31e7780b-5e0e-4ecb-993e-99da0f098639'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:54.738578 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66622275-7d6a-4a5f-98c4-4d8da9a344d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fd0f7f-efb7-49ca-8ffd-b85e4948acba", "tag": "31e7780b-5e0e-4ecb-993e-99da0f098639"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:54.762029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71697e87-59d9-48ad-8768-4e70c5db480c service neutron] Pushing event updated for resources: {'Port': ['ID=31e7780b-5e0e-4ecb-993e-99da0f098639,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.789263 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee73161-5221-4313-a767-7e9509f21fa0 x-openstack-request-id: req-dee73161-5221-4313-a767-7e9509f21fa0 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:54.789561 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fd0f7f-efb7-49ca-8ffd-b85e4948acba", "tag": "31e7780b-5e0e-4ecb-993e-99da0f098639", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:54.789837 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dee73161-5221-4313-a767-7e9509f21fa0 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:54.790207 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fd0f7f-efb7-49ca-8ffd-b85e4948acba', 'tag': '31e7780b-5e0e-4ecb-993e-99da0f098639', 'status': 'completed', 'code': 200} Sep 16 05:14:54.964531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bc015-9332-449a-9aa4-731ad76d3d16 req-15ccff04-6c8a-46f3-ae80-e71dc157467d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.966017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d68bc015-9332-449a-9aa4-731ad76d3d16 req-15ccff04-6c8a-46f3-ae80-e71dc157467d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 943 time: 0.1410682 Sep 16 05:14:54.991632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622275-7d6a-4a5f-98c4-4d8da9a344d2 req-f1d2846b-c430-4aa2-ad7c-433e3c9ee37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.993130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66622275-7d6a-4a5f-98c4-4d8da9a344d2 req-f1d2846b-c430-4aa2-ad7c-433e3c9ee37e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 1095 time: 0.1549394 Sep 16 05:14:55.064878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac764600-4193-43a3-9169-9bdbe2979619 req-9a33efea-d0ed-4f57-94ae-73b6635a4b87 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.066600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac764600-4193-43a3-9169-9bdbe2979619 req-9a33efea-d0ed-4f57-94ae-73b6635a4b87 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.1458633 Sep 16 05:14:55.110595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d68bc015-9332-449a-9aa4-731ad76d3d16 req-66aa097c-f1d8-4174-9eac-97e995482609 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374800 Sep 16 05:14:55.190300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac764600-4193-43a3-9169-9bdbe2979619 req-c2c8eed3-f70c-49dd-8a26-75cafb52de31 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019454 Sep 16 05:14:55.207692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622275-7d6a-4a5f-98c4-4d8da9a344d2 req-9580a264-c6be-4432-a8fc-3125e293e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.209184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66622275-7d6a-4a5f-98c4-4d8da9a344d2 req-9580a264-c6be-4432-a8fc-3125e293e6a5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1972373 Sep 16 05:14:55.360373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622275-7d6a-4a5f-98c4-4d8da9a344d2 req-a524cb41-de7e-4eff-958b-347684ad70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.362024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66622275-7d6a-4a5f-98c4-4d8da9a344d2 req-a524cb41-de7e-4eff-958b-347684ad70e1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378226 Sep 16 05:14:55.517208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-ae377ac1-608a-4501-9772-b841756ce28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.519380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-ae377ac1-608a-4501-9772-b841756ce28a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 1095 time: 0.0659807 Sep 16 05:14:55.576341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-f3196070-fe4a-4250-af06-aaeea780e119 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31e7780b-5e0e-4ecb-993e-99da0f098639 HTTP/1.1" status: 200 len: 217 time: 0.0416555 Sep 16 05:14:55.664478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-4d54ff6e-9f4b-428b-a69e-6fe60998eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.666797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-4d54ff6e-9f4b-428b-a69e-6fe60998eccb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 200 len: 846 time: 0.0818281 Sep 16 05:14:55.704157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-b3339164-07a2-4fb1-96f7-bb05f06a4ea0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=138ec5de-f5a5-4fd8-90e2-de3ebf222fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279646 Sep 16 05:14:55.829524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-432ffbb3-d89a-4fcc-8211-1a718dee344c service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157544 Sep 16 05:14:55.945521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14348a0e-33fb-463d-beab-7bf27ad0497c req-67e6f61a-9671-4781-b96f-0700fdc9417d service neutron] 10.222.0.57 "GET /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067662 Sep 16 05:14:56.265904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c6a5-cf90-446c-9aa7-6d57eda6fe4b req-7348f27b-0d3b-41e5-b6c7-629f84456944 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.274346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9214c6a5-cf90-446c-9aa7-6d57eda6fe4b req-7348f27b-0d3b-41e5-b6c7-629f84456944 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 943 time: 0.0745063 Sep 16 05:14:56.327637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9214c6a5-cf90-446c-9aa7-6d57eda6fe4b req-95ab2adc-20f2-49d5-96c4-1040dbf24264 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Sep 16 05:14:56.391594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea986a69-0a60-49e9-8463-c0ef72b53a40 req-61816ec8-6909-417a-a007-4c51c5e1377e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.393585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea986a69-0a60-49e9-8463-c0ef72b53a40 req-61816ec8-6909-417a-a007-4c51c5e1377e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0809910 Sep 16 05:14:56.452496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea986a69-0a60-49e9-8463-c0ef72b53a40 req-c4568eb3-8d8c-4cf6-b2cf-78f8ebad4370 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525215 Sep 16 05:14:57.493312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1584d15-4b3a-4e97-bd3b-892eda4a1156 req-9fe12e53-fa01-4f1c-9807-bc0fb101e17c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.495028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1584d15-4b3a-4e97-bd3b-892eda4a1156 req-9fe12e53-fa01-4f1c-9807-bc0fb101e17c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 943 time: 0.0559714 Sep 16 05:14:57.576367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1584d15-4b3a-4e97-bd3b-892eda4a1156 req-ca98908f-6ce6-4950-ac35-2d6f9f9bfae6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698171 Sep 16 05:14:57.691054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd2059-fce4-4d7c-b7d0-e30f0a1fa4a8 req-ef1a61bf-5ca1-4128-b5b8-0b0170582d14 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.696036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93dd2059-fce4-4d7c-b7d0-e30f0a1fa4a8 req-ef1a61bf-5ca1-4128-b5b8-0b0170582d14 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.1172330 Sep 16 05:14:57.739206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93dd2059-fce4-4d7c-b7d0-e30f0a1fa4a8 req-b0141d6c-9498-4b79-b717-a43e1d311000 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Sep 16 05:14:58.077425 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.223783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 31e7780b-5e0e-4ecb-993e-99da0f098639 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:58.373664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 31e7780b-5e0e-4ecb-993e-99da0f098639, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=31e7780b-5e0e-4ecb-993e-99da0f098639,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:58.387935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '31e7780b-5e0e-4ecb-993e-99da0f098639', 'network_id': '138ec5de-f5a5-4fd8-90e2-de3ebf222fde', 'port_id': '31e7780b-5e0e-4ecb-993e-99da0f098639', 'mac_address': 'fa:16:3e:6a:1b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0f0b37-d200-47ae-90d3-b6c8dae3dcad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:58.437834 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.461077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e7780b-5e0e-4ecb-993e-99da0f098639 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:58.483024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 31e7780b-5e0e-4ecb-993e-99da0f098639, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=31e7780b-5e0e-4ecb-993e-99da0f098639,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:58.614820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.683995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=31e7780b-5e0e-4ecb-993e-99da0f098639,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.734082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11669951-d4b7-43b8-8f2f-362ddf17dd44 req-fa1b3957-49e6-47cf-9016-e62da4701d5a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:58.742004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11669951-d4b7-43b8-8f2f-362ddf17dd44 req-fa1b3957-49e6-47cf-9016-e62da4701d5a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 944 time: 0.1017895 Sep 16 05:14:58.785818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11669951-d4b7-43b8-8f2f-362ddf17dd44 req-09827b4a-8f7b-4545-b465-1aba20b69bd3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383382 Sep 16 05:14:58.899662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe3c30-4b5b-4fad-9556-7aa6a69d07bb req-a5434aeb-7b6c-404e-9356-d72551f9806f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:58.901621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4fe3c30-4b5b-4fad-9556-7aa6a69d07bb req-a5434aeb-7b6c-404e-9356-d72551f9806f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0639699 Sep 16 05:14:58.919618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['31e7780b-5e0e-4ecb-993e-99da0f098639'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:58.972465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4fe3c30-4b5b-4fad-9556-7aa6a69d07bb req-5c6a1b69-9374-4476-a990-f7bc7f5cdfff tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572050 Sep 16 05:14:59.920397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5305c-13f2-499d-90cb-75afaa521199 req-fb608301-c822-43e2-bd51-167053e816b2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.921925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0df5305c-13f2-499d-90cb-75afaa521199 req-fb608301-c822-43e2-bd51-167053e816b2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 944 time: 0.0584977 Sep 16 05:14:59.963016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0df5305c-13f2-499d-90cb-75afaa521199 req-ecdd6ce4-ea97-4e69-a135-a0b882a46c53 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Sep 16 05:15:00.101493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e8a34-39bd-4ac5-a4b3-84d4c15f4af9 req-8a2a4551-96ec-422c-83eb-c3255fffed50 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.103364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d7e8a34-39bd-4ac5-a4b3-84d4c15f4af9 req-8a2a4551-96ec-422c-83eb-c3255fffed50 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.0569265 Sep 16 05:15:00.162217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d7e8a34-39bd-4ac5-a4b3-84d4c15f4af9 req-3b1a4296-5d3d-4d62-9a0f-43c0289bb819 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 Sep 16 05:15:00.240773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 31e7780b-5e0e-4ecb-993e-99da0f098639 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:00.357474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 31e7780b-5e0e-4ecb-993e-99da0f098639 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:00.362263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 31e7780b-5e0e-4ecb-993e-99da0f098639 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:00.362699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.512392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a4df6-3e6e-48f9-a12d-9cb4711220ad req-b84701da-374f-425d-8df0-f18c0063b201 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.514124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-408a4df6-3e6e-48f9-a12d-9cb4711220ad req-b84701da-374f-425d-8df0-f18c0063b201 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0506804 Sep 16 05:15:00.535820 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-408a4df6-3e6e-48f9-a12d-9cb4711220ad req-ff00a9fc-991d-4d96-853b-55903167e651 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.552752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0497-a68b-4587-8357-99cc80edcffc req-e7882457-28f9-48d7-a7c2-20a2a8476f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.554950 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-e7882457-28f9-48d7-a7c2-20a2a8476f38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0&tenant_id=58f585e0277148c5a8e76daae2ab8c1e HTTP/1.1" status: 200 len: 1095 time: 0.0837312 Sep 16 05:15:00.567563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:00.613193 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.629229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.637278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-408a4df6-3e6e-48f9-a12d-9cb4711220ad req-ff00a9fc-991d-4d96-853b-55903167e651 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.638299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd0f7f-efb7-49ca-8ffd-b85e4948acba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7780b-5e0e-4ecb-993e-99da0f098639'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:00.640817 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b454c4-2592-441d-9737-c867e71525a0" -d '{"events": [{"server_uuid": "a6fd0f7f-efb7-49ca-8ffd-b85e4948acba", "name": "network-vif-plugged", "status": "completed", "tag": "31e7780b-5e0e-4ecb-993e-99da0f098639"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:00.664590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 31e7780b-5e0e-4ecb-993e-99da0f098639, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=31e7780b-5e0e-4ecb-993e-99da0f098639,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:00.693457 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7e13c5-1588-474d-88c4-65e981843191 x-openstack-request-id: req-0d7e13c5-1588-474d-88c4-65e981843191 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:00.693457 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd0f7f-efb7-49ca-8ffd-b85e4948acba", "name": "network-vif-plugged", "status": "completed", "tag": "31e7780b-5e0e-4ecb-993e-99da0f098639", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:00.693457 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d7e13c5-1588-474d-88c4-65e981843191 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:00.693457 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd0f7f-efb7-49ca-8ffd-b85e4948acba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7780b-5e0e-4ecb-993e-99da0f098639', 'code': 200} Sep 16 05:15:00.693830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-408a4df6-3e6e-48f9-a12d-9cb4711220ad req-ff00a9fc-991d-4d96-853b-55903167e651 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.717866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.773003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-408a4df6-3e6e-48f9-a12d-9cb4711220ad req-ff00a9fc-991d-4d96-853b-55903167e651 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507098 Sep 16 05:15:00.781349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00a9fc-991d-4d96-853b-55903167e651 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5989e41-015e-4fa0-8c84-643d6c26211b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.816126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=31e7780b-5e0e-4ecb-993e-99da0f098639,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.943789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83c223-3864-4265-872c-775d2a2b5ce3 req-118f5b99-5858-424a-8bca-2e2dd6043b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.945760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d83c223-3864-4265-872c-775d2a2b5ce3 req-118f5b99-5858-424a-8bca-2e2dd6043b1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 1097 time: 0.1583152 Sep 16 05:15:00.961148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:01.001901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d83c223-3864-4265-872c-775d2a2b5ce3 req-159c6150-2b4a-4702-8107-c666362927d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454690 Sep 16 05:15:01.011309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8287-e4c4-4551-bb00-7d8c03a3289d req-301c1952-8f5f-44e4-a872-2a400c48df5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.027741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70ce8287-e4c4-4551-bb00-7d8c03a3289d req-301c1952-8f5f-44e4-a872-2a400c48df5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1495771 Sep 16 05:15:01.032422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:01.093950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:01.106503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.117474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70ce8287-e4c4-4551-bb00-7d8c03a3289d req-cb834498-5154-45ec-9851-468f3e4bd1b5 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832157 Sep 16 05:15:01.122699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Transition to ACTIVE for port object f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:01.136832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42606) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.144616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6cb5-3f67-4960-8d31-deb60fa26c29 req-3bbbeff1-6995-47e9-af78-eef3404578fe tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.146508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb2e6cb5-3f67-4960-8d31-deb60fa26c29 req-3bbbeff1-6995-47e9-af78-eef3404578fe tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0792956 Sep 16 05:15:01.204540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb2e6cb5-3f67-4960-8d31-deb60fa26c29 req-d4538070-0449-44ba-8a79-13d388e912df tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512269 Sep 16 05:15:01.218310 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1f1cd144-c830-457d-b9ac-49540631bec0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/d5536f56-4609-44ad-b909-536d625b0ed2 HTTP/1.1" status: 200 len: 992 time: 0.0803013 Sep 16 05:15:01.219756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.529215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cb4eb-e207-486a-9948-e25e23489c70 req-b7541915-f949-4944-ad5b-357acae5cd08 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.558473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea2cb4eb-e207-486a-9948-e25e23489c70 req-b7541915-f949-4944-ad5b-357acae5cd08 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 943 time: 0.2078729 Sep 16 05:15:01.565223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] No DVR routers for this DVR port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:01.679254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea2cb4eb-e207-486a-9948-e25e23489c70 req-2a80e3c6-c2d8-4162-9e1d-d067f9a4c69a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198575 Sep 16 05:15:01.739501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=9']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.771226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Attempting to bind port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:01.771600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Attempting to bind port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:01.772157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Attempting to bind port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:01.778020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:01.778582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Attempting to bind port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:01.785263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:01.788951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Checking segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:01.788951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Bound using segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:01.788951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Bound port: f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:01.788951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.872025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-4d6135be-3b7f-4ff6-a308-ed630d55d386 req-6aefe1a0-9019-4395-b60d-5d783a357b64 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:15:01.875822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d6135be-3b7f-4ff6-a308-ed630d55d386 req-6aefe1a0-9019-4395-b60d-5d783a357b64 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138912 Sep 16 05:15:01.894875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:01.898231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:02.025423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.082309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.083324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.088142 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] 10.222.0.60 "PUT /v2.0/ports/f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 200 len: 1092 time: 1.5248830 Sep 16 05:15:02.090682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:02.102410 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce118457-03fa-4520-ba59-c1f42b52e32f" -d '{"events": [{"name": "network-changed", "server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:02.118184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0850e8c-724b-49b9-8d55-78f11d1741dc service neutron] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:02.171698 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db139250-5a1e-4cdf-8686-1cc07e278cbb x-openstack-request-id: req-db139250-5a1e-4cdf-8686-1cc07e278cbb {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:02.171999 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:02.176695 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db139250-5a1e-4cdf-8686-1cc07e278cbb {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:02.176695 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'status': 'completed', 'code': 200} Sep 16 05:15:02.186483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0497-a68b-4587-8357-99cc80edcffc req-c979cdbb-91f2-4c46-8be8-3aedd04ce1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.188515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-c979cdbb-91f2-4c46-8be8-3aedd04ce1bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0578697 Sep 16 05:15:02.323535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0497-a68b-4587-8357-99cc80edcffc req-89a04076-5646-4211-ba99-fd0c8e22b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.325687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-89a04076-5646-4211-ba99-fd0c8e22b56d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.1292179 Sep 16 05:15:02.391740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e0bc1-37c1-469b-83a6-268ec6f71cd3 req-6955ce05-a578-42c3-9539-f3888fc0e97e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.394779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-053e0bc1-37c1-469b-83a6-268ec6f71cd3 req-6955ce05-a578-42c3-9539-f3888fc0e97e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1050177 Sep 16 05:15:02.425285 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-556d1f4d-d7ce-4eec-9556-049677f7affe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 200 len: 999 time: 0.0915794 Sep 16 05:15:02.451350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-053e0bc1-37c1-469b-83a6-268ec6f71cd3 req-782580ee-a8b4-4950-b70a-bd5b79d4cf22 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505931 Sep 16 05:15:02.500139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0497-a68b-4587-8357-99cc80edcffc req-bbebf7a7-ddec-4d2c-a0f9-0294235241d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.500526 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-bbebf7a7-ddec-4d2c-a0f9-0294235241d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.0679078 Sep 16 05:15:02.554791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0497-a68b-4587-8357-99cc80edcffc req-aff0a94c-674a-4429-b505-a10c02dda0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.556413 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-aff0a94c-674a-4429-b505-a10c02dda0cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453401 Sep 16 05:15:02.587291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94d24f-e184-4c3a-99f5-4cfb58bf12f7 req-b3d744e2-c514-4ddf-98ac-afa3b9ba9072 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.588804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb94d24f-e184-4c3a-99f5-4cfb58bf12f7 req-b3d744e2-c514-4ddf-98ac-afa3b9ba9072 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0573769 Sep 16 05:15:02.650941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb94d24f-e184-4c3a-99f5-4cfb58bf12f7 req-dadafe05-b4e3-4be3-94a7-c8e35248a1af tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552330 Sep 16 05:15:02.654629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42684) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.669702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-9dc58185-548c-4cfc-8a3e-eea6e9395f29 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063583 Sep 16 05:15:02.796100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f25a0497-a68b-4587-8357-99cc80edcffc req-cb16bb50-9a87-4c58-9d1c-2ec00a45e3d3 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176310 Sep 16 05:15:02.797565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-704baf69-565b-4e23-ae9a-ae073928609d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413710 Sep 16 05:15:02.808182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-8754f0ac-de9e-481c-8415-4e9f7cf9d159 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:15:02.809761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-8754f0ac-de9e-481c-8415-4e9f7cf9d159 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063760 Sep 16 05:15:02.912101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777809-6525-4b9e-b2d6-2c1f46b60b73 req-f343c67c-a3ca-424c-87e5-3b6232b40279 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.919775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8777809-6525-4b9e-b2d6-2c1f46b60b73 req-f343c67c-a3ca-424c-87e5-3b6232b40279 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0806160 Sep 16 05:15:02.971222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-81fac1cb-52ea-464c-9238-ef19354719f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.971948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8777809-6525-4b9e-b2d6-2c1f46b60b73 req-39f3b97f-77b3-411b-b5da-05cca5c5bf6b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453029 Sep 16 05:15:02.979851 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-81fac1cb-52ea-464c-9238-ef19354719f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0717878 Sep 16 05:15:03.092840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-a293c2aa-4cd8-4b20-9f7e-d8289a1a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.094456 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-a293c2aa-4cd8-4b20-9f7e-d8289a1a9de1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.1061618 Sep 16 05:15:03.208802 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-6f1a4196-fe48-42bc-a46b-c2ab4b5b8c24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 200 len: 999 time: 0.0970109 Sep 16 05:15:03.271449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-8b7273a2-dbc0-4e39-9004-0f6352cdf953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.272977 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-8b7273a2-dbc0-4e39-9004-0f6352cdf953 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.0564876 Sep 16 05:15:03.325375 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-63a370a4-5ff7-4a42-b6cc-73d6ecc9635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.326891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-63a370a4-5ff7-4a42-b6cc-73d6ecc9635c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460536 Sep 16 05:15:03.427997 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-f2ff13c0-094f-434e-a04d-7d71dbaebf33 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923498 Sep 16 05:15:03.576924 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ce118457-03fa-4520-ba59-c1f42b52e32f req-a396300f-704d-4521-91d1-eb81f1929702 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416147 Sep 16 05:15:03.640672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5dc8c-5de7-4ec6-997d-bc2282e4b7f9 req-6d00fc42-9a47-4ead-b05e-2e6d5f672c4a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.642515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91f5dc8c-5de7-4ec6-997d-bc2282e4b7f9 req-6d00fc42-9a47-4ead-b05e-2e6d5f672c4a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0548334 Sep 16 05:15:03.690466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91f5dc8c-5de7-4ec6-997d-bc2282e4b7f9 req-c67ed710-aa5d-41ab-a8e9-19ba5bc36d9c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Sep 16 05:15:03.819271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3846c6-d714-4eb9-8822-5a263387e2eb req-74c0d562-9bca-4fc3-a8f7-d91f414767a5 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.828657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d3846c6-d714-4eb9-8822-5a263387e2eb req-74c0d562-9bca-4fc3-a8f7-d91f414767a5 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0807629 Sep 16 05:15:04.443891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d3846c6-d714-4eb9-8822-5a263387e2eb req-92d9b5bd-1f0c-4fa3-ad50-58f864e05e22 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6018355 Sep 16 05:15:04.471841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d97c-4f7b-4b70-bdeb-dca766c9dd98 req-20a1e292-1a9e-491d-8c0e-afb1c4469c14 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.476983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ca0d97c-4f7b-4b70-bdeb-dca766c9dd98 req-20a1e292-1a9e-491d-8c0e-afb1c4469c14 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1708741 Sep 16 05:15:04.524713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ca0d97c-4f7b-4b70-bdeb-dca766c9dd98 req-106ebf03-4594-4f39-b9d5-dfe9e9c6cc22 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Sep 16 05:15:04.709833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c5df1-8d2c-4796-a7b9-6099004d9182 req-20dc1feb-ca4d-41de-8fe9-181ab3fec6b6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.711593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-443c5df1-8d2c-4796-a7b9-6099004d9182 req-20dc1feb-ca4d-41de-8fe9-181ab3fec6b6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0849054 Sep 16 05:15:04.813074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-443c5df1-8d2c-4796-a7b9-6099004d9182 req-2fd039c2-3dd6-44ad-a061-914a4a003091 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867267 Sep 16 05:15:04.834221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7f50a-c9c4-48f3-9846-8e08eed1acf5 req-f2a07146-4e84-4353-aca7-9902cbfd4e5f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.834221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71a7f50a-c9c4-48f3-9846-8e08eed1acf5 req-f2a07146-4e84-4353-aca7-9902cbfd4e5f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1034236 Sep 16 05:15:04.899022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71a7f50a-c9c4-48f3-9846-8e08eed1acf5 req-b434f2a5-de58-4c20-af9d-1c60551813aa tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540266 Sep 16 05:15:05.431945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a9803-64dd-435b-a475-ca09887a6d3b req-ca0c464d-9a0b-4eae-b9e8-9c051cb809ef tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.443291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c5a9803-64dd-435b-a475-ca09887a6d3b req-ca0c464d-9a0b-4eae-b9e8-9c051cb809ef tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1376393 Sep 16 05:15:05.490347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c5a9803-64dd-435b-a475-ca09887a6d3b req-fecfa877-eee7-4e87-8996-b4518e8c2258 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Sep 16 05:15:05.634237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b754c-a864-4975-bda9-74fa5dc8017e req-b5d279ec-090c-4b36-a10f-1f0e595fe3e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.642120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d1b754c-a864-4975-bda9-74fa5dc8017e req-b5d279ec-090c-4b36-a10f-1f0e595fe3e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0987456 Sep 16 05:15:05.696754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d1b754c-a864-4975-bda9-74fa5dc8017e req-83d8e936-c86b-4eeb-8a27-7f2de373a31e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529368 Sep 16 05:15:05.956488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f29f53-7a51-4722-8325-d9bc66826efc req-05c8e2bf-90aa-47fa-aefc-ffb12c5dc93e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.958055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8f29f53-7a51-4722-8325-d9bc66826efc req-05c8e2bf-90aa-47fa-aefc-ffb12c5dc93e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0555058 Sep 16 05:15:06.008825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8f29f53-7a51-4722-8325-d9bc66826efc req-60b8e5f4-2619-4c7f-8db9-5ddd7260914b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Sep 16 05:15:06.669750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b419a-dd2d-45cb-af05-f5f7703fb20a req-b18ed9bb-bd3f-40b9-9090-1debd371c597 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.677482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c2b419a-dd2d-45cb-af05-f5f7703fb20a req-b18ed9bb-bd3f-40b9-9090-1debd371c597 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0810599 Sep 16 05:15:06.721932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c2b419a-dd2d-45cb-af05-f5f7703fb20a req-13c6615a-a02c-486f-8113-630a48a25924 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Sep 16 05:15:06.863513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471188a-bdeb-4a97-a2fa-fa1956971062 req-e569fab6-57ee-4d35-9bbd-79c7194019ae tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.865264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3471188a-bdeb-4a97-a2fa-fa1956971062 req-e569fab6-57ee-4d35-9bbd-79c7194019ae tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0890720 Sep 16 05:15:06.990824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3471188a-bdeb-4a97-a2fa-fa1956971062 req-321bae3a-7f4b-4237-9fea-eae79baaacd2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015553 Sep 16 05:15:07.154717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b40a0e-109a-4284-a973-b3aa58ed58ce req-17ca01b6-8188-4f1d-ad7c-d1618ecd23d8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.157045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3b40a0e-109a-4284-a973-b3aa58ed58ce req-17ca01b6-8188-4f1d-ad7c-d1618ecd23d8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0575261 Sep 16 05:15:07.204405 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:07.219539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3b40a0e-109a-4284-a973-b3aa58ed58ce req-a1db00f5-0427-4377-a1cd-3b3da14e4375 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496569 Sep 16 05:15:07.859095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86f4a6-e8bb-44ba-9dc3-5afa2284b523 req-5123a87f-579f-4ce4-9f99-acc8ec93a03c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.860756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e86f4a6-e8bb-44ba-9dc3-5afa2284b523 req-5123a87f-579f-4ce4-9f99-acc8ec93a03c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0660753 Sep 16 05:15:07.906572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e86f4a6-e8bb-44ba-9dc3-5afa2284b523 req-036a02d8-0359-4195-b6fa-e144092d260a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Sep 16 05:15:08.162419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329ff03-4844-43c9-8c81-59beba683c70 req-85e11911-0f96-4ec1-bea3-6ef5003fa27b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.184114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0329ff03-4844-43c9-8c81-59beba683c70 req-85e11911-0f96-4ec1-bea3-6ef5003fa27b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0907342 Sep 16 05:15:08.232892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0329ff03-4844-43c9-8c81-59beba683c70 req-1fa0624a-6773-4a14-b54c-6a01b36b683f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Sep 16 05:15:08.507022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c70d8-3965-479d-a216-0e0153a62f98 req-b1c9d8c6-91f6-4cd8-96c5-2a349976bdf4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.520781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad2c70d8-3965-479d-a216-0e0153a62f98 req-b1c9d8c6-91f6-4cd8-96c5-2a349976bdf4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1005166 Sep 16 05:15:08.589611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad2c70d8-3965-479d-a216-0e0153a62f98 req-67d8d115-fbfd-4966-9c8b-9e7b5d829b9d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675726 Sep 16 05:15:09.085300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2c67d-42b4-4544-bf47-1ee9b022f83c req-5b597758-ce8d-4a46-b7f0-fe6461b59cd3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.086988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31b2c67d-42b4-4544-bf47-1ee9b022f83c req-5b597758-ce8d-4a46-b7f0-fe6461b59cd3 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0561550 Sep 16 05:15:09.140057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31b2c67d-42b4-4544-bf47-1ee9b022f83c req-3ecdde83-38a2-4ac9-82c1-8e93c2027062 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394895 Sep 16 05:15:09.382921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99e2fd-662c-4fc7-a5f9-033f6ab98592 req-f933353c-9ead-4cbe-87f0-ca3d1bc74d66 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.385984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb99e2fd-662c-4fc7-a5f9-033f6ab98592 req-f933353c-9ead-4cbe-87f0-ca3d1bc74d66 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0604587 Sep 16 05:15:09.479426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb99e2fd-662c-4fc7-a5f9-033f6ab98592 req-1ef634b0-e869-4f22-97ca-fc699489f88b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859427 Sep 16 05:15:09.848436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ec0f7-4acd-4340-a201-8a992506cca4 req-2e8df297-6a70-4729-acda-813bff16a8c6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.864745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a12ec0f7-4acd-4340-a201-8a992506cca4 req-2e8df297-6a70-4729-acda-813bff16a8c6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1341338 Sep 16 05:15:09.991889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a12ec0f7-4acd-4340-a201-8a992506cca4 req-23531ab3-ecea-4ee2-96f1-84a729cd8617 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327493 Sep 16 05:15:10.414649 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.568954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b63cb-662b-48d1-802a-a95b83eef48a req-d9fbf7c4-c9f1-4cd2-8491-27db9c258eed tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.574395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b49b63cb-662b-48d1-802a-a95b83eef48a req-d9fbf7c4-c9f1-4cd2-8491-27db9c258eed tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.2764690 Sep 16 05:15:10.729119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b49b63cb-662b-48d1-802a-a95b83eef48a req-8cbe8b0b-839c-4a3b-b314-2408c03be1ef tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463959 Sep 16 05:15:10.742186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00780c0b-73bb-49a7-8e2f-4109b7299bbe req-f42cb7a3-9251-45fe-8ab6-c587db030126 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.763120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00780c0b-73bb-49a7-8e2f-4109b7299bbe req-f42cb7a3-9251-45fe-8ab6-c587db030126 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1417556 Sep 16 05:15:10.865073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00780c0b-73bb-49a7-8e2f-4109b7299bbe req-272e42fd-0724-4cd6-8047-db8787a79c68 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988889 Sep 16 05:15:10.979767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a039db9a-70be-4334-9cab-6160c9a05a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.162454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8b907-21c7-44f6-a3d3-cdc6bad9e52c req-493481f8-f69c-4390-a254-314bbd058efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.164247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79c8b907-21c7-44f6-a3d3-cdc6bad9e52c req-493481f8-f69c-4390-a254-314bbd058efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0650995 Sep 16 05:15:11.221824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79c8b907-21c7-44f6-a3d3-cdc6bad9e52c req-44b0c09d-7f1d-48b6-9a47-c510633f627c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507195 Sep 16 05:15:11.915273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e913a0c-6e25-4ff7-9518-5a0e25b20767 req-841d9cc5-5f80-45e6-baa5-65cad5ff1fca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.917929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e913a0c-6e25-4ff7-9518-5a0e25b20767 req-841d9cc5-5f80-45e6-baa5-65cad5ff1fca tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0926895 Sep 16 05:15:12.004304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e913a0c-6e25-4ff7-9518-5a0e25b20767 req-d9276563-868f-4629-8b46-ee57f82ce3fe tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797167 Sep 16 05:15:12.180389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a223f-1836-4aff-af29-c520ad60c6c7 req-661a4f68-4459-483c-86e0-68b3e6e78fad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.188113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-681a223f-1836-4aff-af29-c520ad60c6c7 req-661a4f68-4459-483c-86e0-68b3e6e78fad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0835676 Sep 16 05:15:12.235832 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-681a223f-1836-4aff-af29-c520ad60c6c7 req-8ccd57f3-416f-449e-ad23-eab7cad88e75 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430467 Sep 16 05:15:12.413017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4211a46-5863-44e9-be21-ead2645acb0d req-fcedc8dc-64f2-4cf8-8061-a3355c9a6848 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.414529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4211a46-5863-44e9-be21-ead2645acb0d req-fcedc8dc-64f2-4cf8-8061-a3355c9a6848 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1196787 Sep 16 05:15:12.457430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4211a46-5863-44e9-be21-ead2645acb0d req-1034933c-109e-4da6-9b5e-d9ab2cad6c47 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354974 Sep 16 05:15:13.153938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-e222b217-4ca2-4c0d-bf13-c9a3314e0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.155499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-e222b217-4ca2-4c0d-bf13-c9a3314e0a92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1261015 Sep 16 05:15:13.264021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0628-ba65-4c73-aa1f-fd9858ac9344 req-98c56358-697d-47aa-bc41-c375eaa2056f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.265902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439f0628-ba65-4c73-aa1f-fd9858ac9344 req-98c56358-697d-47aa-bc41-c375eaa2056f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1638913 Sep 16 05:15:13.397103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439f0628-ba65-4c73-aa1f-fd9858ac9344 req-9f2c72ee-4f6c-43e1-9d0b-0ce3faa014d8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111381 Sep 16 05:15:13.458974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-81303b84-be6e-4d52-adea-134eb66b661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.461973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-81303b84-be6e-4d52-adea-134eb66b661a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 898 time: 0.2980018 Sep 16 05:15:13.623609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-9185e974-2bcc-4a1c-b3ae-eda0fedb31d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 1000 time: 0.1220551 Sep 16 05:15:13.690677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-b102bc43-5d5e-462e-b52a-15723508319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.692262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-b102bc43-5d5e-462e-b52a-15723508319c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.0636296 Sep 16 05:15:13.771353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918fe56-70de-456a-8e93-0970245e636a req-58a1578e-a09a-443a-a765-22a651338817 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.773470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0918fe56-70de-456a-8e93-0970245e636a req-58a1578e-a09a-443a-a765-22a651338817 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.3363640 Sep 16 05:15:13.799345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070d7c7-52fc-48cb-966b-9897b2663221 req-d5a2a797-b7c0-4bfb-bb99-a9c1decb4f96 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.807262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f070d7c7-52fc-48cb-966b-9897b2663221 req-d5a2a797-b7c0-4bfb-bb99-a9c1decb4f96 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1822960 Sep 16 05:15:13.842838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-e3b47b94-1ed8-43ce-bcef-cbcad2f33a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.842838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-e3b47b94-1ed8-43ce-bcef-cbcad2f33a6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268976 Sep 16 05:15:13.903668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0918fe56-70de-456a-8e93-0970245e636a req-7d7fb4b4-f428-4a7e-bf23-2e741661a38a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209581 Sep 16 05:15:13.935962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f070d7c7-52fc-48cb-966b-9897b2663221 req-69f0a9f6-b91b-430d-b801-28761dd5edee tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275833 Sep 16 05:15:14.146091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-025cad17-f5e3-47a0-adb4-85daed9b844b service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888951 Sep 16 05:15:14.225499 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.255187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-4d0fa72b-b21a-446a-9a78-e622cf1267e5 service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006896 Sep 16 05:15:14.479911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-daee30ce-452a-4634-898a-e2692cd60b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.646729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510e2ab-6803-4221-879c-043d94532d76 req-d4ee2047-0c3e-4ef5-ad00-b87b8163a047 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.650625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c510e2ab-6803-4221-879c-043d94532d76 req-d4ee2047-0c3e-4ef5-ad00-b87b8163a047 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1233840 Sep 16 05:15:14.768419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c510e2ab-6803-4221-879c-043d94532d76 req-8204d0b0-352d-401e-bf88-4c199ccad0b6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988102 Sep 16 05:15:15.122876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b038c9-7e5b-4759-b1aa-8e07c9489302 req-7a893aa3-9b50-45a1-b161-4d5c22af99a1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.124606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9b038c9-7e5b-4759-b1aa-8e07c9489302 req-7a893aa3-9b50-45a1-b161-4d5c22af99a1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0962443 Sep 16 05:15:15.167326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4d039-141c-464a-8ae9-2d755f146afc req-9ed85745-fdb5-40d9-92e8-df43242bec0c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.169131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e4d039-141c-464a-8ae9-2d755f146afc req-9ed85745-fdb5-40d9-92e8-df43242bec0c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0997150 Sep 16 05:15:15.207866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9b038c9-7e5b-4759-b1aa-8e07c9489302 req-f399900b-5b52-43d9-900f-7f80d59b8b52 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766242 Sep 16 05:15:15.261408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51e4d039-141c-464a-8ae9-2d755f146afc req-7f1e6775-1ea0-49df-b41a-a225e398647b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718975 Sep 16 05:15:15.620247 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.943819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a4980-4afe-434c-afe6-4dd4fa96197d req-fff91ca7-46ba-4005-b2e0-15fd262de177 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.945509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d36a4980-4afe-434c-afe6-4dd4fa96197d req-fff91ca7-46ba-4005-b2e0-15fd262de177 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0764332 Sep 16 05:15:16.010406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d36a4980-4afe-434c-afe6-4dd4fa96197d req-f6239946-a14d-4e23-b9cb-021aa05ffea6 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Sep 16 05:15:16.268264 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-bafa7fb3-b884-4614-be94-c38a4130065a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0505240 Sep 16 05:15:16.437023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-ae27a66e-e0d2-4704-a5df-0bdf4a2034eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.442709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-ae27a66e-e0d2-4704-a5df-0bdf4a2034eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.442709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-ae27a66e-e0d2-4704-a5df-0bdf4a2034eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.442709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-ae27a66e-e0d2-4704-a5df-0bdf4a2034eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.442709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-ae27a66e-e0d2-4704-a5df-0bdf4a2034eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.442709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-ae27a66e-e0d2-4704-a5df-0bdf4a2034eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.442709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-ae27a66e-e0d2-4704-a5df-0bdf4a2034eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.447378 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-ae27a66e-e0d2-4704-a5df-0bdf4a2034eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6507 time: 0.1137803 Sep 16 05:15:16.489702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d13ba-5bf0-4cc5-955f-0b4240d692bc req-99d7eb2d-3239-46ad-9e3c-4b1caef3b180 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.491132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d6d13ba-5bf0-4cc5-955f-0b4240d692bc req-99d7eb2d-3239-46ad-9e3c-4b1caef3b180 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1392443 Sep 16 05:15:16.514399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267ef80-fef3-4b8d-9749-ced485e4c9f1 req-683f7d01-2e09-4418-aec0-2113b73bdde7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.521939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5267ef80-fef3-4b8d-9749-ced485e4c9f1 req-683f7d01-2e09-4418-aec0-2113b73bdde7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1118596 Sep 16 05:15:16.583708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d6d13ba-5bf0-4cc5-955f-0b4240d692bc req-c32f524e-0bf0-45ca-b168-afa6c9b23ef6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848446 Sep 16 05:15:16.586322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5267ef80-fef3-4b8d-9749-ced485e4c9f1 req-af2c12b5-b583-41c8-ab43-0a33e67c8c68 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636332 Sep 16 05:15:16.608162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-1046c6d0-a37a-4063-8363-f31169025965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.609115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-1046c6d0-a37a-4063-8363-f31169025965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.609955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-1046c6d0-a37a-4063-8363-f31169025965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.612715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-1046c6d0-a37a-4063-8363-f31169025965 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e59cd688-c0f6-4a88-9106-667ee9954d08&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba HTTP/1.1" status: 200 len: 2299 time: 0.1414409 Sep 16 05:15:16.700630 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-a14b101f-cc43-4387-89be-5fabb1cc1cda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 200 len: 1001 time: 0.0791488 Sep 16 05:15:16.780510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-821a8c4b-9695-4e81-814f-e13c56f8de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.782143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-821a8c4b-9695-4e81-814f-e13c56f8de15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29e371a8-11d8-40bd-9286-ce4660059b2d HTTP/1.1" status: 200 len: 856 time: 0.0595796 Sep 16 05:15:16.854429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-716380fb-ca0d-4527-885d-e02de2fd53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.856359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-716380fb-ca0d-4527-885d-e02de2fd53b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e59cd688-c0f6-4a88-9106-667ee9954d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642817 Sep 16 05:15:16.870877 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.221073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b1d97-7fab-4e67-b42b-8ecd9d916ccd req-cbf42d30-fc01-4e3a-8b30-5da08687746f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.229433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f6b1d97-7fab-4e67-b42b-8ecd9d916ccd req-cbf42d30-fc01-4e3a-8b30-5da08687746f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1044862 Sep 16 05:15:17.274550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f6b1d97-7fab-4e67-b42b-8ecd9d916ccd req-28f970ce-6a50-46c1-a1ec-f4210e119edb tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Sep 16 05:15:17.381626 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-8951bbab-c361-4a9a-bc41-da8f890d8e38 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160205 Sep 16 05:15:17.517363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-5246464b-da2d-4e35-9ca6-b8a91cc5a8a7 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197152 Sep 16 05:15:17.586805 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-dbd00737-579d-4b94-a29f-463b628cd00f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0476913 Sep 16 05:15:17.743420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-dbb02048-8876-44af-beea-c03ac271997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.756370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-dbb02048-8876-44af-beea-c03ac271997a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.1504488 Sep 16 05:15:17.900908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-dbda7284-73a7-47e8-ac38-554589ae3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.903186 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-dbda7284-73a7-47e8-ac38-554589ae3d19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460402 Sep 16 05:15:17.912171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9f4a-0691-4bb1-8d95-fee20e31320d req-b3c5ce93-7553-478f-aa33-e2e9350f1cb5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.913703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edbc9f4a-0691-4bb1-8d95-fee20e31320d req-b3c5ce93-7553-478f-aa33-e2e9350f1cb5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1578839 Sep 16 05:15:17.958319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-b325d4d1-a3db-472e-b87b-ec1087bebe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.960044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-b325d4d1-a3db-472e-b87b-ec1087bebe06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1687822 Sep 16 05:15:17.974234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c856d-14e5-439f-bb35-a4e5edde6d14 req-6754a028-7236-4b4a-b14e-5116f97adcd6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.981801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f57c856d-14e5-439f-bb35-a4e5edde6d14 req-6754a028-7236-4b4a-b14e-5116f97adcd6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1253824 Sep 16 05:15:18.116261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-634fa94a-3b45-434b-a14e-9c2fa79e5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.117770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-634fa94a-3b45-434b-a14e-9c2fa79e5382 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 898 time: 0.1166236 Sep 16 05:15:18.119668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-803a25d7-5b02-4e45-bf62-345f89ec638d service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072418 Sep 16 05:15:18.124064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f57c856d-14e5-439f-bb35-a4e5edde6d14 req-1f5f8747-3140-4610-a438-6dcfee151e8e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410933 Sep 16 05:15:18.143255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edbc9f4a-0691-4bb1-8d95-fee20e31320d req-194094f9-5d85-4c4f-b440-46a3bbffe95f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180393 Sep 16 05:15:18.264207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43034) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.278701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-2eb9e2c6-229a-40ae-a0d6-01a21934d84e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 1000 time: 0.1369793 Sep 16 05:15:18.367053 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-7662b983-5565-4220-a673-8a864919384c service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372577 Sep 16 05:15:18.377504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-e408f474-b255-4c80-82aa-ad86c9187975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.379450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-e408f474-b255-4c80-82aa-ad86c9187975 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.0931635 Sep 16 05:15:18.421237 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-fcab493a-0170-4d3a-b63b-3491b93e3329 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 217 time: 0.0465930 Sep 16 05:15:18.451259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abebe9d-1718-4478-bb43-424107c41b8f req-e5ff01f1-b85a-4bfe-b085-3209bf2f8211 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.452894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8abebe9d-1718-4478-bb43-424107c41b8f req-e5ff01f1-b85a-4bfe-b085-3209bf2f8211 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0922699 Sep 16 05:15:18.483731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-ea160815-6dab-4ce1-8930-90cd3500b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.485174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-ea160815-6dab-4ce1-8930-90cd3500b64b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888243 Sep 16 05:15:18.489888 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b95eda2-276c-4d32-9b70-ad1907cbe2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.558832 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8abebe9d-1718-4478-bb43-424107c41b8f req-39065334-1189-417a-b3d8-297304175a2a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948734 Sep 16 05:15:18.569389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-0c6a06a1-3cc8-46c9-afc1-e77925b4f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.570948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-0c6a06a1-3cc8-46c9-afc1-e77925b4f697 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.1425679 Sep 16 05:15:18.646524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-e162988b-d617-47f1-b57f-90211601106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.648232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-dc363bda-ac5d-43a9-8a52-f56787e61620 service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530960 Sep 16 05:15:18.648572 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-e162988b-d617-47f1-b57f-90211601106a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635550 Sep 16 05:15:18.665140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b95eda2-276c-4d32-9b70-ad1907cbe2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.743041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b95eda2-276c-4d32-9b70-ad1907cbe2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.794276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95eda2-276c-4d32-9b70-ad1907cbe2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16706587-ad89-494e-ad49-bd48d14ecf02,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:18.800149 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-cc8bb83b-29be-4ef7-a0f0-2ba07be4c141 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436834 Sep 16 05:15:18.805623 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0b95eda2-276c-4d32-9b70-ad1907cbe2f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d0b4300a99f49079fc6a00af2e05e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373728 Sep 16 05:15:18.807751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43046) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.827960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57170971-6cee-4095-8d06-e8eecc749dd5 req-b82bb368-3503-4ebf-a80d-7f9a585a8603 service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695426 Sep 16 05:15:18.880583 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9637a80c-63f3-4a06-8099-fda7f556f0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.915676 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9637a80c-63f3-4a06-8099-fda7f556f0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.927086 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-abce2ea3-0f6c-445f-ae65-4460dd2f7fbb service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153696 Sep 16 05:15:18.977785 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-fae65f48-c264-44c9-bfac-7081d6411350 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=9cc1287c-ab05-4962-802e-48766396bbd9 HTTP/1.1" status: 200 len: 217 time: 0.0432873 Sep 16 05:15:19.031841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-39224b77-97f2-4d23-b7fd-9b662481358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.034858 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-39224b77-97f2-4d23-b7fd-9b662481358b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0482903 Sep 16 05:15:19.087101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-efe3d383-8a53-466a-80ce-775ba272047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.088891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-efe3d383-8a53-466a-80ce-775ba272047f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480580 Sep 16 05:15:19.207485 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9637a80c-63f3-4a06-8099-fda7f556f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.210433 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9637a80c-63f3-4a06-8099-fda7f556f0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.211617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9637a80c-63f3-4a06-8099-fda7f556f0c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16706587-ad89-494e-ad49-bd48d14ecf02 HTTP/1.1" status: 204 len: 168 time: 0.4022968 Sep 16 05:15:19.225934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a80c-63f3-4a06-8099-fda7f556f0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16706587-ad89-494e-ad49-bd48d14ecf02,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:19.245326 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-09ebdf9e-91d4-42ea-9505-28aee714e5c1 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371768 Sep 16 05:15:19.338799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be4b22-5375-4bf5-aed1-96182b4eda16 req-3e057526-0571-4a94-a271-8a839e2682ab tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.340345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35be4b22-5375-4bf5-aed1-96182b4eda16 req-3e057526-0571-4a94-a271-8a839e2682ab tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0989926 Sep 16 05:15:19.349534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770c99a-c8c4-4e48-9f93-df82fe4fbbc1 req-577e1805-e647-4916-a5ff-003bd2a30ae2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.351194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2770c99a-c8c4-4e48-9f93-df82fe4fbbc1 req-577e1805-e647-4916-a5ff-003bd2a30ae2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1266038 Sep 16 05:15:19.370637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-99ab05cc-595e-4c58-b818-26aa2b70d5fb service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220078 Sep 16 05:15:19.407939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35be4b22-5375-4bf5-aed1-96182b4eda16 req-4e05d5a6-a286-4f67-9a32-5e326a8e0898 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553327 Sep 16 05:15:19.413125 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-0169ef00-e4d9-4ae8-9e72-62d378b2e7da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec HTTP/1.1" status: 200 len: 217 time: 0.0351880 Sep 16 05:15:19.415332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2770c99a-c8c4-4e48-9f93-df82fe4fbbc1 req-d29cb8f6-adc7-46aa-8d24-4b0e26adc44c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565569 Sep 16 05:15:19.472050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-46169421-de76-45ba-bd0b-d801aabae224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.473569 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-46169421-de76-45ba-bd0b-d801aabae224 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0508552 Sep 16 05:15:19.543619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-6093ccd5-82e0-42b5-b450-046f789dbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.545475 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-6093ccd5-82e0-42b5-b450-046f789dbdae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635772 Sep 16 05:15:19.664629 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-fdffeba6-348b-48c7-a022-3ebd63be10b2 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090853 Sep 16 05:15:19.779957 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-118e2244-0f35-4d89-bc70-5008da0984ea service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009851 Sep 16 05:15:19.780362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f3e58-ea5c-4f0a-999f-5b814c9bca99 req-7cc50d9e-4339-46d0-87a1-c60ca3a3569f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.788360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-737f3e58-ea5c-4f0a-999f-5b814c9bca99 req-7cc50d9e-4339-46d0-87a1-c60ca3a3569f tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0718994 Sep 16 05:15:19.834144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-737f3e58-ea5c-4f0a-999f-5b814c9bca99 req-5327c777-a6fb-472b-a4cc-bb09d38d55f1 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Sep 16 05:15:19.864359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-9ff10ad5-c111-4c61-973f-a473e873243a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 HTTP/1.1" status: 200 len: 217 time: 0.0714869 Sep 16 05:15:19.918340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-f2be49ac-182d-4981-aa60-6b7fea586df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.920187 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-f2be49ac-182d-4981-aa60-6b7fea586df3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.0481954 Sep 16 05:15:19.978359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-90d96714-0582-4843-bd25-8c5268cf2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.980262 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-90d96714-0582-4843-bd25-8c5268cf2d06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519519 Sep 16 05:15:20.078201 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-29f785be-85b7-4f71-8225-5e54c08bc8d1 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886054 Sep 16 05:15:20.291222 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-d9f87e45-7c92-4453-b503-7bb721645b55 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053943 Sep 16 05:15:20.357199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43070) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.358147 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-0fefdbe4-cc29-4a05-9c85-d9b0363ba29f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11bc5910-9d15-4853-8b16-127080567069 HTTP/1.1" status: 200 len: 217 time: 0.0580952 Sep 16 05:15:20.399543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0c010d95-62cf-44da-816b-21a8dc718697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.475921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-38b099b2-13f1-40f7-b4c4-c208b75454db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.477592 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-38b099b2-13f1-40f7-b4c4-c208b75454db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.1111059 Sep 16 05:15:20.556678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-45d26b46-d0f6-4644-beb4-16a5a7343ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.558205 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-45d26b46-d0f6-4644-beb4-16a5a7343ceb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698617 Sep 16 05:15:20.692026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-9df22787-ae6f-4728-aef1-244dca4ec12e service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223476 Sep 16 05:15:20.714218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ea5e2-d117-4a9b-827d-e18dc6b8f339 req-77d6f027-b924-414c-b888-d3681925ad86 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.715773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c50ea5e2-d117-4a9b-827d-e18dc6b8f339 req-77d6f027-b924-414c-b888-d3681925ad86 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2054405 Sep 16 05:15:20.728701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca342d-e57f-4033-93bb-f37c947dacff req-f74ba324-c613-4c33-a011-c964b63bdad0 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.730132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2aca342d-e57f-4033-93bb-f37c947dacff req-f74ba324-c613-4c33-a011-c964b63bdad0 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1700287 Sep 16 05:15:20.741805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0c010d95-62cf-44da-816b-21a8dc718697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.788839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c50ea5e2-d117-4a9b-827d-e18dc6b8f339 req-947ab28f-45e3-4baf-9f11-17d9b1c913a2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576448 Sep 16 05:15:20.801722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51e43209-dfe8-4475-88bf-72eebdf3ce80 req-6fb4a821-3ad0-4e63-99da-c70011015d59 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021388 Sep 16 05:15:20.806707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2aca342d-e57f-4033-93bb-f37c947dacff req-bd534eff-07bf-4a9a-af6d-f536a976a063 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528891 Sep 16 05:15:20.825409 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0c010d95-62cf-44da-816b-21a8dc718697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.903307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0c010d95-62cf-44da-816b-21a8dc718697 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27535c56e4f74e00aef91b1685ce5758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448995 Sep 16 05:15:20.904873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c010d95-62cf-44da-816b-21a8dc718697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c5e7da-64f1-42a6-b604-478e77408b70,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:20.906125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43086) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:21.006755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00568dee-e278-4710-adf7-613710b9d659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.016298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d238365-8d0d-42f1-bb84-632215f38261 req-e0fef8e1-ef94-4ec0-b801-361d8b0a8373 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.018751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d238365-8d0d-42f1-bb84-632215f38261 req-e0fef8e1-ef94-4ec0-b801-361d8b0a8373 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0880818 Sep 16 05:15:21.032799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00568dee-e278-4710-adf7-613710b9d659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.117156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d238365-8d0d-42f1-bb84-632215f38261 req-f7171ab7-3ebc-4cf0-bf6f-f44683bbca94 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874717 Sep 16 05:15:21.131541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4db83215-acb9-4ab7-bacc-39d1f95fa706 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.138850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4db83215-acb9-4ab7-bacc-39d1f95fa706 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.145533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4db83215-acb9-4ab7-bacc-39d1f95fa706 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.151611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4db83215-acb9-4ab7-bacc-39d1f95fa706 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.158124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4db83215-acb9-4ab7-bacc-39d1f95fa706 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.164056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4db83215-acb9-4ab7-bacc-39d1f95fa706 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.166074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00568dee-e278-4710-adf7-613710b9d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.168714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00568dee-e278-4710-adf7-613710b9d659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.172270 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-00568dee-e278-4710-adf7-613710b9d659 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9c5e7da-64f1-42a6-b604-478e77408b70 HTTP/1.1" status: 204 len: 168 time: 0.2627649 Sep 16 05:15:21.177011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4db83215-acb9-4ab7-bacc-39d1f95fa706 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.179485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4db83215-acb9-4ab7-bacc-39d1f95fa706 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.1338789 Sep 16 05:15:21.187425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00568dee-e278-4710-adf7-613710b9d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c5e7da-64f1-42a6-b604-478e77408b70,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.229552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a785709-2f57-445e-9101-38f6e5ef2d6c req-4f08a070-17b2-4c10-a27b-6260b69df2c1 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426757 Sep 16 05:15:21.430956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7b23-b32e-4987-a840-f248ae34746d req-73fc0891-04de-4057-adae-c0139567c5a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.437470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7b23-b32e-4987-a840-f248ae34746d req-73fc0891-04de-4057-adae-c0139567c5a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.443535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7b23-b32e-4987-a840-f248ae34746d req-73fc0891-04de-4057-adae-c0139567c5a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.449773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7b23-b32e-4987-a840-f248ae34746d req-73fc0891-04de-4057-adae-c0139567c5a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.456252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7b23-b32e-4987-a840-f248ae34746d req-73fc0891-04de-4057-adae-c0139567c5a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.462169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7b23-b32e-4987-a840-f248ae34746d req-73fc0891-04de-4057-adae-c0139567c5a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.468367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7b23-b32e-4987-a840-f248ae34746d req-73fc0891-04de-4057-adae-c0139567c5a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.474693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28be7b23-b32e-4987-a840-f248ae34746d req-73fc0891-04de-4057-adae-c0139567c5a6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.1161089 Sep 16 05:15:21.972192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e742c76-9be3-484a-bdf9-ea3c64aa6424 req-6012df68-240b-40f1-8af7-629694d4695c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.973781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e742c76-9be3-484a-bdf9-ea3c64aa6424 req-6012df68-240b-40f1-8af7-629694d4695c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1010525 Sep 16 05:15:21.996313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0f79c-d2f5-41ac-aeb5-44d8535f6738 req-52bc6a47-d9bc-4ef8-b4ac-d78eca6d7a12 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.997727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfa0f79c-d2f5-41ac-aeb5-44d8535f6738 req-52bc6a47-d9bc-4ef8-b4ac-d78eca6d7a12 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.0920300 Sep 16 05:15:22.046899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e742c76-9be3-484a-bdf9-ea3c64aa6424 req-57771a50-0f11-45ad-910d-143363d4c99b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650561 Sep 16 05:15:22.067306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfa0f79c-d2f5-41ac-aeb5-44d8535f6738 req-9dafb56e-ac2e-4670-920b-d52fc7eebfa8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607946 Sep 16 05:15:22.265331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f723da2-19d8-4b89-8fdc-9891ed631aaa req-72f87255-1a33-4e1d-a29c-2126f23f1e95 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.267269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f723da2-19d8-4b89-8fdc-9891ed631aaa req-72f87255-1a33-4e1d-a29c-2126f23f1e95 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0604882 Sep 16 05:15:22.322192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f723da2-19d8-4b89-8fdc-9891ed631aaa req-e68677cf-4645-4a9a-abde-65df2ac4ca47 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Sep 16 05:15:23.223201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6cfb-6435-4fab-a24e-65c4cf2a95ab req-0cf2023b-0463-4ec2-8c16-95dbd29eb95d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.224716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52ea6cfb-6435-4fab-a24e-65c4cf2a95ab req-0cf2023b-0463-4ec2-8c16-95dbd29eb95d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0813086 Sep 16 05:15:23.278594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad790a-b0a5-4d0e-89e4-eb925a125c58 req-9b277218-ebf4-4cf7-8c4c-68d62da63300 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.300953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5ad790a-b0a5-4d0e-89e4-eb925a125c58 req-9b277218-ebf4-4cf7-8c4c-68d62da63300 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 944 time: 0.1233997 Sep 16 05:15:23.358867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52ea6cfb-6435-4fab-a24e-65c4cf2a95ab req-44a2bd6a-0a17-4fc5-9bd5-462f2b50d326 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250291 Sep 16 05:15:23.409552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5ad790a-b0a5-4d0e-89e4-eb925a125c58 req-15e53d91-2c8a-4753-8e74-1d32b1c5c16e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074376 Sep 16 05:15:23.567610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111e138-c0e0-4e7c-b4ce-4adf1c28f264 req-43e4bf82-3e30-43b9-83ad-395cbbd2ff6e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.568948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e111e138-c0e0-4e7c-b4ce-4adf1c28f264 req-43e4bf82-3e30-43b9-83ad-395cbbd2ff6e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0678501 Sep 16 05:15:23.640513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e111e138-c0e0-4e7c-b4ce-4adf1c28f264 req-2e6c5bbb-95a8-4a11-8a39-152eb46810a0 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633218 Sep 16 05:15:23.734809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43214) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:23.827223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-e44c793f-84ee-4fbf-b8ab-2ff95d7ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.827223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-e44c793f-84ee-4fbf-b8ab-2ff95d7ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.827545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-e44c793f-84ee-4fbf-b8ab-2ff95d7ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.828266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-e44c793f-84ee-4fbf-b8ab-2ff95d7ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.828735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-e44c793f-84ee-4fbf-b8ab-2ff95d7ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.829202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-e44c793f-84ee-4fbf-b8ab-2ff95d7ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.829664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-e44c793f-84ee-4fbf-b8ab-2ff95d7ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.831607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-e44c793f-84ee-4fbf-b8ab-2ff95d7ab4fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6507 time: 0.0948827 Sep 16 05:15:23.872161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-d7850521-9f9c-4649-8e64-b8452ab867c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324719 Sep 16 05:15:24.208264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:24.342898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:24.356526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'port_id': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'mac_address': 'fa:16:3e:96:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:24.416336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.433526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:24.457089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:24.539733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.603116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58767817-c732-4d16-95a0-80469a869341 req-4c1f39f7-e677-4c3b-8a4c-e5861f716bf0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.604830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58767817-c732-4d16-95a0-80469a869341 req-4c1f39f7-e677-4c3b-8a4c-e5861f716bf0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1156356 Sep 16 05:15:24.613048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:24.618576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665725-2387-4f2f-827b-cc58db16aaf5 req-2997f034-4b8b-41b6-9222-2de8e969c630 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.620330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c665725-2387-4f2f-827b-cc58db16aaf5 req-2997f034-4b8b-41b6-9222-2de8e969c630 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0968719 Sep 16 05:15:24.681650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58767817-c732-4d16-95a0-80469a869341 req-23ed07ed-17a5-4346-b1f9-0a9a33adb62c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600367 Sep 16 05:15:24.691109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c665725-2387-4f2f-827b-cc58db16aaf5 req-535b3c26-407f-4981-94c4-a2eac524eaff tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613506 Sep 16 05:15:24.828479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:24.830313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f027c-4cbb-448c-afa5-8382415e6088 req-41ee6854-4364-47c5-b74b-f931a5569836 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.832125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e84f027c-4cbb-448c-afa5-8382415e6088 req-41ee6854-4364-47c5-b74b-f931a5569836 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0584116 Sep 16 05:15:24.881444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e84f027c-4cbb-448c-afa5-8382415e6088 req-1a8e1270-60de-48b8-99e8-ac686c94f9a4 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Sep 16 05:15:25.928753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba059f3c-4b01-407c-b266-61ca399df4ea req-8585690c-248c-4a39-b36f-33fdf67a53b4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:25.928753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba059f3c-4b01-407c-b266-61ca399df4ea req-8585690c-248c-4a39-b36f-33fdf67a53b4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0786755 Sep 16 05:15:25.928753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163dab6-a57e-4870-a33c-81fe53173393 req-1cadc364-d3fd-4b9f-82c4-19d10a3da7ca tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:25.928753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7163dab6-a57e-4870-a33c-81fe53173393 req-1cadc364-d3fd-4b9f-82c4-19d10a3da7ca tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 945 time: 0.0833399 Sep 16 05:15:25.928753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba059f3c-4b01-407c-b266-61ca399df4ea req-b1715f3c-b475-4feb-a9d4-0dfb7852e3e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514243 Sep 16 05:15:25.928753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7163dab6-a57e-4870-a33c-81fe53173393 req-d1ed5908-b1ac-4c86-b22f-211b8e71bb8a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527437 Sep 16 05:15:26.010654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3923f-0f5e-43a6-ad0f-cfae16859472 req-a0cc1cc4-8f6c-44d2-8d6d-6f7fa1955249 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.011015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0f3923f-0f5e-43a6-ad0f-cfae16859472 req-a0cc1cc4-8f6c-44d2-8d6d-6f7fa1955249 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0520709 Sep 16 05:15:26.051658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0f3923f-0f5e-43a6-ad0f-cfae16859472 req-e13c2f11-5edf-4d87-af56-39115790dc0c tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333676 Sep 16 05:15:26.223103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:26.405961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:26.410421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:26.411162 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.504605 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.547053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:26.550782 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e9c347-3296-4ec2-a415-b9c31b79560f" -d '{"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-plugged", "status": "completed", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:26.595583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:26.623126 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f332ef3c-74af-43ac-9ee7-cb3bb86241ad x-openstack-request-id: req-f332ef3c-74af-43ac-9ee7-cb3bb86241ad {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:26.623126 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-plugged", "status": "completed", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:26.623126 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f332ef3c-74af-43ac-9ee7-cb3bb86241ad {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:26.623126 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'code': 200} Sep 16 05:15:26.671163 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.754349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=12']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.128176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e75c-bbc1-4757-99df-0f2a7fdc6f63 req-b462fe41-8428-4919-adb3-fb25364ec302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.130556 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1481e75c-bbc1-4757-99df-0f2a7fdc6f63 req-b462fe41-8428-4919-adb3-fb25364ec302 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 1098 time: 0.0490434 Sep 16 05:15:27.151115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93e122-d67b-4ce0-8f8d-1020d1144aeb req-77c97a45-99ba-4e99-ad51-ad6b718b4539 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.152663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f93e122-d67b-4ce0-8f8d-1020d1144aeb req-77c97a45-99ba-4e99-ad51-ad6b718b4539 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1078873 Sep 16 05:15:27.178987 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1481e75c-bbc1-4757-99df-0f2a7fdc6f63 req-a1521faa-5df5-427c-9edb-35be4021f0de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 Sep 16 05:15:27.188095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783beaa3-5f01-4f13-80ea-75cd8608b6c0 req-b5c6b9e7-4d8e-4fa9-af10-3f8f7c20b163 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.191432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-783beaa3-5f01-4f13-80ea-75cd8608b6c0 req-b5c6b9e7-4d8e-4fa9-af10-3f8f7c20b163 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.1117961 Sep 16 05:15:27.248276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f93e122-d67b-4ce0-8f8d-1020d1144aeb req-b6b07718-e603-4ea6-b6b2-36f66be9789f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862067 Sep 16 05:15:27.288927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-783beaa3-5f01-4f13-80ea-75cd8608b6c0 req-c3617de0-1acf-4c02-a8ec-4faf445a7937 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886590 Sep 16 05:15:27.396146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1098c7-920a-43aa-9d82-07f7ac744b02 req-f37ef291-d7a5-4801-958a-0c42f2198886 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.405857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d1098c7-920a-43aa-9d82-07f7ac744b02 req-f37ef291-d7a5-4801-958a-0c42f2198886 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0729496 Sep 16 05:15:27.456374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d1098c7-920a-43aa-9d82-07f7ac744b02 req-97f42772-3936-43c5-9d0d-f1051962039e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Sep 16 05:15:28.061499 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.483039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1135ee-3fa8-4b2f-b3ed-0e764ff1e115 req-9968fce5-f2a3-468a-be25-29c3b71e82bb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.491133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca1135ee-3fa8-4b2f-b3ed-0e764ff1e115 req-9968fce5-f2a3-468a-be25-29c3b71e82bb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1320689 Sep 16 05:15:28.526279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa582f-8731-4a9a-bdfd-02d02b4e4a4b req-bbff4bc8-bb1f-40a6-a361-83fc4d455611 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.533793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbfa582f-8731-4a9a-bdfd-02d02b4e4a4b req-bbff4bc8-bb1f-40a6-a361-83fc4d455611 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.1135523 Sep 16 05:15:28.619446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca1135ee-3fa8-4b2f-b3ed-0e764ff1e115 req-05557b58-07ff-4650-af7b-abac361c6952 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186581 Sep 16 05:15:28.664849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbfa582f-8731-4a9a-bdfd-02d02b4e4a4b req-77410064-990b-48cc-89a9-ed73fb9d4baa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298594 Sep 16 05:15:28.776589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f93b-b5f5-4405-80fa-bb71793d3169 req-01582f48-8227-47d1-a721-e66b65a53d24 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.778205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9719f93b-b5f5-4405-80fa-bb71793d3169 req-01582f48-8227-47d1-a721-e66b65a53d24 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0652597 Sep 16 05:15:28.831785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9719f93b-b5f5-4405-80fa-bb71793d3169 req-d08ebb43-ef47-41f2-a700-a7be51952823 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Sep 16 05:15:29.800883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd9a14-57d2-4521-a688-074fea0a1d78 req-d3091158-2761-4cc1-9dfa-449c7276e3b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.891952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89fd9a14-57d2-4521-a688-074fea0a1d78 req-d3091158-2761-4cc1-9dfa-449c7276e3b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0950820 Sep 16 05:15:29.891952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5625cd-3990-4919-be8a-240ada2adfd5 req-478d850b-bf1e-4251-8a2a-de4e3e8dd36f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.891952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de5625cd-3990-4919-be8a-240ada2adfd5 req-478d850b-bf1e-4251-8a2a-de4e3e8dd36f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0685215 Sep 16 05:15:29.891952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de5625cd-3990-4919-be8a-240ada2adfd5 req-7ddc9903-401c-4a1f-8d92-0d0e36d0089b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503848 Sep 16 05:15:29.891952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89fd9a14-57d2-4521-a688-074fea0a1d78 req-5a500a5e-0758-462d-9b74-ac44ab34330b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592608 Sep 16 05:15:29.994592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b315-4375-4dde-82ec-57ed5e086a01 req-31ed7ed1-add5-4ab0-b6b9-7d05e47175e1 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.997288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b33b315-4375-4dde-82ec-57ed5e086a01 req-31ed7ed1-add5-4ab0-b6b9-7d05e47175e1 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0578034 Sep 16 05:15:30.041390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b33b315-4375-4dde-82ec-57ed5e086a01 req-4f4374c9-f3ff-4e55-bef1-5694af81f6f0 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370240 Sep 16 05:15:31.051617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a88c98-cb13-413f-9aaa-b5fcdfeddac4 req-5ccf7228-a4ab-441f-94d5-de5aba8958cd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.053417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53a88c98-cb13-413f-9aaa-b5fcdfeddac4 req-5ccf7228-a4ab-441f-94d5-de5aba8958cd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0897689 Sep 16 05:15:31.060479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43430) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.092144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04525c-0f81-47c6-9706-d9bec2bee72c req-1e3df86e-f85e-42b3-bfa2-2ba06c894dfb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.095106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e04525c-0f81-47c6-9706-d9bec2bee72c req-1e3df86e-f85e-42b3-bfa2-2ba06c894dfb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1378765 Sep 16 05:15:31.175886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53a88c98-cb13-413f-9aaa-b5fcdfeddac4 req-6778d318-b764-46f3-9988-7db278db84bd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918708 Sep 16 05:15:31.205690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e04525c-0f81-47c6-9706-d9bec2bee72c req-424fcfcf-5190-4482-91d1-baaf8ef69b8b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994599 Sep 16 05:15:31.257356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db2af855-6358-4577-97fd-ee12533df505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.308192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3e087-d4de-4575-ba5f-5a5b27cd859a req-2fb79fa2-7b50-4ada-af3d-f8f7067b5a72 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.310478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6a3e087-d4de-4575-ba5f-5a5b27cd859a req-2fb79fa2-7b50-4ada-af3d-f8f7067b5a72 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0591872 Sep 16 05:15:31.363407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6a3e087-d4de-4575-ba5f-5a5b27cd859a req-358eee26-5d07-4e06-86de-d3467fb0ec3b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457277 Sep 16 05:15:31.400690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db2af855-6358-4577-97fd-ee12533df505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.470545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db2af855-6358-4577-97fd-ee12533df505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.508714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2af855-6358-4577-97fd-ee12533df505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237190ea-8912-4c3f-a9bd-012a6350f4e3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.513763 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-db2af855-6358-4577-97fd-ee12533df505 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f911090a975347ef97e31c307d750f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514365 Sep 16 05:15:31.517605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43442) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.570251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2ddc-4a95-413d-9ab7-700091c27f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.608048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2ddc-4a95-413d-9ab7-700091c27f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.702663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f41bd-b5be-4fac-8a3f-f65e2d6744cb req-7f799e9a-e6dc-4b35-a212-6b9d9e57e675 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.704523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b06f41bd-b5be-4fac-8a3f-f65e2d6744cb req-7f799e9a-e6dc-4b35-a212-6b9d9e57e675 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0660532 Sep 16 05:15:31.746309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b06f41bd-b5be-4fac-8a3f-f65e2d6744cb req-a525d2d6-43d6-48e0-9ee5-9672056a0fab tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357482 Sep 16 05:15:31.761852 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2ddc-4a95-413d-9ab7-700091c27f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.766610 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2ddc-4a95-413d-9ab7-700091c27f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.768200 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ecbb2ddc-4a95-413d-9ab7-700091c27f00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/237190ea-8912-4c3f-a9bd-012a6350f4e3 HTTP/1.1" status: 204 len: 168 time: 0.2498391 Sep 16 05:15:31.782647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb2ddc-4a95-413d-9ab7-700091c27f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237190ea-8912-4c3f-a9bd-012a6350f4e3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.901078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050fcc2-4e44-4124-923f-f95ac493f2de req-6b6bf531-dff9-4964-b340-81a81e2edbc9 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.902558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2050fcc2-4e44-4124-923f-f95ac493f2de req-6b6bf531-dff9-4964-b340-81a81e2edbc9 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0582583 Sep 16 05:15:31.955326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2050fcc2-4e44-4124-923f-f95ac493f2de req-71365fd6-084d-49dd-b2b7-4d3627384d96 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Sep 16 05:15:32.325407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c8072-8c8a-4826-806e-b743a5b72435 req-dd3a2a13-bbb2-4ee6-b587-13f3da9cd36d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.327157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d99c8072-8c8a-4826-806e-b743a5b72435 req-dd3a2a13-bbb2-4ee6-b587-13f3da9cd36d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0688519 Sep 16 05:15:32.411905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d99c8072-8c8a-4826-806e-b743a5b72435 req-ac7fe5df-1c78-4dbb-b1a3-7ae3a60f7dc7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766687 Sep 16 05:15:32.487885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35498bcf-67fe-43c1-858b-a6c521d5902e req-55063a3a-3bcc-4431-83df-15be0a0f7d1c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.490649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35498bcf-67fe-43c1-858b-a6c521d5902e req-55063a3a-3bcc-4431-83df-15be0a0f7d1c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1147561 Sep 16 05:15:32.577711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35498bcf-67fe-43c1-858b-a6c521d5902e req-eebdcaf9-49f0-4d53-9b6e-e8755ffe8ea2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812049 Sep 16 05:15:32.609526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0951a-d915-4b81-a65c-df9656c4cccf req-8913b707-1a0d-41f7-935b-b39a6e74a09d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.611687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5c0951a-d915-4b81-a65c-df9656c4cccf req-8913b707-1a0d-41f7-935b-b39a6e74a09d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.0801959 Sep 16 05:15:32.664507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5c0951a-d915-4b81-a65c-df9656c4cccf req-50c1d55d-b703-48c7-9a49-b82553ee3888 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 Sep 16 05:15:32.800606 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-a92866b0-5365-4bca-b13a-f26fec65cd14 service neutron] show failed (client error): The resource could not be found. Sep 16 05:15:32.801633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-a92866b0-5365-4bca-b13a-f26fec65cd14 service neutron] 10.222.0.57 "GET /v2.0/ports/b08f31b5-731f-49d9-b582-0e532ab61260/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0833776 Sep 16 05:15:33.366610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-035fb19c-8b4f-45a5-8d3b-f9902744537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.368214 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-035fb19c-8b4f-45a5-8d3b-f9902744537c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 1097 time: 0.0536611 Sep 16 05:15:33.384979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:33.450070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.723964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:33.772505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfc460-d91f-4f78-8032-1f9a03e90cdd req-67857002-e2c4-47ee-b672-a0dba4baea37 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.775816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49dfc460-d91f-4f78-8032-1f9a03e90cdd req-67857002-e2c4-47ee-b672-a0dba4baea37 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0925136 Sep 16 05:15:33.809795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:33.896283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-3ef26718-8f5b-48e7-bfef-c5e9d011ae1d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.899185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-3ef26718-8f5b-48e7-bfef-c5e9d011ae1d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1489060 Sep 16 05:15:33.899359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:33.901659 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ff6bf8-366d-4dcd-9118-510aaed98bd3" -d '{"events": [{"server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "name": "network-vif-unplugged", "status": "completed", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:33.906614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.917133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49dfc460-d91f-4f78-8032-1f9a03e90cdd req-27116458-6538-4719-bcf8-10362d4347e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041121 Sep 16 05:15:33.920772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Transition to ACTIVE for port object b08f31b5-731f-49d9-b582-0e532ab61260 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:33.942629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c630d-7215-4b2c-8a0d-ddc89f189d4c req-1f8f63ac-3d70-49d5-a923-d33524d08cb8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.944250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-300c630d-7215-4b2c-8a0d-ddc89f189d4c req-1f8f63ac-3d70-49d5-a923-d33524d08cb8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 945 time: 0.1323991 Sep 16 05:15:34.004035 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d718ce07-7b30-4f90-bc03-14f87912cb1b x-openstack-request-id: req-d718ce07-7b30-4f90-bc03-14f87912cb1b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:34.004035 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "name": "network-vif-unplugged", "status": "completed", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:34.004035 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d718ce07-7b30-4f90-bc03-14f87912cb1b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:34.004436 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'code': 200} Sep 16 05:15:34.007995 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.055748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-300c630d-7215-4b2c-8a0d-ddc89f189d4c req-96149ebb-ccab-42a6-be1e-0d284f72a7b2 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924964 Sep 16 05:15:34.103806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Deleting port 31e7780b-5e0e-4ecb-993e-99da0f098639 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:34.104443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.133632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:34.163095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.163551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.163902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.164244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.164583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.164919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.165270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.165578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.165908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.166240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.166571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.166895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.240013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] No DVR routers for this DVR port b08f31b5-731f-49d9-b582-0e532ab61260 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:34.495699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Attempting to bind port b08f31b5-731f-49d9-b582-0e532ab61260 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:34.496975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Attempting to bind port b08f31b5-731f-49d9-b582-0e532ab61260 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:34.497532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Attempting to bind port b08f31b5-731f-49d9-b582-0e532ab61260 on network ec5e5375-4d17-4991-96ec-0c890136d3a4 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:34.503013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Port b08f31b5-731f-49d9-b582-0e532ab61260 on network ec5e5375-4d17-4991-96ec-0c890136d3a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:34.503951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Attempting to bind port b08f31b5-731f-49d9-b582-0e532ab61260 on network ec5e5375-4d17-4991-96ec-0c890136d3a4 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:34.509856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:34.510663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Checking segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:34.511321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Bound using segment: {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:34.513971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Bound port: b08f31b5-731f-49d9-b582-0e532ab61260, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:34.514836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.617158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:34.624161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:34.631766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] For port 31e7780b-5e0e-4ecb-993e-99da0f098639, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=31e7780b-5e0e-4ecb-993e-99da0f098639,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:34.632227 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.648603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Calling delete_port for 31e7780b-5e0e-4ecb-993e-99da0f098639 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:34.680406 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.722480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:34.723100 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.724568 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] 10.222.0.60 "PUT /v2.0/ports/b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 1092 time: 1.3453908 Sep 16 05:15:34.750769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d7135-1e6c-44e7-9763-c1d56646530e service neutron] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:34.851235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-f8af1c0c-beab-4bf7-9f7c-baf62ad4fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:34.853885 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-f8af1c0c-beab-4bf7-9f7c-baf62ad4fbbb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0989263 Sep 16 05:15:34.968157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.981150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:35.010446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event deleted for resources: {'Port': ['ID=31e7780b-5e0e-4ecb-993e-99da0f098639,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:35.041781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.042145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.042644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.042995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.043383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.044790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.044790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.045093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.045487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.045863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.046497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.046868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.069028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-51ee96ff-3c61-43e0-93d3-bcc6a8d83c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.070726 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-51ee96ff-3c61-43e0-93d3-bcc6a8d83c36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 898 time: 0.2084534 Sep 16 05:15:35.127496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] No DVR routers for this DVR port 31e7780b-5e0e-4ecb-993e-99da0f098639 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:35.133602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.140165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d77b9d6-88e9-4573-9090-5182eaa15648 req-540a2232-9fdf-4090-9977-54dd97b66b4e tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.57 "DELETE /v2.0/ports/31e7780b-5e0e-4ecb-993e-99da0f098639 HTTP/1.1" status: 204 len: 173 time: 1.2195201 Sep 16 05:15:35.165533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd0f7f-efb7-49ca-8ffd-b85e4948acba', 'name': 'network-vif-deleted', 'tag': '31e7780b-5e0e-4ecb-993e-99da0f098639'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:35.173042 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03e95e9-8b7c-48a9-8bf0-696b7c6dc98f" -d '{"events": [{"server_uuid": "a6fd0f7f-efb7-49ca-8ffd-b85e4948acba", "name": "network-vif-deleted", "tag": "31e7780b-5e0e-4ecb-993e-99da0f098639"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:35.235331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-ac6eb266-cbf6-487d-8203-a3c1e4c59f2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 998 time: 0.1447427 Sep 16 05:15:35.249530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-359a46b0-84b3-4a9b-8d6c-79a6476bc17f req-956063cb-3497-454d-a275-294d3a1f242a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6fd0f7f-efb7-49ca-8ffd-b85e4948acba HTTP/1.1" status: 200 len: 210 time: 0.0656419 Sep 16 05:15:35.275420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55774a6b-e7bd-44ef-9676-ea730170d398 req-8c58bd56-e579-4dc0-ba16-d037e3710630 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.275420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55774a6b-e7bd-44ef-9676-ea730170d398 req-8c58bd56-e579-4dc0-ba16-d037e3710630 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1510346 Sep 16 05:15:35.340191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55774a6b-e7bd-44ef-9676-ea730170d398 req-c8fcd755-8869-4710-8f90-4a610c3a47c6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649681 Sep 16 05:15:35.352169 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e166d26f-1034-4b83-85f7-b8ea1c266534 x-openstack-request-id: req-e166d26f-1034-4b83-85f7-b8ea1c266534 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:35.352690 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd0f7f-efb7-49ca-8ffd-b85e4948acba", "name": "network-vif-deleted", "tag": "31e7780b-5e0e-4ecb-993e-99da0f098639", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:35.352951 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e166d26f-1034-4b83-85f7-b8ea1c266534 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:35.353484 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd0f7f-efb7-49ca-8ffd-b85e4948acba', 'name': 'network-vif-deleted', 'tag': '31e7780b-5e0e-4ecb-993e-99da0f098639', 'status': 'completed', 'code': 200} Sep 16 05:15:35.388180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-c039f2d0-8f2c-4093-b2a8-faf4ff408902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.390030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-c039f2d0-8f2c-4093-b2a8-faf4ff408902 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.1468949 Sep 16 05:15:35.454468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-fbb46aa4-772f-434f-861c-eafbcde4566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.458755 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-fbb46aa4-772f-434f-861c-eafbcde4566e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575492 Sep 16 05:15:35.581525 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-79db1bbb-adbc-4802-b06f-e63f24ea2c18 service neutron] 10.222.0.60 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158891 Sep 16 05:15:35.699009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-add4cca8-bfd7-4fda-9b16-39689e125551 req-abd9d3c9-8d12-43ca-9a42-28af5c5dfefa service neutron] 10.222.0.60 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105826 Sep 16 05:15:36.005631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:36.008502 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62a4416-a007-42d2-b2b2-08c3879ea0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:36.115953 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4bdb62-24a4-401c-88f2-c0a40de20f45 x-openstack-request-id: req-dd4bdb62-24a4-401c-88f2-c0a40de20f45 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:36.117911 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:36.117911 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd4bdb62-24a4-401c-88f2-c0a40de20f45 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:36.117911 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'status': 'completed', 'code': 200} Sep 16 05:15:36.205762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-59a884cb-a329-44a7-a9f3-d61ee974df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.207451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-59a884cb-a329-44a7-a9f3-d61ee974df7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0649455 Sep 16 05:15:36.209479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-7f744d94-d9f6-402f-aa64-e324b839bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.211747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-7f744d94-d9f6-402f-aa64-e324b839bff8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0799663 Sep 16 05:15:36.325270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-a0d82312-c38b-4009-9794-f47eaa07f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.332123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-a0d82312-c38b-4009-9794-f47eaa07f629 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 898 time: 0.1104441 Sep 16 05:15:36.348437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b08f31b5-731f-49d9-b582-0e532ab61260 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:36.377029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-52fe7656-3b44-4694-86c6-22bc3e2f75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.377029 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-52fe7656-3b44-4694-86c6-22bc3e2f75f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 898 time: 0.1427596 Sep 16 05:15:36.450697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b08f31b5-731f-49d9-b582-0e532ab61260 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:36.451142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 31e7780b-5e0e-4ecb-993e-99da0f098639 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:36.479752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 31e7780b-5e0e-4ecb-993e-99da0f098639 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:36.480105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 31e7780b-5e0e-4ecb-993e-99da0f098639 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:36.488077 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-8bd0119b-e66a-47df-bd52-2ed2423a8ed1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 998 time: 0.1077139 Sep 16 05:15:36.522563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-e1017fc8-af0e-4c5c-9058-291ccaff511f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 998 time: 0.1880770 Sep 16 05:15:36.532650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eb679-28cc-482a-a85d-3413d9a242da req-b2fe852d-59aa-4845-b3ad-47b18f5635ee tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.534603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-834eb679-28cc-482a-a85d-3413d9a242da req-b2fe852d-59aa-4845-b3ad-47b18f5635ee tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0954478 Sep 16 05:15:36.613157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-834eb679-28cc-482a-a85d-3413d9a242da req-131fd847-5da0-43b0-8bbf-641b3893b888 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690408 Sep 16 05:15:36.623283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-0929874d-b42d-4beb-882e-21812fce78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.628273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-0929874d-b42d-4beb-882e-21812fce78b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.0898218 Sep 16 05:15:36.647631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-e40529ef-1228-41b5-8a1f-0a01725f9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.649450 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-e40529ef-1228-41b5-8a1f-0a01725f9575 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.1531968 Sep 16 05:15:36.717854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-9b8180bf-7773-4018-8dee-94d34fbc94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.719467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-9b8180bf-7773-4018-8dee-94d34fbc94d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848846 Sep 16 05:15:36.735615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-e7431753-1570-4630-97b7-b8bca0d7996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.738318 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-e7431753-1570-4630-97b7-b8bca0d7996d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791178 Sep 16 05:15:36.868854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-4d0b16c1-e41c-4355-90d6-b89c533cff5b service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412399 Sep 16 05:15:36.910594 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-ce9e516e-9663-4508-a08d-6b662598df11 service neutron] 10.222.0.60 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566706 Sep 16 05:15:37.034855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-2592c4be-3195-4b43-8ba8-4bb81344d2d2 service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560037 Sep 16 05:15:37.050904 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c62a4416-a007-42d2-b2b2-08c3879ea0c2 req-82e7c7e0-84f9-4160-b92c-1e25da6233bc service neutron] 10.222.0.60 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306839 Sep 16 05:15:37.600472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d06b1-9497-4a88-88c7-7fbddeba97e5 req-74249845-a789-460b-940b-2398b8f9bc7a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.602030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928d06b1-9497-4a88-88c7-7fbddeba97e5 req-74249845-a789-460b-940b-2398b8f9bc7a tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 945 time: 0.0528986 Sep 16 05:15:37.644394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928d06b1-9497-4a88-88c7-7fbddeba97e5 req-36e6f7cb-09b1-4414-be0b-54d7d49f92c5 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357366 Sep 16 05:15:37.830636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ebc99-dc13-489a-82ce-0efb59778aef req-967168e5-29e6-46e3-96b0-d3768feb5c4c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.832185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b1ebc99-dc13-489a-82ce-0efb59778aef req-967168e5-29e6-46e3-96b0-d3768feb5c4c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0555148 Sep 16 05:15:37.876203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b1ebc99-dc13-489a-82ce-0efb59778aef req-4973e62e-f45a-4895-b292-aae793ae7781 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360715 Sep 16 05:15:38.779847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae8a02-5943-4c06-813e-c17b44f867ed req-e0f9f617-2449-4c2c-af17-9ac244caa197 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.781347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fae8a02-5943-4c06-813e-c17b44f867ed req-e0f9f617-2449-4c2c-af17-9ac244caa197 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 945 time: 0.0552735 Sep 16 05:15:38.835052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fae8a02-5943-4c06-813e-c17b44f867ed req-5260cdbd-b4b1-4d1b-bb72-1765f8610238 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Sep 16 05:15:39.015212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cc5a6-4ba5-441a-aaf4-29d84e2f4e5f req-1e26185a-bc02-40be-9186-8546cda5acf5 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.018054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec3cc5a6-4ba5-441a-aaf4-29d84e2f4e5f req-1e26185a-bc02-40be-9186-8546cda5acf5 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0565438 Sep 16 05:15:39.058592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eb71b-d839-4004-8504-a66014e1e130 req-3735b81d-b640-4acd-b2d2-c38c17047aa8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.060235 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-588eb71b-d839-4004-8504-a66014e1e130 req-3735b81d-b640-4acd-b2d2-c38c17047aa8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 945 time: 0.0667090 Sep 16 05:15:39.064878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec3cc5a6-4ba5-441a-aaf4-29d84e2f4e5f req-a340a9b9-c84c-482f-b244-319c78c9ad38 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373738 Sep 16 05:15:39.166017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Deleting port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:39.166363 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.272149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] For port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,segment=NetworkSegment(d7653cf8-d024-457f-9d0a-81b26e533255),segment_id=d7653cf8-d024-457f-9d0a-81b26e533255)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:39.272429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.291539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Calling delete_port for 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:39.489958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d644a4-3f81-4105-a7db-7748a0198fca req-e5b44f0c-7f9f-42b4-bdd0-9b6034a12b74 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.491491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1d644a4-3f81-4105-a7db-7748a0198fca req-e5b44f0c-7f9f-42b4-bdd0-9b6034a12b74 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0738688 Sep 16 05:15:39.532926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1d644a4-3f81-4105-a7db-7748a0198fca req-d6b21e06-83f2-4aed-b7b1-070b5d23e94a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337169 Sep 16 05:15:39.551554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.564574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8d7dcfa0-006a-411a-891c-8fcfbe02ed06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:39.583124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Pushing event deleted for resources: {'Port': ['ID=8d7dcfa0-006a-411a-891c-8fcfbe02ed06,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:39.635393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] No DVR routers for this DVR port 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:39.637985 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.640074 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-588eb71b-d839-4004-8504-a66014e1e130 req-c551691c-5d1f-45b2-9c72-0a56da92e47b tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.60 "DELETE /v2.0/ports/8d7dcfa0-006a-411a-891c-8fcfbe02ed06 HTTP/1.1" status: 204 len: 173 time: 0.5730326 Sep 16 05:15:39.640566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c045f4a5-709d-4a0a-8310-b836d2c76f9d', 'name': 'network-vif-deleted', 'tag': '8d7dcfa0-006a-411a-891c-8fcfbe02ed06'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:39.642904 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41487098-4321-43bd-ae56-6c7b332f2891" -d '{"events": [{"server_uuid": "c045f4a5-709d-4a0a-8310-b836d2c76f9d", "name": "network-vif-deleted", "tag": "8d7dcfa0-006a-411a-891c-8fcfbe02ed06"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:39.657034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-52be7a26-8a8e-4d1c-85b7-84f6b5b312d2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.658839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-52be7a26-8a8e-4d1c-85b7-84f6b5b312d2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2&tenant_id=da94cb2f91514c57a58d347bae59374f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 943 time: 0.1080327 Sep 16 05:15:39.689661 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1addb23-5494-4180-a34f-5f5b51110d68 x-openstack-request-id: req-c1addb23-5494-4180-a34f-5f5b51110d68 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:39.689961 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c045f4a5-709d-4a0a-8310-b836d2c76f9d", "name": "network-vif-deleted", "tag": "8d7dcfa0-006a-411a-891c-8fcfbe02ed06", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:39.690216 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1addb23-5494-4180-a34f-5f5b51110d68 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:39.690681 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c045f4a5-709d-4a0a-8310-b836d2c76f9d', 'name': 'network-vif-deleted', 'tag': '8d7dcfa0-006a-411a-891c-8fcfbe02ed06', 'status': 'completed', 'code': 200} Sep 16 05:15:39.827351 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-9d79fe2a-84ed-43d4-b219-2d7edd861024 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:15:39.827351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-9d79fe2a-84ed-43d4-b219-2d7edd861024 service neutron] 10.222.0.57 "DELETE /v2.0/ports/b08f31b5-731f-49d9-b582-0e532ab61260/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0658858 Sep 16 05:15:39.842600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-29d13464-4e78-4e49-b668-24be2c0ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.844706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-29d13464-4e78-4e49-b668-24be2c0ebd1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0494730 Sep 16 05:15:39.970528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f90a453-3426-41e7-ad1f-e8febc75a550 req-613be67c-3e5a-4023-89dd-cac0c190846d tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 210 time: 0.0404005 Sep 16 05:15:39.992844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-fff542d7-4a60-4ba0-b539-77f4b805c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.994437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-fff542d7-4a60-4ba0-b539-77f4b805c236 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 898 time: 0.1389437 Sep 16 05:15:40.065298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-70bab1a9-467b-48a1-b804-c6327d810a64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 998 time: 0.0632570 Sep 16 05:15:40.134524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-33200004-bbbc-48ea-aa96-9c5f86aa2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.136433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-33200004-bbbc-48ea-aa96-9c5f86aa2f58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.0643294 Sep 16 05:15:40.196056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-50e79f27-6fb6-4fdf-94a6-3d15e046bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.197651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-50e79f27-6fb6-4fdf-94a6-3d15e046bf5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526700 Sep 16 05:15:40.271928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b08f31b5-731f-49d9-b582-0e532ab61260 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:40.319304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-08b897c2-3ea5-4404-8b7b-b8d42a268d99 service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134973 Sep 16 05:15:40.403578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:40.417789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'port_id': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'mac_address': 'fa:16:3e:6f:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:40.440506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c32606e-54d7-4f8b-a825-22caeeeb811d req-37923b51-d439-4dd0-869e-31d89a946f39 service neutron] 10.222.0.57 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145718 Sep 16 05:15:40.466069 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.468479 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.480620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08f31b5-731f-49d9-b582-0e532ab61260 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:40.501198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:40.594703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.671872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f2494-ce9e-45ba-b162-277d5d0bb507 req-1513b859-aedd-4ebb-8936-456041184727 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.676474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-926f2494-ce9e-45ba-b162-277d5d0bb507 req-1513b859-aedd-4ebb-8936-456041184727 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 944 time: 0.0564866 Sep 16 05:15:40.677144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:40.687025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.690194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.690194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.690194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.690194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.690194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.690194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.691747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.692262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.692782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.693464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.694137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:40.758497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-926f2494-ce9e-45ba-b162-277d5d0bb507 req-6827544e-b8b0-4d7a-98af-eb290a85a3e4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771606 Sep 16 05:15:40.914599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['b08f31b5-731f-49d9-b582-0e532ab61260'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:41.097637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f6d4598-6353-4fa5-948e-49a6973f7d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.153356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-584f88f7-7978-46da-9032-dc3da09b5abf req-df0f8e2d-d404-4b25-a1a0-7850ecf7d7d8 tempest-ServersTestJSON-1014738748 tempest-ServersTestJSON-1014738748-project] 10.222.0.59 "GET /v2.0/ports?device_id=c045f4a5-709d-4a0a-8310-b836d2c76f9d HTTP/1.1" status: 200 len: 210 time: 0.0390034 Sep 16 05:15:41.891381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d86a3d-1b3f-401c-a69f-34dbec46076b req-a9f18602-ba2c-4586-92c3-4f485d907e02 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.892894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7d86a3d-1b3f-401c-a69f-34dbec46076b req-a9f18602-ba2c-4586-92c3-4f485d907e02 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 944 time: 0.0521464 Sep 16 05:15:41.935713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7d86a3d-1b3f-401c-a69f-34dbec46076b req-36cf404e-255a-47d7-89a5-be205eb80510 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365951 Sep 16 05:15:41.962448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43740) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:42.074062 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f1c16924-5940-4a59-b1f3-0c2db3a0a4cb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/d5536f56-4609-44ad-b909-536d625b0ed2 HTTP/1.1" status: 200 len: 991 time: 0.1063056 Sep 16 05:15:42.244284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43758) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:42.288010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b08f31b5-731f-49d9-b582-0e532ab61260 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:42.308533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a157a7-2618-4f92-acd5-48c22e401252 admin admin] Deleting subnet fa0f0b37-d200-47ae-90d3-b6c8dae3dcad {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:42.326256 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7a157a7-2618-4f92-acd5-48c22e401252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.391173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7a157a7-2618-4f92-acd5-48c22e401252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.434694 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7a157a7-2618-4f92-acd5-48c22e401252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.470750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port b08f31b5-731f-49d9-b582-0e532ab61260 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:42.475916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port b08f31b5-731f-49d9-b582-0e532ab61260 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:42.476387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.554648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7a157a7-2618-4f92-acd5-48c22e401252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.586178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a157a7-2618-4f92-acd5-48c22e401252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0f0b37-d200-47ae-90d3-b6c8dae3dcad,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.587044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.590005 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c7a157a7-2618-4f92-acd5-48c22e401252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.592780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c7a157a7-2618-4f92-acd5-48c22e401252 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fa0f0b37-d200-47ae-90d3-b6c8dae3dcad HTTP/1.1" status: 204 len: 168 time: 0.3467379 Sep 16 05:15:42.594837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43766) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:42.618370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:42.621618 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843cc696-275b-4670-8c10-95b49d93c0e6" -d '{"events": [{"server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:42.660675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:42.685187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.695289 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f634b79-a88f-4bae-84ff-80ece2bfb74b x-openstack-request-id: req-8f634b79-a88f-4bae-84ff-80ece2bfb74b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:42.696005 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:42.696649 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f634b79-a88f-4bae-84ff-80ece2bfb74b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:42.697217 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'code': 200} Sep 16 05:15:42.763607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.764777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:42.835661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.870485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138ec5de-f5a5-4fd8-90e2-de3ebf222fde']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:42.881086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7653cf8-d024-457f-9d0a-81b26e533255') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:42.881383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7653cf8-d024-457f-9d0a-81b26e533255') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:42.898621 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.914836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.918929 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.923010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:42.923507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8d7dcfa0-006a-411a-891c-8fcfbe02ed06 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:42.927989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:42.928597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:42.930735 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:43.060469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.080291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.080291 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] 10.222.0.59 "DELETE /v2.0/networks/138ec5de-f5a5-4fd8-90e2-de3ebf222fde HTTP/1.1" status: 204 len: 168 time: 0.4818776 Sep 16 05:15:43.093399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98e4b2-de0c-4ea1-be16-4685b4aa93da admin admin] Pushing event deleted for resources: {'Network': ['ID=138ec5de-f5a5-4fd8-90e2-de3ebf222fde,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:43.518121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43786) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:43.570399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d309f22f-31a9-4f0e-9912-178fd9a6e396 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96ea114bae8d411cabc5fcdc3ba0ffd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509629 Sep 16 05:15:43.572973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43790) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:43.648474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1882939f-5ac1-4545-812f-377aba208fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.675395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1882939f-5ac1-4545-812f-377aba208fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.105333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1882939f-5ac1-4545-812f-377aba208fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.114593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1882939f-5ac1-4545-812f-377aba208fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.114593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1882939f-5ac1-4545-812f-377aba208fe7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74f0aa20-5d6a-45d9-b2e7-ab75e85bae97 HTTP/1.1" status: 204 len: 168 time: 0.5363250 Sep 16 05:15:44.122060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882939f-5ac1-4545-812f-377aba208fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f0aa20-5d6a-45d9-b2e7-ab75e85bae97,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:44.205122 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:44.207489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.516220 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85d03f52-d5d0-4326-9734-fe6015fb132e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.104584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.130754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-706606fb-f366-4c6b-9f12-2949e82fcba0 req-76f03a5c-8fa6-4246-b2da-0c8cf877b5fb tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0437932 Sep 16 05:15:46.811386 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.227931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abb318f2-8b83-4f8b-9a2a-091188636ede req-d03ff9ca-8a96-4a0b-ae4b-b5ba9bd93d6f tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0283170 Sep 16 05:15:48.357353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09c4a349-ff5e-4e83-84c6-7f0855fca81c req-19c278a8-4315-49d7-913a-5a7318e6fd43 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0311296 Sep 16 05:15:49.472065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7359e061-cdf6-4f02-b1e1-27abf4cb9cd0 req-144e4ea0-5971-4de0-a6cb-0d561866b90c tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0295014 Sep 16 05:15:50.608987 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-24528d37-6a27-4eb1-8333-23ce2ba85738 req-15bd926b-44e9-4bac-b708-550ef6fce350 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0688851 Sep 16 05:15:50.640865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc55f7b0-0968-4260-80ef-b097e73ef187 req-6aa2f43d-ad71-4a71-af8b-d8e981f757c3 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0454199 Sep 16 05:15:51.763862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7fbd182-e8fd-492e-8899-531f05898345 req-20a771e8-b4d3-45c6-9f1a-9fd69ef69783 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0333290 Sep 16 05:15:51.884987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43994) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:52.021738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73b902c6-38b8-46ee-861b-19dfa6989895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.115910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73b902c6-38b8-46ee-861b-19dfa6989895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.188647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73b902c6-38b8-46ee-861b-19dfa6989895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.232652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44002) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:52.244847 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-73b902c6-38b8-46ee-861b-19dfa6989895 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7dbdc510bc8c433a9c68035ac83d07d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586760 Sep 16 05:15:52.246341 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b902c6-38b8-46ee-861b-19dfa6989895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e793f1-1ca6-4f8e-b974-2796721b88c3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:52.306460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc9ee-7c18-49f8-a2b1-26cde45c160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.339030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc9ee-7c18-49f8-a2b1-26cde45c160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.475633 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc9ee-7c18-49f8-a2b1-26cde45c160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.478276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc9ee-7c18-49f8-a2b1-26cde45c160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.479455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3b9bc9ee-7c18-49f8-a2b1-26cde45c160b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1e793f1-1ca6-4f8e-b974-2796721b88c3 HTTP/1.1" status: 204 len: 168 time: 0.2458007 Sep 16 05:15:52.488181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bc9ee-7c18-49f8-a2b1-26cde45c160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e793f1-1ca6-4f8e-b974-2796721b88c3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:52.883689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04200697-bbbb-422b-86f3-85a5670c591a req-24f54891-c235-41ad-aa96-a8bd7734fa8d tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0319681 Sep 16 05:15:53.135142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44034) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:53.165718 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-912007d3-854b-4729-b0c5-264d4a2727e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.292988 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-912007d3-854b-4729-b0c5-264d4a2727e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.368591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-912007d3-854b-4729-b0c5-264d4a2727e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.417045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-912007d3-854b-4729-b0c5-264d4a2727e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9dc436d581b7412992a02672b7fcb61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807305 Sep 16 05:15:53.418558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912007d3-854b-4729-b0c5-264d4a2727e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de6e8f-30f1-49e4-a1b6-de2d7695506c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.420237 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44058) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:53.476958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eba1309-2bc4-4801-81d8-27ce1c7fbe48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.501679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eba1309-2bc4-4801-81d8-27ce1c7fbe48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.641445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eba1309-2bc4-4801-81d8-27ce1c7fbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.644610 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5eba1309-2bc4-4801-81d8-27ce1c7fbe48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.645824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5eba1309-2bc4-4801-81d8-27ce1c7fbe48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56de6e8f-30f1-49e4-a1b6-de2d7695506c HTTP/1.1" status: 204 len: 168 time: 0.2245696 Sep 16 05:15:53.681803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba1309-2bc4-4801-81d8-27ce1c7fbe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de6e8f-30f1-49e4-a1b6-de2d7695506c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.848237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a73cb26a-eec0-47e6-bd15-bc7acea4e2e7 req-875baf67-b474-4876-bbfe-9cbb994eda08 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0415215 Sep 16 05:15:54.597127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44076) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:54.617557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07481817-ad4c-4b28-b6cf-e74889f20dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.726658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07481817-ad4c-4b28-b6cf-e74889f20dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.795527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07481817-ad4c-4b28-b6cf-e74889f20dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.837123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07481817-ad4c-4b28-b6cf-e74889f20dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1a8fa7-407b-451e-aaf3-a8399176b3e5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:54.841735 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07481817-ad4c-4b28-b6cf-e74889f20dce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64e13e24a0b74b638d8b6bbe0437b726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435651 Sep 16 05:15:54.844995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44078) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:54.906058 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ba40-455f-4053-b37e-93ad6acb959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.937211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ba40-455f-4053-b37e-93ad6acb959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.989989 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bd949ac-1c25-4bb8-b612-779a8901cc6e req-eca3721d-5b79-45dc-91f0-0e49dd78238f tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0404167 Sep 16 05:15:55.150361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ba40-455f-4053-b37e-93ad6acb959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.153037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ba40-455f-4053-b37e-93ad6acb959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.157600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9ae2ba40-455f-4053-b37e-93ad6acb959c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f1a8fa7-407b-451e-aaf3-a8399176b3e5 HTTP/1.1" status: 204 len: 168 time: 0.3051281 Sep 16 05:15:55.164070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2ba40-455f-4053-b37e-93ad6acb959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1a8fa7-407b-451e-aaf3-a8399176b3e5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.116354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42a7b3df-aaee-42fc-a3a6-3d212fcade45 req-514d2fb5-c3d3-46d6-a4b7-41caa3f60d47 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0327067 Sep 16 05:15:56.223599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44108) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.335107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1611853429-network', 'tenant_id': '1c3e14e936de4f5fa259d7ec778f4c6a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:56.429886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Made reservation on behalf of 1c3e14e936de4f5fa259d7ec778f4c6a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:56.432404 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.441460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.545588 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.625340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.654994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:56.661439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c373b6d-4ed5-4480-bc82-c0ff89947371,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.673489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.673846 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Added segment 4984cc43-9686-4183-bccf-945cdbac07ab of type vlan for network 64637c58-da1c-4568-9da8-b899f91393f1 Sep 16 05:15:56.722323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.824002 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.824952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.826294 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.901062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] Pushing event updated for resources: {'Network': ['ID=64637c58-da1c-4568-9da8-b899f91393f1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.914474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 64637c58-da1c-4568-9da8-b899f91393f1 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:56.940200 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ef1e4ab-bb7c-4f95-89e0-b57ee2f3c34b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7153685 Sep 16 05:15:56.942988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44116) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.953878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Request body: {'subnet': {'network_id': '64637c58-da1c-4568-9da8-b899f91393f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1611853429-subnet', 'tenant_id': '1c3e14e936de4f5fa259d7ec778f4c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:57.041191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Made reservation on behalf of 1c3e14e936de4f5fa259d7ec778f4c6a for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:57.043734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.244173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f792b5e5-3681-4ef0-84a7-d6da663b483d req-6f00fcab-96fb-4928-a553-5a23b7130da4 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0275307 Sep 16 05:15:57.349944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.408591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0ac4a2-3c81-4fc6-b595-c59b971b76c3,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.429312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Checking segment: {'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:57.429831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Network hostable DHCP agents. Network: 64637c58-da1c-4568-9da8-b899f91393f1, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:57.513570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Network 64637c58-da1c-4568-9da8-b899f91393f1 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:57.596088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 64637c58-da1c-4568-9da8-b899f91393f1) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:57.608009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.610229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdac4a2-1d59-42f8-98f7-47672ac6aacb None None] Network 64637c58-da1c-4568-9da8-b899f91393f1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:57.612758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.703118 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-639bd444-7edc-429a-8830-7fd41d3259e4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7585640 Sep 16 05:15:57.755227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9949a8-0c25-4349-aec0-43495e47e093 None None] Network 64637c58-da1c-4568-9da8-b899f91393f1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:58.121036 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.349476 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b82f577-0f45-4358-a4e8-fed29b08aee3 req-9f84a14c-36ca-4f7e-8718-c0fabc66e384 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0275369 Sep 16 05:15:59.451942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-486502d7-c849-4b86-b899-74cb126c15fc req-c38703a4-d872-4a9e-9cf1-e77999cd7e2c tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0258887 Sep 16 05:16:00.560340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1072a90-2cc5-40ff-8629-322116cc0b1a req-c4e06280-e681-441d-a706-89549063d4ec tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0262752 Sep 16 05:16:01.219408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-22c26396-96c6-4db6-9eb6-f6fc619c5141 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.221702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-22c26396-96c6-4db6-9eb6-f6fc619c5141 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/networks?id=64637c58-da1c-4568-9da8-b899f91393f1 HTTP/1.1" status: 200 len: 809 time: 0.1107304 Sep 16 05:16:01.240014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-07d00be1-d0be-4abf-8cf2-a68b8d785633 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/quotas/1c3e14e936de4f5fa259d7ec778f4c6a HTTP/1.1" status: 200 len: 375 time: 0.0126946 Sep 16 05:16:01.273751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-393b2cf4-28f0-4da1-902e-cad3fa695f30 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c3e14e936de4f5fa259d7ec778f4c6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276256 Sep 16 05:16:01.379716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-135bc23f-a723-4a2e-8605-93e11e86667d service neutron] 10.222.0.59 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989728 Sep 16 05:16:01.484001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-5a40e1c9-58cd-4a6a-9f55-e70eb5aa80f0 service neutron] 10.222.0.59 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975361 Sep 16 05:16:01.684352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2336d3b-6709-4c16-bf3f-092eaa9d797d req-df340f77-a69f-45ce-8f81-889f8af95403 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0349557 Sep 16 05:16:01.790868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-486f2aef-105c-4c76-a623-97b341ea40cf req-c54172bc-782d-4d93-ade1-fce2aa5035b9 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 210 time: 0.0385940 Sep 16 05:16:02.807412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e147f7b-cf2f-4d61-8cf8-8654df7ddcff req-0c336643-eaa9-4c26-bed4-75c7a6d5b423 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0289247 Sep 16 05:16:02.866922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09859cad-ac02-4b28-b075-4aed8e26ec73 req-27ea1270-25ca-4f0f-9f7a-d1605aced8b9 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 210 time: 0.0282400 Sep 16 05:16:03.944050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec913f68-3310-4faa-9964-f1613577d4d1 req-29901ac0-42a7-455f-aa5d-ab5d73849a99 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0363963 Sep 16 05:16:03.980422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eebcb67a-6f21-412e-a389-29dfd1c35c15 req-78b4f197-24d6-4662-94d3-f413f90f5862 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 210 time: 0.0312977 Sep 16 05:16:04.572105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-5513ae0d-c588-4fc2-8f6e-188779737b4f tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:04.573623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-5513ae0d-c588-4fc2-8f6e-188779737b4f tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.57 "GET /v2.0/networks?id=64637c58-da1c-4568-9da8-b899f91393f1 HTTP/1.1" status: 200 len: 809 time: 0.1237254 Sep 16 05:16:04.596274 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Request body: {'port': {'device_id': '7cebc1d9-b7d3-4852-8b33-03bd8324feae', 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1', 'admin_state_up': True, 'tenant_id': '1c3e14e936de4f5fa259d7ec778f4c6a'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:04.799467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Made reservation on behalf of 1c3e14e936de4f5fa259d7ec778f4c6a for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:04.802990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.943935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Allocated IP 172.20.0.2 (64637c58-da1c-4568-9da8-b899f91393f1/fc0ac4a2-3c81-4fc6-b595-c59b971b76c3/44b83a53-b166-4428-8c48-6a94f516db7f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:05.114515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b0ca629-f3af-4798-ac0e-16e88fdc1d08 req-9b1786d0-7c2a-4369-9d94-30fd6042949a tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0741284 Sep 16 05:16:05.135052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d0ed926-67df-4d79-a290-c84928412835 req-ca994f5c-2254-4d8e-8c65-fafb17c0fc68 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 210 time: 0.0683727 Sep 16 05:16:05.230829 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.355508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.407582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Network 64637c58-da1c-4568-9da8-b899f91393f1 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:05.410939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:05.418138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:05.425231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Pushing event updated for resources: {'Port': ['ID=44b83a53-b166-4428-8c48-6a94f516db7f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:05.475230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.478687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.554398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-62d374ce-bbea-4733-84a0-db86b7a89116 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9625416 Sep 16 05:16:05.574451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Request body: {'port': {'device_id': '7cebc1d9-b7d3-4852-8b33-03bd8324feae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:05.642554 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.931845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b83a53-b166-4428-8c48-6a94f516db7f {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:05.940180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.954780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Transition to ACTIVE for port object 44b83a53-b166-4428-8c48-6a94f516db7f will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:06.035366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.093923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Pushing event updated for resources: {'Port': ['ID=44b83a53-b166-4428-8c48-6a94f516db7f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.200174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Attempting to bind port 44b83a53-b166-4428-8c48-6a94f516db7f on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:06.201288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Attempting to bind port 44b83a53-b166-4428-8c48-6a94f516db7f by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:06.201648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Attempting to bind port 44b83a53-b166-4428-8c48-6a94f516db7f on network 64637c58-da1c-4568-9da8-b899f91393f1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:06.216725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Port 44b83a53-b166-4428-8c48-6a94f516db7f on network 64637c58-da1c-4568-9da8-b899f91393f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:06.217059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Attempting to bind port 44b83a53-b166-4428-8c48-6a94f516db7f on network 64637c58-da1c-4568-9da8-b899f91393f1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:06.223765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:06.224089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Checking segment: {'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:06.224439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Bound using segment: {'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:06.224885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Bound port: 44b83a53-b166-4428-8c48-6a94f516db7f, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:06.225424 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.312947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4116bc7-be17-4394-8d67-58045ff91d20 req-e8e599b3-256f-4b0e-8ce7-4f940f57ba26 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0673816 Sep 16 05:16:06.346852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] For port 44b83a53-b166-4428-8c48-6a94f516db7f, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:06.350823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] For port 44b83a53-b166-4428-8c48-6a94f516db7f, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=44b83a53-b166-4428-8c48-6a94f516db7f,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:06.358724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac735-22b0-4bc9-a459-acd899167d16 req-e70d7c91-c08e-42b9-8f5f-ac7d257b01f0 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.360716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-985ac735-22b0-4bc9-a459-acd899167d16 req-e70d7c91-c08e-42b9-8f5f-ac7d257b01f0 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 943 time: 0.1159101 Sep 16 05:16:06.404002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-985ac735-22b0-4bc9-a459-acd899167d16 req-716f6289-8392-480c-a015-21c99ca75798 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369885 Sep 16 05:16:06.435529 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.469153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.469870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.471689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] 10.222.0.57 "PUT /v2.0/ports/44b83a53-b166-4428-8c48-6a94f516db7f HTTP/1.1" status: 200 len: 1092 time: 0.9014072 Sep 16 05:16:06.472239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cebc1d9-b7d3-4852-8b33-03bd8324feae', 'tag': '44b83a53-b166-4428-8c48-6a94f516db7f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:06.474974 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2448c675-37e3-4409-b426-21877e78da65" -d '{"events": [{"name": "network-changed", "server_uuid": "7cebc1d9-b7d3-4852-8b33-03bd8324feae", "tag": "44b83a53-b166-4428-8c48-6a94f516db7f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:06.512593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe587c-0c17-4a89-9cf6-708081082248 service neutron] Pushing event updated for resources: {'Port': ['ID=44b83a53-b166-4428-8c48-6a94f516db7f,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.528781 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16057e4-c22d-42d8-bd9b-b5d299c6af7e x-openstack-request-id: req-c16057e4-c22d-42d8-bd9b-b5d299c6af7e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:06.529077 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cebc1d9-b7d3-4852-8b33-03bd8324feae", "tag": "44b83a53-b166-4428-8c48-6a94f516db7f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:06.529327 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c16057e4-c22d-42d8-bd9b-b5d299c6af7e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:06.529728 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cebc1d9-b7d3-4852-8b33-03bd8324feae', 'tag': '44b83a53-b166-4428-8c48-6a94f516db7f', 'status': 'completed', 'code': 200} Sep 16 05:16:06.614488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448c675-37e3-4409-b426-21877e78da65 req-95b8cd5f-783c-417d-89db-c40d0d7cd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.616204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2448c675-37e3-4409-b426-21877e78da65 req-95b8cd5f-783c-417d-89db-c40d0d7cd376 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c3e14e936de4f5fa259d7ec778f4c6a&device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 1095 time: 0.0450149 Sep 16 05:16:06.750390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448c675-37e3-4409-b426-21877e78da65 req-f8c05ee9-6ab6-4050-a48b-a839af41f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.751989 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2448c675-37e3-4409-b426-21877e78da65 req-f8c05ee9-6ab6-4050-a48b-a839af41f87b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c3e14e936de4f5fa259d7ec778f4c6a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1221750 Sep 16 05:16:06.852716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448c675-37e3-4409-b426-21877e78da65 req-ad33ce1c-cbfe-4ac2-8bc4-d1536b738f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.854300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2448c675-37e3-4409-b426-21877e78da65 req-ad33ce1c-cbfe-4ac2-8bc4-d1536b738f90 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949969 Sep 16 05:16:06.957314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-125a9d55-5ceb-44cb-822b-4c404d2dcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.958860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-125a9d55-5ceb-44cb-822b-4c404d2dcf5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c3e14e936de4f5fa259d7ec778f4c6a&device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 1095 time: 0.0449326 Sep 16 05:16:07.016276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-b8901d9a-da00-4c28-a442-5570ec20b35d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44b83a53-b166-4428-8c48-6a94f516db7f HTTP/1.1" status: 200 len: 217 time: 0.0438097 Sep 16 05:16:07.072573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-7f5779e0-5c6d-4439-8dc8-018cd6e4cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.074155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-7f5779e0-5c6d-4439-8dc8-018cd6e4cfb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc0ac4a2-3c81-4fc6-b595-c59b971b76c3 HTTP/1.1" status: 200 len: 849 time: 0.0508945 Sep 16 05:16:07.114055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-bf39560e-e75a-4779-9a59-62621e476ede service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64637c58-da1c-4568-9da8-b899f91393f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321889 Sep 16 05:16:07.229426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-606173d1-e213-45c6-92f9-824e54b5dbfe service neutron] 10.222.0.57 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075237 Sep 16 05:16:07.328212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cf094d1-4258-4323-8ec1-a3f8fbec27f4 req-6f2d87e7-6ca5-43c5-a82a-25b15d09a63b service neutron] 10.222.0.57 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914426 Sep 16 05:16:07.430768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79c6a6b0-2df8-4d39-94e5-b0f5e0078430 req-1bc0d2e1-7091-4e82-b2ac-58cd6ff8c5de tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0324626 Sep 16 05:16:07.684662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d2fb-95bc-41d3-a937-b9b56b091584 req-1e9a054c-cf3a-4f7b-a41b-ec1c06c8c6d0 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.684662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4117d2fb-95bc-41d3-a937-b9b56b091584 req-1e9a054c-cf3a-4f7b-a41b-ec1c06c8c6d0 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 943 time: 0.0654798 Sep 16 05:16:07.684662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4117d2fb-95bc-41d3-a937-b9b56b091584 req-f4ef12bc-d523-47b5-aa1b-c63468986172 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367231 Sep 16 05:16:08.567300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a99a3cb-7ac8-4c7b-8fb6-27f5939df2bb req-4366a3b3-2a2b-47bf-8784-85b63137d973 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0400691 Sep 16 05:16:08.750597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e68a7-be59-4476-ae19-77b59e6d7a0f req-3246e7c9-01ed-4c99-a66b-d6ca0d9eee1b tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.752339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-826e68a7-be59-4476-ae19-77b59e6d7a0f req-3246e7c9-01ed-4c99-a66b-d6ca0d9eee1b tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 943 time: 0.0578301 Sep 16 05:16:08.792148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-826e68a7-be59-4476-ae19-77b59e6d7a0f req-8910ac1f-b95e-425d-b428-3bb283a32e0a tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Sep 16 05:16:09.687083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8a2fa0e-ff46-4e30-a5c5-fdaee2989497 req-33ecc42d-5e4f-4e1c-987e-9eb716442f38 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0341349 Sep 16 05:16:09.915489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b7138-f29a-4174-b05a-ee75a9cd12fe req-9ffd48fa-407a-479f-a403-7150013c53cc tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.917168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d30b7138-f29a-4174-b05a-ee75a9cd12fe req-9ffd48fa-407a-479f-a403-7150013c53cc tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 943 time: 0.0556977 Sep 16 05:16:09.955817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d30b7138-f29a-4174-b05a-ee75a9cd12fe req-dae6b43e-180c-4a28-a763-74305bc46bb9 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320404 Sep 16 05:16:10.429310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.515563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 44b83a53-b166-4428-8c48-6a94f516db7f details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:10.630506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 44b83a53-b166-4428-8c48-6a94f516db7f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=44b83a53-b166-4428-8c48-6a94f516db7f,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:10.642279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '44b83a53-b166-4428-8c48-6a94f516db7f', 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1', 'port_id': '44b83a53-b166-4428-8c48-6a94f516db7f', 'mac_address': 'fa:16:3e:29:81:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0ac4a2-3c81-4fc6-b595-c59b971b76c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:10.682167 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.696669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b83a53-b166-4428-8c48-6a94f516db7f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:10.727981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 44b83a53-b166-4428-8c48-6a94f516db7f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=44b83a53-b166-4428-8c48-6a94f516db7f,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:10.821993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1c55c4f-66e0-4c95-99bc-8047351ef001 req-0f909b54-0a3b-48b3-8c69-f9b2b4e79f6f tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0282955 Sep 16 05:16:10.874203 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.942701 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=44b83a53-b166-4428-8c48-6a94f516db7f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.993442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f51969e-1c39-4355-9356-d318369e7644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.097081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046994c-00d1-4451-b7eb-b68d1e465c78 req-9e21bf0a-7468-455b-bbb3-0f14bd8249b4 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.098586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4046994c-00d1-4451-b7eb-b68d1e465c78 req-9e21bf0a-7468-455b-bbb3-0f14bd8249b4 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 944 time: 0.0575387 Sep 16 05:16:11.137069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4046994c-00d1-4451-b7eb-b68d1e465c78 req-a271e11d-5a2e-4203-aafe-5662f6baa6e2 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Sep 16 05:16:11.166124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['44b83a53-b166-4428-8c48-6a94f516db7f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:11.934372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de481ac6-ff61-4372-bc12-602a316c5291 req-d78f2302-b0ab-4aa2-9189-9949e048240a tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0270786 Sep 16 05:16:12.272481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75038560-d55e-4234-9063-607ead1e7ba6 req-44c6b8c2-d9dc-4290-9dc2-0aa9ed968772 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.272481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75038560-d55e-4234-9063-607ead1e7ba6 req-44c6b8c2-d9dc-4290-9dc2-0aa9ed968772 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 944 time: 0.0546312 Sep 16 05:16:12.314619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75038560-d55e-4234-9063-607ead1e7ba6 req-15785f08-9626-4c0f-be12-5ab31ea22f4b tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 Sep 16 05:16:12.535986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 44b83a53-b166-4428-8c48-6a94f516db7f up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:12.667070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 44b83a53-b166-4428-8c48-6a94f516db7f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:12.668037 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 44b83a53-b166-4428-8c48-6a94f516db7f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:12.668420 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.803455 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.825261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cebc1d9-b7d3-4852-8b33-03bd8324feae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b83a53-b166-4428-8c48-6a94f516db7f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:12.827433 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3680db-d12e-43f9-b5a4-790098a2f7db" -d '{"events": [{"server_uuid": "7cebc1d9-b7d3-4852-8b33-03bd8324feae", "name": "network-vif-plugged", "status": "completed", "tag": "44b83a53-b166-4428-8c48-6a94f516db7f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:12.844937 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 44b83a53-b166-4428-8c48-6a94f516db7f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=44b83a53-b166-4428-8c48-6a94f516db7f,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:12.871263 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626d5cca-b7cd-4d2c-a3c1-dd92ae157412 x-openstack-request-id: req-626d5cca-b7cd-4d2c-a3c1-dd92ae157412 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:12.871263 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cebc1d9-b7d3-4852-8b33-03bd8324feae", "name": "network-vif-plugged", "status": "completed", "tag": "44b83a53-b166-4428-8c48-6a94f516db7f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:12.871263 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-626d5cca-b7cd-4d2c-a3c1-dd92ae157412 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:12.871263 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cebc1d9-b7d3-4852-8b33-03bd8324feae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b83a53-b166-4428-8c48-6a94f516db7f', 'code': 200} Sep 16 05:16:12.958707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d82d6-14fb-4cb5-ad7d-8f67a65f2664 req-5edc91b6-e342-4754-814b-1f4bf15f2a52 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.960411 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-381d82d6-14fb-4cb5-ad7d-8f67a65f2664 req-5edc91b6-e342-4754-814b-1f4bf15f2a52 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0677252 Sep 16 05:16:13.010575 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.059158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6bbfc16-810c-425a-8aa1-4f44beff989c req-26dd650f-4de5-49c1-96ff-5e9a7cb85d1d tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0389330 Sep 16 05:16:13.060706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=44b83a53-b166-4428-8c48-6a94f516db7f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.074432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6678492-8f14-4225-bd66-50991d771cf2 req-a2bc03bd-dfa0-48bc-ac90-962ae8f120b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.076073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6678492-8f14-4225-bd66-50991d771cf2 req-a2bc03bd-dfa0-48bc-ac90-962ae8f120b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 1096 time: 0.1113648 Sep 16 05:16:13.080085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-381d82d6-14fb-4cb5-ad7d-8f67a65f2664 req-0f198456-4c93-4d72-8a95-16f9dc43ba13 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998576 Sep 16 05:16:13.116196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6678492-8f14-4225-bd66-50991d771cf2 req-c9759ae6-d15b-4cce-9598-82f293d58ed5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Sep 16 05:16:13.437804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae52983-ebe9-4e05-ab97-91ca1abb3a9a req-0599a9cc-0259-4804-9795-cf15c2f5f984 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.440893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ae52983-ebe9-4e05-ab97-91ca1abb3a9a req-0599a9cc-0259-4804-9795-cf15c2f5f984 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 945 time: 0.0520678 Sep 16 05:16:13.485779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ae52983-ebe9-4e05-ab97-91ca1abb3a9a req-5bd8e6ac-c230-46c4-b43a-0a4a5be2d7d6 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Sep 16 05:16:14.176688 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.181286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-992249fe-513d-4b0b-b1ce-9cd26faa83a3 req-786ff206-c56e-434f-98ff-395d9ae831e4 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0373766 Sep 16 05:16:14.242388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cb786-41f7-4a89-a93b-e57c715ab621 req-a7383ac8-92a8-481c-8efc-a4c1db4a0fd1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.243943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-968cb786-41f7-4a89-a93b-e57c715ab621 req-a7383ac8-92a8-481c-8efc-a4c1db4a0fd1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0616980 Sep 16 05:16:14.290232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-968cb786-41f7-4a89-a93b-e57c715ab621 req-54f593c0-e5cc-4d11-8daf-2c6bcdb1f80b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398984 Sep 16 05:16:14.480277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e51b77e-d2f3-436a-92ac-72b37babc015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.613208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200408-5972-4ae4-b30e-6e5011aa20c7 req-9e451fcc-7301-4848-b7b4-e79854aa3e46 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.614730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8200408-5972-4ae4-b30e-6e5011aa20c7 req-9e451fcc-7301-4848-b7b4-e79854aa3e46 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 945 time: 0.0581667 Sep 16 05:16:14.657675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8200408-5972-4ae4-b30e-6e5011aa20c7 req-cb6530fc-3f08-43f4-96e2-40e484f87736 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Sep 16 05:16:14.903326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14455456-1d31-4fbf-b685-18bd93910234 req-8e31e29b-1d3f-4ab2-9859-a10c79dec137 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.903326 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-14455456-1d31-4fbf-b685-18bd93910234 req-8e31e29b-1d3f-4ab2-9859-a10c79dec137 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.60 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0563679 Sep 16 05:16:15.025446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Deleting port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:15.025878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.137970 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.148646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] For port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:15.149028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.156331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302616a-1001-43ac-8539-305d0b5ce976 req-ceb8e212-dfa0-4f0e-b976-27d6e5bb1097 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.158201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7302616a-1001-43ac-8539-305d0b5ce976 req-ceb8e212-dfa0-4f0e-b976-27d6e5bb1097 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1097 time: 0.3699105 Sep 16 05:16:15.194909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7302616a-1001-43ac-8539-305d0b5ce976 req-6ffc0f88-7504-4d38-a29f-d33024eb2599 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302167 Sep 16 05:16:15.218425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44414) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:15.295890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee09ff6a-f866-45d8-85bb-304cc4d0046a req-5af4daad-133b-472b-a41a-573bf31ed4b6 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0311112 Sep 16 05:16:15.376199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.376916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.377501 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Floating IP 1086a222-e799-4004-a5e2-88473b4ee1c7 disassociated. External IP: 172.25.7.239, port: f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d. Sep 16 05:16:15.378082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Calling delete_port for f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:15.535590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1d31c-9be0-4452-a7d8-9c5f560cc900 req-85612c17-d2de-485c-8bb2-72d6da9d3b03 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.537154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ea1d31c-9be0-4452-a7d8-9c5f560cc900 req-85612c17-d2de-485c-8bb2-72d6da9d3b03 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 946 time: 0.0912557 Sep 16 05:16:15.560101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port c5b17be6-368a-4bda-aadf-b04320068088 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:15.560454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.629777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ea1d31c-9be0-4452-a7d8-9c5f560cc900 req-5a0b3f06-0037-4e3b-a46d-d2b16589d051 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=41736e84-5f85-4731-8a19-7cf08895d098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863235 Sep 16 05:16:15.659283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.661783 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.670888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for c5b17be6-368a-4bda-aadf-b04320068088 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:15.680890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.713987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event deleted for resources: {'Port': ['ID=f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.876667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:16.052491 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.087766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=c5b17be6-368a-4bda-aadf-b04320068088,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.179753 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.180100 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Floating IP d5536f56-4609-44ad-b909-536d625b0ed2 disassociated (deleted). External IP: 172.25.7.59, port: b08f31b5-731f-49d9-b582-0e532ab61260. Sep 16 05:16:16.467614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:16.479320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] Sync routers for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:16.495593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ffa2f40-e367-41d1-9d1c-b299df53c4f7 req-b7e57f68-f4d4-449a-a3c0-802bc004df34 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0450385 Sep 16 05:16:16.499858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 67023e28-6a98-47d1-9891-853942de7824 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:16.507591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:16.507591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:16.529409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] No DVR routers for this DVR port f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:16.532129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.534287 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-14455456-1d31-4fbf-b685-18bd93910234 req-c0509ea9-dfc1-4f98-abda-7df2fa2af881 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.60 "DELETE /v2.0/ports/f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d HTTP/1.1" status: 204 len: 173 time: 1.6263638 Sep 16 05:16:16.534794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-deleted', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:16.537081 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153c8fb8-983e-4a5e-b803-7066d4affb3b" -d '{"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-deleted", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:16.585052 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022eab04-e6d0-4f41-801b-04149802eaf7 x-openstack-request-id: req-022eab04-e6d0-4f41-801b-04149802eaf7 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:16.585394 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640c4bc8-86da-407f-bef6-9ff01f2b5ee0", "name": "network-vif-deleted", "tag": "f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:16.586192 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-022eab04-e6d0-4f41-801b-04149802eaf7 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:16.586764 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640c4bc8-86da-407f-bef6-9ff01f2b5ee0', 'name': 'network-vif-deleted', 'tag': 'f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d', 'status': 'completed', 'code': 200} Sep 16 05:16:16.645066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:16.649529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:16.651266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.657704 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] Sync routers for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:16.672013 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:16.673201 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:16.726651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-354e1c42-fa47-4028-8a01-81a3efad8ec9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/floatingips/d5536f56-4609-44ad-b909-536d625b0ed2 HTTP/1.1" status: 204 len: 168 time: 1.5065281 Sep 16 05:16:16.728605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:16.731002 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36f57e4-40d1-4d45-af80-ae76f387d2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:16.779438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e7b6ed9-0f98-4f20-8901-9eab4d9ca17a req-f2e361e8-5f03-4121-b19a-278dda9d82f7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0314126 Sep 16 05:16:16.822855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216b51c-c5fa-424e-b308-5e0569fe84d2 req-95fa4ee7-b131-4763-b9c9-574eecf91aff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.844096 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:16.844425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b216b51c-c5fa-424e-b308-5e0569fe84d2 req-95fa4ee7-b131-4763-b9c9-574eecf91aff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 945 time: 0.1301324 Sep 16 05:16:16.968305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b216b51c-c5fa-424e-b308-5e0569fe84d2 req-18681cc9-1874-4a38-98df-51c60ee2fa0f tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225405 Sep 16 05:16:16.993633 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d52639c-d3b2-4402-a107-fb71112f921e x-openstack-request-id: req-7d52639c-d3b2-4402-a107-fb71112f921e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:16.993924 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:16.994178 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d52639c-d3b2-4402-a107-fb71112f921e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:16.994595 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'status': 'completed', 'code': 200} Sep 16 05:16:16.996983 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.025036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:17.054876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] Checking router: 91802f99-40af-4dc8-8f0a-b8f03bcbc07f for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:17.061590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-5205d1a7-e3bc-48fe-b05b-a3629577cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.063133 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-5205d1a7-e3bc-48fe-b05b-a3629577cbcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0430758 Sep 16 05:16:17.065663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:17.066423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:17.210963 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:07Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:17.213309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-fb0a7c8b-da2c-4856-8531-838f65a41240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.216239 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-fb0a7c8b-da2c-4856-8531-838f65a41240 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 200 len: 898 time: 0.1438968 Sep 16 05:16:17.261035 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] Checking router: 67023e28-6a98-47d1-9891-853942de7824 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:17.271001 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:17.271920 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:17.329754 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-ff9d539a-68aa-4b6e-bedc-519d9e59c12b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 200 len: 217 time: 0.1044254 Sep 16 05:16:17.349752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:17.400306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-ea536d9b-654a-41e3-82f8-1a77d90a0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.401798 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-ea536d9b-654a-41e3-82f8-1a77d90a0cfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 200 len: 835 time: 0.0601914 Sep 16 05:16:17.419397 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:17.462539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-a2335bb4-7be2-4eac-9bcd-990606633a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.464395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-a2335bb4-7be2-4eac-9bcd-990606633a7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec5e5375-4d17-4991-96ec-0c890136d3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515561 Sep 16 05:16:17.594023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d57378-6b26-435c-9c4d-7130ebd83ab7 req-4955ff74-610b-4aa5-b199-6ea21ea60ca1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.598894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08d57378-6b26-435c-9c4d-7130ebd83ab7 req-4955ff74-610b-4aa5-b199-6ea21ea60ca1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0971212 Sep 16 05:16:17.665607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:17.675497 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-153d8f27-d4fc-4516-a3fb-783a02c22a9b service neutron] 10.222.0.60 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972089 Sep 16 05:16:17.753391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08d57378-6b26-435c-9c4d-7130ebd83ab7 req-7f18c189-833b-4886-bc5f-fb4c8df002f4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342726 Sep 16 05:16:17.803822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca6f8a-3a5c-4026-9935-1f2ff652d716 None None] The sync data for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 is: [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:17.824200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c75fbeec-b7a1-44b5-a281-93d1af27c46a req-47c87d66-f402-4b74-b010-93635e54f853 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0880845 Sep 16 05:16:17.934927 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b36f57e4-40d1-4d45-af80-ae76f387d2e6 req-5a1e2c38-6f05-45f7-a5ef-56aa52561c56 service neutron] 10.222.0.60 "GET /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325642 Sep 16 05:16:18.031822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17b588a2-04bd-4d90-bfbf-86c729c854e8 req-9cc67117-54b3-4d80-a43a-607486951db4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=640c4bc8-86da-407f-bef6-9ff01f2b5ee0 HTTP/1.1" status: 200 len: 210 time: 0.0602903 Sep 16 05:16:18.070912 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:07Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:18.112303 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e051067c-3d76-4773-b71e-15bf09411af4 None None] The sync data for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 is: [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:03Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'e7848804-c84a-4c41-9bcd-a984567f9b08', 'name': '', 'network_id': 'ec5e5375-4d17-4991-96ec-0c890136d3a4', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:01Z', 'updated_at': '2021-09-16T05:14:07Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '4271a0a1-73c5-4ce0-ac78-18c53152c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:18.179875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f73ed5-46f7-4771-8817-383dc5cdae7d req-b34b43f1-4de1-4db4-a660-aef732306953 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.182021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0f73ed5-46f7-4771-8817-383dc5cdae7d req-b34b43f1-4de1-4db4-a660-aef732306953 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 945 time: 0.1225770 Sep 16 05:16:18.223580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0dcacfd6-605c-47da-a284-f903788683be tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.225310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0dcacfd6-605c-47da-a284-f903788683be tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 945 time: 0.1644621 Sep 16 05:16:18.266523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0f73ed5-46f7-4771-8817-383dc5cdae7d req-01881b14-d7a5-440e-8ce8-5e302af556e4 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707541 Sep 16 05:16:18.423557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Deleting port 44b83a53-b166-4428-8c48-6a94f516db7f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:18.423969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.444679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:18.473406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3351e36-2706-4b50-b5cb-7cfef5d83290 None None] New status for floating IP 1086a222-e799-4004-a5e2-88473b4ee1c7: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:18.476439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:18.477030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f999aa6b-f418-4b10-a1b0-1e3f15c0eb2d not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:18.534158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] For port 44b83a53-b166-4428-8c48-6a94f516db7f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=44b83a53-b166-4428-8c48-6a94f516db7f,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:18.534529 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.557907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Calling delete_port for 44b83a53-b166-4428-8c48-6a94f516db7f owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:18.592894 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf3b216-7759-4c1e-804e-58beddfac95b None None] New status for floating IP d5536f56-4609-44ad-b909-536d625b0ed2: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:18.891652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4335-0cbf-42ec-9ed6-9c37315a428c req-148bd91b-5268-46ce-b322-170fa5199f54 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.893232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-116f4335-0cbf-42ec-9ed6-9c37315a428c req-148bd91b-5268-46ce-b322-170fa5199f54 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0626850 Sep 16 05:16:18.894549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.931624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Pushing event deleted for resources: {'Port': ['ID=44b83a53-b166-4428-8c48-6a94f516db7f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.968473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07af5835-68ae-4d41-95df-956c3e0fb298 req-f6477cfe-3da8-419b-9f2e-14adb6849e1b tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0387897 Sep 16 05:16:19.014210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-116f4335-0cbf-42ec-9ed6-9c37315a428c req-601cbf06-8420-433e-950e-dadcbdb39d88 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d7b2c5-6439-4391-b958-cfb3a301f783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107023 Sep 16 05:16:19.030332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] No DVR routers for this DVR port 44b83a53-b166-4428-8c48-6a94f516db7f on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:19.040866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.040866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28c35b41-f33c-41ab-b55a-26101a34d6dd req-0b996b9e-5d17-486d-b329-2a7ca45596ac tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.57 "DELETE /v2.0/ports/44b83a53-b166-4428-8c48-6a94f516db7f HTTP/1.1" status: 204 len: 173 time: 0.7921760 Sep 16 05:16:19.042379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cebc1d9-b7d3-4852-8b33-03bd8324feae', 'name': 'network-vif-deleted', 'tag': '44b83a53-b166-4428-8c48-6a94f516db7f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:19.044846 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1aa5b9-ce1e-4a7e-9f30-c70ac92294af" -d '{"events": [{"server_uuid": "7cebc1d9-b7d3-4852-8b33-03bd8324feae", "name": "network-vif-deleted", "tag": "44b83a53-b166-4428-8c48-6a94f516db7f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:19.102075 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c81647d-26c2-4626-b3ba-2039b553e64c x-openstack-request-id: req-9c81647d-26c2-4626-b3ba-2039b553e64c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:19.102386 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cebc1d9-b7d3-4852-8b33-03bd8324feae", "name": "network-vif-deleted", "tag": "44b83a53-b166-4428-8c48-6a94f516db7f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:19.102627 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c81647d-26c2-4626-b3ba-2039b553e64c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:19.103043 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cebc1d9-b7d3-4852-8b33-03bd8324feae', 'name': 'network-vif-deleted', 'tag': '44b83a53-b166-4428-8c48-6a94f516db7f', 'status': 'completed', 'code': 200} Sep 16 05:16:19.186641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-90990979-c5a3-490e-9c75-30d05aff5f16 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.188817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-90990979-c5a3-490e-9c75-30d05aff5f16 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.60 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0526421 Sep 16 05:16:19.294429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port b08f31b5-731f-49d9-b582-0e532ab61260 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:19.294761 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.351041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:19.448910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port b08f31b5-731f-49d9-b582-0e532ab61260, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b08f31b5-731f-49d9-b582-0e532ab61260,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:19.449277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4328a7d3-031b-4581-99db-01763318dc16 req-c6adf8b0-eb4a-4b76-8ce0-7ecc837109d2 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cebc1d9-b7d3-4852-8b33-03bd8324feae HTTP/1.1" status: 200 len: 210 time: 0.0458369 Sep 16 05:16:19.449450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.465050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for b08f31b5-731f-49d9-b582-0e532ab61260 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:19.468932 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-417a9134-73ae-47e3-b821-0051d628c043 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.495730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-417a9134-73ae-47e3-b821-0051d628c043 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.628975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-417a9134-73ae-47e3-b821-0051d628c043 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.631865 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-417a9134-73ae-47e3-b821-0051d628c043 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.635678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-417a9134-73ae-47e3-b821-0051d628c043 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "DELETE /v2.0/security-groups/41736e84-5f85-4731-8a19-7cf08895d098 HTTP/1.1" status: 204 len: 168 time: 0.2809703 Sep 16 05:16:19.636090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44502) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:19.651211 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-11ef4169-21fe-4ecc-b71e-4e70aaf01697 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] show failed (client error): The resource could not be found. Sep 16 05:16:19.655344 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-11ef4169-21fe-4ecc-b71e-4e70aaf01697 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups/41736e84-5f85-4731-8a19-7cf08895d098 HTTP/1.1" status: 404 len: 347 time: 0.0151966 Sep 16 05:16:19.656025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a9134-73ae-47e3-b821-0051d628c043 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41736e84-5f85-4731-8a19-7cf08895d098,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.656164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44504) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:19.740738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.800736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=b08f31b5-731f-49d9-b582-0e532ab61260,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.868891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] No DVR routers for this DVR port b08f31b5-731f-49d9-b582-0e532ab61260 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:19.868891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.870151 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a6a48451-2314-43ac-b10c-48c95d0fc323 req-77faf3de-4604-4d7e-8c37-d33f0a9e52b0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.60 "DELETE /v2.0/ports/b08f31b5-731f-49d9-b582-0e532ab61260 HTTP/1.1" status: 204 len: 173 time: 0.6728466 Sep 16 05:16:19.871725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'name': 'network-vif-deleted', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:19.874314 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25dc2aa-30fd-4106-a8bd-88df761eb251" -d '{"events": [{"server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "name": "network-vif-deleted", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:19.910618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Deleting port 20bbcab1-8315-407f-acc0-a699963c0dfc {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:19.911217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.980140 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a134a2-7104-4761-b49a-8a47c7cb6b5d x-openstack-request-id: req-10a134a2-7104-4761-b49a-8a47c7cb6b5d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:19.980518 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689fa2a3-b5f9-40db-84ab-23ba4c47e7c2", "name": "network-vif-deleted", "tag": "b08f31b5-731f-49d9-b582-0e532ab61260", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:19.980728 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10a134a2-7104-4761-b49a-8a47c7cb6b5d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:19.981168 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689fa2a3-b5f9-40db-84ab-23ba4c47e7c2', 'name': 'network-vif-deleted', 'tag': 'b08f31b5-731f-49d9-b582-0e532ab61260', 'status': 'completed', 'code': 200} Sep 16 05:16:20.017521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.018643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.033643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Calling delete_port for 20bbcab1-8315-407f-acc0-a699963c0dfc owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:20.223650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35f376c1-1036-4e04-b119-847abee6eb02 req-ed0115ed-c4e3-4747-9ca5-7334053fef8c tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0391536 Sep 16 05:16:20.242008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-efb156fd-1af0-41c9-9c8e-e4dfd7d09d4b req-4f924d97-0882-4e4d-93c6-9421a044447e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=689fa2a3-b5f9-40db-84ab-23ba4c47e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0751922 Sep 16 05:16:20.338604 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.367556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event deleted for resources: {'Port': ['ID=20bbcab1-8315-407f-acc0-a699963c0dfc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.478432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.481766 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.487350 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6c571037-bdfc-448c-96fd-934cea78a3a7 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "DELETE /v2.0/floatingips/1086a222-e799-4004-a5e2-88473b4ee1c7 HTTP/1.1" status: 204 len: 168 time: 0.8248105 Sep 16 05:16:20.577804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 44b83a53-b166-4428-8c48-6a94f516db7f no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:20.611082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 44b83a53-b166-4428-8c48-6a94f516db7f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:20.616718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 44b83a53-b166-4428-8c48-6a94f516db7f not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:20.784110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-9947c570-16a5-410c-9f72-9bccccae16d6 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.785759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-9947c570-16a5-410c-9f72-9bccccae16d6 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/networks?id=64637c58-da1c-4568-9da8-b899f91393f1 HTTP/1.1" status: 200 len: 809 time: 0.1319377 Sep 16 05:16:20.804149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-67a4e9e2-8da6-4b97-a989-863288b38ebf tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/quotas/1c3e14e936de4f5fa259d7ec778f4c6a HTTP/1.1" status: 200 len: 375 time: 0.0111287 Sep 16 05:16:20.838308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-3c0fab7e-0c2e-4815-aff8-ade9d872aa7d tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c3e14e936de4f5fa259d7ec778f4c6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280240 Sep 16 05:16:21.012252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-b81c1506-0e07-4a93-9f00-be4b986d919b service neutron] 10.222.0.59 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659393 Sep 16 05:16:21.073567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44542) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:21.081254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-336c062f-a82f-4c59-83a0-978e1d752f16 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1863297241', 'description': 'tempest-description--537755460'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:21.165729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-e0a8266d-e1dc-4f85-8fd5-4395d993d31d service neutron] 10.222.0.59 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494291 Sep 16 05:16:21.206119 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:21.217369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-336c062f-a82f-4c59-83a0-978e1d752f16 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.391457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-336c062f-a82f-4c59-83a0-978e1d752f16 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.395791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09bead10-9553-435a-bf04-2aa39a69f7da req-f46542d3-a3ae-4cb9-ba4d-cd0a9b1d08ae tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0455322 Sep 16 05:16:21.449178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44554) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:21.522047 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-336c062f-a82f-4c59-83a0-978e1d752f16 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.582835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c062f-a82f-4c59-83a0-978e1d752f16 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb3050b-856c-4229-8587-5affda95e0d9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.644857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aafcf38e-ea9f-4cd1-bde0-dd1a51682924 req-4e968b9b-c115-442e-a944-d647ea354377 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 210 time: 0.0329740 Sep 16 05:16:21.703341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-336c062f-a82f-4c59-83a0-978e1d752f16 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.705368 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-336c062f-a82f-4c59-83a0-978e1d752f16 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6301880 Sep 16 05:16:21.707958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44564) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:21.713690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-36e4ef02-7746-4e9a-9196-a6c6e489fd7d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'security_group_rule': {'security_group_id': 'bfb3050b-856c-4229-8587-5affda95e0d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:21.868003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36e4ef02-7746-4e9a-9196-a6c6e489fd7d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.980086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36e4ef02-7746-4e9a-9196-a6c6e489fd7d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.077530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.111086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36e4ef02-7746-4e9a-9196-a6c6e489fd7d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.143858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4ef02-7746-4e9a-9196-a6c6e489fd7d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbe69f5-7510-4762-b163-61a8c87b4b6f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:22.279553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-36e4ef02-7746-4e9a-9196-a6c6e489fd7d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.280929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-36e4ef02-7746-4e9a-9196-a6c6e489fd7d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5720546 Sep 16 05:16:22.284096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44578) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:22.294005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-02547fe5-587f-4452-a209-dcf9a4dd0916 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'security_group_rule': {'security_group_id': 'bfb3050b-856c-4229-8587-5affda95e0d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:22.456992 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02547fe5-587f-4452-a209-dcf9a4dd0916 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.460878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b08f31b5-731f-49d9-b582-0e532ab61260 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:22.502779 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port e7848804-c84a-4c41-9bcd-a984567f9b08 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:22.503278 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.514308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: b08f31b5-731f-49d9-b582-0e532ab61260 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:22.517194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b08f31b5-731f-49d9-b582-0e532ab61260 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:22.542832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02547fe5-587f-4452-a209-dcf9a4dd0916 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.558459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e8df245-5b82-46ce-aa56-86eabb975dfd req-2a289bce-6228-4f48-8c87-7bb14421efae tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0459273 Sep 16 05:16:22.637211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port e7848804-c84a-4c41-9bcd-a984567f9b08, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e7848804-c84a-4c41-9bcd-a984567f9b08,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:22.637677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.652324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for e7848804-c84a-4c41-9bcd-a984567f9b08 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:22.669421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02547fe5-587f-4452-a209-dcf9a4dd0916 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.731621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02547fe5-587f-4452-a209-dcf9a4dd0916 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40ac08a-ef11-4c06-b67d-6d6451ae1c40,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:22.755406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0b3831e1-ad30-43d5-819d-9168ace45c1e req-3ed0e05f-0964-436d-a912-2ff086b6a393 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 210 time: 0.0313444 Sep 16 05:16:22.813506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02547fe5-587f-4452-a209-dcf9a4dd0916 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.813506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-02547fe5-587f-4452-a209-dcf9a4dd0916 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5267649 Sep 16 05:16:22.815983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44594) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:22.820890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:22.898359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.005200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.040468 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.084057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=e7848804-c84a-4c41-9bcd-a984567f9b08,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.148668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Allocated IP 172.25.7.3 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/576193de-2a6c-4922-8285-f9f3f1ceb77d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:23.302873 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.314853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.487592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.566915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:23.569716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'Port': ['ID=576193de-2a6c-4922-8285-f9f3f1ceb77d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.573473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:23.578969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:23.598058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 67023e28-6a98-47d1-9891-853942de7824 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:23.724130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-092edb6c-811a-45f6-a18c-e6ee7be39df7 req-4b301580-a0f7-4a26-b4dd-8f73718516e0 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0540831 Sep 16 05:16:23.751301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.767481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:23.779012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44618) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:23.782114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] Sync routers for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:23.787101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bd65d99d-af39-4c1e-aa7b-a34d90f858d0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "PUT /v2.0/routers/67023e28-6a98-47d1-9891-853942de7824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246469 Sep 16 05:16:23.804992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:23.805982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:23.868444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b70a365-01b9-414f-b3eb-33d2cddc75bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting subnet 4271a0a1-73c5-4ce0-ac78-18c53152c0d8 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:23.887180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15fdc4d1-174b-4433-b454-133614dc9924 req-14406cf9-715c-4afc-b37f-c1312cb1ee49 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 210 time: 0.0357993 Sep 16 05:16:23.887991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b70a365-01b9-414f-b3eb-33d2cddc75bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.929543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b70a365-01b9-414f-b3eb-33d2cddc75bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.933026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:23.998295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.109072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b70a365-01b9-414f-b3eb-33d2cddc75bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.148091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:16:22Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.176206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] Checking router: 67023e28-6a98-47d1-9891-853942de7824 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:24.184953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] Routers {'67023e28-6a98-47d1-9891-853942de7824'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:24.185773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['67023e28-6a98-47d1-9891-853942de7824'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.277748 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.298245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b70a365-01b9-414f-b3eb-33d2cddc75bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.332760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] Set router 67023e28-6a98-47d1-9891-853942de7824 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:24.354221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70a365-01b9-414f-b3eb-33d2cddc75bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Subnet': ['ID=4271a0a1-73c5-4ce0-ac78-18c53152c0d8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.363737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b70a365-01b9-414f-b3eb-33d2cddc75bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.365470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3b70a365-01b9-414f-b3eb-33d2cddc75bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/subnets/4271a0a1-73c5-4ce0-ac78-18c53152c0d8 HTTP/1.1" status: 204 len: 168 time: 0.5828362 Sep 16 05:16:24.368344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44628) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:24.378060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb8fbbb-fee4-48dc-ad42-4ba516fdbd09 None None] Network ec5e5375-4d17-4991-96ec-0c890136d3a4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:24.417404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.502135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'Port': ['ID=576193de-2a6c-4922-8285-f9f3f1ceb77d,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.548349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.551995 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.658497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:16:22Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.660917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-edce0905-dd47-4608-846c-504fe936473d tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.663459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-edce0905-dd47-4608-846c-504fe936473d tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.57 "GET /v2.0/networks?id=64637c58-da1c-4568-9da8-b899f91393f1 HTTP/1.1" status: 200 len: 809 time: 0.1411154 Sep 16 05:16:24.669651 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.671046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-55e39007-9043-4923-80e9-f5fa25832efd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8539679 Sep 16 05:16:24.685769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Request body: {'port': {'device_id': '264ef217-476d-4f2b-b909-bbbe70dd108c', 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1', 'admin_state_up': True, 'tenant_id': '1c3e14e936de4f5fa259d7ec778f4c6a'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:24.693151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.694628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1aca6-8a0d-4d8e-b0f1-aa4a752454a8 None None] The sync data for ids ['67023e28-6a98-47d1-9891-853942de7824'] in n-d-712143-16 is: [{'id': '67023e28-6a98-47d1-9891-853942de7824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857719819', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:16:22Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '19c9f8fa-8f70-4e3d-93a3-053fa8f68b82', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67023e28-6a98-47d1-9891-853942de7824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:55Z', 'updated_at': '2021-09-16T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:24.851716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a672205e-299a-4356-845a-b335e4211ef3 req-86937be2-6e93-424e-9b7f-eadaad41f4d2 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0426633 Sep 16 05:16:24.934733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:24.935090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.957547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-8ee5db21-9d7d-4f52-9976-f79763882ca9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1863297241&fields=id&tenant_id=58f585e0277148c5a8e76daae2ab8c1e HTTP/1.1" status: 200 len: 267 time: 0.0472696 Sep 16 05:16:25.042077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=19c9f8fa-8f70-4e3d-93a3-053fa8f68b82,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:25.042494 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.063700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Made reservation on behalf of 1c3e14e936de4f5fa259d7ec778f4c6a for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:25.066680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:25.068345 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.099745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] DHCP port deletion for ec5e5375-4d17-4991-96ec-0c890136d3a4 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:25.144850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19b45df3-190f-4e57-9056-4a83beae87f6 req-b8f173d9-5b81-436d-9867-bb05ec141421 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 210 time: 0.0621505 Sep 16 05:16:25.188600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-0204c52f-cdd0-47da-a0e3-fddc72efe1b2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.190141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-0204c52f-cdd0-47da-a0e3-fddc72efe1b2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 817 time: 0.2316935 Sep 16 05:16:25.230150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] Deleting port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:25.230150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.332672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Allocated IP 172.20.0.11 (64637c58-da1c-4568-9da8-b899f91393f1/fc0ac4a2-3c81-4fc6-b595-c59b971b76c3/bf664644-e8fb-4fb1-8b43-59cd82fab372) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:25.384541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-c54cd332-bfe7-43b4-ab1b-7f2d9345123b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/quotas/58f585e0277148c5a8e76daae2ab8c1e HTTP/1.1" status: 200 len: 375 time: 0.1802878 Sep 16 05:16:25.393658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] For port cb8b0be1-73bf-49c2-ad07-8242d5a1c263, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cb8b0be1-73bf-49c2-ad07-8242d5a1c263,segment=NetworkSegment(370cbe41-79a2-4f98-bf8b-4dc8831bf2f4),segment_id=370cbe41-79a2-4f98-bf8b-4dc8831bf2f4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:25.394072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.420891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] Calling delete_port for cb8b0be1-73bf-49c2-ad07-8242d5a1c263 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:25.537784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.585585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=19c9f8fa-8f70-4e3d-93a3-053fa8f68b82,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.600099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.629402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] Pushing event deleted for resources: {'Port': ['ID=cb8b0be1-73bf-49c2-ad07-8242d5a1c263,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.643980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c429521-bf63-411c-9570-f924e36d6e86 None None] No DVR routers for this DVR port cb8b0be1-73bf-49c2-ad07-8242d5a1c263 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:25.681086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.845831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.849352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.868760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-a8dea706-2ef4-49df-bd2f-a4283e1b3a6f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4744749 Sep 16 05:16:25.975360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e7848804-c84a-4c41-9bcd-a984567f9b08 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:26.000157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: e7848804-c84a-4c41-9bcd-a984567f9b08 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:26.000951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e7848804-c84a-4c41-9bcd-a984567f9b08 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:26.001461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cb8b0be1-73bf-49c2-ad07-8242d5a1c263 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:26.021493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cde8eda-e634-441e-b9c8-1c4e18ab23c5 req-450b6cee-ca06-4d0a-bc22-eb81e7278751 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0560324 Sep 16 05:16:26.025671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: cb8b0be1-73bf-49c2-ad07-8242d5a1c263 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:26.025671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cb8b0be1-73bf-49c2-ad07-8242d5a1c263 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:26.027509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.066062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-9450bc81-6239-4243-993c-62b64c5212d4 service neutron] 10.222.0.59 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667399 Sep 16 05:16:26.104853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.106332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Fanout notify agent at l3_agent the message router_deleted on router 67023e28-6a98-47d1-9891-853942de7824 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:26.122230 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.126634 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e7a21c32-673d-45d2-a7d9-a9c616c0e263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/routers/67023e28-6a98-47d1-9891-853942de7824 HTTP/1.1" status: 204 len: 168 time: 1.7538617 Sep 16 05:16:26.127878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44670) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:26.184162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-6ad48b40-7d99-4488-a9b0-cb68d0323fd1 service neutron] 10.222.0.59 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114500 Sep 16 05:16:26.196005 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.279191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.297717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Pushing event updated for resources: {'Port': ['ID=bf664644-e8fb-4fb1-8b43-59cd82fab372,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.378884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Network 64637c58-da1c-4568-9da8-b899f91393f1 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:26.380950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:26.383976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:26.427739 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.431918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a479c-cfab-4245-aea7-3a350969aa81 req-3ac8a3c4-16b6-44e5-b7b6-6b56c60312f1 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.439908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-886a479c-cfab-4245-aea7-3a350969aa81 req-3ac8a3c4-16b6-44e5-b7b6-6b56c60312f1 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 932 time: 0.1329813 Sep 16 05:16:26.504328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.505059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.550378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d4dbfd6-1cf2-468f-a742-786d09560658 req-d505ff1f-0bc9-4721-93cc-924d7abbc98b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 210 time: 0.0421512 Sep 16 05:16:26.586717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-886a479c-cfab-4245-aea7-3a350969aa81 req-cd7a75ac-d9f7-4224-a364-86a264921b8d tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458616 Sep 16 05:16:26.663503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-61fa8f5d-b52f-4245-b63e-d8afddaab0ff tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9823804 Sep 16 05:16:26.766753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Request body: {'port': {'device_id': '264ef217-476d-4f2b-b909-bbbe70dd108c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:26.828700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.896040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5e5375-4d17-4991-96ec-0c890136d3a4']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.906168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.907202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370cbe41-79a2-4f98-bf8b-4dc8831bf2f4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.917463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.932241 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.951212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:26.951573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:26.954707 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:27.085053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.093165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.100036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/networks/ec5e5375-4d17-4991-96ec-0c890136d3a4 HTTP/1.1" status: 204 len: 168 time: 0.9710891 Sep 16 05:16:27.102305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44700) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:27.122197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaa094-a32c-45e7-9519-52127c6ba2a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Network': ['ID=ec5e5375-4d17-4991-96ec-0c890136d3a4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.187095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf88bd-abc7-44c4-a55f-7d039cac2fc0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.189348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d1acc04-6b81-4fa5-aa42-156dba899d0f req-9ad9c6c9-9d3e-44c0-af63-3c6eee1661ed tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0347230 Sep 16 05:16:27.194950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf664644-e8fb-4fb1-8b43-59cd82fab372 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:27.202942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.216806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Transition to ACTIVE for port object bf664644-e8fb-4fb1-8b43-59cd82fab372 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:27.219596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf88bd-abc7-44c4-a55f-7d039cac2fc0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.376204 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-177991e6-c656-4cf8-b247-af57e4afede4 req-6b8f45cc-1289-465f-94f6-ed9ce5f14415 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0270016 Sep 16 05:16:27.376909 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.411361 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf88bd-abc7-44c4-a55f-7d039cac2fc0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.418945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffaf88bd-abc7-44c4-a55f-7d039cac2fc0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.420620 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ffaf88bd-abc7-44c4-a55f-7d039cac2fc0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/security-groups/36d7b2c5-6439-4391-b958-cfb3a301f783 HTTP/1.1" status: 204 len: 168 time: 0.3175390 Sep 16 05:16:27.433898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf88bd-abc7-44c4-a55f-7d039cac2fc0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d7b2c5-6439-4391-b958-cfb3a301f783,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.439003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf664644-e8fb-4fb1-8b43-59cd82fab372,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.515408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Attempting to bind port bf664644-e8fb-4fb1-8b43-59cd82fab372 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:27.516351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Attempting to bind port bf664644-e8fb-4fb1-8b43-59cd82fab372 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:27.516668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Attempting to bind port bf664644-e8fb-4fb1-8b43-59cd82fab372 on network 64637c58-da1c-4568-9da8-b899f91393f1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:27.521186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Port bf664644-e8fb-4fb1-8b43-59cd82fab372 on network 64637c58-da1c-4568-9da8-b899f91393f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:27.521540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Attempting to bind port bf664644-e8fb-4fb1-8b43-59cd82fab372 on network 64637c58-da1c-4568-9da8-b899f91393f1 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:27.526422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:27.526751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Checking segment: {'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:27.531200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Bound using segment: {'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:27.531200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Bound port: bf664644-e8fb-4fb1-8b43-59cd82fab372, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4984cc43-9686-4183-bccf-945cdbac07ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:27.531200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.628127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] For port bf664644-e8fb-4fb1-8b43-59cd82fab372, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:27.633416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] For port bf664644-e8fb-4fb1-8b43-59cd82fab372, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bf664644-e8fb-4fb1-8b43-59cd82fab372,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:27.728961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636767e-9d54-4d3c-93c6-625837d5891f req-a82ce643-ac3c-4206-b31b-85399f234a70 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.730597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a636767e-9d54-4d3c-93c6-625837d5891f req-a82ce643-ac3c-4206-b31b-85399f234a70 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 944 time: 0.0727124 Sep 16 05:16:27.738389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:27.759950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:27.760306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 19c9f8fa-8f70-4e3d-93a3-053fa8f68b82 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:27.778425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a636767e-9d54-4d3c-93c6-625837d5891f req-fa0dbb7e-053f-4ac3-87b1-2182f89d284d tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Sep 16 05:16:27.781748 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.843454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.844333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.845848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf664644-e8fb-4fb1-8b43-59cd82fab372 HTTP/1.1" status: 200 len: 1093 time: 1.1666958 Sep 16 05:16:27.846437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264ef217-476d-4f2b-b909-bbbe70dd108c', 'tag': 'bf664644-e8fb-4fb1-8b43-59cd82fab372'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:27.849089 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e981a9-f2e0-4f27-9a31-674cf4038648" -d '{"events": [{"name": "network-changed", "server_uuid": "264ef217-476d-4f2b-b909-bbbe70dd108c", "tag": "bf664644-e8fb-4fb1-8b43-59cd82fab372"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:27.897151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29e4c2b7-91a8-444e-a13e-9f77a1f7bf0b req-97512d44-74cc-4a61-82b5-28eba81a4acc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 210 time: 0.0362744 Sep 16 05:16:27.897768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b6bad-bdf9-4e80-a4f1-056df10945b0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf664644-e8fb-4fb1-8b43-59cd82fab372,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.958472 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ef6f8d-a9b6-4ac2-86d0-be49057faaec x-openstack-request-id: req-92ef6f8d-a9b6-4ac2-86d0-be49057faaec {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:27.958472 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264ef217-476d-4f2b-b909-bbbe70dd108c", "tag": "bf664644-e8fb-4fb1-8b43-59cd82fab372", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:27.958472 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92ef6f8d-a9b6-4ac2-86d0-be49057faaec {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:27.958472 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264ef217-476d-4f2b-b909-bbbe70dd108c', 'tag': 'bf664644-e8fb-4fb1-8b43-59cd82fab372', 'status': 'completed', 'code': 200} Sep 16 05:16:28.041947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-8f8a4de3-d377-4a62-b8c5-279140ead6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.043437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-8f8a4de3-d377-4a62-b8c5-279140ead6e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c3e14e936de4f5fa259d7ec778f4c6a&device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 1096 time: 0.0476797 Sep 16 05:16:28.085919 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.099181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-18c08c17-ff48-4362-9b73-1a78c77a8f4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf664644-e8fb-4fb1-8b43-59cd82fab372 HTTP/1.1" status: 200 len: 217 time: 0.0414662 Sep 16 05:16:28.157766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-e49223f9-747c-4b6d-be25-2b40ac7e9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.159310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-e49223f9-747c-4b6d-be25-2b40ac7e9bf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc0ac4a2-3c81-4fc6-b595-c59b971b76c3 HTTP/1.1" status: 200 len: 849 time: 0.0529175 Sep 16 05:16:28.194106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-773ab408-a3e4-404b-bc24-cb8f74b428e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64637c58-da1c-4568-9da8-b899f91393f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259297 Sep 16 05:16:28.316282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-8b2a8134-5593-4447-8158-1ace1531f5ec service neutron] 10.222.0.57 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139550 Sep 16 05:16:28.376262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28026dde-f389-4be8-9342-7310ab60f43d req-1e71848c-562a-4d99-a94e-f57632af1dc8 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0587478 Sep 16 05:16:28.499027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7cb3111-a5ee-4d44-9f48-4e564fe10d7d req-079eea69-d1f0-4ed1-99e0-7c2adce2e89c service neutron] 10.222.0.57 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728511 Sep 16 05:16:28.699764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-0e3ee08c-00f5-43ad-a601-284119db688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.701733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-0e3ee08c-00f5-43ad-a601-284119db688b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c3e14e936de4f5fa259d7ec778f4c6a&device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 1096 time: 0.0483153 Sep 16 05:16:28.822228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-5b60a704-89b8-4436-a88e-6cf248075d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.823888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-5b60a704-89b8-4436-a88e-6cf248075d12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64637c58-da1c-4568-9da8-b899f91393f1 HTTP/1.1" status: 200 len: 910 time: 0.1138458 Sep 16 05:16:28.886856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-19b13755-01bc-4d2a-8678-c5976b103661 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf664644-e8fb-4fb1-8b43-59cd82fab372 HTTP/1.1" status: 200 len: 217 time: 0.0546787 Sep 16 05:16:28.998321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f32d3-6e4c-4358-a0a9-8fd018f2f117 req-009a24e3-ad99-44b7-86d9-8fb9286b3f26 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.000677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a6f32d3-6e4c-4358-a0a9-8fd018f2f117 req-009a24e3-ad99-44b7-86d9-8fb9286b3f26 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 944 time: 0.1046741 Sep 16 05:16:29.009216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-ee18c424-f961-46c2-ab74-9a8063acbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.013205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-ee18c424-f961-46c2-ab74-9a8063acbde4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc0ac4a2-3c81-4fc6-b595-c59b971b76c3 HTTP/1.1" status: 200 len: 849 time: 0.1161566 Sep 16 05:16:29.093100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a6f32d3-6e4c-4358-a0a9-8fd018f2f117 req-e0c8ed74-69cd-45a2-ab28-913edb9b0d8d tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777900 Sep 16 05:16:29.095839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-d43dbd82-91bd-4814-8d1f-6b4a2ee1af18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64637c58-da1c-4568-9da8-b899f91393f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711827 Sep 16 05:16:29.097561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44758) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:29.107828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-728d0c03-ed74-4dec-a4fb-ef70cf84d3d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495254898', 'description': 'tempest-secgroup-smoke-1495254898 description', 'project_id': 'da94cb2f91514c57a58d347bae59374f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:29.236135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-728d0c03-ed74-4dec-a4fb-ef70cf84d3d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.334549 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3194658-f149-49c5-b1ef-96cfed62f712 req-71a67811-d5a1-441b-8b11-0af694139c79 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 210 time: 0.0548437 Sep 16 05:16:29.394238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-1e96f15c-c8ad-41f7-ae18-b23492be955c service neutron] 10.222.0.57 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759964 Sep 16 05:16:29.417030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-3dea5b17-c0a4-45dd-b331-f87890bdcde9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.418568 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-3dea5b17-c0a4-45dd-b331-f87890bdcde9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.60 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 817 time: 0.2259822 Sep 16 05:16:29.540018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-1b873b70-f307-4368-a113-cae743e83988 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f585e0277148c5a8e76daae2ab8c1e HTTP/1.1" status: 200 len: 380 time: 0.0983062 Sep 16 05:16:29.554445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'port': {'device_id': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'admin_state_up': True, 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'security_groups': ['bfb3050b-856c-4229-8587-5affda95e0d9']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:29.560134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-728d0c03-ed74-4dec-a4fb-ef70cf84d3d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.612130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e94143da-0f63-4dad-9017-2dec97d70f98 req-099e3d8c-4223-440f-96da-f1b3b77f4fed tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0448732 Sep 16 05:16:29.643054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65e981a9-f2e0-4f27-9a31-674cf4038648 req-7ee12e46-6a52-459b-8842-8b709ed083eb service neutron] 10.222.0.57 "GET /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396019 Sep 16 05:16:29.653341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-728d0c03-ed74-4dec-a4fb-ef70cf84d3d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.706066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d0c03-ed74-4dec-a4fb-ef70cf84d3d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe51921-417b-49ef-9ffa-b6a1eef23810,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:29.725197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-728d0c03-ed74-4dec-a4fb-ef70cf84d3d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.729589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44776) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:29.729829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-728d0c03-ed74-4dec-a4fb-ef70cf84d3d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6303432 Sep 16 05:16:29.737321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-03e400fe-3b35-48d8-816f-41faddeb28e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': 'ebe51921-417b-49ef-9ffa-b6a1eef23810', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:29.806087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Made reservation on behalf of 58f585e0277148c5a8e76daae2ab8c1e for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:29.809840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.880588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03e400fe-3b35-48d8-816f-41faddeb28e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.953808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03e400fe-3b35-48d8-816f-41faddeb28e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.961394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Allocated IP 172.20.0.10 (a8e6210f-3ee9-4c36-becc-d2bcb781973f/378fe096-4a4d-4a16-b342-c3a17337abf1/07b51cb6-b344-4080-8189-718dbdbd4c0d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:30.036756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03e400fe-3b35-48d8-816f-41faddeb28e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.064662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e400fe-3b35-48d8-816f-41faddeb28e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c34ad1-34be-4e2c-9bbc-fd10ed67d35b,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.149111 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.159425 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03e400fe-3b35-48d8-816f-41faddeb28e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.162488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-03e400fe-3b35-48d8-816f-41faddeb28e0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305260 Sep 16 05:16:30.164525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44788) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.184163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d89423cd-abb9-48f4-9b55-160867b857eb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': 'ebe51921-417b-49ef-9ffa-b6a1eef23810', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:30.231542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c91e24c4-810a-4bdf-ad24-33413d63c989 req-55f37bcf-a22a-43d1-95a9-070cfec4d06d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2261c12636d646df88842b21c7e45aa0&device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0358362 Sep 16 05:16:30.268991 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.311081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:30.314729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:30.315496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-792c5474-eae9-4f0b-93a7-e0dd57901c7d req-2e3f74c7-464f-431b-98b4-163931c675a4 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0727851 Sep 16 05:16:30.321243 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c91e24c4-810a-4bdf-ad24-33413d63c989 req-db04c604-755f-4342-8ae9-125bd93bd7ce service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2261c12636d646df88842b21c7e45aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759826 Sep 16 05:16:30.334896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:30.342769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d89423cd-abb9-48f4-9b55-160867b857eb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.391393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f26f9-4d38-49d0-815a-5028ad6b9988 req-703cef30-1038-4024-a61a-04606f793ce8 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.402395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c7f26f9-4d38-49d0-815a-5028ad6b9988 req-703cef30-1038-4024-a61a-04606f793ce8 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 944 time: 0.1751337 Sep 16 05:16:30.433672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.474181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.474838 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.580231 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d89423cd-abb9-48f4-9b55-160867b857eb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.603828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c7f26f9-4d38-49d0-815a-5028ad6b9988 req-d19c6b75-b19d-4555-b379-61cd97c89051 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003553 Sep 16 05:16:30.621753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e24c4-810a-4bdf-ad24-33413d63c989 req-a25612ce-d164-45f7-a10b-24c553f870af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.623571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c91e24c4-810a-4bdf-ad24-33413d63c989 req-a25612ce-d164-45f7-a10b-24c553f870af service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2906907 Sep 16 05:16:30.639301 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-22737b44-2797-4002-8b46-91f285471034 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0869365 Sep 16 05:16:30.645661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a5bd-ef91-4f43-805a-2e8b58450bae req-39219f80-3abe-41ed-95dc-2dbfaa544c1e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.647183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd16a5bd-ef91-4f43-805a-2e8b58450bae req-39219f80-3abe-41ed-95dc-2dbfaa544c1e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 932 time: 0.1451411 Sep 16 05:16:30.654602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Request body: {'port': {'device_id': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:30.682377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d89423cd-abb9-48f4-9b55-160867b857eb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.705559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2ee543c2-b227-44f6-9c39-249677502c38 None None] Provisioning complete for port 07b51cb6-b344-4080-8189-718dbdbd4c0d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:30.706951 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2ee543c2-b227-44f6-9c39-249677502c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.709559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd16a5bd-ef91-4f43-805a-2e8b58450bae req-44dd7374-ebe0-4250-91ed-4a72c582b16b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555360 Sep 16 05:16:30.714515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89423cd-abb9-48f4-9b55-160867b857eb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626176b7-15a9-4e67-b890-39ec5395019d,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.745112 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.760286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2ee543c2-b227-44f6-9c39-249677502c38 None None] Port 07b51cb6-b344-4080-8189-718dbdbd4c0d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:30.799945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d89423cd-abb9-48f4-9b55-160867b857eb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.805410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d89423cd-abb9-48f4-9b55-160867b857eb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6357858 Sep 16 05:16:30.805410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44804) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.808962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e7b418bf-2b21-49ef-aa8f-f8ece1a1c93a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': 'ebe51921-417b-49ef-9ffa-b6a1eef23810', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:30.930430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7b418bf-2b21-49ef-aa8f-f8ece1a1c93a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.050420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7b418bf-2b21-49ef-aa8f-f8ece1a1c93a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.079402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b51cb6-b344-4080-8189-718dbdbd4c0d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:31.082570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.095168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Transition to ACTIVE for port object 07b51cb6-b344-4080-8189-718dbdbd4c0d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:31.139360 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7b418bf-2b21-49ef-aa8f-f8ece1a1c93a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.159661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.168722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b418bf-2b21-49ef-aa8f-f8ece1a1c93a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce7dcd4-2ac3-4051-a6b8-aaddf9c5f7e6,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.223688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.241998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7b418bf-2b21-49ef-aa8f-f8ece1a1c93a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.242374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e7b418bf-2b21-49ef-aa8f-f8ece1a1c93a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4367521 Sep 16 05:16:31.244535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44812) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.249303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2878ad4b-9454-4df2-9e4c-fbcdcc276a5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': 'ebe51921-417b-49ef-9ffa-b6a1eef23810', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:31.304077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Attempting to bind port 07b51cb6-b344-4080-8189-718dbdbd4c0d on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:31.304572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Attempting to bind port 07b51cb6-b344-4080-8189-718dbdbd4c0d by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:31.304918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Attempting to bind port 07b51cb6-b344-4080-8189-718dbdbd4c0d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:31.314090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Port 07b51cb6-b344-4080-8189-718dbdbd4c0d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:31.314678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Attempting to bind port 07b51cb6-b344-4080-8189-718dbdbd4c0d on network a8e6210f-3ee9-4c36-becc-d2bcb781973f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:31.320687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:31.321213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Checking segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:31.323530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Bound using segment: {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:31.323530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Bound port: 07b51cb6-b344-4080-8189-718dbdbd4c0d, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5110c8db-bdda-4d08-99b9-531fa030c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:31.323530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.389973 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2878ad4b-9454-4df2-9e4c-fbcdcc276a5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.453761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:31.457870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:31.497350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb5677a4-8261-4346-9562-c694ef9daa43 req-b05402e6-394d-4b8f-8133-222e08fcdb8e tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0462182 Sep 16 05:16:31.526648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2878ad4b-9454-4df2-9e4c-fbcdcc276a5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.537592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.598135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.598135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.598135 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] 10.222.0.60 "PUT /v2.0/ports/07b51cb6-b344-4080-8189-718dbdbd4c0d HTTP/1.1" status: 200 len: 1093 time: 0.9519320 Sep 16 05:16:31.606013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:31.608589 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c" -d '{"events": [{"name": "network-changed", "server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:31.617921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2878ad4b-9454-4df2-9e4c-fbcdcc276a5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.674601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d2836-62ac-43e9-a1ea-ab5757f6e80a service neutron] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.689701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878ad4b-9454-4df2-9e4c-fbcdcc276a5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae775a83-6173-46a9-ab9e-b70a7bf12dd3,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.722648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2878ad4b-9454-4df2-9e4c-fbcdcc276a5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.724848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2878ad4b-9454-4df2-9e4c-fbcdcc276a5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4791224 Sep 16 05:16:31.729119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44832) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.735015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c505c009-b0cd-45d2-9787-79b2b2cc7109 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': 'ebe51921-417b-49ef-9ffa-b6a1eef23810', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:31.799210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-0e0616e1-e2db-4e71-812e-5caa841b73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.801545 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-0e0616e1-e2db-4e71-812e-5caa841b73a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 1096 time: 0.0706279 Sep 16 05:16:31.857471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0abb9-64ea-46ed-b5e7-fd2b0cdbfade req-de9e7dc9-613b-44a6-85a5-ba66cf2c5491 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.859062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3b0abb9-64ea-46ed-b5e7-fd2b0cdbfade req-de9e7dc9-613b-44a6-85a5-ba66cf2c5491 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 944 time: 0.0866733 Sep 16 05:16:31.903526 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-9db5bfe5-129d-4d2f-ad9d-7850e601b0f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d HTTP/1.1" status: 200 len: 217 time: 0.0817785 Sep 16 05:16:31.935864 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3b0abb9-64ea-46ed-b5e7-fd2b0cdbfade req-3502811e-da5c-4771-b98f-674da8975af2 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697849 Sep 16 05:16:31.939869 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-c505c009-b0cd-45d2-9787-79b2b2cc7109 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Project da94cb2f91514c57a58d347bae59374f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:16:31.956284 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c505c009-b0cd-45d2-9787-79b2b2cc7109 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.985593 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f0c2f8-94c4-44bc-ad73-7a9062f50f32 x-openstack-request-id: req-81f0c2f8-94c4-44bc-ad73-7a9062f50f32 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:31.985978 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:31.986300 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81f0c2f8-94c4-44bc-ad73-7a9062f50f32 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:31.987446 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'status': 'completed', 'code': 200} Sep 16 05:16:32.016380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-5b8cb16d-7518-439e-97ed-6e22e1cba251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.018123 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-5b8cb16d-7518-439e-97ed-6e22e1cba251 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.1112719 Sep 16 05:16:32.027418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c91e24c4-810a-4bdf-ad24-33413d63c989 req-c81863dc-ec77-4f59-afbc-102ad6624490 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0723464 Sep 16 05:16:32.101565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-f8e5fc52-1259-4485-892a-f8de216979f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.103584 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-f8e5fc52-1259-4485-892a-f8de216979f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762179 Sep 16 05:16:32.143736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61f9d-da6d-452a-a7d3-d3b20afcef1c req-4cf8d68b-ffaf-4d95-b957-13776267195c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.145647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ac61f9d-da6d-452a-a7d3-d3b20afcef1c req-4cf8d68b-ffaf-4d95-b957-13776267195c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0983236 Sep 16 05:16:32.147628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c505c009-b0cd-45d2-9787-79b2b2cc7109 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.214878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c505c009-b0cd-45d2-9787-79b2b2cc7109 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.240498 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-a115d821-5b20-49c6-acac-03e5887b034e service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279595 Sep 16 05:16:32.250778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505c009-b0cd-45d2-9787-79b2b2cc7109 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a99e09-d2a9-42ce-b415-874b67ef012d,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.268015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ac61f9d-da6d-452a-a7d3-d3b20afcef1c req-a0f663aa-e72b-42ed-ae25-fa648e302b96 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994303 Sep 16 05:16:32.371437 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c505c009-b0cd-45d2-9787-79b2b2cc7109 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.375857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c505c009-b0cd-45d2-9787-79b2b2cc7109 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6426222 Sep 16 05:16:32.375857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44844) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.377614 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-defa9f7e-34f8-4afd-87eb-432f652a7a9c req-93264cb3-79b4-4c43-9aea-d6fec6afda6c service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275463 Sep 16 05:16:32.387116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-12072d50-f53f-4733-ba4f-4897467ebf48 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': 'ebe51921-417b-49ef-9ffa-b6a1eef23810', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:32.508196 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-12072d50-f53f-4733-ba4f-4897467ebf48 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Project da94cb2f91514c57a58d347bae59374f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:16:32.516156 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-12072d50-f53f-4733-ba4f-4897467ebf48 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.609962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-12072d50-f53f-4733-ba4f-4897467ebf48 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.633093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-13a3c42b-ff8f-4bc1-8444-6089643eaf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.636159 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-13a3c42b-ff8f-4bc1-8444-6089643eaf8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 1096 time: 0.0902815 Sep 16 05:16:32.655426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device bf664644-e8fb-4fb1-8b43-59cd82fab372 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:32.668792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-038b2237-63e7-4f5e-b965-28259a8f00b7 req-c2c43146-0687-4050-b3d3-be7e8756db36 tempest-ServerShowV254Test-1351346220 tempest-ServerShowV254Test-1351346220-project] 10.222.0.59 "GET /v2.0/ports?device_id=09a459a4-16e2-472d-b225-3d9088184bce HTTP/1.1" status: 200 len: 210 time: 0.0314281 Sep 16 05:16:32.767985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-356175fa-3728-4401-b367-fce29a990b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.769509 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-356175fa-3728-4401-b367-fce29a990b2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.1252525 Sep 16 05:16:32.773963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-12072d50-f53f-4733-ba4f-4897467ebf48 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.801428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12072d50-f53f-4733-ba4f-4897467ebf48 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b08f56-35fe-4404-a1d3-e0d69a738329,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.823109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port bf664644-e8fb-4fb1-8b43-59cd82fab372, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bf664644-e8fb-4fb1-8b43-59cd82fab372,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:32.831423 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-735f918d-6620-42b3-b751-6650681a0ace service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d HTTP/1.1" status: 200 len: 217 time: 0.0533652 Sep 16 05:16:32.841428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'bf664644-e8fb-4fb1-8b43-59cd82fab372', 'network_id': '64637c58-da1c-4568-9da8-b899f91393f1', 'port_id': 'bf664644-e8fb-4fb1-8b43-59cd82fab372', 'mac_address': 'fa:16:3e:b9:4c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0ac4a2-3c81-4fc6-b595-c59b971b76c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:32.892137 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.899756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-f0ae0c6d-cce4-4e7b-8e14-bb7abd3cebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.901987 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-f0ae0c6d-cce4-4e7b-8e14-bb7abd3cebc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.0636158 Sep 16 05:16:32.905531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf664644-e8fb-4fb1-8b43-59cd82fab372 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:32.917535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-12072d50-f53f-4733-ba4f-4897467ebf48 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.922351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-12072d50-f53f-4733-ba4f-4897467ebf48 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5452859 Sep 16 05:16:32.925096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44854) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.936093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port bf664644-e8fb-4fb1-8b43-59cd82fab372, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bf664644-e8fb-4fb1-8b43-59cd82fab372,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:32.938785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'network': {'name': 'tempest-network-smoke--609498803', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'port_security_enabled': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:33.013039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-d6a13025-677a-4837-8ffa-c7a96560835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.015301 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-d6a13025-677a-4837-8ffa-c7a96560835f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724206 Sep 16 05:16:33.085399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ea62-ea2f-4c75-a2ba-552dc0532700 req-f89f3988-126d-4001-ad5d-914852426b7c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.087312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea43ea62-ea2f-4c75-a2ba-552dc0532700 req-f89f3988-126d-4001-ad5d-914852426b7c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 944 time: 0.0562801 Sep 16 05:16:33.102439 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.108768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:33.111706 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.165458 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-69b58be5-a53b-4fc2-baf1-34d7e6e26d2a service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245472 Sep 16 05:16:33.165583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea43ea62-ea2f-4c75-a2ba-552dc0532700 req-e65262f6-a1cf-4eda-9907-d5cb63ebf7c4 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Sep 16 05:16:33.169469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:33.184137 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.184738 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Added segment ae1694e2-8926-48de-9653-a9ac3dbb097a of type vlan for network edeee0ec-392f-4728-b26e-738f9818b512 Sep 16 05:16:33.185401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=bf664644-e8fb-4fb1-8b43-59cd82fab372,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.253973 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.271396 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9fb6dc56-d454-46e8-91c1-1fa4aa95f99c req-3f094985-a382-4b40-aab5-802ac0ed563d service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138422 Sep 16 05:16:33.374664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['bf664644-e8fb-4fb1-8b43-59cd82fab372'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:33.411584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de1120-45e6-4a26-9763-b3dff1bd41c4 req-4f66703b-7383-4699-9621-291c6320241a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.412711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1de1120-45e6-4a26-9763-b3dff1bd41c4 req-4f66703b-7383-4699-9621-291c6320241a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0694847 Sep 16 05:16:33.435878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.442155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.442763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.494811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1de1120-45e6-4a26-9763-b3dff1bd41c4 req-257f36c8-1d97-4036-a3b0-3beb9423e776 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744135 Sep 16 05:16:33.557771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Network': ['ID=edeee0ec-392f-4728-b26e-738f9818b512,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.569003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network edeee0ec-392f-4728-b26e-738f9818b512 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:33.653292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a44d3e1c-36fc-4016-aeb9-497a8519fee2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7250044 Sep 16 05:16:33.658788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44862) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:33.663588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'admin_state_up': True, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:33.805542 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.806687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.868131 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.219971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.275691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052d636-9a7a-40b6-b6ec-e427683bd91b req-e2e2167d-80d7-4286-8d02-6105d5d5df4a tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:34.277553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8052d636-9a7a-40b6-b6ec-e427683bd91b req-e2e2167d-80d7-4286-8d02-6105d5d5df4a tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 945 time: 0.0543435 Sep 16 05:16:34.323778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8052d636-9a7a-40b6-b6ec-e427683bd91b req-54700c1e-ff95-4b18-858a-a0ebabb6bdb1 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Sep 16 05:16:34.380763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44874) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:34.553163 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.664321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.688192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device bf664644-e8fb-4fb1-8b43-59cd82fab372 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:34.689335 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.758181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6753f-7b7c-4387-a5f3-8ebbc913b69d req-ee890f60-8683-4e20-a5b8-45b14dc29083 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:34.759699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcd6753f-7b7c-4387-a5f3-8ebbc913b69d req-ee890f60-8683-4e20-a5b8-45b14dc29083 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1734014 Sep 16 05:16:34.844964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port bf664644-e8fb-4fb1-8b43-59cd82fab372 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:34.849724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port bf664644-e8fb-4fb1-8b43-59cd82fab372 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:34.850506 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.879052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcd6753f-7b7c-4387-a5f3-8ebbc913b69d req-1474bf14-dfde-49a0-8102-fa2d09476745 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090913 Sep 16 05:16:34.913303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.25.7.102 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:34.998112 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.060256 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.103892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.104598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ef217-476d-4f2b-b909-bbbe70dd108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf664644-e8fb-4fb1-8b43-59cd82fab372'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:35.107475 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3c7907-b107-4cc2-bb4b-937ad28736ac" -d '{"events": [{"server_uuid": "264ef217-476d-4f2b-b909-bbbe70dd108c", "name": "network-vif-plugged", "status": "completed", "tag": "bf664644-e8fb-4fb1-8b43-59cd82fab372"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:35.155514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port bf664644-e8fb-4fb1-8b43-59cd82fab372, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bf664644-e8fb-4fb1-8b43-59cd82fab372,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:35.158556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97622f16-6273-4de7-85da-b8a0e384d256,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:35.169051 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf862ce-9b0d-4273-8219-9e9c54a734c2 x-openstack-request-id: req-9bf862ce-9b0d-4273-8219-9e9c54a734c2 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:35.169354 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ef217-476d-4f2b-b909-bbbe70dd108c", "name": "network-vif-plugged", "status": "completed", "tag": "bf664644-e8fb-4fb1-8b43-59cd82fab372", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:35.169610 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9bf862ce-9b0d-4273-8219-9e9c54a734c2 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:35.170032 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ef217-476d-4f2b-b909-bbbe70dd108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf664644-e8fb-4fb1-8b43-59cd82fab372', 'code': 200} Sep 16 05:16:35.176700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.176944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.177189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.177510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.177848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.178157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.178496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.178807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.179123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.179505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.179829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.185670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:35.201380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.270748 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.349846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=bf664644-e8fb-4fb1-8b43-59cd82fab372,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:35.642351 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.672425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3d22b839-05db-4bcc-b6f3-dfe12f041a38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2261c12636d646df88842b21c7e45aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2900603 Sep 16 05:16:35.677163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44890) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:35.766075 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.767400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:35.779823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:35.785216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:35.788500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b832030-708e-4ba8-8c87-c336b6a40229 req-f93bb204-6aaa-4a57-b884-adb04bc1fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.790243 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b832030-708e-4ba8-8c87-c336b6a40229 req-f93bb204-6aaa-4a57-b884-adb04bc1fc07 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 1098 time: 0.5294838 Sep 16 05:16:35.790510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:35.811770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.835193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72728fe6-ae83-4c9a-bf0d-fc61be83cab4 req-8b2e1d15-03af-4870-984b-2d6bcbee182b tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.842562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72728fe6-ae83-4c9a-bf0d-fc61be83cab4 req-8b2e1d15-03af-4870-984b-2d6bcbee182b tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 946 time: 0.2074151 Sep 16 05:16:35.901829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b832030-708e-4ba8-8c87-c336b6a40229 req-a34a2563-9e36-4dc7-b9b4-064a4bae174c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789297 Sep 16 05:16:35.955231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72728fe6-ae83-4c9a-bf0d-fc61be83cab4 req-33d34bfc-3d91-4752-86b8-e4c39acc7754 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118081 Sep 16 05:16:36.039991 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.043402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.055170 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97622f16-6273-4de7-85da-b8a0e384d256 HTTP/1.1" status: 204 len: 168 time: 0.3678951 Sep 16 05:16:36.079207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97622f16-6273-4de7-85da-b8a0e384d256,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:36.083682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78083b4-5c70-4ba8-8d7d-2a1d6e168423 req-9a3e6334-ccc2-4147-bc98-5a0ce2d84e35 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:36.092448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a78083b4-5c70-4ba8-8d7d-2a1d6e168423 req-9a3e6334-ccc2-4147-bc98-5a0ce2d84e35 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0953801 Sep 16 05:16:36.131944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.132498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.133199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.134883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.136274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.136883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.138642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.139232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.139827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.147304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a78083b4-5c70-4ba8-8d7d-2a1d6e168423 req-8106ecb8-f8bb-4444-aa50-0989f62b2f67 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508280 Sep 16 05:16:36.154818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.155316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.156557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cedf2c-b1fd-4bbc-8910-4b1a8d2c3b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:36.324962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.502726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:36.610806 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.754495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:36.931702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 7bc313ed-15de-48af-97bd-8c7657c0a5ed is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:16:36.975229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'port_id': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'mac_address': 'fa:16:3e:2b:6d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:37.070789 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.086579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b51cb6-b344-4080-8189-718dbdbd4c0d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:37.125893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:37.150624 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Sync routers for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:37.151435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:37.175530 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:37.176448 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.241586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.319006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5c4ac-818d-4eac-9250-eaa05cfbbe8c req-f2115718-f4f0-4d24-b6c6-99ab2650d677 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.323201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96b5c4ac-818d-4eac-9250-eaa05cfbbe8c req-f2115718-f4f0-4d24-b6c6-99ab2650d677 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 946 time: 0.1779015 Sep 16 05:16:37.372215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.390959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96b5c4ac-818d-4eac-9250-eaa05cfbbe8c req-d73391b5-31a0-4d39-8656-2a0f424b3c8b tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644021 Sep 16 05:16:37.400416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f35a3-2a19-4bf6-9b61-ad8b3247423c req-b0dccb01-64ae-4bb4-bb08-fbf7bb0dd657 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.402697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-909f35a3-2a19-4bf6-9b61-ad8b3247423c req-b0dccb01-64ae-4bb4-bb08-fbf7bb0dd657 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 945 time: 0.1103530 Sep 16 05:16:37.403104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.408145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44916) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:37.415887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9298819b-8305-46e3-8d17-c7f0adaa6a15 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7556427 Sep 16 05:16:37.421914 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:37.481421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-909f35a3-2a19-4bf6-9b61-ad8b3247423c req-bb8bdedf-a2fb-462c-945a-4450dd03f457 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531344 Sep 16 05:16:37.484458 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0d4b97c0-a98e-42c0-a453-ee8ac96b9c36 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=da94cb2f91514c57a58d347bae59374f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741858 Sep 16 05:16:37.486711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44920) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:37.542759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['07b51cb6-b344-4080-8189-718dbdbd4c0d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:37.785605 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:36Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.825034 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Checking router: 7bc313ed-15de-48af-97bd-8c7657c0a5ed for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:37.827797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2e62a-d1e7-4ce1-ba5c-ff3baf85e64d tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.827939 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Updating router 7bc313ed-15de-48af-97bd-8c7657c0a5ed port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:37.830902 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-35c2e62a-d1e7-4ce1-ba5c-ff3baf85e64d tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3426015 Sep 16 05:16:37.834206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44930) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:37.892060 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-be870c54-5c57-4d05-ad2f-8ceb6f939cf9 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564384 Sep 16 05:16:37.894794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44932) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:37.900244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324958175', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:37.905423 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.013939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 44934) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:38.233984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1623882282-network', 'tenant_id': '87b6942fb09b4ab2839ae347069c6f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:38.239263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:38.243281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.267610 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.361288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Made reservation on behalf of 87b6942fb09b4ab2839ae347069c6f90 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:38.365553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.388336 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.405258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.483120 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Pushing event updated for resources: {'Port': ['ID=1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.506331 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.510795 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.511124 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.511495 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.511837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.512179 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.512673 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.513007 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.513336 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.513664 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.513992 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.514312 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.571081 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Attempting to bind port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:38.571581 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Attempting to bind port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:38.571952 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Attempting to bind port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:38.584716 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:38.585097 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:38.586947 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.587390 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:38.587942 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Bound port: 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:38.588274 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.615340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.673653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.679296 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] For port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:38.682715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] For port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:38.692566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:38.716210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.716547 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Added segment 98c2bffc-d747-4f54-a950-edb164eb7186 of type vlan for network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 Sep 16 05:16:38.731272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c750f63f-1bda-40af-8290-fc17f16b6f89,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.761881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e9c0-405e-477e-af5d-e9054f1dc7f8 req-9030f0b7-05bf-4105-a810-782fc2e21701 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.763527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d113e9c0-405e-477e-af5d-e9054f1dc7f8 req-9030f0b7-05bf-4105-a810-782fc2e21701 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 946 time: 0.1633096 Sep 16 05:16:38.766205 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.773375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebec7f-fe6c-4e92-ad58-d74b1178c51d req-f8f5cd66-fafa-40be-ba84-ebb58420b9f4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.782479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73ebec7f-fe6c-4e92-ad58-d74b1178c51d req-f8f5cd66-fafa-40be-ba84-ebb58420b9f4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 945 time: 0.1305718 Sep 16 05:16:38.792119 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.840473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.859003 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:38.859822 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:38.875922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d113e9c0-405e-477e-af5d-e9054f1dc7f8 req-e210f0b4-9fba-4c8d-b753-5a1fc7c51827 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992746 Sep 16 05:16:38.884314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-73ebec7f-fe6c-4e92-ad58-d74b1178c51d req-210ad0ed-33e4-413e-871f-19290bb1c592 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992806 Sep 16 05:16:38.905349 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb9539-525e-47b1-b4ce-f0a6761f4283 None None] Pushing event updated for resources: {'Port': ['ID=1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.919506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.922419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.923216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.936611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Subnet': ['ID=9213499a-0fbe-487b-92bd-673b5b3c6dc2,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.960868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Checking segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:38.961250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network hostable DHCP agents. Network: edeee0ec-392f-4728-b26e-738f9818b512, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:39.002820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=368d22b1-fd9d-456f-bc7b-85ad6c39a423,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.014672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:39.015748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44950) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:39.021664 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ebe9ac1e-e47e-4e28-ad8f-21025409e9b1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9981048 Sep 16 05:16:39.024454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Request body: {'subnet': {'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1623882282-subnet', 'tenant_id': '87b6942fb09b4ab2839ae347069c6f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:39.044721 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:39.085305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network edeee0ec-392f-4728-b26e-738f9818b512 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:39.193093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Made reservation on behalf of 87b6942fb09b4ab2839ae347069c6f90 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:39.195597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.226011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, edeee0ec-392f-4728-b26e-738f9818b512) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:39.234715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbdc168-cb60-47dc-9242-3fba1f6a5a5e None None] Network edeee0ec-392f-4728-b26e-738f9818b512 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:39.244008 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:36Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:39.259502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.260282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.284210 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecf6a3-b3d5-4b83-be98-6656efdbd859 None None] The sync data for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 is: [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:36Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:39.449557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1ef91497-5f1d-4253-8692-dd9d959629cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5460565 Sep 16 05:16:39.449783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 44954) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:39.478328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-edeee0ec-392f-4728-b26e-738f9818b512', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:39.479770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.516088 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.584344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d1e2c4-5b30-4518-bce1-49d330038d8e,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.776063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Allocated IP 172.20.0.2 (edeee0ec-392f-4728-b26e-738f9818b512/9213499a-0fbe-487b-92bd-673b5b3c6dc2/7c5ae0e4-9121-4c7b-b21e-ac82d516b234) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:39.779775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Checking segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:39.780033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Network hostable DHCP agents. Network: 368d22b1-fd9d-456f-bc7b-85ad6c39a423, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:40.003359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:40.011789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:40.115592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:40.116156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.145523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21fb5a-48f8-4d5c-8184-27898e7af024 req-f34c7af8-323a-4476-8070-c883c8ad271e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.147106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da21fb5a-48f8-4d5c-8184-27898e7af024 req-f34c7af8-323a-4476-8070-c883c8ad271e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 945 time: 0.1370063 Sep 16 05:16:40.149800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 368d22b1-fd9d-456f-bc7b-85ad6c39a423) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:40.158000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.158606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.159791 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.178130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ab586-caaa-4125-9f78-b0f91d378f48 None None] Network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:40.254358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da21fb5a-48f8-4d5c-8184-27898e7af024 req-2d8f234f-99f6-4a60-9b6e-2c509962f1b1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867178 Sep 16 05:16:40.314743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.348245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-26a5138d-ec4f-4fe6-9e08-3269270aaff9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3313482 Sep 16 05:16:40.413486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Network edeee0ec-392f-4728-b26e-738f9818b512 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:40.421008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:40.431884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:40.444555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.470135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Pushing event updated for resources: {'Port': ['ID=7c5ae0e4-9121-4c7b-b21e-ac82d516b234,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.498323 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.513709 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.615496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:40.742412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:40.759801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df82eb8-7fe7-4e08-af66-566c24920684 None None] Network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:40.764755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Attempting to bind port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:40.765905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Attempting to bind port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:40.766481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Attempting to bind port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 on network edeee0ec-392f-4728-b26e-738f9818b512 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:40.790505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:40.791212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Checking segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:40.791822 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.792406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Bound using segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:40.792906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Bound port: 7c5ae0e4-9121-4c7b-b21e-ac82d516b234, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:40.793302 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.878343 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.983714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] For port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:40.990647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] For port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7c5ae0e4-9121-4c7b-b21e-ac82d516b234,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:41.020902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 07b51cb6-b344-4080-8189-718dbdbd4c0d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:41.047235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 07b51cb6-b344-4080-8189-718dbdbd4c0d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:41.047642 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.050956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.080302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.080676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.081005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.081353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.081695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.082584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.082584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.082793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.083063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.083367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.083714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.084027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:41.094661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1069d-bf65-4440-87e9-32e6e9e32a75 req-eafff314-0293-40e7-ae09-1297a9b9fe98 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.096415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aee1069d-bf65-4440-87e9-32e6e9e32a75 req-eafff314-0293-40e7-ae09-1297a9b9fe98 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 946 time: 0.2327096 Sep 16 05:16:41.100755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.102648 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-72038d04-bb75-43b0-b33e-6a385ae9e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.107140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.20.0.1 (edeee0ec-392f-4728-b26e-738f9818b512/9213499a-0fbe-487b-92bd-673b5b3c6dc2/40170f45-66b9-4afd-877d-e66d3b2618aa) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:41.192850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c714c5-d717-4a54-ad32-463cb69cac7b None None] Pushing event updated for resources: {'Port': ['ID=7c5ae0e4-9121-4c7b-b21e-ac82d516b234,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.204133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aee1069d-bf65-4440-87e9-32e6e9e32a75 req-f1f60bcc-cec2-464b-af68-aa1e5504a441 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970864 Sep 16 05:16:41.205955 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.218721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-756bb344-806b-49ec-934f-4a98cb3b8d12 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.226311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-756bb344-806b-49ec-934f-4a98cb3b8d12 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 815 time: 0.2523110 Sep 16 05:16:41.242967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:41.245338 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd400b-2266-4afb-beb8-f79b4e7f622c" -d '{"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-plugged", "status": "completed", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:41.266354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:41.336904 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.409971 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f21a4ed-a7df-4ee7-8c61-1c504e2f3fa2 x-openstack-request-id: req-3f21a4ed-a7df-4ee7-8c61-1c504e2f3fa2 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:41.409971 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-plugged", "status": "completed", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:41.409971 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f21a4ed-a7df-4ee7-8c61-1c504e2f3fa2 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:41.409971 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'code': 200} Sep 16 05:16:41.427305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.616236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790db998-759a-4e15-87ef-7a6b009a2e24 req-ed1316f3-5b8a-4c4a-ae30-76667c52b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.617987 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-790db998-759a-4e15-87ef-7a6b009a2e24 req-ed1316f3-5b8a-4c4a-ae30-76667c52b7db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 1098 time: 0.0614905 Sep 16 05:16:41.662266 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-790db998-759a-4e15-87ef-7a6b009a2e24 req-94367f9c-6238-4420-98a1-c86d57d58bab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358000 Sep 16 05:16:41.716362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-683a12aa-4c67-4a32-9346-5f81ad451372 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/quotas/87b6942fb09b4ab2839ae347069c6f90 HTTP/1.1" status: 200 len: 375 time: 0.4892902 Sep 16 05:16:41.775300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-02d41d0a-7634-4abf-a614-3eece3d85095 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427020 Sep 16 05:16:41.832890 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.847804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c135d-5818-4f96-bfab-85ec5b4a97b5 req-85b41d36-ca06-4611-9315-344741d39ea6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.849319 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d34c135d-5818-4f96-bfab-85ec5b4a97b5 req-85b41d36-ca06-4611-9315-344741d39ea6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1534274 Sep 16 05:16:41.911269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:41.964313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d34c135d-5818-4f96-bfab-85ec5b4a97b5 req-b030fb11-c513-4004-a31d-5dfec2e3f8d5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869591 Sep 16 05:16:41.991579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:41.991820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.995641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-014697d0-8e87-44d9-a9bb-a0fb90547946 service neutron] 10.222.0.59 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096560 Sep 16 05:16:42.057761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.118126 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.151865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7c5ae0e4-9121-4c7b-b21e-ac82d516b234,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:42.163234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network edeee0ec-392f-4728-b26e-738f9818b512 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:42.172539 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:42.178858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:42.183979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=40170f45-66b9-4afd-877d-e66d3b2618aa,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.225480 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.228752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:42.245845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-48534ade-abbd-4329-ae31-2172b2a2c055 service neutron] 10.222.0.59 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331803 Sep 16 05:16:42.247391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.347353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=7c5ae0e4-9121-4c7b-b21e-ac82d516b234,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.366809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:42.367199 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.471474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-bfebb1a9-235e-4e29-94db-a3b9ce0cb235 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.473011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-bfebb1a9-235e-4e29-94db-a3b9ce0cb235 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.57 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 946 time: 0.0682817 Sep 16 05:16:42.522129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45020) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:42.529115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a9ec32f5-d6de-45e9-99bd-7677f7f2fa65 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930470752', 'description': 'tempest-secgroup-smoke-930470752 description', 'project_id': '77821e3ca1c344a692533e50a425bb47'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:42.628892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca1873f8-de73-47fc-9bca-1d437bf367c2 req-52a73051-17d6-4da0-8f6a-2c1c32664cf7 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 210 time: 0.0532737 Sep 16 05:16:42.646181 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.662079 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9ec32f5-d6de-45e9-99bd-7677f7f2fa65 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.794907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9ec32f5-d6de-45e9-99bd-7677f7f2fa65 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.873380 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9ec32f5-d6de-45e9-99bd-7677f7f2fa65 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.875132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5be53a-334b-40e3-9006-bb4262a84ee7 req-05f45f74-2588-4138-a9eb-514774ca4942 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.879725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5be53a-334b-40e3-9006-bb4262a84ee7 req-05f45f74-2588-4138-a9eb-514774ca4942 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 946 time: 0.2436037 Sep 16 05:16:42.912780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec32f5-d6de-45e9-99bd-7677f7f2fa65 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.953967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Deleting port bf664644-e8fb-4fb1-8b43-59cd82fab372 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:42.954315 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.983376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9ec32f5-d6de-45e9-99bd-7677f7f2fa65 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.989298 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a9ec32f5-d6de-45e9-99bd-7677f7f2fa65 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4653504 Sep 16 05:16:42.994181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45030) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:43.004201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8247dc31-e5d4-4bb6-9ea2-be199c39d599 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'security_group_rule': {'security_group_id': '412cbcc9-fa05-4365-9f93-02a5b1e5d3f2', 'project_id': '77821e3ca1c344a692533e50a425bb47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:43.035947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae12da-8a42-41da-886f-6ff5e6386158 None None] Network edeee0ec-392f-4728-b26e-738f9818b512 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:43.065940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5be53a-334b-40e3-9006-bb4262a84ee7 req-a17baa39-5b74-4624-bcfb-a4d71e9ae193 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c373b6d-4ed5-4480-bc82-c0ff89947371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802900 Sep 16 05:16:43.107380 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8247dc31-e5d4-4bb6-9ea2-be199c39d599 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.163757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0562c92f-9a73-40ea-8020-fa10096dce6c None None] Provisioning complete for port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:43.164430 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0562c92f-9a73-40ea-8020-fa10096dce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.206185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8247dc31-e5d4-4bb6-9ea2-be199c39d599 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.232087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] For port bf664644-e8fb-4fb1-8b43-59cd82fab372, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=bf664644-e8fb-4fb1-8b43-59cd82fab372,segment=NetworkSegment(4984cc43-9686-4183-bccf-945cdbac07ab),segment_id=4984cc43-9686-4183-bccf-945cdbac07ab)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:43.232756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.257379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a32ba-4109-403e-9cae-8c11ad83583f req-069bb28b-fbb0-45ec-b26b-b4e19b5b615f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:43.258955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f71a32ba-4109-403e-9cae-8c11ad83583f req-069bb28b-fbb0-45ec-b26b-b4e19b5b615f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1921279 Sep 16 05:16:43.275392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Calling delete_port for bf664644-e8fb-4fb1-8b43-59cd82fab372 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:43.313937 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8247dc31-e5d4-4bb6-9ea2-be199c39d599 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.333627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247dc31-e5d4-4bb6-9ea2-be199c39d599 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d3693e-61f8-4370-a557-247aa0c4141e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.394680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.400828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8247dc31-e5d4-4bb6-9ea2-be199c39d599 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.412850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8247dc31-e5d4-4bb6-9ea2-be199c39d599 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4079089 Sep 16 05:16:43.412850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45036) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:43.413215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f71a32ba-4109-403e-9cae-8c11ad83583f req-4ea5ec7c-723f-44b1-9230-a0dbbc4cd971 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390283 Sep 16 05:16:43.417991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-12301c7f-bb89-425b-a950-dde3aea28368 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'security_group_rule': {'security_group_id': '412cbcc9-fa05-4365-9f93-02a5b1e5d3f2', 'project_id': '77821e3ca1c344a692533e50a425bb47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:43.483781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.526491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12301c7f-bb89-425b-a950-dde3aea28368 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.583431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.589920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=40170f45-66b9-4afd-877d-e66d3b2618aa,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.631063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12301c7f-bb89-425b-a950-dde3aea28368 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.643504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d7aa6fea-743e-40eb-a0ad-b8cca914752b None None] Provisioning complete for port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:43.647576 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d7aa6fea-743e-40eb-a0ad-b8cca914752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.669193 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.720788 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12301c7f-bb89-425b-a950-dde3aea28368 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.726257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Pushing event deleted for resources: {'Port': ['ID=bf664644-e8fb-4fb1-8b43-59cd82fab372,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.754151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eefe6509-19c2-4881-8719-518277542378 req-d6ab53f5-edb7-41ff-955d-d21f939add6a tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 210 time: 0.0450075 Sep 16 05:16:43.781445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12301c7f-bb89-425b-a950-dde3aea28368 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85e65f1-0e01-4dfa-8f7b-cd89291328b0,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.802194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network edeee0ec-392f-4728-b26e-738f9818b512 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:43.803857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] No DVR routers for this DVR port bf664644-e8fb-4fb1-8b43-59cd82fab372 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:43.806410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:43.808733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.810695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27735744-1b2d-4110-86a1-3d51b59c4a6f req-6d747854-6189-453c-94a4-156be5bdfa8c tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.57 "DELETE /v2.0/ports/bf664644-e8fb-4fb1-8b43-59cd82fab372 HTTP/1.1" status: 204 len: 173 time: 1.3238568 Sep 16 05:16:43.811674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ef217-476d-4f2b-b909-bbbe70dd108c', 'name': 'network-vif-deleted', 'tag': 'bf664644-e8fb-4fb1-8b43-59cd82fab372'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:43.815723 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ce7243-cb6d-494b-af7f-8b16159600d8" -d '{"events": [{"server_uuid": "264ef217-476d-4f2b-b909-bbbe70dd108c", "name": "network-vif-deleted", "tag": "bf664644-e8fb-4fb1-8b43-59cd82fab372"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:43.819344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12301c7f-bb89-425b-a950-dde3aea28368 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.820889 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-12301c7f-bb89-425b-a950-dde3aea28368 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4139619 Sep 16 05:16:43.823477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45042) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:43.833711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-71b8a4aa-24af-48b4-9163-ccf52577a6e2 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'security_group_rule': {'security_group_id': '412cbcc9-fa05-4365-9f93-02a5b1e5d3f2', 'project_id': '77821e3ca1c344a692533e50a425bb47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:43.843754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d7aa6fea-743e-40eb-a0ad-b8cca914752b None None] Provisioning complete for port 40170f45-66b9-4afd-877d-e66d3b2618aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:43.855554 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d7aa6fea-743e-40eb-a0ad-b8cca914752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.881989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:43.935600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71b8a4aa-24af-48b4-9163-ccf52577a6e2 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.940023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa6fea-743e-40eb-a0ad-b8cca914752b None None] Port 40170f45-66b9-4afd-877d-e66d3b2618aa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:43.958301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:43.958693 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.985116 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73daf416-b59a-4276-a515-7d279d46e04a x-openstack-request-id: req-73daf416-b59a-4276-a515-7d279d46e04a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:43.986065 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ef217-476d-4f2b-b909-bbbe70dd108c", "name": "network-vif-deleted", "tag": "bf664644-e8fb-4fb1-8b43-59cd82fab372", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:43.990245 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73daf416-b59a-4276-a515-7d279d46e04a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:43.991112 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ef217-476d-4f2b-b909-bbbe70dd108c', 'name': 'network-vif-deleted', 'tag': 'bf664644-e8fb-4fb1-8b43-59cd82fab372', 'status': 'completed', 'code': 200} Sep 16 05:16:44.040615 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71b8a4aa-24af-48b4-9163-ccf52577a6e2 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.087789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-21ed053d-091d-4c10-a8a8-517bce3a7468 None None] Provisioning complete for port 40170f45-66b9-4afd-877d-e66d3b2618aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:44.088512 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21ed053d-091d-4c10-a8a8-517bce3a7468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.103146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 7bc313ed-15de-48af-97bd-8c7657c0a5ed has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:44.157706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-21ed053d-091d-4c10-a8a8-517bce3a7468 None None] Port 40170f45-66b9-4afd-877d-e66d3b2618aa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:44.170742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71b8a4aa-24af-48b4-9163-ccf52577a6e2 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.206410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8a4aa-24af-48b4-9163-ccf52577a6e2 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7a5d77-9263-48fa-9c98-684749788f02,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.268590 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-71b8a4aa-24af-48b4-9163-ccf52577a6e2 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.269611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.273058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-71b8a4aa-24af-48b4-9163-ccf52577a6e2 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4481196 Sep 16 05:16:44.273685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45052) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:44.278523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-43840796-d06d-4155-acc2-32251fdcf46f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'security_group_rule': {'security_group_id': '412cbcc9-fa05-4365-9f93-02a5b1e5d3f2', 'project_id': '77821e3ca1c344a692533e50a425bb47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:44.320433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-673cf73d-cf8d-4ab0-b9c4-e075fe5e9eaf req-168024b9-a3d2-4f2b-bab6-55d0ada48115 tempest-VolumesActionsTest-1278475365 tempest-VolumesActionsTest-1278475365-project] 10.222.0.59 "GET /v2.0/ports?device_id=264ef217-476d-4f2b-b909-bbbe70dd108c HTTP/1.1" status: 200 len: 210 time: 0.0594008 Sep 16 05:16:44.333645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:44.341395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7cbf0fc6-7af1-4630-aa62-f4870dc1a635 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "PUT /v2.0/routers/7bc313ed-15de-48af-97bd-8c7657c0a5ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8906565 Sep 16 05:16:44.358282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Sync routers for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:44.375929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:44.376644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:44.415349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43840796-d06d-4155-acc2-32251fdcf46f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.434877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-755d5940-5183-45cc-bba3-7f921b433a37 None None] Provisioning complete for port 40170f45-66b9-4afd-877d-e66d3b2618aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:44.436172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-755d5940-5183-45cc-bba3-7f921b433a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.501066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-755d5940-5183-45cc-bba3-7f921b433a37 None None] Port 40170f45-66b9-4afd-877d-e66d3b2618aa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:44.547890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43840796-d06d-4155-acc2-32251fdcf46f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.614290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa843a-e6cd-48a7-aaa6-8489a5844548 req-5b1279f3-db76-4434-a402-9d392706a3a6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.616029 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94fa843a-e6cd-48a7-aaa6-8489a5844548 req-5b1279f3-db76-4434-a402-9d392706a3a6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0853214 Sep 16 05:16:44.616680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43840796-d06d-4155-acc2-32251fdcf46f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.655067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-0a3cc0ca-0e05-470a-a188-70400c2f295f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495254898&fields=id&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 267 time: 0.0740452 Sep 16 05:16:44.666224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43840796-d06d-4155-acc2-32251fdcf46f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894ab955-e0a9-43c0-bba0-99084e1b5a17,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.738234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94fa843a-e6cd-48a7-aaa6-8489a5844548 req-5b9815d2-6b62-41ef-9dfc-eca1cdc19c4f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068625 Sep 16 05:16:44.760647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43840796-d06d-4155-acc2-32251fdcf46f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.765834 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-43840796-d06d-4155-acc2-32251fdcf46f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4887946 Sep 16 05:16:44.766137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45074) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:44.772264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-261b69d9-4fce-48f3-a300-c54c0d56cc01 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'security_group_rule': {'security_group_id': '412cbcc9-fa05-4365-9f93-02a5b1e5d3f2', 'project_id': '77821e3ca1c344a692533e50a425bb47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:44.829937 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device bf664644-e8fb-4fb1-8b43-59cd82fab372 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:44.835994 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3000c1f-5767-4de2-9be7-3c70714117b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.844199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-8c687abe-261d-4158-b094-974375eaa883 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.845897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-8c687abe-261d-4158-b094-974375eaa883 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 796 time: 0.1899354 Sep 16 05:16:44.870785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: bf664644-e8fb-4fb1-8b43-59cd82fab372 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:44.871058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device bf664644-e8fb-4fb1-8b43-59cd82fab372 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:44.890404 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-261b69d9-4fce-48f3-a300-c54c0d56cc01 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Project 77821e3ca1c344a692533e50a425bb47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:16:44.896960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-261b69d9-4fce-48f3-a300-c54c0d56cc01 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.902129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-fa8a015d-6540-4a4f-a683-d4ed6bca3291 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/quotas/da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 375 time: 0.0403030 Sep 16 05:16:44.903862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:44.915585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cff75-7088-46e3-b718-810abc527412 req-d92aa971-fde4-45e3-93b3-7ef5511477ec tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.917117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f99cff75-7088-46e3-b718-810abc527412 req-d92aa971-fde4-45e3-93b3-7ef5511477ec tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0698216 Sep 16 05:16:44.931581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45078) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:44.935097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Request body: {'floatingip': {'port_id': '07b51cb6-b344-4080-8189-718dbdbd4c0d'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:44.998628 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-c4345142-9963-4844-9586-1161c0fb65de tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914264 Sep 16 05:16:45.030331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.092344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fff4922a-c97e-4304-b6a5-7f28c740c581 req-7c25cd90-587b-429a-88f5-f07898467b3e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 210 time: 0.0503941 Sep 16 05:16:45.120724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-261b69d9-4fce-48f3-a300-c54c0d56cc01 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.150988 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.179821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-f8b5e54c-7873-4642-bae6-8e12ad93d98b service neutron] 10.222.0.59 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615982 Sep 16 05:16:45.209187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:43Z', 'revision_number': 2, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:45.221161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-261b69d9-4fce-48f3-a300-c54c0d56cc01 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.242172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Checking router: 7bc313ed-15de-48af-97bd-8c7657c0a5ed for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:45.242541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Updating router 7bc313ed-15de-48af-97bd-8c7657c0a5ed port 40170f45-66b9-4afd-877d-e66d3b2618aa binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:45.251490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b69d9-4fce-48f3-a300-c54c0d56cc01 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b89c653-32cc-40d2-a0f0-223b91f21838,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.278974 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.295810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-fa5f8fbc-3024-4436-9cac-993703bf4467 service neutron] 10.222.0.59 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115463 Sep 16 05:16:45.428757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-261b69d9-4fce-48f3-a300-c54c0d56cc01 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.428757 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-261b69d9-4fce-48f3-a300-c54c0d56cc01 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6585779 Sep 16 05:16:45.437366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45086) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:45.442273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-fd8a2fab-0f9e-4bd7-9f6f-d7e367930135 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'security_group_rule': {'security_group_id': '412cbcc9-fa05-4365-9f93-02a5b1e5d3f2', 'project_id': '77821e3ca1c344a692533e50a425bb47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:45.560733 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-fd8a2fab-0f9e-4bd7-9f6f-d7e367930135 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Project 77821e3ca1c344a692533e50a425bb47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:16:45.566983 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2fab-0f9e-4bd7-9f6f-d7e367930135 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.685633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.733218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.748289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.757687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aeec1fc9-a87e-4d8f-adb2-6804a2dddba6 req-afb4371d-6add-40f0-90f9-028bf6986fe6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 210 time: 0.0954666 Sep 16 05:16:45.839796 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.852989 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2fab-0f9e-4bd7-9f6f-d7e367930135 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.882537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-994a7367-bf5c-4a9f-87d4-2715e81f0508 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.889506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-994a7367-bf5c-4a9f-87d4-2715e81f0508 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.57 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 815 time: 0.2634904 Sep 16 05:16:45.910653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Request body: {'port': {'device_id': '0f4179b0-bc45-4315-b1ab-2399dfbbb8dc', 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'admin_state_up': True, 'tenant_id': '87b6942fb09b4ab2839ae347069c6f90'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:45.927703 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Floating IP ef2775bd-8c34-4f9f-8f7e-1d163d684a45 associated. External IP: 172.25.7.3, port: 07b51cb6-b344-4080-8189-718dbdbd4c0d. Sep 16 05:16:45.948059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2fab-0f9e-4bd7-9f6f-d7e367930135 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.967921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b6a2-7abe-4a9e-b4aa-a10236a5f5a2 None None] Pushing event updated for resources: {'Port': ['ID=40170f45-66b9-4afd-877d-e66d3b2618aa,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:46.055088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a2fab-0f9e-4bd7-9f6f-d7e367930135 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8854632b-bde1-4ad4-8f3a-5e69460d70a4,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:46.086076 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd8a2fab-0f9e-4bd7-9f6f-d7e367930135 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.088438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fd8a2fab-0f9e-4bd7-9f6f-d7e367930135 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6491349 Sep 16 05:16:46.095799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Attempting to bind port 40170f45-66b9-4afd-877d-e66d3b2618aa on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:46.096315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Attempting to bind port 40170f45-66b9-4afd-877d-e66d3b2618aa by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:46.096899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Attempting to bind port 40170f45-66b9-4afd-877d-e66d3b2618aa on network edeee0ec-392f-4728-b26e-738f9818b512 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:46.112431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:46.113083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Checking segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:46.116726 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.116726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Bound using segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:46.116726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Bound port: 40170f45-66b9-4afd-877d-e66d3b2618aa, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:46.116726 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.311899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfa06ad7-6731-4329-9076-289f7f485e18 req-b10ce430-7cbb-43bc-b02b-d5ae8d901220 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 210 time: 0.0597498 Sep 16 05:16:46.312167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] For port 40170f45-66b9-4afd-877d-e66d3b2618aa, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:46.312267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Made reservation on behalf of 87b6942fb09b4ab2839ae347069c6f90 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:46.315071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] For port 40170f45-66b9-4afd-877d-e66d3b2618aa, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=40170f45-66b9-4afd-877d-e66d3b2618aa,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:46.318448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.360982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e5f3ba67-6cb6-43d1-9ca2-841c136ff58e None None] Provisioning complete for port 40170f45-66b9-4afd-877d-e66d3b2618aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:46.361369 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ba67-6cb6-43d1-9ca2-841c136ff58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.377361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:46.422022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3ba67-6cb6-43d1-9ca2-841c136ff58e None None] Port 40170f45-66b9-4afd-877d-e66d3b2618aa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:46.438573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.540636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:46.541328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:46.560398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-fe2c7581-3b97-4afd-b99e-2b365739a703 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930470752&fields=id&tenant_id=77821e3ca1c344a692533e50a425bb47 HTTP/1.1" status: 200 len: 267 time: 0.0971601 Sep 16 05:16:46.593150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:46.599519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.604399 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] Sync routers for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:46.619051 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:46.621105 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:46.698533 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a9f3c76c-6b00-4bf7-9c48-b1db37044117 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "PUT /v2.0/floatingips/ef2775bd-8c34-4f9f-8f7e-1d163d684a45 HTTP/1.1" status: 200 len: 990 time: 1.7546074 Sep 16 05:16:46.698533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:46.698533 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf" -d '{"events": [{"name": "network-changed", "server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:46.788954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:46.817792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Allocated IP 172.20.0.11 (368d22b1-fd9d-456f-bc7b-85ad6c39a423/00d1e2c4-5b30-4518-bce1-49d330038d8e/3e612bae-d688-42e9-bb7c-c2e22a207e36) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:46.876875 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df884d76-2ea0-42d8-9d70-c96606241d7b x-openstack-request-id: req-df884d76-2ea0-42d8-9d70-c96606241d7b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:46.877469 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:46.877715 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df884d76-2ea0-42d8-9d70-c96606241d7b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:46.879114 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'status': 'completed', 'code': 200} Sep 16 05:16:46.883782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-7f3e3bf0-6b7f-415e-b278-16a94b079d12 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:46.885356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-7f3e3bf0-6b7f-415e-b278-16a94b079d12 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/networks?id=10b8a951-6397-44c2-9fe2-9c35a89ddd98 HTTP/1.1" status: 200 len: 814 time: 0.2822561 Sep 16 05:16:46.918963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-7e0d8747-cdaa-4a90-93c2-179799bcecd0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/quotas/77821e3ca1c344a692533e50a425bb47 HTTP/1.1" status: 200 len: 375 time: 0.0239251 Sep 16 05:16:47.011563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-6c1ae704-1b0b-4b3a-9c00-cd6ab14df757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.014031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-6c1ae704-1b0b-4b3a-9c00-cd6ab14df757 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 1098 time: 0.1095033 Sep 16 05:16:47.014223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b6a2-7abe-4a9e-b4aa-a10236a5f5a2 None None] Pushing event updated for resources: {'Port': ['ID=40170f45-66b9-4afd-877d-e66d3b2618aa,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:47.024324 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.078820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-61903a5f-9796-4d45-ad20-9911ec29be1d req-12e5e0b2-fdc9-4719-90a7-8a0ccab348a6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 210 time: 0.0501261 Sep 16 05:16:47.088056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-54eb8152-5e07-47ca-b491-9169b9a8a6eb tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77821e3ca1c344a692533e50a425bb47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628885 Sep 16 05:16:47.105408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-35e6c944-be45-432a-8ff6-7ea26e0fbdf9 None None] Provisioning complete for port 40170f45-66b9-4afd-877d-e66d3b2618aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:47.105844 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35e6c944-be45-432a-8ff6-7ea26e0fbdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.115863 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:47.136420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.272589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-e2a96b35-d687-4580-a062-8df680ca8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.273906 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-e2a96b35-d687-4580-a062-8df680ca8ab8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.2465918 Sep 16 05:16:47.284711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-d08df987-a5c5-4524-b6a2-7b8e86fab7a2 service neutron] 10.222.0.59 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584132 Sep 16 05:16:47.346129 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.415694 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-d1c8f909-9a41-4f25-91ed-eece86f90a40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d HTTP/1.1" status: 200 len: 998 time: 0.1335902 Sep 16 05:16:47.433267 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35e6c944-be45-432a-8ff6-7ea26e0fbdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.501982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:46Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:47.514259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-f6a87e48-ecb9-448c-a10e-35bf66497469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.515835 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-f6a87e48-ecb9-448c-a10e-35bf66497469 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.0927460 Sep 16 05:16:47.539286 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'ef2775bd-8c34-4f9f-8f7e-1d163d684a45', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'port_id': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'mac_address': 'fa:16:3e:2b:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:23Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 1, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:47.584667 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] Checking router: 91802f99-40af-4dc8-8f0a-b8f03bcbc07f for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:47.595227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-35e6c944-be45-432a-8ff6-7ea26e0fbdf9 None None] For port 40170f45-66b9-4afd-877d-e66d3b2618aa, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=40170f45-66b9-4afd-877d-e66d3b2618aa,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:47.596530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44dcc8-c99e-4ace-b728-e089d7eb7e0d None None] The sync data for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 is: [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:46Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:47.596903 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:47.597924 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:47.603939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-4a55e8a0-5dd2-45d1-b23b-8756e0ed8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.605477 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-4a55e8a0-5dd2-45d1-b23b-8756e0ed8419 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821381 Sep 16 05:16:47.677240 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35e6c944-be45-432a-8ff6-7ea26e0fbdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.829382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6c944-be45-432a-8ff6-7ea26e0fbdf9 None None] Pushing event updated for resources: {'Port': ['ID=40170f45-66b9-4afd-877d-e66d3b2618aa,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:47.844847 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:47.872768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-09b4af3e-1f99-46ed-b4d3-8f08feeb2ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592506 Sep 16 05:16:47.970267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 40170f45-66b9-4afd-877d-e66d3b2618aa up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:48.066461 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-60ca2d9d-65f3-4dce-bd2e-e3ae53df57cf req-4d08a9ba-8b0e-424b-a511-37a27ca5c64e service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847372 Sep 16 05:16:48.109384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 40170f45-66b9-4afd-877d-e66d3b2618aa triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:48.110620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.180513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:48.269565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:48.284693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:48.360688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-8db7f5ff-cb63-41b1-bb39-d3210b5bac32 service neutron] 10.222.0.59 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0568609 Sep 16 05:16:48.404898 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'ef2775bd-8c34-4f9f-8f7e-1d163d684a45', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'port_id': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'mac_address': 'fa:16:3e:2b:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:23Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 1, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:48.473803 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c93e98-c410-40b0-9928-8734d461b944 None None] The sync data for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 is: [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'ef2775bd-8c34-4f9f-8f7e-1d163d684a45', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'port_id': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'mac_address': 'fa:16:3e:2b:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:23Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 1, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:48.485420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.487132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.496672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Pushing event updated for resources: {'Port': ['ID=3e612bae-d688-42e9-bb7c-c2e22a207e36,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.526841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94d64b-51d3-4b77-8104-e21da20604ee req-6e0b6870-ad48-4281-b2a7-b1ccbbaf7ebb tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.535990 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b94d64b-51d3-4b77-8104-e21da20604ee req-6e0b6870-ad48-4281-b2a7-b1ccbbaf7ebb tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 932 time: 1.1062403 Sep 16 05:16:48.594458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b94d64b-51d3-4b77-8104-e21da20604ee req-a7e69bf6-a3fe-4a73-9284-d186b801ef0b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561354 Sep 16 05:16:48.618065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-990f1e3f-4a2c-4827-bfaa-9597db627db5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7113848 Sep 16 05:16:48.644188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Request body: {'port': {'device_id': '0f4179b0-bc45-4315-b1ab-2399dfbbb8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:48.666567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-15dd5849-04d0-48da-a8e2-33adc23d9466 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.666567 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-15dd5849-04d0-48da-a8e2-33adc23d9466 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 796 time: 0.3904927 Sep 16 05:16:48.773027 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-9234a7a9-b3e3-4b98-a674-cf2f84ca878e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 380 time: 0.0917745 Sep 16 05:16:48.787349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'port': {'device_id': '3491582e-12fd-4162-be96-0d1828944459', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'admin_state_up': True, 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'security_groups': ['ebe51921-417b-49ef-9ffa-b6a1eef23810']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:48.815104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.972664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf21fa93-6718-4f16-82a3-6e15c305bc27 req-b2b7a150-570d-4d94-a246-eaaab10631ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 210 time: 0.0809469 Sep 16 05:16:49.001124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97907af3-8afb-49f1-a937-2353e4257c76 None None] New status for floating IP ef2775bd-8c34-4f9f-8f7e-1d163d684a45: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:49.073119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:49.077683 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.479374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.20.0.9 (edeee0ec-392f-4728-b26e-738f9818b512/9213499a-0fbe-487b-92bd-673b5b3c6dc2/89888103-af44-48bb-871e-d0be545d4228) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:49.531716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af43027d-8891-4cc7-919e-1da263bf04ab req-7fa5b120-6549-4561-a757-5a79ae930a35 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.0955946 Sep 16 05:16:49.821064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e612bae-d688-42e9-bb7c-c2e22a207e36 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:49.842568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.893086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Transition to ACTIVE for port object 3e612bae-d688-42e9-bb7c-c2e22a207e36 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:49.919992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7d53-3678-4834-bd00-c48829e57499 req-a9c0ea14-a39c-4dca-ad0a-2a1adea7e412 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.921704 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcdd7d53-3678-4834-bd00-c48829e57499 req-a9c0ea14-a39c-4dca-ad0a-2a1adea7e412 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 932 time: 0.1134739 Sep 16 05:16:49.962236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 40170f45-66b9-4afd-877d-e66d3b2618aa up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:49.979946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcdd7d53-3678-4834-bd00-c48829e57499 req-c268bf11-c4e7-411f-b93d-d34b0cacf0e8 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Sep 16 05:16:49.996535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.089664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Pushing event updated for resources: {'Port': ['ID=3e612bae-d688-42e9-bb7c-c2e22a207e36,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:50.160180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Attempting to bind port 3e612bae-d688-42e9-bb7c-c2e22a207e36 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:50.160601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 40170f45-66b9-4afd-877d-e66d3b2618aa triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:50.161093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Attempting to bind port 3e612bae-d688-42e9-bb7c-c2e22a207e36 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:50.161306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.161787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Attempting to bind port 3e612bae-d688-42e9-bb7c-c2e22a207e36 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:50.167356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Port 3e612bae-d688-42e9-bb7c-c2e22a207e36 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:50.167941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Attempting to bind port 3e612bae-d688-42e9-bb7c-c2e22a207e36 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:50.175015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:50.175790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Checking segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:50.176557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Bound using segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:50.177172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Bound port: 3e612bae-d688-42e9-bb7c-c2e22a207e36, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:50.177717 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.257040 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-582b2f62-bc91-4968-a198-e7f548080d0e req-444cdcc2-1ad0-4d2f-b5a2-5605c6a14218 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 210 time: 0.0518074 Sep 16 05:16:50.334667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] For port 3e612bae-d688-42e9-bb7c-c2e22a207e36, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:50.341331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] For port 3e612bae-d688-42e9-bb7c-c2e22a207e36, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:50.428059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.519499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.520266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.521742 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] 10.222.0.57 "PUT /v2.0/ports/3e612bae-d688-42e9-bb7c-c2e22a207e36 HTTP/1.1" status: 200 len: 1093 time: 1.8881216 Sep 16 05:16:50.522289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4179b0-bc45-4315-b1ab-2399dfbbb8dc', 'tag': '3e612bae-d688-42e9-bb7c-c2e22a207e36'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:50.524730 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e8e471-b765-4661-91e6-e50773aedfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4179b0-bc45-4315-b1ab-2399dfbbb8dc", "tag": "3e612bae-d688-42e9-bb7c-c2e22a207e36"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:50.541319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920cb6c-5c5e-46c4-92d6-0fdbecf9dbfa service neutron] Pushing event updated for resources: {'Port': ['ID=3e612bae-d688-42e9-bb7c-c2e22a207e36,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:50.596945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.638636 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40dd297-bcd6-4a48-838f-299aa2d21273 x-openstack-request-id: req-d40dd297-bcd6-4a48-838f-299aa2d21273 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:50.638636 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4179b0-bc45-4315-b1ab-2399dfbbb8dc", "tag": "3e612bae-d688-42e9-bb7c-c2e22a207e36", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:50.638636 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d40dd297-bcd6-4a48-838f-299aa2d21273 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:50.638636 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4179b0-bc45-4315-b1ab-2399dfbbb8dc', 'tag': '3e612bae-d688-42e9-bb7c-c2e22a207e36', 'status': 'completed', 'code': 200} Sep 16 05:16:50.748071 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.873495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a4f5f85-7488-4cf5-93b6-5119d3de3282 req-5c9b477b-0fa1-4590-9171-2fc79c33dd13 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.1352925 Sep 16 05:16:50.882018 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:50.888172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-6145deaf-b05e-485f-9398-dd9128199340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.897108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-6145deaf-b05e-485f-9398-dd9128199340 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 1096 time: 0.2403064 Sep 16 05:16:50.902308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network edeee0ec-392f-4728-b26e-738f9818b512 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:50.904075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:50.926071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:51.062091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-6cb2ee93-3a45-4cfd-871b-239673ff8f98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36 HTTP/1.1" status: 200 len: 217 time: 0.1500270 Sep 16 05:16:51.092366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:51.094894 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.212165 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-2f539a40-f255-4816-8907-d90b397d3342 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4320052 Sep 16 05:16:51.222901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-6c0ba9dd-02db-4a35-818d-c14565f92e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:51.224608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-6c0ba9dd-02db-4a35-818d-c14565f92e37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 200 len: 855 time: 0.1555903 Sep 16 05:16:51.239345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Request body: {'port': {'device_id': '3491582e-12fd-4162-be96-0d1828944459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:51.314806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17313-467a-4611-8f6f-5e5def1e21fa req-5a4ceaa3-bd07-40bd-b349-131cefae845c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:51.325042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa17313-467a-4611-8f6f-5e5def1e21fa req-5a4ceaa3-bd07-40bd-b349-131cefae845c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 944 time: 0.1531260 Sep 16 05:16:51.330206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-262052e6-113c-4604-86d9-1638ca198365 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=368d22b1-fd9d-456f-bc7b-85ad6c39a423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935409 Sep 16 05:16:51.336643 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.466922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa17313-467a-4611-8f6f-5e5def1e21fa req-03e08026-9c0c-4e4d-9726-c31f22373f25 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329427 Sep 16 05:16:51.470807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-036b25f6-2226-41ae-9253-1a27fb01e6c9 None None] Provisioning complete for port 89888103-af44-48bb-871e-d0be545d4228 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:51.472207 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-036b25f6-2226-41ae-9253-1a27fb01e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.562048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-036b25f6-2226-41ae-9253-1a27fb01e6c9 None None] Port 89888103-af44-48bb-871e-d0be545d4228 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:51.602494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d448f9-c05f-4292-8f25-d668b4a1b68d req-7d461332-6d3c-49c7-a960-fc0678d45795 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:51.610429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5d448f9-c05f-4292-8f25-d668b4a1b68d req-7d461332-6d3c-49c7-a960-fc0678d45795 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 931 time: 0.1367538 Sep 16 05:16:51.639518 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-6b1a3d4e-5b2e-4a59-b3ff-8aebb9f99a2f service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954650 Sep 16 05:16:51.724009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5d448f9-c05f-4292-8f25-d668b4a1b68d req-a9c39f60-e570-4f02-bb57-3f28cfab7fff tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116316 Sep 16 05:16:51.864401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e87dc0-9ccc-4c9f-9ae1-252b83217c12 req-e61b332f-06bc-43c3-b995-6d6a4b5bf5e2 service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159386 Sep 16 05:16:51.949838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89888103-af44-48bb-871e-d0be545d4228 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:51.964482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.003183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Transition to ACTIVE for port object 89888103-af44-48bb-871e-d0be545d4228 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:52.038244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9752a7e8-9a23-4eb7-b589-01e4a67de3d8 req-28bd70af-b40b-4a50-a90b-e72c825c439e tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.0473881 Sep 16 05:16:52.073154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.167136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:52.199341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-58958991-54ea-42f0-92c8-bb473ffb9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.201602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-58958991-54ea-42f0-92c8-bb473ffb9dcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 1096 time: 0.0849991 Sep 16 05:16:52.319649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:52.320217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:52.320568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:52.332225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:52.333399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:52.340729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:52.341355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Checking segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:52.341984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Bound using segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:52.343508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Bound port: 89888103-af44-48bb-871e-d0be545d4228, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:52.344064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.445873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-5bbcba77-4f17-49d9-bcf7-0a055f60c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.447579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-5bbcba77-4f17-49d9-bcf7-0a055f60c21b service neutron] 10.222.0.57 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 916 time: 0.2370365 Sep 16 05:16:52.456694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:52.465655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:52.559629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.564213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-2d74b914-9c27-4d85-b87f-a7a8657534d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36 HTTP/1.1" status: 200 len: 217 time: 0.0998685 Sep 16 05:16:52.623982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.625405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.630403 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] 10.222.0.57 "PUT /v2.0/ports/89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 1092 time: 1.3947673 Sep 16 05:16:52.846902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-c8978e27-24dd-43bc-a4ef-e021b27df632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.852957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-c8978e27-24dd-43bc-a4ef-e021b27df632 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 200 len: 855 time: 0.2805417 Sep 16 05:16:52.875556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:52.879745 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010" -d '{"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:52.904249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-0317b4e1-e6c0-4d62-ba9c-5e5d3e29abbc tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.909719 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-0317b4e1-e6c0-4d62-ba9c-5e5d3e29abbc tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.60 "GET /v2.0/networks?id=10b8a951-6397-44c2-9fe2-9c35a89ddd98 HTTP/1.1" status: 200 len: 814 time: 0.2297673 Sep 16 05:16:53.060222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-0ec2895a-9a41-41cf-ba2e-45eb6b46f31b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=368d22b1-fd9d-456f-bc7b-85ad6c39a423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699028 Sep 16 05:16:53.073813 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-decd9b52-0e83-484f-a388-35668773f89a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77821e3ca1c344a692533e50a425bb47 HTTP/1.1" status: 200 len: 379 time: 0.1487598 Sep 16 05:16:53.090150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'port': {'device_id': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'admin_state_up': True, 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'security_groups': ['412cbcc9-fa05-4365-9f93-02a5b1e5d3f2']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:53.229950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-e8b40bff-826c-40eb-b3c7-c67e7b307c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:53.232162 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-e8b40bff-826c-40eb-b3c7-c67e7b307c99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1095 time: 0.2277129 Sep 16 05:16:53.274771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb0463-26f3-4e5f-bf2d-ca9a96d41585 req-a28cacda-7812-4e2d-9194-f84c4dbc174e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:53.294562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cfb0463-26f3-4e5f-bf2d-ca9a96d41585 req-a28cacda-7812-4e2d-9194-f84c4dbc174e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 944 time: 0.6328504 Sep 16 05:16:53.341388 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-868f22e3-05a6-45b7-b983-69a78620636b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 217 time: 0.0775008 Sep 16 05:16:53.347170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6319b56-c6d0-4fac-9b2a-85ae11d73ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:53.458615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-28f33aba-0d2c-4ae0-a87d-842531db7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:53.460166 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-28f33aba-0d2c-4ae0-a87d-842531db7648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.1084056 Sep 16 05:16:53.522975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21aed17-37ac-43db-a0e0-973b45030fe5 req-9e60d320-fd68-4b72-89ae-9f9bd1cfbf61 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:53.536599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a21aed17-37ac-43db-a0e0-973b45030fe5 req-9e60d320-fd68-4b72-89ae-9f9bd1cfbf61 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 943 time: 0.5033746 Sep 16 05:16:53.538224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-a5aa6d55-012a-4612-b33f-c98ab8391fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:53.542088 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-a5aa6d55-012a-4612-b33f-c98ab8391fa0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716999 Sep 16 05:16:53.558038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cfb0463-26f3-4e5f-bf2d-ca9a96d41585 req-e584ac64-693b-4394-8a48-bab7a9eb70a5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582908 Sep 16 05:16:53.703396 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-78f8274f-4997-478a-a925-6bca8d168809 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489608 Sep 16 05:16:53.706087 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eeb69a-051f-4271-b3eb-0b6a68769e47 x-openstack-request-id: req-76eeb69a-051f-4271-b3eb-0b6a68769e47 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:53.706420 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:53.707382 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76eeb69a-051f-4271-b3eb-0b6a68769e47 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:53.709224 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'status': 'completed', 'code': 200} Sep 16 05:16:53.767031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-2f0d03ae-6eeb-4a6a-9f60-bfe4704c4d9e service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025905 Sep 16 05:16:53.797154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a21aed17-37ac-43db-a0e0-973b45030fe5 req-b1d1bc5c-b6d1-497e-8819-3e53e3748da7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529411 Sep 16 05:16:53.843431 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aae212f2-56ac-4175-9e76-3a5881b36cfa req-8d139ead-9f91-4e93-ae69-94b91a1f5086 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305974 Sep 16 05:16:53.955764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Made reservation on behalf of 77821e3ca1c344a692533e50a425bb47 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:53.962274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.046883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b1f7376-f083-475f-9a48-1bdfb14fd717 req-8b6ac3c9-5446-46ca-a680-e15bb307c70b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.1385267 Sep 16 05:16:54.114140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1e8e471-b765-4661-91e6-e50773aedfb1 req-0db3415d-fd35-4852-8dd2-fb596ee3af63 service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093712 Sep 16 05:16:54.385359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Allocated IP 172.20.0.9 (10b8a951-6397-44c2-9fe2-9c35a89ddd98/b38f85e6-3895-448d-b59a-2a45df7ab731/d7138b7e-f674-4ab1-87af-1d22783e9753) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:54.423200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-debd18bf-b58b-41d3-8886-e90c66d90a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.424761 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-debd18bf-b58b-41d3-8886-e90c66d90a38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1095 time: 0.1485267 Sep 16 05:16:54.649899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-c1ebbc08-20b0-4a73-b961-5d2ba0bd8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.651466 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-c1ebbc08-20b0-4a73-b961-5d2ba0bd8529 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.2130544 Sep 16 05:16:54.750086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3e612bae-d688-42e9-bb7c-c2e22a207e36 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:54.804025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945da3d-9806-45f0-841c-58ff373adb24 req-c4f86663-eae0-4037-bb74-bb06b0f413ca tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.818912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0945da3d-9806-45f0-841c-58ff373adb24 req-c4f86663-eae0-4037-bb74-bb06b0f413ca tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 944 time: 0.1231310 Sep 16 05:16:54.858163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.928143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-a14bd85d-de1b-4d6e-b19a-5f5a92c30ef4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 217 time: 0.2091484 Sep 16 05:16:54.929834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0945da3d-9806-45f0-841c-58ff373adb24 req-beb60d0e-3def-45da-872e-8613889b11ee tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014414 Sep 16 05:16:55.034241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3e612bae-d688-42e9-bb7c-c2e22a207e36, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:55.056133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '3e612bae-d688-42e9-bb7c-c2e22a207e36', 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'port_id': '3e612bae-d688-42e9-bb7c-c2e22a207e36', 'mac_address': 'fa:16:3e:e7:6b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d1e2c4-5b30-4518-bce1-49d330038d8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:55.074175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a256-5966-4596-9e14-51c471a60aa2 req-a2786fd3-e50c-45c8-be00-5f59fdeecbf0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.084280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53c8a256-5966-4596-9e14-51c471a60aa2 req-a2786fd3-e50c-45c8-be00-5f59fdeecbf0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 943 time: 0.1516647 Sep 16 05:16:55.126286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-bb10bbf3-29c9-45ba-8125-a9a40215e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.129335 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.131141 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-bb10bbf3-29c9-45ba-8125-a9a40215e356 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.1932857 Sep 16 05:16:55.133038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.161602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e612bae-d688-42e9-bb7c-c2e22a207e36 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:55.169415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53c8a256-5966-4596-9e14-51c471a60aa2 req-d6255ea5-3064-459e-a31d-a939a084b446 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785635 Sep 16 05:16:55.226624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3e612bae-d688-42e9-bb7c-c2e22a207e36, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:55.302052 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.311140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'Port': ['ID=d7138b7e-f674-4ab1-87af-1d22783e9753,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.331635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:55.334782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:55.338739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:55.407146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d2199-62c4-4af5-bdcc-3d9f3865f7b3 req-69eedfdd-a78e-47ba-9a6b-7e896882232a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.409245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-094d2199-62c4-4af5-bdcc-3d9f3865f7b3 req-69eedfdd-a78e-47ba-9a6b-7e896882232a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 931 time: 0.1326237 Sep 16 05:16:55.442661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-514599f9-e8fd-427a-b140-077b1dd47347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.453273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-514599f9-e8fd-427a-b140-077b1dd47347 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3101747 Sep 16 05:16:55.502514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3e612bae-d688-42e9-bb7c-c2e22a207e36,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.520329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-094d2199-62c4-4af5-bdcc-3d9f3865f7b3 req-80b74c1b-1dbe-4e87-b417-d5adba6acd03 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836139 Sep 16 05:16:55.564773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.565581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.609450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3e612bae-d688-42e9-bb7c-c2e22a207e36'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:55.692723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-07a0eed2-305c-400c-af6f-57bfa225b03f service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297509 Sep 16 05:16:55.839101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-4045d650-6754-4fa8-8f0d-b95e3b9fe5f3 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7570565 Sep 16 05:16:55.871685 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3d2c5357-daa3-4acd-9ca7-ee0f309ad010 req-c5b51143-9dc7-48d8-bf2c-5c89b2a651a5 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716800 Sep 16 05:16:55.907347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7e0cceb6-4231-4768-bae7-044dd1f5a109 None None] Provisioning complete for port d7138b7e-f674-4ab1-87af-1d22783e9753 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:55.908626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e0cceb6-4231-4768-bae7-044dd1f5a109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.948070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cceb6-4231-4768-bae7-044dd1f5a109 None None] Port d7138b7e-f674-4ab1-87af-1d22783e9753 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:55.949569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Request body: {'port': {'device_id': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:56.068835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.157449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1709913-ef1f-45b9-a25c-2bea6e309a90 req-727fd8ca-7ccd-42e3-8e5a-141bdca70643 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.161457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1709913-ef1f-45b9-a25c-2bea6e309a90 req-727fd8ca-7ccd-42e3-8e5a-141bdca70643 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 945 time: 0.1053469 Sep 16 05:16:56.239129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1709913-ef1f-45b9-a25c-2bea6e309a90 req-80f35b37-7e01-4df8-82da-132d31ab8883 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684812 Sep 16 05:16:56.427838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67179967-e345-4149-bfaf-3383bdb15145 req-a8dcfe27-02e6-4c7f-8721-8b3d7f7ec412 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.437763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67179967-e345-4149-bfaf-3383bdb15145 req-a8dcfe27-02e6-4c7f-8721-8b3d7f7ec412 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 943 time: 0.0970044 Sep 16 05:16:56.487514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67179967-e345-4149-bfaf-3383bdb15145 req-8bd2a6ec-9537-495a-8b37-447ce82c60b1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475137 Sep 16 05:16:56.539677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7138b7e-f674-4ab1-87af-1d22783e9753 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:56.548458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.563721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Transition to ACTIVE for port object d7138b7e-f674-4ab1-87af-1d22783e9753 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:56.661732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.739186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792c529-4a39-4bb9-90ce-a56dc9a07b71 req-0aac1367-14bf-4a4b-bb3a-0068f3834c0a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.741487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b792c529-4a39-4bb9-90ce-a56dc9a07b71 req-0aac1367-14bf-4a4b-bb3a-0068f3834c0a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 931 time: 0.1217666 Sep 16 05:16:56.749709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7138b7e-f674-4ab1-87af-1d22783e9753,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.765355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89888103-af44-48bb-871e-d0be545d4228 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:56.833672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b792c529-4a39-4bb9-90ce-a56dc9a07b71 req-a0b325ef-b180-468e-ba32-8b7eeb240a15 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853567 Sep 16 05:16:56.915190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Attempting to bind port d7138b7e-f674-4ab1-87af-1d22783e9753 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:56.920688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Attempting to bind port d7138b7e-f674-4ab1-87af-1d22783e9753 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:56.920688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Attempting to bind port d7138b7e-f674-4ab1-87af-1d22783e9753 on network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:56.932363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Port d7138b7e-f674-4ab1-87af-1d22783e9753 on network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:56.932848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Attempting to bind port d7138b7e-f674-4ab1-87af-1d22783e9753 on network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:56.945442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:56.945859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Checking segment: {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:56.946319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Bound using segment: {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:56.946776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Bound port: d7138b7e-f674-4ab1-87af-1d22783e9753, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:56.947153 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.986953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:57.003395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '89888103-af44-48bb-871e-d0be545d4228', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'port_id': '89888103-af44-48bb-871e-d0be545d4228', 'mac_address': 'fa:16:3e:1a:7e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:57.005679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3e612bae-d688-42e9-bb7c-c2e22a207e36 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:57.131094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] For port d7138b7e-f674-4ab1-87af-1d22783e9753, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:57.134814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] For port d7138b7e-f674-4ab1-87af-1d22783e9753, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d7138b7e-f674-4ab1-87af-1d22783e9753,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:57.148015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 3e612bae-d688-42e9-bb7c-c2e22a207e36 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:57.151548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.163318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 3e612bae-d688-42e9-bb7c-c2e22a207e36 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:57.171723 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.228022 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.401453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7138b7e-f674-4ab1-87af-1d22783e9753,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.443589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.450059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.451208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89888103-af44-48bb-871e-d0be545d4228 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:57.451645 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-5f40b8a9-04fe-4afc-9a8e-47fe7031c2d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/d7138b7e-f674-4ab1-87af-1d22783e9753 HTTP/1.1" status: 200 len: 1092 time: 1.5926704 Sep 16 05:16:57.452626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:57.471867 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be9e3bd-2d52-492a-a4b9-f81633af5b93" -d '{"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:57.477343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf27218-8e25-4f1e-b714-22fd651d8f59 req-2e88d3d7-86fc-4197-bb9f-daaf81166458 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.506749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acf27218-8e25-4f1e-b714-22fd651d8f59 req-2e88d3d7-86fc-4197-bb9f-daaf81166458 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 945 time: 0.1112356 Sep 16 05:16:57.553660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:57.620178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acf27218-8e25-4f1e-b714-22fd651d8f59 req-06b5c9c4-b20b-4aa2-b555-b964d7585c53 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121922 Sep 16 05:16:57.658185 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e777ec99-a8a5-4623-bb0c-5d6974757493 x-openstack-request-id: req-e777ec99-a8a5-4623-bb0c-5d6974757493 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:57.658644 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:57.658644 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e777ec99-a8a5-4623-bb0c-5d6974757493 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:57.659086 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'status': 'completed', 'code': 200} Sep 16 05:16:57.684113 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.686973 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.715676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-294f0547-81e1-43aa-ac77-5fa68b633e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.717259 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-294f0547-81e1-43aa-ac77-5fa68b633e99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77821e3ca1c344a692533e50a425bb47&device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1095 time: 0.1593444 Sep 16 05:16:57.768687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4179b0-bc45-4315-b1ab-2399dfbbb8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e612bae-d688-42e9-bb7c-c2e22a207e36'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:57.771186 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82764814-0386-453b-b9b1-c41cc999db0e" -d '{"events": [{"server_uuid": "0f4179b0-bc45-4315-b1ab-2399dfbbb8dc", "name": "network-vif-plugged", "status": "completed", "tag": "3e612bae-d688-42e9-bb7c-c2e22a207e36"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:57.865373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-c54884f7-46b9-4b71-8a8c-19567174874a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7138b7e-f674-4ab1-87af-1d22783e9753 HTTP/1.1" status: 200 len: 217 time: 0.1351426 Sep 16 05:16:57.867516 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4202fdf2-a068-47ca-846d-7af2a0273031 x-openstack-request-id: req-4202fdf2-a068-47ca-846d-7af2a0273031 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:57.868060 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4179b0-bc45-4315-b1ab-2399dfbbb8dc", "name": "network-vif-plugged", "status": "completed", "tag": "3e612bae-d688-42e9-bb7c-c2e22a207e36", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:57.868518 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4202fdf2-a068-47ca-846d-7af2a0273031 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:57.871791 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4179b0-bc45-4315-b1ab-2399dfbbb8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e612bae-d688-42e9-bb7c-c2e22a207e36', 'code': 200} Sep 16 05:16:57.901730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3e612bae-d688-42e9-bb7c-c2e22a207e36, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:57.901855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc01d48-562b-4ea9-b630-91a72677036c req-a8d555e4-0548-4f0b-bddb-494e653ff275 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.903024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bc01d48-562b-4ea9-b630-91a72677036c req-a8d555e4-0548-4f0b-bddb-494e653ff275 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.1675975 Sep 16 05:16:57.932349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.981798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.020579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bc01d48-562b-4ea9-b630-91a72677036c req-ac11968f-c805-4e04-9b66-b8db7f3b03e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054025 Sep 16 05:16:58.079181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['89888103-af44-48bb-871e-d0be545d4228'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:58.131389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-319cfa86-2b55-4666-8785-d5a251fd09af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.132915 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-319cfa86-2b55-4666-8785-d5a251fd09af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b38f85e6-3895-448d-b59a-2a45df7ab731 HTTP/1.1" status: 200 len: 853 time: 0.2561309 Sep 16 05:16:58.162517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe2003-4a7d-4334-84af-c2df375074ab req-5b8c3d2c-54c6-48f8-8dd0-3623a3b5ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.179085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3fe2003-4a7d-4334-84af-c2df375074ab req-5b8c3d2c-54c6-48f8-8dd0-3623a3b5ef4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 1098 time: 0.1740334 Sep 16 05:16:58.211816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:58.216787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3e612bae-d688-42e9-bb7c-c2e22a207e36,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.237179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b8ff2-f1cf-433c-a526-2ef7098bde07 req-867f5f45-a917-4622-a805-243a37e37c99 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.262402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec2b8ff2-f1cf-433c-a526-2ef7098bde07 req-867f5f45-a917-4622-a805-243a37e37c99 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.2379131 Sep 16 05:16:58.267645 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.338788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec2b8ff2-f1cf-433c-a526-2ef7098bde07 req-a6f8cedd-0547-4790-a3db-0afe68141f2a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712595 Sep 16 05:16:58.376136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45334) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:58.398003 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3fe2003-4a7d-4334-84af-c2df375074ab req-389827f4-884c-4173-8379-f2585dfda28e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238327 Sep 16 05:16:58.445851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-1e26a988-ad34-4d47-b2d3-e55b0d09d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.450938 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-1e26a988-ad34-4d47-b2d3-e55b0d09d49f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10b8a951-6397-44c2-9fe2-9c35a89ddd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3091745 Sep 16 05:16:58.638324 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-cc465ef6-1a3d-4129-881a-e7b5b3786c68 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763051 Sep 16 05:16:58.644370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d705541-1860-499d-9349-eba780fb52d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.877552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d705541-1860-499d-9349-eba780fb52d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.918581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-30ebc10c-aa4d-43c9-8c5d-5b5c82a5c490 req-2328d1f4-3f87-4e73-9569-4e049864b24c service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737162 Sep 16 05:16:58.991432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d705541-1860-499d-9349-eba780fb52d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.060071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8d705541-1860-499d-9349-eba780fb52d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8345f735cd7a46c9ab43a853521f9701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6824605 Sep 16 05:16:59.063088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d705541-1860-499d-9349-eba780fb52d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3139a4f2-42fd-4296-9605-d39ecb5e8fbf,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:59.066037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45348) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.169201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-2182c589-8092-4c12-822b-ecedcf63d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.188469 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-2182c589-8092-4c12-822b-ecedcf63d090 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77821e3ca1c344a692533e50a425bb47&device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1095 time: 0.1287768 Sep 16 05:16:59.295178 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-036c2ff4-d2cd-4da6-870c-19a16ec66da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.338040 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-036c2ff4-d2cd-4da6-870c-19a16ec66da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.356390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-1e7ec64e-69e3-45ba-b507-3d6f6158a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.358005 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-1e7ec64e-69e3-45ba-b507-3d6f6158a518 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10b8a951-6397-44c2-9fe2-9c35a89ddd98 HTTP/1.1" status: 200 len: 915 time: 0.1629305 Sep 16 05:16:59.428735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3f5fe-2b62-4811-8b81-340d03065a19 req-d8cbba04-5f36-480a-a77f-295d3c548bdf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.430312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f3f5fe-2b62-4811-8b81-340d03065a19 req-d8cbba04-5f36-480a-a77f-295d3c548bdf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.2365069 Sep 16 05:16:59.435083 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-34d014cb-dde2-4a22-b1eb-b60f01d844ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7138b7e-f674-4ab1-87af-1d22783e9753 HTTP/1.1" status: 200 len: 217 time: 0.0696561 Sep 16 05:16:59.455897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68d76e-d536-4ee5-b161-20744c7738b1 req-a4e7274b-7f4e-4215-b064-508a757b54ec tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.464028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c68d76e-d536-4ee5-b161-20744c7738b1 req-a4e7274b-7f4e-4215-b064-508a757b54ec tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 946 time: 0.3032215 Sep 16 05:16:59.480140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-036c2ff4-d2cd-4da6-870c-19a16ec66da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.483802 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-036c2ff4-d2cd-4da6-870c-19a16ec66da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.485199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-036c2ff4-d2cd-4da6-870c-19a16ec66da5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3139a4f2-42fd-4296-9605-d39ecb5e8fbf HTTP/1.1" status: 204 len: 168 time: 0.4060116 Sep 16 05:16:59.505514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-35f2ed5f-9b13-47f0-95d3-145a25283cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.527042 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-35f2ed5f-9b13-47f0-95d3-145a25283cb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b38f85e6-3895-448d-b59a-2a45df7ab731 HTTP/1.1" status: 200 len: 853 time: 0.0741479 Sep 16 05:16:59.540650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c2ff4-d2cd-4da6-870c-19a16ec66da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3139a4f2-42fd-4296-9605-d39ecb5e8fbf,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:59.601447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-af4c8ed2-eba7-485d-ae3c-a1fb3ce3237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.604210 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-af4c8ed2-eba7-485d-ae3c-a1fb3ce3237a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10b8a951-6397-44c2-9fe2-9c35a89ddd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741334 Sep 16 05:16:59.634566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c68d76e-d536-4ee5-b161-20744c7738b1 req-5451984f-2fa2-4129-bf6a-0cb7e782f320 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649354 Sep 16 05:16:59.652314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f3f5fe-2b62-4811-8b81-340d03065a19 req-fa3ab007-2dad-4e0e-903e-b267142db38c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132599 Sep 16 05:16:59.824763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1b772-9220-45d0-932a-98ff6226209d req-68a7da4a-7b9c-48b5-9437-5da94a99283e tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.833026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cc1b772-9220-45d0-932a-98ff6226209d req-68a7da4a-7b9c-48b5-9437-5da94a99283e tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.0797896 Sep 16 05:16:59.899476 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-284065bf-00e7-4c0f-9c9b-008f92bce9f4 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600520 Sep 16 05:16:59.917196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9cc1b772-9220-45d0-932a-98ff6226209d req-4a5592a9-020f-48fd-859b-2a1241050157 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735893 Sep 16 05:17:00.056596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1be9e3bd-2d52-492a-a4b9-f81633af5b93 req-df270898-ccad-44bc-ad7e-50d5e3f4fc54 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480136 Sep 16 05:17:00.772507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89888103-af44-48bb-871e-d0be545d4228 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:00.921814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 89888103-af44-48bb-871e-d0be545d4228 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:00.927122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 89888103-af44-48bb-871e-d0be545d4228 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:00.927337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.949452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda0b4f-1e3a-46d4-8a3d-daef30e6b9bc req-b6a7c88e-efea-4ab0-abb7-53ae78033ab3 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:00.957977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcda0b4f-1e3a-46d4-8a3d-daef30e6b9bc req-b6a7c88e-efea-4ab0-abb7-53ae78033ab3 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 946 time: 0.1621323 Sep 16 05:17:00.993647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7760731-074a-4b08-b6c6-bfc74f5bc606 req-ec26dcdf-d3b3-431a-9a2a-4018c15dc394 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:00.995275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7760731-074a-4b08-b6c6-bfc74f5bc606 req-ec26dcdf-d3b3-431a-9a2a-4018c15dc394 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.1727324 Sep 16 05:17:01.055132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bcda0b4f-1e3a-46d4-8a3d-daef30e6b9bc req-3c11c024-6212-4852-b77a-9e902e79fa67 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 Sep 16 05:17:01.112430 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.115565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7760731-074a-4b08-b6c6-bfc74f5bc606 req-38eb65e0-0a7a-4bc2-961a-3d5eee48599b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078453 Sep 16 05:17:01.176485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:01.180164 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d249e8-039c-4d09-89ba-95cbae9eccf7" -d '{"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-plugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:01.196399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:01.244736 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.292996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19b9ca-e0bb-4ecb-b371-c02630474e82 req-f7063a9c-f0a0-431e-9969-7d7e735d36f1 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.300765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b19b9ca-e0bb-4ecb-b371-c02630474e82 req-f7063a9c-f0a0-431e-9969-7d7e735d36f1 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.1054063 Sep 16 05:17:01.366281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b19b9ca-e0bb-4ecb-b371-c02630474e82 req-ada6eab3-5a6a-430d-a38c-9dd36ac0ea62 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642695 Sep 16 05:17:01.400042 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82176b7f-9ca5-4f7a-b41f-f3f1a3a8a05e x-openstack-request-id: req-82176b7f-9ca5-4f7a-b41f-f3f1a3a8a05e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:01.400815 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-plugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:01.401078 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82176b7f-9ca5-4f7a-b41f-f3f1a3a8a05e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:01.401496 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'code': 200} Sep 16 05:17:01.422126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.440195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdaba3-8b49-4a58-ba05-6848884a6c1f req-e5501207-dfcb-4170-9af8-58ccae19b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.442764 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00fdaba3-8b49-4a58-ba05-6848884a6c1f req-e5501207-dfcb-4170-9af8-58ccae19b568 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1097 time: 0.0608592 Sep 16 05:17:01.487799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-00fdaba3-8b49-4a58-ba05-6848884a6c1f req-ccd33c23-475d-42aa-83d8-48a7b37ba3ab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376923 Sep 16 05:17:02.318895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3f5d8-9a26-4592-b07a-453727adcd90 req-d0b3a6ba-eb20-48d9-86a0-bc83fc5db2ee tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:02.330335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ade3f5d8-9a26-4592-b07a-453727adcd90 req-d0b3a6ba-eb20-48d9-86a0-bc83fc5db2ee tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.1483345 Sep 16 05:17:02.399583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ade3f5d8-9a26-4592-b07a-453727adcd90 req-1b5ca935-72be-44dc-8d5e-e202d49e0ca7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631280 Sep 16 05:17:02.646898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea7f7d-84c9-449b-9817-8cbd8215191c req-046bfa55-de80-488c-bd03-7a5029fc830f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:02.657640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37ea7f7d-84c9-449b-9817-8cbd8215191c req-046bfa55-de80-488c-bd03-7a5029fc830f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.1193676 Sep 16 05:17:02.745295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37ea7f7d-84c9-449b-9817-8cbd8215191c req-450fdd23-3bee-4e88-9cc5-22cee2877590 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816793 Sep 16 05:17:03.645472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059eb17-5069-4217-85af-5bc34a0ba270 req-c4ac3a75-9749-4fed-beb1-c6675041f7da tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:03.657934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b059eb17-5069-4217-85af-5bc34a0ba270 req-c4ac3a75-9749-4fed-beb1-c6675041f7da tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.1243072 Sep 16 05:17:03.770309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b059eb17-5069-4217-85af-5bc34a0ba270 req-1914a56c-e88f-4d06-821a-56412d41f915 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074758 Sep 16 05:17:04.051758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e395f-f88e-4720-a90c-31b0894b93dd req-2693e396-727b-40c1-bdf5-103f8bd2372c tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:04.053429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-430e395f-f88e-4720-a90c-31b0894b93dd req-2693e396-727b-40c1-bdf5-103f8bd2372c tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.1540360 Sep 16 05:17:04.081985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c6f15-0202-46f9-a069-5b47825318fd req-fe827d12-a6e4-47f1-beeb-dc1f3ae99669 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:04.097938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf4c6f15-0202-46f9-a069-5b47825318fd req-fe827d12-a6e4-47f1-beeb-dc1f3ae99669 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.1944504 Sep 16 05:17:04.171634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-430e395f-f88e-4720-a90c-31b0894b93dd req-e4e481f9-d33f-48d7-80ca-20720df70bc7 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039271 Sep 16 05:17:04.207770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf4c6f15-0202-46f9-a069-5b47825318fd req-8266a643-5478-496a-93e2-27a574852571 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086130 Sep 16 05:17:04.229802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45450) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:04.285960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc269b6-75cf-44ef-92b9-e53d640cdfa9 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:04.288572 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fbc269b6-75cf-44ef-92b9-e53d640cdfa9 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1092 time: 0.0572050 Sep 16 05:17:04.291343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45454) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:04.296615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '89888103-af44-48bb-871e-d0be545d4228', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:04.398848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.582062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.747317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.25.7.86 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/13fb7b78-49b1-46f9-a14d-0167ee9f4654) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:04.863076 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.027528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.075708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:05.081010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:05.085677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:05.253292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=13fb7b78-49b1-46f9-a14d-0167ee9f4654,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.335145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd718ce8-1447-4c44-9c32-122020c8f764 req-5f3ece44-a0a1-43ce-a259-1b2140852fcc tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:05.346253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd718ce8-1447-4c44-9c32-122020c8f764 req-5f3ece44-a0a1-43ce-a259-1b2140852fcc tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.0709884 Sep 16 05:17:05.416014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd718ce8-1447-4c44-9c32-122020c8f764 req-3c56e779-dbe6-40ae-9a5f-5a58e67bf117 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671067 Sep 16 05:17:05.639704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.852652 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.032414 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.438730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.513709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=13fb7b78-49b1-46f9-a14d-0167ee9f4654,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.530787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.551372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589291d4-7fee-4be3-a4db-c61476dfdf4a req-5325b1f4-e5bf-4ca9-94ad-aeb79f1be45a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.552906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-589291d4-7fee-4be3-a4db-c61476dfdf4a req-5325b1f4-e5bf-4ca9-94ad-aeb79f1be45a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.0566683 Sep 16 05:17:06.627724 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-589291d4-7fee-4be3-a4db-c61476dfdf4a req-809f070d-d3c9-4169-a9b6-451a6f474f57 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683854 Sep 16 05:17:06.716772 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Floating IP 6cb225fc-4724-42bb-a0b7-990c9effa158 associated. External IP: 172.25.7.86, port: 89888103-af44-48bb-871e-d0be545d4228. Sep 16 05:17:07.432881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 7bc313ed-15de-48af-97bd-8c7657c0a5ed has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:07.565734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:07.578298 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] Sync routers for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:07.590831 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:07.593898 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:07.661164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.735636 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ebca8775-eff7-4053-a327-958121a1cd13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4430456 Sep 16 05:17:07.736623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:07.756637 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56afaae1-c7b5-431d-a515-f7947a56f0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:07.820700 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:07.952688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eeef6-666c-4a2f-b536-4b98014b6998 req-4954a35c-4a59-4db3-a140-3c0b1f6f6e13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.954689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-188eeef6-666c-4a2f-b536-4b98014b6998 req-4954a35c-4a59-4db3-a140-3c0b1f6f6e13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.1157563 Sep 16 05:17:07.969981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89ae2-483a-4bb6-8e49-ac28fe42caf6 req-395648a3-5144-49a7-9193-7d93ea2b6f4a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.978551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3c89ae2-483a-4bb6-8e49-ac28fe42caf6 req-395648a3-5144-49a7-9193-7d93ea2b6f4a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.1828594 Sep 16 05:17:08.057609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-188eeef6-666c-4a2f-b536-4b98014b6998 req-e0705258-5162-4e38-8e89-65e3fc175713 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640099 Sep 16 05:17:08.084579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45526) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:08.097600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3c89ae2-483a-4bb6-8e49-ac28fe42caf6 req-0579574e-117f-435a-8bc1-bee6550a7d62 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177893 Sep 16 05:17:08.203386 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b61135-5203-471c-a3f9-1eea69517d3c x-openstack-request-id: req-47b61135-5203-471c-a3f9-1eea69517d3c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:08.203733 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:08.214339 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47b61135-5203-471c-a3f9-1eea69517d3c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:08.214339 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'status': 'completed', 'code': 200} Sep 16 05:17:08.226703 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '6cb225fc-4724-42bb-a0b7-990c9effa158', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'port_id': '89888103-af44-48bb-871e-d0be545d4228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'mac_address': 'fa:16:3e:1a:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3491582e-12fd-4162-be96-0d1828944459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:05Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:47Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.263128 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] Checking router: 7bc313ed-15de-48af-97bd-8c7657c0a5ed for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:08.273527 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:08.274259 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.361551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-863f3ec9-2da9-4c38-9bca-6c5545dc4843 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/6cb225fc-4724-42bb-a0b7-990c9effa158 HTTP/1.1" status: 200 len: 990 time: 0.2755854 Sep 16 05:17:08.387301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-b5b5b4e5-7a71-4f27-879d-755dcabbfdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.389800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-b5b5b4e5-7a71-4f27-879d-755dcabbfdcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1097 time: 0.1527958 Sep 16 05:17:08.472235 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:08.530485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-4da81c07-1b86-4bb0-b670-e9e1f5ac77da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.532296 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-4da81c07-1b86-4bb0-b670-e9e1f5ac77da service neutron] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.1352544 Sep 16 05:17:08.631069 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-6d77c390-c15e-4b18-b4e7-bc1205c598eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 998 time: 0.0809262 Sep 16 05:17:08.722260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-b87bff6b-e69f-4888-b276-026d642ed904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.724188 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-b87bff6b-e69f-4888-b276-026d642ed904 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.0860217 Sep 16 05:17:08.835641 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '6cb225fc-4724-42bb-a0b7-990c9effa158', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'port_id': '89888103-af44-48bb-871e-d0be545d4228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'mac_address': 'fa:16:3e:1a:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3491582e-12fd-4162-be96-0d1828944459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:05Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:47Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.846177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-a3473d7c-8180-4192-9c00-451c7029dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.848516 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-a3473d7c-8180-4192-9c00-451c7029dcbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027341 Sep 16 05:17:08.907382 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82b21c-1751-4048-b317-f402170b97e0 None None] The sync data for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 is: [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '6cb225fc-4724-42bb-a0b7-990c9effa158', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'port_id': '89888103-af44-48bb-871e-d0be545d4228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'mac_address': 'fa:16:3e:1a:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3491582e-12fd-4162-be96-0d1828944459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:05Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:47Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:09.082021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-d2dcde24-ac74-4dd7-8e33-961db823a2d9 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113338 Sep 16 05:17:09.200046 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-56afaae1-c7b5-431d-a515-f7947a56f0b9 req-75ae8d0b-6277-48fb-a464-67114caa653f service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103134 Sep 16 05:17:09.289469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c79e4f-a590-46fe-b490-6e306a0f4dfe None None] New status for floating IP 6cb225fc-4724-42bb-a0b7-990c9effa158: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:09.336309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edeeed-0cf4-4fbc-a6e1-90d4d7c6b2f1 req-5fbf11ca-bb59-420a-aa35-4912ace3b8e5 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:09.339511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11edeeed-0cf4-4fbc-a6e1-90d4d7c6b2f1 req-5fbf11ca-bb59-420a-aa35-4912ace3b8e5 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.1424541 Sep 16 05:17:09.390386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45550) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:09.616180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11edeeed-0cf4-4fbc-a6e1-90d4d7c6b2f1 req-8d9f74df-ee3a-4e33-8724-f72f902bac6d tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680800 Sep 16 05:17:09.631754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bae22b64-7317-4677-9e7c-7a89453bc699 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/6cb225fc-4724-42bb-a0b7-990c9effa158 HTTP/1.1" status: 200 len: 990 time: 0.2401040 Sep 16 05:17:10.398132 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.633189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45562) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:10.641621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d7138b7e-f674-4ab1-87af-1d22783e9753 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:10.772667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cef41e6b-400f-42d0-bc1d-c02ac7944c26 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/6cb225fc-4724-42bb-a0b7-990c9effa158 HTTP/1.1" status: 200 len: 992 time: 0.1375904 Sep 16 05:17:10.868501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d7138b7e-f674-4ab1-87af-1d22783e9753, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d7138b7e-f674-4ab1-87af-1d22783e9753,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:10.890947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'mac_address': 'fa:16:3e:cf:4b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:10.955442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.956694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c98a14-76aa-4e9a-9a67-bba72f9dfa9c req-88c2a9ef-23a9-47c2-9809-d04c84111e41 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.964871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85c98a14-76aa-4e9a-9a67-bba72f9dfa9c req-88c2a9ef-23a9-47c2-9809-d04c84111e41 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 943 time: 0.1881773 Sep 16 05:17:10.995328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7138b7e-f674-4ab1-87af-1d22783e9753 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:11.023288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d7138b7e-f674-4ab1-87af-1d22783e9753, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d7138b7e-f674-4ab1-87af-1d22783e9753,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:11.043955 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09da5a08-c9b3-489b-8b3d-1c0917410fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.098429 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.099762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85c98a14-76aa-4e9a-9a67-bba72f9dfa9c req-a5aad69e-8e9b-4468-a560-3db701f15c4e tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254334 Sep 16 05:17:11.211102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=d7138b7e-f674-4ab1-87af-1d22783e9753,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:11.435309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['d7138b7e-f674-4ab1-87af-1d22783e9753'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:12.235823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39933ec1-e6bd-4492-864e-b7373d1d7236 req-7aeb0c32-86b3-479f-baa8-d0dcdd7edb8f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.237369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39933ec1-e6bd-4492-864e-b7373d1d7236 req-7aeb0c32-86b3-479f-baa8-d0dcdd7edb8f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 944 time: 0.0512450 Sep 16 05:17:12.333080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39933ec1-e6bd-4492-864e-b7373d1d7236 req-cb0ea54f-df96-4c4b-8080-17f87e80f2f7 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892618 Sep 16 05:17:12.663184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d7138b7e-f674-4ab1-87af-1d22783e9753 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:12.832806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port d7138b7e-f674-4ab1-87af-1d22783e9753 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:12.839681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port d7138b7e-f674-4ab1-87af-1d22783e9753 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:12.842627 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.003272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.037162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:13.039907 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f3a8b4-c249-4f9b-a05f-cdc8b03174e0" -d '{"events": [{"server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "name": "network-vif-plugged", "status": "completed", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:13.107029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d7138b7e-f674-4ab1-87af-1d22783e9753, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d7138b7e-f674-4ab1-87af-1d22783e9753,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:13.132130 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84cde3d-9d97-415b-9499-5084595f6773 x-openstack-request-id: req-b84cde3d-9d97-415b-9499-5084595f6773 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:13.132507 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "name": "network-vif-plugged", "status": "completed", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:13.132882 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b84cde3d-9d97-415b-9499-5084595f6773 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:13.133432 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'code': 200} Sep 16 05:17:13.175556 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.237309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=d7138b7e-f674-4ab1-87af-1d22783e9753,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.289820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77111795-b4a5-4d77-b6ca-bb8fe075b2e8 req-0bc25db0-3598-43bd-9888-323c3f93b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.293124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-77111795-b4a5-4d77-b6ca-bb8fe075b2e8 req-0bc25db0-3598-43bd-9888-323c3f93b85c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1097 time: 0.0926607 Sep 16 05:17:13.349532 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-77111795-b4a5-4d77-b6ca-bb8fe075b2e8 req-ca0ba479-f258-4eb9-9798-4d99ac623412 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474339 Sep 16 05:17:13.635051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03068c7-e47f-438c-858d-29342807573d req-6007e97b-fb84-46c2-b2f7-856aefd11a0d tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.636672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e03068c7-e47f-438c-858d-29342807573d req-6007e97b-fb84-46c2-b2f7-856aefd11a0d tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 945 time: 0.1584735 Sep 16 05:17:13.714498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e03068c7-e47f-438c-858d-29342807573d req-11bcad50-b92c-478b-aeec-a8e17f0dfe4d tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707269 Sep 16 05:17:14.187887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.455725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01c83e40-fb52-4be9-a5be-d6d7b1d0acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.893235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901e0ae-06e1-47a7-aaf4-8a7c21558884 req-cc01b54e-dbd7-45ed-a7df-2dfdbee0eb1a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:14.894872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9901e0ae-06e1-47a7-aaf4-8a7c21558884 req-cc01b54e-dbd7-45ed-a7df-2dfdbee0eb1a tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 945 time: 0.0898626 Sep 16 05:17:14.944639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9901e0ae-06e1-47a7-aaf4-8a7c21558884 req-d91ae7ac-a7bd-42c7-8233-d10400fbefb8 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438435 Sep 16 05:17:15.118168 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.065536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e561-df4b-48ed-873b-536772196399 req-798db344-8f5b-41d1-8a2e-b91756a7cbe5 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.067103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5993e561-df4b-48ed-873b-536772196399 req-798db344-8f5b-41d1-8a2e-b91756a7cbe5 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 945 time: 0.0514235 Sep 16 05:17:16.111685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5993e561-df4b-48ed-873b-536772196399 req-ba8f10d9-93ae-47f5-897d-8210418e3b2c tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385048 Sep 16 05:17:16.242367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71956d6-1f37-48db-96d3-aa55bbca032c req-7eca961e-26ec-4947-af67-9835cec62dab tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.244318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f71956d6-1f37-48db-96d3-aa55bbca032c req-7eca961e-26ec-4947-af67-9835cec62dab tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 945 time: 0.0562906 Sep 16 05:17:16.251177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-cf7c85b9-31d0-4af5-b7d9-4a057973631c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0505712 Sep 16 05:17:16.338097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f71956d6-1f37-48db-96d3-aa55bbca032c req-e653d39e-873d-486a-9b1e-0ec6e0cbb0e5 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371051 Sep 16 05:17:16.351403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8dda7d39-be67-4912-b63a-739602e31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.351903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8dda7d39-be67-4912-b63a-739602e31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.352140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45640) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.352389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8dda7d39-be67-4912-b63a-739602e31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.353111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8dda7d39-be67-4912-b63a-739602e31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.353331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8dda7d39-be67-4912-b63a-739602e31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.353903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8dda7d39-be67-4912-b63a-739602e31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.354261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8dda7d39-be67-4912-b63a-739602e31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.356216 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8dda7d39-be67-4912-b63a-739602e31586 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2bf43d57413425d8a8b3c025b25f197&device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 6507 time: 0.0504673 Sep 16 05:17:16.501593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-a47a0d8a-a2cc-4bd0-9e1c-a3064092313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.502102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-a47a0d8a-a2cc-4bd0-9e1c-a3064092313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.502889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-a47a0d8a-a2cc-4bd0-9e1c-a3064092313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.504770 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-a47a0d8a-a2cc-4bd0-9e1c-a3064092313e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e59cd688-c0f6-4a88-9106-667ee9954d08&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=6e997d2e-d2cc-4311-a042-8157adc55eca&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba HTTP/1.1" status: 200 len: 2299 time: 0.1215885 Sep 16 05:17:16.577828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806e471-f895-4ed9-ba99-fa01870f44a9 tempest-TestVolumeBackupRestore-1646390436 tempest-TestVolumeBackupRestore-1646390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.579497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1806e471-f895-4ed9-ba99-fa01870f44a9 tempest-TestVolumeBackupRestore-1646390436 tempest-TestVolumeBackupRestore-1646390436-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1092 time: 0.2254136 Sep 16 05:17:16.581876 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-1af4343b-e9f1-4a51-bcb3-1f6b99a94c6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 200 len: 1001 time: 0.0674770 Sep 16 05:17:16.582473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45644) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.587012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:16.684038 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-9d718f31-919c-464c-a97f-bff885e993f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.684038 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-9d718f31-919c-464c-a97f-bff885e993f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29e371a8-11d8-40bd-9286-ce4660059b2d HTTP/1.1" status: 200 len: 856 time: 0.0765505 Sep 16 05:17:16.723555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-e99eaec2-af8c-4c8f-83ee-dd3071c7f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.725393 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-e99eaec2-af8c-4c8f-83ee-dd3071c7f457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e59cd688-c0f6-4a88-9106-667ee9954d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493066 Sep 16 05:17:16.815350 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.819803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.827362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-77795cdf-8754-490e-96e4-bb87623c12e5 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945139 Sep 16 05:17:16.984510 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-29ce65e2-7930-439c-b846-1127998ad455 service neutron] 10.222.0.60 "GET /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434779 Sep 16 05:17:17.036164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-12de1844-13be-4d47-9b77-47f5d991e057 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0415573 Sep 16 05:17:17.075372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.135935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-726db25a-4591-4669-a6ee-e9152d4e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.137515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-726db25a-4591-4669-a6ee-e9152d4e60fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0928903 Sep 16 05:17:17.252032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-d4e7f5b8-b4c0-4966-8d04-4372d2afe2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.255867 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-d4e7f5b8-b4c0-4966-8d04-4372d2afe2a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101449 Sep 16 05:17:17.290814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Allocated IP 172.25.7.186 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/4b2210cd-5a5c-4e10-a832-d771afa452d7) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:17.447760 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-6cd60036-036e-4872-b8ba-37cafa1985a6 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792047 Sep 16 05:17:17.508712 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.584808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-1a280e8d-140b-4c77-bcae-d6eab67278c7 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290412 Sep 16 05:17:17.631275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-5694996e-1f86-436e-82b4-fe12f22a3c5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 217 time: 0.0361130 Sep 16 05:17:17.687494 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.748805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-9490fed5-6114-4ba7-9461-e5d5b0ce2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.750279 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-9490fed5-6114-4ba7-9461-e5d5b0ce2f90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.1114020 Sep 16 05:17:17.753161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:17.757473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'Port': ['ID=4b2210cd-5a5c-4e10-a832-d771afa452d7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.761822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:17.766629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:17.866217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-69e51d85-a9a3-4a15-b24f-25fbbca1ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.867733 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-69e51d85-a9a3-4a15-b24f-25fbbca1ee4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780396 Sep 16 05:17:18.043541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-3d5929c7-e219-4379-9b68-9bd7cdb52e62 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649711 Sep 16 05:17:18.243139 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-b21fb393-9f4a-4e38-8c89-6dbbfe6ac76d service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736646 Sep 16 05:17:18.302327 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-6f00fcd0-2dd8-4f94-a1eb-01fef4d3586c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=9cc1287c-ab05-4962-802e-48766396bbd9 HTTP/1.1" status: 200 len: 217 time: 0.0497129 Sep 16 05:17:18.397552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-f1b5a8ce-d3dd-48f7-88de-2ea2df84bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.399018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-f1b5a8ce-d3dd-48f7-88de-2ea2df84bf8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0621841 Sep 16 05:17:18.400032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.473514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8ace72bc-64ac-4bba-bdbb-bd32cc25d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.478185 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8ace72bc-64ac-4bba-bdbb-bd32cc25d61c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0538552 Sep 16 05:17:18.569098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.623490 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-79c349b4-ad98-45fd-bb60-be8fb173e470 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386466 Sep 16 05:17:18.820447 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-1aa5f12c-15d6-4bb4-82b8-103379adb179 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1472530 Sep 16 05:17:18.844102 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-1f8ad603-a851-484a-89ef-a6e2a7b1a6c6 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111602 Sep 16 05:17:18.868778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.907829 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-5b06b2d1-fca4-4f5e-ad6b-34601660bfd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec HTTP/1.1" status: 200 len: 217 time: 0.0544510 Sep 16 05:17:18.961793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.011161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-93b3dd97-0237-413c-9e51-d6c3d5886137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.012747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-93b3dd97-0237-413c-9e51-d6c3d5886137 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 1098 time: 0.1147237 Sep 16 05:17:19.019008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-722daaf5-b13e-47ab-a7d2-d5247cc82938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.020446 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-722daaf5-b13e-47ab-a7d2-d5247cc82938 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 200 len: 797 time: 0.0928676 Sep 16 05:17:19.084236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event updated for resources: {'Port': ['ID=4b2210cd-5a5c-4e10-a832-d771afa452d7,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.146436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.548672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-b6cd2696-d4e3-488d-917d-db282870139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.550319 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-b6cd2696-d4e3-488d-917d-db282870139c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e997d2e-d2cc-4311-a042-8157adc55eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5118682 Sep 16 05:17:19.637706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-27c8a77b-6e0a-4845-bd06-00e487804125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.639807 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-27c8a77b-6e0a-4845-bd06-00e487804125 service neutron] 10.222.0.57 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 916 time: 0.5951149 Sep 16 05:17:19.717194 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-27d35a9a-25a4-4756-9f8e-4357ea72e25d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36 HTTP/1.1" status: 200 len: 217 time: 0.0489373 Sep 16 05:17:19.719707 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Floating IP 644648ed-c325-4c6a-89aa-e6cec65d3ac8 associated. External IP: 172.25.7.186, port: d7138b7e-f674-4ab1-87af-1d22783e9753. Sep 16 05:17:19.814627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-8a753b87-a1ef-4396-965d-139bc1f9d8a1 service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505591 Sep 16 05:17:19.849353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-f388c501-a4bb-479e-9daa-671f9dae040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.850940 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-f388c501-a4bb-479e-9daa-671f9dae040d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 200 len: 855 time: 0.0923893 Sep 16 05:17:19.924537 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-359d512a-73cc-4bec-81b5-c4a6b81b6e31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=368d22b1-fd9d-456f-bc7b-85ad6c39a423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396695 Sep 16 05:17:20.087894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-ddbd2f77-d11f-498d-a09c-b426d1c5302b service neutron] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625408 Sep 16 05:17:20.190508 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-ef7aad4d-b78a-47a2-805e-58bc30c05b8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 HTTP/1.1" status: 200 len: 217 time: 0.0766032 Sep 16 05:17:20.193285 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-639f4b5c-40aa-47ba-8dbe-5437f946483c service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420886 Sep 16 05:17:20.289495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-0ae56467-b6d8-46ba-9d3f-82c915efc737 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.291026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-0ae56467-b6d8-46ba-9d3f-82c915efc737 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 815 time: 0.1091278 Sep 16 05:17:20.311129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-21ab3c7f-0b7a-4f6f-abb9-3099db35d85c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/quotas/87b6942fb09b4ab2839ae347069c6f90 HTTP/1.1" status: 200 len: 375 time: 0.0103810 Sep 16 05:17:20.345476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:20.347981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-1d5d9332-f688-4873-8943-24545506d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.349485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-1d5d9332-f688-4873-8943-24545506d2ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.1294639 Sep 16 05:17:20.384434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-600b8b3d-d70a-4d74-a805-4e7cd392192a tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648377 Sep 16 05:17:20.406099 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2982fd15-4605-4304-8fb2-e1183bbd3af4 req-f80d37ba-32f2-4075-aff9-d315a4f4528e service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848662 Sep 16 05:17:20.460235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-5a3da8fa-06ee-46e0-8c54-e3c795571b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.461768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-5a3da8fa-06ee-46e0-8c54-e3c795571b95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033363 Sep 16 05:17:20.488487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-93f7801d-e7f8-4cc6-a20a-23289b842f24 service neutron] 10.222.0.59 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958660 Sep 16 05:17:20.588288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:20.590062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-754d909b-041d-4293-b3ca-dd172b290dca service neutron] 10.222.0.59 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949004 Sep 16 05:17:20.605840 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] Sync routers for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:20.621013 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:20.621765 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:20.632553 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-94f38d9c-4760-4024-84ee-46498f51d87e service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540585 Sep 16 05:17:20.706916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.738278 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:20.748406 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7259090e-0f81-49ee-9bcf-852996ced42f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1649141 Sep 16 05:17:20.751413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:20.752086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45764) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:20.753974 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e6595f-0322-47c1-b22d-f771d8ab0280" -d '{"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:20.806309 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-559e5dac-9d9a-4023-a331-ceb0dc204cd8 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646633 Sep 16 05:17:20.809138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e4574-2956-48d7-acc1-fa57f043f7cd tempest-TestVolumeBackupRestore-1646390436 tempest-TestVolumeBackupRestore-1646390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.812776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-da7e4574-2956-48d7-acc1-fa57f043f7cd tempest-TestVolumeBackupRestore-1646390436 tempest-TestVolumeBackupRestore-1646390436-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1092 time: 0.0593238 Sep 16 05:17:20.817302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45772) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:20.823267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Request body: {'floatingip': {'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:20.900547 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-1a4ad1c6-6768-430c-a012-fda682063e06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11bc5910-9d15-4853-8b16-127080567069 HTTP/1.1" status: 200 len: 217 time: 0.0841217 Sep 16 05:17:20.902054 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430000f2-58b8-445d-bdf9-dcbcbea6838d x-openstack-request-id: req-430000f2-58b8-445d-bdf9-dcbcbea6838d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:20.902350 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:20.902611 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-430000f2-58b8-445d-bdf9-dcbcbea6838d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:20.903026 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'status': 'completed', 'code': 200} Sep 16 05:17:20.916005 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.956236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8be5a8b6-fa29-40da-8550-c2dd70c297b4 req-594cd215-d87a-46a0-b641-3b347457ff67 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 210 time: 0.0352287 Sep 16 05:17:21.007812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-287a5256-4671-4b62-b1a5-6854436da23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:21.026465 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-287a5256-4671-4b62-b1a5-6854436da23f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 200 len: 797 time: 0.1078298 Sep 16 05:17:21.105823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-03f8753c-50db-4b86-874a-f5f000dec317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:21.108126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-03f8753c-50db-4b86-874a-f5f000dec317 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77821e3ca1c344a692533e50a425bb47&device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1097 time: 0.1888175 Sep 16 05:17:21.115960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-f5e53b87-b9a3-499e-adb7-b3ff695fe7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:21.117652 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-f5e53b87-b9a3-499e-adb7-b3ff695fe7ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5513fd3a-0f0e-4783-9764-eb1d67ebbcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0798621 Sep 16 05:17:21.146217 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '644648ed-c325-4c6a-89aa-e6cec65d3ac8', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'mac_address': 'fa:16:3e:cf:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:18Z', 'revision_number': 0, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:21.179351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] Checking router: 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:21.192599 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:21.194256 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:21.322856 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-ffa9207c-0ca1-47ad-8a99-30c0ece0964e service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951003 Sep 16 05:17:21.324059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-4de214fd-708f-4215-b5cc-ec3740602573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:21.325618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-4de214fd-708f-4215-b5cc-ec3740602573 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10b8a951-6397-44c2-9fe2-9c35a89ddd98 HTTP/1.1" status: 200 len: 915 time: 0.1998973 Sep 16 05:17:21.455935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:21.585329 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2b3761c7-1ff7-49de-8be9-ac82b9d21d10 req-2facb09a-9ade-405f-b2e7-02514a82afd8 service neutron] 10.222.0.60 "GET /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390897 Sep 16 05:17:21.799663 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '644648ed-c325-4c6a-89aa-e6cec65d3ac8', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'mac_address': 'fa:16:3e:cf:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:18Z', 'revision_number': 0, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:21.845288 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6161e-fdbb-4b4b-9715-09ead3d3a69a None None] The sync data for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 is: [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '644648ed-c325-4c6a-89aa-e6cec65d3ac8', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'mac_address': 'fa:16:3e:cf:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:18Z', 'revision_number': 0, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:22.085285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-d7486e11-6bc5-460b-aae7-3874439bf8d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7138b7e-f674-4ab1-87af-1d22783e9753 HTTP/1.1" status: 200 len: 999 time: 0.7480428 Sep 16 05:17:22.104536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1307d3b-c5a7-4da0-85a5-9a7c6ea9cdbe req-a692c7f2-6eea-41b4-be9b-4db5df596f96 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 210 time: 0.0386560 Sep 16 05:17:22.321939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-468548e9-039d-4a5f-a813-2c7501750c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:22.323507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-468548e9-039d-4a5f-a813-2c7501750c31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b38f85e6-3895-448d-b59a-2a45df7ab731 HTTP/1.1" status: 200 len: 853 time: 0.2215140 Sep 16 05:17:22.325383 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.resource_extend [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:17:22.356621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437023c-e572-4026-845b-521f8ab581ba None None] New status for floating IP 644648ed-c325-4c6a-89aa-e6cec65d3ac8: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:22.427517 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.436198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-80f4ac20-a4bf-4f45-adf2-451afb231556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:22.440636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-80f4ac20-a4bf-4f45-adf2-451afb231556 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10b8a951-6397-44c2-9fe2-9c35a89ddd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064835 Sep 16 05:17:22.586690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-8fa10b14-c15c-4b7f-aa49-3879dd4ce2a4 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382823 Sep 16 05:17:22.588586 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.591215 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-3437023c-e572-4026-845b-521f8ab581ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:17:22.591899 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-3437023c-e572-4026-845b-521f8ab581ba None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:17:22.768268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0e6595f-0322-47c1-b22d-f771d8ab0280 req-7858b1a1-9a9e-4db7-81f4-e8cc1893a163 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435175 Sep 16 05:17:22.913721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:23.049161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:23.051284 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.082602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:23.085083 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304a012f-233d-43ed-bc23-0a4e0b8b97fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:23.093778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437023c-e572-4026-845b-521f8ab581ba None None] New status for floating IP 644648ed-c325-4c6a-89aa-e6cec65d3ac8: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:23.125453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a0d6ea7b-5327-47ec-94e3-e15f39fada28 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "PUT /v2.0/floatingips/644648ed-c325-4c6a-89aa-e6cec65d3ac8 HTTP/1.1" status: 200 len: 991 time: 2.3061674 Sep 16 05:17:23.162884 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ec3f49-adc3-4380-966c-70daa75a1897 x-openstack-request-id: req-05ec3f49-adc3-4380-966c-70daa75a1897 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:23.163293 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:23.163664 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05ec3f49-adc3-4380-966c-70daa75a1897 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:23.165016 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'status': 'completed', 'code': 200} Sep 16 05:17:23.290211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4cea00f-ddc2-4f70-93d2-5a5cab19bfb8 req-3186255e-5f06-4cad-97d1-44d5daee473f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 210 time: 0.0314958 Sep 16 05:17:23.299417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-a283be8d-dbe4-4ff9-a16a-62a3f53821b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:23.300975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-a283be8d-dbe4-4ff9-a16a-62a3f53821b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77821e3ca1c344a692533e50a425bb47&device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1097 time: 0.0959268 Sep 16 05:17:23.465342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-0a36a7cd-e90d-4351-8124-346637b37fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:23.467499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-0a36a7cd-e90d-4351-8124-346637b37fcd service neutron] 10.222.0.60 "GET /v2.0/networks?id=10b8a951-6397-44c2-9fe2-9c35a89ddd98 HTTP/1.1" status: 200 len: 915 time: 0.1510003 Sep 16 05:17:23.504361 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] Sync routers for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:23.514675 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:23.515429 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:23.605803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-f026211e-7e99-4269-8d1d-fead86217857 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7138b7e-f674-4ab1-87af-1d22783e9753 HTTP/1.1" status: 200 len: 1001 time: 0.1296804 Sep 16 05:17:23.663027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-d545857a-1f33-4c9d-a84b-04b23ee26d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:23.664983 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:23.665242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-d545857a-1f33-4c9d-a84b-04b23ee26d4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b38f85e6-3895-448d-b59a-2a45df7ab731 HTTP/1.1" status: 200 len: 853 time: 0.0510890 Sep 16 05:17:23.697253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-ca8a87b1-b6aa-47e7-86b5-1e1bd2700704 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:23.699662 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-ca8a87b1-b6aa-47e7-86b5-1e1bd2700704 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.60 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 815 time: 0.1833839 Sep 16 05:17:23.718771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Request body: {'port': {'device_id': '4e04ad3d-34bf-4dbf-bbd5-88a24071fc42', 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'admin_state_up': True, 'tenant_id': '87b6942fb09b4ab2839ae347069c6f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:23.725626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-39f00ae4-afef-4925-a40f-303275c5769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:23.728158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-39f00ae4-afef-4925-a40f-303275c5769d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10b8a951-6397-44c2-9fe2-9c35a89ddd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549796 Sep 16 05:17:23.857743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-a32e670d-cce9-48c9-9410-6146e82c97f0 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226645 Sep 16 05:17:23.936025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Made reservation on behalf of 87b6942fb09b4ab2839ae347069c6f90 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:23.941519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.998457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-304a012f-233d-43ed-bc23-0a4e0b8b97fc req-cbb72205-7180-4ebc-a0ab-2a8a3d5eb5bd service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327972 Sep 16 05:17:24.005568 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '644648ed-c325-4c6a-89aa-e6cec65d3ac8', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'mac_address': 'fa:16:3e:cf:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:23Z', 'revision_number': 2, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:24.036961 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] Checking router: 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:24.045850 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:24.046561 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:24.141376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Allocated IP 172.20.0.5 (368d22b1-fd9d-456f-bc7b-85ad6c39a423/00d1e2c4-5b30-4518-bce1-49d330038d8e/ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:24.176801 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:24.301078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.422324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.453619 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '644648ed-c325-4c6a-89aa-e6cec65d3ac8', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'mac_address': 'fa:16:3e:cf:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:23Z', 'revision_number': 2, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:24.471195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3e612bae-d688-42e9-bb7c-c2e22a207e36'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:24.491740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-229abb37-1ed1-40fc-99ec-3cefd651d022 req-6c79f804-a4d0-4a69-8aed-80ea5a823e9c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 210 time: 0.0915339 Sep 16 05:17:24.574166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:24.578097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Pushing event updated for resources: {'Port': ['ID=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.587181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:24.594913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:24.679219 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad6842-49b0-40f2-bb9b-ca97cdf5f9ac None None] The sync data for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 is: [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '644648ed-c325-4c6a-89aa-e6cec65d3ac8', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'port_id': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'mac_address': 'fa:16:3e:cf:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:23Z', 'revision_number': 2, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:24.725826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:24.726578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.787410 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-69d34c44-8987-4cb4-9363-4a6f3ca5188f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0776110 Sep 16 05:17:24.801623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Request body: {'port': {'device_id': '4e04ad3d-34bf-4dbf-bbd5-88a24071fc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:24.895945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.104585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45832) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.159090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2b2cc7-73f4-4ad5-b070-85a48b912bcd admin admin] Deleting subnet fc0ac4a2-3c81-4fc6-b595-c59b971b76c3 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:25.162911 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2cc7-73f4-4ad5-b070-85a48b912bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.183409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:25.186120 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee28b3c0-3c10-4ad3-8be8-13bc89622651" -d '{"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:25.197137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:25.206500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.221901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Transition to ACTIVE for port object ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:25.222164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2cc7-73f4-4ad5-b070-85a48b912bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.255048 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2670014a-c6b9-4fdf-8edf-83e444dd7d10 x-openstack-request-id: req-2670014a-c6b9-4fdf-8edf-83e444dd7d10 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:25.255365 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:25.255616 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2670014a-c6b9-4fdf-8edf-83e444dd7d10 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:25.256017 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'status': 'completed', 'code': 200} Sep 16 05:17:25.274048 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2cc7-73f4-4ad5-b070-85a48b912bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.321142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.340627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-26a96823-024e-44c8-8229-b2ae9cbe0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.342903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-26a96823-024e-44c8-8229-b2ae9cbe0b60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77821e3ca1c344a692533e50a425bb47&device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1097 time: 0.0815432 Sep 16 05:17:25.398776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.465043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-4a2f69ce-8881-40c7-a311-6457fc003925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.467082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-4a2f69ce-8881-40c7-a311-6457fc003925 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10b8a951-6397-44c2-9fe2-9c35a89ddd98 HTTP/1.1" status: 200 len: 915 time: 0.1164453 Sep 16 05:17:25.496878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Attempting to bind port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:25.497688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Attempting to bind port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:25.498267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Attempting to bind port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:25.503406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:25.503737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Attempting to bind port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:25.508702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:25.509037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Checking segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:25.509437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Bound using segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:25.509856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Bound port: ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:25.510219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.523479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2cc7-73f4-4ad5-b070-85a48b912bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.583119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b2cc7-73f4-4ad5-b070-85a48b912bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0ac4a2-3c81-4fc6-b595-c59b971b76c3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.604978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2cc7-73f4-4ad5-b070-85a48b912bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.608647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7d2b2cc7-73f4-4ad5-b070-85a48b912bcd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fc0ac4a2-3c81-4fc6-b595-c59b971b76c3 HTTP/1.1" status: 204 len: 168 time: 0.5026677 Sep 16 05:17:25.612189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 45840) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.624863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] For port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:25.656214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-27386442-d41c-424d-b1f1-ba7264d4bc0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7138b7e-f674-4ab1-87af-1d22783e9753 HTTP/1.1" status: 200 len: 1001 time: 0.1822433 Sep 16 05:17:25.656488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] For port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:25.702936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.714810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d8db4-7be7-424e-85ca-5306fda521f7 req-a361965a-86fa-43a6-80bd-27e843db210d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.716381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a6d8db4-7be7-424e-85ca-5306fda521f7 req-a361965a-86fa-43a6-80bd-27e843db210d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 943 time: 0.0996950 Sep 16 05:17:25.761486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.768360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-62495dc4-c8a3-4287-b3ee-41cef12d9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.770017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-62495dc4-c8a3-4287-b3ee-41cef12d9e43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b38f85e6-3895-448d-b59a-2a45df7ab731 HTTP/1.1" status: 200 len: 853 time: 0.1053367 Sep 16 05:17:25.805033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a6d8db4-7be7-424e-85ca-5306fda521f7 req-4606a428-724a-46c0-80e3-bc30f9cbc2b0 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758929 Sep 16 05:17:25.821848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.848484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.848484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.848484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] 10.222.0.60 "PUT /v2.0/ports/ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 HTTP/1.1" status: 200 len: 1092 time: 1.0511091 Sep 16 05:17:25.848484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e04ad3d-34bf-4dbf-bbd5-88a24071fc42', 'tag': 'ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:25.850404 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32072d15-2733-4b63-be2c-a975f2dd85bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e04ad3d-34bf-4dbf-bbd5-88a24071fc42", "tag": "ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:25.858348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-68bb350a-35cf-44b1-8fdf-ccd4625a7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.860194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-68bb350a-35cf-44b1-8fdf-ccd4625a7f22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10b8a951-6397-44c2-9fe2-9c35a89ddd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800660 Sep 16 05:17:25.894725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64637c58-da1c-4568-9da8-b899f91393f1']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.906942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e13691-c2e8-42b2-a2a5-46dff6e52a02 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.911001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4984cc43-9686-4183-bccf-945cdbac07ab') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.911322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4984cc43-9686-4183-bccf-945cdbac07ab') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.928352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.938977 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3855b04-92f2-4cda-a91c-bda98a46847d x-openstack-request-id: req-f3855b04-92f2-4cda-a91c-bda98a46847d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:25.939347 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e04ad3d-34bf-4dbf-bbd5-88a24071fc42", "tag": "ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:25.939765 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3855b04-92f2-4cda-a91c-bda98a46847d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:25.939973 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e04ad3d-34bf-4dbf-bbd5-88a24071fc42', 'tag': 'ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1', 'status': 'completed', 'code': 200} Sep 16 05:17:25.960944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.991160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:25.991574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:25.994713 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:26.031050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-62204802-31c4-4761-a108-aee93fbbb491 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633148 Sep 16 05:17:26.050657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-f7f255d1-8620-46fc-9362-8ecf6d5aa47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.052143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-f7f255d1-8620-46fc-9362-8ecf6d5aa47f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 1095 time: 0.1050060 Sep 16 05:17:26.100709 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-d8ff33ae-d15d-46f0-9ed5-313e95d0626e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 HTTP/1.1" status: 200 len: 217 time: 0.0371482 Sep 16 05:17:26.117405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.145260 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.147112 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/64637c58-da1c-4568-9da8-b899f91393f1 HTTP/1.1" status: 204 len: 168 time: 0.5338700 Sep 16 05:17:26.171325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ee28b3c0-3c10-4ad3-8be8-13bc89622651 req-71c6a9e2-ecd4-4e1d-8c8d-1c869a360fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325939 Sep 16 05:17:26.180275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06620a-67b6-4edc-8f2f-e30bfe1e96e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=64637c58-da1c-4568-9da8-b899f91393f1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:26.211489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-ea6dd80c-dd1c-4a51-917b-8a57d31c2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.214022 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-ea6dd80c-dd1c-4a51-917b-8a57d31c2ef1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 200 len: 855 time: 0.1069484 Sep 16 05:17:26.252098 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-267090c7-2dd1-4fe3-8398-079bd39f3b18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=368d22b1-fd9d-456f-bc7b-85ad6c39a423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299249 Sep 16 05:17:26.356091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-b75cdb0d-aa1f-458b-9d6b-5b0cf229d35c service neutron] 10.222.0.60 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962377 Sep 16 05:17:26.463782 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-125c4dec-2ff2-4f5f-b0ba-4ecfad196de4 req-e6be4473-cf40-46ec-981e-04514dee88b6 service neutron] 10.222.0.60 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002307 Sep 16 05:17:26.676865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-d4d75689-a266-442e-8d80-0ed9a09539bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.679363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-d4d75689-a266-442e-8d80-0ed9a09539bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 1095 time: 0.0570695 Sep 16 05:17:26.758627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45856) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:26.815310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2be2c62f-6565-4347-a2bd-624d50c4981f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c3e14e936de4f5fa259d7ec778f4c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552075 Sep 16 05:17:26.817736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 45858) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:26.820705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-2c7818b1-6494-439c-a3a1-a1339df08100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.822937 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-2c7818b1-6494-439c-a3a1-a1339df08100 service neutron] 10.222.0.60 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 916 time: 0.1343133 Sep 16 05:17:26.835053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-43dc1f1b-e234-49d3-b7d3-83976fc0a916 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.841928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-43dc1f1b-e234-49d3-b7d3-83976fc0a916 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.847858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-43dc1f1b-e234-49d3-b7d3-83976fc0a916 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.854167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-43dc1f1b-e234-49d3-b7d3-83976fc0a916 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.860664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-43dc1f1b-e234-49d3-b7d3-83976fc0a916 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.866555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-43dc1f1b-e234-49d3-b7d3-83976fc0a916 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.872409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-43dc1f1b-e234-49d3-b7d3-83976fc0a916 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.874427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-43dc1f1b-e234-49d3-b7d3-83976fc0a916 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.1643662 Sep 16 05:17:26.884180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-3f556cd1-d3e6-4700-a344-44bf5cadb4f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 HTTP/1.1" status: 200 len: 217 time: 0.0500882 Sep 16 05:17:26.944460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94eb00f2-4e71-482e-aab9-10a557cb4da8 req-ded803d3-19b9-4ecf-bb25-664370b8e964 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566149 Sep 16 05:17:26.969690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-6cd44b03-1a95-4ac6-8e3b-6df1b1060356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.971190 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-6cd44b03-1a95-4ac6-8e3b-6df1b1060356 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 200 len: 855 time: 0.0750673 Sep 16 05:17:26.971708 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6ed6f71-aa34-447f-8fa7-424b18aa45e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.011031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-ab627c2c-3a3c-429e-adca-5bf19fd09dbc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=368d22b1-fd9d-456f-bc7b-85ad6c39a423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308485 Sep 16 05:17:27.017126 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6ed6f71-aa34-447f-8fa7-424b18aa45e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.100601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c386d6-6573-4a8b-a9f1-09a8b8bb2a68 req-0abd6cf4-f95c-40cb-b34f-f6c869a5fb7b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.102191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57c386d6-6573-4a8b-a9f1-09a8b8bb2a68 req-0abd6cf4-f95c-40cb-b34f-f6c869a5fb7b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 943 time: 0.0875902 Sep 16 05:17:27.135828 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-4e34bef0-4ca6-4a59-8f11-e9e7f6d3dcca service neutron] 10.222.0.60 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128635 Sep 16 05:17:27.166413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57c386d6-6573-4a8b-a9f1-09a8b8bb2a68 req-ff2ad61a-53fb-42dd-81b7-64323c61828c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546672 Sep 16 05:17:27.227292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6ed6f71-aa34-447f-8fa7-424b18aa45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.230790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6ed6f71-aa34-447f-8fa7-424b18aa45e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.232850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f6ed6f71-aa34-447f-8fa7-424b18aa45e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c373b6d-4ed5-4480-bc82-c0ff89947371 HTTP/1.1" status: 204 len: 168 time: 0.4142158 Sep 16 05:17:27.251105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed6f71-aa34-447f-8fa7-424b18aa45e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c373b6d-4ed5-4480-bc82-c0ff89947371,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.597099 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-32072d15-2733-4b63-be2c-a975f2dd85bd req-1645776a-9e64-465f-b357-33fdae6dbb7e service neutron] 10.222.0.60 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528797 Sep 16 05:17:27.967217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-53bf5e7b-b3e8-4b01-b54a-c8e3a6f4cddd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.977286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-53bf5e7b-b3e8-4b01-b54a-c8e3a6f4cddd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.983652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-53bf5e7b-b3e8-4b01-b54a-c8e3a6f4cddd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.989555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-53bf5e7b-b3e8-4b01-b54a-c8e3a6f4cddd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.997322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-53bf5e7b-b3e8-4b01-b54a-c8e3a6f4cddd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.001858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-53bf5e7b-b3e8-4b01-b54a-c8e3a6f4cddd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.008215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-53bf5e7b-b3e8-4b01-b54a-c8e3a6f4cddd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.010949 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-53bf5e7b-b3e8-4b01-b54a-c8e3a6f4cddd tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.1079319 Sep 16 05:17:28.070575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-15ad20e8-db03-4e8f-a3a6-862f335ed52d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.072242 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-15ad20e8-db03-4e8f-a3a6-862f335ed52d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "GET /v2.0/ports/42bd7577-6748-4ef1-98d9-fc4622a5f7a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0542650 Sep 16 05:17:28.089261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.128490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-e0f29013-522b-434e-8e0d-897e4f9b5aaf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.135062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-e0f29013-522b-434e-8e0d-897e4f9b5aaf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.141958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-e0f29013-522b-434e-8e0d-897e4f9b5aaf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.148774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-e0f29013-522b-434e-8e0d-897e4f9b5aaf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.155863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-e0f29013-522b-434e-8e0d-897e4f9b5aaf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.163037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-e0f29013-522b-434e-8e0d-897e4f9b5aaf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.169492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-e0f29013-522b-434e-8e0d-897e4f9b5aaf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.171652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-e0f29013-522b-434e-8e0d-897e4f9b5aaf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 5443 time: 0.1072624 Sep 16 05:17:28.225121 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-8db2106a-00bb-44f9-b178-b0c54f31e9ba tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "GET /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1421771 Sep 16 05:17:28.237301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7b7a621-fed4-4af7-adc8-db4c13aa77d6 req-c92ca776-aef2-41a5-9ee4-f7701806bdbf tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574517 Sep 16 05:17:28.253702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:28.327717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4fd2f-8f00-4e9d-97a8-30b6dc1ea671 req-2cab07c4-025a-46d3-80e7-de46c8bd005a tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.331856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6d4fd2f-8f00-4e9d-97a8-30b6dc1ea671 req-2cab07c4-025a-46d3-80e7-de46c8bd005a tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 943 time: 0.0657241 Sep 16 05:17:28.340316 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.375832 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6d4fd2f-8f00-4e9d-97a8-30b6dc1ea671 req-f9435f7e-79d5-4de3-b583-e44fb3496636 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359375 Sep 16 05:17:28.509593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] For port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:28.550169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] For port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:28.591743 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] device_id is not set on port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:17:28.601290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.666492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.738779 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] No DVR routers for this DVR port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:28.753901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:28.788787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] In _notify_port_updated(), no bound segment for port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:17:28.790225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.790601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.792043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] 10.222.0.60 "PUT /v2.0/ports/42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 200 len: 1033 time: 0.5569093 Sep 16 05:17:28.797287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eabff-ee5f-447c-9a19-e74594a60c18 service neutron] Pushing event updated for resources: {'Port': ['ID=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.886654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:28.909781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-98d50bc9-a382-48f3-9caa-5bd4994ef7b1 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.911695 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-98d50bc9-a382-48f3-9caa-5bd4994ef7b1 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "GET /v2.0/ports/932a5d22-ed6b-413d-9f6b-f45d01e3e86a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1096849 Sep 16 05:17:28.915358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1', 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'port_id': 'ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1', 'mac_address': 'fa:16:3e:cd:c6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d1e2c4-5b30-4518-bce1-49d330038d8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:28.926800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:29.010371 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.034159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.038693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:29.066094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:29.075145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4a4edb2d-1c3e-4605-8fe5-ee8131cb1187 None None] Provisioning complete for port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:29.077092 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4a4edb2d-1c3e-4605-8fe5-ee8131cb1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.115133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4a4edb2d-1c3e-4605-8fe5-ee8131cb1187 None None] Port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:29.146301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.202950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] For port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:29.203195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.240694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] For port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:29.275060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] device_id is not set on port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:17:29.288548 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.402265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732391-e849-4796-bede-178612b50040 req-7af8e762-386a-4b96-85ef-7d647a17a91f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.407062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.408594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732391-e849-4796-bede-178612b50040 req-7af8e762-386a-4b96-85ef-7d647a17a91f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.414519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732391-e849-4796-bede-178612b50040 req-7af8e762-386a-4b96-85ef-7d647a17a91f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.421369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732391-e849-4796-bede-178612b50040 req-7af8e762-386a-4b96-85ef-7d647a17a91f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.427371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732391-e849-4796-bede-178612b50040 req-7af8e762-386a-4b96-85ef-7d647a17a91f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.433233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732391-e849-4796-bede-178612b50040 req-7af8e762-386a-4b96-85ef-7d647a17a91f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.441548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:29.443301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b732391-e849-4796-bede-178612b50040 req-7af8e762-386a-4b96-85ef-7d647a17a91f tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 4663 time: 0.1160245 Sep 16 05:17:29.574760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b732391-e849-4796-bede-178612b50040 req-e499b838-d617-4fd0-a1c0-fbe3e474152a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&id=fab47847-c0bc-4324-9588-3d39fee2d186&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300411 Sep 16 05:17:29.601500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.620389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b7dcc-9237-43ee-a6d8-4f01e4d2e22d req-8a73cd1c-437b-4782-b6c5-67d002e769f6 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.628952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be9b7dcc-9237-43ee-a6d8-4f01e4d2e22d req-8a73cd1c-437b-4782-b6c5-67d002e769f6 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 944 time: 0.1449039 Sep 16 05:17:29.647801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] No DVR routers for this DVR port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:29.701342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] In _notify_port_updated(), no bound segment for port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a on network 6e997d2e-d2cc-4311-a042-8157adc55eca {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:17:29.702379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.703106 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.704691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-8f509200-a686-400d-bfe3-27043128e8f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 200 len: 1032 time: 0.7842133 Sep 16 05:17:29.715355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be9b7dcc-9237-43ee-a6d8-4f01e4d2e22d req-80f1779f-0ee3-4256-b328-4bd591425530 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850449 Sep 16 05:17:29.835766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port b7ea385a-48a0-4498-a6fc-1325f31c25ec {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:29.836944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.850180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fe6f8b2f-2c2d-47d0-ab49-fc5e7ad389fa None None] Provisioning complete for port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:29.850791 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b2f-2c2d-47d0-ab49-fc5e7ad389fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.885923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f8b2f-2c2d-47d0-ab49-fc5e7ad389fa None None] Port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:29.941053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] For port b7ea385a-48a0-4498-a6fc-1325f31c25ec, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7ea385a-48a0-4498-a6fc-1325f31c25ec,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:29.941474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.955745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for b7ea385a-48a0-4498-a6fc-1325f31c25ec owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:30.346446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.376840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=b7ea385a-48a0-4498-a6fc-1325f31c25ec,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:30.429496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] No DVR routers for this DVR port b7ea385a-48a0-4498-a6fc-1325f31c25ec on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:30.432266 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.434321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-75b1fcbf-c60d-49ca-8906-a789d19caaac tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "DELETE /v2.0/ports/b7ea385a-48a0-4498-a6fc-1325f31c25ec HTTP/1.1" status: 204 len: 173 time: 0.7213454 Sep 16 05:17:30.434757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': 'b7ea385a-48a0-4498-a6fc-1325f31c25ec'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:30.437736 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05524a28-6f0b-421a-9f23-54dea27b7853" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "b7ea385a-48a0-4498-a6fc-1325f31c25ec"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:30.482363 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1bc313-e2c6-40e3-a497-d1be1fa52b2e x-openstack-request-id: req-9d1bc313-e2c6-40e3-a497-d1be1fa52b2e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:30.482746 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "b7ea385a-48a0-4498-a6fc-1325f31c25ec", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:30.483109 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d1bc313-e2c6-40e3-a497-d1be1fa52b2e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:30.483636 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': 'b7ea385a-48a0-4498-a6fc-1325f31c25ec', 'status': 'completed', 'code': 200} Sep 16 05:17:30.550861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:30.551381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.672300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] For port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:30.672596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.692366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:30.756190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:30.868949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8ef1-30a2-4d0a-a49d-07edb5be4475 req-6a00557a-89fe-4015-83b5-1d9f4af96a18 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.884383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8ef1-30a2-4d0a-a49d-07edb5be4475 req-6a00557a-89fe-4015-83b5-1d9f4af96a18 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.897744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8ef1-30a2-4d0a-a49d-07edb5be4475 req-6a00557a-89fe-4015-83b5-1d9f4af96a18 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.903909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8ef1-30a2-4d0a-a49d-07edb5be4475 req-6a00557a-89fe-4015-83b5-1d9f4af96a18 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.911969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7ac8ef1-30a2-4d0a-a49d-07edb5be4475 req-6a00557a-89fe-4015-83b5-1d9f4af96a18 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 3150 time: 0.1497347 Sep 16 05:17:30.993075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7ac8ef1-30a2-4d0a-a49d-07edb5be4475 req-8fa4516c-6bc4-44c9-b617-5dbf8ba3f5a8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801179 Sep 16 05:17:31.011146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54b64e-4ed9-42f0-8401-0f87cd91317e req-083120b9-1ba1-4dc4-a49c-e24aa7b0d683 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:31.012787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c54b64e-4ed9-42f0-8401-0f87cd91317e req-083120b9-1ba1-4dc4-a49c-e24aa7b0d683 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 944 time: 0.0982697 Sep 16 05:17:31.020844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.026773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:31.037757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:31.038406 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.128002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c54b64e-4ed9-42f0-8401-0f87cd91317e req-12eba0b5-cfff-4404-aa6c-b97134079db7 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023316 Sep 16 05:17:31.146911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] No DVR routers for this DVR port 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:31.146911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.146911 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "DELETE /v2.0/ports/6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 HTTP/1.1" status: 204 len: 173 time: 0.7057629 Sep 16 05:17:31.147739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f28d62-d314-4d8e-81ce-b153d4f55ba6 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=6c0ac5af-1c40-4f2a-a1dd-50a47acbf457,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.151451 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.198700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:31.200149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e04ad3d-34bf-4dbf-bbd5-88a24071fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:31.203219 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31179b92-6437-45dc-8891-5b093a7a68f9" -d '{"events": [{"server_uuid": "4e04ad3d-34bf-4dbf-bbd5-88a24071fc42", "name": "network-vif-plugged", "status": "completed", "tag": "ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:31.257888 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76185c8-f5b1-4f6e-a390-61a6fada68e3 x-openstack-request-id: req-b76185c8-f5b1-4f6e-a390-61a6fada68e3 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:31.258275 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e04ad3d-34bf-4dbf-bbd5-88a24071fc42", "name": "network-vif-plugged", "status": "completed", "tag": "ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:31.258594 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b76185c8-f5b1-4f6e-a390-61a6fada68e3 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:31.259057 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e04ad3d-34bf-4dbf-bbd5-88a24071fc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1', 'code': 200} Sep 16 05:17:31.273789 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.274826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:31.302717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port 9cc1287c-ab05-4962-802e-48766396bbd9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:31.303355 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.354888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:31.355352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9cc1287c-ab05-4962-802e-48766396bbd9 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:31.378425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.397013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91498f-45c1-4dc4-95d1-74cb5e5f76df req-1d023a4a-0a71-4455-9bde-e733dd95b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:31.398624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a91498f-45c1-4dc4-95d1-74cb5e5f76df req-1d023a4a-0a71-4455-9bde-e733dd95b266 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 1097 time: 0.0855181 Sep 16 05:17:31.445855 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.446100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a91498f-45c1-4dc4-95d1-74cb5e5f76df req-dfbc08ec-991a-4e98-815e-bdc18345f1ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 Sep 16 05:17:31.463706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] For port 9cc1287c-ab05-4962-802e-48766396bbd9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9cc1287c-ab05-4962-802e-48766396bbd9,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:31.464741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.479781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for 9cc1287c-ab05-4962-802e-48766396bbd9 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:31.482957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9cc1287c-ab05-4962-802e-48766396bbd9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9cc1287c-ab05-4962-802e-48766396bbd9,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:31.541057 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.541838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b7ea385a-48a0-4498-a6fc-1325f31c25ec no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:31.569727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: b7ea385a-48a0-4498-a6fc-1325f31c25ec {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:31.570073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b7ea385a-48a0-4498-a6fc-1325f31c25ec not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:31.570498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 932a5d22-ed6b-413d-9f6b-f45d01e3e86a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:31.651806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 932a5d22-ed6b-413d-9f6b-f45d01e3e86a not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:31.652146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b2b0744c-54c1-44ed-9a47-f1d522ca9911 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:31.678125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9cc1287c-ab05-4962-802e-48766396bbd9,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.684066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.713337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=9cc1287c-ab05-4962-802e-48766396bbd9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.734068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.758411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] No DVR routers for this DVR port 9cc1287c-ab05-4962-802e-48766396bbd9 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:31.761098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.763197 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-b7251d6f-0673-4e23-b765-e45b961cd248 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "DELETE /v2.0/ports/9cc1287c-ab05-4962-802e-48766396bbd9 HTTP/1.1" status: 204 len: 173 time: 0.6065586 Sep 16 05:17:31.776860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b2b0744c-54c1-44ed-9a47-f1d522ca9911, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:31.849326 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.850463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 11bc5910-9d15-4853-8b16-127080567069 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:31.894454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port b2b0744c-54c1-44ed-9a47-f1d522ca9911 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:31.894980 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.947399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b2b0744c-54c1-44ed-9a47-f1d522ca9911,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.997880 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.013674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] For port b2b0744c-54c1-44ed-9a47-f1d522ca9911, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b2b0744c-54c1-44ed-9a47-f1d522ca9911,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:32.020557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.035564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 11bc5910-9d15-4853-8b16-127080567069, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11bc5910-9d15-4853-8b16-127080567069,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:32.123808 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.124547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:32.139046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b29ef-591e-45ba-847e-70c9d05dcddb req-72daab2f-041d-4317-922c-70e159f9aaeb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:32.145734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b29ef-591e-45ba-847e-70c9d05dcddb req-72daab2f-041d-4317-922c-70e159f9aaeb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:32.158877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-810b29ef-591e-45ba-847e-70c9d05dcddb req-72daab2f-041d-4317-922c-70e159f9aaeb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 1679 time: 0.0761750 Sep 16 05:17:32.204565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:32.204924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 6c0ac5af-1c40-4f2a-a1dd-50a47acbf457 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:32.232468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-810b29ef-591e-45ba-847e-70c9d05dcddb req-9e2cb85a-fcf0-4123-94f5-303c1b3b7748 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663402 Sep 16 05:17:32.349138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=11bc5910-9d15-4853-8b16-127080567069,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:32.400300 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.400682 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.401017 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Floating IP e768a80f-72dc-4f86-96d3-b576603ddf81 disassociated. External IP: 172.25.7.180, port: b2b0744c-54c1-44ed-9a47-f1d522ca9911. Sep 16 05:17:32.401374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for b2b0744c-54c1-44ed-9a47-f1d522ca9911 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:32.448964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9326a-e790-41d6-a580-c4436532e4f5 req-085a21f4-c141-4635-a6a1-cc2bece81695 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:32.451708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48c9326a-e790-41d6-a580-c4436532e4f5 req-085a21f4-c141-4635-a6a1-cc2bece81695 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 945 time: 0.0988386 Sep 16 05:17:32.486676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': '6c0ac5af-1c40-4f2a-a1dd-50a47acbf457'}, {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': '9cc1287c-ab05-4962-802e-48766396bbd9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:32.494187 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c9f8bd-79b9-47de-8144-886eb888987e" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "6c0ac5af-1c40-4f2a-a1dd-50a47acbf457"}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "9cc1287c-ab05-4962-802e-48766396bbd9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:32.507453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48c9326a-e790-41d6-a580-c4436532e4f5 req-8dae0731-2016-43fb-b85f-d649a2f476fb tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489225 Sep 16 05:17:32.554609 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ccd6f-a44c-48c7-9d24-2d414fb4651c x-openstack-request-id: req-1e4ccd6f-a44c-48c7-9d24-2d414fb4651c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:32.554609 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "6c0ac5af-1c40-4f2a-a1dd-50a47acbf457", "status": "completed", "code": 200}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "9cc1287c-ab05-4962-802e-48766396bbd9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:32.554609 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e4ccd6f-a44c-48c7-9d24-2d414fb4651c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:32.555109 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': '6c0ac5af-1c40-4f2a-a1dd-50a47acbf457', 'status': 'completed', 'code': 200} Sep 16 05:17:32.555343 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': '9cc1287c-ab05-4962-802e-48766396bbd9', 'status': 'completed', 'code': 200} Sep 16 05:17:32.654917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.694470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=b2b0744c-54c1-44ed-9a47-f1d522ca9911,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:32.838952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Router fa5c904a-c132-476d-b772-6bcc0fc8ae8d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:32.960337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:32.974483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] Sync routers for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:32.984958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:32.985699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:33.002959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] No DVR routers for this DVR port b2b0744c-54c1-44ed-9a47-f1d522ca9911 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:33.006787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.007551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-747971d6-065f-4708-b399-4283e4c3e505 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "DELETE /v2.0/ports/b2b0744c-54c1-44ed-9a47-f1d522ca9911 HTTP/1.1" status: 204 len: 173 time: 1.2377810 Sep 16 05:17:33.128110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port 11bc5910-9d15-4853-8b16-127080567069 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:33.128467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.242791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] For port 11bc5910-9d15-4853-8b16-127080567069, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=11bc5910-9d15-4853-8b16-127080567069,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:33.243177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.261111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc1287c-ab05-4962-802e-48766396bbd9'}, {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911'}, {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bc5910-9d15-4853-8b16-127080567069'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:33.261762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for 11bc5910-9d15-4853-8b16-127080567069 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:33.264235 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03c5f0-5369-4e78-985d-6c4fc3f18302" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc1287c-ab05-4962-802e-48766396bbd9"}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911"}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-unplugged", "status": "completed", "tag": "11bc5910-9d15-4853-8b16-127080567069"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:33.288482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:33.330150 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a7c4b4-ff0b-415a-9c26-83d7623af390 x-openstack-request-id: req-95a7c4b4-ff0b-415a-9c26-83d7623af390 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:33.330456 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc1287c-ab05-4962-802e-48766396bbd9", "code": 200}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911", "code": 200}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-unplugged", "status": "completed", "tag": "11bc5910-9d15-4853-8b16-127080567069", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:33.330713 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95a7c4b4-ff0b-415a-9c26-83d7623af390 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:33.331112 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc1287c-ab05-4962-802e-48766396bbd9', 'code': 200} Sep 16 05:17:33.331405 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'code': 200} Sep 16 05:17:33.331661 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bc5910-9d15-4853-8b16-127080567069', 'code': 200} Sep 16 05:17:33.436453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0da5f-ebda-4a74-96ea-d31ec84cb0e9 req-bf444d19-464d-44df-8811-5d1ff6ad2e51 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:33.445610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44f0da5f-ebda-4a74-96ea-d31ec84cb0e9 req-bf444d19-464d-44df-8811-5d1ff6ad2e51 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 943 time: 0.1013937 Sep 16 05:17:33.516166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44f0da5f-ebda-4a74-96ea-d31ec84cb0e9 req-7a9fe7eb-04d1-41e1-be67-e7185f8837ab tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups?id=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693874 Sep 16 05:17:33.569973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:40Z', 'revision_number': 5, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:33.592119 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.599291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] Checking router: fa5c904a-c132-476d-b772-6bcc0fc8ae8d for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:33.608263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:33.608928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:33.628159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=11bc5910-9d15-4853-8b16-127080567069,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.681119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] No DVR routers for this DVR port 11bc5910-9d15-4853-8b16-127080567069 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:33.683684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.686440 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74727841-fade-49ad-864c-697b893a65d0 req-8fc7fc01-dca1-4e7f-978b-b7a1a88e07eb tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.60 "DELETE /v2.0/ports/11bc5910-9d15-4853-8b16-127080567069 HTTP/1.1" status: 204 len: 173 time: 0.6727457 Sep 16 05:17:33.741970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe54c4-bc85-4d75-a909-1ca284bd21fd req-993ada85-7b34-4263-8901-81a76cdb8364 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:33.744725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2afe54c4-bc85-4d75-a909-1ca284bd21fd req-993ada85-7b34-4263-8901-81a76cdb8364 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 945 time: 0.1374905 Sep 16 05:17:33.748078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:33.798083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2afe54c4-bc85-4d75-a909-1ca284bd21fd req-11a09bf5-749e-4ca3-bf11-9aa25cec3043 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Sep 16 05:17:33.996046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:40Z', 'revision_number': 5, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:34.029612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34009c-2c2a-419f-88da-ebeedc00674a None None] The sync data for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 is: [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:06:31Z', 'revision_number': 4, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0ae3d2b9-1d5a-4add-84bc-260dedf16d0d', 'name': '', 'network_id': 'e59cd688-c0f6-4a88-9106-667ee9954d08', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'mac_address': 'fa:16:3e:e6:f9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:30Z', 'updated_at': '2021-09-16T05:06:40Z', 'revision_number': 5, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'subnets': [{'id': '29e371a8-11d8-40bd-9286-ce4660059b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:34.353945 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca53f9-0d84-4b7a-ba89-2a40deaae997 None None] New status for floating IP e768a80f-72dc-4f86-96d3-b576603ddf81: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:34.557442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911'}, {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': '11bc5910-9d15-4853-8b16-127080567069'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:34.560470 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede624b-f960-4be3-b60b-1b92418f1508" -d '{"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911"}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "11bc5910-9d15-4853-8b16-127080567069"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:34.739933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bf17237-3290-44b7-9dab-0293c58520d1 req-e56e8dda-4319-4bc6-9b7f-373f58a50f51 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0397716 Sep 16 05:17:34.795339 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8aebb3-9fba-4de7-9bcb-9725ac806901 x-openstack-request-id: req-3a8aebb3-9fba-4de7-9bcb-9725ac806901 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:34.795862 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "b2b0744c-54c1-44ed-9a47-f1d522ca9911", "status": "completed", "code": 200}, {"server_uuid": "a015c1bd-48e7-4b36-96b6-7f62088b2481", "name": "network-vif-deleted", "tag": "11bc5910-9d15-4853-8b16-127080567069", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:34.795862 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a8aebb3-9fba-4de7-9bcb-9725ac806901 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:34.796487 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': 'b2b0744c-54c1-44ed-9a47-f1d522ca9911', 'status': 'completed', 'code': 200} Sep 16 05:17:34.797057 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a015c1bd-48e7-4b36-96b6-7f62088b2481', 'name': 'network-vif-deleted', 'tag': '11bc5910-9d15-4853-8b16-127080567069', 'status': 'completed', 'code': 200} Sep 16 05:17:35.201259 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:35.230777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46008) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:35.364147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.479431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.551904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.596543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe3b4910855e4381af9779e059a32b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644266 Sep 16 05:17:35.597986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6237914-242c-405e-b75b-b11c0a549f13,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.598783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46014) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:35.608482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.609226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.609412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.609629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.609949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.610279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.610615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.610951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.611516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.611859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.612194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.612528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85316c03-0447-4438-9a6b-529d78090680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:35.670787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c7d99d7-bc93-4a24-bf1c-768b986a5fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.715217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c7d99d7-bc93-4a24-bf1c-768b986a5fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.875735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269956a8-3211-4375-9a62-ce6f1a76ec0e req-19d3beb3-5b81-44f3-87d3-8b3993a6394a tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0279920 Sep 16 05:17:35.940740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c7d99d7-bc93-4a24-bf1c-768b986a5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.943489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c7d99d7-bc93-4a24-bf1c-768b986a5fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.944842 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2c7d99d7-bc93-4a24-bf1c-768b986a5fb0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6237914-242c-405e-b75b-b11c0a549f13 HTTP/1.1" status: 204 len: 168 time: 0.3445201 Sep 16 05:17:35.956952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d99d7-bc93-4a24-bf1c-768b986a5fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6237914-242c-405e-b75b-b11c0a549f13,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:36.984633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c923838-1fdf-4c45-b036-714e48eb5910 req-a403ce0b-ecf8-4c88-90a9-67b3a5d730c5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0272777 Sep 16 05:17:38.104439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-450aee8b-fecb-4088-ba30-100f4884ae06 req-aa6c1ed4-f80e-4c4c-b9ac-540c4c22eb51 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0327246 Sep 16 05:17:39.224984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d161bd4-55a4-42cc-b63c-5b1dc509d592 req-d3c35f0d-e107-4348-a687-0a6d1c1b65b4 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Sep 16 05:17:39.453528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-0148913e-1868-4ab0-bc3c-17721bc0e82e req-af73be80-70d6-414f-a2c7-6592b827337d service neutron] (101825) timed out ('10.222.0.57', 62227) {{(pid=101825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:17:39.945625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f3479-e768-4c53-8126-52ac71b4f707 req-46386c3a-1a0f-431b-9f37-9ad8947d7f58 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:39.947659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a80f3479-e768-4c53-8126-52ac71b4f707 req-46386c3a-1a0f-431b-9f37-9ad8947d7f58 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1097 time: 0.0484679 Sep 16 05:17:39.988980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a80f3479-e768-4c53-8126-52ac71b4f707 req-e2ed3dbb-13aa-4297-b324-b17373ef47d0 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346189 Sep 16 05:17:40.115636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443a027-fb6b-41b0-b429-9ccb6d2b704d req-5c7d79e2-18ce-4671-b4d1-e36a4cae8876 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:40.117291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1443a027-fb6b-41b0-b429-9ccb6d2b704d req-5c7d79e2-18ce-4671-b4d1-e36a4cae8876 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Sep 16 05:17:40.161801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1443a027-fb6b-41b0-b429-9ccb6d2b704d req-c0bfe8f9-689a-4c2c-b15a-88b0874d15a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351362 Sep 16 05:17:40.185957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46148) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:40.257186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8dc328b8-739b-4ff0-89be-5b34ee14aa7e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/6cb225fc-4724-42bb-a0b7-990c9effa158 HTTP/1.1" status: 200 len: 992 time: 0.0699897 Sep 16 05:17:40.357254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d02c4964-5bba-4bdd-828f-14780148903c req-e9d0f016-7051-4226-aa68-92a31b890dba tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0275688 Sep 16 05:17:40.421036 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.980305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-13a6b395-11bc-4914-8c6e-1f9c288573ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.983770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964bfd-5b85-4720-a208-8299bdd41ac1 req-aba0d90f-6525-4e30-bfa3-83a7693050bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:40.985820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e964bfd-5b85-4720-a208-8299bdd41ac1 req-aba0d90f-6525-4e30-bfa3-83a7693050bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0548270 Sep 16 05:17:41.039854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e964bfd-5b85-4720-a208-8299bdd41ac1 req-bde131d1-aa22-4ae4-9e64-5219c4f3e11f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468934 Sep 16 05:17:41.124104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-22b16e90-0a5a-444a-9083-21c855d5ae9b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491133 Sep 16 05:17:41.497795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccd1b4c0-4a85-49a9-b6de-bc9fdf7a56ea req-8c289849-9a7d-4bc3-9b3e-6da0e96a6801 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0366752 Sep 16 05:17:42.223993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb36138-cf23-4e76-8c18-e750f3202bb1 req-ac058717-4649-463c-8d0e-cf9deb01eee8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:42.228520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9fb36138-cf23-4e76-8c18-e750f3202bb1 req-ac058717-4649-463c-8d0e-cf9deb01eee8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0755794 Sep 16 05:17:42.282343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9fb36138-cf23-4e76-8c18-e750f3202bb1 req-332a5129-0c37-42f3-90f6-65254d9b86b1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524025 Sep 16 05:17:42.642429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dac227e-542e-4b5d-8d64-ce0ad84747c8 req-2fdb190a-b97e-465c-9814-d0f615a4419e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0644281 Sep 16 05:17:43.066093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-6c7f11af-91f3-430b-af3d-dff8d4c981bd tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:43.067663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-6c7f11af-91f3-430b-af3d-dff8d4c981bd tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 815 time: 0.1854818 Sep 16 05:17:43.087683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-b2523468-59fa-40ad-972b-2a8f5dac2fb5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/quotas/87b6942fb09b4ab2839ae347069c6f90 HTTP/1.1" status: 200 len: 375 time: 0.0105839 Sep 16 05:17:43.147271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-10e3e761-821b-4d9b-9a41-ea2440f4da33 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504792 Sep 16 05:17:43.335822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-ff344681-900d-4501-83ed-a214abab64e3 service neutron] 10.222.0.59 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796255 Sep 16 05:17:43.489436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a409494-32c9-4dda-963b-d3fe3b65a4f6 service neutron] 10.222.0.59 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502216 Sep 16 05:17:43.502531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fd5d4-fef5-4f0d-af4c-a70d096600e1 req-c465281e-6bd1-49b6-a7e2-8d5178c9fd7f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:43.504132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b4fd5d4-fef5-4f0d-af4c-a70d096600e1 req-c465281e-6bd1-49b6-a7e2-8d5178c9fd7f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.1232526 Sep 16 05:17:43.581052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b4fd5d4-fef5-4f0d-af4c-a70d096600e1 req-4157fd40-22a0-475f-800b-683679e2e3d7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699346 Sep 16 05:17:43.789807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0405db8-013f-4931-b513-0f6bc3ab11db req-29b1f425-d5bd-493b-a944-f90e6e359300 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0502207 Sep 16 05:17:43.922314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24d9f840-6e68-4a00-89b4-f03243b1fb4f req-f0e7f9b6-6825-477a-9046-f3d97d5c6cd7 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 210 time: 0.0721793 Sep 16 05:17:43.956266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-70977db7-48d4-4cf8-940d-b359bc26a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:43.957748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-70977db7-48d4-4cf8-940d-b359bc26a81d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1097 time: 0.0658727 Sep 16 05:17:44.072478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-31853894-a3fa-4e06-86df-156f1b757de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.074130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-31853894-a3fa-4e06-86df-156f1b757de9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.1096697 Sep 16 05:17:44.149454 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-ddba5529-20f6-49dc-ae0a-6c86bc85dd55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 1000 time: 0.0673265 Sep 16 05:17:44.214875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-e3af2bba-1642-4c96-aa7f-fe6735e1682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.216489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-e3af2bba-1642-4c96-aa7f-fe6735e1682a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.0598795 Sep 16 05:17:44.231509 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.270284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-7fd80231-f791-4a7a-9a3d-8697c1faa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.272121 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-7fd80231-f791-4a7a-9a3d-8697c1faa309 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467420 Sep 16 05:17:44.386453 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-49a7535f-8bc1-4c98-b4b0-b4a3ef0ae8b1 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076095 Sep 16 05:17:44.421273 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-77dd00ea-dd72-4fb2-8792-f490f5820cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.491280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-cf496078-9177-4404-a8b3-fd86ed8c7e49 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969667 Sep 16 05:17:44.715616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5b713-79a5-4101-b472-74a2c597db2e req-a7887dcd-4b78-424a-a70b-72d482917d50 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.723923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8fc5b713-79a5-4101-b472-74a2c597db2e req-a7887dcd-4b78-424a-a70b-72d482917d50 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0772793 Sep 16 05:17:44.773008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8fc5b713-79a5-4101-b472-74a2c597db2e req-4504419b-e75e-4a27-b276-a2b6a89e7718 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Sep 16 05:17:44.950951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7c0b1de-6f2f-4b32-978c-42809d452f53 req-d664c1e9-6f97-4d57-9b36-70979e92b7ea tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0330920 Sep 16 05:17:45.011298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439ad7ee-1fbb-4642-8c73-ebfbf1c8701e req-e54149aa-b687-4b20-9a59-54a1466351b5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 210 time: 0.0298233 Sep 16 05:17:45.216224 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.906202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea5bf-f7c1-4f11-b2db-4e9b88268243 req-d74d1abc-4903-4805-b248-90fca891d8a1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:45.914563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb9ea5bf-f7c1-4f11-b2db-4e9b88268243 req-d74d1abc-4903-4805-b248-90fca891d8a1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0564070 Sep 16 05:17:45.964598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb9ea5bf-f7c1-4f11-b2db-4e9b88268243 req-5501bd9b-de33-42fc-addc-fa9a77b4c7b2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497129 Sep 16 05:17:46.070274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f81c6065-e91f-401b-97e6-6431a03139d0 req-01dbfdd9-aa84-44cf-b9cb-3cc503f2f9e3 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0299885 Sep 16 05:17:46.181320 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38814323-44b0-407c-9652-a2dd535fd0bd req-f14560da-16ae-443d-a8b3-eed70a5ad750 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 210 time: 0.0578666 Sep 16 05:17:46.559147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e92bc76e-a874-4989-8f06-354fea880384 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:46.561173 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e92bc76e-a874-4989-8f06-354fea880384 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.57 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 815 time: 0.1462805 Sep 16 05:17:46.585338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Request body: {'port': {'device_id': '3b4ab251-3cfe-498e-afc0-a68ddbf8e157', 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'admin_state_up': True, 'tenant_id': '87b6942fb09b4ab2839ae347069c6f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:46.871484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Made reservation on behalf of 87b6942fb09b4ab2839ae347069c6f90 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:46.875346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.957210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.034664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Allocated IP 172.20.0.4 (368d22b1-fd9d-456f-bc7b-85ad6c39a423/00d1e2c4-5b30-4518-bce1-49d330038d8e/5f669be6-9e0b-472b-a436-ad18b4b3c998) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:47.134737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da660c-0f12-497e-9f8b-408e5c5eae42 req-216356ff-1bd1-46be-9569-8409a52566e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:47.142799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67da660c-0f12-497e-9f8b-408e5c5eae42 req-216356ff-1bd1-46be-9569-8409a52566e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0974467 Sep 16 05:17:47.218313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6adcaf8f-9753-453b-ab4b-99a255ab6b02 req-41211fbf-33f5-4b10-92b6-5e6ed789d473 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0534689 Sep 16 05:17:47.245880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.264291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67da660c-0f12-497e-9f8b-408e5c5eae42 req-c64949c6-0fe8-46a6-9e02-53a4b6ea2ab5 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206257 Sep 16 05:17:47.370329 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db4189bb-39d1-48ab-8cba-40480b6a1014 req-c0584445-c2f5-4ec0-a851-2d8829753632 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 210 time: 0.0339637 Sep 16 05:17:47.632049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.648395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:47.706535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3e612bae-d688-42e9-bb7c-c2e22a207e36'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:47.720833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:47.766126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:47.766126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:47.766126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Pushing event updated for resources: {'Port': ['ID=5f669be6-9e0b-472b-a436-ad18b4b3c998,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:47.768130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.771296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.771296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.771296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.771296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.771296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.771296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.771968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.771968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.772349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.772626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.773203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:47.868868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:47.869565 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.969725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-e8420c4b-b261-4451-8a5e-2cb582f0291b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3900313 Sep 16 05:17:47.990082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Request body: {'port': {'device_id': '3b4ab251-3cfe-498e-afc0-a68ddbf8e157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:48.064521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.347830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4389c476-d607-4836-9051-ffa609d3d706 req-aa87791c-83df-4a8c-87cf-f760ed07ea71 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0432148 Sep 16 05:17:48.391689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f669be6-9e0b-472b-a436-ad18b4b3c998 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:48.400442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.424048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Transition to ACTIVE for port object 5f669be6-9e0b-472b-a436-ad18b4b3c998 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:48.485885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3e058-8e74-4260-83f5-b750f1df0185 req-f2abc79f-908e-4029-9534-3667918453b2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:48.487925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2f3e058-8e74-4260-83f5-b750f1df0185 req-f2abc79f-908e-4029-9534-3667918453b2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0939116 Sep 16 05:17:48.532662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2f3e058-8e74-4260-83f5-b750f1df0185 req-0bf841fd-c3a9-4336-9927-d689213ecd5a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374515 Sep 16 05:17:48.540967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ac4c8-3fe0-4ce4-9415-52c6310a9b3b req-68e2758c-1d16-4306-9d4e-9d48621992e3 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:48.542877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c23ac4c8-3fe0-4ce4-9415-52c6310a9b3b req-68e2758c-1d16-4306-9d4e-9d48621992e3 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 931 time: 0.0995719 Sep 16 05:17:48.586041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.595076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c23ac4c8-3fe0-4ce4-9415-52c6310a9b3b req-b4a55966-afc5-4aca-8830-de7c25e11e35 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 Sep 16 05:17:48.722613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Pushing event updated for resources: {'Port': ['ID=5f669be6-9e0b-472b-a436-ad18b4b3c998,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.748305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Attempting to bind port 5f669be6-9e0b-472b-a436-ad18b4b3c998 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:48.749054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Attempting to bind port 5f669be6-9e0b-472b-a436-ad18b4b3c998 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:48.749486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Attempting to bind port 5f669be6-9e0b-472b-a436-ad18b4b3c998 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:48.754131 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Port 5f669be6-9e0b-472b-a436-ad18b4b3c998 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:48.755636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Attempting to bind port 5f669be6-9e0b-472b-a436-ad18b4b3c998 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:48.769915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:48.770270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Checking segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:48.770670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Bound using segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:48.771118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Bound port: 5f669be6-9e0b-472b-a436-ad18b4b3c998, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:48.771544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.857817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] For port 5f669be6-9e0b-472b-a436-ad18b4b3c998, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:48.865968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] For port 5f669be6-9e0b-472b-a436-ad18b4b3c998, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=5f669be6-9e0b-472b-a436-ad18b4b3c998,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:48.974826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.026504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.027173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.028910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-4a848942-70fc-45d8-b052-8885570c170f service neutron] 10.222.0.57 "PUT /v2.0/ports/5f669be6-9e0b-472b-a436-ad18b4b3c998 HTTP/1.1" status: 200 len: 1092 time: 1.0442543 Sep 16 05:17:49.029517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4ab251-3cfe-498e-afc0-a68ddbf8e157', 'tag': '5f669be6-9e0b-472b-a436-ad18b4b3c998'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:49.032030 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10aea2d-f1b6-42d2-b155-d0a9e6c06486" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4ab251-3cfe-498e-afc0-a68ddbf8e157", "tag": "5f669be6-9e0b-472b-a436-ad18b4b3c998"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:49.060761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a848942-70fc-45d8-b052-8885570c170f service neutron] Pushing event updated for resources: {'Port': ['ID=5f669be6-9e0b-472b-a436-ad18b4b3c998,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:49.113690 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d7b4e0-5784-4fea-813e-2ce2ecfa8e95 x-openstack-request-id: req-c4d7b4e0-5784-4fea-813e-2ce2ecfa8e95 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:49.113690 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4ab251-3cfe-498e-afc0-a68ddbf8e157", "tag": "5f669be6-9e0b-472b-a436-ad18b4b3c998", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:49.113690 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4d7b4e0-5784-4fea-813e-2ce2ecfa8e95 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:49.113690 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4ab251-3cfe-498e-afc0-a68ddbf8e157', 'tag': '5f669be6-9e0b-472b-a436-ad18b4b3c998', 'status': 'completed', 'code': 200} Sep 16 05:17:49.215035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aea2d-f1b6-42d2-b155-d0a9e6c06486 req-ec4e9742-428a-4b5d-992a-826ef12915c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.219621 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c10aea2d-f1b6-42d2-b155-d0a9e6c06486 req-ec4e9742-428a-4b5d-992a-826ef12915c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 1095 time: 0.0587413 Sep 16 05:17:49.428447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aea2d-f1b6-42d2-b155-d0a9e6c06486 req-fc0a5115-66d3-46e9-b12c-78197a6066d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.433924 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c10aea2d-f1b6-42d2-b155-d0a9e6c06486 req-fc0a5115-66d3-46e9-b12c-78197a6066d5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=87b6942fb09b4ab2839ae347069c6f90&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2031422 Sep 16 05:17:49.492151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-010eefaf-b84b-4bc7-a9c3-e4c4598e5e26 req-f45dbad2-e079-4523-a18c-e857512514fc tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0473943 Sep 16 05:17:49.566388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aea2d-f1b6-42d2-b155-d0a9e6c06486 req-a245c2c9-42fa-4dcf-b328-6bd43548a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.567901 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c10aea2d-f1b6-42d2-b155-d0a9e6c06486 req-a245c2c9-42fa-4dcf-b328-6bd43548a90c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177468 Sep 16 05:17:49.698884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-2510d218-631a-4c97-998a-086b2b2c8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.701197 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-2510d218-631a-4c97-998a-086b2b2c8aaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 1095 time: 0.0707219 Sep 16 05:17:49.738045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8de29-bf09-420b-bf01-d806c315039f req-d8d0881b-e2c4-4365-9655-fd0dd10ca69b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.739841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01e8de29-bf09-420b-bf01-d806c315039f req-d8d0881b-e2c4-4365-9655-fd0dd10ca69b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.1098759 Sep 16 05:17:49.755365 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-1d692c48-37c1-4a58-96a1-b0627d26b9ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f669be6-9e0b-472b-a436-ad18b4b3c998 HTTP/1.1" status: 200 len: 217 time: 0.0377049 Sep 16 05:17:49.771228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69868011-b339-4cdb-8821-d34e5732aa4d req-2fd22563-1635-4116-8475-9319e03a4a9c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.772983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69868011-b339-4cdb-8821-d34e5732aa4d req-2fd22563-1635-4116-8475-9319e03a4a9c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 943 time: 0.0994389 Sep 16 05:17:49.808760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01e8de29-bf09-420b-bf01-d806c315039f req-214d258d-64e1-459f-bf67-4a73c0058d10 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623779 Sep 16 05:17:49.822945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-53c25975-232d-4e08-ae48-d2ff5dbc8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.822945 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-53c25975-232d-4e08-ae48-d2ff5dbc8725 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 200 len: 855 time: 0.0599482 Sep 16 05:17:49.832658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69868011-b339-4cdb-8821-d34e5732aa4d req-57d6bb55-bb5b-42f4-963f-1af895b80a8b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473514 Sep 16 05:17:49.886423 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-5be8aec9-d005-4fd9-95b3-38e84cd9b724 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=368d22b1-fd9d-456f-bc7b-85ad6c39a423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535595 Sep 16 05:17:50.029725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-7bf6b2c6-a5cb-4baf-91d6-c0eb86db808f service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354570 Sep 16 05:17:50.141769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae043028-63b7-49fa-bcb5-ade856e707fe req-cefd4e1b-d8e3-4578-b429-7b957861aa61 service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044858 Sep 16 05:17:50.623939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-487f9399-d350-44fc-a276-f87ddc2ff0f6 req-dd8ac872-6f35-4101-a51a-3ed820cf70ad tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/ports?device_id=a015c1bd-48e7-4b36-96b6-7f62088b2481 HTTP/1.1" status: 200 len: 210 time: 0.0382507 Sep 16 05:17:50.990374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94ddf8-e4c9-48fa-a83f-5f0012711e7e req-e9543bba-5fe6-4417-b136-9a0a4645cf34 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.000984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b94ddf8-e4c9-48fa-a83f-5f0012711e7e req-e9543bba-5fe6-4417-b136-9a0a4645cf34 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.1107416 Sep 16 05:17:51.076970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b94ddf8-e4c9-48fa-a83f-5f0012711e7e req-d996cf07-a466-4097-84e1-ed6e5f582353 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750287 Sep 16 05:17:51.086116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28070ed8-f2b2-4246-b433-b0b01c5ae0d0 req-312096ce-3431-4f15-af16-202e0e4f8cca tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.103692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28070ed8-f2b2-4246-b433-b0b01c5ae0d0 req-312096ce-3431-4f15-af16-202e0e4f8cca tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 943 time: 0.1749415 Sep 16 05:17:51.150290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28070ed8-f2b2-4246-b433-b0b01c5ae0d0 req-89fdd1a5-3d9f-4aa6-a932-4b5c0d56b2e2 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Sep 16 05:17:51.912607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46400) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.969558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-abe4eeb1-db67-4339-b3ea-0e4049fcd90c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.000849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-abe4eeb1-db67-4339-b3ea-0e4049fcd90c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.188559 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-abe4eeb1-db67-4339-b3ea-0e4049fcd90c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.192951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-abe4eeb1-db67-4339-b3ea-0e4049fcd90c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.194125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-abe4eeb1-db67-4339-b3ea-0e4049fcd90c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "DELETE /v2.0/security-groups/c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0 HTTP/1.1" status: 204 len: 168 time: 0.2805042 Sep 16 05:17:52.196994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46412) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.211800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4eeb1-db67-4339-b3ea-0e4049fcd90c tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.215981 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-6ba82778-ce7a-4af2-9164-4f6ec6d9d6a5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] show failed (client error): The resource could not be found. Sep 16 05:17:52.218902 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6ba82778-ce7a-4af2-9164-4f6ec6d9d6a5 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "GET /v2.0/security-groups/c3f71bbf-cc6c-49af-a7b2-49ad4cd020e0 HTTP/1.1" status: 404 len: 347 time: 0.0192010 Sep 16 05:17:52.221309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46414) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.226953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1887e1-bb94-474a-b2ef-848b8f481693 req-edb70a10-4fe4-48e9-8236-621464948510 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:52.228541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad1887e1-bb94-474a-b2ef-848b8f481693 req-edb70a10-4fe4-48e9-8236-621464948510 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0754499 Sep 16 05:17:52.306880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98759150-708e-4c2c-b663-27770ba8c222 req-91ad8885-c5b8-4521-92e8-0c8f7609c3aa tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:52.309280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98759150-708e-4c2c-b663-27770ba8c222 req-91ad8885-c5b8-4521-92e8-0c8f7609c3aa tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 943 time: 0.0795054 Sep 16 05:17:52.323373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad1887e1-bb94-474a-b2ef-848b8f481693 req-001521db-9096-4b5d-9ed3-ffebbf0b0cd8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769098 Sep 16 05:17:52.428717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98759150-708e-4c2c-b663-27770ba8c222 req-97eca6a8-659a-4049-9802-f31d9f8eaacc tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Sep 16 05:17:52.429487 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port c4712613-ce12-4590-bc9b-f025ee4106df {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:52.429487 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.479405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.479652 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.492563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for c4712613-ce12-4590-bc9b-f025ee4106df owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:52.700421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.727519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=c4712613-ce12-4590-bc9b-f025ee4106df,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.790267 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.792938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.794147 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-88ef7431-6594-41c0-86d8-4e3b5b6ef24d tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "DELETE /v2.0/floatingips/e768a80f-72dc-4f86-96d3-b576603ddf81 HTTP/1.1" status: 204 len: 168 time: 0.5715418 Sep 16 05:17:52.796972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46416) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.902765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f69c532e-1055-4bf6-a495-a519e9ab192e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port 932a5d22-ed6b-413d-9f6b-f45d01e3e86a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:52.903702 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f69c532e-1055-4bf6-a495-a519e9ab192e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.996103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f69c532e-1055-4bf6-a495-a519e9ab192e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.009461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f69c532e-1055-4bf6-a495-a519e9ab192e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for 932a5d22-ed6b-413d-9f6b-f45d01e3e86a owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:53.060829 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 5f669be6-9e0b-472b-a436-ad18b4b3c998 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:53.188640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 5f669be6-9e0b-472b-a436-ad18b4b3c998, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=5f669be6-9e0b-472b-a436-ad18b4b3c998,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:53.200745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '5f669be6-9e0b-472b-a436-ad18b4b3c998', 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'port_id': '5f669be6-9e0b-472b-a436-ad18b4b3c998', 'mac_address': 'fa:16:3e:87:11:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d1e2c4-5b30-4518-bce1-49d330038d8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:53.242363 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.260391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f669be6-9e0b-472b-a436-ad18b4b3c998 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:53.260638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f69c532e-1055-4bf6-a495-a519e9ab192e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.276342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 5f669be6-9e0b-472b-a436-ad18b4b3c998, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=5f669be6-9e0b-472b-a436-ad18b4b3c998,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:53.292855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c532e-1055-4bf6-a495-a519e9ab192e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=932a5d22-ed6b-413d-9f6b-f45d01e3e86a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.376500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f69c532e-1055-4bf6-a495-a519e9ab192e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.376500 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f69c532e-1055-4bf6-a495-a519e9ab192e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "DELETE /v2.0/ports/932a5d22-ed6b-413d-9f6b-f45d01e3e86a HTTP/1.1" status: 204 len: 168 time: 0.5760436 Sep 16 05:17:53.377147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46424) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.387997 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.446773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=5f669be6-9e0b-472b-a436-ad18b4b3c998,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.462431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.463156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.463957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.466190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.466999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.467544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.469947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.470643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.471674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.472515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.473224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.474232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:53.485771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c254d5-a418-4d0e-95c8-5b9ad3c915a4 req-f03a5205-1a38-49dd-a028-03b73ff0db8f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:53.499838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31c254d5-a418-4d0e-95c8-5b9ad3c915a4 req-f03a5205-1a38-49dd-a028-03b73ff0db8f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0876856 Sep 16 05:17:53.547815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b5d37869-6f37-4c5a-9a56-28ee3d499b8e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:53.548573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b5d37869-6f37-4c5a-9a56-28ee3d499b8e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.566294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31c254d5-a418-4d0e-95c8-5b9ad3c915a4 req-948045c9-64aa-4dbb-9fd8-7b7927b0dfcd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490291 Sep 16 05:17:53.658452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762db1a-e3ec-415a-af2b-23fc69a0294e req-f274e571-1bbe-4188-b140-a44acea377ca tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:53.660547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4762db1a-e3ec-415a-af2b-23fc69a0294e req-f274e571-1bbe-4188-b140-a44acea377ca tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 944 time: 0.0655496 Sep 16 05:17:53.691884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b5d37869-6f37-4c5a-9a56-28ee3d499b8e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.965726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['5f669be6-9e0b-472b-a436-ad18b4b3c998'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:53.968801 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4762db1a-e3ec-415a-af2b-23fc69a0294e req-970f2e43-5685-451a-985f-ca2812828d94 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 Sep 16 05:17:53.969415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b5d37869-6f37-4c5a-9a56-28ee3d499b8e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for 42bd7577-6748-4ef1-98d9-fc4622a5f7a5 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:54.679444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2113f-c9c7-442f-9eb0-7ad09d89fa9c req-434ec4d4-bca9-4831-8f98-1867a4d2fbe7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:54.681064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cea2113f-c9c7-442f-9eb0-7ad09d89fa9c req-434ec4d4-bca9-4831-8f98-1867a4d2fbe7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0535271 Sep 16 05:17:54.700685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b5d37869-6f37-4c5a-9a56-28ee3d499b8e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.728069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cea2113f-c9c7-442f-9eb0-7ad09d89fa9c req-1e883d50-9f75-41ae-9c13-79f1f6a88d72 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398712 Sep 16 05:17:54.748566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37869-6f37-4c5a-9a56-28ee3d499b8e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=42bd7577-6748-4ef1-98d9-fc4622a5f7a5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.823001 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b5d37869-6f37-4c5a-9a56-28ee3d499b8e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.825328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b5d37869-6f37-4c5a-9a56-28ee3d499b8e tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "DELETE /v2.0/ports/42bd7577-6748-4ef1-98d9-fc4622a5f7a5 HTTP/1.1" status: 204 len: 168 time: 1.4476526 Sep 16 05:17:54.828036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46438) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.882933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcbc176-1f1c-4ebb-9a05-822ad95ae2b8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting subnet bf000ab2-afb6-437a-a0c7-a25511a2df97 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:54.886196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc176-1f1c-4ebb-9a05-822ad95ae2b8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.074376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 5f669be6-9e0b-472b-a436-ad18b4b3c998 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:55.106835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b56e4-e79c-46db-9f58-0f955aa34427 req-17330aa3-7e43-47da-aad5-e7834ed99578 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:55.113448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab8b56e4-e79c-46db-9f58-0f955aa34427 req-17330aa3-7e43-47da-aad5-e7834ed99578 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 944 time: 0.0865378 Sep 16 05:17:55.172066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab8b56e4-e79c-46db-9f58-0f955aa34427 req-22606e8c-2fb8-4080-9e4a-53974f5b4e35 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486031 Sep 16 05:17:55.305653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc176-1f1c-4ebb-9a05-822ad95ae2b8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.306655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 5f669be6-9e0b-472b-a436-ad18b4b3c998 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:55.315375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 5f669be6-9e0b-472b-a436-ad18b4b3c998 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:55.323516 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.401016 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc176-1f1c-4ebb-9a05-822ad95ae2b8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.445883 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.471394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4ab251-3cfe-498e-afc0-a68ddbf8e157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f669be6-9e0b-472b-a436-ad18b4b3c998'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:55.473735 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c05b240-c193-405d-babd-449c329b730a" -d '{"events": [{"server_uuid": "3b4ab251-3cfe-498e-afc0-a68ddbf8e157", "name": "network-vif-plugged", "status": "completed", "tag": "5f669be6-9e0b-472b-a436-ad18b4b3c998"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:55.491463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 5f669be6-9e0b-472b-a436-ad18b4b3c998, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=5f669be6-9e0b-472b-a436-ad18b4b3c998,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:55.515449 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d4169-37fe-4248-bf16-ae319c2db3cf x-openstack-request-id: req-ed1d4169-37fe-4248-bf16-ae319c2db3cf {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:55.515748 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4ab251-3cfe-498e-afc0-a68ddbf8e157", "name": "network-vif-plugged", "status": "completed", "tag": "5f669be6-9e0b-472b-a436-ad18b4b3c998", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:55.516007 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed1d4169-37fe-4248-bf16-ae319c2db3cf {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:55.516409 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4ab251-3cfe-498e-afc0-a68ddbf8e157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f669be6-9e0b-472b-a436-ad18b4b3c998', 'code': 200} Sep 16 05:17:55.546196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc176-1f1c-4ebb-9a05-822ad95ae2b8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.577294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbc176-1f1c-4ebb-9a05-822ad95ae2b8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Subnet': ['ID=bf000ab2-afb6-437a-a0c7-a25511a2df97,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.580182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.587478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc176-1f1c-4ebb-9a05-822ad95ae2b8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.588696 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ffcbc176-1f1c-4ebb-9a05-822ad95ae2b8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "DELETE /v2.0/subnets/bf000ab2-afb6-437a-a0c7-a25511a2df97 HTTP/1.1" status: 204 len: 168 time: 0.7597153 Sep 16 05:17:55.591811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46448) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:55.622941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f8d0e-422a-4d0f-921e-c2baa764183d None None] Network 5513fd3a-0f0e-4783-9764-eb1d67ebbcba requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:55.700081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-31139cf5-bfeb-4406-81a3-fc967601f220 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting subnet fdf2dd18-a3ab-4ee3-875c-107c94bab518 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:55.705027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-31139cf5-bfeb-4406-81a3-fc967601f220 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.750103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93db222-1522-4dcd-88bc-7a0888cbfa49 req-476dcccc-63bc-440e-9b95-518b2f480389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:55.752613 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d93db222-1522-4dcd-88bc-7a0888cbfa49 req-476dcccc-63bc-440e-9b95-518b2f480389 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 1097 time: 0.0944495 Sep 16 05:17:55.757168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-31139cf5-bfeb-4406-81a3-fc967601f220 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.772318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=5f669be6-9e0b-472b-a436-ad18b4b3c998,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.838340 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d93db222-1522-4dcd-88bc-7a0888cbfa49 req-1c7d5300-c8d1-4d19-9aed-4a762cda5ca5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780609 Sep 16 05:17:55.870311 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] DHCP port deletion for 5513fd3a-0f0e-4783-9764-eb1d67ebbcba request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:55.886794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-31139cf5-bfeb-4406-81a3-fc967601f220 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.923957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ed585-e887-49a6-9e58-6bc660c7839b req-a6acec30-0496-40ac-bb12-005dcd11fb21 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:55.927548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] Deleting port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:55.927936 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.934974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-174ed585-e887-49a6-9e58-6bc660c7839b req-a6acec30-0496-40ac-bb12-005dcd11fb21 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0765398 Sep 16 05:17:55.971308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-174ed585-e887-49a6-9e58-6bc660c7839b req-41e10a48-c2c9-4cdb-b4db-dcbe0b69d403 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350287 Sep 16 05:17:56.001102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] For port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:56.001511 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.016413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] Calling delete_port for 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:56.054799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-31139cf5-bfeb-4406-81a3-fc967601f220 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.084261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31139cf5-bfeb-4406-81a3-fc967601f220 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf2dd18-a3ab-4ee3-875c-107c94bab518,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.088195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-31139cf5-bfeb-4406-81a3-fc967601f220 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.092596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-31139cf5-bfeb-4406-81a3-fc967601f220 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "DELETE /v2.0/subnets/fdf2dd18-a3ab-4ee3-875c-107c94bab518 HTTP/1.1" status: 204 len: 168 time: 0.4973338 Sep 16 05:17:56.093355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46454) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.096694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f9092-d42a-4d55-a97c-090ec37ddcac None None] Network 6e997d2e-d2cc-4311-a042-8157adc55eca requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:56.179368 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.259751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Deleting port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:56.260106 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.306906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.331168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeb160-bfd7-484b-a8bd-970be3939ee0 req-eb0a135f-fb5f-4ff4-97b2-c537e9a0830c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:56.332797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37aeb160-bfd7-484b-a8bd-970be3939ee0 req-eb0a135f-fb5f-4ff4-97b2-c537e9a0830c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 945 time: 0.0751774 Sep 16 05:17:56.350812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] No DVR routers for this DVR port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:56.350953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] For port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,segment=NetworkSegment(bdc092cf-2776-404e-8672-c946f0fd941f),segment_id=bdc092cf-2776-404e-8672-c946f0fd941f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:56.350953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.374151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Calling delete_port for 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:56.398754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37aeb160-bfd7-484b-a8bd-970be3939ee0 req-29b7386c-84e3-4399-b98c-4b6e7dc06e6e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578499 Sep 16 05:17:56.403622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] DHCP port deletion for 6e997d2e-d2cc-4311-a042-8157adc55eca request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:56.406618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3a112-9024-4be9-8f8d-6d0f5e8a0b07 None None] Pushing event deleted for resources: {'Port': ['ID=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.461146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] Deleting port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:56.461800 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.508835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.532193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] For port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3dc787f2-bba3-4d42-9cc2-899ba693cdd4,segment=NetworkSegment(33bc0952-4834-449c-809c-aa37ef982439),segment_id=33bc0952-4834-449c-809c-aa37ef982439)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:56.532600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.535119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Port': ['ID=4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.544440 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] No DVR routers for this DVR port 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:56.549074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] Calling delete_port for 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:56.635760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.656876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5513fd3a-0f0e-4783-9764-eb1d67ebbcba']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:56.669594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc092cf-2776-404e-8672-c946f0fd941f') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:56.669898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc092cf-2776-404e-8672-c946f0fd941f') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:56.680729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.700407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.707320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:56.707926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:56.710981 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:56.745738 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.775574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] Pushing event deleted for resources: {'Port': ['ID=3dc787f2-bba3-4d42-9cc2-899ba693cdd4,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.777485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcad640a-8156-4e41-a9d3-b7a7f18edbdc None None] No DVR routers for this DVR port 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:56.859871 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.867146 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.868964 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "DELETE /v2.0/networks/5513fd3a-0f0e-4783-9764-eb1d67ebbcba HTTP/1.1" status: 204 len: 168 time: 0.7752941 Sep 16 05:17:56.871815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46464) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.882087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd074a-d789-4521-bc34-dee5cc2c19a9 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Network': ['ID=5513fd3a-0f0e-4783-9764-eb1d67ebbcba,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.964981 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.071419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.120960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e997d2e-d2cc-4311-a042-8157adc55eca']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:57.132767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bc0952-4834-449c-809c-aa37ef982439') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:57.133060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bc0952-4834-449c-809c-aa37ef982439') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:57.151887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5935b-f744-45ad-8871-5f55845fe844 req-8846fc38-cb62-47a3-a12a-46e24496fe8b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:57.154079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bad5935b-f744-45ad-8871-5f55845fe844 req-8846fc38-cb62-47a3-a12a-46e24496fe8b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0853086 Sep 16 05:17:57.156050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.184609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.194060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:57.194462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:57.197532 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:57.220962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bad5935b-f744-45ad-8871-5f55845fe844 req-aa1f649a-c356-4979-8ae6-14fea808adbe tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580065 Sep 16 05:17:57.413485 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.423511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.442394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] 10.222.0.59 "DELETE /v2.0/networks/6e997d2e-d2cc-4311-a042-8157adc55eca HTTP/1.1" status: 204 len: 168 time: 0.5685380 Sep 16 05:17:57.509491 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-716916a9-0d46-48d8-81c1-595d2b767edd req-a0d8c68d-6614-42d6-a126-9a31074a5c00 service neutron] show failed (client error): The resource could not be found. Sep 16 05:17:57.511308 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-a0d8c68d-6614-42d6-a126-9a31074a5c00 service neutron] 10.222.0.57 "GET /v2.0/ports/89888103-af44-48bb-871e-d0be545d4228/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0849659 Sep 16 05:17:57.514872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c42307-0d69-4380-9aa9-dbe844e847d8 tempest-TaggedBootDevicesTest_v242-1244083383 tempest-TaggedBootDevicesTest_v242-1244083383-project] Pushing event deleted for resources: {'Network': ['ID=6e997d2e-d2cc-4311-a042-8157adc55eca,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:57.594799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574f9a-837e-41ba-b741-daf024a55c16 req-8ba75a93-0d2e-4f0e-bdc5-ea6c21754e6b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:57.597728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e574f9a-837e-41ba-b741-daf024a55c16 req-8ba75a93-0d2e-4f0e-bdc5-ea6c21754e6b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 945 time: 0.0542641 Sep 16 05:17:57.666219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e574f9a-837e-41ba-b741-daf024a55c16 req-a6286465-366f-4bc8-bdc4-d775bee5a0db tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574079 Sep 16 05:17:57.894758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:57.914603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:57.914992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 4a8d9fa6-f2b4-4a2f-b11f-3d3a201f17d2 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:57.915443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:57.937839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:57.938185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3dc787f2-bba3-4d42-9cc2-899ba693cdd4 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:58.151436 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.309440 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-99923695-5ea2-4317-8e75-162e5e204010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:58.315579 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-99923695-5ea2-4317-8e75-162e5e204010 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 1097 time: 0.0708759 Sep 16 05:17:58.330942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:58.380528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e65987-56a7-4533-8329-6fd4cf62fc4a req-a28ffd45-a0be-469e-a662-17265d086452 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:58.382318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4e65987-56a7-4533-8329-6fd4cf62fc4a req-a28ffd45-a0be-469e-a662-17265d086452 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0666676 Sep 16 05:17:58.474058 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.486567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4e65987-56a7-4533-8329-6fd4cf62fc4a req-385e27b4-b539-449c-9f0f-df285fe287bb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892882 Sep 16 05:17:58.845480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:58.893442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:58.976388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:58.978751 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98893956-dd9c-490b-b712-4e14d34b3eda" -d '{"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-unplugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:58.984388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.013412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Transition to ACTIVE for port object 89888103-af44-48bb-871e-d0be545d4228 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:59.049627 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55865a5-8097-4028-b0ef-09e49dfbdc52 x-openstack-request-id: req-c55865a5-8097-4028-b0ef-09e49dfbdc52 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:59.049998 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-unplugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:59.050198 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c55865a5-8097-4028-b0ef-09e49dfbdc52 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:59.050611 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'code': 200} Sep 16 05:17:59.088970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.231413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.308125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] No DVR routers for this DVR port 89888103-af44-48bb-871e-d0be545d4228 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:59.553964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:59.554754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:59.554754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:59.559529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:59.559789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:59.565468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:59.565815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Checking segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:59.566206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Bound using segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:59.566632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Bound port: 89888103-af44-48bb-871e-d0be545d4228, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:59.567009 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.634738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a969d-2d68-438d-acf7-0e165df8bb5c req-d5aa9641-9db4-4370-9470-e3e18f6ec2cb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.644378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f9a969d-2d68-438d-acf7-0e165df8bb5c req-d5aa9641-9db4-4370-9470-e3e18f6ec2cb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 943 time: 0.0753682 Sep 16 05:17:59.675793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:59.679482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:59.711067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f9a969d-2d68-438d-acf7-0e165df8bb5c req-e54241aa-836a-41a7-abaa-6e8c283c4e13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654998 Sep 16 05:17:59.766341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.829627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.830292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.831786 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] 10.222.0.60 "PUT /v2.0/ports/89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 1092 time: 1.5063910 Sep 16 05:17:59.878254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d42e9-89c1-4cdf-a5bb-dbe73f1add1e service neutron] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.920264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-19d8d59e-8d9a-453a-a976-d652c7164deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.922225 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-19d8d59e-8d9a-453a-a976-d652c7164deb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1095 time: 0.0652938 Sep 16 05:18:00.142398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-24078509-e600-414e-81b3-2f0ebf3a2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.144193 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-24078509-e600-414e-81b3-2f0ebf3a2df8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.2118907 Sep 16 05:18:00.229262 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-ec9f0a4b-a544-4916-8539-d4e1210b4cc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 998 time: 0.0760384 Sep 16 05:18:00.289262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-e351b742-316c-4f46-98a5-1c0a0342348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.290840 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-e351b742-316c-4f46-98a5-1c0a0342348f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.0534909 Sep 16 05:18:00.348460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716916a9-0d46-48d8-81c1-595d2b767edd req-ea7510bc-7113-416c-922f-491e208bef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.350162 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-ea7510bc-7113-416c-922f-491e208bef66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493848 Sep 16 05:18:00.467019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-62eef16a-7ccf-4a6f-8a5e-357d39be4a9a service neutron] 10.222.0.60 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087615 Sep 16 05:18:00.586790 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-1187a760-6713-4410-b140-55ff4a2ab9de service neutron] 10.222.0.60 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118937 Sep 16 05:18:00.877546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e49c-3221-44d9-b207-35b22c5a7472 req-1a16cac4-a85d-423a-b915-82f8ec4faa34 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.885653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5059e49c-3221-44d9-b207-35b22c5a7472 req-1a16cac4-a85d-423a-b915-82f8ec4faa34 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 943 time: 0.0782671 Sep 16 05:18:00.936342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5059e49c-3221-44d9-b207-35b22c5a7472 req-4b2218c2-6558-407f-adb5-bd944c4d3f16 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440669 Sep 16 05:18:01.051601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:01.054289 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa555296-c031-47bf-9a31-4fe4f6e6ba86" -d '{"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:01.104346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89888103-af44-48bb-871e-d0be545d4228 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:01.128922 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80535202-22c7-4034-800b-1388f5575e9f x-openstack-request-id: req-80535202-22c7-4034-800b-1388f5575e9f {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:01.129228 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:01.129545 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80535202-22c7-4034-800b-1388f5575e9f {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:01.129936 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'status': 'completed', 'code': 200} Sep 16 05:18:01.168797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89888103-af44-48bb-871e-d0be545d4228 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:01.250401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-a7058d72-3c15-46cd-9f3a-3f4363e38d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.252157 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-a7058d72-3c15-46cd-9f3a-3f4363e38d58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1095 time: 0.0788555 Sep 16 05:18:01.265310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-0ce51b84-930f-44d4-aa5f-67385698264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.265310 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-0ce51b84-930f-44d4-aa5f-67385698264c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1095 time: 0.0876064 Sep 16 05:18:01.452652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-f3ef3183-4f08-4e44-9054-8aef6a225d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.454141 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-f3ef3183-4f08-4e44-9054-8aef6a225d58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.1824405 Sep 16 05:18:01.455296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-4b558733-a959-412e-bcc7-185f1e6c5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.456617 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-4b558733-a959-412e-bcc7-185f1e6c5cd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.1932178 Sep 16 05:18:01.574821 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-ffeeed20-c477-4aa3-80bf-15e5e43456e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 998 time: 0.1123185 Sep 16 05:18:01.577108 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-db34e9a6-d5f5-450e-ab84-f2e064452ccc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 998 time: 0.1135879 Sep 16 05:18:01.689852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-68a4260e-2734-4315-83cc-2a3fc7928d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.693039 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-68a4260e-2734-4315-83cc-2a3fc7928d24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.1094391 Sep 16 05:18:01.694634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-3872e960-1b3b-4d34-9609-8dca15fbcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.696086 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-3872e960-1b3b-4d34-9609-8dca15fbcd9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.0987232 Sep 16 05:18:01.776075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-8089ddd4-2b57-4c4e-8dd5-82d4ff0681e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.780254 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-8089ddd4-2b57-4c4e-8dd5-82d4ff0681e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794539 Sep 16 05:18:01.783157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-59470ea3-e36f-4ddc-83ba-9cdc4ffd6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.784646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-59470ea3-e36f-4ddc-83ba-9cdc4ffd6026 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749152 Sep 16 05:18:01.966974 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-553c96d2-7a55-4fd3-8f74-b5d754d2dbbb service neutron] 10.222.0.60 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772604 Sep 16 05:18:02.017113 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-13e98d69-fbe4-4d3b-a309-1b148feb9455 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474569 Sep 16 05:18:02.082734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71cfb8-4eaf-4b98-8506-a12f289ab8fd req-d669cc95-9afb-4fe9-a57a-3cf07ea2fe38 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.092790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca71cfb8-4eaf-4b98-8506-a12f289ab8fd req-d669cc95-9afb-4fe9-a57a-3cf07ea2fe38 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 943 time: 0.0785017 Sep 16 05:18:02.138810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca71cfb8-4eaf-4b98-8506-a12f289ab8fd req-ea8f6418-a732-4de0-93aa-22f9182f5a0f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451169 Sep 16 05:18:02.144551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-046fe3cd-3043-4e04-88cb-74d9f4c7d206 service neutron] 10.222.0.60 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592884 Sep 16 05:18:02.180280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aa555296-c031-47bf-9a31-4fe4f6e6ba86 req-f03d8fbc-9d5f-4d0b-a74c-2bbdc834e326 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273270 Sep 16 05:18:02.938149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 89888103-af44-48bb-871e-d0be545d4228 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:03.075903 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:03.094952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '89888103-af44-48bb-871e-d0be545d4228', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'port_id': '89888103-af44-48bb-871e-d0be545d4228', 'mac_address': 'fa:16:3e:1a:7e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:03.137899 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.151088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89888103-af44-48bb-871e-d0be545d4228 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:03.189080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:03.300035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.313816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e1f8e-89e3-46f2-b286-4dec77e42a35 req-41c0cddb-35d5-413a-987d-f46750399392 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:03.315496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab0e1f8e-89e3-46f2-b286-4dec77e42a35 req-41c0cddb-35d5-413a-987d-f46750399392 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 943 time: 0.0649042 Sep 16 05:18:03.362444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:03.403744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab0e1f8e-89e3-46f2-b286-4dec77e42a35 req-e1912c15-e13c-4117-bb04-2f24bb160f3a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772393 Sep 16 05:18:03.600195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['89888103-af44-48bb-871e-d0be545d4228'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:04.528652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe2f6-1be0-4f09-abef-5e87076b4596 req-c9f47405-cb6e-41d6-b114-71f561590ab8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:04.530266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd0fe2f6-1be0-4f09-abef-5e87076b4596 req-c9f47405-cb6e-41d6-b114-71f561590ab8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.0533798 Sep 16 05:18:04.574180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd0fe2f6-1be0-4f09-abef-5e87076b4596 req-dff4dfe1-5f0f-4c44-9884-d96fb2728509 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375919 Sep 16 05:18:04.954506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 89888103-af44-48bb-871e-d0be545d4228 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:05.145735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 89888103-af44-48bb-871e-d0be545d4228 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:05.150743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 89888103-af44-48bb-871e-d0be545d4228 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:05.151355 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.262381 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.274616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87de3f9-8b99-45eb-8643-4956bf4b5eab req-59346d68-0c1b-4f95-8cf0-99267594d0e6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.276646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e87de3f9-8b99-45eb-8643-4956bf4b5eab req-59346d68-0c1b-4f95-8cf0-99267594d0e6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.0698824 Sep 16 05:18:05.328456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:05.330745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:05.348258 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282f37a4-70c8-4345-9aad-1b5e9c1581bf" -d '{"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-plugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:05.355422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e87de3f9-8b99-45eb-8643-4956bf4b5eab req-c66328a7-61f9-443e-8acc-94dc012ad96a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598609 Sep 16 05:18:05.425088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-32165e48-a5d3-4be2-b0c0-34ff6a31f84e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.425721 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03a6042-6a31-4620-a7b5-4daf26db522e x-openstack-request-id: req-e03a6042-6a31-4620-a7b5-4daf26db522e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:05.425721 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-plugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:05.425721 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e03a6042-6a31-4620-a7b5-4daf26db522e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:05.426052 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-32165e48-a5d3-4be2-b0c0-34ff6a31f84e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.60 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459&tenant_id=da94cb2f91514c57a58d347bae59374f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 944 time: 0.1351283 Sep 16 05:18:05.426157 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'code': 200} Sep 16 05:18:05.494665 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-83369526-5f50-437f-99d7-ed0c5b68d154 service neutron] 10.222.0.60 "GET /v2.0/ports/89888103-af44-48bb-871e-d0be545d4228/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 383 time: 0.0628526 Sep 16 05:18:05.517721 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.576672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-e0412882-9439-462a-80ef-c7437b32fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.578357 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-e0412882-9439-462a-80ef-c7437b32fd20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1097 time: 0.0475535 Sep 16 05:18:05.590125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.702810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-af0b1884-f681-48a5-9bf7-6f3904fd76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.704399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-af0b1884-f681-48a5-9bf7-6f3904fd76e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.1025307 Sep 16 05:18:05.788792 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-65376408-14c9-4965-85a3-a36935ff4a5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 1000 time: 0.0764854 Sep 16 05:18:05.897660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-957f6e91-8fbb-4649-b4a0-5dbbcbd31c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.900308 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-957f6e91-8fbb-4649-b4a0-5dbbcbd31c89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.1013193 Sep 16 05:18:05.967285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-1004c576-4927-48ad-8a99-81d4fbf47c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.969473 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-1004c576-4927-48ad-8a99-81d4fbf47c35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610368 Sep 16 05:18:06.093156 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-25a2e66d-95f3-47b2-887a-e5640636d426 service neutron] 10.222.0.60 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893309 Sep 16 05:18:06.183557 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-b46ff4b0-f7d0-43f0-8d12-a69781c7775e service neutron] 10.222.0.60 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055491 Sep 16 05:18:06.542311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39e24b-9af9-48ad-a45f-47c2b3fb95b5 req-0d9f6670-8645-47b1-9246-870e7f7a58ab tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:06.547010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b39e24b-9af9-48ad-a45f-47c2b3fb95b5 req-0d9f6670-8645-47b1-9246-870e7f7a58ab tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0965407 Sep 16 05:18:06.594630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b39e24b-9af9-48ad-a45f-47c2b3fb95b5 req-b7dd880a-1f16-4b8a-959d-caea69341cbe tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Sep 16 05:18:07.752551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f4f53-d471-44b8-82f4-a5d9238fef51 req-075ce06e-780c-4a49-97c4-fb2eff7d3471 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:07.754110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-723f4f53-d471-44b8-82f4-a5d9238fef51 req-075ce06e-780c-4a49-97c4-fb2eff7d3471 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0597610 Sep 16 05:18:07.807231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-723f4f53-d471-44b8-82f4-a5d9238fef51 req-5924a363-3767-4fae-a299-d449db971aff tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Sep 16 05:18:08.939704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545c5bb-5166-4b78-9b91-c90db214a3a0 req-48c61ed3-bde6-4486-9f6f-4a1084fba455 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:08.950160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c545c5bb-5166-4b78-9b91-c90db214a3a0 req-48c61ed3-bde6-4486-9f6f-4a1084fba455 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.0701873 Sep 16 05:18:08.988146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c545c5bb-5166-4b78-9b91-c90db214a3a0 req-bae6b1eb-6af5-4358-870e-0d998575c45d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367157 Sep 16 05:18:10.205248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-341290df-d6bd-4564-8827-7d67e57445a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.206739 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-341290df-d6bd-4564-8827-7d67e57445a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 1097 time: 0.0465887 Sep 16 05:18:10.228764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:10.325921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.447748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951c6a6-f145-4947-9204-1d68781306ba req-115d1cc8-bbf8-4799-ba5d-f8d6c00a98fc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.457602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4951c6a6-f145-4947-9204-1d68781306ba req-115d1cc8-bbf8-4799-ba5d-f8d6c00a98fc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 945 time: 0.3784587 Sep 16 05:18:10.487565 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.492668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4951c6a6-f145-4947-9204-1d68781306ba req-b5cde908-899d-4f19-8fba-0f5f7079602f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372522 Sep 16 05:18:10.609033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:10.647970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:10.688746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:10.691482 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8972f4cd-2051-4ae9-9bb1-d05e12ab8f7f" -d '{"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-unplugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:10.695817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.713334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Transition to ACTIVE for port object 89888103-af44-48bb-871e-d0be545d4228 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:10.780074 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e283917-6253-4a14-ae37-bf47ef585d1f x-openstack-request-id: req-0e283917-6253-4a14-ae37-bf47ef585d1f {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:10.780074 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-unplugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:10.780074 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e283917-6253-4a14-ae37-bf47ef585d1f {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:10.780658 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'code': 200} Sep 16 05:18:10.826090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.878537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:10.953209 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 89888103-af44-48bb-871e-d0be545d4228 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:11.028112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] No DVR routers for this DVR port 89888103-af44-48bb-871e-d0be545d4228 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:11.071797 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-44ef670c-6892-409d-bae6-dbe9e9b4f8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.078097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 89888103-af44-48bb-871e-d0be545d4228 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:11.623887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:11.624886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:11.625468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:11.630943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:11.631771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Attempting to bind port 89888103-af44-48bb-871e-d0be545d4228 on network edeee0ec-392f-4728-b26e-738f9818b512 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:11.636927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:11.637513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Checking segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:11.638315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Bound using segment: {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:11.638941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Bound port: 89888103-af44-48bb-871e-d0be545d4228, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1694e2-8926-48de-9653-a9ac3dbb097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:11.639681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.664337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baccfe-972a-4026-9766-8849eb6dc755 req-db2dd1ad-ee6c-4161-9002-10c886cf4a9b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.666509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5baccfe-972a-4026-9766-8849eb6dc755 req-db2dd1ad-ee6c-4161-9002-10c886cf4a9b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.0523648 Sep 16 05:18:11.714988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:11.718449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:11.720838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5baccfe-972a-4026-9766-8849eb6dc755 req-b1629bcc-053f-48ff-b675-39bba137bcaa tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Sep 16 05:18:11.843093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.892031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.893369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.894160 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] 10.222.0.57 "PUT /v2.0/ports/89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 1093 time: 1.6702330 Sep 16 05:18:11.924790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0d9a8-4649-4df2-83e3-8ef2c6460d4e service neutron] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=11']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:11.975629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-1dcd2d9d-5770-4bc8-b0ae-95a96d28e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.977297 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-1dcd2d9d-5770-4bc8-b0ae-95a96d28e7eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1096 time: 0.0465393 Sep 16 05:18:12.077355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-93b34c92-ec29-40c8-836a-58a6312d5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.078769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-93b34c92-ec29-40c8-836a-58a6312d5b51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.0942369 Sep 16 05:18:12.162865 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-71d95c70-12c1-4381-ad74-77401ec0d080 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 998 time: 0.0769508 Sep 16 05:18:12.202872 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:12.213448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-30e03a2b-21e5-498a-817f-14db3f6f1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.215708 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-30e03a2b-21e5-498a-817f-14db3f6f1aaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.0466037 Sep 16 05:18:12.262753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-65ffea70-510f-4ae7-b0ec-39293c49d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.264337 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-65ffea70-510f-4ae7-b0ec-39293c49d22e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411949 Sep 16 05:18:12.373232 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-5960aaa5-1775-4a74-97be-fb8a08fb0946 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992811 Sep 16 05:18:12.471572 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fadc1b15-e6ca-4472-a37a-2a5c3c17d1ff req-8a6012a4-9139-4678-a71a-f67b49ea63c1 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900900 Sep 16 05:18:12.781747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:12.784597 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7d0684-4f84-4f10-aa74-caeba5480f82" -d '{"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:12.842362 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9b329-6eda-4ed9-8e4d-6a3511ee0bbf x-openstack-request-id: req-81a9b329-6eda-4ed9-8e4d-6a3511ee0bbf {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:12.842657 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:12.842915 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81a9b329-6eda-4ed9-8e4d-6a3511ee0bbf {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:12.843360 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'status': 'completed', 'code': 200} Sep 16 05:18:12.847642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a70a2-780c-45ec-b092-d0f4e1551766 req-896ce367-5513-45e3-9692-456c3f355a83 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.849206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-387a70a2-780c-45ec-b092-d0f4e1551766 req-896ce367-5513-45e3-9692-456c3f355a83 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.0647500 Sep 16 05:18:12.893284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-387a70a2-780c-45ec-b092-d0f4e1551766 req-87620f98-800a-4aa8-bf3a-3624b6d5a7e1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378017 Sep 16 05:18:12.949167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-d19d74a2-0035-4810-adee-d5317bd4275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.952462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-d19d74a2-0035-4810-adee-d5317bd4275d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1096 time: 0.0881410 Sep 16 05:18:12.997857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-adaebb81-96b1-448c-92c6-fdeb071435a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.999472 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-adaebb81-96b1-448c-92c6-fdeb071435a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1096 time: 0.0981231 Sep 16 05:18:13.116874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-d3d072a0-4226-4b66-87a5-d4c450e006f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.118354 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-d3d072a0-4226-4b66-87a5-d4c450e006f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.1594663 Sep 16 05:18:13.182362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-e1d5e72e-d75c-497a-b3bd-e35f1d6c741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.184547 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-e1d5e72e-d75c-497a-b3bd-e35f1d6c741a service neutron] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.1541948 Sep 16 05:18:13.242373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-9896de56-7751-4239-8c61-d501df0bb6c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 998 time: 0.1154435 Sep 16 05:18:13.296801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-a19f6cc6-2eb1-479c-97ee-9ac9a132a4e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 998 time: 0.1033952 Sep 16 05:18:13.317084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-df9af6b9-cca2-4fd5-8243-5d0267ab7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.318453 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-df9af6b9-cca2-4fd5-8243-5d0267ab7f8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.0668521 Sep 16 05:18:13.387594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-d25ef540-97ae-4cf6-a7b7-9305b6cacbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.389076 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-d25ef540-97ae-4cf6-a7b7-9305b6cacbc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.0831294 Sep 16 05:18:13.395235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-9b8f5a60-e869-4412-91fe-49a741e84f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.396825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-9b8f5a60-e869-4412-91fe-49a741e84f3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550981 Sep 16 05:18:13.504529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-ce0789c7-823e-484c-b8d3-c08ccf8848e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.506050 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-ce0789c7-823e-484c-b8d3-c08ccf8848e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083848 Sep 16 05:18:13.548173 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-2b24d835-de54-419d-a85c-37eaba9fd330 service neutron] 10.222.0.60 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420701 Sep 16 05:18:13.685130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-cbcd0de7-e942-4849-8b76-a6ba882567d0 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710353 Sep 16 05:18:13.692965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46750) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:13.708614 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-b422b0b3-f14e-488c-8eff-2d534c3a0b8e service neutron] 10.222.0.60 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521964 Sep 16 05:18:13.798296 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a7d0684-4f84-4f10-aa74-caeba5480f82 req-9db945e9-f61a-47fb-b657-b4a7ac6c494a service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039143 Sep 16 05:18:14.112069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9ac84-4a86-4458-86e6-2e6a72a13212 req-469376ea-7f1d-45bf-9575-9ed341e036f8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.113914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0d9ac84-4a86-4458-86e6-2e6a72a13212 req-469376ea-7f1d-45bf-9575-9ed341e036f8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.1039238 Sep 16 05:18:14.188365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0d9ac84-4a86-4458-86e6-2e6a72a13212 req-8fc2cce8-989b-453c-af38-9a3ecfc219d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666182 Sep 16 05:18:14.214097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.316668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.560674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Deleting port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:14.560935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.614354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-def6da11-8774-4425-be92-f40ac9ce32c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.643918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] For port 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:14.644284 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.657866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Calling delete_port for 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:15.045077 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.074393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae3d2b9-1d5a-4add-84bc-260dedf16d0d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:15.137767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89888103-af44-48bb-871e-d0be545d4228 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:15.226044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.290088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:15.305670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '89888103-af44-48bb-871e-d0be545d4228', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'port_id': '89888103-af44-48bb-871e-d0be545d4228', 'mac_address': 'fa:16:3e:1a:7e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:15.355621 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.376912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89888103-af44-48bb-871e-d0be545d4228 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:15.380143 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.407735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:15.442754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8c65b-7892-4abb-9610-e63882f34f23 req-3216a34c-8bad-4f9d-bb1a-4be11b9fff99 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:15.444459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dc8c65b-7892-4abb-9610-e63882f34f23 req-3216a34c-8bad-4f9d-bb1a-4be11b9fff99 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 944 time: 0.1239073 Sep 16 05:18:15.528101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dc8c65b-7892-4abb-9610-e63882f34f23 req-3fa6312e-e481-41fd-9ca3-fe5eb1762b8f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766406 Sep 16 05:18:15.550254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46784) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:15.568721 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.642083 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-48adac79-22ad-48ef-93f6-b450426c36f2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/6cb225fc-4724-42bb-a0b7-990c9effa158 HTTP/1.1" status: 200 len: 990 time: 0.0904062 Sep 16 05:18:15.642333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=12']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:15.670416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Router fa5c904a-c132-476d-b772-6bcc0fc8ae8d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:15.779870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:15.784924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fa2d5eb1-2259-4035-a837-1ce2476f886e admin admin] 10.222.0.59 "PUT /v2.0/routers/fa5c904a-c132-476d-b772-6bcc0fc8ae8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0907764 Sep 16 05:18:15.787679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46790) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:15.788422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] Sync routers for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:15.798499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:15.799119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:15.898731 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.009530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.042343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['89888103-af44-48bb-871e-d0be545d4228'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:16.104470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:16.234942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Deleting port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:16.235311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.324107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] For port 28bcdc1a-509d-4eb7-a1c2-653e1ee12309, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=28bcdc1a-509d-4eb7-a1c2-653e1ee12309,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:16.324500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.338588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Calling delete_port for 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:16.412587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:18:14Z', 'revision_number': 5, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port': {'id': '28bcdc1a-509d-4eb7-a1c2-653e1ee12309', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:06:26Z', 'updated_at': '2021-09-16T05:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:16.450907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] Checking router: fa5c904a-c132-476d-b772-6bcc0fc8ae8d for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:16.473098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] Routers {'fa5c904a-c132-476d-b772-6bcc0fc8ae8d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:16.473826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:16.584258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] Set router fa5c904a-c132-476d-b772-6bcc0fc8ae8d gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:16.637374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.639886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:18:16Z', 'revision_number': 6, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:16.665861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28bcdc1a-509d-4eb7-a1c2-653e1ee12309,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:16.676083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef504a18-cfa7-40bf-8705-6b82ca414f9f None None] The sync data for ids ['fa5c904a-c132-476d-b772-6bcc0fc8ae8d'] in n-d-712143-16 is: [{'id': 'fa5c904a-c132-476d-b772-6bcc0fc8ae8d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018861044-router', 'tenant_id': 'e2bf43d57413425d8a8b3c025b25f197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:06:25Z', 'updated_at': '2021-09-16T05:18:16Z', 'revision_number': 6, 'project_id': 'e2bf43d57413425d8a8b3c025b25f197', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:16.734442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.828447 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.830957 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.854409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.048759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.051490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5c904a-c132-476d-b772-6bcc0fc8ae8d {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:18:17.054358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.057949 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-10fa291a-16a8-47e7-a127-60e8673d0ff0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/fa5c904a-c132-476d-b772-6bcc0fc8ae8d HTTP/1.1" status: 204 len: 168 time: 1.2670863 Sep 16 05:18:17.058670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 46800) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:17.110663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d06006-b589-409d-92eb-dcc875b732a5 admin admin] Deleting subnet 29e371a8-11d8-40bd-9286-ce4660059b2d {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:17.114381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2d06006-b589-409d-92eb-dcc875b732a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.155179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2d06006-b589-409d-92eb-dcc875b732a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.285342 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2d06006-b589-409d-92eb-dcc875b732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.327009 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8956a839-617f-41b9-999d-d4821029c8cb req-c313c147-a53c-4ff2-9455-0332fde722a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811005 Sep 16 05:18:17.402626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a839-617f-41b9-999d-d4821029c8cb req-1e5e701a-837a-4f96-81ef-3a0a8e726e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:17.404317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8956a839-617f-41b9-999d-d4821029c8cb req-1e5e701a-837a-4f96-81ef-3a0a8e726e42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 1098 time: 0.0510273 Sep 16 05:18:17.534551 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2d06006-b589-409d-92eb-dcc875b732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.560879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a839-617f-41b9-999d-d4821029c8cb req-cb64a43e-0bb7-43a6-8e36-0e1add94c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:17.562500 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8956a839-617f-41b9-999d-d4821029c8cb req-cb64a43e-0bb7-43a6-8e36-0e1add94c95e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.1360598 Sep 16 05:18:17.566197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d06006-b589-409d-92eb-dcc875b732a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e371a8-11d8-40bd-9286-ce4660059b2d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:17.569981 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2d06006-b589-409d-92eb-dcc875b732a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.571926 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d2d06006-b589-409d-92eb-dcc875b732a5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/29e371a8-11d8-40bd-9286-ce4660059b2d HTTP/1.1" status: 204 len: 168 time: 0.5122519 Sep 16 05:18:17.575826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46808) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:17.582607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d955b5-46d3-43a1-bbcd-e1f105407ac4 None None] Network e59cd688-c0f6-4a88-9106-667ee9954d08 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:17.653448 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8956a839-617f-41b9-999d-d4821029c8cb req-696c685b-d963-4239-b90a-0c382679556a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d HTTP/1.1" status: 200 len: 1000 time: 0.0803258 Sep 16 05:18:17.703704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.720565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a839-617f-41b9-999d-d4821029c8cb req-874394cc-e9fe-42f3-b382-2a8dcab29ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:17.720565 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8956a839-617f-41b9-999d-d4821029c8cb req-874394cc-e9fe-42f3-b382-2a8dcab29ac0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.0556011 Sep 16 05:18:17.804610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a839-617f-41b9-999d-d4821029c8cb req-0c8fec67-caee-48e1-af5c-053bf18d4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:17.808136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Deleting port 287a4932-7cce-4bb3-8d31-91a9f106704a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:17.812168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.817101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8956a839-617f-41b9-999d-d4821029c8cb req-0c8fec67-caee-48e1-af5c-053bf18d4ee8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811698 Sep 16 05:18:17.906434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] DHCP port deletion for e59cd688-c0f6-4a88-9106-667ee9954d08 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:18:17.980287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] For port 287a4932-7cce-4bb3-8d31-91a9f106704a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=287a4932-7cce-4bb3-8d31-91a9f106704a,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:17.981001 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.006465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Calling delete_port for 287a4932-7cce-4bb3-8d31-91a9f106704a owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:18.022254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:18.036129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8956a839-617f-41b9-999d-d4821029c8cb req-d8e67674-69f1-47ea-9317-cce2a0233b42 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167809 Sep 16 05:18:18.058720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] Deleting port 287a4932-7cce-4bb3-8d31-91a9f106704a {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:18.059100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.072804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:18.072804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0ae3d2b9-1d5a-4add-84bc-260dedf16d0d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:18.072804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:18.126421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] For port 287a4932-7cce-4bb3-8d31-91a9f106704a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=287a4932-7cce-4bb3-8d31-91a9f106704a,segment=NetworkSegment(53a6d3c8-e5d7-48be-9d4b-6d59116f6d10),segment_id=53a6d3c8-e5d7-48be-9d4b-6d59116f6d10)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:18.126829 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.140251 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] Calling delete_port for 287a4932-7cce-4bb3-8d31-91a9f106704a owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:18.163862 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8956a839-617f-41b9-999d-d4821029c8cb req-340ade03-b88e-4bcf-9a82-8eec875fe1ac service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202002 Sep 16 05:18:18.208702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:18.209077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 28bcdc1a-509d-4eb7-a1c2-653e1ee12309 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:18.219767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.238976 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.252764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] No DVR routers for this DVR port 287a4932-7cce-4bb3-8d31-91a9f106704a on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:18.272021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbeb5e-05ac-49e0-a258-e8d9b38ddeb6 None None] Pushing event deleted for resources: {'Port': ['ID=287a4932-7cce-4bb3-8d31-91a9f106704a,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:18.297093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] No DVR routers for this DVR port 287a4932-7cce-4bb3-8d31-91a9f106704a on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:18.298681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=287a4932-7cce-4bb3-8d31-91a9f106704a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:18.394965 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.418101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59cd688-c0f6-4a88-9106-667ee9954d08']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:18.428951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:18.429361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a6d3c8-e5d7-48be-9d4b-6d59116f6d10') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:18.440283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.454292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.462098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:18.462884 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:18.465219 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:18.733111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.738108 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.742968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e59cd688-c0f6-4a88-9106-667ee9954d08 HTTP/1.1" status: 204 len: 168 time: 1.1630423 Sep 16 05:18:18.759472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e41fc-dc38-459e-a5ba-c6ef471c8ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59cd688-c0f6-4a88-9106-667ee9954d08,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:19.167705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89888103-af44-48bb-871e-d0be545d4228 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:19.249222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46822) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:19.290413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5be67fff-c3c6-44a5-82ec-ddd28d14c764 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2bf43d57413425d8a8b3c025b25f197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398211 Sep 16 05:18:19.293071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46824) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:19.345075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb118c55-9360-432f-ae69-03b8f841dd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.369629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb118c55-9360-432f-ae69-03b8f841dd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.425487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 89888103-af44-48bb-871e-d0be545d4228 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:19.429842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 89888103-af44-48bb-871e-d0be545d4228 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:19.433568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.510485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.533762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:19.536085 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253d8e38-ad01-4642-9d12-fdd674e32c3d" -d '{"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-plugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:19.553380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb118c55-9360-432f-ae69-03b8f841dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.553503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:19.553606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eb118c55-9360-432f-ae69-03b8f841dd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.553606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eb118c55-9360-432f-ae69-03b8f841dd28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fab47847-c0bc-4324-9588-3d39fee2d186 HTTP/1.1" status: 204 len: 168 time: 0.2567258 Sep 16 05:18:19.560499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb118c55-9360-432f-ae69-03b8f841dd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab47847-c0bc-4324-9588-3d39fee2d186,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:19.581384 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654f293c-b44c-4afd-aabd-8fb47b018f1b x-openstack-request-id: req-654f293c-b44c-4afd-aabd-8fb47b018f1b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:19.581384 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-plugged", "status": "completed", "tag": "89888103-af44-48bb-871e-d0be545d4228", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:19.581722 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-654f293c-b44c-4afd-aabd-8fb47b018f1b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:19.581831 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'code': 200} Sep 16 05:18:19.642842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.703622 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-8270ef0c-5102-4c5e-accc-4262ba9cc5e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659521 Sep 16 05:18:19.704228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=13']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:19.784667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-fb6230f5-f9a1-42de-88f9-cc229dc28670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:19.786224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-fb6230f5-f9a1-42de-88f9-cc229dc28670 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1098 time: 0.0427585 Sep 16 05:18:19.871271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 287a4932-7cce-4bb3-8d31-91a9f106704a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:19.895541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 287a4932-7cce-4bb3-8d31-91a9f106704a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:19.895821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 287a4932-7cce-4bb3-8d31-91a9f106704a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:19.918312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-f7cb7cb2-8c22-4ff3-82a3-c89030f678d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:19.918683 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-f7cb7cb2-8c22-4ff3-82a3-c89030f678d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.1112463 Sep 16 05:18:19.999692 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-99a9dd67-5617-43e3-8b21-307811045403 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 1000 time: 0.0727110 Sep 16 05:18:20.054945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-08a9a126-f0a6-4bcb-9482-2af30df41238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:20.056472 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-08a9a126-f0a6-4bcb-9482-2af30df41238 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.0493073 Sep 16 05:18:20.116400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-c9fee06c-c840-49be-b169-39084812b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:20.117948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-c9fee06c-c840-49be-b169-39084812b5af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521026 Sep 16 05:18:20.221153 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-d6052e70-ac45-47d8-a7c6-5fb34152f621 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948706 Sep 16 05:18:20.325143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7de6d6ce-a006-4d66-b11b-a2868c094d4b req-2a6c2ff0-656f-44b9-95c7-3b345ab99b9a service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950611 Sep 16 05:18:20.956620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46868) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:21.073258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-111190423-network', 'tenant_id': 'd6c369f743d5476384b760e42607e8e5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:21.220320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Made reservation on behalf of d6c369f743d5476384b760e42607e8e5 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:21.222693 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.232893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.330665 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.465288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.491681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:21.503277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d284f13-7402-4f3f-ab31-fc120072cd9e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:21.509797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.510179 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Added segment 6eb3d8a6-3467-43bf-9dff-f36f501ee3c6 of type vlan for network 37f5842a-3220-40c9-a301-eabe84c35f4d Sep 16 05:18:21.581732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.772874 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.774033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:21.774726 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.872817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] Pushing event updated for resources: {'Network': ['ID=37f5842a-3220-40c9-a301-eabe84c35f4d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:21.883410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 37f5842a-3220-40c9-a301-eabe84c35f4d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:21.939056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-13d5cabb-f998-448e-b7ee-38252007c153 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:21.940725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-13d5cabb-f998-448e-b7ee-38252007c153 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 815 time: 0.1484566 Sep 16 05:18:21.956697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-4a81f93c-4320-4b4f-b57b-bdca4b70b491 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/quotas/87b6942fb09b4ab2839ae347069c6f90 HTTP/1.1" status: 200 len: 375 time: 0.0097082 Sep 16 05:18:21.962507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe7ff655-94b3-4432-bacc-c9228d35832d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0048015 Sep 16 05:18:21.968851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 46894) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:21.970892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Request body: {'subnet': {'network_id': '37f5842a-3220-40c9-a301-eabe84c35f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-111190423-subnet', 'tenant_id': 'd6c369f743d5476384b760e42607e8e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:22.033879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-e9e2d9c4-beed-4d2d-a71d-41b569701dd4 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700891 Sep 16 05:18:22.128838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-d4a8ec5e-3baf-4f7e-b784-d3ed052b93c0 service neutron] 10.222.0.59 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873845 Sep 16 05:18:22.129566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Made reservation on behalf of d6c369f743d5476384b760e42607e8e5 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:22.131787 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.284554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-33542b3a-a3c7-430d-a707-79710a99d03b service neutron] 10.222.0.59 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408880 Sep 16 05:18:22.515627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.592314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-171be88d-9c05-4485-98e3-0af2df225f77 req-28713e50-bfb0-4008-a16f-fb2c7ce696e3 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 210 time: 0.0410323 Sep 16 05:18:22.607965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=543e2ab0-eb48-4234-86b6-536aaca36376,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:22.636452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Checking segment: {'id': '6eb3d8a6-3467-43bf-9dff-f36f501ee3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37f5842a-3220-40c9-a301-eabe84c35f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:22.636827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Network hostable DHCP agents. Network: 37f5842a-3220-40c9-a301-eabe84c35f4d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:22.779212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Network 37f5842a-3220-40c9-a301-eabe84c35f4d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:22.882334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 37f5842a-3220-40c9-a301-eabe84c35f4d) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:22.892800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:22.892800 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.894500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4dd440-0f8d-46bd-a10b-085e45eac140 None None] Network 37f5842a-3220-40c9-a301-eabe84c35f4d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:23.024629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee6ee96-47c6-4604-a958-1b76c783799c None None] Network 37f5842a-3220-40c9-a301-eabe84c35f4d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:23.109323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-acbd91b1-7f60-465c-a9b1-498fc13ff038 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1392782 Sep 16 05:18:23.554673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-eabf5a5f-b0f7-4be5-9070-f086f4d1f125 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:23.556288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-eabf5a5f-b0f7-4be5-9070-f086f4d1f125 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/networks?id=37f5842a-3220-40c9-a301-eabe84c35f4d HTTP/1.1" status: 200 len: 817 time: 0.1059599 Sep 16 05:18:23.573296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-eacf6cce-a535-470d-ac54-7093b469057f tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/quotas/d6c369f743d5476384b760e42607e8e5 HTTP/1.1" status: 200 len: 375 time: 0.0098507 Sep 16 05:18:23.606468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-6de71c47-8ae1-41e7-b989-93581e2040e3 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6c369f743d5476384b760e42607e8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274580 Sep 16 05:18:23.743948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d25ed6c-ea03-4958-ba07-3f767d03a389 req-85801a96-1b08-4d17-bc4d-8fb5a75b3c58 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 210 time: 0.0696406 Sep 16 05:18:23.809706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-f8ee52b6-d18f-41b6-b91f-ee7266129915 service neutron] 10.222.0.59 "GET /v2.0/networks/37f5842a-3220-40c9-a301-eabe84c35f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955440 Sep 16 05:18:23.908451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-8719d17a-ebfa-4e8e-a855-a19d2259f46d service neutron] 10.222.0.59 "GET /v2.0/networks/37f5842a-3220-40c9-a301-eabe84c35f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920651 Sep 16 05:18:24.233955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e43581f-8169-41d5-b549-7a32338cd6bd req-390ab509-91cf-411e-9f39-48c3eeb1e73e tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 210 time: 0.0485799 Sep 16 05:18:24.836024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15acca27-fe85-40ad-8266-aac5f1c610d9 req-a7317e23-b601-4c4c-9b8a-c523834fe7e2 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 210 time: 0.0277362 Sep 16 05:18:25.328274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3099a1f9-f038-4cbf-8c14-4b76d209c485 req-ea7bab45-35c2-423e-984d-c9d672ef056e tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 210 time: 0.0365055 Sep 16 05:18:25.394489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-9a4a3ebd-800c-4873-be01-efe7e221b575 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:25.396060 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-9a4a3ebd-800c-4873-be01-efe7e221b575 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.60 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 815 time: 0.1220918 Sep 16 05:18:25.409274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Request body: {'port': {'device_id': 'face24d8-b5a0-4264-8bae-8815dcfb2954', 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'admin_state_up': True, 'tenant_id': '87b6942fb09b4ab2839ae347069c6f90'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:25.647949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Made reservation on behalf of 87b6942fb09b4ab2839ae347069c6f90 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:25.654103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.792311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Allocated IP 172.20.0.10 (368d22b1-fd9d-456f-bc7b-85ad6c39a423/00d1e2c4-5b30-4518-bce1-49d330038d8e/37c8f776-afd6-42eb-a4fb-d3652ca1f1c4) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:25.951523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-537e6feb-3310-457e-bfd3-9f97b19d2b27 req-8be87c79-220e-4737-a2a4-ba5aab8a164e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Sep 16 05:18:25.969359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.174176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.186662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:26.212139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3e612bae-d688-42e9-bb7c-c2e22a207e36', '5f669be6-9e0b-472b-a436-ad18b4b3c998'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:26.221050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:26.224189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:26.228199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:26.256747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Pushing event updated for resources: {'Port': ['ID=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:26.286778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.287427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.453190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00fca63a-2539-4dcc-a63e-d851c46a9df8 req-0c172ee3-dc06-40df-b3c6-620f14f65d7a tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 210 time: 0.0390723 Sep 16 05:18:26.486488 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-75ae040f-0383-4769-9124-9add672a0cce tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0807481 Sep 16 05:18:26.499733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Request body: {'port': {'device_id': 'face24d8-b5a0-4264-8bae-8815dcfb2954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:26.557023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.829611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:26.837135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.850422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Transition to ACTIVE for port object 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:27.065531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.074171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8985e-ce08-4c11-9d43-b4f0ba7a3d60 req-513875a8-240f-466f-8966-4e7c98e52ac2 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.075437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53e8985e-ce08-4c11-9d43-b4f0ba7a3d60 req-513875a8-240f-466f-8966-4e7c98e52ac2 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 932 time: 0.0542173 Sep 16 05:18:27.117628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Pushing event updated for resources: {'Port': ['ID=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.134972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53e8985e-ce08-4c11-9d43-b4f0ba7a3d60 req-4d97b7a0-5f7b-470d-9884-5ecea83ba99c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524213 Sep 16 05:18:27.194045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Attempting to bind port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:27.194381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Attempting to bind port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:27.194834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Attempting to bind port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:27.200335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:27.200654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Attempting to bind port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 on network 368d22b1-fd9d-456f-bc7b-85ad6c39a423 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:27.205678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:27.206102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Checking segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:27.209847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Bound using segment: {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:27.209847 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Bound port: 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c2bffc-d747-4f54-a950-edb164eb7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:27.209847 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.277497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] For port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:27.280662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] For port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:27.436873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.481578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.482198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.483634 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] 10.222.0.60 "PUT /v2.0/ports/37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 HTTP/1.1" status: 200 len: 1093 time: 0.9883645 Sep 16 05:18:27.484083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'face24d8-b5a0-4264-8bae-8815dcfb2954', 'tag': '37c8f776-afd6-42eb-a4fb-d3652ca1f1c4'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:27.486342 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37507e70-d1dd-4392-b204-3af862820a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "face24d8-b5a0-4264-8bae-8815dcfb2954", "tag": "37c8f776-afd6-42eb-a4fb-d3652ca1f1c4"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:27.523090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa54d2-5dc7-4dff-84b1-84b9e9eafc59 service neutron] Pushing event updated for resources: {'Port': ['ID=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.528654 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823bc5ed-4674-4b9b-871a-16de059fef3c x-openstack-request-id: req-823bc5ed-4674-4b9b-871a-16de059fef3c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:27.528654 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "face24d8-b5a0-4264-8bae-8815dcfb2954", "tag": "37c8f776-afd6-42eb-a4fb-d3652ca1f1c4", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:27.528654 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-823bc5ed-4674-4b9b-871a-16de059fef3c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:27.529302 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'face24d8-b5a0-4264-8bae-8815dcfb2954', 'tag': '37c8f776-afd6-42eb-a4fb-d3652ca1f1c4', 'status': 'completed', 'code': 200} Sep 16 05:18:27.532493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-5a639ae9-3b56-4e44-9dd4-5252644ae755 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.533971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-5a639ae9-3b56-4e44-9dd4-5252644ae755 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.60 "GET /v2.0/networks?id=37f5842a-3220-40c9-a301-eabe84c35f4d HTTP/1.1" status: 200 len: 817 time: 0.1130259 Sep 16 05:18:27.554155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Request body: {'port': {'device_id': '4117ee8f-9501-463a-894a-fa9ee8077c8a', 'network_id': '37f5842a-3220-40c9-a301-eabe84c35f4d', 'admin_state_up': True, 'tenant_id': 'd6c369f743d5476384b760e42607e8e5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:27.616913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37507e70-d1dd-4392-b204-3af862820a5a req-f1f6a64f-181a-4d54-8f78-5ad7f1b69470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.618536 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37507e70-d1dd-4392-b204-3af862820a5a req-f1f6a64f-181a-4d54-8f78-5ad7f1b69470 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 1096 time: 0.0679631 Sep 16 05:18:27.621012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd00909f-5a26-4b26-b3eb-38697ae4dd1c req-8c387726-badb-4af9-99f7-87113e2742ed tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 210 time: 0.0696678 Sep 16 05:18:27.732910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37507e70-d1dd-4392-b204-3af862820a5a req-fbec4464-0c73-42d2-8d11-bd70ccb55df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.734413 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37507e70-d1dd-4392-b204-3af862820a5a req-fbec4464-0c73-42d2-8d11-bd70ccb55df5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=87b6942fb09b4ab2839ae347069c6f90&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1058452 Sep 16 05:18:27.849097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Made reservation on behalf of d6c369f743d5476384b760e42607e8e5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:27.849097 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.885447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37507e70-d1dd-4392-b204-3af862820a5a req-c815f372-07a3-4d78-931c-877388080b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.887658 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37507e70-d1dd-4392-b204-3af862820a5a req-c815f372-07a3-4d78-931c-877388080b8d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458669 Sep 16 05:18:28.018760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2f2ae701-e3d0-47c4-95c6-e18a185a1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.023229 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-2f2ae701-e3d0-47c4-95c6-e18a185a1d77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 1096 time: 0.0921960 Sep 16 05:18:28.032443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Allocated IP 172.20.0.4 (37f5842a-3220-40c9-a301-eabe84c35f4d/543e2ab0-eb48-4234-86b6-536aaca36376/ef3d1ae7-f9cc-471a-9b98-e987f559c3a2) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:28.075887 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-03b7b1bd-aed0-44c7-a0b7-cbc9e4927061 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 HTTP/1.1" status: 200 len: 217 time: 0.0463598 Sep 16 05:18:28.130246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-913ee100-e8bf-475b-a34b-835a1afc5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.131779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-913ee100-e8bf-475b-a34b-835a1afc5ca2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 200 len: 855 time: 0.0478151 Sep 16 05:18:28.170491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-3d9ee248-ccd4-4787-aba3-91f831263558 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=368d22b1-fd9d-456f-bc7b-85ad6c39a423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309150 Sep 16 05:18:28.222395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.276096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.297196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-8fc017f6-e0bd-40ec-84d1-3f11848f0a39 service neutron] 10.222.0.60 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183808 Sep 16 05:18:28.639170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972b4a6-151b-4040-9572-22ddcb87c2a5 req-8fd494f6-13a9-43d1-8d7b-e404d758144f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.641038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1972b4a6-151b-4040-9572-22ddcb87c2a5 req-8fd494f6-13a9-43d1-8d7b-e404d758144f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 944 time: 0.4162734 Sep 16 05:18:28.700411 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1972b4a6-151b-4040-9572-22ddcb87c2a5 req-da4fe2ed-efdf-49ab-8469-6bd1273da5de tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492916 Sep 16 05:18:28.747697 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.779328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05e89f6f-b257-403f-9a67-891a4483a6a9 req-0cfd8f10-b1ba-4bed-bf80-5cad54c8e566 service neutron] 10.222.0.60 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704802 Sep 16 05:18:28.841823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Network 37f5842a-3220-40c9-a301-eabe84c35f4d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:28.852998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:28.859678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:28.865629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Pushing event updated for resources: {'Port': ['ID=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:28.922532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3ef9e-2592-4950-b586-9073b9364dcc req-1aa5e300-86dc-46bb-98a6-2c5e0064a2e5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.924117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92c3ef9e-2592-4950-b586-9073b9364dcc req-1aa5e300-86dc-46bb-98a6-2c5e0064a2e5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1319137 Sep 16 05:18:28.933846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de56de-3f05-4291-a68b-be5e00cbbdad req-c0dd78e4-9e0b-41ea-ae01-206d0461334c tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.935204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0de56de-3f05-4291-a68b-be5e00cbbdad req-c0dd78e4-9e0b-41ea-ae01-206d0461334c tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 931 time: 0.1572526 Sep 16 05:18:28.942746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.943366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.004330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92c3ef9e-2592-4950-b586-9073b9364dcc req-0e475996-fcb1-41af-b6f3-408e3b68f07a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679123 Sep 16 05:18:29.014396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0de56de-3f05-4291-a68b-be5e00cbbdad req-9cbc0e74-af30-46b4-a67d-5ec244b295b0 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641005 Sep 16 05:18:29.082956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-ea76428c-c4bd-4f1e-ab50-2addf0a776df tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5340788 Sep 16 05:18:29.099388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Request body: {'port': {'device_id': '4117ee8f-9501-463a-894a-fa9ee8077c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:29.156161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.430323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:29.438190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.450804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Transition to ACTIVE for port object ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:29.590493 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.683647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:29.740284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Attempting to bind port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:29.740767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Attempting to bind port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '6eb3d8a6-3467-43bf-9dff-f36f501ee3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37f5842a-3220-40c9-a301-eabe84c35f4d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:29.741222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Attempting to bind port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 on network 37f5842a-3220-40c9-a301-eabe84c35f4d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:29.747746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 on network 37f5842a-3220-40c9-a301-eabe84c35f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:29.747746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Attempting to bind port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 on network 37f5842a-3220-40c9-a301-eabe84c35f4d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:29.752423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:29.752770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Checking segment: {'id': '6eb3d8a6-3467-43bf-9dff-f36f501ee3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37f5842a-3220-40c9-a301-eabe84c35f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:29.753153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Bound using segment: {'id': '6eb3d8a6-3467-43bf-9dff-f36f501ee3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37f5842a-3220-40c9-a301-eabe84c35f4d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:29.753586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Bound port: ef3d1ae7-f9cc-471a-9b98-e987f559c3a2, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb3d8a6-3467-43bf-9dff-f36f501ee3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37f5842a-3220-40c9-a301-eabe84c35f4d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:29.754389 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.858968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] For port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:29.868009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed1886-bb8b-4c41-96ff-cc31cc398447 req-26f85d77-2e78-4fa2-83ba-e0526ef3e59d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:29.869501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00ed1886-bb8b-4c41-96ff-cc31cc398447 req-26f85d77-2e78-4fa2-83ba-e0526ef3e59d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 944 time: 0.0820456 Sep 16 05:18:29.872073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] For port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,segment=NetworkSegment(6eb3d8a6-3467-43bf-9dff-f36f501ee3c6),segment_id=6eb3d8a6-3467-43bf-9dff-f36f501ee3c6)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:29.909597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00ed1886-bb8b-4c41-96ff-cc31cc398447 req-37ab03c4-8b46-486a-a58d-e7a429fc7b79 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Sep 16 05:18:29.933376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.970143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:29.970790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.972228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 HTTP/1.1" status: 200 len: 1092 time: 0.8770878 Sep 16 05:18:29.972683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4117ee8f-9501-463a-894a-fa9ee8077c8a', 'tag': 'ef3d1ae7-f9cc-471a-9b98-e987f559c3a2'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:29.974939 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a00b04-6d40-4f91-9a5b-9c23e34a3106" -d '{"events": [{"name": "network-changed", "server_uuid": "4117ee8f-9501-463a-894a-fa9ee8077c8a", "tag": "ef3d1ae7-f9cc-471a-9b98-e987f559c3a2"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:29.999793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9199ea3-7ac6-451f-bf56-cb1cdc0e21d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:30.013456 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d54dd7-bb1c-4861-9b02-9483f6618ca6 x-openstack-request-id: req-57d54dd7-bb1c-4861-9b02-9483f6618ca6 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:30.013753 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4117ee8f-9501-463a-894a-fa9ee8077c8a", "tag": "ef3d1ae7-f9cc-471a-9b98-e987f559c3a2", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:30.014006 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57d54dd7-bb1c-4861-9b02-9483f6618ca6 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:30.014402 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4117ee8f-9501-463a-894a-fa9ee8077c8a', 'tag': 'ef3d1ae7-f9cc-471a-9b98-e987f559c3a2', 'status': 'completed', 'code': 200} Sep 16 05:18:30.121022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a00b04-6d40-4f91-9a5b-9c23e34a3106 req-407ba866-b172-4c4b-89fa-67bdab031cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.122546 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a00b04-6d40-4f91-9a5b-9c23e34a3106 req-407ba866-b172-4c4b-89fa-67bdab031cd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6c369f743d5476384b760e42607e8e5&device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 1095 time: 0.0869133 Sep 16 05:18:30.214821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac48f-22b5-4893-aee0-a89415d8dcf5 req-e3511a68-9755-4ce9-8b57-f80c82a3a9c4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.216294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-654ac48f-22b5-4893-aee0-a89415d8dcf5 req-e3511a68-9755-4ce9-8b57-f80c82a3a9c4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1269209 Sep 16 05:18:30.296201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c5504-f524-47be-b9a1-b4db469ff3b9 req-1cfb2957-6780-4687-ad6c-86515e307c57 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.298611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d5c5504-f524-47be-b9a1-b4db469ff3b9 req-1cfb2957-6780-4687-ad6c-86515e307c57 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 943 time: 0.1625206 Sep 16 05:18:30.338383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a00b04-6d40-4f91-9a5b-9c23e34a3106 req-bd6c0467-e334-4bbd-8f19-6a806a6234a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.339792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a00b04-6d40-4f91-9a5b-9c23e34a3106 req-bd6c0467-e334-4bbd-8f19-6a806a6234a7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d6c369f743d5476384b760e42607e8e5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2050405 Sep 16 05:18:30.344968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-654ac48f-22b5-4893-aee0-a89415d8dcf5 req-82812c59-ed4e-4806-beed-1982bf54adf5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975256 Sep 16 05:18:30.384241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d5c5504-f524-47be-b9a1-b4db469ff3b9 req-3f58afc1-6e46-42e4-89b1-de6f34c5c25a tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707915 Sep 16 05:18:30.457154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a00b04-6d40-4f91-9a5b-9c23e34a3106 req-7e8f660a-dce2-4600-b556-91ca4a6560bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.458659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22a00b04-6d40-4f91-9a5b-9c23e34a3106 req-7e8f660a-dce2-4600-b556-91ca4a6560bc service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084313 Sep 16 05:18:30.544185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-4e9bea1b-ef6d-4840-8814-70e3cc47d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.545752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-4e9bea1b-ef6d-4840-8814-70e3cc47d515 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6c369f743d5476384b760e42607e8e5&device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 1095 time: 0.0471435 Sep 16 05:18:30.591702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-cfe6ced8-8a87-40fc-979e-998165eec9f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 HTTP/1.1" status: 200 len: 217 time: 0.0364280 Sep 16 05:18:30.642926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-fdee6bac-de78-4809-bcd4-ad71ce50b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.644597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-fdee6bac-de78-4809-bcd4-ad71ce50b781 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=543e2ab0-eb48-4234-86b6-536aaca36376 HTTP/1.1" status: 200 len: 857 time: 0.0462928 Sep 16 05:18:30.679588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-299ba673-7b16-46ba-acee-516f0e9bc91d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=37f5842a-3220-40c9-a301-eabe84c35f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267963 Sep 16 05:18:30.778925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-6d788776-6e6b-4a51-b9bd-30674ad9fdbb service neutron] 10.222.0.60 "GET /v2.0/networks/37f5842a-3220-40c9-a301-eabe84c35f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915046 Sep 16 05:18:30.871011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4601fa82-5de3-4fff-96c8-37d8f2888865 req-82690322-9d48-4113-9a9b-51efb253d1ad service neutron] 10.222.0.60 "GET /v2.0/networks/37f5842a-3220-40c9-a301-eabe84c35f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843015 Sep 16 05:18:31.034994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45367ee6-99c0-4256-914b-bd952a619bfd req-7e7119c8-5c0e-4a8f-804d-2ae5f68562ec tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:31.036661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45367ee6-99c0-4256-914b-bd952a619bfd req-7e7119c8-5c0e-4a8f-804d-2ae5f68562ec tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 944 time: 0.0568569 Sep 16 05:18:31.076645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:31.082697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45367ee6-99c0-4256-914b-bd952a619bfd req-c663ae68-b92d-43cb-bee8-e050cbc1e761 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Sep 16 05:18:31.183659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:31.196199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '37c8f776-afd6-42eb-a4fb-d3652ca1f1c4', 'network_id': '368d22b1-fd9d-456f-bc7b-85ad6c39a423', 'port_id': '37c8f776-afd6-42eb-a4fb-d3652ca1f1c4', 'mac_address': 'fa:16:3e:d2:5e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d1e2c4-5b30-4518-bce1-49d330038d8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:31.234703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.247261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:31.273806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:31.373462 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.423128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.490534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdabe4-a54a-4c23-a210-22a20099e7c2 req-9a427716-0145-462f-aba5-a9ec6e0ebf34 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:31.492068 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffbdabe4-a54a-4c23-a210-22a20099e7c2 req-9a427716-0145-462f-aba5-a9ec6e0ebf34 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0607204 Sep 16 05:18:31.551532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffbdabe4-a54a-4c23-a210-22a20099e7c2 req-1efb7dd7-88ac-4839-a32e-5cc562cbb94e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Sep 16 05:18:31.560318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3928fe4-4b39-4bd4-b5af-774f6b292d6a req-c69b7d20-7106-4f7c-8729-3f2e4addd18a tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:31.561765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3928fe4-4b39-4bd4-b5af-774f6b292d6a req-c69b7d20-7106-4f7c-8729-3f2e4addd18a tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 943 time: 0.0937629 Sep 16 05:18:31.600646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3928fe4-4b39-4bd4-b5af-774f6b292d6a req-5a75d640-4ca4-4ad9-a134-48b076cafc7f tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Sep 16 05:18:31.655642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['37c8f776-afd6-42eb-a4fb-d3652ca1f1c4'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:32.305669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f11dd-e614-4506-abce-e1e6d068f176 req-d9ae113a-0cb3-4734-8b1a-c3a6af8eb648 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.307280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d1f11dd-e614-4506-abce-e1e6d068f176 req-d9ae113a-0cb3-4734-8b1a-c3a6af8eb648 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 945 time: 0.0646486 Sep 16 05:18:32.352074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d1f11dd-e614-4506-abce-e1e6d068f176 req-c4efb14e-d338-4065-8b95-cac7bc9ea7cb tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366237 Sep 16 05:18:32.673877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f0972-86ed-4728-992d-4b339924873d req-1ad60b61-a9ba-4063-94df-8f346f1be62e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.675229 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b4f0972-86ed-4728-992d-4b339924873d req-1ad60b61-a9ba-4063-94df-8f346f1be62e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0508339 Sep 16 05:18:32.743917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b4f0972-86ed-4728-992d-4b339924873d req-060a3456-b9be-48f7-b420-7d9ad40b49c2 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596673 Sep 16 05:18:32.752587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4579f6-d781-4633-943c-824be1b6aad0 req-0cc7668a-488c-4c61-8414-5224542c3e4a tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.754059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a4579f6-d781-4633-943c-824be1b6aad0 req-0cc7668a-488c-4c61-8414-5224542c3e4a tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 943 time: 0.0779276 Sep 16 05:18:32.795613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a4579f6-d781-4633-943c-824be1b6aad0 req-f0ec20d7-6693-4de0-ae04-521b5ac6f28f tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346863 Sep 16 05:18:33.100772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:33.105343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:33.231971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,segment=NetworkSegment(6eb3d8a6-3467-43bf-9dff-f36f501ee3c6),segment_id=6eb3d8a6-3467-43bf-9dff-f36f501ee3c6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:33.243083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'ef3d1ae7-f9cc-471a-9b98-e987f559c3a2', 'network_id': '37f5842a-3220-40c9-a301-eabe84c35f4d', 'port_id': 'ef3d1ae7-f9cc-471a-9b98-e987f559c3a2', 'mac_address': 'fa:16:3e:e8:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543e2ab0-eb48-4234-86b6-536aaca36376', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:33.277284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:33.288490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:33.288987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.290522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.325564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:33.353392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,segment=NetworkSegment(6eb3d8a6-3467-43bf-9dff-f36f501ee3c6),segment_id=6eb3d8a6-3467-43bf-9dff-f36f501ee3c6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:33.410593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.425866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.502567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cdd2b-182e-49cf-a270-fd2c3b721e27 req-a36686c5-2664-4a9f-8659-af493204616d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.504370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff6cdd2b-182e-49cf-a270-fd2c3b721e27 req-a36686c5-2664-4a9f-8659-af493204616d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 945 time: 0.0564358 Sep 16 05:18:33.550487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff6cdd2b-182e-49cf-a270-fd2c3b721e27 req-1121fc17-18dc-497b-81e9-b6cf410f1b51 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Sep 16 05:18:33.640696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'face24d8-b5a0-4264-8bae-8815dcfb2954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c8f776-afd6-42eb-a4fb-d3652ca1f1c4'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:33.642995 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f105932b-59f9-4aa9-bec8-0bd0d0224f0e" -d '{"events": [{"server_uuid": "face24d8-b5a0-4264-8bae-8815dcfb2954", "name": "network-vif-plugged", "status": "completed", "tag": "37c8f776-afd6-42eb-a4fb-d3652ca1f1c4"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:33.663604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:33.666787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:33.696218 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3552e197-ca18-4b6c-8f91-5770a3c8c8ad x-openstack-request-id: req-3552e197-ca18-4b6c-8f91-5770a3c8c8ad {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:33.696517 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "face24d8-b5a0-4264-8bae-8815dcfb2954", "name": "network-vif-plugged", "status": "completed", "tag": "37c8f776-afd6-42eb-a4fb-d3652ca1f1c4", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:33.696770 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3552e197-ca18-4b6c-8f91-5770a3c8c8ad {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:33.697168 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'face24d8-b5a0-4264-8bae-8815dcfb2954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c8f776-afd6-42eb-a4fb-d3652ca1f1c4', 'code': 200} Sep 16 05:18:33.722021 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.728514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ef3d1ae7-f9cc-471a-9b98-e987f559c3a2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:33.821231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135515b-a751-4596-8a24-553381baa7e1 req-f963a47a-4109-4ab9-a604-c6f83ea5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.823595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6135515b-a751-4596-8a24-553381baa7e1 req-f963a47a-4109-4ab9-a604-c6f83ea5b3e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 1098 time: 0.0580719 Sep 16 05:18:33.851936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:33.953303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6135515b-a751-4596-8a24-553381baa7e1 req-139d1d2a-5502-4e91-a7d2-bfa2012b00e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217034 Sep 16 05:18:33.969589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862178-9595-4421-b37d-8c9e5c2b0da6 req-675ee325-3a26-4237-91d6-48e9a9570f6f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.971079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd862178-9595-4421-b37d-8c9e5c2b0da6 req-675ee325-3a26-4237-91d6-48e9a9570f6f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1111054 Sep 16 05:18:33.980036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac9ee-7d4a-4a5b-8837-41cbec8b7639 req-2eaab4c6-76ec-4e22-8eba-2dc87fe9d04b tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.981450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a60ac9ee-7d4a-4a5b-8837-41cbec8b7639 req-2eaab4c6-76ec-4e22-8eba-2dc87fe9d04b tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 944 time: 0.0881937 Sep 16 05:18:34.248890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd862178-9595-4421-b37d-8c9e5c2b0da6 req-7530f9be-5f21-4154-9f79-6c14af0753a8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664947 Sep 16 05:18:34.248890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a60ac9ee-7d4a-4a5b-8837-41cbec8b7639 req-d8fe985e-8600-46df-8782-0f4fd9b94404 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736558 Sep 16 05:18:34.669580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e5895-d348-427c-bfdd-ee5c40f6e0de req-294b6d20-5878-42fa-8f16-08caf693bd0d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:34.671075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-225e5895-d348-427c-bfdd-ee5c40f6e0de req-294b6d20-5878-42fa-8f16-08caf693bd0d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 946 time: 0.0494931 Sep 16 05:18:34.713921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-225e5895-d348-427c-bfdd-ee5c40f6e0de req-da10c5a6-8a26-4fd0-aba0-9d53e4c654a7 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369225 Sep 16 05:18:35.113884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:35.227069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588290f-996a-4f5f-ba25-45a1e1f29321 req-8985fd23-a8b6-4db3-ae3f-bb9e51f44a44 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.231784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4588290f-996a-4f5f-ba25-45a1e1f29321 req-8985fd23-a8b6-4db3-ae3f-bb9e51f44a44 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0947089 Sep 16 05:18:35.236113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:35.240291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:35.240673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.250076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79801cb-c4fa-407f-81bd-fab04b772bc0 req-4f929f93-f4e7-4a3b-a4e1-f2cf99ca4865 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.251845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e79801cb-c4fa-407f-81bd-fab04b772bc0 req-4f929f93-f4e7-4a3b-a4e1-f2cf99ca4865 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 944 time: 0.0796175 Sep 16 05:18:35.320008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4588290f-996a-4f5f-ba25-45a1e1f29321 req-d8ee2b69-0206-4f01-9d1b-b0edd94dff57 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667002 Sep 16 05:18:35.324575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e79801cb-c4fa-407f-81bd-fab04b772bc0 req-6ada0b9d-b342-489f-be32-f83d3df553aa tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653276 Sep 16 05:18:35.418699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.462050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,segment=NetworkSegment(6eb3d8a6-3467-43bf-9dff-f36f501ee3c6),segment_id=6eb3d8a6-3467-43bf-9dff-f36f501ee3c6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:35.531999 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.583392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:35.697957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4117ee8f-9501-463a-894a-fa9ee8077c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3d1ae7-f9cc-471a-9b98-e987f559c3a2'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:35.700525 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9465fab-1e24-4cf5-9d88-5d0d8b66d658" -d '{"events": [{"server_uuid": "4117ee8f-9501-463a-894a-fa9ee8077c8a", "name": "network-vif-plugged", "status": "completed", "tag": "ef3d1ae7-f9cc-471a-9b98-e987f559c3a2"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:35.753328 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e9b8d-a763-4383-aaf9-fd7dcbda22f9 x-openstack-request-id: req-5f5e9b8d-a763-4383-aaf9-fd7dcbda22f9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:35.753896 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4117ee8f-9501-463a-894a-fa9ee8077c8a", "name": "network-vif-plugged", "status": "completed", "tag": "ef3d1ae7-f9cc-471a-9b98-e987f559c3a2", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:35.754324 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f5e9b8d-a763-4383-aaf9-fd7dcbda22f9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:35.754726 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4117ee8f-9501-463a-894a-fa9ee8077c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3d1ae7-f9cc-471a-9b98-e987f559c3a2', 'code': 200} Sep 16 05:18:35.879538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55e06-e4f3-4404-a739-25dc2d5f3ef7 req-9409d037-799a-415c-815e-9507eacd539e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.882446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60c55e06-e4f3-4404-a739-25dc2d5f3ef7 req-9409d037-799a-415c-815e-9507eacd539e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 946 time: 0.0828409 Sep 16 05:18:35.886931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd64c8c-b267-4582-9d24-4bf0840bfe03 req-4ac05096-6d92-4ba6-90a5-be0e4fe2bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.888376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd64c8c-b267-4582-9d24-4bf0840bfe03 req-4ac05096-6d92-4ba6-90a5-be0e4fe2bf2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 1097 time: 0.0799870 Sep 16 05:18:35.942741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60c55e06-e4f3-4404-a739-25dc2d5f3ef7 req-f1f13b71-ace5-44c6-b680-dcdea30881d5 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534053 Sep 16 05:18:35.951197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acd64c8c-b267-4582-9d24-4bf0840bfe03 req-fc413859-f837-47dc-85eb-9b428260faa1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Sep 16 05:18:36.527328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889b83f-46f6-468f-808f-aeb4ea682aa9 req-69f11ec6-b23d-4280-8761-7c64c94751ac tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.529537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f889b83f-46f6-468f-808f-aeb4ea682aa9 req-69f11ec6-b23d-4280-8761-7c64c94751ac tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 945 time: 0.1178775 Sep 16 05:18:36.565132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ee479-f4f8-4e4d-b9c9-1e06116e62e3 req-018df748-706e-4ae1-a67a-ced182e272a1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.566791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d5ee479-f4f8-4e4d-b9c9-1e06116e62e3 req-018df748-706e-4ae1-a67a-ced182e272a1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1090553 Sep 16 05:18:36.616377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f889b83f-46f6-468f-808f-aeb4ea682aa9 req-ffa7569b-f6f2-47e1-8c62-acb242647c67 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799067 Sep 16 05:18:36.624648 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d5ee479-f4f8-4e4d-b9c9-1e06116e62e3 req-c62c12b4-fa6d-4a0f-b3ab-c49760a5e323 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492957 Sep 16 05:18:37.794419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90518608-55d5-4554-b4cb-9a6c57517928 req-e6b07227-f6f3-4c74-943a-a4b17b1e34d0 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:37.795971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90518608-55d5-4554-b4cb-9a6c57517928 req-e6b07227-f6f3-4c74-943a-a4b17b1e34d0 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 945 time: 0.0774906 Sep 16 05:18:37.839424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90518608-55d5-4554-b4cb-9a6c57517928 req-15032f2e-7043-4365-a3fa-1180084407b6 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362694 Sep 16 05:18:38.023902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea52ad-7d75-4f79-853f-3399b71c9e45 req-7a521eee-457d-4d11-85b1-7617c7bb6a98 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:38.032187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42ea52ad-7d75-4f79-853f-3399b71c9e45 req-7a521eee-457d-4d11-85b1-7617c7bb6a98 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0667195 Sep 16 05:18:38.081699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42ea52ad-7d75-4f79-853f-3399b71c9e45 req-26364d62-87ba-47f3-9678-2b29ae1e229e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482638 Sep 16 05:18:38.622530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d903-c140-45b4-b1af-d2acc6ce76ca req-37805a3a-0c94-4d2b-b9b0-35c732c068ab tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:38.622530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f400d903-c140-45b4-b1af-d2acc6ce76ca req-37805a3a-0c94-4d2b-b9b0-35c732c068ab tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 945 time: 0.0586216 Sep 16 05:18:38.661731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f400d903-c140-45b4-b1af-d2acc6ce76ca req-71444bc0-ef22-4b61-8886-1c55008996eb tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358300 Sep 16 05:18:39.242236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9cea-2e57-46d2-9298-c2b96c76b09c req-109b010b-dda6-468e-9995-6792d555cd56 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:39.243882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-729b9cea-2e57-46d2-9298-c2b96c76b09c req-109b010b-dda6-468e-9995-6792d555cd56 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0575559 Sep 16 05:18:39.300733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-729b9cea-2e57-46d2-9298-c2b96c76b09c req-7a8c977f-8443-4815-8049-5fea9df7afdc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491843 Sep 16 05:18:39.806055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4017b5-37e7-479b-b4a4-8ea97df028f9 req-c8486fd1-e337-4cfa-87df-ed67a76a6a40 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:39.807820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b4017b5-37e7-479b-b4a4-8ea97df028f9 req-c8486fd1-e337-4cfa-87df-ed67a76a6a40 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 945 time: 0.0604336 Sep 16 05:18:39.867331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b4017b5-37e7-479b-b4a4-8ea97df028f9 req-7728bd00-6135-4566-ba1a-32d24891ddea tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d284f13-7402-4f3f-ab31-fc120072cd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490081 Sep 16 05:18:40.289180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4e05d14e-4e91-4e44-a2b9-cef962dc43b4 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:40.295735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4e05d14e-4e91-4e44-a2b9-cef962dc43b4 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.60 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 945 time: 0.0676808 Sep 16 05:18:40.429329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Deleting port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:40.429945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.481946 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.487163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47204) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:40.656648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] For port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,segment=NetworkSegment(6eb3d8a6-3467-43bf-9dff-f36f501ee3c6),segment_id=6eb3d8a6-3467-43bf-9dff-f36f501ee3c6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:40.657024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.668746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b354-cfa1-4438-8fed-5dc1d04888ac req-c4f54e86-fae6-4f6a-bf37-b18ed2e7de8e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:40.675645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87d1b354-cfa1-4438-8fed-5dc1d04888ac req-c4f54e86-fae6-4f6a-bf37-b18ed2e7de8e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1565688 Sep 16 05:18:40.688315 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06aa1eee-08d5-49ee-805f-26d05bcefea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.690654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Calling delete_port for ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:40.784568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87d1b354-cfa1-4438-8fed-5dc1d04888ac req-d2024e20-dfac-4e8d-8a3a-dccce84602b4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024184 Sep 16 05:18:40.855444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06aa1eee-08d5-49ee-805f-26d05bcefea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.939420 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06aa1eee-08d5-49ee-805f-26d05bcefea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.996916 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-06aa1eee-08d5-49ee-805f-26d05bcefea8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=850beb5bf8c04e10a102d0e652a6e55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079703 Sep 16 05:18:41.001366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47212) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:41.008643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40b0c690-dc69-4fd4-878d-2b877f236033 req-c784ba86-a68a-4148-bcfa-394b4286ea03 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 210 time: 0.0487747 Sep 16 05:18:41.009532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.026482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ef3d1ae7-f9cc-471a-9b98-e987f559c3a2'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:41.058323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Pushing event deleted for resources: {'Port': ['ID=ef3d1ae7-f9cc-471a-9b98-e987f559c3a2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:41.065884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa1eee-08d5-49ee-805f-26d05bcefea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07fb88d-add2-47ec-9317-3a04cf2dcc6d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:41.086551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-62234fd6-bc38-4606-a8b1-f09dea9a12c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.109458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4010e4b-7ed1-46c0-a216-8a1852b57414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.121765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.122366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.122724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.123081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.123468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.123808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.124147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.124484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.124820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.125649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.125649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.125877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.128888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] No DVR routers for this DVR port ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:41.133257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.136287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b950787d-2dbf-498d-9519-28bb39103e14 req-4c48927a-112f-44ef-b75d-d9ef1ad24966 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.60 "DELETE /v2.0/ports/ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 HTTP/1.1" status: 204 len: 173 time: 0.8368549 Sep 16 05:18:41.136830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4117ee8f-9501-463a-894a-fa9ee8077c8a', 'name': 'network-vif-deleted', 'tag': 'ef3d1ae7-f9cc-471a-9b98-e987f559c3a2'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:41.139200 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebc12a9-df4b-42be-835c-a7f1328f53f4" -d '{"events": [{"server_uuid": "4117ee8f-9501-463a-894a-fa9ee8077c8a", "name": "network-vif-deleted", "tag": "ef3d1ae7-f9cc-471a-9b98-e987f559c3a2"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:41.140059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4010e4b-7ed1-46c0-a216-8a1852b57414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.146763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:41.205840 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787e237-61f3-42a5-83e1-bceda6f57cb1 x-openstack-request-id: req-7787e237-61f3-42a5-83e1-bceda6f57cb1 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:41.206143 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4117ee8f-9501-463a-894a-fa9ee8077c8a", "name": "network-vif-deleted", "tag": "ef3d1ae7-f9cc-471a-9b98-e987f559c3a2", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:41.206400 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7787e237-61f3-42a5-83e1-bceda6f57cb1 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:41.206812 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4117ee8f-9501-463a-894a-fa9ee8077c8a', 'name': 'network-vif-deleted', 'tag': 'ef3d1ae7-f9cc-471a-9b98-e987f559c3a2', 'status': 'completed', 'code': 200} Sep 16 05:18:41.271854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:41.284964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'port_id': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'mac_address': 'fa:16:3e:2b:6d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:41.290397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4010e4b-7ed1-46c0-a216-8a1852b57414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.296205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4010e4b-7ed1-46c0-a216-8a1852b57414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.297789 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e4010e4b-7ed1-46c0-a216-8a1852b57414 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e07fb88d-add2-47ec-9317-3a04cf2dcc6d HTTP/1.1" status: 204 len: 168 time: 0.2952068 Sep 16 05:18:41.316271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4010e4b-7ed1-46c0-a216-8a1852b57414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07fb88d-add2-47ec-9317-3a04cf2dcc6d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:41.345629 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.381978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07b51cb6-b344-4080-8189-718dbdbd4c0d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:41.410297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:41.499923 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.612042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:41.645578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['07b51cb6-b344-4080-8189-718dbdbd4c0d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:41.952148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3242d3-1793-47cd-830b-d101d4e7e633 req-c3f3e837-46ef-418d-bef6-eb3a8f5b061b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:41.967743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e3242d3-1793-47cd-830b-d101d4e7e633 req-c3f3e837-46ef-418d-bef6-eb3a8f5b061b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 945 time: 0.0841401 Sep 16 05:18:42.033837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e3242d3-1793-47cd-830b-d101d4e7e633 req-6e1d25ec-5965-4b79-b9c6-77c71276d6cf tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642450 Sep 16 05:18:42.182563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b74566fc-3e27-4c1c-b83c-23025cbbbe8e req-1ee878e5-3226-464a-959a-71bf863cd2b7 tempest-InstanceActionsV221TestJSON-2125421056 tempest-InstanceActionsV221TestJSON-2125421056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4117ee8f-9501-463a-894a-fa9ee8077c8a HTTP/1.1" status: 200 len: 210 time: 0.0363717 Sep 16 05:18:43.161558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:43.252298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 07b51cb6-b344-4080-8189-718dbdbd4c0d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:43.253001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.256100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94bc71-6b33-4845-8a27-d1e3c2e399d3 req-1b069053-4be9-4838-9755-f7df20220685 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:43.263759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94bc71-6b33-4845-8a27-d1e3c2e399d3 req-1b069053-4be9-4838-9755-f7df20220685 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 945 time: 0.1237187 Sep 16 05:18:43.353004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c94bc71-6b33-4845-8a27-d1e3c2e399d3 req-44b7d3ed-0709-43e2-a99c-9e962060adf3 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816534 Sep 16 05:18:43.490362 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.554651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:43.555618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:43.558009 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb1828f-717e-4147-8ce2-15abeae8da4a" -d '{"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-plugged", "status": "completed", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:43.633083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47298) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:43.638429 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.638429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:43.648540 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9371fe11-4b99-49a3-b282-02cc9ee01f5f x-openstack-request-id: req-9371fe11-4b99-49a3-b282-02cc9ee01f5f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:43.648990 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-plugged", "status": "completed", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:43.649314 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9371fe11-4b99-49a3-b282-02cc9ee01f5f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:43.649959 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'code': 200} Sep 16 05:18:43.752424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-311a89ca-39e9-4792-bb54-b2b054e28515 admin admin] Deleting subnet 543e2ab0-eb48-4234-86b6-536aaca36376 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:43.767272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-311a89ca-39e9-4792-bb54-b2b054e28515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.850508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:43.855523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:43.855810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47306) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:43.855965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ef3d1ae7-f9cc-471a-9b98-e987f559c3a2 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:43.858424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-311a89ca-39e9-4792-bb54-b2b054e28515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.939955 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-311a89ca-39e9-4792-bb54-b2b054e28515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.108489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29203015-45b0-4a62-b217-e3e5f10c1863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.139908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-311a89ca-39e9-4792-bb54-b2b054e28515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.204230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a89ca-39e9-4792-bb54-b2b054e28515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543e2ab0-eb48-4234-86b6-536aaca36376,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:44.204230 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-311a89ca-39e9-4792-bb54-b2b054e28515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.209635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-311a89ca-39e9-4792-bb54-b2b054e28515 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/543e2ab0-eb48-4234-86b6-536aaca36376 HTTP/1.1" status: 204 len: 168 time: 0.5748618 Sep 16 05:18:44.215853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47314) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:44.247987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.373452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29203015-45b0-4a62-b217-e3e5f10c1863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.388442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.486044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6fa2daef-822b-4c7a-870a-a8086aa0d443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.496639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29203015-45b0-4a62-b217-e3e5f10c1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.561734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.596762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-29203015-45b0-4a62-b217-e3e5f10c1863 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f35cee06c3eb4a71b63ff46672a513b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367439 Sep 16 05:18:44.599136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f5842a-3220-40c9-a301-eabe84c35f4d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.601692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47320) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:44.636002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb3d8a6-3467-43bf-9dff-f36f501ee3c6') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.637074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb3d8a6-3467-43bf-9dff-f36f501ee3c6') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.637471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567f3d6-90e1-46da-beef-e4b82b4df672 req-a5cfbffe-0553-4e51-bdaa-e1e67606611e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:44.639088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6567f3d6-90e1-46da-beef-e4b82b4df672 req-a5cfbffe-0553-4e51-bdaa-e1e67606611e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1708822 Sep 16 05:18:44.639994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29203015-45b0-4a62-b217-e3e5f10c1863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072690c9-6b3b-4bf7-85a1-d2041b419896,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:44.667110 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.711904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.722339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ed48645-0fd1-473f-a26a-4ccab21a4c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.727050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6567f3d6-90e1-46da-beef-e4b82b4df672 req-7869ca59-b6e7-405f-b561-3df9ba66aad6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586600 Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:44.732667 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:44.802248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ed48645-0fd1-473f-a26a-4ccab21a4c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.886727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.898775 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.904567 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] 10.222.0.59 "DELETE /v2.0/networks/37f5842a-3220-40c9-a301-eabe84c35f4d HTTP/1.1" status: 204 len: 168 time: 0.6861401 Sep 16 05:18:44.918027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841c9db-12b1-4706-ba4f-7ea7c3023dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=37f5842a-3220-40c9-a301-eabe84c35f4d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:44.931800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ed48645-0fd1-473f-a26a-4ccab21a4c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.936137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ed48645-0fd1-473f-a26a-4ccab21a4c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.937571 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1ed48645-0fd1-473f-a26a-4ccab21a4c28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/072690c9-6b3b-4bf7-85a1-d2041b419896 HTTP/1.1" status: 204 len: 168 time: 0.3344896 Sep 16 05:18:44.966253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed48645-0fd1-473f-a26a-4ccab21a4c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072690c9-6b3b-4bf7-85a1-d2041b419896,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:45.184492 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.321882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47330) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:45.391513 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-261843d1-fe36-42c8-9daa-89e0d4257bb5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6c369f743d5476384b760e42607e8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682979 Sep 16 05:18:45.396997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47334) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:45.478360 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5364e9c0-00d9-48ce-9c4e-d0c3fd3c6e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.522411 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5364e9c0-00d9-48ce-9c4e-d0c3fd3c6e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.647996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5364e9c0-00d9-48ce-9c4e-d0c3fd3c6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.652774 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5364e9c0-00d9-48ce-9c4e-d0c3fd3c6e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.659632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5364e9c0-00d9-48ce-9c4e-d0c3fd3c6e3f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d284f13-7402-4f3f-ab31-fc120072cd9e HTTP/1.1" status: 204 len: 168 time: 0.2553058 Sep 16 05:18:45.681237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364e9c0-00d9-48ce-9c4e-d0c3fd3c6e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d284f13-7402-4f3f-ab31-fc120072cd9e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:45.829565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47340) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:45.882694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a356c6-59fa-4b9f-ba86-1de2ef930f7a req-96947b6a-69d1-4c17-8d5e-1930af6af7e6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:45.890785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60a356c6-59fa-4b9f-ba86-1de2ef930f7a req-96947b6a-69d1-4c17-8d5e-1930af6af7e6 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0719385 Sep 16 05:18:45.950168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60a356c6-59fa-4b9f-ba86-1de2ef930f7a req-e4027186-3280-450e-82c0-4f19f12de92e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581884 Sep 16 05:18:46.408199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Deleting port 4b2210cd-5a5c-4e10-a832-d771afa452d7 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:46.416624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.509870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.510922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.529104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Calling delete_port for 4b2210cd-5a5c-4e10-a832-d771afa452d7 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:46.790770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.841275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event deleted for resources: {'Port': ['ID=4b2210cd-5a5c-4e10-a832-d771afa452d7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:46.881190 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.905266 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.905785 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Floating IP 644648ed-c325-4c6a-89aa-e6cec65d3ac8 disassociated (deleted). External IP: 172.25.7.186, port: d7138b7e-f674-4ab1-87af-1d22783e9753. Sep 16 05:18:47.170763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a55690-d033-4856-83db-da66b35e510f req-88aaf17c-5e69-4d91-8b9f-13462968ccad tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.170763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26a55690-d033-4856-83db-da66b35e510f req-88aaf17c-5e69-4d91-8b9f-13462968ccad tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0722678 Sep 16 05:18:47.170763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26a55690-d033-4856-83db-da66b35e510f req-cf9738e8-a9ae-45f8-a58b-908fc79cee05 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Sep 16 05:18:47.172138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:47.262748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:47.268041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.272599 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b36540-91ed-4254-8548-757b70841947 None None] Sync routers for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:47.283597 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b36540-91ed-4254-8548-757b70841947 None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:47.284218 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-55b36540-91ed-4254-8548-757b70841947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:47.302515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4275e6dd-2bcd-4b2e-9e53-371a3480f1f0 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "DELETE /v2.0/floatingips/644648ed-c325-4c6a-89aa-e6cec65d3ac8 HTTP/1.1" status: 204 len: 168 time: 1.4691501 Sep 16 05:18:47.302515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:47.309038 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3672b4-6171-4bed-b967-2985a99fca17" -d '{"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:47.377337 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f5c856-31b3-4f3a-8999-6bf008ebaac7 x-openstack-request-id: req-83f5c856-31b3-4f3a-8999-6bf008ebaac7 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:47.377714 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:47.377858 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83f5c856-31b3-4f3a-8999-6bf008ebaac7 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:47.379166 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'status': 'completed', 'code': 200} Sep 16 05:18:47.406135 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-55b36540-91ed-4254-8548-757b70841947 None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:47.478459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47378) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:47.503337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3672b4-6171-4bed-b967-2985a99fca17 req-b45b93b1-bc94-4339-b476-6ed6918e6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.505071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3672b4-6171-4bed-b967-2985a99fca17 req-b45b93b1-bc94-4339-b476-6ed6918e6a44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77821e3ca1c344a692533e50a425bb47&device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 1097 time: 0.1169410 Sep 16 05:18:47.625799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1228941399-network', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:47.665368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3672b4-6171-4bed-b967-2985a99fca17 req-f22f2d5b-146d-4733-93af-e132eba0db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.669090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3672b4-6171-4bed-b967-2985a99fca17 req-f22f2d5b-146d-4733-93af-e132eba0db32 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10b8a951-6397-44c2-9fe2-9c35a89ddd98 HTTP/1.1" status: 200 len: 915 time: 0.1516783 Sep 16 05:18:47.789633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3672b4-6171-4bed-b967-2985a99fca17 req-9fa06e6b-5194-47f5-8c14-7f071e802de1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7138b7e-f674-4ab1-87af-1d22783e9753 HTTP/1.1" status: 200 len: 217 time: 0.1103232 Sep 16 05:18:47.802073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Made reservation on behalf of 902bf2fdc52645658eacbd9a3c631a58 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:47.807307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.821326 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.891290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3672b4-6171-4bed-b967-2985a99fca17 req-6cdea91d-064a-4688-b097-adf680168d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.894438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3672b4-6171-4bed-b967-2985a99fca17 req-6cdea91d-064a-4688-b097-adf680168d29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b38f85e6-3895-448d-b59a-2a45df7ab731 HTTP/1.1" status: 200 len: 853 time: 0.0930443 Sep 16 05:18:47.904579 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-55b36540-91ed-4254-8548-757b70841947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:47.936011 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b36540-91ed-4254-8548-757b70841947 None None] Checking router: 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:47.946966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b36540-91ed-4254-8548-757b70841947 None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:47.948100 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-55b36540-91ed-4254-8548-757b70841947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:48.116246 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.116825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3672b4-6171-4bed-b967-2985a99fca17 req-0390ff94-d1cb-4df9-a52f-e417718e76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.118654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3672b4-6171-4bed-b967-2985a99fca17 req-0390ff94-d1cb-4df9-a52f-e417718e76bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10b8a951-6397-44c2-9fe2-9c35a89ddd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2120130 Sep 16 05:18:48.140122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54dd5-1e4f-40bc-9448-7a9fbd166b7a req-ccb33c55-8013-4385-af08-0ba1f147ae85 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.148123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa54dd5-1e4f-40bc-9448-7a9fbd166b7a req-ccb33c55-8013-4385-af08-0ba1f147ae85 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 945 time: 0.1478975 Sep 16 05:18:48.163993 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-55b36540-91ed-4254-8548-757b70841947 None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:48.223765 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.266776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fa54dd5-1e4f-40bc-9448-7a9fbd166b7a req-375014b1-179a-41f8-ba5f-eec0f5108b9e tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173272 Sep 16 05:18:48.288359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:48.333081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.333425 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Added segment 19fc35a7-2fc7-469b-83f2-0cb7364d85dd of type vlan for network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 Sep 16 05:18:48.334710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150973a6-e674-4df5-8217-2dd113d646b3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.383767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47396) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.395575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.396859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.399168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.399168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.399168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.399795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.400373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.401052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.401612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.402195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.402753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.403337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:48.445826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3672b4-6171-4bed-b967-2985a99fca17 req-b6eb24ff-f948-411f-be0b-e9e19767abc2 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940421 Sep 16 05:18:48.454137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.534169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdf592-56ce-49d6-acd2-b171f33da6ca req-694fda8f-9ce8-4f29-bbca-f3621c307ede tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.535760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8bdf592-56ce-49d6-acd2-b171f33da6ca req-694fda8f-9ce8-4f29-bbca-f3621c307ede tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.2225771 Sep 16 05:18:48.554562 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-55b36540-91ed-4254-8548-757b70841947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:48.567674 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.571287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.571287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.587815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7d61a-55c3-4a0f-8b25-fb9cac6dc14c req-a3f3c073-1bd9-44fd-ab76-505bdb68a011 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.592214 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b36540-91ed-4254-8548-757b70841947 None None] The sync data for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 is: [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd5708d96-62cc-421f-8f51-1625c38137a1', 'name': '', 'network_id': '10b8a951-6397-44c2-9fe2-9c35a89ddd98', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'mac_address': 'fa:16:3e:ea:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:27Z', 'updated_at': '2021-09-16T05:13:33Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'subnets': [{'id': 'b38f85e6-3895-448d-b59a-2a45df7ab731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:48.596007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbc7d61a-55c3-4a0f-8b25-fb9cac6dc14c req-a3f3c073-1bd9-44fd-ab76-505bdb68a011 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1098 time: 0.2106297 Sep 16 05:18:48.606769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b5822cf3-e5f5-408f-86c2-95c6240e7312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.668036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af3672b4-6171-4bed-b967-2985a99fca17 req-7496446d-a02b-4918-8c15-25ce0d353ea4 service neutron] 10.222.0.60 "GET /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097404 Sep 16 05:18:48.680776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] Pushing event updated for resources: {'Network': ['ID=5124c92f-3cbd-487a-95e9-c6ce4cb18054,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.691541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:48.699311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbc7d61a-55c3-4a0f-8b25-fb9cac6dc14c req-b9f975f2-7973-47d6-bd33-bcde6ed6edd5 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024182 Sep 16 05:18:48.704802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8bdf592-56ce-49d6-acd2-b171f33da6ca req-48826c44-673b-4b3c-8622-ac68a34dd1c8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375809 Sep 16 05:18:48.726883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47402) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.727332 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-df764d85-8952-4042-8584-4606c200c487 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2401891 Sep 16 05:18:48.727547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Request body: {'subnet': {'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1228941399-subnet', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:48.729654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47404) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.948576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966f7ba-408e-465e-848f-341f0b224bb9 None None] New status for floating IP 644648ed-c325-4c6a-89aa-e6cec65d3ac8: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:18:49.003788 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b5822cf3-e5f5-408f-86c2-95c6240e7312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.041634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 13fb7b78-49b1-46f9-a14d-0167ee9f4654 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:49.042065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.098838 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b5822cf3-e5f5-408f-86c2-95c6240e7312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.155787 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b5822cf3-e5f5-408f-86c2-95c6240e7312 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61e02678be564acea6efc9283d90ac7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706194 Sep 16 05:18:49.158528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47406) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:49.161719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5822cf3-e5f5-408f-86c2-95c6240e7312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e7b03-9ee7-413a-b4c5-6a762a0364d1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:49.167570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.167971 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.182214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Made reservation on behalf of 902bf2fdc52645658eacbd9a3c631a58 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:49.184676 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.185010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 13fb7b78-49b1-46f9-a14d-0167ee9f4654 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:49.203007 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:49.288403 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ce37f1d3-b57e-4f93-80d1-7913b047971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.321130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ce37f1d3-b57e-4f93-80d1-7913b047971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.492204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.529962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=13fb7b78-49b1-46f9-a14d-0167ee9f4654,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:49.640663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.641023 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Floating IP 6cb225fc-4724-42bb-a0b7-990c9effa158 disassociated (deleted). External IP: 172.25.7.86, port: 89888103-af44-48bb-871e-d0be545d4228. Sep 16 05:18:49.908951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68048545-6dc5-4f89-984e-ab29fb6243f1 req-59ab72ca-fa1f-4c68-b415-cea798286817 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.910587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68048545-6dc5-4f89-984e-ab29fb6243f1 req-59ab72ca-fa1f-4c68-b415-cea798286817 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 945 time: 0.5488584 Sep 16 05:18:49.935467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-512118a9-3c29-422b-bdb4-005409f0fe37 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.937028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-512118a9-3c29-422b-bdb4-005409f0fe37 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.60 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 945 time: 0.1782470 Sep 16 05:18:49.955965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 7bc313ed-15de-48af-97bd-8c7657c0a5ed has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:50.047526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ce37f1d3-b57e-4f93-80d1-7913b047971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.050461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ce37f1d3-b57e-4f93-80d1-7913b047971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.051808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ce37f1d3-b57e-4f93-80d1-7913b047971a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/774e7b03-9ee7-413a-b4c5-6a762a0364d1 HTTP/1.1" status: 204 len: 168 time: 0.8919003 Sep 16 05:18:50.067939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96810b-830d-47a3-8235-06c38e3f3fa5 req-0f1e4497-9f17-4fa8-9e9d-8f0863306396 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.076115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab96810b-830d-47a3-8235-06c38e3f3fa5 req-0f1e4497-9f17-4fa8-9e9d-8f0863306396 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.2477233 Sep 16 05:18:50.112198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:50.119620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.120939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.126618 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] Sync routers for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:50.139799 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:50.140954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:50.144662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37f1d3-b57e-4f93-80d1-7913b047971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e7b03-9ee7-413a-b4c5-6a762a0364d1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:50.177382 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d30e75ab-9b35-4b38-9399-e5967d6520cf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/floatingips/6cb225fc-4724-42bb-a0b7-990c9effa158 HTTP/1.1" status: 204 len: 168 time: 1.4465392 Sep 16 05:18:50.178158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:50.180429 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fe8ce4-e9da-43ee-82eb-0efca5927039" -d '{"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:50.274867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68048545-6dc5-4f89-984e-ab29fb6243f1 req-8df6ebca-ae12-4e53-a14a-f20c9cce50a2 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/security-groups?id=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498094 Sep 16 05:18:50.330833 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:50.333634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab96810b-830d-47a3-8235-06c38e3f3fa5 req-59429490-dabe-4e08-8244-0e1c654b0d7b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564723 Sep 16 05:18:50.362717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065dfe4b-32da-4502-9e5d-3c4a5e77044a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:50.408761 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eab810-7058-4eb2-931f-2f3897dc8615 x-openstack-request-id: req-e4eab810-7058-4eb2-931f-2f3897dc8615 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:50.409069 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "tag": "89888103-af44-48bb-871e-d0be545d4228", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:50.409328 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4eab810-7058-4eb2-931f-2f3897dc8615 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:50.409754 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'status': 'completed', 'code': 200} Sep 16 05:18:50.415267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Deleting port d7138b7e-f674-4ab1-87af-1d22783e9753 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:50.415797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.437682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Checking segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:50.438079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Network hostable DHCP agents. Network: 5124c92f-3cbd-487a-95e9-c6ce4cb18054, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:50.561052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-90a46ad9-da63-4cb4-bccb-462308f04dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.566362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-90a46ad9-da63-4cb4-bccb-462308f04dc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 1098 time: 0.1094329 Sep 16 05:18:50.596903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] For port d7138b7e-f674-4ab1-87af-1d22783e9753, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d7138b7e-f674-4ab1-87af-1d22783e9753,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:50.597349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.617789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Calling delete_port for d7138b7e-f674-4ab1-87af-1d22783e9753 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:50.733104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:50.786423 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:47Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:50.806348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 5124c92f-3cbd-487a-95e9-c6ce4cb18054) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:50.817944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1052fb72-0763-471e-bcce-06d54a37aa0e None None] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:50.823684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.827175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.847355 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] Checking router: 7bc313ed-15de-48af-97bd-8c7657c0a5ed for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:50.868365 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:50.870762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:50.881967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-bd8b544d-ae57-4a75-b340-b493cf3885df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.883570 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-bd8b544d-ae57-4a75-b340-b493cf3885df service neutron] 10.222.0.57 "GET /v2.0/networks?id=edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 200 len: 897 time: 0.3115587 Sep 16 05:18:50.946884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ee012cd8-43bf-4073-b9ff-c1dd884e41e2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2252941 Sep 16 05:18:50.953859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47432) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:50.962267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:50.995358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.015111 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-1368d6fa-27c4-4cf5-aada-597f0fe85af4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 200 len: 217 time: 0.1171138 Sep 16 05:18:51.071132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.073648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.080141 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:51.096072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event deleted for resources: {'Port': ['ID=d7138b7e-f674-4ab1-87af-1d22783e9753,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:51.153040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:18:51.157939 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.160054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-25d0f1d0-5668-4350-8456-8c6e5af2c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:51.161588 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-25d0f1d0-5668-4350-8456-8c6e5af2c661 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 200 len: 835 time: 0.1422992 Sep 16 05:18:51.233249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] No DVR routers for this DVR port d7138b7e-f674-4ab1-87af-1d22783e9753 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:51.237111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.240058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01f90e1e-ab35-4f44-89d7-82c1962b415e req-ea26a3c3-8ac4-459d-9666-cd8df2b5274b tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.60 "DELETE /v2.0/ports/d7138b7e-f674-4ab1-87af-1d22783e9753 HTTP/1.1" status: 204 len: 173 time: 1.2919850 Sep 16 05:18:51.242722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'name': 'network-vif-deleted', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:51.253643 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44f9306-53f3-493c-bbcf-d29785337e4c" -d '{"events": [{"server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "name": "network-vif-deleted", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:51.265501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-43335121-d9fc-409f-9bf9-8ffdd432e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:51.267312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-43335121-d9fc-409f-9bf9-8ffdd432e615 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edeee0ec-392f-4728-b26e-738f9818b512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973992 Sep 16 05:18:51.387197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.452943 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-2ca7d729-3d2f-4c88-b4d6-1e51228efc86 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773610 Sep 16 05:18:51.508307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Allocated IP 172.20.0.2 (5124c92f-3cbd-487a-95e9-c6ce4cb18054/065dfe4b-32da-4502-9e5d-3c4a5e77044a/144137a9-4075-4611-acd2-1129de48bd75) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:51.665675 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-36fe8ce4-e9da-43ee-82eb-0efca5927039 req-c122fcab-5e33-466a-981e-a4354c56eed0 service neutron] 10.222.0.57 "GET /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040911 Sep 16 05:18:51.696733 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba4a19b-9584-4e27-be02-ecada4eaa133 x-openstack-request-id: req-8ba4a19b-9584-4e27-be02-ecada4eaa133 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:51.700250 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784bba8-bf72-4961-8ab5-f2cdd459be17", "name": "network-vif-deleted", "tag": "d7138b7e-f674-4ab1-87af-1d22783e9753", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:51.704004 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ba4a19b-9584-4e27-be02-ecada4eaa133 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:51.704004 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784bba8-bf72-4961-8ab5-f2cdd459be17', 'name': 'network-vif-deleted', 'tag': 'd7138b7e-f674-4ab1-87af-1d22783e9753', 'status': 'completed', 'code': 200} Sep 16 05:18:51.842578 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:47Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:51.884527 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff09f7b-882c-40d6-aa0d-eda6d68166ff None None] The sync data for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 is: [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:42Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '40170f45-66b9-4afd-877d-e66d3b2618aa', 'name': '', 'network_id': 'edeee0ec-392f-4728-b26e-738f9818b512', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:16:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:47Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '9213499a-0fbe-487b-92bd-673b5b3c6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:51.981500 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.991355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d6ac01c-fb6f-4bbb-a3c5-139deb02a0a8 req-0119e422-d8c0-4e9e-a581-2d3384415b89 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.1806648 Sep 16 05:18:52.045236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.048727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.070679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e83f7-4c9c-44f7-b891-5470b39ea212 req-b922237f-4cfd-4dc2-8f33-8023edcccca3 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.072462 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d8e83f7-4c9c-44f7-b891-5470b39ea212 req-b922237f-4cfd-4dc2-8f33-8023edcccca3 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.2241247 Sep 16 05:18:52.135200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:52.138382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:52.145131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:52.227564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Pushing event updated for resources: {'Port': ['ID=144137a9-4075-4611-acd2-1129de48bd75,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:52.279624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d8e83f7-4c9c-44f7-b891-5470b39ea212 req-5dc75d22-e95d-488d-b05d-d5fa3a1637aa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928995 Sep 16 05:18:52.296958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Attempting to bind port 144137a9-4075-4611-acd2-1129de48bd75 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:52.297449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Attempting to bind port 144137a9-4075-4611-acd2-1129de48bd75 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:52.297896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Attempting to bind port 144137a9-4075-4611-acd2-1129de48bd75 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:52.303106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b57-97d6-4409-aa30-5c37f88f6537 req-2d63361c-3746-4f88-a3d9-d77ff5160459 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.306151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f96c6b57-97d6-4409-aa30-5c37f88f6537 req-2d63361c-3746-4f88-a3d9-d77ff5160459 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 946 time: 0.2225595 Sep 16 05:18:52.315705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:52.316333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Checking segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:52.317000 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.319415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Bound using segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:52.320307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Bound port: 144137a9-4075-4611-acd2-1129de48bd75, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:52.320937 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.456204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f96c6b57-97d6-4409-aa30-5c37f88f6537 req-030c02c4-036e-46a3-80bb-b65e1fbc16a4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306674 Sep 16 05:18:52.479760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb1169-dfe5-47bd-b3b4-79eff78f8e71 None None] New status for floating IP 6cb225fc-4724-42bb-a0b7-990c9effa158: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:18:52.548932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] For port 144137a9-4075-4611-acd2-1129de48bd75, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:52.563833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] For port 144137a9-4075-4611-acd2-1129de48bd75, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=144137a9-4075-4611-acd2-1129de48bd75,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:52.638591 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.661914 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.687955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.733119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afa2fa-4fa6-4ac7-92e5-09ccca51fa01 None None] Pushing event updated for resources: {'Port': ['ID=144137a9-4075-4611-acd2-1129de48bd75,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:52.879959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Allocated IP 172.25.7.140 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c0c1de82-2e02-4df6-b102-398d376c5ade) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:53.100950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.134149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-180b0b70-4618-4324-a106-fac492eb5da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:53.136358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-180b0b70-4618-4324-a106-fac492eb5da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 946 time: 0.0983799 Sep 16 05:18:53.200311 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d7138b7e-f674-4ab1-87af-1d22783e9753 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:53.202580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-759ecb7d-8f6c-4a7f-94c5-5c282ff83233 req-b4eb32f3-56c7-4aa0-b124-19e1aef4b261 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.0691175 Sep 16 05:18:53.241130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: d7138b7e-f674-4ab1-87af-1d22783e9753 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:53.241620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d7138b7e-f674-4ab1-87af-1d22783e9753 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:53.278547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 89888103-af44-48bb-871e-d0be545d4228 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:53.278959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.402051 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port 89888103-af44-48bb-871e-d0be545d4228, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89888103-af44-48bb-871e-d0be545d4228,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:53.402596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.413948 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.417444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 89888103-af44-48bb-871e-d0be545d4228 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:53.462734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b91bc8-3c7b-4b19-afa7-97e0f4c07808 req-aa3161e3-392b-4828-bb1b-68467cda1ef8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:53.464499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43b91bc8-3c7b-4b19-afa7-97e0f4c07808 req-aa3161e3-392b-4828-bb1b-68467cda1ef8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1027329 Sep 16 05:18:53.476972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:53.480292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:53.490943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:53.524075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c1de82-2e02-4df6-b102-398d376c5ade,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:53.640729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43b91bc8-3c7b-4b19-afa7-97e0f4c07808 req-1d268b61-4ff8-4622-9adb-f2fa561f779e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508009 Sep 16 05:18:53.784134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93adee3-1a08-4399-8f25-09f85e54323e req-5a52d930-61be-4aa5-a23c-ad062149bbd9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:53.784873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.785653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f93adee3-1a08-4399-8f25-09f85e54323e req-5a52d930-61be-4aa5-a23c-ad062149bbd9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 946 time: 0.1485627 Sep 16 05:18:53.820603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=89888103-af44-48bb-871e-d0be545d4228,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:53.872144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f93adee3-1a08-4399-8f25-09f85e54323e req-1de4fd8d-a8b5-4db8-9e67-34a5d784ca64 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebe51921-417b-49ef-9ffa-b6a1eef23810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774219 Sep 16 05:18:53.919092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] No DVR routers for this DVR port 89888103-af44-48bb-871e-d0be545d4228 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:53.923892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.927007 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae79d9b0-8e0c-442b-818e-b5a41238c45e req-76fbc49e-0fa7-49af-b1b4-d653174d6ae2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "DELETE /v2.0/ports/89888103-af44-48bb-871e-d0be545d4228 HTTP/1.1" status: 204 len: 173 time: 0.7839375 Sep 16 05:18:53.930421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-deleted', 'tag': '89888103-af44-48bb-871e-d0be545d4228'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:53.940779 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6afbb7-b30b-4459-89ea-c3258e9c7c21" -d '{"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-deleted", "tag": "89888103-af44-48bb-871e-d0be545d4228"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:53.995377 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e225f-1b00-47f9-aa9a-02a06dd8b2bd x-openstack-request-id: req-322e225f-1b00-47f9-aa9a-02a06dd8b2bd {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:53.998848 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491582e-12fd-4162-be96-0d1828944459", "name": "network-vif-deleted", "tag": "89888103-af44-48bb-871e-d0be545d4228", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:53.998848 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-322e225f-1b00-47f9-aa9a-02a06dd8b2bd {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:53.998848 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491582e-12fd-4162-be96-0d1828944459', 'name': 'network-vif-deleted', 'tag': '89888103-af44-48bb-871e-d0be545d4228', 'status': 'completed', 'code': 200} Sep 16 05:18:54.086182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 144137a9-4075-4611-acd2-1129de48bd75 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:54.138115 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.218605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 144137a9-4075-4611-acd2-1129de48bd75 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:54.219992 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.285973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a228e4fd-653a-4e1b-9bc2-2ee7394b9905 None None] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:54.442760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67c47d1b-7166-4239-8006-a69cbd00d622 req-da44f74b-07a7-4f0c-bff4-36ad624f6491 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.0888078 Sep 16 05:18:54.539457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-253963b1-9e0a-4126-9e7f-5b6cc9204af6 None None] Provisioning complete for port 144137a9-4075-4611-acd2-1129de48bd75 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:54.539842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-253963b1-9e0a-4126-9e7f-5b6cc9204af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.567934 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.658096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.740426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 144137a9-4075-4611-acd2-1129de48bd75, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=144137a9-4075-4611-acd2-1129de48bd75,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:54.790270 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-253963b1-9e0a-4126-9e7f-5b6cc9204af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.859519 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.879769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6a4d-906c-475a-9840-22ef5695feb5 req-31a0d12e-d238-4012-ba87-53a69fab6a57 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:54.882007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57dc6a4d-906c-475a-9840-22ef5695feb5 req-31a0d12e-d238-4012-ba87-53a69fab6a57 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0987329 Sep 16 05:18:54.934291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57dc6a4d-906c-475a-9840-22ef5695feb5 req-dc072a58-e904-43bb-ae56-556540929c41 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455031 Sep 16 05:18:54.970985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:54.982318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=144137a9-4075-4611-acd2-1129de48bd75,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:55.064181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-253963b1-9e0a-4126-9e7f-5b6cc9204af6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:18:55.064906 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-253963b1-9e0a-4126-9e7f-5b6cc9204af6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:18:55.070215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.075525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:55.146286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3d612aa-1873-470e-90f7-025242c017c8 req-963d32de-f738-4c10-8e46-28c00bad8eb2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=3491582e-12fd-4162-be96-0d1828944459 HTTP/1.1" status: 200 len: 210 time: 0.0390768 Sep 16 05:18:55.160053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:55.178050 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Sync routers for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:55.188209 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:55.190763 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:55.274256 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.278848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47472) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:55.280235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-024f4e0d-4e77-48ef-bae9-4bf4d1fa6702 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3252618 Sep 16 05:18:55.306418 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:55.553798 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:53Z', 'revision_number': 3, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:55.605018 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Checking router: 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:55.619966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Updating router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 port c0c1de82-2e02-4df6-b102-398d376c5ade binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:55.622820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc30e450-c03c-49ea-9563-8f8937c36049 req-e030a715-014d-402e-af89-62a9ecdf8244 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.0768287 Sep 16 05:18:55.669643 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.788707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0340de77-1c3d-4447-b145-8f50172f23cb None None] Provisioning complete for port 144137a9-4075-4611-acd2-1129de48bd75 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:55.789822 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0340de77-1c3d-4447-b145-8f50172f23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.974103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.013063 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.014549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 144137a9-4075-4611-acd2-1129de48bd75 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:56.093556 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.104848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 144137a9-4075-4611-acd2-1129de48bd75 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:56.105236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.175499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c754b52-1990-4259-aa2f-8a66ddf27f92 req-f9bb8d28-cdbf-4b33-9a19-14abf73eaf78 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:56.189557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c754b52-1990-4259-aa2f-8a66ddf27f92 req-f9bb8d28-cdbf-4b33-9a19-14abf73eaf78 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1142688 Sep 16 05:18:56.189793 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Pushing event updated for resources: {'Port': ['ID=c0c1de82-2e02-4df6-b102-398d376c5ade,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:56.210121 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.210896 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.211408 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.211846 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.212276 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.212749 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.213178 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.213685 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.214116 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.214545 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.214988 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.215445 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:56.222155 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Attempting to bind port c0c1de82-2e02-4df6-b102-398d376c5ade on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:56.222659 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Attempting to bind port c0c1de82-2e02-4df6-b102-398d376c5ade by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:56.223329 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Attempting to bind port c0c1de82-2e02-4df6-b102-398d376c5ade on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:56.229898 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:56.230400 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:56.231041 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.231568 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:56.232149 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Bound port: c0c1de82-2e02-4df6-b102-398d376c5ade, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:56.232655 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.240410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Allocated IP 172.20.0.1 (5124c92f-3cbd-487a-95e9-c6ce4cb18054/065dfe4b-32da-4502-9e5d-3c4a5e77044a/d0aeeda6-8e55-4992-8168-85fa0c1c5479) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:56.257506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c754b52-1990-4259-aa2f-8a66ddf27f92 req-f7b33b75-3790-4d89-955c-6962bf38f06f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657842 Sep 16 05:18:56.287954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47482) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:56.328128 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] For port c0c1de82-2e02-4df6-b102-398d376c5ade, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:56.334994 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] For port c0c1de82-2e02-4df6-b102-398d376c5ade, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c0c1de82-2e02-4df6-b102-398d376c5ade,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:56.434367 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.456528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.490713 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1fe05-022a-47f9-bf11-19cc6b23c44d None None] Pushing event updated for resources: {'Port': ['ID=c0c1de82-2e02-4df6-b102-398d376c5ade,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:56.532535 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:56.533523 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:56.588878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.634757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:56.640316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:56.643828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:56.698450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Pushing event updated for resources: {'Port': ['ID=d0aeeda6-8e55-4992-8168-85fa0c1c5479,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:56.746789 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.749287 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:56.855138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad13e9a3-38ff-4f94-a2f5-1752c6cace3b req-c578a255-24fe-4f5d-bbbb-f382259d0a8f tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.1146369 Sep 16 05:18:57.076699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9cd2c156-5341-44d1-b67e-f8a9f525c4b6 None None] Provisioning complete for port d0aeeda6-8e55-4992-8168-85fa0c1c5479 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:57.077317 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c156-5341-44d1-b67e-f8a9f525c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.115299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.134347 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:53Z', 'revision_number': 3, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:57.174052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2c156-5341-44d1-b67e-f8a9f525c4b6 None None] Port d0aeeda6-8e55-4992-8168-85fa0c1c5479 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:57.212331 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498332f-dd42-4ddd-ba0c-2acf7489591a None None] The sync data for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 is: [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:53Z', 'revision_number': 3, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:57.278049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89888103-af44-48bb-871e-d0be545d4228 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:57.329220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 89888103-af44-48bb-871e-d0be545d4228 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:57.330794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89888103-af44-48bb-871e-d0be545d4228 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:57.490199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.525140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb07f49-b264-44cd-8a43-0b620ac35868 req-6dcc1b2e-f349-4bf5-81cb-b7f6f1db8663 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.526930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3eb07f49-b264-44cd-8a43-0b620ac35868 req-6dcc1b2e-f349-4bf5-81cb-b7f6f1db8663 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1163833 Sep 16 05:18:57.562445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.573372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.700010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3eb07f49-b264-44cd-8a43-0b620ac35868 req-74d05afa-1ddd-4bc1-869b-0cf6a1b6679d tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538081 Sep 16 05:18:57.778970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.080259 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c0c1de82-2e02-4df6-b102-398d376c5ade up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:58.140382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13aa6ef3-0d20-4bf1-bd4e-a2f90e36051e req-dab2999c-1424-4b7f-83e4-4b70cf440679 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "GET /v2.0/ports?device_id=7784bba8-bf72-4961-8ab5-f2cdd459be17 HTTP/1.1" status: 200 len: 210 time: 0.0560803 Sep 16 05:18:58.160637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c0c1de82-2e02-4df6-b102-398d376c5ade triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:58.167559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.238200 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.343869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 40170f45-66b9-4afd-877d-e66d3b2618aa {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:58.344538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.353182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.405507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port c0c1de82-2e02-4df6-b102-398d376c5ade, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c0c1de82-2e02-4df6-b102-398d376c5ade,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:58.476133 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.531323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Pushing event updated for resources: {'Port': ['ID=d0aeeda6-8e55-4992-8168-85fa0c1c5479,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.542780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:58.544931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:58.558359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port 40170f45-66b9-4afd-877d-e66d3b2618aa, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=40170f45-66b9-4afd-877d-e66d3b2618aa,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:58.558806 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.606702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 40170f45-66b9-4afd-877d-e66d3b2618aa owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:58.668112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=c0c1de82-2e02-4df6-b102-398d376c5ade,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.878691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:59.025393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6c61c-7e74-40cb-8665-dfd8b75b7eb8 req-38e10cb2-5ccc-42a0-9fdc-761429ed9fcb tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:59.027152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cee6c61c-7e74-40cb-8665-dfd8b75b7eb8 req-38e10cb2-5ccc-42a0-9fdc-761429ed9fcb tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0882232 Sep 16 05:18:59.050539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e25fc4a3-98f4-4a60-9a95-3cc832792941 None None] Provisioning complete for port d0aeeda6-8e55-4992-8168-85fa0c1c5479 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:59.051401 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e25fc4a3-98f4-4a60-9a95-3cc832792941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.085694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cee6c61c-7e74-40cb-8665-dfd8b75b7eb8 req-6d6132cd-e2a1-4b30-b3f0-58c9acf6fb88 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 Sep 16 05:18:59.156727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:59.163748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e25fc4a3-98f4-4a60-9a95-3cc832792941 None None] Port d0aeeda6-8e55-4992-8168-85fa0c1c5479 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:59.186801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dcd68847-2ad0-4ac1-ac42-6c1d82edca0b admin admin] 10.222.0.59 "PUT /v2.0/routers/7bf364e2-87e8-4b44-ba5a-dc2a62207eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8990879 Sep 16 05:18:59.221993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47502) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:59.280577 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.318208 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf45da00-0ad9-4bd4-8ca2-f94b470f4fe8 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.352570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf45da00-0ad9-4bd4-8ca2-f94b470f4fe8 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.434963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=40170f45-66b9-4afd-877d-e66d3b2618aa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:59.548481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf45da00-0ad9-4bd4-8ca2-f94b470f4fe8 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.560254 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf45da00-0ad9-4bd4-8ca2-f94b470f4fe8 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.561548 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bf45da00-0ad9-4bd4-8ca2-f94b470f4fe8 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] 10.222.0.59 "DELETE /v2.0/security-groups/412cbcc9-fa05-4365-9f93-02a5b1e5d3f2 HTTP/1.1" status: 204 len: 168 time: 0.3384523 Sep 16 05:18:59.583054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45da00-0ad9-4bd4-8ca2-f94b470f4fe8 tempest-TestVolumeBackupRestore-1902313876 tempest-TestVolumeBackupRestore-1902313876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412cbcc9-fa05-4365-9f93-02a5b1e5d3f2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:59.740297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.928747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47512) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:59.936393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5d8ee85f-17b2-497c-9827-e98d25f3cb2b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17164450', 'description': 'tempest-description--667255976'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:00.051570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c0c1de82-2e02-4df6-b102-398d376c5ade up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:00.102770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 7bc313ed-15de-48af-97bd-8c7657c0a5ed has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:00.127711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee85f-17b2-497c-9827-e98d25f3cb2b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.198392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c0c1de82-2e02-4df6-b102-398d376c5ade triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:00.230851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.241443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Sync routers for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:00.276378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:00.276378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:00.390966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee85f-17b2-497c-9827-e98d25f3cb2b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.463589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:00.475525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47536) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:00.475683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-13aa70cb-0e08-451b-8b3e-ddc1d36515d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "PUT /v2.0/routers/7bc313ed-15de-48af-97bd-8c7657c0a5ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1864705 Sep 16 05:19:00.482752 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] Sync routers for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:00.497020 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:00.505106 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:00.505308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e824f-9d27-4b6c-8680-8c02e3675b66 req-48d660cb-4ee5-4b70-89eb-0a88132884d9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:00.514843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b97e824f-9d27-4b6c-8680-8c02e3675b66 req-48d660cb-4ee5-4b70-89eb-0a88132884d9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1221039 Sep 16 05:19:00.554327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7d6e0f-1b62-438b-8abf-fb8fa1035909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting subnet 9213499a-0fbe-487b-92bd-673b5b3c6dc2 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:00.560192 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e0f-1b62-438b-8abf-fb8fa1035909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.579556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b97e824f-9d27-4b6c-8680-8c02e3675b66 req-6dcd9dea-2002-47fa-a796-259afbba38cc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585012 Sep 16 05:19:00.610437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee85f-17b2-497c-9827-e98d25f3cb2b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.658603 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e0f-1b62-438b-8abf-fb8fa1035909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.668908 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:00.681531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ee85f-17b2-497c-9827-e98d25f3cb2b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a54f6c-bdd6-4bb4-af94-d5f4992c8387,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:00.782442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee85f-17b2-497c-9827-e98d25f3cb2b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.786582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47548) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:00.786905 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5d8ee85f-17b2-497c-9827-e98d25f3cb2b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8570747 Sep 16 05:19:00.791819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9d473f96-2a5a-4d6c-9456-717d32facd9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'security_group_rule': {'security_group_id': '18a54f6c-bdd6-4bb4-af94-d5f4992c8387', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:00.810467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:00.922379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e0f-1b62-438b-8abf-fb8fa1035909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.967487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d473f96-2a5a-4d6c-9456-717d32facd9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.047984 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:18:59Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:01.061887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d473f96-2a5a-4d6c-9456-717d32facd9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.088092 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] Checking router: 7bc313ed-15de-48af-97bd-8c7657c0a5ed for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:01.103985 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] Routers {'7bc313ed-15de-48af-97bd-8c7657c0a5ed'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:01.105012 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:01.106852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:18:57Z', 'revision_number': 2, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:01.133157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d473f96-2a5a-4d6c-9456-717d32facd9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.133863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e0f-1b62-438b-8abf-fb8fa1035909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.155386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Checking router: 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:01.159694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Updating router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 port d0aeeda6-8e55-4992-8168-85fa0c1c5479 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:19:01.169669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d473f96-2a5a-4d6c-9456-717d32facd9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0926d63a-9bfb-4bbb-9089-b7182823b377,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.197329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6e0f-1b62-438b-8abf-fb8fa1035909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Subnet': ['ID=9213499a-0fbe-487b-92bd-673b5b3c6dc2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.199593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e0f-1b62-438b-8abf-fb8fa1035909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.203917 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ed7d6e0f-1b62-438b-8abf-fb8fa1035909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/subnets/9213499a-0fbe-487b-92bd-673b5b3c6dc2 HTTP/1.1" status: 204 len: 168 time: 0.7250075 Sep 16 05:19:01.204306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47558) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:01.235426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b4d11-a5f5-485d-b0f5-3c8039c8c8db None None] Network edeee0ec-392f-4728-b26e-738f9818b512 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:01.286511 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.333778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d473f96-2a5a-4d6c-9456-717d32facd9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.335122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9d473f96-2a5a-4d6c-9456-717d32facd9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5474956 Sep 16 05:19:01.338848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47566) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:01.348394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7705fe6a-e2a2-413b-9b70-a7a423b6c1a8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'security_group_rule': {'security_group_id': '18a54f6c-bdd6-4bb4-af94-d5f4992c8387', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:01.458570 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] Set router 7bc313ed-15de-48af-97bd-8c7657c0a5ed gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:01.499185 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.509033 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7705fe6a-e2a2-413b-9b70-a7a423b6c1a8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.684051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7705fe6a-e2a2-413b-9b70-a7a423b6c1a8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.702371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.754354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7705fe6a-e2a2-413b-9b70-a7a423b6c1a8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.776383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df498c6-2969-42e5-a60b-223a12235151 req-d80c8fcf-7e72-4931-b2c5-42610591286b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:01.786745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3df498c6-2969-42e5-a60b-223a12235151 req-d80c8fcf-7e72-4931-b2c5-42610591286b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.0742936 Sep 16 05:19:01.832099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705fe6a-e2a2-413b-9b70-a7a423b6c1a8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdb6c04-eed6-4f51-8c59-fc1e095d2400,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.899480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3df498c6-2969-42e5-a60b-223a12235151 req-8cf0c473-3ead-4708-8588-7a76e0b8bf73 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108637 Sep 16 05:19:01.919129 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:18:59Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:01.935300 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7705fe6a-e2a2-413b-9b70-a7a423b6c1a8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.935300 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7705fe6a-e2a2-413b-9b70-a7a423b6c1a8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5924048 Sep 16 05:19:01.935695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47584) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:01.940620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:01.969946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:01.970309 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.982910 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9200fe37-a118-4361-b3d6-7b299c8c0acd None None] The sync data for ids ['7bc313ed-15de-48af-97bd-8c7657c0a5ed'] in n-d-712143-16 is: [{'id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790467640', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:18:59Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc313ed-15de-48af-97bd-8c7657c0a5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:34Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:01.997529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] DHCP port deletion for edeee0ec-392f-4728-b26e-738f9818b512 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:02.111200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:02.112290 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.121704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.148437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:02.167539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] Deleting port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:02.167925 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.269774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.322436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] For port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7c5ae0e4-9121-4c7b-b21e-ac82d516b234,segment=NetworkSegment(ae1694e2-8926-48de-9653-a9ac3dbb097a),segment_id=ae1694e2-8926-48de-9653-a9ac3dbb097a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:02.323045 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.350231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] Calling delete_port for 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:02.466611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.488539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Allocated IP 172.25.7.26 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/f898ca11-4b62-4621-9452-e037cff04cc0) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:02.612316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.641411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.657793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.703215 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.708484 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.723704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.743117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] Pushing event deleted for resources: {'Port': ['ID=7c5ae0e4-9121-4c7b-b21e-ac82d516b234,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.757262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b14f58-aa7e-445b-a8b9-5b7c964a3e97 None None] No DVR routers for this DVR port 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:02.805915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.839029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.848017 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.861545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a597a4-1ab0-4ae5-9e5f-0e3251af2432 None None] Pushing event updated for resources: {'Port': ['ID=d0aeeda6-8e55-4992-8168-85fa0c1c5479,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.863939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Attempting to bind port d0aeeda6-8e55-4992-8168-85fa0c1c5479 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:02.864325 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Attempting to bind port d0aeeda6-8e55-4992-8168-85fa0c1c5479 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:02.864680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Attempting to bind port d0aeeda6-8e55-4992-8168-85fa0c1c5479 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:02.870963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:02.871598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Checking segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:02.872009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.872626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Bound using segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:02.873105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Bound port: d0aeeda6-8e55-4992-8168-85fa0c1c5479, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:02.873490 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.912568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:02.918346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:02.924438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:03.003150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'Port': ['ID=f898ca11-4b62-4621-9452-e037cff04cc0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:03.012943 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.017567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc313ed-15de-48af-97bd-8c7657c0a5ed {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:03.018066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] For port d0aeeda6-8e55-4992-8168-85fa0c1c5479, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:03.023046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] For port d0aeeda6-8e55-4992-8168-85fa0c1c5479, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d0aeeda6-8e55-4992-8168-85fa0c1c5479,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:03.036797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.042362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:03.048281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3f6ae1ba-2386-40da-802a-a4515ca7536d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/routers/7bc313ed-15de-48af-97bd-8c7657c0a5ed HTTP/1.1" status: 204 len: 168 time: 1.8402359 Sep 16 05:19:03.130932 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.194704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01874-6717-4111-a7c2-a39125ee2464 req-2566541e-bbd9-483e-990b-5bc2e16a5ce8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:03.199871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccc01874-6717-4111-a7c2-a39125ee2464 req-2566541e-bbd9-483e-990b-5bc2e16a5ce8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1496942 Sep 16 05:19:03.300982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccc01874-6717-4111-a7c2-a39125ee2464 req-a91418cd-f4ca-43e0-a403-ff536e3a2e7c tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928361 Sep 16 05:19:03.304256 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.316985 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.348268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a597a4-1ab0-4ae5-9e5f-0e3251af2432 None None] Pushing event updated for resources: {'Port': ['ID=d0aeeda6-8e55-4992-8168-85fa0c1c5479,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:03.397170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9f45bb2c-1617-4bd1-96ee-48d42d3b1888 None None] Provisioning complete for port d0aeeda6-8e55-4992-8168-85fa0c1c5479 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:03.397170 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f45bb2c-1617-4bd1-96ee-48d42d3b1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.467633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:03.469609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.508198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.520546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.566046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeee0ec-392f-4728-b26e-738f9818b512']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.629955 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f45bb2c-1617-4bd1-96ee-48d42d3b1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.639782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1694e2-8926-48de-9653-a9ac3dbb097a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.640111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1694e2-8926-48de-9653-a9ac3dbb097a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.659458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.736718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.738647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9f45bb2c-1617-4bd1-96ee-48d42d3b1888 None None] For port d0aeeda6-8e55-4992-8168-85fa0c1c5479, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d0aeeda6-8e55-4992-8168-85fa0c1c5479,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:03.746980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:03.758180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:03.758180 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:03.759405 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:03.944229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.948281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.958676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f45bb2c-1617-4bd1-96ee-48d42d3b1888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.970748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.985110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/networks/edeee0ec-392f-4728-b26e-738f9818b512 HTTP/1.1" status: 204 len: 168 time: 0.9358582 Sep 16 05:19:03.986073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:03.988749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5791dc-82ce-4e6b-be59-40828c4bf5f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Network': ['ID=edeee0ec-392f-4728-b26e-738f9818b512,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:04.006799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 40170f45-66b9-4afd-877d-e66d3b2618aa no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:04.042340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.050160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 40170f45-66b9-4afd-877d-e66d3b2618aa {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:04.050510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 40170f45-66b9-4afd-877d-e66d3b2618aa not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:04.050951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:04.074374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-905a3c5b-a631-4e03-86b8-a3c3c25dd056 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.087100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45bb2c-1617-4bd1-96ee-48d42d3b1888 None None] Pushing event updated for resources: {'Port': ['ID=d0aeeda6-8e55-4992-8168-85fa0c1c5479,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:04.106928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:04.107321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7c5ae0e4-9121-4c7b-b21e-ac82d516b234 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:04.107732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:04.124002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-905a3c5b-a631-4e03-86b8-a3c3c25dd056 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.147829 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:04.148392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1f024ce2-f7a8-4435-a7a3-a3220a4b8ecc not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:04.159659 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'Port': ['ID=f898ca11-4b62-4621-9452-e037cff04cc0,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:04.166232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1a96c207-c30e-4d51-94e8-6ed50e70c064 None None] Provisioning complete for port d0aeeda6-8e55-4992-8168-85fa0c1c5479 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:04.169981 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1a96c207-c30e-4d51-94e8-6ed50e70c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.217214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-b0deaba8-92e4-4978-afac-47de604e684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.219552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-b0deaba8-92e4-4978-afac-47de604e684d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 1098 time: 0.1135199 Sep 16 05:19:04.241286 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.253923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:04.295855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2177e1-ec1b-4d76-be2a-80278649aff3 None None] The sync data for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 is: [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:19:02Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:04.355317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.366067 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e563f99f-d200-454c-9226-5aa12cdf8e50 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4200320 Sep 16 05:19:04.376776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-36b0673c-de7e-48dc-8d65-8fbaa77bfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.385721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-36b0673c-de7e-48dc-8d65-8fbaa77bfbcb service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.1453884 Sep 16 05:19:04.461429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-905a3c5b-a631-4e03-86b8-a3c3c25dd056 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.464086 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-905a3c5b-a631-4e03-86b8-a3c3c25dd056 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.465245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-905a3c5b-a631-4e03-86b8-a3c3c25dd056 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/security-groups/ebe51921-417b-49ef-9ffa-b6a1eef23810 HTTP/1.1" status: 204 len: 168 time: 0.4771616 Sep 16 05:19:04.518781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a3c5b-a631-4e03-86b8-a3c3c25dd056 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe51921-417b-49ef-9ffa-b6a1eef23810,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:04.524083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-dc69ce3d-5986-4fff-9871-ffd1df8ed30b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d HTTP/1.1" status: 200 len: 1000 time: 0.1359410 Sep 16 05:19:04.583133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732dcec-1e2e-4cfe-a0fc-8ed0a46dcd86 req-063370d6-f21a-4a3c-a7ee-46ef6bcbac5f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.591070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d732dcec-1e2e-4cfe-a0fc-8ed0a46dcd86 req-063370d6-f21a-4a3c-a7ee-46ef6bcbac5f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1332819 Sep 16 05:19:04.646754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-d487990d-ce16-4390-bee5-740458e735ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.648430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-d487990d-ce16-4390-bee5-740458e735ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.1147044 Sep 16 05:19:04.680665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-3ac46a94-1270-41d6-8174-46a9beec430f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--17164450&fields=id&tenant_id=902bf2fdc52645658eacbd9a3c631a58 HTTP/1.1" status: 200 len: 267 time: 0.0850010 Sep 16 05:19:04.700924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d732dcec-1e2e-4cfe-a0fc-8ed0a46dcd86 req-9d30e4e0-c01d-4726-ae2b-76777abee26b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090333 Sep 16 05:19:04.809808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-87e6e6e0-e382-4376-ae09-d9711068660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.811466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-87e6e6e0-e382-4376-ae09-d9711068660d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482134 Sep 16 05:19:04.946542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-7a35d693-4b04-4cf5-acee-4c22cea6bfea tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.957858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-7a35d693-4b04-4cf5-acee-4c22cea6bfea tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.2524769 Sep 16 05:19:04.975235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-c73e673f-a261-4342-9d36-e3ed28cc28a7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/quotas/902bf2fdc52645658eacbd9a3c631a58 HTTP/1.1" status: 200 len: 375 time: 0.0190604 Sep 16 05:19:04.999131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-f1b95ef9-c4b2-4b02-94ad-8def2532ac81 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773157 Sep 16 05:19:05.131811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9f110d12-29a6-439e-9b39-1ffed0deab40 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475308 Sep 16 05:19:05.233621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d85cb1a-b030-4d52-8367-799feb3ae14a req-ebbc186c-6d1e-4f83-ae7e-48b864430512 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179680 Sep 16 05:19:05.381878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-c252f876-8eb7-4a68-873c-b30217a37445 service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337465 Sep 16 05:19:05.532019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-ff53d26a-6bc5-4071-a9f7-10c026955fec service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409941 Sep 16 05:19:05.909166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47736) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:05.916031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cfcd09bb-43c5-43bb-a01b-409504404659 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704349924', 'description': 'tempest-secgroup-smoke-1704349924 description', 'project_id': 'da94cb2f91514c57a58d347bae59374f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:06.065499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d0aeeda6-8e55-4992-8168-85fa0c1c5479 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:06.142379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2188c13b-14fb-4964-86f4-53d35913f540 req-99be5ac6-e6af-4f78-89e2-74bf133539f5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 210 time: 0.0702436 Sep 16 05:19:06.164749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2caa7-56e1-49db-9e63-6dac6b0217ab req-66b75e71-ad8b-4398-8ade-5fafa2a3ba6e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.173953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5aa2caa7-56e1-49db-9e63-6dac6b0217ab req-66b75e71-ad8b-4398-8ade-5fafa2a3ba6e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.2180557 Sep 16 05:19:06.183446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d0aeeda6-8e55-4992-8168-85fa0c1c5479 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:06.184171 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.237499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5aa2caa7-56e1-49db-9e63-6dac6b0217ab req-95e170ae-afa2-4be0-8afa-ff4c0c597467 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605648 Sep 16 05:19:06.241960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfcd09bb-43c5-43bb-a01b-409504404659 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.397486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfcd09bb-43c5-43bb-a01b-409504404659 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.513549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfcd09bb-43c5-43bb-a01b-409504404659 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.554903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd09bb-43c5-43bb-a01b-409504404659 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:06.652941 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfcd09bb-43c5-43bb-a01b-409504404659 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.654496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cfcd09bb-43c5-43bb-a01b-409504404659 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7437797 Sep 16 05:19:06.657563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47762) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:06.662233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ff20d066-57aa-4152-afa5-49fa67067018 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:06.813200 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff20d066-57aa-4152-afa5-49fa67067018 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.871345 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff20d066-57aa-4152-afa5-49fa67067018 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.990423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff20d066-57aa-4152-afa5-49fa67067018 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.009493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20d066-57aa-4152-afa5-49fa67067018 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0c2e79-8cc3-4e65-827d-4a9d2fc88611,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.144425 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff20d066-57aa-4152-afa5-49fa67067018 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.145864 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ff20d066-57aa-4152-afa5-49fa67067018 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4872828 Sep 16 05:19:07.148855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47776) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:07.161627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8214a31d-1906-4b52-8f7e-e38fd77d74b9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:07.215792 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:07.295732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7db40629-8e4e-4ef9-850e-6f826a5b3c77 req-3390bea8-35f8-4237-a4d8-c7c98288f7fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 210 time: 0.0574236 Sep 16 05:19:07.363837 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.408226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8214a31d-1906-4b52-8f7e-e38fd77d74b9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.461331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94320647-4571-46fb-bc34-eb6de1431af5 req-fa2a2af3-2b61-4022-b22d-d1a46748b4b9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:07.461665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:07.463821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:07.470531 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37f6eeb-02a8-4057-bbe0-9064a9ba73e9" -d '{"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-unplugged", "status": "completed", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:07.493859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94320647-4571-46fb-bc34-eb6de1431af5 req-fa2a2af3-2b61-4022-b22d-d1a46748b4b9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 946 time: 0.1561768 Sep 16 05:19:07.552093 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317858c3-b1dc-41c3-8555-73ea33836d03 x-openstack-request-id: req-317858c3-b1dc-41c3-8555-73ea33836d03 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:07.552391 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-unplugged", "status": "completed", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:07.552647 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-317858c3-b1dc-41c3-8555-73ea33836d03 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:07.553046 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'code': 200} Sep 16 05:19:07.576848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94320647-4571-46fb-bc34-eb6de1431af5 req-abdbc5fb-8dee-4991-a1eb-101aaceedf5f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820057 Sep 16 05:19:07.593349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8214a31d-1906-4b52-8f7e-e38fd77d74b9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.633613 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.685650 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8214a31d-1906-4b52-8f7e-e38fd77d74b9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.695333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.731469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214a31d-1906-4b52-8f7e-e38fd77d74b9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fac3fa9-50b5-412c-a9ed-9f058f4e7a53,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.853261 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8214a31d-1906-4b52-8f7e-e38fd77d74b9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.854480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8214a31d-1906-4b52-8f7e-e38fd77d74b9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7043910 Sep 16 05:19:07.858165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47812) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:07.863391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-dcd7e60f-0b4b-4cea-9fae-ab0334c3e00d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:08.023705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd7e60f-0b4b-4cea-9fae-ab0334c3e00d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.102941 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd7e60f-0b4b-4cea-9fae-ab0334c3e00d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.239945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd7e60f-0b4b-4cea-9fae-ab0334c3e00d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.278993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7e60f-0b4b-4cea-9fae-ab0334c3e00d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3842be-0b36-4778-a235-f7baa4f8e647,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.353487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dcd7e60f-0b4b-4cea-9fae-ab0334c3e00d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.355477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dcd7e60f-0b4b-4cea-9fae-ab0334c3e00d tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4959466 Sep 16 05:19:08.358200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47828) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:08.363000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-18d3512b-bbc2-4c87-9a2d-c8ee4ac40011 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:08.404212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cbcf12a-d087-4048-9113-6e1bdbccb92c req-d2103e83-fe3c-4ff1-a2fe-6729f7f26c93 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 210 time: 0.0354695 Sep 16 05:19:08.507343 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18d3512b-bbc2-4c87-9a2d-c8ee4ac40011 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.562532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18d3512b-bbc2-4c87-9a2d-c8ee4ac40011 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.609867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47842) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:08.702072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18d3512b-bbc2-4c87-9a2d-c8ee4ac40011 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.751891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3512b-bbc2-4c87-9a2d-c8ee4ac40011 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5906eff4-a1e2-4084-9d0e-b001ced326a1,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.764817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9bbd-7fac-4601-96bd-55fa7b45718a req-d2cec1d1-2c99-4746-b3df-c28e33783c6e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.766639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d22c9bbd-7fac-4601-96bd-55fa7b45718a req-d2cec1d1-2c99-4746-b3df-c28e33783c6e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0990000 Sep 16 05:19:08.813162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d22c9bbd-7fac-4601-96bd-55fa7b45718a req-091635d9-3377-4467-b329-423d551bcfef tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365224 Sep 16 05:19:08.833473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-18d3512b-bbc2-4c87-9a2d-c8ee4ac40011 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.837955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18d3512b-bbc2-4c87-9a2d-c8ee4ac40011 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4784255 Sep 16 05:19:08.838605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47852) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:08.866223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-99321637-27d1-4892-9108-8a5de5820029 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:08.989924 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-99321637-27d1-4892-9108-8a5de5820029 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Project da94cb2f91514c57a58d347bae59374f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:19:08.995991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99321637-27d1-4892-9108-8a5de5820029 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.085079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99321637-27d1-4892-9108-8a5de5820029 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.171394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99321637-27d1-4892-9108-8a5de5820029 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.196837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99321637-27d1-4892-9108-8a5de5820029 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032113a5-9e3f-4cd9-b81b-ed15e90464af,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:09.327881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-e1e85755-9195-4fc4-b167-0d597c94dd6f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.329363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-e1e85755-9195-4fc4-b167-0d597c94dd6f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.1464031 Sep 16 05:19:09.342930 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.426380 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-ab7d7e22-9579-477c-a354-3b821572b246 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902bf2fdc52645658eacbd9a3c631a58 HTTP/1.1" status: 200 len: 378 time: 0.0805261 Sep 16 05:19:09.487418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'port': {'device_id': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'admin_state_up': True, 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'security_groups': ['18a54f6c-bdd6-4bb4-af94-d5f4992c8387']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:09.522004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f63c1221-958a-4a32-85a4-3bce1ef4179a req-68222d8c-e9c0-4033-b722-42fa2070329f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 210 time: 0.0272307 Sep 16 05:19:09.637288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99321637-27d1-4892-9108-8a5de5820029 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.639262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-99321637-27d1-4892-9108-8a5de5820029 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7995651 Sep 16 05:19:09.646240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47884) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:09.653643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a285b151-8637-4cee-af58-b797aec0d2e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:09.679915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:19:09.679915 n-d-712143-16 neutron-server[101825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 05:19:09.679915 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'id': 'f3b76f81-461e-477a-b538-bd29e5eeeb73', 'expiration': datetime.datetime(2021, 9, 16, 5, 21, 9, 666534)}] Sep 16 05:19:09.679915 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:19:09.679915 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:19:09.757036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Deleting port d5708d96-62cc-421f-8f51-1625c38137a1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:09.757477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.774431 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-a285b151-8637-4cee-af58-b797aec0d2e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Project da94cb2f91514c57a58d347bae59374f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:19:09.783473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a285b151-8637-4cee-af58-b797aec0d2e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.850833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] For port d5708d96-62cc-421f-8f51-1625c38137a1, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d5708d96-62cc-421f-8f51-1625c38137a1,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:09.851207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.865600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Calling delete_port for d5708d96-62cc-421f-8f51-1625c38137a1 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:09.869282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a285b151-8637-4cee-af58-b797aec0d2e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.027838 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a285b151-8637-4cee-af58-b797aec0d2e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.049391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285b151-8637-4cee-af58-b797aec0d2e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4c09db-07f3-4b29-83c4-2c4898c6fa26,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:10.201520 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a285b151-8637-4cee-af58-b797aec0d2e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.201660 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.203157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a285b151-8637-4cee-af58-b797aec0d2e3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5582817 Sep 16 05:19:10.206989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47902) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:10.215726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'network': {'name': 'tempest-network-smoke--86693315', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:10.251642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5708d96-62cc-421f-8f51-1625c38137a1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:10.316521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1470768-cb43-49a6-9da0-d9d945854953 req-66d0af97-15e7-413b-856e-638bd5a76c2a tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:10.318691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1470768-cb43-49a6-9da0-d9d945854953 req-66d0af97-15e7-413b-856e-638bd5a76c2a tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 946 time: 0.0558896 Sep 16 05:19:10.377495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Made reservation on behalf of 902bf2fdc52645658eacbd9a3c631a58 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:10.381391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.389042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1470768-cb43-49a6-9da0-d9d945854953 req-57414799-9424-4f9c-b087-f70fd802d1b1 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602551 Sep 16 05:19:10.458709 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.541652 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.566588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:10.570119 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.644737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60597bfb-923a-4b81-85ce-b8bb49db3464 req-6abc270d-67dc-40c5-b833-35564b9d6df5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 210 time: 0.0316312 Sep 16 05:19:10.657639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Allocated IP 172.20.0.5 (5124c92f-3cbd-487a-95e9-c6ce4cb18054/065dfe4b-32da-4502-9e5d-3c4a5e77044a/96e06dce-a83f-47d0-8714-cdfec32257ef) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:10.661226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:10.683424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.684053 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Added segment a59dd141-6438-46e7-854a-051b0de0fdb3 of type vlan for network f23e06dc-791d-4beb-aa4a-2486c4770e99 Sep 16 05:19:10.790696 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.990461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.014296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.016259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.016931 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.039637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3d03db7-cc0c-491c-9107-2fd322510257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.240402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:11.400249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:11.454416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Network': ['ID=f23e06dc-791d-4beb-aa4a-2486c4770e99,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:11.466663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:11.519119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af0112-3075-4a6f-8dfd-6c8e467e3043 req-64065d2b-522d-4a1a-81cf-9664228c6574 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.520880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51af0112-3075-4a6f-8dfd-6c8e467e3043 req-64065d2b-522d-4a1a-81cf-9664228c6574 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 946 time: 0.0592418 Sep 16 05:19:11.567619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51af0112-3075-4a6f-8dfd-6c8e467e3043 req-ea66d9ea-ce9f-4233-b043-8579559d32de tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394967 Sep 16 05:19:11.567855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:11.573297 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fc990373-6672-467c-b665-dbeb630aefd1 admin admin] 10.222.0.59 "PUT /v2.0/routers/1d510fc3-1b5b-46af-b4b4-7990a449cdf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9636126 Sep 16 05:19:11.575523 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-836cdb67-b35b-4eea-9f04-cba7f18839d4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3644843 Sep 16 05:19:11.576147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 47966) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:11.587453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 47968) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:11.587635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] Sync routers for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:11.587751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'admin_state_up': True, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:11.600290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:11.600919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:11.633907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.725640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:11.731054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.731054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.739923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:11.755992 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:11.809776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:11.814420 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.883743 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.884819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.904958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-c9876d2f-9e90-45c1-a211-a7b4339067b9 req-d06b52d6-4d46-4379-a93b-b9a43b4171b6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:19:11.920636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9876d2f-9e90-45c1-a211-a7b4339067b9 req-d06b52d6-4d46-4379-a93b-b9a43b4171b6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223389 Sep 16 05:19:11.984258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.992353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:12.000476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.018892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b03cfc-dc85-45f0-9cff-2caa6fbf85c0 req-0300bc3b-10fe-42fb-a75f-9b1c3af90e6f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.025124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15b03cfc-dc85-45f0-9cff-2caa6fbf85c0 req-0300bc3b-10fe-42fb-a75f-9b1c3af90e6f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 931 time: 0.2686923 Sep 16 05:19:12.027942 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-9df38be3-969a-4848-badd-bbe811d8dcf0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5939076 Sep 16 05:19:12.053927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Request body: {'port': {'device_id': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:12.074236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-dc48a75f-68b6-418b-a815-bc6e0f8ccca0 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.075845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-dc48a75f-68b6-418b-a815-bc6e0f8ccca0 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.60 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 946 time: 0.1776593 Sep 16 05:19:12.138390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7602f2cc-ad13-44aa-9f0e-22d8ef2b184f None None] Provisioning complete for port 96e06dce-a83f-47d0-8714-cdfec32257ef triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:12.138763 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7602f2cc-ad13-44aa-9f0e-22d8ef2b184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.142207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15b03cfc-dc85-45f0-9cff-2caa6fbf85c0 req-2fb511c9-b1ed-4c80-bbe6-dbbe624ec9a3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121035 Sep 16 05:19:12.148860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.225672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7602f2cc-ad13-44aa-9f0e-22d8ef2b184f None None] Port 96e06dce-a83f-47d0-8714-cdfec32257ef cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:12.252033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '7129d951-c772-47cc-8342-8d0c94568b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:19:10Z', 'revision_number': 5, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port': {'id': '7129d951-c772-47cc-8342-8d0c94568b33', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:12.281210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] Checking router: 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:12.291611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] Routers {'1d510fc3-1b5b-46af-b4b4-7990a449cdf5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:12.292257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:18:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:12.301701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Deleting port 7129d951-c772-47cc-8342-8d0c94568b33 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:12.301701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.421006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] Set router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:12.470063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] For port 7129d951-c772-47cc-8342-8d0c94568b33, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7129d951-c772-47cc-8342-8d0c94568b33,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:12.470480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.484130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:19:12Z', 'revision_number': 6, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:12.492887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Calling delete_port for 7129d951-c772-47cc-8342-8d0c94568b33 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:12.513732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16eede-49e5-4f98-a09e-4e5a87f48891 None None] The sync data for ids ['1d510fc3-1b5b-46af-b4b4-7990a449cdf5'] in n-d-712143-16 is: [{'id': '1d510fc3-1b5b-46af-b4b4-7990a449cdf5', 'name': 'tempest-TestVolumeBackupRestore-1218993583-router', 'tenant_id': '77821e3ca1c344a692533e50a425bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:22Z', 'updated_at': '2021-09-16T05:19:12Z', 'revision_number': 6, 'project_id': '77821e3ca1c344a692533e50a425bb47', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:12.661958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:12.676376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.692048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Transition to ACTIVE for port object 96e06dce-a83f-47d0-8714-cdfec32257ef will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:12.725136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.790017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.794147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3df9e4-917f-4ce6-8d09-533fcea03f0c req-31aa35d1-977c-4fa3-88ca-bd29340a8dde tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.795991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea3df9e4-917f-4ce6-8d09-533fcea03f0c req-31aa35d1-977c-4fa3-88ca-bd29340a8dde tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1741450 Sep 16 05:19:12.806692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-9bc2c159-e1d3-48b1-8584-09051cefde26 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1821737 Sep 16 05:19:12.816635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37244395-4713-4639-9121-c4f2fc3e7442 req-1533b3e2-554d-43b1-9856-a17a67bdb98b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.817898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37244395-4713-4639-9121-c4f2fc3e7442 req-1533b3e2-554d-43b1-9856-a17a67bdb98b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 946 time: 0.1601033 Sep 16 05:19:12.866278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Deleting port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:12.866625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.880012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.912113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:12.944631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7129d951-c772-47cc-8342-8d0c94568b33,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.339440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea3df9e4-917f-4ce6-8d09-533fcea03f0c req-ba3766c8-89c1-40a7-9d8a-ff84ce9c9657 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431636 Sep 16 05:19:13.339440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37244395-4713-4639-9121-c4f2fc3e7442 req-8685f3a5-0be4-4a4e-a2fc-4a7945dcd7ae tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462041 Sep 16 05:19:13.339440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] For port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:13.339440 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.343552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Attempting to bind port 96e06dce-a83f-47d0-8714-cdfec32257ef on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:13.343552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Attempting to bind port 96e06dce-a83f-47d0-8714-cdfec32257ef by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:13.343552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Attempting to bind port 96e06dce-a83f-47d0-8714-cdfec32257ef on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:13.345462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Calling delete_port for 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Port 96e06dce-a83f-47d0-8714-cdfec32257ef on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Attempting to bind port 96e06dce-a83f-47d0-8714-cdfec32257ef on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Checking segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Bound using segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Bound port: 96e06dce-a83f-47d0-8714-cdfec32257ef, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.346742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:13.349432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:13.439104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9e875-d63c-4d4b-a3a3-b2f7bebaed18 req-07e2f567-9b8e-4da6-b8d6-8c3a8fed41d2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.439104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52a9e875-d63c-4d4b-a3a3-b2f7bebaed18 req-07e2f567-9b8e-4da6-b8d6-8c3a8fed41d2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 943 time: 0.1810551 Sep 16 05:19:13.439104 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.467641 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.539291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52a9e875-d63c-4d4b-a3a3-b2f7bebaed18 req-2e784607-e5cd-4a57-b0cd-dbffb56c05db tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977879 Sep 16 05:19:13.555550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.556317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d510fc3-1b5b-46af-b4b4-7990a449cdf5 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:13.561433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.563379 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f15eeb64-a583-4198-a400-3a24369636e2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1d510fc3-1b5b-46af-b4b4-7990a449cdf5 HTTP/1.1" status: 204 len: 168 time: 1.9855444 Sep 16 05:19:13.565394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48044) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:13.602524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.25.7.66 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/9511c5c6-fc0f-4456-b71b-ad64380bce60) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:13.618701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d8ec17-f798-4790-9afe-255498dcea60 admin admin] Deleting subnet b38f85e6-3895-448d-b59a-2a45df7ab731 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:13.621902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24d8ec17-f798-4790-9afe-255498dcea60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.658083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24d8ec17-f798-4790-9afe-255498dcea60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.660363 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.666825 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.681611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:13.710157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Pushing event deleted for resources: {'Port': ['ID=37c8f776-afd6-42eb-a4fb-d3652ca1f1c4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.720976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3e612bae-d688-42e9-bb7c-c2e22a207e36', '5f669be6-9e0b-472b-a436-ad18b4b3c998'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:13.734957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.735619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.737114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] 10.222.0.57 "PUT /v2.0/ports/96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 1092 time: 1.6930039 Sep 16 05:19:13.739410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:13.741781 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db11d92-6bd5-4cde-a830-a2c7e672ff91" -d '{"events": [{"name": "network-changed", "server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:13.776604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] No DVR routers for this DVR port 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:13.784942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.787442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfaf43e8-b54f-43ea-a02d-def7eb1ff3f3 req-b4f04976-81f0-4ffb-bbb5-2d41e755404d tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.60 "DELETE /v2.0/ports/37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 HTTP/1.1" status: 204 len: 173 time: 1.6562681 Sep 16 05:19:13.788120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'face24d8-b5a0-4264-8bae-8815dcfb2954', 'name': 'network-vif-deleted', 'tag': '37c8f776-afd6-42eb-a4fb-d3652ca1f1c4'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:13.790674 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc7f69-df55-45d8-800d-8ecabd47f33e" -d '{"events": [{"server_uuid": "face24d8-b5a0-4264-8bae-8815dcfb2954", "name": "network-vif-deleted", "tag": "37c8f776-afd6-42eb-a4fb-d3652ca1f1c4"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:13.799461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.851430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebca5c-8760-439d-91c8-26c29f5b6795 service neutron] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.910232 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4099c7d6-8886-4018-a137-ec41dde999e5 x-openstack-request-id: req-4099c7d6-8886-4018-a137-ec41dde999e5 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:13.911578 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "face24d8-b5a0-4264-8bae-8815dcfb2954", "name": "network-vif-deleted", "tag": "37c8f776-afd6-42eb-a4fb-d3652ca1f1c4", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:13.912076 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4099c7d6-8886-4018-a137-ec41dde999e5 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:13.912675 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'face24d8-b5a0-4264-8bae-8815dcfb2954', 'name': 'network-vif-deleted', 'tag': '37c8f776-afd6-42eb-a4fb-d3652ca1f1c4', 'status': 'completed', 'code': 200} Sep 16 05:19:13.942480 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1980c-16a0-4dbf-9ff4-309bb3c2e542 x-openstack-request-id: req-aec1980c-16a0-4dbf-9ff4-309bb3c2e542 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:13.942825 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:13.944413 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aec1980c-16a0-4dbf-9ff4-309bb3c2e542 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:13.944413 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'status': 'completed', 'code': 200} Sep 16 05:19:13.945292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24d8ec17-f798-4790-9afe-255498dcea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.004807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d5708d96-62cc-421f-8f51-1625c38137a1 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:14.007736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.031912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-fa1d0b4f-70bd-4ff1-a064-00420d8c5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.033452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-fa1d0b4f-70bd-4ff1-a064-00420d8c5222 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1095 time: 0.1007471 Sep 16 05:19:14.079400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:14.083294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=9511c5c6-fc0f-4456-b71b-ad64380bce60,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:14.105743 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-ea59548c-90f5-4d1b-ade4-d60b16867531 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 217 time: 0.0559137 Sep 16 05:19:14.111196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:14.114864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:14.123546 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d5708d96-62cc-421f-8f51-1625c38137a1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:14.124146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d5708d96-62cc-421f-8f51-1625c38137a1 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:14.125778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7129d951-c772-47cc-8342-8d0c94568b33 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:14.182351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-060b1b2f-156f-4828-9a27-89c1a64eb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.184019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-060b1b2f-156f-4828-9a27-89c1a64eb795 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0681674 Sep 16 05:19:14.221542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7129d951-c772-47cc-8342-8d0c94568b33 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:14.221909 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7129d951-c772-47cc-8342-8d0c94568b33 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:14.262215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-b9f035cf-4421-4422-ae39-f33610a83d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.264224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-b9f035cf-4421-4422-ae39-f33610a83d82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726264 Sep 16 05:19:14.272326 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24d8ec17-f798-4790-9afe-255498dcea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.308869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-156802b8-7b02-4551-b075-e092db87695f req-085e47a3-f427-4786-bb64-78c9c43bf5dc tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 210 time: 0.0957551 Sep 16 05:19:14.327822 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.335399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8ec17-f798-4790-9afe-255498dcea60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38f85e6-3895-448d-b59a-2a45df7ab731,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:14.337586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24d8ec17-f798-4790-9afe-255498dcea60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.341735 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-24d8ec17-f798-4790-9afe-255498dcea60 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b38f85e6-3895-448d-b59a-2a45df7ab731 HTTP/1.1" status: 204 len: 168 time: 0.7727520 Sep 16 05:19:14.342722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48074) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:14.346951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af2a59-a27d-476d-a42a-920a220bae7c None None] Network 10b8a951-6397-44c2-9fe2-9c35a89ddd98 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:14.398497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264bb26-86fb-44ea-b1c1-07bee6b98acd req-d3697b1e-444d-49c6-9052-d94e43d53e0f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.400816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3264bb26-86fb-44ea-b1c1-07bee6b98acd req-d3697b1e-444d-49c6-9052-d94e43d53e0f tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1908107 Sep 16 05:19:14.466188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.485666 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-b90384ea-7dd0-4cf3-b448-8837c91d29dc service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109258 Sep 16 05:19:14.527562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-46e6647b-f983-4a6e-b719-06ba0bf95613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.536655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3264bb26-86fb-44ea-b1c1-07bee6b98acd req-5f08406e-42a3-4b5b-9e43-996cc264b089 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Sep 16 05:19:14.615172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Deleting port 997ba7d8-cd7c-4357-b28e-4874edba1f78 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:14.615561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.643550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] DHCP port deletion for 10b8a951-6397-44c2-9fe2-9c35a89ddd98 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:14.651768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-098d22d6-1ff5-4627-b03b-2b35fea53f70 req-08835cf2-88df-4f23-8157-0160dc3eb039 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417940 Sep 16 05:19:14.701679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] Deleting port 997ba7d8-cd7c-4357-b28e-4874edba1f78 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:14.702575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] For port 997ba7d8-cd7c-4357-b28e-4874edba1f78, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=997ba7d8-cd7c-4357-b28e-4874edba1f78,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:14.702894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.703554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.720322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Calling delete_port for 997ba7d8-cd7c-4357-b28e-4874edba1f78 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:14.767785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.784541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] For port 997ba7d8-cd7c-4357-b28e-4874edba1f78, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=997ba7d8-cd7c-4357-b28e-4874edba1f78,segment=NetworkSegment(2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5),segment_id=2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:14.785555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.803878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] Calling delete_port for 997ba7d8-cd7c-4357-b28e-4874edba1f78 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:14.850612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef97c-ff74-4961-951c-906b3a97811d req-5b7b2ec5-d3aa-4ced-b40a-d9e8dfac5642 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.852084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-807ef97c-ff74-4961-951c-906b3a97811d req-5b7b2ec5-d3aa-4ced-b40a-d9e8dfac5642 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 943 time: 0.1576576 Sep 16 05:19:14.853874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-6f8e49e6-6728-4207-944f-32a090a4968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.855872 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-6f8e49e6-6728-4207-944f-32a090a4968a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1095 time: 0.0438271 Sep 16 05:19:14.889449 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.892095 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.904933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] No DVR routers for this DVR port 997ba7d8-cd7c-4357-b28e-4874edba1f78 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:14.922978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] No DVR routers for this DVR port 997ba7d8-cd7c-4357-b28e-4874edba1f78 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:14.925368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-dc00fa34-522b-4259-a237-d0d70a35876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.927113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-dc00fa34-522b-4259-a237-d0d70a35876a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9&tenant_id=58f585e0277148c5a8e76daae2ab8c1e HTTP/1.1" status: 200 len: 1096 time: 0.1925552 Sep 16 05:19:14.928696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bf6d1-cd30-4883-8f64-253fcaf8929d None None] Pushing event deleted for resources: {'Port': ['ID=997ba7d8-cd7c-4357-b28e-4874edba1f78,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:14.972739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-807ef97c-ff74-4961-951c-906b3a97811d req-ea0169d1-4bf5-4248-9af5-63c1b5bd149e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072152 Sep 16 05:19:14.979460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=997ba7d8-cd7c-4357-b28e-4874edba1f78,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:15.051500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-0bb123e9-6b4e-47f0-ab3d-92a0fd68deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.053039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-0bb123e9-6b4e-47f0-ab3d-92a0fd68deaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 1096 time: 0.0978870 Sep 16 05:19:15.069397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.081369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-ba97f095-c0b3-4861-be21-9f10a9fe9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.082920 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-ba97f095-c0b3-4861-be21-9f10a9fe9ec3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.2185478 Sep 16 05:19:15.111041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.137908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b8a951-6397-44c2-9fe2-9c35a89ddd98']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:15.141532 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-b6fb7354-7bfb-40ff-bdb7-971830caa219 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 217 time: 0.0511208 Sep 16 05:19:15.150349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:15.150705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdaf7fc-27aa-45c7-aff3-c5e66b8ebfa5') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:15.158109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.186217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.208540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.219598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-e6aa4dae-04f0-4ede-a1db-db42fb886994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.221459 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-e6aa4dae-04f0-4ede-a1db-db42fb886994 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0686805 Sep 16 05:19:15.222398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:15.222809 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:15.224690 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:15.233144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-ab1fcfaf-8db8-427a-849c-6da62f185fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.234643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-ab1fcfaf-8db8-427a-849c-6da62f185fcd service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 200 len: 918 time: 0.1516538 Sep 16 05:19:15.261627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:15.283100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:15.283502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 37c8f776-afd6-42eb-a4fb-d3652ca1f1c4 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:15.313931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-43d031b1-8952-40d6-a715-639109612497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.315509 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-43d031b1-8952-40d6-a715-639109612497 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811796 Sep 16 05:19:15.404443 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.417218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.422530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] 10.222.0.59 "DELETE /v2.0/networks/10b8a951-6397-44c2-9fe2-9c35a89ddd98 HTTP/1.1" status: 204 len: 168 time: 1.0787473 Sep 16 05:19:15.433883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48108) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:15.442578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a624b2-c137-4971-b040-0c3c9c177c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=10b8a951-6397-44c2-9fe2-9c35a89ddd98,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:15.505952 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-0c36029a-0b91-42d4-bce8-4b52cdc1e4bd service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809793 Sep 16 05:19:15.712985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27acf5b6-97b2-4243-b50c-b202f8b1c88c req-d7f6d728-7604-448f-9d2f-5749744a826b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=face24d8-b5a0-4264-8bae-8815dcfb2954 HTTP/1.1" status: 200 len: 210 time: 0.0799220 Sep 16 05:19:15.743902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-38ec59ef-5092-4462-aaba-3c6b5ec7198b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d HTTP/1.1" status: 200 len: 998 time: 0.4739156 Sep 16 05:19:15.761715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d4b4d-bf1b-4888-94b9-2d3b8fdeb06d req-74540921-0a47-43ee-aa9e-2d8b207a3ba0 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.763348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e06d4b4d-bf1b-4888-94b9-2d3b8fdeb06d req-74540921-0a47-43ee-aa9e-2d8b207a3ba0 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1330268 Sep 16 05:19:15.846244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-193135a9-ba5e-4a68-92d9-3374f9a4dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.847787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-193135a9-ba5e-4a68-92d9-3374f9a4dd60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 200 len: 856 time: 0.0947073 Sep 16 05:19:15.857219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e06d4b4d-bf1b-4888-94b9-2d3b8fdeb06d req-1f7502d2-d5a0-4b91-ad2c-3e9a0c2a4b24 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848684 Sep 16 05:19:15.907060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 75aa97a6-e98d-4d70-a2ac-842042157451 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:15.953752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 997ba7d8-cd7c-4357-b28e-4874edba1f78 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:15.972246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-54408541-6ae9-4ccb-a216-0a7f8bfae5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.972246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-54408541-6ae9-4ccb-a216-0a7f8bfae5ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8e6210f-3ee9-4c36-becc-d2bcb781973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136529 Sep 16 05:19:15.976163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 997ba7d8-cd7c-4357-b28e-4874edba1f78 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:15.976590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 997ba7d8-cd7c-4357-b28e-4874edba1f78 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:16.043952 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5db11d92-6bd5-4cde-a830-a2c7e672ff91 req-5cc19634-1203-446d-95bf-e95d59389b33 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973979 Sep 16 05:19:16.133283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:16.143483 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Sync routers for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:16.152351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:16.153210 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:16.164462 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-c41d9ddc-baec-4885-a2ac-c70745cf9d7e service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839445 Sep 16 05:19:16.173172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1bed-573b-4fe0-af7a-f30196495c71 req-baf58a45-f77c-40a8-b6ea-9f3de348679b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.174645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1fb1bed-573b-4fe0-af7a-f30196495c71 req-baf58a45-f77c-40a8-b6ea-9f3de348679b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 943 time: 0.1237392 Sep 16 05:19:16.260716 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.261935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0e65602e-8996-4151-a885-a5ae0edee2e2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6802561 Sep 16 05:19:16.267635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.268326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:16.269899 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:16.272833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1fb1bed-573b-4fe0-af7a-f30196495c71 req-206b43b5-1ba1-4b98-acd3-ede2150671e9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885355 Sep 16 05:19:16.302516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449851ee-fd6e-47f8-88ae-d2cb1b361e92 req-11e540e1-fbe7-4f73-b35d-10baa8bf9a44 service neutron] 10.222.0.60 "GET /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258142 Sep 16 05:19:16.476339 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5b93bf82-ab30-403e-af11-0768da891dbc tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=da94cb2f91514c57a58d347bae59374f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2067220 Sep 16 05:19:16.479594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48150) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:16.508072 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:14Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:16.537406 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Checking router: 75aa97a6-e98d-4d70-a2ac-842042157451 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:16.537979 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Updating router 75aa97a6-e98d-4d70-a2ac-842042157451 port 9511c5c6-fc0f-4456-b71b-ad64380bce60 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:19:16.567577 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.581242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Deleting port 952e8394-72f3-4359-a38b-ba6cad59be25 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:16.581592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.594440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e1b4f-7236-4fb3-acac-8117a48527ef tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.598939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-281e1b4f-7236-4fb3-acac-8117a48527ef tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1154358 Sep 16 05:19:16.598939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48158) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:16.659232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2f6fc944-1d8b-41a3-9454-d2ace001f331 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594440 Sep 16 05:19:16.661809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48168) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:16.669695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-680358705', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:16.700475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] For port 952e8394-72f3-4359-a38b-ba6cad59be25, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=952e8394-72f3-4359-a38b-ba6cad59be25,segment=NetworkSegment(01a23305-8aa1-4436-b1d6-0840feb70c4f),segment_id=01a23305-8aa1-4436-b1d6-0840feb70c4f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:16.700863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.720165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Calling delete_port for 952e8394-72f3-4359-a38b-ba6cad59be25 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:16.846730 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.875432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:16.879066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.905618 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.018366 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.043150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c503e5-c9ca-44c9-99db-ccc7540dc65a req-fbd24752-8877-494d-9894-eaa63255aa34 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.044691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2c503e5-c9ca-44c9-99db-ccc7540dc65a req-fbd24752-8877-494d-9894-eaa63255aa34 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0843081 Sep 16 05:19:17.048927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Pushing event deleted for resources: {'Port': ['ID=952e8394-72f3-4359-a38b-ba6cad59be25,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:17.105148 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.164993 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Attempting to bind port 9511c5c6-fc0f-4456-b71b-ad64380bce60 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:17.166805 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Attempting to bind port 9511c5c6-fc0f-4456-b71b-ad64380bce60 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:17.168683 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Attempting to bind port 9511c5c6-fc0f-4456-b71b-ad64380bce60 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:17.242147 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:17.242532 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:17.242941 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.243915 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:17.244455 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Bound port: 9511c5c6-fc0f-4456-b71b-ad64380bce60, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:17.244846 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.314012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2c503e5-c9ca-44c9-99db-ccc7540dc65a req-d3618b48-b059-4563-a185-c5573df7317a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375224 Sep 16 05:19:17.362083 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] For port 9511c5c6-fc0f-4456-b71b-ad64380bce60, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:17.367112 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.371311 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] For port 9511c5c6-fc0f-4456-b71b-ad64380bce60, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9511c5c6-fc0f-4456-b71b-ad64380bce60,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:17.406018 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fe7d3-ed83-480c-abff-583f00a671df None None] Pushing event updated for resources: {'Port': ['ID=9511c5c6-fc0f-4456-b71b-ad64380bce60,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:17.441364 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:17.453915 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.483189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Subnet': ['ID=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:17.518428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.583576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Checking segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:17.584239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network hostable DHCP agents. Network: f23e06dc-791d-4beb-aa4a-2486c4770e99, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:17.584422 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fe7d3-ed83-480c-abff-583f00a671df None None] Pushing event updated for resources: {'Port': ['ID=9511c5c6-fc0f-4456-b71b-ad64380bce60,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:17.636475 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:17.638582 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:17.661598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:17.697023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd025-2095-43d5-bb3b-63bd7be28af1 req-2f4ba4f4-d539-41e5-86ab-84265e731e9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.705862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'mac_address': 'fa:16:3e:67:bd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:17.707195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-627fd025-2095-43d5-bb3b-63bd7be28af1 req-2f4ba4f4-d539-41e5-86ab-84265e731e9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 943 time: 0.2173686 Sep 16 05:19:17.746177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:17.809588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-627fd025-2095-43d5-bb3b-63bd7be28af1 req-f874e290-63bf-422b-af61-c3a2bddfd9c2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005421 Sep 16 05:19:17.828227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.868773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:17.901651 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:17.914662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:17.930372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f23e06dc-791d-4beb-aa4a-2486c4770e99) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:17.935572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.936968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.938664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f46eca-d73b-497c-a7fc-c41dd823390e None None] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:18.045231 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.064945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-af160c92-a2f1-437b-a002-c7ed272132d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4014776 Sep 16 05:19:18.067856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48204) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:18.073394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Router c101de43-986c-41d2-868e-9749360004a5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:18.224642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:18.312118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:18.333252 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a7faccf8-d00b-4bd2-8a53-60c8b88868ff admin admin] 10.222.0.59 "PUT /v2.0/routers/c101de43-986c-41d2-868e-9749360004a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8970230 Sep 16 05:19:18.334687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48212) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:18.355357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['96e06dce-a83f-47d0-8714-cdfec32257ef'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:18.357666 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] Sync routers for ids ['c101de43-986c-41d2-868e-9749360004a5'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:18.416683 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:14Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:18.436246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-f23e06dc-791d-4beb-aa4a-2486c4770e99', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:19:18.437172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.506044 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb870035-bc97-4167-807e-52a13b33b992 None None] The sync data for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 is: [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:14Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:18.526920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] Routers {'c101de43-986c-41d2-868e-9749360004a5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:18.531756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.532101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['c101de43-986c-41d2-868e-9749360004a5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:18.694535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647026b-eb92-456a-9361-27e83cada3cc req-71e43a00-f41c-4973-9df6-9fddb62812cf tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.701576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3647026b-eb92-456a-9361-27e83cada3cc req-71e43a00-f41c-4973-9df6-9fddb62812cf tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.2133071 Sep 16 05:19:18.799229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.890728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3647026b-eb92-456a-9361-27e83cada3cc req-c8e71db4-d6ce-4a43-8844-dd0c91b0df10 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787102 Sep 16 05:19:18.964441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Deleting port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:18.969743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.193790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] For port bf3f85fd-0421-4f39-bbe8-144bffdbb7f0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=bf3f85fd-0421-4f39-bbe8-144bffdbb7f0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:19.194463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.209229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Allocated IP 172.20.0.2 (f23e06dc-791d-4beb-aa4a-2486c4770e99/011d78b7-5b0a-4cdb-b01e-b1f45e8b4667/f8fcfd30-7b5c-4574-9bb7-e207288e0671) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:19.215416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Calling delete_port for bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:19.226471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c724-3831-4c45-87be-bf1c07371a00 req-c335373b-0b46-477b-936c-b348e89f5f3f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:19.228737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dca6c724-3831-4c45-87be-bf1c07371a00 req-c335373b-0b46-477b-936c-b348e89f5f3f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.3351977 Sep 16 05:19:19.448050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dca6c724-3831-4c45-87be-bf1c07371a00 req-61439f8d-61eb-4a96-9585-1642713103b4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1922429 Sep 16 05:19:19.576142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] Set router c101de43-986c-41d2-868e-9749360004a5 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:19.621086 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.675748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.770025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3f85fd-0421-4f39-bbe8-144bffdbb7f0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.029868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.166412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9511c5c6-fc0f-4456-b71b-ad64380bce60 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:20.269280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.275481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.284055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08039c48-66fb-49c9-8133-dc93dd82f552 req-f47ae5ca-89fc-4b95-94c3-021eb5645b64 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.286159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08039c48-66fb-49c9-8133-dc93dd82f552 req-f47ae5ca-89fc-4b95-94c3-021eb5645b64 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1470377 Sep 16 05:19:20.363556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08039c48-66fb-49c9-8133-dc93dd82f552 req-ce4925b3-29b0-47da-a479-016b5a021ea5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676050 Sep 16 05:19:20.408654 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.442478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.443213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c101de43-986c-41d2-868e-9749360004a5 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:20.449832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.451710 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6f5d84f4-899d-4b6a-849a-72768dfdcde6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c101de43-986c-41d2-868e-9749360004a5 HTTP/1.1" status: 204 len: 168 time: 2.1156628 Sep 16 05:19:20.453945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48224) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:20.470805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9511c5c6-fc0f-4456-b71b-ad64380bce60 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:20.471464 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.551482 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.574183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101de43-986c-41d2-868e-9749360004a5', 'name': 'tempest-TestVolumeBackupRestore-868729210-router', 'tenant_id': 'e3f74c8c55e84db8932128178f54cb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:19:16Z', 'revision_number': 5, 'project_id': 'e3f74c8c55e84db8932128178f54cb85', 'gw_port': {'id': 'bf3f85fd-0421-4f39-bbe8-144bffdbb7f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c101de43-986c-41d2-868e-9749360004a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:20.614622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.20.0.1 (f23e06dc-791d-4beb-aa4a-2486c4770e99/011d78b7-5b0a-4cdb-b01e-b1f45e8b4667/cbceb7ee-1d59-4911-89ac-1896752a204e) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:20.642373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] Checking router: c101de43-986c-41d2-868e-9749360004a5 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:20.649650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe976bf2-0123-4d8e-ab66-39bd31c5c0cf admin admin] Deleting subnet 9e0edea1-3031-43fa-8c45-18ce6a15e9bd {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:20.659103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:20.668831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:20.677860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:20.680432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe976bf2-0123-4d8e-ab66-39bd31c5c0cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.686382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] Routers set() bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:20.686751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] Router IDs set() for agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:19:20.687790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_agentschedulers_db [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c101de43-986c-41d2-868e-9749360004a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent'). {{(pid=101826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:19:20.688196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64937588-bf5f-40ba-9971-9bc64fecf963 None None] The sync data for ids ['c101de43-986c-41d2-868e-9749360004a5'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:20.694146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Pushing event updated for resources: {'Port': ['ID=f8fcfd30-7b5c-4574-9bb7-e207288e0671,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.821823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Attempting to bind port f8fcfd30-7b5c-4574-9bb7-e207288e0671 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:20.822217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Attempting to bind port f8fcfd30-7b5c-4574-9bb7-e207288e0671 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:20.822791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Attempting to bind port f8fcfd30-7b5c-4574-9bb7-e207288e0671 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:20.835322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:20.835710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Checking segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:20.836131 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.836539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Bound using segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:20.837562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Bound port: f8fcfd30-7b5c-4574-9bb7-e207288e0671, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:20.837959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.870938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe976bf2-0123-4d8e-ab66-39bd31c5c0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.886560 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.916295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] For port f8fcfd30-7b5c-4574-9bb7-e207288e0671, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:20.919545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] For port f8fcfd30-7b5c-4574-9bb7-e207288e0671, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f8fcfd30-7b5c-4574-9bb7-e207288e0671,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:20.933529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bd50c-22f4-4f70-a082-d13090a81194 req-957e563a-91c4-4b48-a9f6-e5240d5f1b9c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.935333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b3bd50c-22f4-4f70-a082-d13090a81194 req-957e563a-91c4-4b48-a9f6-e5240d5f1b9c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.2801087 Sep 16 05:19:20.952905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 9511c5c6-fc0f-4456-b71b-ad64380bce60, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9511c5c6-fc0f-4456-b71b-ad64380bce60,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:21.007294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.044640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b3bd50c-22f4-4f70-a082-d13090a81194 req-25c4f678-7834-4420-a73b-f7ba87154ead tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937691 Sep 16 05:19:21.068015 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.147732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe976bf2-0123-4d8e-ab66-39bd31c5c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.200774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f56bf-9b53-449b-975e-705ff40a3a9f None None] Pushing event updated for resources: {'Port': ['ID=f8fcfd30-7b5c-4574-9bb7-e207288e0671,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:21.354978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.372108 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe976bf2-0123-4d8e-ab66-39bd31c5c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.386565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=9511c5c6-fc0f-4456-b71b-ad64380bce60,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:21.465637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:21.470442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe976bf2-0123-4d8e-ab66-39bd31c5c0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0edea1-3031-43fa-8c45-18ce6a15e9bd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:21.502473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe976bf2-0123-4d8e-ab66-39bd31c5c0cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.507737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe976bf2-0123-4d8e-ab66-39bd31c5c0cf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9e0edea1-3031-43fa-8c45-18ce6a15e9bd HTTP/1.1" status: 204 len: 168 time: 1.0526087 Sep 16 05:19:21.510808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48234) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:21.569466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a83d3f-1619-4cab-907a-87266c7af22f None None] Network d21ce359-8fcd-4e42-9c19-3479981193cd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:21.660557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907dc23-ab75-45af-8fec-c9350c6aebc5 req-cc5e54d9-935f-4688-860c-12e2725129fe tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.667641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5907dc23-ab75-45af-8fec-c9350c6aebc5 req-cc5e54d9-935f-4688-860c-12e2725129fe tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1281025 Sep 16 05:19:21.670015 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.762042 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.803232 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8855ec39-cfa8-4d90-9699-292f46588091 req-036a1528-57ac-4a83-bd6e-ed951f204f41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1452088 Sep 16 05:19:21.807579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:21.821880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:21.826491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:21.881122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 96e06dce-a83f-47d0-8714-cdfec32257ef completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:21.895441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 96e06dce-a83f-47d0-8714-cdfec32257ef triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:21.896048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.989977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=cbceb7ee-1d59-4911-89ac-1896752a204e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:22.069677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5907dc23-ab75-45af-8fec-c9350c6aebc5 req-686b5ea4-d852-49cf-9210-14acc3c09731 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931952 Sep 16 05:19:22.088692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855ec39-cfa8-4d90-9699-292f46588091 req-ea18834f-833b-4d30-b93d-2333aeb1848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.090577 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8855ec39-cfa8-4d90-9699-292f46588091 req-ea18834f-833b-4d30-b93d-2333aeb1848d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87b6942fb09b4ab2839ae347069c6f90&device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 1098 time: 0.1539137 Sep 16 05:19:22.119236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.142701 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] DHCP port deletion for d21ce359-8fcd-4e42-9c19-3479981193cd request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:22.143042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Deleting port 90707137-f075-4180-844f-2da7cf1731ee {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:22.146029 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.228474 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.251320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f8fcfd30-7b5c-4574-9bb7-e207288e0671 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:22.374189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:22.378599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:22.381137 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eaa0fc-bb28-4fdf-85a5-c4ed5d4e3aa4" -d '{"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-plugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:22.416696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] For port 90707137-f075-4180-844f-2da7cf1731ee, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=90707137-f075-4180-844f-2da7cf1731ee,segment=NetworkSegment(01a23305-8aa1-4436-b1d6-0840feb70c4f),segment_id=01a23305-8aa1-4436-b1d6-0840feb70c4f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:22.417364 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.439650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Calling delete_port for 90707137-f075-4180-844f-2da7cf1731ee owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:22.452259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.549976 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd36e561-4c33-45c2-982b-833a734cbe4e x-openstack-request-id: req-bd36e561-4c33-45c2-982b-833a734cbe4e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:22.560286 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-plugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:22.560649 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd36e561-4c33-45c2-982b-833a734cbe4e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:22.561101 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'code': 200} Sep 16 05:19:22.572698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be387-d83d-4e22-b5d0-c6e59a419faa req-ef018d8c-d493-4a2e-a2f4-e9845a17af13 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.574322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb0be387-d83d-4e22-b5d0-c6e59a419faa req-ef018d8c-d493-4a2e-a2f4-e9845a17af13 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.2746489 Sep 16 05:19:22.583531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] Deleting port 90707137-f075-4180-844f-2da7cf1731ee {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:22.584305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.652370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855ec39-cfa8-4d90-9699-292f46588091 req-9dd63c1d-6139-44fd-9bd8-6c0ee406d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.654322 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8855ec39-cfa8-4d90-9699-292f46588091 req-9dd63c1d-6139-44fd-9bd8-6c0ee406d44a service neutron] 10.222.0.57 "GET /v2.0/networks?id=368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 200 len: 916 time: 0.5331705 Sep 16 05:19:22.655633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.733285 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8855ec39-cfa8-4d90-9699-292f46588091 req-a3c172e4-8270-40c2-9187-bfdd235c96a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36 HTTP/1.1" status: 200 len: 217 time: 0.0677786 Sep 16 05:19:22.735180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] No DVR routers for this DVR port 90707137-f075-4180-844f-2da7cf1731ee on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:22.766563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5cb76-b8bb-417c-924f-e14b1cda01bc req-b4964bd1-0b90-48b8-8ea7-f61032163e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.781129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49b5cb76-b8bb-417c-924f-e14b1cda01bc req-b4964bd1-0b90-48b8-8ea7-f61032163e1a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1097 time: 0.2044811 Sep 16 05:19:22.786522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f8fcfd30-7b5c-4574-9bb7-e207288e0671 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:22.799893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.825229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:22.862624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855ec39-cfa8-4d90-9699-292f46588091 req-c218be9e-8f09-4397-983a-5aeeb69c3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.878208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] For port 90707137-f075-4180-844f-2da7cf1731ee, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=90707137-f075-4180-844f-2da7cf1731ee,segment=NetworkSegment(01a23305-8aa1-4436-b1d6-0840feb70c4f),segment_id=01a23305-8aa1-4436-b1d6-0840feb70c4f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:22.878857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.884211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8855ec39-cfa8-4d90-9699-292f46588091 req-c218be9e-8f09-4397-983a-5aeeb69c3e51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 200 len: 855 time: 0.1060216 Sep 16 05:19:22.921840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] Calling delete_port for 90707137-f075-4180-844f-2da7cf1731ee owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:22.957579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb0be387-d83d-4e22-b5d0-c6e59a419faa req-896cb3c4-fe2f-4312-bc9f-6da37f6c4f00 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3271470 Sep 16 05:19:23.010335 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.072577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.095190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-49b5cb76-b8bb-417c-924f-e14b1cda01bc req-94335e13-34d8-4a4a-81f2-a735e3b30e55 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2352917 Sep 16 05:19:23.102831 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.128877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21ce359-8fcd-4e42-9c19-3479981193cd']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:23.155687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8855ec39-cfa8-4d90-9699-292f46588091 req-1d803b54-9ff7-476e-a745-367c8fc51938 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=368d22b1-fd9d-456f-bc7b-85ad6c39a423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2704167 Sep 16 05:19:23.156535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Pushing event deleted for resources: {'Port': ['ID=90707137-f075-4180-844f-2da7cf1731ee,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.169219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port f8fcfd30-7b5c-4574-9bb7-e207288e0671, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f8fcfd30-7b5c-4574-9bb7-e207288e0671,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:23.191515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a23305-8aa1-4436-b1d6-0840feb70c4f') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:23.191827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a23305-8aa1-4436-b1d6-0840feb70c4f') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:23.240457 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.242314 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.245379 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.246166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9511c5c6-fc0f-4456-b71b-ad64380bce60 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:23.283784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:23.296354 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:23.334951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea78bed-b09c-427f-8c95-827154396533 None None] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:23.340456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] Pushing event deleted for resources: {'Port': ['ID=90707137-f075-4180-844f-2da7cf1731ee,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.363636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54871d92-4e71-4daa-b19d-dbb3749a6910 None None] No DVR routers for this DVR port 90707137-f075-4180-844f-2da7cf1731ee on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:23.488938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-962e419c-d0a5-4717-ac26-15c3f5f85abc None None] Provisioning complete for port f8fcfd30-7b5c-4574-9bb7-e207288e0671 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:23.489331 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-962e419c-d0a5-4717-ac26-15c3f5f85abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.573095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=f8fcfd30-7b5c-4574-9bb7-e207288e0671,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.581434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9511c5c6-fc0f-4456-b71b-ad64380bce60 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:23.581821 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.589635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.596321 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.602239 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d21ce359-8fcd-4e42-9c19-3479981193cd HTTP/1.1" status: 204 len: 168 time: 2.0876815 Sep 16 05:19:23.622033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6c87-e128-49c7-a5cc-6c9cd945cdec req-f1ffbf4c-916d-4d16-babe-9cc8ae92cc58 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.624636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00722fc-0e35-4e43-997f-8bddfff74435 admin admin] Pushing event deleted for resources: {'Network': ['ID=d21ce359-8fcd-4e42-9c19-3479981193cd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.626504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24df6c87-e128-49c7-a5cc-6c9cd945cdec req-f1ffbf4c-916d-4d16-babe-9cc8ae92cc58 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.3199673 Sep 16 05:19:23.670285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b937b1-6d61-4241-80aa-5e0f58ae23c5 req-5590ea05-ec71-481a-bfb8-befb5238379f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.671999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76b937b1-6d61-4241-80aa-5e0f58ae23c5 req-5590ea05-ec71-481a-bfb8-befb5238379f tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 945 time: 0.3643649 Sep 16 05:19:23.681527 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8855ec39-cfa8-4d90-9699-292f46588091 req-c92be4f5-46c1-4b62-b6a3-9500c8648d3f service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078004 Sep 16 05:19:23.835264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24df6c87-e128-49c7-a5cc-6c9cd945cdec req-db8cf0e7-235a-497c-8e2a-469955301610 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871898 Sep 16 05:19:23.903704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 952e8394-72f3-4359-a38b-ba6cad59be25 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:23.934026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 952e8394-72f3-4359-a38b-ba6cad59be25 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:23.934768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 952e8394-72f3-4359-a38b-ba6cad59be25 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:23.935157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:23.946956 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8855ec39-cfa8-4d90-9699-292f46588091 req-fce85466-5479-4816-9ce9-f2754068d40f service neutron] 10.222.0.57 "GET /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457449 Sep 16 05:19:23.977380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:23.977970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device bf3f85fd-0421-4f39-bbe8-144bffdbb7f0 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:24.076136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76b937b1-6d61-4241-80aa-5e0f58ae23c5 req-cd6df0df-7517-47e0-8da8-34c88ca94f19 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698800 Sep 16 05:19:24.085225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48252) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:24.123905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f8fcfd30-7b5c-4574-9bb7-e207288e0671 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:24.171458 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-63e863f9-5c30-4028-9fb5-6804eaf52513 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77821e3ca1c344a692533e50a425bb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851367 Sep 16 05:19:24.175470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48254) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:24.224519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f8fcfd30-7b5c-4574-9bb7-e207288e0671 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:24.225193 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.308223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe35c083-6195-4aa1-84dd-ec3a5da8045b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.374959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe35c083-6195-4aa1-84dd-ec3a5da8045b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.521585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe35c083-6195-4aa1-84dd-ec3a5da8045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.524266 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fe35c083-6195-4aa1-84dd-ec3a5da8045b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.528259 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fe35c083-6195-4aa1-84dd-ec3a5da8045b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c938cbf-c197-4392-a618-a2f0d1ee5325 HTTP/1.1" status: 204 len: 168 time: 0.3490489 Sep 16 05:19:24.533734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4cc0fba8-0fda-4bef-9992-8574a7874360 None None] Provisioning complete for port f8fcfd30-7b5c-4574-9bb7-e207288e0671 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:24.534117 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fba8-0fda-4bef-9992-8574a7874360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.541033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c083-6195-4aa1-84dd-ec3a5da8045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c938cbf-c197-4392-a618-a2f0d1ee5325,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:24.640682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 90707137-f075-4180-844f-2da7cf1731ee no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:24.710087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 90707137-f075-4180-844f-2da7cf1731ee {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:24.710706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 90707137-f075-4180-844f-2da7cf1731ee not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:24.802366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4cc0fba8-0fda-4bef-9992-8574a7874360 None None] Provisioning complete for port cbceb7ee-1d59-4911-89ac-1896752a204e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:24.802978 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fba8-0fda-4bef-9992-8574a7874360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.842721 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.868407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0fba8-0fda-4bef-9992-8574a7874360 None None] Port cbceb7ee-1d59-4911-89ac-1896752a204e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:24.873971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b4079-9a3c-4c2c-bc1d-074f46aface2 req-444f140f-50a9-4887-8e4b-5530ed639f52 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.889640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6b4079-9a3c-4c2c-bc1d-074f46aface2 req-444f140f-50a9-4887-8e4b-5530ed639f52 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 945 time: 0.8006837 Sep 16 05:19:24.962638 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6b4079-9a3c-4c2c-bc1d-074f46aface2 req-a9f77bcf-e57f-4531-b4c9-a1105b1b934e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795767 Sep 16 05:19:25.046509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b5e394c9-643a-4bd8-a1f5-b0d96aa614b8 None None] Provisioning complete for port cbceb7ee-1d59-4911-89ac-1896752a204e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:25.046509 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b5e394c9-643a-4bd8-a1f5-b0d96aa614b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.047982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337084d-d954-46ce-b239-7e29066605c8 req-1dbf9c6b-51b9-4eb8-baa8-e855c24b7a4e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.047982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6337084d-d954-46ce-b239-7e29066605c8 req-1dbf9c6b-51b9-4eb8-baa8-e855c24b7a4e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0563908 Sep 16 05:19:25.048162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b5e394c9-643a-4bd8-a1f5-b0d96aa614b8 None None] Port cbceb7ee-1d59-4911-89ac-1896752a204e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:25.051996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6337084d-d954-46ce-b239-7e29066605c8 req-80fc404a-9313-42f0-b418-7010fde7e396 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Sep 16 05:19:25.189772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.295509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c6e95-d9ee-44d1-847d-904e904e624b req-c4ee00ce-c06b-4b6b-ba99-9ea224044ee3 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.296803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-800c6e95-d9ee-44d1-847d-904e904e624b req-c4ee00ce-c06b-4b6b-ba99-9ea224044ee3 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 945 time: 0.1434975 Sep 16 05:19:25.322293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.358213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=cbceb7ee-1d59-4911-89ac-1896752a204e,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:25.413822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-800c6e95-d9ee-44d1-847d-904e904e624b req-375f3cc4-be94-4188-b779-bc187780e9a8 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912659 Sep 16 05:19:25.418488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-791e6b47-34f8-4abf-924d-bda71b08dec9 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.420589 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-791e6b47-34f8-4abf-924d-bda71b08dec9 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 945 time: 0.1200724 Sep 16 05:19:25.539614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:25.541689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:25.554044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Deleting port 5f669be6-9e0b-472b-a436-ad18b4b3c998 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:25.555047 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.720274 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 75aa97a6-e98d-4d70-a2ac-842042157451 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:25.728496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] For port 5f669be6-9e0b-472b-a436-ad18b4b3c998, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=5f669be6-9e0b-472b-a436-ad18b4b3c998,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:25.728879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.743061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Calling delete_port for 5f669be6-9e0b-472b-a436-ad18b4b3c998 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:25.791871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48266) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:25.890351 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6271bbf9-8c20-45d6-b95b-eb04096ce67f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3f74c8c55e84db8932128178f54cb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972648 Sep 16 05:19:25.892774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48268) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:25.922773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:25.929825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-676af3d2-2567-41e3-a591-d8d3b1f23dea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "PUT /v2.0/routers/75aa97a6-e98d-4d70-a2ac-842042157451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8601348 Sep 16 05:19:25.942558 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Sync routers for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:25.960061 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:25.960701 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:25.962359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6e135047-fce5-4242-8cef-66f5817ebbad None None] Provisioning complete for port cbceb7ee-1d59-4911-89ac-1896752a204e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:25.962976 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6e135047-fce5-4242-8cef-66f5817ebbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.022294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6e135047-fce5-4242-8cef-66f5817ebbad None None] Port cbceb7ee-1d59-4911-89ac-1896752a204e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:26.030916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4777-fbfb-491e-9dc7-22ca675298e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.065532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.080860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:26.124525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4777-fbfb-491e-9dc7-22ca675298e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.124809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3e612bae-d688-42e9-bb7c-c2e22a207e36', '5f669be6-9e0b-472b-a436-ad18b4b3c998'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:26.127298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Pushing event deleted for resources: {'Port': ['ID=5f669be6-9e0b-472b-a436-ad18b4b3c998,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:26.203810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] No DVR routers for this DVR port 5f669be6-9e0b-472b-a436-ad18b4b3c998 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:26.215807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.217924 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-106c45a4-2b15-496c-a4a4-81bf0b7a7c46 req-740f5be2-dd5a-4502-a6ce-57f0bbae3654 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.57 "DELETE /v2.0/ports/5f669be6-9e0b-472b-a436-ad18b4b3c998 HTTP/1.1" status: 204 len: 173 time: 0.7907934 Sep 16 05:19:26.234686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4ab251-3cfe-498e-afc0-a68ddbf8e157', 'name': 'network-vif-deleted', 'tag': '5f669be6-9e0b-472b-a436-ad18b4b3c998'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:26.242394 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e16728-fb36-4630-b5e9-e6aa1927f827" -d '{"events": [{"server_uuid": "3b4ab251-3cfe-498e-afc0-a68ddbf8e157", "name": "network-vif-deleted", "tag": "5f669be6-9e0b-472b-a436-ad18b4b3c998"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:26.261125 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:26.362165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e942c9-0a50-40a4-b4f9-b7da02776aca req-9463db8d-4356-428f-903a-0413b3ce4555 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.365457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d9e942c9-0a50-40a4-b4f9-b7da02776aca req-9463db8d-4356-428f-903a-0413b3ce4555 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 945 time: 0.1637850 Sep 16 05:19:26.371370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-8a78b550-cd5b-4eed-b76a-618fbf3661db tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704349924&fields=id&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 267 time: 0.1114335 Sep 16 05:19:26.425281 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:26.464668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4777-fbfb-491e-9dc7-22ca675298e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.468320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4777-fbfb-491e-9dc7-22ca675298e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.471839 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3d7f4777-fbfb-491e-9dc7-22ca675298e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d96d7e06-bb7c-401d-9480-b4f3c20a0755 HTTP/1.1" status: 204 len: 168 time: 0.5780034 Sep 16 05:19:26.493785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f4777-fbfb-491e-9dc7-22ca675298e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96d7e06-bb7c-401d-9480-b4f3c20a0755,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:26.550214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d9e942c9-0a50-40a4-b4f9-b7da02776aca req-353ddaec-830d-48c2-ab9c-1f28b1caffd7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526933 Sep 16 05:19:26.595200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-8be7d399-50a0-4d7d-96a4-6e9a0162894c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.596893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-8be7d399-50a0-4d7d-96a4-6e9a0162894c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/networks?id=f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 200 len: 795 time: 0.2173767 Sep 16 05:19:26.620806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-b08a9737-e492-4809-b8c2-68b89b9b4527 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/quotas/da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 375 time: 0.0124545 Sep 16 05:19:26.746890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-74d78eea-6f3b-448c-bec4-37c61a0d6d09 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194451 Sep 16 05:19:26.763154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885179b3-11da-40dd-b17a-74b2bc5067e1 req-1f8900c6-9095-4830-8b6e-6ea5da8513e8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.764976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-885179b3-11da-40dd-b17a-74b2bc5067e1 req-1f8900c6-9095-4830-8b6e-6ea5da8513e8 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1038816 Sep 16 05:19:26.824017 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:23Z', 'revision_number': 2, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:26.862168 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Checking router: 75aa97a6-e98d-4d70-a2ac-842042157451 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:26.862756 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Updating router 75aa97a6-e98d-4d70-a2ac-842042157451 port cbceb7ee-1d59-4911-89ac-1896752a204e binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:19:26.890770 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.901479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-885179b3-11da-40dd-b17a-74b2bc5067e1 req-ee658ab8-2aa7-4c73-8a9d-c87232cd3c9e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279976 Sep 16 05:19:26.921012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-bbd8f52d-62ba-453b-b715-94c5812c8ca2 service neutron] 10.222.0.59 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544054 Sep 16 05:19:26.993985 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41d70ec-ca60-4a37-b7cd-093ceaea5857 x-openstack-request-id: req-e41d70ec-ca60-4a37-b7cd-093ceaea5857 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:26.994657 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4ab251-3cfe-498e-afc0-a68ddbf8e157", "name": "network-vif-deleted", "tag": "5f669be6-9e0b-472b-a436-ad18b4b3c998", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:26.995124 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e41d70ec-ca60-4a37-b7cd-093ceaea5857 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:26.995818 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4ab251-3cfe-498e-afc0-a68ddbf8e157', 'name': 'network-vif-deleted', 'tag': '5f669be6-9e0b-472b-a436-ad18b4b3c998', 'status': 'completed', 'code': 200} Sep 16 05:19:27.202418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b00cc812-37f4-4357-a3e1-256be02fd1c7 req-f506d5c7-9399-4863-9e6e-4f122798750e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4ab251-3cfe-498e-afc0-a68ddbf8e157 HTTP/1.1" status: 200 len: 210 time: 0.0620296 Sep 16 05:19:27.267547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-94a11e03-8db3-49f2-8082-14c59137d094 service neutron] 10.222.0.59 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268161 Sep 16 05:19:27.395187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef4f92-4451-42e1-aab6-b65ac2f7c027 req-1d1fb4cb-542f-4ae2-a332-e540fd45dc43 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.397307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77ef4f92-4451-42e1-aab6-b65ac2f7c027 req-1d1fb4cb-542f-4ae2-a332-e540fd45dc43 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 945 time: 0.0789402 Sep 16 05:19:27.407029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48294) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:27.411805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'floatingip': {'port_id': '96e06dce-a83f-47d0-8714-cdfec32257ef'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:27.540932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for floatingip, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.592816 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.669916 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.717732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56413c24-4c90-4ec4-8645-9a9a616583d0 req-0c50010a-1dd3-4a5c-a07d-5a2744b99e7b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 210 time: 0.0583889 Sep 16 05:19:27.776612 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e137ae-f3e0-42d6-a2be-9bfd0cc15a77 None None] Pushing event updated for resources: {'Port': ['ID=cbceb7ee-1d59-4911-89ac-1896752a204e,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:27.896217 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Attempting to bind port cbceb7ee-1d59-4911-89ac-1896752a204e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:27.896390 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Attempting to bind port cbceb7ee-1d59-4911-89ac-1896752a204e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:27.896745 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Attempting to bind port cbceb7ee-1d59-4911-89ac-1896752a204e on network f23e06dc-791d-4beb-aa4a-2486c4770e99 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:27.907325 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:27.907716 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Checking segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:27.908148 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.910416 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Bound using segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:27.910928 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Bound port: cbceb7ee-1d59-4911-89ac-1896752a204e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:27.911394 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.053307 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] For port cbceb7ee-1d59-4911-89ac-1896752a204e, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:28.076111 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] For port cbceb7ee-1d59-4911-89ac-1896752a204e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbceb7ee-1d59-4911-89ac-1896752a204e,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:28.160389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8500e3-2245-44a1-a16c-fe7edb601c25 req-14649b75-9a5a-4704-93ba-ec5c5472a6a5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.162160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f8500e3-2245-44a1-a16c-fe7edb601c25 req-14649b75-9a5a-4704-93ba-ec5c5472a6a5 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0817792 Sep 16 05:19:28.183324 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.185135 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.220462 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f8500e3-2245-44a1-a16c-fe7edb601c25 req-905e3932-670d-4ed9-913d-75c9600353d0 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Sep 16 05:19:28.277878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9a46b981-0493-403f-89a7-5eb589dfdc8e None None] Provisioning complete for port cbceb7ee-1d59-4911-89ac-1896752a204e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:28.277878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9a46b981-0493-403f-89a7-5eb589dfdc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.278280 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:28.278280 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:28.279770 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e137ae-f3e0-42d6-a2be-9bfd0cc15a77 None None] Pushing event updated for resources: {'Port': ['ID=cbceb7ee-1d59-4911-89ac-1896752a204e,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:28.459352 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9a46b981-0493-403f-89a7-5eb589dfdc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.543538 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:28.544181 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.631070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.748591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9a46b981-0493-403f-89a7-5eb589dfdc8e None None] For port cbceb7ee-1d59-4911-89ac-1896752a204e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbceb7ee-1d59-4911-89ac-1896752a204e,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:28.844187 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9a46b981-0493-403f-89a7-5eb589dfdc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.851293 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Floating IP a546a04e-267e-4152-a6cd-025ef235828b associated. External IP: 172.25.7.26, port: 96e06dce-a83f-47d0-8714-cdfec32257ef. Sep 16 05:19:28.888684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8096c272-e189-4e5f-8559-9c2ecb23b4a7 req-a886a510-2c9a-431f-a252-6f9028d3535c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 210 time: 0.0831287 Sep 16 05:19:28.920265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46b981-0493-403f-89a7-5eb589dfdc8e None None] Pushing event updated for resources: {'Port': ['ID=cbceb7ee-1d59-4911-89ac-1896752a204e,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:28.957290 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:28.997487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-70148a5b-9226-45c3-8537-c4008ec7c355 None None] Provisioning complete for port cbceb7ee-1d59-4911-89ac-1896752a204e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:28.997997 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-70148a5b-9226-45c3-8537-c4008ec7c355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.006742 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde41cbd-9e50-4a4d-9dd2-b59616f8c311 None None] The sync data for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 is: [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:29.153820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee082a-b9f1-48b9-a348-4d082a7fe882 req-5f2e327e-9f6b-4c9c-9afe-a2c3b121fdf6 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:29.162326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eee082a-b9f1-48b9-a348-4d082a7fe882 req-5f2e327e-9f6b-4c9c-9afe-a2c3b121fdf6 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 945 time: 0.1217759 Sep 16 05:19:29.266186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7eee082a-b9f1-48b9-a348-4d082a7fe882 req-33720740-ec4f-46b2-8fac-b87db2dd63a9 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989497 Sep 16 05:19:29.439340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51968e7-cf07-4f1d-89d2-4d126a88d8c5 req-54ab13ec-67bf-4c90-8d95-17734b049b24 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:29.439340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b51968e7-cf07-4f1d-89d2-4d126a88d8c5 req-54ab13ec-67bf-4c90-8d95-17734b049b24 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0667801 Sep 16 05:19:29.498664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b51968e7-cf07-4f1d-89d2-4d126a88d8c5 req-4f4218b6-e2b0-45db-a8ff-1005dbf4dd02 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614414 Sep 16 05:19:29.510806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 5f669be6-9e0b-472b-a436-ad18b4b3c998 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:29.534241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 5f669be6-9e0b-472b-a436-ad18b4b3c998 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:29.534600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 5f669be6-9e0b-472b-a436-ad18b4b3c998 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:29.773421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:29.886490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:29.891431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.897774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] Sync routers for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:29.909101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:29.909882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:29.925827 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-39f0a5a2-fa02-4ecb-914a-629a64b1aa5f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "PUT /v2.0/floatingips/a546a04e-267e-4152-a6cd-025ef235828b HTTP/1.1" status: 200 len: 990 time: 2.5178456 Sep 16 05:19:29.926431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:29.928864 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e18eab-80b4-40b8-87c6-db329d8fa513" -d '{"events": [{"name": "network-changed", "server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:29.972397 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ffc63b-f3e3-4b9a-a035-952efd823e1e x-openstack-request-id: req-34ffc63b-f3e3-4b9a-a035-952efd823e1e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:29.972397 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:29.972397 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34ffc63b-f3e3-4b9a-a035-952efd823e1e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:29.972397 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'status': 'completed', 'code': 200} Sep 16 05:19:29.991262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f4ce704-a905-45c6-9981-17bbad753eb6 req-1c62b073-4eb3-4436-b5b6-9d264eb7b466 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 210 time: 0.0359464 Sep 16 05:19:30.086005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:30.094756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-94525c3a-6a59-4884-9397-66e3ece872b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.097087 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-94525c3a-6a59-4884-9397-66e3ece872b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1097 time: 0.0724831 Sep 16 05:19:30.149787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbceb7ee-1d59-4911-89ac-1896752a204e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:30.206626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-90726934-324a-4323-8fe4-cdffd3afedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.208085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-90726934-324a-4323-8fe4-cdffd3afedf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.1039026 Sep 16 05:19:30.284110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-62c82e50-5cc7-4257-a119-46ff91f6e10d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 998 time: 0.0675108 Sep 16 05:19:30.303646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cbceb7ee-1d59-4911-89ac-1896752a204e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:30.304036 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.356969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-08594696-9a8a-446a-91a2-30313f08bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.358946 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-08594696-9a8a-446a-91a2-30313f08bd5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0677438 Sep 16 05:19:30.421990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-f8d77d51-c4cb-42c9-b059-1609ce7de056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.424006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-f8d77d51-c4cb-42c9-b059-1609ce7de056 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574105 Sep 16 05:19:30.433180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddcef4-0c39-40ad-8017-fb9daef6e17e req-b7395d5a-d2e7-4a4b-9273-21c8b7f338c6 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.439759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80ddcef4-0c39-40ad-8017-fb9daef6e17e req-b7395d5a-d2e7-4a4b-9273-21c8b7f338c6 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 945 time: 0.0656948 Sep 16 05:19:30.449281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'a546a04e-267e-4152-a6cd-025ef235828b', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'port_id': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'mac_address': 'fa:16:3e:67:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:03Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 1, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:19:03Z', 'revision_number': 5, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:30.477839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] Checking router: 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:30.486603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:30.487217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:30.491389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80ddcef4-0c39-40ad-8017-fb9daef6e17e req-a10faff8-7724-4e48-bc91-d7c9fb00c394 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Sep 16 05:19:30.537672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-2a0095f1-37d0-4be4-bf04-eeb6cd5263cd service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063523 Sep 16 05:19:30.593352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:30.644910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85e18eab-80b4-40b8-87c6-db329d8fa513 req-6c96b964-ef14-4ec0-ab30-98c75b527465 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958560 Sep 16 05:19:30.657346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c52a6-2c66-47da-8bb5-321f60468e59 req-99201c13-2386-461f-b163-580990d07cf1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.658948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d8c52a6-2c66-47da-8bb5-321f60468e59 req-99201c13-2386-461f-b163-580990d07cf1 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.0575249 Sep 16 05:19:30.699350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d8c52a6-2c66-47da-8bb5-321f60468e59 req-f426099e-8471-480a-9717-6935a531ab77 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342839 Sep 16 05:19:30.827490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'a546a04e-267e-4152-a6cd-025ef235828b', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'port_id': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'mac_address': 'fa:16:3e:67:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:03Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 1, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:19:03Z', 'revision_number': 5, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:30.854295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945d75a-e6c0-40eb-bdab-30f91c8130da None None] The sync data for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 is: [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'a546a04e-267e-4152-a6cd-025ef235828b', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'port_id': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'mac_address': 'fa:16:3e:67:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:03Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 1, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:19:03Z', 'revision_number': 5, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:30.991474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-367391d2-6ab4-4416-b511-d87c28b354b4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.993426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-367391d2-6ab4-4416-b511-d87c28b354b4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.60 "GET /v2.0/networks?id=f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 200 len: 795 time: 0.1122718 Sep 16 05:19:31.064513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-73fd918e-ae8f-41e8-9125-daaab9e79616 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 380 time: 0.0575175 Sep 16 05:19:31.075639 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e8d524-8773-4593-ad83-8f33f335c275 None None] New status for floating IP a546a04e-267e-4152-a6cd-025ef235828b: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:19:31.081031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'port': {'device_id': '98a8b07d-7770-456d-a77d-7c83f604f878', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'admin_state_up': True, 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'security_groups': ['0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:31.118326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ba73a1e-3912-4e2c-8b49-8c8eaab1a733 req-46ce2e73-1206-4896-aa88-ff98fa096472 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 210 time: 0.0642416 Sep 16 05:19:31.312559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:31.316166 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.418162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-21e43c6d-8fa8-44c7-a060-33558eb1b80b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.420809 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-21e43c6d-8fa8-44c7-a060-33558eb1b80b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 945 time: 0.0624719 Sep 16 05:19:31.456916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.20.0.5 (f23e06dc-791d-4beb-aa4a-2486c4770e99/011d78b7-5b0a-4cdb-b01e-b1f45e8b4667/8be114fa-8644-47cb-b67d-e5552532f746) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:31.515490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Deleting port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:31.515706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.609886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] For port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:31.610256 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.622733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Calling delete_port for ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:31.635220 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.643880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263f507-17a9-43db-a7fb-ca527a5ae183 req-c51926f0-2100-40d0-bdae-e64e7984b260 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.645370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2263f507-17a9-43db-a7fb-ca527a5ae183 req-c51926f0-2100-40d0-bdae-e64e7984b260 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 945 time: 0.0867507 Sep 16 05:19:31.699757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2263f507-17a9-43db-a7fb-ca527a5ae183 req-995c623a-68cb-40f0-af9e-ee80426f61be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Sep 16 05:19:31.773513 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.836154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:31.844649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:31.850012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:31.855309 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.856837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.868805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:31.889961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Pushing event deleted for resources: {'Port': ['ID=ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.896429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3e612bae-d688-42e9-bb7c-c2e22a207e36'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:31.906965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caa88b-e94e-44e4-b1ff-185fbe9683e4 req-6ae93994-9238-4dda-b7f3-ec1855bc9546 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.908728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24caa88b-e94e-44e4-b1ff-185fbe9683e4 req-6ae93994-9238-4dda-b7f3-ec1855bc9546 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1295276 Sep 16 05:19:31.936259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.942613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.948867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] No DVR routers for this DVR port ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:31.952008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.955950 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.60 "DELETE /v2.0/ports/ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 HTTP/1.1" status: 204 len: 173 time: 0.5282218 Sep 16 05:19:31.970900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e04ad3d-34bf-4dbf-bbd5-88a24071fc42', 'name': 'network-vif-deleted', 'tag': 'ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:31.974295 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f481a9-0409-41ea-98c3-4b0f846bbd5d" -d '{"events": [{"server_uuid": "4e04ad3d-34bf-4dbf-bbd5-88a24071fc42", "name": "network-vif-deleted", "tag": "ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:31.975468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24caa88b-e94e-44e4-b1ff-185fbe9683e4 req-9deff1a2-a216-44e7-b256-064f2c553814 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539427 Sep 16 05:19:32.016023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1dad734-d3b0-4c66-bdff-6bc94aecf61e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9390743 Sep 16 05:19:32.031451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Request body: {'port': {'device_id': '98a8b07d-7770-456d-a77d-7c83f604f878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:32.035037 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73263cf3-807a-4790-90ca-8cb84eceb181 x-openstack-request-id: req-73263cf3-807a-4790-90ca-8cb84eceb181 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:32.035367 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e04ad3d-34bf-4dbf-bbd5-88a24071fc42", "name": "network-vif-deleted", "tag": "ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:32.035626 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73263cf3-807a-4790-90ca-8cb84eceb181 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:32.036037 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e04ad3d-34bf-4dbf-bbd5-88a24071fc42', 'name': 'network-vif-deleted', 'tag': 'ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1', 'status': 'completed', 'code': 200} Sep 16 05:19:32.098294 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.146856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-706e97e7-496e-42d5-a7a4-3035cf557598 None None] Provisioning complete for port 8be114fa-8644-47cb-b67d-e5552532f746 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:32.147357 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-706e97e7-496e-42d5-a7a4-3035cf557598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.186027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-706e97e7-496e-42d5-a7a4-3035cf557598 None None] Port 8be114fa-8644-47cb-b67d-e5552532f746 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:32.312081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dabfb-2ee1-4b5d-a007-b755af11ab05 req-ba0c374a-c499-465f-a930-0a8ff512926b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.313608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d99dabfb-2ee1-4b5d-a007-b755af11ab05 req-ba0c374a-c499-465f-a930-0a8ff512926b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 931 time: 0.0851316 Sep 16 05:19:32.392183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d99dabfb-2ee1-4b5d-a007-b755af11ab05 req-3e4e61f8-4a04-4b72-949f-8f15aace5849 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509322 Sep 16 05:19:32.455653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be114fa-8644-47cb-b67d-e5552532f746 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:32.463938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.475945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Transition to ACTIVE for port object 8be114fa-8644-47cb-b67d-e5552532f746 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:32.525996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.577131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.646566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:32.646900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:32.647278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:32.652609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:32.655373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:32.658238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:32.658578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Checking segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:32.658965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Bound using segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:32.659576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Bound port: 8be114fa-8644-47cb-b67d-e5552532f746, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:32.659945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.729378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:32.732678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:32.812008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb4f2dc1-92e3-41e9-8eb8-9bff49506522 req-68b7b9e8-ed1d-40d4-ae9b-4671fcd2396b tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e04ad3d-34bf-4dbf-bbd5-88a24071fc42 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Sep 16 05:19:32.813191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.850417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.851030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.852818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] 10.222.0.60 "PUT /v2.0/ports/8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 1092 time: 0.8271565 Sep 16 05:19:32.852954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:32.855185 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d3a396-bbf1-4a17-8561-03af5d36a4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:32.877621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ec4d2-148a-487f-99ef-6d799f5a0f87 service neutron] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.892416 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad08792-d187-4ae0-8391-2c685c8466ed x-openstack-request-id: req-dad08792-d187-4ae0-8391-2c685c8466ed {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:32.892719 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:32.892974 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dad08792-d187-4ae0-8391-2c685c8466ed {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:32.893379 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'status': 'completed', 'code': 200} Sep 16 05:19:32.962128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3a396-bbf1-4a17-8561-03af5d36a4e0 req-1d7be929-abb1-47f3-9bd3-ef9b4b7340c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.963713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47d3a396-bbf1-4a17-8561-03af5d36a4e0 req-1d7be929-abb1-47f3-9bd3-ef9b4b7340c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1095 time: 0.0478432 Sep 16 05:19:33.069369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3a396-bbf1-4a17-8561-03af5d36a4e0 req-357bac2c-7eda-436b-ba79-6f064d24d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.071312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47d3a396-bbf1-4a17-8561-03af5d36a4e0 req-357bac2c-7eda-436b-ba79-6f064d24d58d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=da94cb2f91514c57a58d347bae59374f&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0969496 Sep 16 05:19:33.174683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4cbb0-2187-4905-b6d0-65a724723daa req-c5589ee9-bc77-492b-8629-8430a79ba758 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.176211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e4cbb0-2187-4905-b6d0-65a724723daa req-c5589ee9-bc77-492b-8629-8430a79ba758 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 944 time: 0.1093047 Sep 16 05:19:33.214413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3a396-bbf1-4a17-8561-03af5d36a4e0 req-4a357887-3ab8-4f0e-a054-eb913f6f6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.215886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47d3a396-bbf1-4a17-8561-03af5d36a4e0 req-4a357887-3ab8-4f0e-a054-eb913f6f6fda service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363420 Sep 16 05:19:33.227864 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88e4cbb0-2187-4905-b6d0-65a724723daa req-f04075c7-643a-49b7-ab73-f50360d03778 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 Sep 16 05:19:33.299886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-d5d8172d-9d5b-4f42-8799-73e45a6142a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.301402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-d5d8172d-9d5b-4f42-8799-73e45a6142a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1095 time: 0.0408285 Sep 16 05:19:33.346357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-c0b1dd03-8af0-4598-b865-4c1163c660ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 217 time: 0.0371828 Sep 16 05:19:33.380103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:33.397349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-c8482fb6-371f-4797-b0f2-b730d692baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.398944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-c8482fb6-371f-4797-b0f2-b730d692baf4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 HTTP/1.1" status: 200 len: 834 time: 0.0448530 Sep 16 05:19:33.445617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e06091a5-c708-4216-bbc4-81569996d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.447690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e06091a5-c708-4216-bbc4-81569996d0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f23e06dc-791d-4beb-aa4a-2486c4770e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420170 Sep 16 05:19:33.477178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:33.488358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'port_id': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'mac_address': 'fa:16:3e:2b:6d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:33.526170 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.538533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b51cb6-b344-4080-8189-718dbdbd4c0d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:33.558059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:33.564888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84e8c9-2be9-4d9a-b151-7f5c284615ae req-0a7cc3dd-11e1-4b3a-a9a3-349185b985a3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.566375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a84e8c9-2be9-4d9a-b151-7f5c284615ae req-0a7cc3dd-11e1-4b3a-a9a3-349185b985a3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 943 time: 0.1030433 Sep 16 05:19:33.592736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-a6f6e7d5-1839-4c70-a6af-536a15773c1a service neutron] 10.222.0.60 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371350 Sep 16 05:19:33.628560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a84e8c9-2be9-4d9a-b151-7f5c284615ae req-de0280ef-4e4d-4409-9b6f-199b77feed9e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529408 Sep 16 05:19:33.638441 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.689605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.698898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-715bbc36-3f34-447a-9def-a440ebdf7383 req-e1ffd378-b057-463a-b6de-41c3ea72c360 service neutron] 10.222.0.60 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984306 Sep 16 05:19:33.874290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['07b51cb6-b344-4080-8189-718dbdbd4c0d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:34.353241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb934-db67-4dff-aae8-5c8855e62cc6 req-3d1d3c21-3edf-43e4-a618-f92a51742efc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.354086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b8fb934-db67-4dff-aae8-5c8855e62cc6 req-3d1d3c21-3edf-43e4-a618-f92a51742efc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 945 time: 0.0530207 Sep 16 05:19:34.393147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b8fb934-db67-4dff-aae8-5c8855e62cc6 req-dcc1f3b3-80f6-4ff8-bc07-ab43c6947790 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330667 Sep 16 05:19:34.755898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e04eda-d3e7-488b-8b62-9afaac39b725 req-e92d26e7-1850-4feb-90f0-5f3b238aedf8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.758777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66e04eda-d3e7-488b-8b62-9afaac39b725 req-e92d26e7-1850-4feb-90f0-5f3b238aedf8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 943 time: 0.0571759 Sep 16 05:19:34.803564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66e04eda-d3e7-488b-8b62-9afaac39b725 req-7da6ab99-308c-4c3e-8af1-cbda675228ca tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375936 Sep 16 05:19:35.385781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8be114fa-8644-47cb-b67d-e5552532f746 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:35.388299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:35.496842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 07b51cb6-b344-4080-8189-718dbdbd4c0d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:35.497217 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.530899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339c9da-e736-45c0-adc5-5a9599e96435 req-10d67cbc-91ce-4c62-a4f3-1888c90ec1fc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.532798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c339c9da-e736-45c0-adc5-5a9599e96435 req-10d67cbc-91ce-4c62-a4f3-1888c90ec1fc tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 945 time: 0.0531454 Sep 16 05:19:35.553978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:35.569245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '8be114fa-8644-47cb-b67d-e5552532f746', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'port_id': '8be114fa-8644-47cb-b67d-e5552532f746', 'mac_address': 'fa:16:3e:a5:78:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:35.574789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c339c9da-e736-45c0-adc5-5a9599e96435 req-9a1704b6-491e-4831-9ca9-b6fcaa425b31 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342724 Sep 16 05:19:35.631373 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.643385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.663948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be114fa-8644-47cb-b67d-e5552532f746 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:35.673515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:35.675845 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da79b7d-162d-48f0-8e49-39a76e085d21" -d '{"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-plugged", "status": "completed", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:35.694084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:35.703614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:35.718925 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a490697d-8add-460b-89d0-6994b6f4e2b3 x-openstack-request-id: req-a490697d-8add-460b-89d0-6994b6f4e2b3 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:35.719203 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-plugged", "status": "completed", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:35.719481 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a490697d-8add-460b-89d0-6994b6f4e2b3 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:35.719877 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'code': 200} Sep 16 05:19:35.811973 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.812796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:35.851423 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.853014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:35.853361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ca2d14c7-cc4a-4e67-96d8-71b51e89d3d1 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:35.880558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=10']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:35.937953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:35.952771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbb077-9eb4-4cf1-b6dd-cfcb5087257c req-19fabcf0-89a7-4d24-beb9-ff8fef5b9dc6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.954463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ebbb077-9eb4-4cf1-b6dd-cfcb5087257c req-19fabcf0-89a7-4d24-beb9-ff8fef5b9dc6 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 944 time: 0.0694118 Sep 16 05:19:36.019820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f88d9-a755-4d32-b937-c82a26a4511a req-f77bfb8d-276d-4707-8ca8-cdd4d9957bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.021354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-564f88d9-a755-4d32-b937-c82a26a4511a req-f77bfb8d-276d-4707-8ca8-cdd4d9957bb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 1099 time: 0.0660138 Sep 16 05:19:36.024794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ebbb077-9eb4-4cf1-b6dd-cfcb5087257c req-3ea103d5-7d45-4bc3-94f8-a903fda7e460 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614614 Sep 16 05:19:36.064090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-564f88d9-a755-4d32-b937-c82a26a4511a req-9de2cf6e-ee4f-4484-ba1a-c5cc1c9b00ba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Sep 16 05:19:36.068761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8be114fa-8644-47cb-b67d-e5552532f746'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:36.694655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946372c-70bb-4803-9c2a-42fd07aa4a38 req-2bd8516c-77f9-4ce5-ae24-51fb27f2d56e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.696197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2946372c-70bb-4803-9c2a-42fd07aa4a38 req-2bd8516c-77f9-4ce5-ae24-51fb27f2d56e tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 947 time: 0.0488291 Sep 16 05:19:36.734821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2946372c-70bb-4803-9c2a-42fd07aa4a38 req-2181f888-15fd-4adf-8763-0c729240b42a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321064 Sep 16 05:19:37.144799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f918979-ebfa-4362-93ff-0fcf42154663 req-71787102-5e9b-4898-96e5-6b8e4082f72b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.146297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f918979-ebfa-4362-93ff-0fcf42154663 req-71787102-5e9b-4898-96e5-6b8e4082f72b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 944 time: 0.0496898 Sep 16 05:19:37.187819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f918979-ebfa-4362-93ff-0fcf42154663 req-3f634e17-5f94-4e45-9f6c-36fa160c3f87 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 Sep 16 05:19:37.401753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8be114fa-8644-47cb-b67d-e5552532f746 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:37.587400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 8be114fa-8644-47cb-b67d-e5552532f746 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:37.591726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 8be114fa-8644-47cb-b67d-e5552532f746 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:37.593432 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.671233 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.707066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:37.721108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:37.723425 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7233aa-4f3e-4257-b1af-2fc8639582de" -d '{"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-plugged", "status": "completed", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:37.765470 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d967c73b-7a18-44fe-aaa1-20c8aa0cce9d x-openstack-request-id: req-d967c73b-7a18-44fe-aaa1-20c8aa0cce9d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:37.765688 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-plugged", "status": "completed", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:37.765872 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d967c73b-7a18-44fe-aaa1-20c8aa0cce9d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:37.766392 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'code': 200} Sep 16 05:19:37.780822 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.800728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b695-c953-46b5-a42b-fdc41319cc48 req-cc8f132d-0830-4892-965b-404cc395add8 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.804080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcf0b695-c953-46b5-a42b-fdc41319cc48 req-cc8f132d-0830-4892-965b-404cc395add8 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 946 time: 0.0763891 Sep 16 05:19:37.836945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:37.902002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcf0b695-c953-46b5-a42b-fdc41319cc48 req-e45d1ed7-afe6-40a6-a584-7f7c56b27957 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911193 Sep 16 05:19:37.917195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5633b-9045-4f0d-ae0f-25620b88f913 req-4c6e3f1e-ce3c-42d3-95ad-e80bb20a3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.918674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6da5633b-9045-4f0d-ae0f-25620b88f913 req-4c6e3f1e-ce3c-42d3-95ad-e80bb20a3f9b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1097 time: 0.1004910 Sep 16 05:19:37.926873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80f87b-ea54-43c4-b878-5d1a726b6f37 req-b04edb6a-f860-41fc-8469-56d28ff37da4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.931042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d80f87b-ea54-43c4-b878-5d1a726b6f37 req-b04edb6a-f860-41fc-8469-56d28ff37da4 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 947 time: 0.0913262 Sep 16 05:19:37.983356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d80f87b-ea54-43c4-b878-5d1a726b6f37 req-40a6d530-665f-499e-a9d5-48fdd466bdec tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483708 Sep 16 05:19:37.984825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6da5633b-9045-4f0d-ae0f-25620b88f913 req-fb392d4f-e7d1-42f5-8872-48555514bc34 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557225 Sep 16 05:19:38.306795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2555f8-f960-4606-acd9-33dff10d2857 req-f82eb690-ed33-478d-ba12-77ca7c5d7f16 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:38.308331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a2555f8-f960-4606-acd9-33dff10d2857 req-f82eb690-ed33-478d-ba12-77ca7c5d7f16 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0531220 Sep 16 05:19:38.346199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a2555f8-f960-4606-acd9-33dff10d2857 req-f76bdd5b-1043-4838-9fd0-cfdc1569aeb0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317392 Sep 16 05:19:39.016501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaee180-1784-4105-85fd-572409ab852b req-72570678-ae7b-4167-bda6-3a020ff0628e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.018059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aaee180-1784-4105-85fd-572409ab852b req-72570678-ae7b-4167-bda6-3a020ff0628e tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 946 time: 0.0478547 Sep 16 05:19:39.059168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aaee180-1784-4105-85fd-572409ab852b req-6c30e743-5e84-48b0-9737-4dd802d5bd9a tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/security-groups?id=c750f63f-1bda-40af-8290-fc17f16b6f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Sep 16 05:19:39.111229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77facf4f-ae0b-4121-9d98-a1f26f161f02 req-2513d4df-fd4e-464c-8054-1ae2d824051a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.112735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77facf4f-ae0b-4121-9d98-a1f26f161f02 req-2513d4df-fd4e-464c-8054-1ae2d824051a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 947 time: 0.0490687 Sep 16 05:19:39.150756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77facf4f-ae0b-4121-9d98-a1f26f161f02 req-7f675210-5e86-4e8c-9221-07b2216dacbd tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Sep 16 05:19:39.464420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1ec35-51b1-4b32-aa82-65d1d5568d36 req-e936d659-52bb-4a2a-811c-18f2485036bb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.465968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6c1ec35-51b1-4b32-aa82-65d1d5568d36 req-e936d659-52bb-4a2a-811c-18f2485036bb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Sep 16 05:19:39.504069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6c1ec35-51b1-4b32-aa82-65d1d5568d36 req-90c15609-22e4-4ba6-b976-181a87f814f7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Sep 16 05:19:39.505735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-de0d2f2d-0557-490d-85a8-026daa856681 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.507301 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-de0d2f2d-0557-490d-85a8-026daa856681 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 946 time: 0.0490451 Sep 16 05:19:39.604371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Deleting port 3e612bae-d688-42e9-bb7c-c2e22a207e36 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:39.604913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.619063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b1a37-d9cc-4fd6-b47c-5fb7a039acf6 req-a582b0fd-d85b-4a8c-9846-79942334e909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.620578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918b1a37-d9cc-4fd6-b47c-5fb7a039acf6 req-a582b0fd-d85b-4a8c-9846-79942334e909 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0494459 Sep 16 05:19:39.657658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918b1a37-d9cc-4fd6-b47c-5fb7a039acf6 req-c102cc07-7e43-47c5-b30f-cea84439f933 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307865 Sep 16 05:19:39.693696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48446) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:39.729447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] For port 3e612bae-d688-42e9-bb7c-c2e22a207e36, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3e612bae-d688-42e9-bb7c-c2e22a207e36,segment=NetworkSegment(98c2bffc-d747-4f54-a950-edb164eb7186),segment_id=98c2bffc-d747-4f54-a950-edb164eb7186)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:39.729846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.745741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Calling delete_port for 3e612bae-d688-42e9-bb7c-c2e22a207e36 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:39.763662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68853b70-39af-4b71-8633-98a1752501f6 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.765237 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68853b70-39af-4b71-8633-98a1752501f6 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1092 time: 0.0705988 Sep 16 05:19:39.768365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48450) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:39.773880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '8be114fa-8644-47cb-b67d-e5552532f746', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:39.858984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.926301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.961527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Pushing event deleted for resources: {'Port': ['ID=3e612bae-d688-42e9-bb7c-c2e22a207e36,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:39.962394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3e612bae-d688-42e9-bb7c-c2e22a207e36'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:40.005479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] No DVR routers for this DVR port 3e612bae-d688-42e9-bb7c-c2e22a207e36 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:40.008467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.010775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1f93cc30-103e-4bbb-b5be-261a79d87765 req-f71876f1-61a6-47a5-802d-8ff80079767c tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.57 "DELETE /v2.0/ports/3e612bae-d688-42e9-bb7c-c2e22a207e36 HTTP/1.1" status: 204 len: 173 time: 0.4957635 Sep 16 05:19:40.011215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4179b0-bc45-4315-b1ab-2399dfbbb8dc', 'name': 'network-vif-deleted', 'tag': '3e612bae-d688-42e9-bb7c-c2e22a207e36'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:40.013658 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aed283-2911-479e-b536-2d6b6ddea520" -d '{"events": [{"server_uuid": "0f4179b0-bc45-4315-b1ab-2399dfbbb8dc", "name": "network-vif-deleted", "tag": "3e612bae-d688-42e9-bb7c-c2e22a207e36"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:40.056067 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a220e6-26cc-41cd-a5de-9624c3b4266f x-openstack-request-id: req-d5a220e6-26cc-41cd-a5de-9624c3b4266f {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:40.062968 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4179b0-bc45-4315-b1ab-2399dfbbb8dc", "name": "network-vif-deleted", "tag": "3e612bae-d688-42e9-bb7c-c2e22a207e36", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:40.062968 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5a220e6-26cc-41cd-a5de-9624c3b4266f {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:40.062968 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4179b0-bc45-4315-b1ab-2399dfbbb8dc', 'name': 'network-vif-deleted', 'tag': '3e612bae-d688-42e9-bb7c-c2e22a207e36', 'status': 'completed', 'code': 200} Sep 16 05:19:40.267072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d30cda25-6d47-471b-9299-5ce9a013219a req-333e55bf-de75-4720-8f9e-35e8ee8b4449 tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4179b0-bc45-4315-b1ab-2399dfbbb8dc HTTP/1.1" status: 200 len: 210 time: 0.0295892 Sep 16 05:19:40.301470 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.406160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.25.7.83 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/17440de4-5945-4021-8253-a777967cd2c1) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:40.454928 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.508099 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.604105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.642754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:40.648292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:40.653368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:40.656319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=17440de4-5945-4021-8253-a777967cd2c1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:41.003721 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-96796248-f77a-4c26-9ba6-55e693810bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.007959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.131850 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.275822 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.322435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48460) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:41.354492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.409456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36c8286-9f78-48ca-8964-4ccc95f2d335 admin admin] Deleting subnet 00d1e2c4-5b30-4518-bce1-49d330038d8e {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:41.433124 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36c8286-9f78-48ca-8964-4ccc95f2d335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.455658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=17440de4-5945-4021-8253-a777967cd2c1,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:41.479212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.479593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.479931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.480269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.480596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.480929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.481254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.481584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.481904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.482221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.482546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.482863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:41.496176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36c8286-9f78-48ca-8964-4ccc95f2d335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.498300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.579561 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36c8286-9f78-48ca-8964-4ccc95f2d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.657138 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Floating IP 77e9d810-57c6-4fb5-ab07-299edf119b78 associated. External IP: 172.25.7.83, port: 8be114fa-8644-47cb-b67d-e5552532f746. Sep 16 05:19:41.800624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36c8286-9f78-48ca-8964-4ccc95f2d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.833923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f36c8286-9f78-48ca-8964-4ccc95f2d335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.838922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f36c8286-9f78-48ca-8964-4ccc95f2d335 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/00d1e2c4-5b30-4518-bce1-49d330038d8e HTTP/1.1" status: 204 len: 168 time: 0.5124626 Sep 16 05:19:41.838922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c8286-9f78-48ca-8964-4ccc95f2d335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d1e2c4-5b30-4518-bce1-49d330038d8e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:41.839265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48462) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:41.905232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 75aa97a6-e98d-4d70-a2ac-842042157451 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:41.910377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.995095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.015499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368d22b1-fd9d-456f-bc7b-85ad6c39a423']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:42.022026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:42.025289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c2bffc-d747-4f54-a950-edb164eb7186') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:42.025598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c2bffc-d747-4f54-a950-edb164eb7186') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:42.032598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] Sync routers for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:42.035434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.043008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:42.046373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:42.049003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.054825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:42.055216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:42.056907 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:42.109119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.138748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-994cd773-b4b7-4e76-983f-3e1f09d66c60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3690257 Sep 16 05:19:42.139573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:42.141976 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d9302-4e6c-4839-b83d-0bad4a6099a3" -d '{"events": [{"name": "network-changed", "server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:42.153935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:42.178185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.185933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.191496 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/368d22b1-fd9d-456f-bc7b-85ad6c39a423 HTTP/1.1" status: 204 len: 168 time: 0.3511138 Sep 16 05:19:42.195606 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2d46a4-6010-42ad-8f4e-b034469ee15a x-openstack-request-id: req-0e2d46a4-6010-42ad-8f4e-b034469ee15a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:42.195987 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:42.197177 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e2d46a4-6010-42ad-8f4e-b034469ee15a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:42.197710 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'status': 'completed', 'code': 200} Sep 16 05:19:42.206850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524155d-2a74-4bbb-a0f4-73d63da8a6c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=368d22b1-fd9d-456f-bc7b-85ad6c39a423,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:42.281764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da4f59-00b4-4a99-8654-be6593982c3d req-fde0ecc5-fb42-410f-9078-8010a403414f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.283761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15da4f59-00b4-4a99-8654-be6593982c3d req-fde0ecc5-fb42-410f-9078-8010a403414f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0849197 Sep 16 05:19:42.291596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-a7949875-1d7f-4762-8e05-4e3f4bdef995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.293392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-a7949875-1d7f-4762-8e05-4e3f4bdef995 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1097 time: 0.0665386 Sep 16 05:19:42.358444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-15da4f59-00b4-4a99-8654-be6593982c3d req-7600c799-b992-446a-9c1b-1c93376ef4ee tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640182 Sep 16 05:19:42.385920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48472) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:42.426696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-7201cea3-9a0f-45d1-aec5-f90a12d5c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.428174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-7201cea3-9a0f-45d1-aec5-f90a12d5c0dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 200 len: 896 time: 0.1131599 Sep 16 05:19:42.453294 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6b461363-13af-4890-9b87-310d663ef46c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/77e9d810-57c6-4fb5-ab07-299edf119b78 HTTP/1.1" status: 200 len: 990 time: 0.0654352 Sep 16 05:19:42.502091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-06b8a77a-399b-400c-aaf7-cad01c6cde60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 998 time: 0.0658619 Sep 16 05:19:42.554306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-78b30755-a715-454c-9035-031050a7e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.556745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-78b30755-a715-454c-9035-031050a7e4d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 HTTP/1.1" status: 200 len: 834 time: 0.0469301 Sep 16 05:19:42.566934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '77e9d810-57c6-4fb5-ab07-299edf119b78', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.83', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'port_id': '8be114fa-8644-47cb-b67d-e5552532f746', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'mac_address': 'fa:16:3e:a5:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a8b07d-7770-456d-a77d-7c83f604f878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:40Z', 'updated_at': '2021-09-16T05:19:40Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:42.593985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] Checking router: 75aa97a6-e98d-4d70-a2ac-842042157451 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:42.603839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:42.604496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:19:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:42.605958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-19d2168f-c600-4557-a842-9ee4256cd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.607976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-19d2168f-c600-4557-a842-9ee4256cd3b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f23e06dc-791d-4beb-aa4a-2486c4770e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428360 Sep 16 05:19:42.608286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:42.704915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fccd883c-a1bd-4424-a36c-dba0ca2d075f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=87b6942fb09b4ab2839ae347069c6f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954120 Sep 16 05:19:42.707380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48476) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:42.711458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:42.752015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-1ca02915-61ad-4a7a-bf8e-54f186464b93 service neutron] 10.222.0.60 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300981 Sep 16 05:19:42.799352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad496-4115-4d09-b276-ba1922fb1291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.858795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad496-4115-4d09-b276-ba1922fb1291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.898734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-311d9302-4e6c-4839-b83d-0bad4a6099a3 req-8c02c651-7038-47a2-ae6b-a1dc507c8e17 service neutron] 10.222.0.60 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380944 Sep 16 05:19:42.932683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '77e9d810-57c6-4fb5-ab07-299edf119b78', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.83', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'port_id': '8be114fa-8644-47cb-b67d-e5552532f746', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'mac_address': 'fa:16:3e:a5:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a8b07d-7770-456d-a77d-7c83f604f878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:40Z', 'updated_at': '2021-09-16T05:19:40Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:42.962561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ee68ca-d548-4502-a676-3bd38121acf7 None None] The sync data for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 is: [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '77e9d810-57c6-4fb5-ab07-299edf119b78', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.83', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'port_id': '8be114fa-8644-47cb-b67d-e5552532f746', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'mac_address': 'fa:16:3e:a5:78:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a8b07d-7770-456d-a77d-7c83f604f878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:40Z', 'updated_at': '2021-09-16T05:19:40Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:43.003893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad496-4115-4d09-b276-ba1922fb1291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.007358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad496-4115-4d09-b276-ba1922fb1291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.013632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3c6ad496-4115-4d09-b276-ba1922fb1291 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c750f63f-1bda-40af-8290-fc17f16b6f89 HTTP/1.1" status: 204 len: 168 time: 0.2988997 Sep 16 05:19:43.017702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ad496-4115-4d09-b276-ba1922fb1291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c750f63f-1bda-40af-8290-fc17f16b6f89,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.177456 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba2c4f-f7b2-4c50-bc03-1237671a5b78 None None] New status for floating IP 77e9d810-57c6-4fb5-ab07-299edf119b78: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:19:43.456262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48488) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:43.517823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-da0d655c-a2e6-441d-b657-c395dd17c730 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/77e9d810-57c6-4fb5-ab07-299edf119b78 HTTP/1.1" status: 200 len: 992 time: 0.0603662 Sep 16 05:19:43.588941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3e612bae-d688-42e9-bb7c-c2e22a207e36 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:43.610469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 3e612bae-d688-42e9-bb7c-c2e22a207e36 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:43.610835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3e612bae-d688-42e9-bb7c-c2e22a207e36 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:44.169258 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.429342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6bb1b68a-7b75-43b1-8210-0f2ef68355ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.114873 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.216221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48536) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:46.322075 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-039ad5d0-ad2e-4c27-a5db-c09d9725f52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.413927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-039ad5d0-ad2e-4c27-a5db-c09d9725f52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.509014 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-039ad5d0-ad2e-4c27-a5db-c09d9725f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.546238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ad5d0-ad2e-4c27-a5db-c09d9725f52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b7f82d-e743-4278-a8c2-628ce02f74e6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:46.550596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-039ad5d0-ad2e-4c27-a5db-c09d9725f52e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a129a2b990d9435ca8b4fb67bac76c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333857 Sep 16 05:19:46.553311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48542) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:46.602395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fbe3aed1-98c8-4999-853c-e8b879924d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.622982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fbe3aed1-98c8-4999-853c-e8b879924d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.734671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fbe3aed1-98c8-4999-853c-e8b879924d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.737262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fbe3aed1-98c8-4999-853c-e8b879924d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.738888 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fbe3aed1-98c8-4999-853c-e8b879924d50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4b7f82d-e743-4278-a8c2-628ce02f74e6 HTTP/1.1" status: 204 len: 168 time: 0.1842146 Sep 16 05:19:46.746945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3aed1-98c8-4999-853c-e8b879924d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b7f82d-e743-4278-a8c2-628ce02f74e6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:46.831773 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.406463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48550) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:47.420833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-89090492-4602-4e07-8d00-d04e799d28cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.509662 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-89090492-4602-4e07-8d00-d04e799d28cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.577613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-89090492-4602-4e07-8d00-d04e799d28cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.616772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-89090492-4602-4e07-8d00-d04e799d28cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1e59529ac9f4e4e8389edcd2a63e922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092655 Sep 16 05:19:47.617883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090492-4602-4e07-8d00-d04e799d28cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ac4d1-7c9d-4066-90ff-9c2a9fc8c16a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:47.619542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48552) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:47.670194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02a69329-2ad7-4ee4-89dc-b41f74bb48d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.690765 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02a69329-2ad7-4ee4-89dc-b41f74bb48d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.788917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02a69329-2ad7-4ee4-89dc-b41f74bb48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.791645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02a69329-2ad7-4ee4-89dc-b41f74bb48d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.792822 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-02a69329-2ad7-4ee4-89dc-b41f74bb48d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a74ac4d1-7c9d-4066-90ff-9c2a9fc8c16a HTTP/1.1" status: 204 len: 168 time: 0.1714520 Sep 16 05:19:47.800730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a69329-2ad7-4ee4-89dc-b41f74bb48d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ac4d1-7c9d-4066-90ff-9c2a9fc8c16a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.804248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48628) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:51.911064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.996816 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.071575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.110808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82f228608e3c43d7bad08a7db82f780a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055139 Sep 16 05:19:52.111728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f9b34e-e711-419c-9a2c-6c5ceb08ae85,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:52.113758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48634) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:52.119467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.119832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.120184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.120535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.120880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.121221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.121558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.121917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.122253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.122612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.122946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.123363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceecbec-67d4-448d-ae47-488ca43e35f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:52.163056 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-baaeb4fe-ca25-4b80-9ad9-22a4981aa6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.183929 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-baaeb4fe-ca25-4b80-9ad9-22a4981aa6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.325936 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-baaeb4fe-ca25-4b80-9ad9-22a4981aa6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.328613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-baaeb4fe-ca25-4b80-9ad9-22a4981aa6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.329793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-baaeb4fe-ca25-4b80-9ad9-22a4981aa6fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24f9b34e-e711-419c-9a2c-6c5ceb08ae85 HTTP/1.1" status: 204 len: 168 time: 0.2150478 Sep 16 05:19:52.338102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeb4fe-ca25-4b80-9ad9-22a4981aa6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f9b34e-e711-419c-9a2c-6c5ceb08ae85,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:52.891516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48642) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:52.909704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-46c8c48b-5aa7-423e-9981-954e07f3b943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.998689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-46c8c48b-5aa7-423e-9981-954e07f3b943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.088697 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-46c8c48b-5aa7-423e-9981-954e07f3b943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.131060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-46c8c48b-5aa7-423e-9981-954e07f3b943 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2da91717f234910aa7368c3366b8cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384381 Sep 16 05:19:53.132201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8c48b-5aa7-423e-9981-954e07f3b943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5716ff1f-7047-47b2-8f72-3258be15b224,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:53.133686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48644) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:53.184699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b9fafbd-b4d0-4b25-accd-c844d8205ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.205093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b9fafbd-b4d0-4b25-accd-c844d8205ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.309093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b9fafbd-b4d0-4b25-accd-c844d8205ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.311662 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b9fafbd-b4d0-4b25-accd-c844d8205ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.312820 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4b9fafbd-b4d0-4b25-accd-c844d8205ecf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5716ff1f-7047-47b2-8f72-3258be15b224 HTTP/1.1" status: 204 len: 168 time: 0.1775441 Sep 16 05:19:53.320560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fafbd-b4d0-4b25-accd-c844d8205ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5716ff1f-7047-47b2-8f72-3258be15b224,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:57.033222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48708) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:57.141952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92f77aae-4545-4fb1-a290-f33e250a8cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.228021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92f77aae-4545-4fb1-a290-f33e250a8cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.288480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92f77aae-4545-4fb1-a290-f33e250a8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.326992 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-92f77aae-4545-4fb1-a290-f33e250a8cc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=501da2c3e1d447fca21191051efb802b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926910 Sep 16 05:19:57.327899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f77aae-4545-4fb1-a290-f33e250a8cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c25eae-8bab-42eb-9a46-698e7907f387,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:57.329966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48714) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:57.378154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4df1d554-6a20-4f94-af27-9db5bf7161b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.398654 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4df1d554-6a20-4f94-af27-9db5bf7161b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.505896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4df1d554-6a20-4f94-af27-9db5bf7161b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.508696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4df1d554-6a20-4f94-af27-9db5bf7161b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.509861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4df1d554-6a20-4f94-af27-9db5bf7161b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54c25eae-8bab-42eb-9a46-698e7907f387 HTTP/1.1" status: 204 len: 168 time: 0.1791179 Sep 16 05:19:57.518072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1d554-6a20-4f94-af27-9db5bf7161b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c25eae-8bab-42eb-9a46-698e7907f387,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:58.081915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48720) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.096024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e07ce833-f94c-4999-bbf8-42133955f41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.154715 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.185039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e07ce833-f94c-4999-bbf8-42133955f41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.274593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e07ce833-f94c-4999-bbf8-42133955f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.312071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ce833-f94c-4999-bbf8-42133955f41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3016fb-d69a-4272-98cf-8d3ccd438a4a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:58.316454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e07ce833-f94c-4999-bbf8-42133955f41b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02f9ef581e87464fb4d332e42f4d219c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332428 Sep 16 05:19:58.319105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48724) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.369777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c34499b2-72cc-4807-b717-4130c57e730e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.391206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c34499b2-72cc-4807-b717-4130c57e730e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.511079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c34499b2-72cc-4807-b717-4130c57e730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.513700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c34499b2-72cc-4807-b717-4130c57e730e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.514913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c34499b2-72cc-4807-b717-4130c57e730e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec3016fb-d69a-4272-98cf-8d3ccd438a4a HTTP/1.1" status: 204 len: 168 time: 0.1948791 Sep 16 05:19:58.522682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34499b2-72cc-4807-b717-4130c57e730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3016fb-d69a-4272-98cf-8d3ccd438a4a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:03.262118 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:09.006263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48892) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:09.112075 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83a82958-b988-4295-b262-1e052719b396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.203924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83a82958-b988-4295-b262-1e052719b396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.297012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83a82958-b988-4295-b262-1e052719b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.336665 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-83a82958-b988-4295-b262-1e052719b396 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38a6fa9cf9f74aafbdfffe2849279ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291197 Sep 16 05:20:09.337426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a82958-b988-4295-b262-1e052719b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b25b3-dbc1-4ed5-a6d3-457f4b808222,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:09.339416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48896) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:09.388747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-674edeff-16c3-4f05-8c0b-bd0cbc48f56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.409357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-674edeff-16c3-4f05-8c0b-bd0cbc48f56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.534019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-674edeff-16c3-4f05-8c0b-bd0cbc48f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.536795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-674edeff-16c3-4f05-8c0b-bd0cbc48f56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.537958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-674edeff-16c3-4f05-8c0b-bd0cbc48f56e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a37b25b3-dbc1-4ed5-a6d3-457f4b808222 HTTP/1.1" status: 204 len: 168 time: 0.1975799 Sep 16 05:20:09.545901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674edeff-16c3-4f05-8c0b-bd0cbc48f56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b25b3-dbc1-4ed5-a6d3-457f4b808222,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.158095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 48904) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:10.171394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-101ee715-6a3e-4de9-80a2-92e28b960450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.258455 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-101ee715-6a3e-4de9-80a2-92e28b960450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.342519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-101ee715-6a3e-4de9-80a2-92e28b960450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.385607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-101ee715-6a3e-4de9-80a2-92e28b960450 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5543cc2c853348d48d893b57f4b1de5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264290 Sep 16 05:20:10.386323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ee715-6a3e-4de9-80a2-92e28b960450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45af68-4b00-4e2c-965a-ff6e37f05a23,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.388408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 48908) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:10.438013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-749857fc-a13d-4af6-bb34-6782437e0667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.445388 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.462711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-749857fc-a13d-4af6-bb34-6782437e0667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.573804 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-749857fc-a13d-4af6-bb34-6782437e0667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.576480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-749857fc-a13d-4af6-bb34-6782437e0667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.577679 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-749857fc-a13d-4af6-bb34-6782437e0667 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d45af68-4b00-4e2c-965a-ff6e37f05a23 HTTP/1.1" status: 204 len: 168 time: 0.1881354 Sep 16 05:20:10.586494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749857fc-a13d-4af6-bb34-6782437e0667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45af68-4b00-4e2c-965a-ff6e37f05a23,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:11.014146 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-86e1a46c-28a5-410e-964b-c530781689c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.633202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcf495-e041-480e-b234-7e062cf81c8f req-3e2a3815-c244-4b76-b6e4-a91cd4afbe12 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.634701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dadcf495-e041-480e-b234-7e062cf81c8f req-3e2a3815-c244-4b76-b6e4-a91cd4afbe12 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 947 time: 0.2543476 Sep 16 05:20:13.672851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dadcf495-e041-480e-b234-7e062cf81c8f req-9416b904-ef90-471e-bc89-ae4cc6ec1f22 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Sep 16 05:20:14.196798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.414044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-664040e9-3476-45cd-be20-3f49b94a3df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.795577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5346-4bbf-4b81-bd12-265a3528e7bc req-04572510-4e3f-412a-bd2d-0172b84aa6f9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.797070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39bd5346-4bbf-4b81-bd12-265a3528e7bc req-04572510-4e3f-412a-bd2d-0172b84aa6f9 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 947 time: 0.0484352 Sep 16 05:20:14.834786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39bd5346-4bbf-4b81-bd12-265a3528e7bc req-b68f2dde-26f2-4b8a-9273-196e7ca8facf tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb3050b-856c-4229-8587-5affda95e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Sep 16 05:20:14.953924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-4985807c-1b36-4b2b-8aaa-942b0fbbd49b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.955334 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-4985807c-1b36-4b2b-8aaa-942b0fbbd49b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.60 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 947 time: 0.0521042 Sep 16 05:20:15.045746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Deleting port 07b51cb6-b344-4080-8189-718dbdbd4c0d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:15.046089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.143206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] For port 07b51cb6-b344-4080-8189-718dbdbd4c0d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=07b51cb6-b344-4080-8189-718dbdbd4c0d,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:15.143600 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.145232 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.363434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.363780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.364098 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Floating IP ef2775bd-8c34-4f9f-8f7e-1d163d684a45 disassociated. External IP: 172.25.7.3, port: 07b51cb6-b344-4080-8189-718dbdbd4c0d. Sep 16 05:20:15.364438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Calling delete_port for 07b51cb6-b344-4080-8189-718dbdbd4c0d owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:15.545511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.575049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event deleted for resources: {'Port': ['ID=07b51cb6-b344-4080-8189-718dbdbd4c0d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:15.977148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75921980-7af2-450b-9bc7-ddc6eaac6a3b req-2693a163-5a71-4e36-b3d2-05985999bd06 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 210 time: 0.0298076 Sep 16 05:20:16.051860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:16.164029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:16.174642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] Sync routers for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:16.183539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:16.184682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:16.205078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] No DVR routers for this DVR port 07b51cb6-b344-4080-8189-718dbdbd4c0d on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:16.208251 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.210333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97f2119f-ddc4-4ab4-9a8e-339edfe7d263 req-0b8506b5-16e1-4abd-b3b6-49055ea1abfa tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.60 "DELETE /v2.0/ports/07b51cb6-b344-4080-8189-718dbdbd4c0d HTTP/1.1" status: 204 len: 173 time: 1.2488446 Sep 16 05:20:16.210775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-deleted', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:16.213229 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ffdf14-6824-45f4-8693-d3ac2c15a7d9" -d '{"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-deleted", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:16.255431 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d387b80-07f6-4666-a861-2c4ba144f191 x-openstack-request-id: req-8d387b80-07f6-4666-a861-2c4ba144f191 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:16.255736 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259ddb87-6abb-47b6-8cd4-02ffbf1efdf9", "name": "network-vif-deleted", "tag": "07b51cb6-b344-4080-8189-718dbdbd4c0d", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:16.255978 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d387b80-07f6-4666-a861-2c4ba144f191 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:16.256376 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259ddb87-6abb-47b6-8cd4-02ffbf1efdf9', 'name': 'network-vif-deleted', 'tag': '07b51cb6-b344-4080-8189-718dbdbd4c0d', 'status': 'completed', 'code': 200} Sep 16 05:20:16.305947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:16.512234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:16.538013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] Checking router: 91802f99-40af-4dc8-8f0a-b8f03bcbc07f for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:16.547111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:16.547780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:16.658949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:16.870175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:16.896177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f0862-e63c-48a7-bde5-2282efa46888 None None] The sync data for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 is: [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 4, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a8a9cd33-d04d-454a-807f-3c1417eee759', 'name': '', 'network_id': 'a8e6210f-3ee9-4c36-becc-d2bcb781973f', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'mac_address': 'fa:16:3e:3e:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:00Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'subnets': [{'id': '378fe096-4a4d-4a16-b342-c3a17337abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:16.898424 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.172152 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17f50c-dc69-478d-ad06-6bb7d405bbb7 None None] New status for floating IP ef2775bd-8c34-4f9f-8f7e-1d163d684a45: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:20:17.286912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1be054a-17a9-45d2-a08c-c3c47a72d6a7 req-b980838d-79f6-4cf6-9702-f0b66dca743a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/ports?device_id=259ddb87-6abb-47b6-8cd4-02ffbf1efdf9 HTTP/1.1" status: 200 len: 210 time: 0.2045460 Sep 16 05:20:17.573796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:17.593990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 07b51cb6-b344-4080-8189-718dbdbd4c0d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:17.594336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 07b51cb6-b344-4080-8189-718dbdbd4c0d not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:18.446567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49062) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:18.500176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7bca25e-2516-47d3-8382-c2b05e6ebf9b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.523629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7bca25e-2516-47d3-8382-c2b05e6ebf9b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.647906 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7bca25e-2516-47d3-8382-c2b05e6ebf9b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.650717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7bca25e-2516-47d3-8382-c2b05e6ebf9b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.651938 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a7bca25e-2516-47d3-8382-c2b05e6ebf9b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "DELETE /v2.0/security-groups/bfb3050b-856c-4229-8587-5affda95e0d9 HTTP/1.1" status: 204 len: 168 time: 0.2043736 Sep 16 05:20:18.655341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49066) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:18.662009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bca25e-2516-47d3-8382-c2b05e6ebf9b tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb3050b-856c-4229-8587-5affda95e0d9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:18.671764 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-07cd72ab-3186-42aa-b60a-969b8d84532a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] show failed (client error): The resource could not be found. Sep 16 05:20:18.673668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-07cd72ab-3186-42aa-b60a-969b8d84532a tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "GET /v2.0/security-groups/bfb3050b-856c-4229-8587-5affda95e0d9 HTTP/1.1" status: 404 len: 347 time: 0.0168989 Sep 16 05:20:18.676090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49070) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:18.836998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eace83-ee54-46e2-b812-065c227a6949 req-2b228ffb-fb4b-4d28-aa07-111ceaf9addf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.838519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62eace83-ee54-46e2-b812-065c227a6949 req-2b228ffb-fb4b-4d28-aa07-111ceaf9addf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.1109674 Sep 16 05:20:18.869122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Deleting port 576193de-2a6c-4922-8285-f9f3f1ceb77d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:18.869465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.904503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62eace83-ee54-46e2-b812-065c227a6949 req-0d3d0da1-5f37-4a9e-8985-87bc176e52d3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599792 Sep 16 05:20:18.930136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49078) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:18.963396 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.963816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.976138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Calling delete_port for 576193de-2a6c-4922-8285-f9f3f1ceb77d owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:19.000831 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-27087ec6-1259-49c1-9565-67d77afe3f13 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/77e9d810-57c6-4fb5-ab07-299edf119b78 HTTP/1.1" status: 200 len: 992 time: 0.0692132 Sep 16 05:20:19.182460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.208989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Pushing event deleted for resources: {'Port': ['ID=576193de-2a6c-4922-8285-f9f3f1ceb77d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.274684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.278354 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.280406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-42654771-c5ee-4651-9a18-435982dff234 tempest-AttachVolumeShelveTestJSON-1018252799 tempest-AttachVolumeShelveTestJSON-1018252799-project] 10.222.0.59 "DELETE /v2.0/floatingips/ef2775bd-8c34-4f9f-8f7e-1d163d684a45 HTTP/1.1" status: 204 len: 168 time: 0.6019523 Sep 16 05:20:19.333221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bf6d-abab-40de-9f3f-8474344d211b req-f2f91098-8d22-4d99-a992-a9a5e7d9b292 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.334872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0d5bf6d-abab-40de-9f3f-8474344d211b req-f2f91098-8d22-4d99-a992-a9a5e7d9b292 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1097 time: 0.0453169 Sep 16 05:20:19.379745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0d5bf6d-abab-40de-9f3f-8474344d211b req-80e75b5e-1b04-442a-974b-c2aac05c14e3 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384083 Sep 16 05:20:19.451571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-4c392f9d-a765-492b-8bd1-d37985f3a3cb req-f35ec701-b904-4305-aeb0-e8cd87abaa83 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:20:19.452560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c392f9d-a765-492b-8bd1-d37985f3a3cb req-f35ec701-b904-4305-aeb0-e8cd87abaa83 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055432 Sep 16 05:20:20.291475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-810ac63b-8bc9-4c54-a08d-fbafa72c5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.293874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-810ac63b-8bc9-4c54-a08d-fbafa72c5a92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1097 time: 0.0521228 Sep 16 05:20:20.437480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-08166fb9-2215-4cd6-bfc4-3809c4c4f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.439082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-08166fb9-2215-4cd6-bfc4-3809c4c4f286 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 200 len: 896 time: 0.1221759 Sep 16 05:20:20.515602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-7e121457-41f5-48ae-b269-b6b49eb575a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 1000 time: 0.0682132 Sep 16 05:20:20.566887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-6274abcc-8e82-4f74-b9c1-0a6ffc78fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.568621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-6274abcc-8e82-4f74-b9c1-0a6ffc78fa59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 HTTP/1.1" status: 200 len: 834 time: 0.0462241 Sep 16 05:20:20.630725 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-1e9c2fff-2e75-47fc-ad70-8287b1b151e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.632746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-1e9c2fff-2e75-47fc-ad70-8287b1b151e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f23e06dc-791d-4beb-aa4a-2486c4770e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554295 Sep 16 05:20:20.749199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-6607d672-72da-43e8-8651-7931baaf1206 service neutron] 10.222.0.60 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063628 Sep 16 05:20:20.844672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-420b36b6-633f-4266-b4e9-9b3a4cd3e3af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2399266 Sep 16 05:20:20.858561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-fd5438c8-4020-4bd5-bf65-34a687556ef3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:20:20.859601 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-fd5438c8-4020-4bd5-bf65-34a687556ef3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072598 Sep 16 05:20:20.892632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-181af918-0b00-4bac-9c2d-1f3b93600829 req-96855a17-2237-4799-b65a-663177fc235d service neutron] 10.222.0.60 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345685 Sep 16 05:20:22.065186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-00d2e5b8-d1d4-4f9a-a648-2bdb0b4f6f98 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.071962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-00d2e5b8-d1d4-4f9a-a648-2bdb0b4f6f98 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports/8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 1094 time: 0.2837973 Sep 16 05:20:22.077245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Request body: {'binding': {'host': 'n-h1-712143-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:22.077770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Unknown quota resources ['binding']. {{(pid=101824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:20:22.228623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on host n-h1-712143-16 for vnic_type normal with profile None {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:22.229082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:22.229459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:22.234627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:22.235035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:22.240394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:22.240810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Checking segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:22.241267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Bound using segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:22.241769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Bound port: 8be114fa-8644-47cb-b67d-e5552532f746, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:22.338801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:22.403025 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] Notify callbacks [] for binding, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.404734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] 10.222.0.59 "POST /v2.0/ports/8be114fa-8644-47cb-b67d-e5552532f746/bindings HTTP/1.1" status: 201 len: 390 time: 0.3319788 Sep 16 05:20:22.681631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ace761-ea4b-4d8d-b3a2-f80024b9ef23 req-04e9d6d5-7e6e-4c4c-ba38-b36806e62343 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.683157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4ace761-ea4b-4d8d-b3a2-f80024b9ef23 req-04e9d6d5-7e6e-4c4c-ba38-b36806e62343 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0620008 Sep 16 05:20:22.740935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4ace761-ea4b-4d8d-b3a2-f80024b9ef23 req-2684a853-ebb8-4bdb-abd8-42fb12a06ede tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492980 Sep 16 05:20:23.067728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-25894862-ae7b-4432-8abb-fef6e19b05de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.069413 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-25894862-ae7b-4432-8abb-fef6e19b05de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1097 time: 0.0498538 Sep 16 05:20:23.191512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-8524227d-e70c-440c-99f4-96e4f8bc805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.193432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-8524227d-e70c-440c-99f4-96e4f8bc805b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 200 len: 896 time: 0.1090455 Sep 16 05:20:23.275363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-01e6c25d-ef45-4e00-b551-9cc13ac7d878 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 1000 time: 0.0647275 Sep 16 05:20:23.334920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-e4f4197f-1799-411e-9fd8-4dc9669d1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.334920 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-e4f4197f-1799-411e-9fd8-4dc9669d1705 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 HTTP/1.1" status: 200 len: 834 time: 0.0512340 Sep 16 05:20:23.383439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-b1c43573-1a12-45d1-9340-c17a5b88f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.385541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-b1c43573-1a12-45d1-9340-c17a5b88f627 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f23e06dc-791d-4beb-aa4a-2486c4770e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430911 Sep 16 05:20:23.486360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-4435f720-de20-4e13-aad7-e9a0aca42d8c service neutron] 10.222.0.57 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920107 Sep 16 05:20:23.586266 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-adf65ea0-9f58-4fb4-ba71-3d7664c69e96 service neutron] 10.222.0.57 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916569 Sep 16 05:20:23.805815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-3a325e24-868c-4bd7-bedd-59e5041503f7 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.812541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-3a325e24-868c-4bd7-bedd-59e5041503f7 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878&tenant_id=da94cb2f91514c57a58d347bae59374f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1097 time: 0.0800397 Sep 16 05:20:23.820979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-16'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:23.887972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.897394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9449854-1093-4124-af95-11f93af16bb0 req-93070f22-cbeb-4e4c-b073-5fc014e66c7c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.906791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9449854-1093-4124-af95-11f93af16bb0 req-93070f22-cbeb-4e4c-b073-5fc014e66c7c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0704780 Sep 16 05:20:23.957293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9449854-1093-4124-af95-11f93af16bb0 req-98eb3959-d9e1-4b31-95b2-0ee3ed7cf15c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 Sep 16 05:20:24.041880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:24.084004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:24.123774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:24.126131 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e94f0e-2867-4fb1-a67f-1258648e27d5" -d '{"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-unplugged", "status": "completed", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:24.130059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.166565 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be813e0-8606-4f8a-8872-2bc8fefa75f0 x-openstack-request-id: req-3be813e0-8606-4f8a-8872-2bc8fefa75f0 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:24.166841 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-unplugged", "status": "completed", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:24.167081 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3be813e0-8606-4f8a-8872-2bc8fefa75f0 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:24.167538 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'code': 200} Sep 16 05:20:24.228392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.321904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:24.391856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on host n-h2-712143-16 for vnic_type normal with profile {"migrating_to": "n-h1-712143-16"} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:24.391856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:24.391856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:24.392559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:24.392894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Attempting to bind port 8be114fa-8644-47cb-b67d-e5552532f746 on network f23e06dc-791d-4beb-aa4a-2486c4770e99 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:24.398910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:24.399709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Checking segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:24.400171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Bound using segment: {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:24.400692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Bound port: 8be114fa-8644-47cb-b67d-e5552532f746, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59dd141-6438-46e7-854a-051b0de0fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:24.401158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.453756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49208) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:24.481593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:24.485007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:24.565821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.590105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Provisioning complete for port 8be114fa-8644-47cb-b67d-e5552532f746 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:24.590611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.613450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-114cbe64-5282-4f21-9233-6b0b4e4d326b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.683116 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.697209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=8']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:24.712254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:24.714816 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a96609-1d5f-43ed-b8e3-fbd3f3737706" -d '{"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-plugged", "status": "completed", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:24.729475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:24.754998 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d8f909-18a2-4029-b13a-4b2f90a476ab x-openstack-request-id: req-12d8f909-18a2-4029-b13a-4b2f90a476ab {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:24.754998 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-plugged", "status": "completed", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:24.755525 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12d8f909-18a2-4029-b13a-4b2f90a476ab {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:24.755933 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'code': 200} Sep 16 05:20:24.773992 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.774619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.776099 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-90c4eed0-40f4-45ce-be3d-8aa8d9b7077d service neutron] 10.222.0.57 "PUT /v2.0/ports/8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 1123 time: 0.9594576 Sep 16 05:20:24.824636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-114cbe64-5282-4f21-9233-6b0b4e4d326b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.830317 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.837820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8be114fa-8644-47cb-b67d-e5552532f746'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:24.931467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-114cbe64-5282-4f21-9233-6b0b4e4d326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.975380 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-114cbe64-5282-4f21-9233-6b0b4e4d326b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca7d07ceb8a44e44a9b63692214d5b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205312 Sep 16 05:20:24.976681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cbe64-5282-4f21-9233-6b0b4e4d326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f925ac1-9eb6-4919-93d0-9a351ae147eb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:24.978062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49216) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.076297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7da8439d-69f9-45bb-a556-b64f5c485a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.107285 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7da8439d-69f9-45bb-a556-b64f5c485a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.130462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d186528-f3e2-494f-8a21-4ca6790dcf7f req-664a9d06-436a-4482-9137-bbfcb90f6ef4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.132404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d186528-f3e2-494f-8a21-4ca6790dcf7f req-664a9d06-436a-4482-9137-bbfcb90f6ef4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0919268 Sep 16 05:20:25.162331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:25.179090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.179457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.179799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.180134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.180723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.180832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.181101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.181433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.181796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.182226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.182552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.182876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e637dc-938e-4dc2-962f-939d966afc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:25.187699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d186528-f3e2-494f-8a21-4ca6790dcf7f req-2724a908-be37-4a4f-a5cb-47b099933116 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470023 Sep 16 05:20:25.253762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7da8439d-69f9-45bb-a556-b64f5c485a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.258850 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7da8439d-69f9-45bb-a556-b64f5c485a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.263767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7da8439d-69f9-45bb-a556-b64f5c485a74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f925ac1-9eb6-4919-93d0-9a351ae147eb HTTP/1.1" status: 204 len: 168 time: 0.2821083 Sep 16 05:20:25.279577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8439d-69f9-45bb-a556-b64f5c485a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f925ac1-9eb6-4919-93d0-9a351ae147eb,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:25.358857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6cd5b662-3a29-47fe-91da-c0d3ec4fe493 None None] Provisioning complete for port 8be114fa-8644-47cb-b67d-e5552532f746 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:25.359318 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b662-3a29-47fe-91da-c0d3ec4fe493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.390101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49228) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.801883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.934294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49234) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.947910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb08-7203-4ba5-9fdd-8de7b03fb7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.043822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb08-7203-4ba5-9fdd-8de7b03fb7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.056407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Deleting port a8a9cd33-d04d-454a-807f-3c1417eee759 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:26.056889 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.107866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30d3eb08-7203-4ba5-9fdd-8de7b03fb7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.138233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] For port a8a9cd33-d04d-454a-807f-3c1417eee759, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a8a9cd33-d04d-454a-807f-3c1417eee759,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:26.138603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.146516 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-30d3eb08-7203-4ba5-9fdd-8de7b03fb7dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a24a18ecb7d14a0e9cfef9a153aae5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109783 Sep 16 05:20:26.147414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3eb08-7203-4ba5-9fdd-8de7b03fb7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee33bc61-74a8-4d2e-8429-0888b057b4b6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.149151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49236) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:26.161161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Calling delete_port for a8a9cd33-d04d-454a-807f-3c1417eee759 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:26.168655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:26.171132 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e997313-9329-4578-bd19-c87fee581803" -d '{"events": [{"name": "network-changed", "server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:26.207346 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f9165-8557-4b11-b58e-6a8935bcd882 x-openstack-request-id: req-ff2f9165-8557-4b11-b58e-6a8935bcd882 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:26.207648 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:26.207906 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff2f9165-8557-4b11-b58e-6a8935bcd882 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:26.208316 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'status': 'completed', 'code': 200} Sep 16 05:20:26.293526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55d08a66-b943-4104-887b-3b09000b4057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.352070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55d08a66-b943-4104-887b-3b09000b4057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.403147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e997313-9329-4578-bd19-c87fee581803 req-798b253e-cef9-4380-8e27-ffa05751abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.404731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e997313-9329-4578-bd19-c87fee581803 req-798b253e-cef9-4380-8e27-ffa05751abc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1128 time: 0.1706600 Sep 16 05:20:26.421184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd802cc-e09e-4dfc-aeb9-aa6ecbfcaff9 req-d974b767-5a60-40e0-80a2-06dc26a1bdfe tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.422559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8dd802cc-e09e-4dfc-aeb9-aa6ecbfcaff9 req-d974b767-5a60-40e0-80a2-06dc26a1bdfe tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.1526499 Sep 16 05:20:26.563499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8dd802cc-e09e-4dfc-aeb9-aa6ecbfcaff9 req-8c195b14-432e-4808-9414-27e8afbfdc32 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240270 Sep 16 05:20:26.589070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e997313-9329-4578-bd19-c87fee581803 req-d8185195-1ec5-4d26-bcad-f604ea79e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.590544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e997313-9329-4578-bd19-c87fee581803 req-d8185195-1ec5-4d26-bcad-f604ea79e0c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 200 len: 896 time: 0.1671264 Sep 16 05:20:26.921372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55d08a66-b943-4104-887b-3b09000b4057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.924001 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55d08a66-b943-4104-887b-3b09000b4057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.925051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-55d08a66-b943-4104-887b-3b09000b4057 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee33bc61-74a8-4d2e-8429-0888b057b4b6 HTTP/1.1" status: 204 len: 168 time: 0.7743773 Sep 16 05:20:26.974824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d08a66-b943-4104-887b-3b09000b4057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee33bc61-74a8-4d2e-8429-0888b057b4b6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.000897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e997313-9329-4578-bd19-c87fee581803 req-883f7027-2cd2-4d68-8cff-f3ebb4dea35c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 1000 time: 0.0870335 Sep 16 05:20:27.047602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.078159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a9cd33-d04d-454a-807f-3c1417eee759,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.085875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e997313-9329-4578-bd19-c87fee581803 req-acca75db-5849-4539-9ab2-bb0fe30ed32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.087381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e997313-9329-4578-bd19-c87fee581803 req-acca75db-5849-4539-9ab2-bb0fe30ed32b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 HTTP/1.1" status: 200 len: 834 time: 0.0795593 Sep 16 05:20:27.181038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e997313-9329-4578-bd19-c87fee581803 req-b161caf3-e370-4c7d-8d55-386f51db72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.182525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e997313-9329-4578-bd19-c87fee581803 req-b161caf3-e370-4c7d-8d55-386f51db72da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f23e06dc-791d-4beb-aa4a-2486c4770e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777590 Sep 16 05:20:27.346949 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.355055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e997313-9329-4578-bd19-c87fee581803 req-e323dedb-16f8-4a49-a928-57e5e6db2afc service neutron] 10.222.0.60 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417785 Sep 16 05:20:27.533804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e997313-9329-4578-bd19-c87fee581803 req-fadbd578-82fb-4e18-8d3a-d13da9de797e service neutron] 10.222.0.60 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382604 Sep 16 05:20:27.567425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49250) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:27.581799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fca0344c-a010-4f67-987e-4c8e29d8011a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.645937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:27.678501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fca0344c-a010-4f67-987e-4c8e29d8011a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.736729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fca0344c-a010-4f67-987e-4c8e29d8011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.737123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6cad-a3cf-4570-b982-bd3778548007 req-07430eb2-16ba-43c1-8f62-c953f7f07c59 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.738620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41fe6cad-a3cf-4570-b982-bd3778548007 req-07430eb2-16ba-43c1-8f62-c953f7f07c59 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0915878 Sep 16 05:20:27.774067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8be114fa-8644-47cb-b67d-e5552532f746 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:27.775943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0344c-a010-4f67-987e-4c8e29d8011a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015d10a4-8c8a-49d1-939a-1e042d17d926,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.783180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fca0344c-a010-4f67-987e-4c8e29d8011a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c40aeb3b1b44a1ca702c1ef9bc213d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123752 Sep 16 05:20:27.783492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49254) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:27.828008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41fe6cad-a3cf-4570-b982-bd3778548007 req-e89da90d-cce3-4ce6-8dd6-4dd9fae615ac tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793347 Sep 16 05:20:27.829139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:27.837393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0d78f320-ebb2-41e6-b1b8-64862fa32b88 admin admin] 10.222.0.59 "PUT /v2.0/routers/91802f99-40af-4dc8-8f0a-b8f03bcbc07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4433126 Sep 16 05:20:27.837494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49256) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:27.874345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] Sync routers for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:27.879397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d434ee4-9ad1-4c5d-b855-3a474665e014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.893184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:27.893814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:27.912329 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d434ee4-9ad1-4c5d-b855-3a474665e014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.947339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:27.966036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8be114fa-8644-47cb-b67d-e5552532f746 has no active binding in host n-h1-712143-16 {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:20:27.985047 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.026466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:28.093109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.115914 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d434ee4-9ad1-4c5d-b855-3a474665e014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.118618 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d434ee4-9ad1-4c5d-b855-3a474665e014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.119821 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3d434ee4-9ad1-4c5d-b855-3a474665e014 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/015d10a4-8c8a-49d1-939a-1e042d17d926 HTTP/1.1" status: 204 len: 168 time: 0.3355072 Sep 16 05:20:28.129423 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d434ee4-9ad1-4c5d-b855-3a474665e014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015d10a4-8c8a-49d1-939a-1e042d17d926,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:28.231857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.240394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:20:26Z', 'revision_number': 5, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port': {'id': '8207ffda-bc5f-483f-9cba-1fb7eb2066cb', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:56Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:28.250934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Deleting port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:28.251334 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.270667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] Checking router: 91802f99-40af-4dc8-8f0a-b8f03bcbc07f for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:28.279310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] Routers {'91802f99-40af-4dc8-8f0a-b8f03bcbc07f'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:28.279939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:28.332165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] For port 8207ffda-bc5f-483f-9cba-1fb7eb2066cb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8207ffda-bc5f-483f-9cba-1fb7eb2066cb,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:28.332540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.344526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Calling delete_port for 8207ffda-bc5f-483f-9cba-1fb7eb2066cb owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:28.367988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] Set router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:28.426582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:20:28Z', 'revision_number': 6, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:28.457286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559f30f-0aac-4701-bb3c-57bfba361871 None None] The sync data for ids ['91802f99-40af-4dc8-8f0a-b8f03bcbc07f'] in n-d-712143-16 is: [{'id': '91802f99-40af-4dc8-8f0a-b8f03bcbc07f', 'name': 'tempest-AttachVolumeShelveTestJSON-1386584979-router', 'tenant_id': '58f585e0277148c5a8e76daae2ab8c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:55Z', 'updated_at': '2021-09-16T05:20:28Z', 'revision_number': 6, 'project_id': '58f585e0277148c5a8e76daae2ab8c1e', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:28.584562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.613263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8207ffda-bc5f-483f-9cba-1fb7eb2066cb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:28.682575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.773304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.775554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.920084 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.928572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91802f99-40af-4dc8-8f0a-b8f03bcbc07f {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:28.928572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.929849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-743ef75f-7c0d-45a4-b70d-4fedc550f8ae admin admin] 10.222.0.59 "DELETE /v2.0/routers/91802f99-40af-4dc8-8f0a-b8f03bcbc07f HTTP/1.1" status: 204 len: 168 time: 1.0916786 Sep 16 05:20:28.932194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49278) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:28.953917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c587d-113b-4a6d-b4f4-1595d6d51a58 req-f55157b0-e59e-437f-8963-b9662ff5ac28 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.955548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-035c587d-113b-4a6d-b4f4-1595d6d51a58 req-f55157b0-e59e-437f-8963-b9662ff5ac28 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.0511436 Sep 16 05:20:28.984582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cd8175-dbe3-4cc5-acd6-7bf8630095cc admin admin] Deleting subnet 378fe096-4a4d-4a16-b342-c3a17337abf1 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:28.987700 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93cd8175-dbe3-4cc5-acd6-7bf8630095cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.997353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-035c587d-113b-4a6d-b4f4-1595d6d51a58 req-67ecccbd-07af-44d3-9a04-c038a1d23d54 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349343 Sep 16 05:20:29.028313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93cd8175-dbe3-4cc5-acd6-7bf8630095cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.104990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93cd8175-dbe3-4cc5-acd6-7bf8630095cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.234614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93cd8175-dbe3-4cc5-acd6-7bf8630095cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.264221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd8175-dbe3-4cc5-acd6-7bf8630095cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378fe096-4a4d-4a16-b342-c3a17337abf1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.268136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93cd8175-dbe3-4cc5-acd6-7bf8630095cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.272343 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93cd8175-dbe3-4cc5-acd6-7bf8630095cc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/378fe096-4a4d-4a16-b342-c3a17337abf1 HTTP/1.1" status: 204 len: 168 time: 0.3361039 Sep 16 05:20:29.273039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49286) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:29.275390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45a1af-4aaf-43fa-9774-f81844951853 None None] Network a8e6210f-3ee9-4c36-becc-d2bcb781973f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:29.350500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.409626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Deleting port 82d5280f-42af-480d-83ac-4174e6d6d591 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:29.411788 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.475762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] DHCP port deletion for a8e6210f-3ee9-4c36-becc-d2bcb781973f request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:29.497291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] For port 82d5280f-42af-480d-83ac-4174e6d6d591, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=82d5280f-42af-480d-83ac-4174e6d6d591,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:29.497664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.512564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Calling delete_port for 82d5280f-42af-480d-83ac-4174e6d6d591 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:29.527703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] Deleting port 82d5280f-42af-480d-83ac-4174e6d6d591 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:29.528084 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.594903 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] For port 82d5280f-42af-480d-83ac-4174e6d6d591, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=82d5280f-42af-480d-83ac-4174e6d6d591,segment=NetworkSegment(5110c8db-bdda-4d08-99b9-531fa030c845),segment_id=5110c8db-bdda-4d08-99b9-531fa030c845)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:29.595393 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.610870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] Calling delete_port for 82d5280f-42af-480d-83ac-4174e6d6d591 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:29.664805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.692186 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.692423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=82d5280f-42af-480d-83ac-4174e6d6d591,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.694444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] No DVR routers for this DVR port 82d5280f-42af-480d-83ac-4174e6d6d591 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:29.721840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] Pushing event deleted for resources: {'Port': ['ID=82d5280f-42af-480d-83ac-4174e6d6d591,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.725901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8f7b4-1dbd-4bf6-8ba9-7a17c61bf75b None None] No DVR routers for this DVR port 82d5280f-42af-480d-83ac-4174e6d6d591 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:29.790918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.813437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e6210f-3ee9-4c36-becc-d2bcb781973f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:29.823104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5110c8db-bdda-4d08-99b9-531fa030c845') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:29.823544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5110c8db-bdda-4d08-99b9-531fa030c845') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:29.833593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.846432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.852397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:29.852737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:29.854406 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:29.960694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-0c5a45a3-a558-49f5-ab46-50488df35257 service neutron] 10.222.0.60 "GET /v2.0/ports/8be114fa-8644-47cb-b67d-e5552532f746/bindings/n-h1-712143-16 HTTP/1.1" status: 200 len: 385 time: 0.0596483 Sep 16 05:20:29.998844 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.003440 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.007934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] 10.222.0.59 "DELETE /v2.0/networks/a8e6210f-3ee9-4c36-becc-d2bcb781973f HTTP/1.1" status: 204 len: 168 time: 0.7312963 Sep 16 05:20:30.022382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0eb8c-f0ac-4ca5-97b2-c602d7996b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e6210f-3ee9-4c36-becc-d2bcb781973f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.116444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 82d5280f-42af-480d-83ac-4174e6d6d591 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:30.145884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 82d5280f-42af-480d-83ac-4174e6d6d591 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:30.148805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 82d5280f-42af-480d-83ac-4174e6d6d591 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:30.148805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a8a9cd33-d04d-454a-807f-3c1417eee759 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:30.165883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a8a9cd33-d04d-454a-807f-3c1417eee759 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:30.166236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a8a9cd33-d04d-454a-807f-3c1417eee759 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:30.166664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8207ffda-bc5f-483f-9cba-1fb7eb2066cb no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:30.185496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8207ffda-bc5f-483f-9cba-1fb7eb2066cb {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:30.186152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8207ffda-bc5f-483f-9cba-1fb7eb2066cb not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:30.211177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4f46-402c-447d-ab6a-2595533acee0 req-cf6b4cf3-77c1-48be-9659-b11c1608927f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:30.212670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0cd4f46-402c-447d-ab6a-2595533acee0 req-cf6b4cf3-77c1-48be-9659-b11c1608927f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 945 time: 0.1104140 Sep 16 05:20:30.244030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:30.279271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0cd4f46-402c-447d-ab6a-2595533acee0 req-9e3bdf75-780f-40bd-a841-9dfece979834 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582292 Sep 16 05:20:30.280298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:30.327183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:30.329500 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852097e7-79dc-4584-b8ad-e3e5b113bc3e" -d '{"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-unplugged", "status": "completed", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:30.337019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:30.381944 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efeba24-599d-4122-9e52-3265d3cff1af x-openstack-request-id: req-8efeba24-599d-4122-9e52-3265d3cff1af {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:30.381944 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-unplugged", "status": "completed", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:30.381944 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8efeba24-599d-4122-9e52-3265d3cff1af {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:30.381944 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'code': 200} Sep 16 05:20:30.465213 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.510829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49312) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:30.539007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] Transition to ACTIVE for port object 8be114fa-8644-47cb-b67d-e5552532f746 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:30.556341 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e0401b1e-1084-4bee-97ff-540c32d36f76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58f585e0277148c5a8e76daae2ab8c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438149 Sep 16 05:20:30.558742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49314) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:30.608405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e5e83c6-1f60-4dee-9615-550cf8a18449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.629749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e5e83c6-1f60-4dee-9615-550cf8a18449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.691632 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.776993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e5e83c6-1f60-4dee-9615-550cf8a18449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.780260 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3e5e83c6-1f60-4dee-9615-550cf8a18449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.781717 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3e5e83c6-1f60-4dee-9615-550cf8a18449 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0f9b9d5-1dd9-4d1a-9089-968fb2fc3d18 HTTP/1.1" status: 204 len: 168 time: 0.2220385 Sep 16 05:20:30.790323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e83c6-1f60-4dee-9615-550cf8a18449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f9b9d5-1dd9-4d1a-9089-968fb2fc3d18,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.833121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] Pushing event updated for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=11']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.915118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] No DVR routers for this DVR port 8be114fa-8644-47cb-b67d-e5552532f746 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:31.044676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-df7f2dca-c685-4e1b-b1ad-0654692ad2ca service neutron] 10.222.0.60 "PUT /v2.0/ports/8be114fa-8644-47cb-b67d-e5552532f746/bindings/n-h1-712143-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0758107 Sep 16 05:20:31.248974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-6de06f7a-cba9-40d1-9c50-131ca8332f2f tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.250558 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-6de06f7a-cba9-40d1-9c50-131ca8332f2f tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878&tenant_id=da94cb2f91514c57a58d347bae59374f&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0481865 Sep 16 05:20:31.304985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-2f32819c-76a3-4675-9638-04f77887860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.306768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-2f32819c-76a3-4675-9638-04f77887860d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 1096 time: 0.0481162 Sep 16 05:20:31.395356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-6d3829e2-93a7-42ee-86ea-e175f1c07ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.395863 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-6d3829e2-93a7-42ee-86ea-e175f1c07ad9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1096 time: 0.0497079 Sep 16 05:20:31.414144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c121-867d-40ac-a227-57a33e085294 req-c877e454-6621-46fd-a725-6d7ed00c1813 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.479773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0628c121-867d-40ac-a227-57a33e085294 req-c877e454-6621-46fd-a725-6d7ed00c1813 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 944 time: 0.0677440 Sep 16 05:20:31.479773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0628c121-867d-40ac-a227-57a33e085294 req-094dc84a-da24-4112-9d68-49e129a87079 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 Sep 16 05:20:31.499671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-5f522446-f403-4b67-8e43-924bec28b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.501824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-5f522446-f403-4b67-8e43-924bec28b820 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 200 len: 896 time: 0.0976181 Sep 16 05:20:31.572865 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-7146b642-0d68-43db-892e-28c581a0d2e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 998 time: 0.0636904 Sep 16 05:20:31.624047 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-23b98d29-36b3-459f-a678-6a7fa1643f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.625544 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-23b98d29-36b3-459f-a678-6a7fa1643f27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 HTTP/1.1" status: 200 len: 834 time: 0.0456872 Sep 16 05:20:31.671997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-cb94e427-7d9d-42e1-926d-e35529e1d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.673492 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-cb94e427-7d9d-42e1-926d-e35529e1d92e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f23e06dc-791d-4beb-aa4a-2486c4770e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403583 Sep 16 05:20:31.768842 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-74b8cbfb-4867-4db5-96c8-dc8b8cc788a7 service neutron] 10.222.0.57 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875084 Sep 16 05:20:31.865167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-d8ec03ed-e33d-408a-bccf-8e3097199b7f service neutron] 10.222.0.57 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881989 Sep 16 05:20:32.150092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49362) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.249241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1916741911-network', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:32.339264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-afaf9159-b4e6-429d-8f93-400066cdf200 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.340725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-afaf9159-b4e6-429d-8f93-400066cdf200 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878&tenant_id=da94cb2f91514c57a58d347bae59374f&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 1096 time: 0.0494606 Sep 16 05:20:32.344359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Made reservation on behalf of f52299cb48ec44c78583a8ec6c3d3c69 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:32.346586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.360489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.583331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.585112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1042f-6046-47d0-ad2f-fd5a0a20874c req-bfec3103-f19d-4e74-8254-ca7b4dd43684 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.586796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03a1042f-6046-47d0-ad2f-fd5a0a20874c req-bfec3103-f19d-4e74-8254-ca7b4dd43684 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 944 time: 0.0507417 Sep 16 05:20:32.625855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03a1042f-6046-47d0-ad2f-fd5a0a20874c req-2498d6b2-726f-41f8-a3a6-1706711602ea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Sep 16 05:20:32.629103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-ac96eb06-af12-43d3-a8e8-3e715ea04093 service neutron] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:32.634362 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-ac96eb06-af12-43d3-a8e8-3e715ea04093 service neutron] Notify callbacks [] for binding, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.634362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-ac96eb06-af12-43d3-a8e8-3e715ea04093 service neutron] 10.222.0.57 "DELETE /v2.0/ports/8be114fa-8644-47cb-b67d-e5552532f746/bindings/n-h2-712143-16 HTTP/1.1" status: 204 len: 173 time: 0.2840810 Sep 16 05:20:32.653633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.655416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49372) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.680091 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:32.690541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4842745-9f8f-4884-b40c-d7ad1b85e163,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:32.696172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.696797 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Added segment 048ad576-bacc-4b93-9fad-9b157f163e84 of type vlan for network ed592d54-bda3-4648-ab55-87d6b11ded6e Sep 16 05:20:32.748494 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.779134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a316a767-9519-488e-aa1b-3d8fe48e3ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.782162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53ceb7-20c8-4e78-bf6e-bbfcc47570cf req-8a45d955-6a0b-4204-afa7-cf76d0bf0430 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.783699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c53ceb7-20c8-4e78-bf6e-bbfcc47570cf req-8a45d955-6a0b-4204-afa7-cf76d0bf0430 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1096 time: 0.0653782 Sep 16 05:20:32.834757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c53ceb7-20c8-4e78-bf6e-bbfcc47570cf req-030f61fd-3311-401a-a95d-73f023beeafb tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445790 Sep 16 05:20:32.847596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.848783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.849714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.907656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a316a767-9519-488e-aa1b-3d8fe48e3ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.958912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf462e-81c4-4ad7-b9fa-b9667ae7dd96 req-2d6f2251-cf96-472e-b740-6702dee107a9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.960521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85cf462e-81c4-4ad7-b9fa-b9667ae7dd96 req-2d6f2251-cf96-472e-b740-6702dee107a9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 944 time: 0.0558405 Sep 16 05:20:32.992070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a316a767-9519-488e-aa1b-3d8fe48e3ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.066230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a316a767-9519-488e-aa1b-3d8fe48e3ed0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b74389ef857d4c3a9b80f1dba25efee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071794 Sep 16 05:20:33.066230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316a767-9519-488e-aa1b-3d8fe48e3ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dabd8a-fec4-476e-8b7a-ef24b56cbbef,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:33.067272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49380) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:33.071924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85cf462e-81c4-4ad7-b9fa-b9667ae7dd96 req-eb8e6bf2-17be-41d4-9c6b-d839e9df1378 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045105 Sep 16 05:20:33.104569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49382) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:33.188230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c65c0079-8e4b-42f5-b398-31ecab73c8de tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/77e9d810-57c6-4fb5-ab07-299edf119b78 HTTP/1.1" status: 200 len: 990 time: 0.0824244 Sep 16 05:20:33.188893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80f34caa-a01a-401b-9d92-bb1ce70abb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.214109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80f34caa-a01a-401b-9d92-bb1ce70abb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.292244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] Pushing event updated for resources: {'Network': ['ID=ed592d54-bda3-4648-ab55-87d6b11ded6e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:33.301908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ed592d54-bda3-4648-ab55-87d6b11ded6e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:33.342345 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80f34caa-a01a-401b-9d92-bb1ce70abb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.345024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80f34caa-a01a-401b-9d92-bb1ce70abb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.346192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-80f34caa-a01a-401b-9d92-bb1ce70abb09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2dabd8a-fec4-476e-8b7a-ef24b56cbbef HTTP/1.1" status: 204 len: 168 time: 0.2777550 Sep 16 05:20:33.354351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f34caa-a01a-401b-9d92-bb1ce70abb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dabd8a-fec4-476e-8b7a-ef24b56cbbef,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:33.375774 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-05d982ee-c7a0-4e26-9fd6-1e28130399de admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2219820 Sep 16 05:20:33.378785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49390) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:33.382635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Request body: {'subnet': {'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1916741911-subnet', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:33.436202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49392) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:33.481515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Made reservation on behalf of f52299cb48ec44c78583a8ec6c3d3c69 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:33.483718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.664844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8be114fa-8644-47cb-b67d-e5552532f746 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:33.709034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8be114fa-8644-47cb-b67d-e5552532f746 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:33.726064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 17440de4-5945-4021-8253-a777967cd2c1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:33.726635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.812600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.812937 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.828136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 17440de4-5945-4021-8253-a777967cd2c1 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:33.837045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.945193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028d39d3-f1cc-479f-8003-51d1c32ca461,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:33.971646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Checking segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:33.972007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Network hostable DHCP agents. Network: ed592d54-bda3-4648-ab55-87d6b11ded6e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:34.085247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Network ed592d54-bda3-4648-ab55-87d6b11ded6e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:34.121702 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.156437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=17440de4-5945-4021-8253-a777967cd2c1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.163816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ed592d54-bda3-4648-ab55-87d6b11ded6e) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:34.179029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa469b85-5c34-4f7c-ada3-69d7564c0c84 None None] Network ed592d54-bda3-4648-ab55-87d6b11ded6e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:34.184267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.184878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.231534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.231961 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Floating IP 77e9d810-57c6-4fb5-ab07-299edf119b78 disassociated (deleted). External IP: 172.25.7.83, port: 8be114fa-8644-47cb-b67d-e5552532f746. Sep 16 05:20:34.279373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-72dea38d-0ae4-4ab1-b6db-45ef58c88191 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8988955 Sep 16 05:20:34.279737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49412) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.285146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:34.334213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ed592d54-bda3-4648-ab55-87d6b11ded6e', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:20:34.338977 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.396118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.397180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.460060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.474354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 75aa97a6-e98d-4d70-a2ac-842042157451 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:34.495813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Allocated IP 172.20.0.2 (ed592d54-bda3-4648-ab55-87d6b11ded6e/028d39d3-f1cc-479f-8003-51d1c32ca461/293c581d-c678-4fab-b7bb-226291ca3167) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:34.600969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:34.607155 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.614405 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] Sync routers for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:34.628056 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:34.628761 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:34.665996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-12c2e038-267b-451b-ae08-c0c2c6b0e940 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/floatingips/77e9d810-57c6-4fb5-ab07-299edf119b78 HTTP/1.1" status: 204 len: 168 time: 1.2285283 Sep 16 05:20:34.668176 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.669266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:34.672192 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce11835-4f1d-4f2e-8567-5719c3a6692f" -d '{"events": [{"name": "network-changed", "server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:34.737791 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d72d0a-48c6-4dad-9895-bde4dec7dafc x-openstack-request-id: req-04d72d0a-48c6-4dad-9895-bde4dec7dafc {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:34.738381 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:34.738381 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04d72d0a-48c6-4dad-9895-bde4dec7dafc {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:34.738747 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'status': 'completed', 'code': 200} Sep 16 05:20:34.771600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.809870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Network ed592d54-bda3-4648-ab55-87d6b11ded6e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:34.813390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:34.820446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:34.847017 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:34.857064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-20cce501-b60a-4c09-b488-0dd031c0f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.859889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Pushing event updated for resources: {'Port': ['ID=293c581d-c678-4fab-b7bb-226291ca3167,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.861504 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-20cce501-b60a-4c09-b488-0dd031c0f51c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 1096 time: 0.0723159 Sep 16 05:20:34.894372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Attempting to bind port 293c581d-c678-4fab-b7bb-226291ca3167 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:34.894753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Attempting to bind port 293c581d-c678-4fab-b7bb-226291ca3167 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:34.895125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Attempting to bind port 293c581d-c678-4fab-b7bb-226291ca3167 on network ed592d54-bda3-4648-ab55-87d6b11ded6e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:34.904341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:34.905139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Checking segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:34.905814 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.907529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Bound using segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:34.908515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Bound port: 293c581d-c678-4fab-b7bb-226291ca3167, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:34.910038 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.016433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] For port 293c581d-c678-4fab-b7bb-226291ca3167, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:35.020227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-faeb46f5-48ab-4c62-9401-c984f4b7a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.023926 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-faeb46f5-48ab-4c62-9401-c984f4b7a2b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 200 len: 896 time: 0.1492283 Sep 16 05:20:35.025116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] For port 293c581d-c678-4fab-b7bb-226291ca3167, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=293c581d-c678-4fab-b7bb-226291ca3167,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:35.075704 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-a1130f9b-49f8-4402-8672-5651976cdfeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 200 len: 217 time: 0.0415955 Sep 16 05:20:35.095393 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:35.105243 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.107966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.127924 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] Checking router: 75aa97a6-e98d-4d70-a2ac-842042157451 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:35.139409 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:35.140139 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:35.163372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-99b40850-93f6-4307-8c96-374fca29d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.163372 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-99b40850-93f6-4307-8c96-374fca29d542 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 HTTP/1.1" status: 200 len: 834 time: 0.0773740 Sep 16 05:20:35.188450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b3334-3182-481b-810c-820e7057c1ec None None] Pushing event updated for resources: {'Port': ['ID=293c581d-c678-4fab-b7bb-226291ca3167,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.274622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-540c0d8e-8555-4de2-9924-a738046e8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.278809 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-540c0d8e-8555-4de2-9924-a738046e8d4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f23e06dc-791d-4beb-aa4a-2486c4770e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020224 Sep 16 05:20:35.299537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102135ee-3a4a-4b61-b21a-bf95c0c87dae req-dc70e8f0-2b67-40a9-b2e1-981fdc45a1bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.306457 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:35.309370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-102135ee-3a4a-4b61-b21a-bf95c0c87dae req-dc70e8f0-2b67-40a9-b2e1-981fdc45a1bf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 944 time: 0.1033986 Sep 16 05:20:35.392639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-102135ee-3a4a-4b61-b21a-bf95c0c87dae req-e7b5561b-6259-44cb-b11c-70e9098f951f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803256 Sep 16 05:20:35.430986 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-f35a74a0-d5e6-40ae-a252-3e30b660e64b service neutron] 10.222.0.57 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292021 Sep 16 05:20:35.594257 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cce11835-4f1d-4f2e-8567-5719c3a6692f req-b32f794e-1eb9-4030-9840-98f44df05039 service neutron] 10.222.0.57 "GET /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517744 Sep 16 05:20:35.596813 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.627370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.674739 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:35.702418 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e89103-179f-4eeb-b21b-ae201dcdbae8 None None] The sync data for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 is: [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:19:22Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'cbceb7ee-1d59-4911-89ac-1896752a204e', 'name': '', 'network_id': 'f23e06dc-791d-4beb-aa4a-2486c4770e99', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:a7:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:19Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '011d78b7-5b0a-4cdb-b01e-b1f45e8b4667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:35.748631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Allocated IP 172.25.7.204 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c677796e-982c-49f0-8c68-e9602746ae6f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:35.865660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-9a2c6efa-7e70-4fbe-8dae-b253658e781b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.867452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-9a2c6efa-7e70-4fbe-8dae-b253658e781b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 944 time: 0.0629542 Sep 16 05:20:35.873659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.981550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 8be114fa-8644-47cb-b67d-e5552532f746 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:35.981898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.996273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.009690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db07f4e-c87d-4910-836f-efd98e1db8e9 None None] New status for floating IP 77e9d810-57c6-4fb5-ab07-299edf119b78: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:20:36.037023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:36.043950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:36.048912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:36.052259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Pushing event updated for resources: {'Port': ['ID=c677796e-982c-49f0-8c68-e9602746ae6f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.087830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port 8be114fa-8644-47cb-b67d-e5552532f746, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=8be114fa-8644-47cb-b67d-e5552532f746,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:36.088213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.106794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 8be114fa-8644-47cb-b67d-e5552532f746 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:36.221720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 293c581d-c678-4fab-b7bb-226291ca3167 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:36.302015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 293c581d-c678-4fab-b7bb-226291ca3167 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:36.302396 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.308645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49448) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.342289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.417807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=8be114fa-8644-47cb-b67d-e5552532f746,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.424310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.494195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 293c581d-c678-4fab-b7bb-226291ca3167, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=293c581d-c678-4fab-b7bb-226291ca3167,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:36.503646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] No DVR routers for this DVR port 8be114fa-8644-47cb-b67d-e5552532f746 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:36.507088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.509429 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c6abee7b-9b3a-4cdf-81a1-57077ac42be5 req-6e34a1e1-98d8-4e76-ba0d-6e5e3678f434 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "DELETE /v2.0/ports/8be114fa-8644-47cb-b67d-e5552532f746 HTTP/1.1" status: 204 len: 173 time: 0.6327958 Sep 16 05:20:36.517487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.524593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fab4df-d51a-452c-958b-b2d27c73713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.576497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fda6bcb6-d93e-4c9d-aca7-e08bd2123ddc req-d234cf7b-7017-4b0b-8a79-265aa018e997 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 210 time: 0.0697412 Sep 16 05:20:36.584703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.660287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fab4df-d51a-452c-958b-b2d27c73713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.664644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=293c581d-c678-4fab-b7bb-226291ca3167,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.696919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba29b6-59bb-444d-9c46-0c43d9135abb None None] Network ed592d54-bda3-4648-ab55-87d6b11ded6e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:36.739853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-deleted', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:36.742244 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a23c1-18c2-47e7-a835-feacac54b355" -d '{"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-deleted", "tag": "8be114fa-8644-47cb-b67d-e5552532f746"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:36.761609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6fab4df-d51a-452c-958b-b2d27c73713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.787173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faac68fc-bbb8-42cc-aab2-9cc0d65523f0 None None] Provisioning complete for port 293c581d-c678-4fab-b7bb-226291ca3167 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:36.787566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faac68fc-bbb8-42cc-aab2-9cc0d65523f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.799004 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.845171 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379eb5a3-f23e-465e-8358-a11639c31b75 x-openstack-request-id: req-379eb5a3-f23e-465e-8358-a11639c31b75 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:36.845171 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a8b07d-7770-456d-a77d-7c83f604f878", "name": "network-vif-deleted", "tag": "8be114fa-8644-47cb-b67d-e5552532f746", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:36.845171 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-379eb5a3-f23e-465e-8358-a11639c31b75 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:36.845171 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a8b07d-7770-456d-a77d-7c83f604f878', 'name': 'network-vif-deleted', 'tag': '8be114fa-8644-47cb-b67d-e5552532f746', 'status': 'completed', 'code': 200} Sep 16 05:20:36.845171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b6fab4df-d51a-452c-958b-b2d27c73713a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cf43b7270df4e1ca5c5ba0895548af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5166523 Sep 16 05:20:36.845171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fab4df-d51a-452c-958b-b2d27c73713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa00d99-6d73-48a7-bcef-f880430ff759,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.845171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49456) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.904922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-914fcf48-b301-40c8-831e-ccae5c0812fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.932110 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-914fcf48-b301-40c8-831e-ccae5c0812fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.058521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Router 83b50bb5-a0e0-4554-8153-3f523f99fe1a is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:20:37.088085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-914fcf48-b301-40c8-831e-ccae5c0812fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.091683 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-914fcf48-b301-40c8-831e-ccae5c0812fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.092893 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-914fcf48-b301-40c8-831e-ccae5c0812fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8aa00d99-6d73-48a7-bcef-f880430ff759 HTTP/1.1" status: 204 len: 168 time: 0.2498026 Sep 16 05:20:37.112250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fcf48-b301-40c8-831e-ccae5c0812fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa00d99-6d73-48a7-bcef-f880430ff759,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.183934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:37.192492 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Sync routers for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:37.202578 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:37.203201 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:37.247168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0bfe6f86-c601-4c98-a03d-35dfd9e7f4bc None None] Provisioning complete for port 293c581d-c678-4fab-b7bb-226291ca3167 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:37.247753 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6f86-c601-4c98-a03d-35dfd9e7f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.268671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.270865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d8a2c8be-b5b7-4af8-915e-ddce91fc1b7a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9894800 Sep 16 05:20:37.273690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49460) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.311631 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:37.528032 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:36Z', 'revision_number': 3, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:37.554225 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Checking router: 83b50bb5-a0e0-4554-8153-3f523f99fe1a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:37.554660 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Updating router 83b50bb5-a0e0-4554-8153-3f523f99fe1a port c677796e-982c-49f0-8c68-e9602746ae6f binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:20:37.579651 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.693630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50b3599a-a36b-4428-8b57-2259e6c75586 req-5fcc22ce-0bc8-4051-a323-d317b0d1b00e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=98a8b07d-7770-456d-a77d-7c83f604f878 HTTP/1.1" status: 200 len: 210 time: 0.0367074 Sep 16 05:20:37.752162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.798367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49468) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.816119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-daea0059-338a-4da9-a8cf-aaa055ffca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.857256 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.906468 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-daea0059-338a-4da9-a8cf-aaa055ffca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.917304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Allocated IP 172.20.0.1 (ed592d54-bda3-4648-ab55-87d6b11ded6e/028d39d3-f1cc-479f-8003-51d1c32ca461/841c3932-2e71-4052-8669-4cdf3d8a11f8) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:38.016725 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-daea0059-338a-4da9-a8cf-aaa055ffca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.016934 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.023982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.064370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-daea0059-338a-4da9-a8cf-aaa055ffca2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=578b9f17aa4e49aea3ad01aff7dbb6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622864 Sep 16 05:20:38.064370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea0059-338a-4da9-a8cf-aaa055ffca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6379ce4-fea3-4eef-9eb7-50e906cf34e6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.064906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49470) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.081705 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Pushing event updated for resources: {'Port': ['ID=c677796e-982c-49f0-8c68-e9602746ae6f,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.083958 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Attempting to bind port c677796e-982c-49f0-8c68-e9602746ae6f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:38.084466 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Attempting to bind port c677796e-982c-49f0-8c68-e9602746ae6f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:38.084821 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Attempting to bind port c677796e-982c-49f0-8c68-e9602746ae6f on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:38.093466 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.093812 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.094269 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.094604 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.095280 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.095280 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.095738 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.095910 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.096313 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.096536 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.096866 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.097205 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:38.103299 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:38.103704 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:38.104486 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.104862 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:38.105328 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Bound port: c677796e-982c-49f0-8c68-e9602746ae6f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:38.105705 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.124110 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7a747ca-fa85-43ab-8a30-02ae1672527c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.133447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 293c581d-c678-4fab-b7bb-226291ca3167 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:38.147675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.150760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7a747ca-fa85-43ab-8a30-02ae1672527c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.181918 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] For port c677796e-982c-49f0-8c68-e9602746ae6f, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:38.185954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] For port c677796e-982c-49f0-8c68-e9602746ae6f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c677796e-982c-49f0-8c68-e9602746ae6f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:38.209981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 293c581d-c678-4fab-b7bb-226291ca3167 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:38.210359 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.214901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Network ed592d54-bda3-4648-ab55-87d6b11ded6e is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:38.225858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:38.230597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:38.232815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Pushing event updated for resources: {'Port': ['ID=841c3932-2e71-4052-8669-4cdf3d8a11f8,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.274585 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.275685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.343965 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1a3ad-9649-42c6-ac28-6d63190ca396 None None] Pushing event updated for resources: {'Port': ['ID=c677796e-982c-49f0-8c68-e9602746ae6f,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.346867 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:38.347674 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:38.415884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7a747ca-fa85-43ab-8a30-02ae1672527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.419273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d7a747ca-fa85-43ab-8a30-02ae1672527c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.433424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d7a747ca-fa85-43ab-8a30-02ae1672527c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6379ce4-fea3-4eef-9eb7-50e906cf34e6 HTTP/1.1" status: 204 len: 168 time: 0.3603299 Sep 16 05:20:38.461433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a747ca-fa85-43ab-8a30-02ae1672527c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6379ce4-fea3-4eef-9eb7-50e906cf34e6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.528500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.595794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b4693c17-64bf-4d9d-a793-262a7de97215 None None] Provisioning complete for port 841c3932-2e71-4052-8669-4cdf3d8a11f8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:38.596892 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4693c17-64bf-4d9d-a793-262a7de97215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.608982 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:38.643664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b4693c17-64bf-4d9d-a793-262a7de97215 None None] Port 841c3932-2e71-4052-8669-4cdf3d8a11f8 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:38.728374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.753823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49478) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.794736 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:36Z', 'revision_number': 3, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:38.822754 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb04f19-49b7-468a-81ca-8e9405467b74 None None] The sync data for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 is: [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:36Z', 'revision_number': 3, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:38.846973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.921402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.981585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Pushing event updated for resources: {'Port': ['ID=841c3932-2e71-4052-8669-4cdf3d8a11f8,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:39.165121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Network ed592d54-bda3-4648-ab55-87d6b11ded6e is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:39.168690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:39.360976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Router 83b50bb5-a0e0-4554-8153-3f523f99fe1a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:39.471203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-13de822c-00a4-426f-99e3-f3c99c7f066f None None] Provisioning complete for port 841c3932-2e71-4052-8669-4cdf3d8a11f8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:39.472979 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-13de822c-00a4-426f-99e3-f3c99c7f066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.513162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-13de822c-00a4-426f-99e3-f3c99c7f066f None None] Port 841c3932-2e71-4052-8669-4cdf3d8a11f8 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:39.515050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.582099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:39.582099 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-82a2a4f0-3e39-4ca1-ad59-806c60941d85 admin admin] 10.222.0.59 "PUT /v2.0/routers/83b50bb5-a0e0-4554-8153-3f523f99fe1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3066893 Sep 16 05:20:39.874046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port cbceb7ee-1d59-4911-89ac-1896752a204e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:39.875768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.897972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8be114fa-8644-47cb-b67d-e5552532f746 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:39.922068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 8be114fa-8644-47cb-b67d-e5552532f746 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:39.922658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 8be114fa-8644-47cb-b67d-e5552532f746 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:40.159626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c677796e-982c-49f0-8c68-e9602746ae6f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:40.222498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c677796e-982c-49f0-8c68-e9602746ae6f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:40.223044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.262033 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:40.315827 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.341086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port c677796e-982c-49f0-8c68-e9602746ae6f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c677796e-982c-49f0-8c68-e9602746ae6f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:40.346443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port cbceb7ee-1d59-4911-89ac-1896752a204e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cbceb7ee-1d59-4911-89ac-1896752a204e,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:40.346966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.360971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for cbceb7ee-1d59-4911-89ac-1896752a204e owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:40.420980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49524) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:40.427844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-889bf7ba-0293-4714-9fbb-3b60b3f09f30 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898850412', 'description': 'tempest-description--58652454'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:40.438099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.480726 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.501897 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=c677796e-982c-49f0-8c68-e9602746ae6f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:40.560031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-889bf7ba-0293-4714-9fbb-3b60b3f09f30 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.604347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Sync routers for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:40.613662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:40.614530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:40.649475 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-889bf7ba-0293-4714-9fbb-3b60b3f09f30 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.653378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.695907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=cbceb7ee-1d59-4911-89ac-1896752a204e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:40.710575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-889bf7ba-0293-4714-9fbb-3b60b3f09f30 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.744634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:40.750227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bf7ba-0293-4714-9fbb-3b60b3f09f30 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9c448e-bb00-4523-91d3-1392927d5339,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:40.830390 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-889bf7ba-0293-4714-9fbb-3b60b3f09f30 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.833317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-889bf7ba-0293-4714-9fbb-3b60b3f09f30 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4093728 Sep 16 05:20:40.834923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49540) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:40.840599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-63c8f659-f84b-46fd-9c58-cc312eac9b33 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'security_group_rule': {'security_group_id': '8c9c448e-bb00-4523-91d3-1392927d5339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:40.928885 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.963962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-63c8f659-f84b-46fd-9c58-cc312eac9b33 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.007217 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5849a009-8cb8-4871-9656-406e9eb3dd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.010118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 2, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.033258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-63c8f659-f84b-46fd-9c58-cc312eac9b33 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.037842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Checking router: 83b50bb5-a0e0-4554-8153-3f523f99fe1a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:41.038205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Updating router 83b50bb5-a0e0-4554-8153-3f523f99fe1a port 841c3932-2e71-4052-8669-4cdf3d8a11f8 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:20:41.062620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.121447 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-63c8f659-f84b-46fd-9c58-cc312eac9b33 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.140367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8f659-f84b-46fd-9c58-cc312eac9b33 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d524f6a-440c-49bc-b049-95aedbdcbf25,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.176777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 75aa97a6-e98d-4d70-a2ac-842042157451 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:41.239159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-63c8f659-f84b-46fd-9c58-cc312eac9b33 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.240454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-63c8f659-f84b-46fd-9c58-cc312eac9b33 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4044018 Sep 16 05:20:41.243235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49548) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:41.248728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1bcffc34-12db-49e2-830c-ab503b523666 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'security_group_rule': {'security_group_id': '8c9c448e-bb00-4523-91d3-1392927d5339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:41.309826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:41.315114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d6ae9896-5dbe-4a9b-977f-195a4c5eb168 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "PUT /v2.0/routers/75aa97a6-e98d-4d70-a2ac-842042157451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601554 Sep 16 05:20:41.318032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49550) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:41.329256 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] Sync routers for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:41.337674 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.338457 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:41.339077 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.382031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting subnet 011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:41.385166 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.404697 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1bcffc34-12db-49e2-830c-ab503b523666 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.441530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.453334 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:41.462463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1bcffc34-12db-49e2-830c-ab503b523666 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.465641 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.506844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebcbdd-b335-46f5-95fc-c6ddcb482c30 None None] Pushing event updated for resources: {'Port': ['ID=841c3932-2e71-4052-8669-4cdf3d8a11f8,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.542188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1bcffc34-12db-49e2-830c-ab503b523666 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.558824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.580137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcffc34-12db-49e2-830c-ab503b523666 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23c4ba3-199a-4a13-840a-15688a27ae39,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.585332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Attempting to bind port 841c3932-2e71-4052-8669-4cdf3d8a11f8 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:41.585717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Attempting to bind port 841c3932-2e71-4052-8669-4cdf3d8a11f8 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:41.586090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Attempting to bind port 841c3932-2e71-4052-8669-4cdf3d8a11f8 on network ed592d54-bda3-4648-ab55-87d6b11ded6e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:41.591745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:41.592112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Checking segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:41.592540 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.592950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Bound using segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:41.593431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Bound port: 841c3932-2e71-4052-8669-4cdf3d8a11f8, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:41.593826 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.682065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] For port 841c3932-2e71-4052-8669-4cdf3d8a11f8, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:41.687464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] For port 841c3932-2e71-4052-8669-4cdf3d8a11f8, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=841c3932-2e71-4052-8669-4cdf3d8a11f8,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:41.691608 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1bcffc34-12db-49e2-830c-ab503b523666 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.692071 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.693012 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1bcffc34-12db-49e2-830c-ab503b523666 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4487579 Sep 16 05:20:41.696620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49560) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:41.701814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:41.725453 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] Checking router: 75aa97a6-e98d-4d70-a2ac-842042157451 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:41.735790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] Routers {'75aa97a6-e98d-4d70-a2ac-842042157451'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:41.736463 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['75aa97a6-e98d-4d70-a2ac-842042157451'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.748264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.779184 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.787033 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.791479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/subnets/011d78b7-5b0a-4cdb-b01e-b1f45e8b4667 HTTP/1.1" status: 204 len: 168 time: 0.4701107 Sep 16 05:20:41.791479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Subnet': ['ID=011d78b7-5b0a-4cdb-b01e-b1f45e8b4667,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.791947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49566) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:41.802713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.804359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.804359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.804359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.804359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.804815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.805478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.805911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.806312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.806712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.807109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.808044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da07ad2-9110-43aa-8582-50101aefe2c4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.827613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bdac0b-a97f-4089-a62d-bceb3063dbe2 None None] Network f23e06dc-791d-4beb-aa4a-2486c4770e99 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:41.871394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.881069 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] Set router 75aa97a6-e98d-4d70-a2ac-842042157451 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:41.926005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebcbdd-b335-46f5-95fc-c6ddcb482c30 None None] Pushing event updated for resources: {'Port': ['ID=841c3932-2e71-4052-8669-4cdf3d8a11f8,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.960774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.972629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:41.973283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:42.080435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9e91be25-d52a-4e29-847b-ec9306d0651c None None] Provisioning complete for port 841c3932-2e71-4052-8669-4cdf3d8a11f8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:42.081368 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e91be25-d52a-4e29-847b-ec9306d0651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.096989 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.177670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.210563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:42.219531 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:42.256263 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e084990-9859-467f-bfd6-16417c5ec43f None None] The sync data for ids ['75aa97a6-e98d-4d70-a2ac-842042157451'] in n-d-712143-16 is: [{'id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636048101', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:11Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '9511c5c6-fc0f-4456-b71b-ad64380bce60', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aa97a6-e98d-4d70-a2ac-842042157451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:13Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:42.292673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Allocated IP 172.25.7.3 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/ae69f4a5-078f-464e-a6b5-ea795720e11d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:42.323865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c677796e-982c-49f0-8c68-e9602746ae6f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:42.334224 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e91be25-d52a-4e29-847b-ec9306d0651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.336603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 9511c5c6-fc0f-4456-b71b-ad64380bce60 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:42.337938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.435930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port 9511c5c6-fc0f-4456-b71b-ad64380bce60, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9511c5c6-fc0f-4456-b71b-ad64380bce60,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:42.436590 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.442671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.452283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 9511c5c6-fc0f-4456-b71b-ad64380bce60 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:42.496326 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9e91be25-d52a-4e29-847b-ec9306d0651c None None] For port 841c3932-2e71-4052-8669-4cdf3d8a11f8, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=841c3932-2e71-4052-8669-4cdf3d8a11f8,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:42.522783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c677796e-982c-49f0-8c68-e9602746ae6f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:42.523163 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.562266 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.570163 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e91be25-d52a-4e29-847b-ec9306d0651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.648069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91be25-d52a-4e29-847b-ec9306d0651c None None] Pushing event updated for resources: {'Port': ['ID=841c3932-2e71-4052-8669-4cdf3d8a11f8,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:42.648589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:42.655159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:42.657915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:42.666272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'Port': ['ID=ae69f4a5-078f-464e-a6b5-ea795720e11d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:42.690197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] DHCP port deletion for f23e06dc-791d-4beb-aa4a-2486c4770e99 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:42.759763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:41Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:42.782273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.790950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2346d-018c-42cb-a59b-94a86aa24da1 None None] The sync data for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 is: [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:41Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:42.794911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-97b1b6a8-fca3-4aa3-93c1-c6751bcf9eb9 None None] Provisioning complete for port 841c3932-2e71-4052-8669-4cdf3d8a11f8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:42.795396 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-97b1b6a8-fca3-4aa3-93c1-c6751bcf9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.851785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.857107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=9511c5c6-fc0f-4456-b71b-ad64380bce60,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:42.906840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] Deleting port f8fcfd30-7b5c-4574-9bb7-e207288e0671 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:42.907228 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.977177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.989523 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.029999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] For port f8fcfd30-7b5c-4574-9bb7-e207288e0671, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f8fcfd30-7b5c-4574-9bb7-e207288e0671,segment=NetworkSegment(a59dd141-6438-46e7-854a-051b0de0fdb3),segment_id=a59dd141-6438-46e7-854a-051b0de0fdb3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:43.030952 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.063260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] Calling delete_port for f8fcfd30-7b5c-4574-9bb7-e207288e0671 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:43.113740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.126638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.204980 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.247143 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.275527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.275806 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.276109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Fanout notify agent at l3_agent the message router_deleted on router 75aa97a6-e98d-4d70-a2ac-842042157451 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:43.281383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] Pushing event deleted for resources: {'Port': ['ID=f8fcfd30-7b5c-4574-9bb7-e207288e0671,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.285682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0710a60-9f62-4b7b-a933-ec0b005db95a None None] No DVR routers for this DVR port f8fcfd30-7b5c-4574-9bb7-e207288e0671 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:43.301848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.308455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0f975b47-8deb-4ae7-b8ff-08dec912adc8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/routers/75aa97a6-e98d-4d70-a2ac-842042157451 HTTP/1.1" status: 204 len: 168 time: 1.5149007 Sep 16 05:20:43.311003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49596) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:43.371923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'Port': ['ID=ae69f4a5-078f-464e-a6b5-ea795720e11d,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.395217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.437372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.494925 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.496333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f1dbe589-4457-47f7-8da2-13a598436da1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7987013 Sep 16 05:20:43.534805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.565364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23e06dc-791d-4beb-aa4a-2486c4770e99']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:43.576673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59dd141-6438-46e7-854a-051b0de0fdb3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:43.582285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59dd141-6438-46e7-854a-051b0de0fdb3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:43.587688 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.602804 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.609439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:43.609850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:43.613041 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:43.687506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-09b3f439-108f-4416-9da1-f485b4ce1acf tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1898850412&fields=id&tenant_id=f52299cb48ec44c78583a8ec6c3d3c69 HTTP/1.1" status: 200 len: 267 time: 0.0416250 Sep 16 05:20:43.750433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.755627 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.760474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/networks/f23e06dc-791d-4beb-aa4a-2486c4770e99 HTTP/1.1" status: 204 len: 168 time: 0.4482167 Sep 16 05:20:43.760880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49618) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:43.777317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97118bb-9e7d-4a7a-b842-719a887d11ba tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Network': ['ID=f23e06dc-791d-4beb-aa4a-2486c4770e99,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.851014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-67d2d4e4-be29-4d2e-b8eb-0f63770edccc tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.852621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-67d2d4e4-be29-4d2e-b8eb-0f63770edccc tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 811 time: 0.1579614 Sep 16 05:20:43.871917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-beaa8eb2-20d3-4418-a39f-814f59be385b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.875725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-183bb6b9-4a06-43f1-a401-87a6b0ae7932 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/quotas/f52299cb48ec44c78583a8ec6c3d3c69 HTTP/1.1" status: 200 len: 375 time: 0.0163567 Sep 16 05:20:43.920651 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-beaa8eb2-20d3-4418-a39f-814f59be385b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.989454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-de724c58-c4bc-48f4-8240-d41e27296b47 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955393 Sep 16 05:20:44.115941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-591f7f29-e762-464e-8eac-e6325fa3695a service neutron] 10.222.0.59 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146390 Sep 16 05:20:44.155660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 841c3932-2e71-4052-8669-4cdf3d8a11f8 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:44.164110 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-beaa8eb2-20d3-4418-a39f-814f59be385b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.168211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-beaa8eb2-20d3-4418-a39f-814f59be385b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.169730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-beaa8eb2-20d3-4418-a39f-814f59be385b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/security-groups/0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5 HTTP/1.1" status: 204 len: 168 time: 0.4077947 Sep 16 05:20:44.187702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa8eb2-20d3-4418-a39f-814f59be385b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9d7e5a-b231-4510-bd9b-4f4fec6a30d5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:44.206464 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.224787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 841c3932-2e71-4052-8669-4cdf3d8a11f8 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:44.225259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.265140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-9a585c42-9270-4e89-bc19-0fb9a28b6365 service neutron] 10.222.0.59 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410172 Sep 16 05:20:44.377481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f8fcfd30-7b5c-4574-9bb7-e207288e0671 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:44.568820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c37cc284-147e-4c3c-9758-6be44a0e401f req-ac032edf-9846-4e0b-9e06-425779399caf tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 210 time: 0.0577250 Sep 16 05:20:44.580590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0881c16-2519-4838-a569-06f72d30ffb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.583491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: f8fcfd30-7b5c-4574-9bb7-e207288e0671 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:44.583840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f8fcfd30-7b5c-4574-9bb7-e207288e0671 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:44.584255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9511c5c6-fc0f-4456-b71b-ad64380bce60 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:44.603212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 9511c5c6-fc0f-4456-b71b-ad64380bce60 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:44.603588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9511c5c6-fc0f-4456-b71b-ad64380bce60 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:44.604007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbceb7ee-1d59-4911-89ac-1896752a204e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:44.622838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: cbceb7ee-1d59-4911-89ac-1896752a204e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:44.627446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cbceb7ee-1d59-4911-89ac-1896752a204e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:44.876671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49654) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:44.881354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a3cbe655-2d09-43c4-9cff-c35cbe7f5a88 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620997609', 'description': 'tempest-secgroup-smoke-620997609 description', 'project_id': 'da94cb2f91514c57a58d347bae59374f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:45.006863 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe655-2d09-43c4-9cff-c35cbe7f5a88 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.095758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe655-2d09-43c4-9cff-c35cbe7f5a88 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.178506 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.207384 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe655-2d09-43c4-9cff-c35cbe7f5a88 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.238235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbe655-2d09-43c4-9cff-c35cbe7f5a88 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e31cb0-967b-40bd-9a26-6155a659392f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:45.327312 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe655-2d09-43c4-9cff-c35cbe7f5a88 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.328536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a3cbe655-2d09-43c4-9cff-c35cbe7f5a88 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4508460 Sep 16 05:20:45.331660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49670) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:45.337478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3e2fad80-cfdd-46ac-8d41-0f7b1b7c904c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '66e31cb0-967b-40bd-9a26-6155a659392f', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:45.412041 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e2fad80-cfdd-46ac-8d41-0f7b1b7c904c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.473435 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e2fad80-cfdd-46ac-8d41-0f7b1b7c904c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.547776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e2fad80-cfdd-46ac-8d41-0f7b1b7c904c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.565641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fad80-cfdd-46ac-8d41-0f7b1b7c904c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0bcfa5-2080-4e51-9bf0-fab5f76ebbc5,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:45.639774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13813950-a69b-4b91-9d78-bc43ef6107a9 req-58701614-2a76-407f-be5b-80db6473e3ca tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 210 time: 0.0258842 Sep 16 05:20:45.653089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e2fad80-cfdd-46ac-8d41-0f7b1b7c904c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.654267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3e2fad80-cfdd-46ac-8d41-0f7b1b7c904c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216662 Sep 16 05:20:45.657076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49680) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:45.661401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6e4c2c58-de3f-4373-a662-de8de4ccb9d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '66e31cb0-967b-40bd-9a26-6155a659392f', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:45.794674 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2c58-de3f-4373-a662-de8de4ccb9d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.856298 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2c58-de3f-4373-a662-de8de4ccb9d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.978435 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2c58-de3f-4373-a662-de8de4ccb9d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.994205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c2c58-de3f-4373-a662-de8de4ccb9d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb26204f-f0bf-4514-9aa5-2f55e83e33df,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:46.098552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2c58-de3f-4373-a662-de8de4ccb9d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.099855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6e4c2c58-de3f-4373-a662-de8de4ccb9d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4418449 Sep 16 05:20:46.102644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49694) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:46.107072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a725ca0a-6eda-49bf-9412-d80954bf860a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '66e31cb0-967b-40bd-9a26-6155a659392f', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:46.192895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a725ca0a-6eda-49bf-9412-d80954bf860a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.255757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a725ca0a-6eda-49bf-9412-d80954bf860a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.326831 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a725ca0a-6eda-49bf-9412-d80954bf860a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.345596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ca0a-6eda-49bf-9412-d80954bf860a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4027af-f08d-4ba3-bef2-2cb81fd530c4,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:46.410731 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a725ca0a-6eda-49bf-9412-d80954bf860a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.412185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a725ca0a-6eda-49bf-9412-d80954bf860a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3086264 Sep 16 05:20:46.415092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49706) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:46.422296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c32fccab-439a-46b0-901d-2ce362b79563 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '66e31cb0-967b-40bd-9a26-6155a659392f', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:46.581796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c32fccab-439a-46b0-901d-2ce362b79563 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.641551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c32fccab-439a-46b0-901d-2ce362b79563 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.735011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4c34e99-b33d-4f95-b120-ecc09446acb9 req-bde7ccef-c8e5-4fda-ab8a-729ecc412cca tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Sep 16 05:20:46.735801 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c32fccab-439a-46b0-901d-2ce362b79563 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.761550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fccab-439a-46b0-901d-2ce362b79563 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4499a9-6ba3-44d7-ab95-1d656cfa08cb,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:46.835486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c32fccab-439a-46b0-901d-2ce362b79563 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.839860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c32fccab-439a-46b0-901d-2ce362b79563 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4196181 Sep 16 05:20:46.840204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49754) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:46.844741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b5f43f20-3b7e-47d1-8420-017e904c86e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '66e31cb0-967b-40bd-9a26-6155a659392f', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:46.846810 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.938588 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-b5f43f20-3b7e-47d1-8420-017e904c86e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Project da94cb2f91514c57a58d347bae59374f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:20:46.944289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5f43f20-3b7e-47d1-8420-017e904c86e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.008270 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5f43f20-3b7e-47d1-8420-017e904c86e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.122450 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5f43f20-3b7e-47d1-8420-017e904c86e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.150970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f43f20-3b7e-47d1-8420-017e904c86e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b53b16-30a1-4f8c-98ad-46e8c0db3ccf,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.179604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-8e2a1252-1453-4811-ad9b-004f4761b1fa tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.181251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-8e2a1252-1453-4811-ad9b-004f4761b1fa tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 811 time: 0.1249647 Sep 16 05:20:47.229976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-28f3bd2e-b902-454c-a8ef-41a9f4b37bcf tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52299cb48ec44c78583a8ec6c3d3c69 HTTP/1.1" status: 200 len: 380 time: 0.0382948 Sep 16 05:20:47.234986 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5f43f20-3b7e-47d1-8420-017e904c86e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.236163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b5f43f20-3b7e-47d1-8420-017e904c86e8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3949895 Sep 16 05:20:47.239099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49786) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:47.244241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'port': {'device_id': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'admin_state_up': True, 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'security_groups': ['8c9c448e-bb00-4523-91d3-1392927d5339']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:47.245283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5609ba26-10be-46a3-8c46-c51e8ae47ac1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'security_group_rule': {'security_group_id': '66e31cb0-967b-40bd-9a26-6155a659392f', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:47.344012 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-5609ba26-10be-46a3-8c46-c51e8ae47ac1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Project da94cb2f91514c57a58d347bae59374f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:20:47.349606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5609ba26-10be-46a3-8c46-c51e8ae47ac1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.413476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Made reservation on behalf of f52299cb48ec44c78583a8ec6c3d3c69 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:47.414931 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5609ba26-10be-46a3-8c46-c51e8ae47ac1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.417234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.475599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5609ba26-10be-46a3-8c46-c51e8ae47ac1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.500364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609ba26-10be-46a3-8c46-c51e8ae47ac1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a17c6f9-3279-49ba-8edc-2b0cccb6c67c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.549557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Allocated IP 172.20.0.5 (ed592d54-bda3-4648-ab55-87d6b11ded6e/028d39d3-f1cc-479f-8003-51d1c32ca461/21a529ec-e3cb-4349-9f61-354bc5c1aa5f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:47.582426 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5609ba26-10be-46a3-8c46-c51e8ae47ac1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.583720 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5609ba26-10be-46a3-8c46-c51e8ae47ac1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3429914 Sep 16 05:20:47.586573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49800) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:47.591588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'network': {'name': 'tempest-network-smoke--2059644655', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:47.669584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:47.673246 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.689402 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.697296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:47.707565 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.707888 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Added segment 967f43bc-b24d-4abf-8cdc-dd296d9a5a40 of type vlan for network b788176f-869f-439b-9879-1d5873224cbc Sep 16 05:20:47.752616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.813331 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.829733 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.835741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.836351 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.887619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Network ed592d54-bda3-4648-ab55-87d6b11ded6e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:47.895872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:47.902318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:47.904062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Network': ['ID=b788176f-869f-439b-9879-1d5873224cbc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.906774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'Port': ['ID=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.916636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b788176f-869f-439b-9879-1d5873224cbc details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:47.959530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334fd2-e9a6-4838-b270-e358a368e510 req-c47bc7c8-b930-4639-be14-b1633381cd5a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.959530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12334fd2-e9a6-4838-b270-e358a368e510 req-c47bc7c8-b930-4639-be14-b1633381cd5a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 931 time: 0.1368623 Sep 16 05:20:47.969663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.970613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.982931 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2c67a5f6-3772-44c8-917b-2bf385cfbead tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3952782 Sep 16 05:20:47.985687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49824) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:47.990274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'admin_state_up': True, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:48.015132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12334fd2-e9a6-4838-b270-e358a368e510 req-b33a176e-8a2a-47fc-b862-edba26d827e5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Sep 16 05:20:48.099082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-ac8e4f8b-92b0-4b6f-b704-74c0242a0dda tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8617806 Sep 16 05:20:48.112593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Request body: {'port': {'device_id': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:48.174959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.188236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3af3e138-c091-49ab-8034-72cb4e5660ee None None] Provisioning complete for port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:48.188551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3af3e138-c091-49ab-8034-72cb4e5660ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.207028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.208169 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.226372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3af3e138-c091-49ab-8034-72cb4e5660ee None None] Port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:48.266785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.459091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a529ec-e3cb-4349-9f61-354bc5c1aa5f {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:48.467445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.478152 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.480856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Transition to ACTIVE for port object 21a529ec-e3cb-4349-9f61-354bc5c1aa5f will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:48.589946 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.698499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Pushing event updated for resources: {'Port': ['ID=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:48.720078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Attempting to bind port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:48.720677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Attempting to bind port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:48.721018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Attempting to bind port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f on network ed592d54-bda3-4648-ab55-87d6b11ded6e {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:48.725884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f on network ed592d54-bda3-4648-ab55-87d6b11ded6e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:48.726221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Attempting to bind port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f on network ed592d54-bda3-4648-ab55-87d6b11ded6e {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:48.731433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:48.731709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Checking segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:48.732272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Bound using segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:48.732872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Bound port: 21a529ec-e3cb-4349-9f61-354bc5c1aa5f, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:48.733426 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.805314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] For port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:48.809751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] For port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:48.814610 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.838657 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.887626 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.921683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:48.922288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.924555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] 10.222.0.60 "PUT /v2.0/ports/21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 200 len: 1092 time: 0.8162758 Sep 16 05:20:48.926679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'tag': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:48.930361 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5f0da7-3342-4c3d-a330-8e4ed751ad81" -d '{"events": [{"name": "network-changed", "server_uuid": "fab020f6-4b20-4dcb-b87f-6264a968a540", "tag": "21a529ec-e3cb-4349-9f61-354bc5c1aa5f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:48.954553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.25.7.72 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:48.976661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143c421-d4fa-442e-b84d-f6e385270992 service neutron] Pushing event updated for resources: {'Port': ['ID=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:48.983921 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbfff36-7a9a-42d2-b2fd-73de4a1ee48a x-openstack-request-id: req-fdbfff36-7a9a-42d2-b2fd-73de4a1ee48a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:48.984281 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab020f6-4b20-4dcb-b87f-6264a968a540", "tag": "21a529ec-e3cb-4349-9f61-354bc5c1aa5f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:48.984544 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdbfff36-7a9a-42d2-b2fd-73de4a1ee48a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:48.984984 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'tag': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'status': 'completed', 'code': 200} Sep 16 05:20:49.059095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f0da7-3342-4c3d-a330-8e4ed751ad81 req-d2d1c067-22c4-452b-8a02-7a282e7f3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.060790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a5f0da7-3342-4c3d-a330-8e4ed751ad81 req-d2d1c067-22c4-452b-8a02-7a282e7f3fa1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1095 time: 0.0534761 Sep 16 05:20:49.098571 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.207905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673375a3-0d8a-4012-97db-d1c3facde0fd req-cb33024e-a4a3-4920-9a70-80d6e98624b3 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.209378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-673375a3-0d8a-4012-97db-d1c3facde0fd req-cb33024e-a4a3-4920-9a70-80d6e98624b3 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 943 time: 0.1032279 Sep 16 05:20:49.213063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.214010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f0da7-3342-4c3d-a330-8e4ed751ad81 req-423589b5-8598-49b7-9c45-bb42f282e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.215477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a5f0da7-3342-4c3d-a330-8e4ed751ad81 req-423589b5-8598-49b7-9c45-bb42f282e595 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1430209 Sep 16 05:20:49.257467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:49.265562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:49.268506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:49.275216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:49.313800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-673375a3-0d8a-4012-97db-d1c3facde0fd req-7302f46f-3bdd-4ba5-9470-5601deb55601 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974133 Sep 16 05:20:49.351079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f0da7-3342-4c3d-a330-8e4ed751ad81 req-ea17e670-fd5a-47b1-b058-580ec27cc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.352739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a5f0da7-3342-4c3d-a330-8e4ed751ad81 req-ea17e670-fd5a-47b1-b058-580ec27cc39d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298254 Sep 16 05:20:49.491450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-5cf5d2be-1351-4fed-b2aa-89b4db63c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.492943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-5cf5d2be-1351-4fed-b2aa-89b4db63c11f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1095 time: 0.0415125 Sep 16 05:20:49.539617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-834401f8-fccb-4789-89ea-4ef8eb84ad42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 200 len: 217 time: 0.0380943 Sep 16 05:20:49.592410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-f39d45ef-0283-4b4c-b6c3-c7a27819a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.594076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-f39d45ef-0283-4b4c-b6c3-c7a27819a499 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0469239 Sep 16 05:20:49.629198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.640530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-daf79595-532a-4b23-99ab-ed90b98b25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.642038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-daf79595-532a-4b23-99ab-ed90b98b25bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412192 Sep 16 05:20:49.734558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-88b4a5fd-3287-4616-9157-c8b40d9d08f5 service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852799 Sep 16 05:20:49.825135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0342a9d-a039-4b1a-b49c-10ad0ace45b9 req-cb0e0d1c-7bac-4988-b8a5-b501ecba2704 service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836871 Sep 16 05:20:49.833918 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.406445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 9c585d11-cbdd-48d9-9533-cb2399193509 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:20:50.439148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64d2cf-dfff-4c89-bd00-7accc11bc2d5 req-42a789af-590d-4b3b-94dd-9f7b4b3a4cec tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.440859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba64d2cf-dfff-4c89-bd00-7accc11bc2d5 req-42a789af-590d-4b3b-94dd-9f7b4b3a4cec tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 943 time: 0.0574536 Sep 16 05:20:50.483620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba64d2cf-dfff-4c89-bd00-7accc11bc2d5 req-6a070e6f-49a5-4dbe-a7a8-d1dd046362b5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364988 Sep 16 05:20:50.515152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:50.527583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Sync routers for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:50.536984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:50.537595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:50.589738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.591105 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fc5e6df9-e724-4438-8a12-a13dc19fb623 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6044557 Sep 16 05:20:50.594316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49922) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:50.625125 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c7c33765-268d-48d4-a2ae-99bb1eb0a2d4 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=da94cb2f91514c57a58d347bae59374f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297265 Sep 16 05:20:50.627746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:50.644646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:50.719615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a43efc7-5eb6-41c1-9407-5bdb23705c48 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.721131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a43efc7-5eb6-41c1-9407-5bdb23705c48 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924797 Sep 16 05:20:50.723983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49928) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:50.751700 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-819c2f76-7c10-4b4f-9eeb-24e2baaa0692 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266278 Sep 16 05:20:50.754081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49930) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:50.758761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1775872448', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:50.839901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:49Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:50.865824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49934) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:50.871203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Checking router: 9c585d11-cbdd-48d9-9533-cb2399193509 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:50.871594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Updating router 9c585d11-cbdd-48d9-9533-cb2399193509 port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:20:50.896183 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.938510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:50.942254 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.987395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4944c604-2c3a-4822-a360-c6f000f90a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.146869 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.198960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4944c604-2c3a-4822-a360-c6f000f90a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.240834 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.275808 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.278270 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4944c604-2c3a-4822-a360-c6f000f90a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.292835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Attempting to bind port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:51.293202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Attempting to bind port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:51.293560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Attempting to bind port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:51.300530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d50a79-e275-4b13-9517-96c3a7217a06 None None] Pushing event updated for resources: {'Port': ['ID=23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:51.304655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:51.305033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:51.305514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.305903 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:51.306373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Bound port: 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:51.306757 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.362923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] For port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:51.363223 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4944c604-2c3a-4822-a360-c6f000f90a8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f880f32b7bb40158d9cb648ba06fad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962466 Sep 16 05:20:51.365887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 49938) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:51.366410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] For port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:51.367509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944c604-2c3a-4822-a360-c6f000f90a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f332cf-c870-4734-a7e3-ff0182d6c730,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:51.385966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Subnet': ['ID=53511bd3-751b-47cc-901d-4e794d362107,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:51.407275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Checking segment: {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:51.407275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network hostable DHCP agents. Network: b788176f-869f-439b-9879-1d5873224cbc, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:51.426808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f60ab4d8-dc60-4b34-888a-e6af34581b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.447270 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f60ab4d8-dc60-4b34-888a-e6af34581b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.458602 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.486690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network b788176f-869f-439b-9879-1d5873224cbc is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:51.518176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:51.519461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:51.555417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d50a79-e275-4b13-9517-96c3a7217a06 None None] Pushing event updated for resources: {'Port': ['ID=23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:51.581438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f60ab4d8-dc60-4b34-888a-e6af34581b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.584105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b788176f-869f-439b-9879-1d5873224cbc) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:51.584592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f60ab4d8-dc60-4b34-888a-e6af34581b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.586756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f60ab4d8-dc60-4b34-888a-e6af34581b1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1f332cf-c870-4734-a7e3-ff0182d6c730 HTTP/1.1" status: 204 len: 168 time: 0.2191346 Sep 16 05:20:51.593595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.594233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.605940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ab4d8-dc60-4b34-888a-e6af34581b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f332cf-c870-4734-a7e3-ff0182d6c730,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:51.611392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2711dc4-adc2-4378-b942-2857529a4b7d None None] Network b788176f-869f-439b-9879-1d5873224cbc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:51.628321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab65d1d-900e-4713-8e2f-5d6241eaca39 req-e7ae4584-7abb-445a-9ff4-5cf7416ad4ce tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.629934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ab65d1d-900e-4713-8e2f-5d6241eaca39 req-e7ae4584-7abb-445a-9ff4-5cf7416ad4ce tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 943 time: 0.0788422 Sep 16 05:20:51.674881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ab65d1d-900e-4713-8e2f-5d6241eaca39 req-bdcdb383-2444-4750-b2d9-7b586c4e304a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365620 Sep 16 05:20:51.681496 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c13f16e3-bb31-4e14-8e75-be1cfe4b0e3b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9264090 Sep 16 05:20:51.684193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 49944) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:51.698771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:51.728087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 21a529ec-e3cb-4349-9f61-354bc5c1aa5f details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:51.992526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-b788176f-869f-439b-9879-1d5873224cbc', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:20:51.993394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.019803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:52.041745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'port_id': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'mac_address': 'fa:16:3e:53:49:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:52.157647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.169269 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.188905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:49Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:52.228586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c176bf2-03de-44db-a07e-0dd9e9578e4b None None] The sync data for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 is: [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:49Z', 'revision_number': 3, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:52.233810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a529ec-e3cb-4349-9f61-354bc5c1aa5f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:52.266474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:52.268044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Allocated IP 172.20.0.2 (b788176f-869f-439b-9879-1d5873224cbc/53511bd3-751b-47cc-901d-4e794d362107/9e580fd5-c587-4a19-b909-36ca3659623a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:52.348354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.426955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.477125 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.537673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.578888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['21a529ec-e3cb-4349-9f61-354bc5c1aa5f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:52.597810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.20.0.1 (b788176f-869f-439b-9879-1d5873224cbc/53511bd3-751b-47cc-901d-4e794d362107/533001e0-599b-4b7e-b57f-584757a7c1f4) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:52.610599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Network b788176f-869f-439b-9879-1d5873224cbc is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:52.621627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:52.624764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:52.633323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Pushing event updated for resources: {'Port': ['ID=9e580fd5-c587-4a19-b909-36ca3659623a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.733208 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.750683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Attempting to bind port 9e580fd5-c587-4a19-b909-36ca3659623a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:52.751032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Attempting to bind port 9e580fd5-c587-4a19-b909-36ca3659623a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:52.751428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Attempting to bind port 9e580fd5-c587-4a19-b909-36ca3659623a on network b788176f-869f-439b-9879-1d5873224cbc {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:52.760046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:52.760453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Checking segment: {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:52.760867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.761265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Bound using segment: {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:52.761747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Bound port: 9e580fd5-c587-4a19-b909-36ca3659623a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:52.762189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.826004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c554d3f-66d1-4a93-b448-92b35f3e888f req-e9f6df70-71a3-4731-a7d8-d4724fab335c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.828013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c554d3f-66d1-4a93-b448-92b35f3e888f req-e9f6df70-71a3-4731-a7d8-d4724fab335c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 944 time: 0.0713966 Sep 16 05:20:52.841558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.909091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c554d3f-66d1-4a93-b448-92b35f3e888f req-3be888a6-9e43-4ade-bdd1-ed3d14e11b6c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732613 Sep 16 05:20:52.921920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network b788176f-869f-439b-9879-1d5873224cbc is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:52.932899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] For port 9e580fd5-c587-4a19-b909-36ca3659623a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:52.945415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:52.948903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:52.954428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] For port 9e580fd5-c587-4a19-b909-36ca3659623a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9e580fd5-c587-4a19-b909-36ca3659623a,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:53.002770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=533001e0-599b-4b7e-b57f-584757a7c1f4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.014353 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.018893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.019070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.019434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.019773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.020109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.020489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.020825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.021270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.021611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.021939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.022267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.022590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:53.028593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.098249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7084ed-0efe-480c-a1a8-bce244ad5bca None None] Pushing event updated for resources: {'Port': ['ID=9e580fd5-c587-4a19-b909-36ca3659623a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.265314 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.600625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.663455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.737075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 21a529ec-e3cb-4349-9f61-354bc5c1aa5f up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:53.745331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=533001e0-599b-4b7e-b57f-584757a7c1f4,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.754020 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.863767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:53.868952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:53.875671 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.881973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network b788176f-869f-439b-9879-1d5873224cbc is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:53.884077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:53.964207 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.009830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:54.009830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:54.011273 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d56d9de-48dd-4cd6-accd-72ac3c7f69cc" -d '{"events": [{"server_uuid": "fab020f6-4b20-4dcb-b87f-6264a968a540", "name": "network-vif-plugged", "status": "completed", "tag": "21a529ec-e3cb-4349-9f61-354bc5c1aa5f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:54.053740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 9c585d11-cbdd-48d9-9533-cb2399193509 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:54.063895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.074281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f504f-a422-4f3f-8f6a-335a25b338cc req-3be5081c-0465-4c3b-80ce-d735a1156cdb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.099896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d39f504f-a422-4f3f-8f6a-335a25b338cc req-3be5081c-0465-4c3b-80ce-d735a1156cdb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 944 time: 0.1067960 Sep 16 05:20:54.114983 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb96d7df-6986-4961-a169-97e2ef69923a x-openstack-request-id: req-cb96d7df-6986-4961-a169-97e2ef69923a {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:54.123314 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab020f6-4b20-4dcb-b87f-6264a968a540", "name": "network-vif-plugged", "status": "completed", "tag": "21a529ec-e3cb-4349-9f61-354bc5c1aa5f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:54.130799 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb96d7df-6986-4961-a169-97e2ef69923a {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:54.132144 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'code': 200} Sep 16 05:20:54.169447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d39f504f-a422-4f3f-8f6a-335a25b338cc req-074bcda7-0da5-4a89-9169-1dfd1b65e4c1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678012 Sep 16 05:20:54.197732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:54.221326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6afd41-e934-4e52-9d89-82f76271f546 req-dd5bec4a-9c74-47c9-9f09-4502adf9c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.224716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea6afd41-e934-4e52-9d89-82f76271f546 req-dd5bec4a-9c74-47c9-9f09-4502adf9c0a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1097 time: 0.0621498 Sep 16 05:20:54.251166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9d690-3fd5-4faf-851d-39ceb78450f2 None None] Network b788176f-869f-439b-9879-1d5873224cbc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:54.289017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:54.299350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea6afd41-e934-4e52-9d89-82f76271f546 req-1e8735b2-5332-4f04-8dda-d10bc8b066db service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652997 Sep 16 05:20:54.301021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:54.306620 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7967cb72-563b-47ba-839f-cb61417fe1ad tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "PUT /v2.0/routers/9c585d11-cbdd-48d9-9533-cb2399193509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6214428 Sep 16 05:20:54.381998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f66e5017-5538-47e0-8cc6-f4aaeedb596f None None] Provisioning complete for port 9e580fd5-c587-4a19-b909-36ca3659623a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:54.382418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f66e5017-5538-47e0-8cc6-f4aaeedb596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.478918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:54.479450 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.529411 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-70602866-5af0-4c89-8e4e-d91d7b9df894 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620997609&fields=id&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 267 time: 0.0381560 Sep 16 05:20:54.764046 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f66e5017-5538-47e0-8cc6-f4aaeedb596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.792358 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Sync routers for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:54.804887 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:54.805536 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:54.838902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.849606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f66e5017-5538-47e0-8cc6-f4aaeedb596f None None] For port 9e580fd5-c587-4a19-b909-36ca3659623a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9e580fd5-c587-4a19-b909-36ca3659623a,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:54.868218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:54.939448 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:54.944324 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.945194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9e580fd5-c587-4a19-b909-36ca3659623a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:54.949626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f66e5017-5538-47e0-8cc6-f4aaeedb596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.052617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.092283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9e580fd5-c587-4a19-b909-36ca3659623a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:55.092677 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.100466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-49f49a43-f3e8-4373-b44c-0341ad0029cb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.107228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-49f49a43-f3e8-4373-b44c-0341ad0029cb tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/networks?id=b788176f-869f-439b-9879-1d5873224cbc HTTP/1.1" status: 200 len: 797 time: 0.5708318 Sep 16 05:20:55.131660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-e8cf0113-9887-4165-8c23-f0de49e420a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/quotas/da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 375 time: 0.0165579 Sep 16 05:20:55.156794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e5017-5538-47e0-8cc6-f4aaeedb596f None None] Pushing event updated for resources: {'Port': ['ID=9e580fd5-c587-4a19-b909-36ca3659623a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.159967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-02cf18c2-a711-4a30-a385-e3a045206853 None None] Provisioning complete for port 9e580fd5-c587-4a19-b909-36ca3659623a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:55.160354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-02cf18c2-a711-4a30-a385-e3a045206853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.223979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-d92f157b-b303-4b9a-83f4-aed4980110f2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761604 Sep 16 05:20:55.272245 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 2, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:55.326339 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Checking router: 9c585d11-cbdd-48d9-9533-cb2399193509 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:55.327686 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Updating router 9c585d11-cbdd-48d9-9533-cb2399193509 port 533001e0-599b-4b7e-b57f-584757a7c1f4 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:20:55.349056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-02cf18c2-a711-4a30-a385-e3a045206853 None None] Provisioning complete for port 533001e0-599b-4b7e-b57f-584757a7c1f4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:55.349444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-02cf18c2-a711-4a30-a385-e3a045206853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.373701 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.394723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-02cf18c2-a711-4a30-a385-e3a045206853 None None] Port 533001e0-599b-4b7e-b57f-584757a7c1f4 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:55.408835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c3b96-dd15-4a61-8aab-241bc3d7668f req-78999f9a-b951-4378-8eb8-b0b9dce9038a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.410538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-041c3b96-dd15-4a61-8aab-241bc3d7668f req-78999f9a-b951-4378-8eb8-b0b9dce9038a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.1134093 Sep 16 05:20:55.470227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-0dbe797f-4d8b-434a-8e02-8a7b6dca986e service neutron] 10.222.0.59 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384181 Sep 16 05:20:55.519482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50054) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:55.520021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7e02489b-cc0e-4f46-912b-5a04d2d1ef30 None None] Provisioning complete for port 533001e0-599b-4b7e-b57f-584757a7c1f4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:55.520021 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e02489b-cc0e-4f46-912b-5a04d2d1ef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.609576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7e02489b-cc0e-4f46-912b-5a04d2d1ef30 None None] Port 533001e0-599b-4b7e-b57f-584757a7c1f4 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:55.613002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-0db4478f-0b9f-4513-b4c9-095312393d7c service neutron] 10.222.0.59 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418862 Sep 16 05:20:55.628653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-041c3b96-dd15-4a61-8aab-241bc3d7668f req-00fcae27-04ea-4902-903b-26a65ee47687 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078722 Sep 16 05:20:55.681019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-370a3120-46d1-4270-a38a-f5c2ada57fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.732846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a9fe810b-d6d6-4111-aa2f-0dcdcbfcd444 None None] Provisioning complete for port 533001e0-599b-4b7e-b57f-584757a7c1f4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:55.733234 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a9fe810b-d6d6-4111-aa2f-0dcdcbfcd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.771391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe810b-d6d6-4111-aa2f-0dcdcbfcd444 None None] Port 533001e0-599b-4b7e-b57f-584757a7c1f4 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:55.789917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-370a3120-46d1-4270-a38a-f5c2ada57fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.845498 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.857740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-370a3120-46d1-4270-a38a-f5c2ada57fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.898347 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-370a3120-46d1-4270-a38a-f5c2ada57fc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4448726c8e4e4ecd9a4bf5c8cf73b9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764822 Sep 16 05:20:55.899203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a3120-46d1-4270-a38a-f5c2ada57fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eaac0e-9b43-44be-a46f-3547aa8a2d7a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.901369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50058) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:55.952439 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2bad8c9d-ebfe-4133-8a1e-0ea0295ecf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.975376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2bad8c9d-ebfe-4133-8a1e-0ea0295ecf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.983685 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.036712 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404df5c-dfe7-410b-b8dc-28040bb9eae4 None None] Pushing event updated for resources: {'Port': ['ID=533001e0-599b-4b7e-b57f-584757a7c1f4,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.120815 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Attempting to bind port 533001e0-599b-4b7e-b57f-584757a7c1f4 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:56.121242 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Attempting to bind port 533001e0-599b-4b7e-b57f-584757a7c1f4 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:56.121611 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Attempting to bind port 533001e0-599b-4b7e-b57f-584757a7c1f4 on network b788176f-869f-439b-9879-1d5873224cbc {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:56.139904 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:56.140861 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Checking segment: {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:56.141283 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.141688 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Bound using segment: {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:56.142173 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Bound port: 533001e0-599b-4b7e-b57f-584757a7c1f4, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:56.142558 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.172631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d8b391a-38bc-4f9e-a920-89ed9dba3a98 req-bb6c0131-eb02-4a99-bc8d-c871aa7b05c1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 210 time: 0.0578575 Sep 16 05:20:56.173259 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2bad8c9d-ebfe-4133-8a1e-0ea0295ecf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.175906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2bad8c9d-ebfe-4133-8a1e-0ea0295ecf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.176191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:56.178586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2bad8c9d-ebfe-4133-8a1e-0ea0295ecf01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4eaac0e-9b43-44be-a46f-3547aa8a2d7a HTTP/1.1" status: 204 len: 168 time: 0.2746143 Sep 16 05:20:56.233238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad8c9d-ebfe-4133-8a1e-0ea0295ecf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eaac0e-9b43-44be-a46f-3547aa8a2d7a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.277258 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] For port 533001e0-599b-4b7e-b57f-584757a7c1f4, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:56.281080 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] For port 533001e0-599b-4b7e-b57f-584757a7c1f4, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=533001e0-599b-4b7e-b57f-584757a7c1f4,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:56.296017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:56.296594 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.365099 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.378695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9e580fd5-c587-4a19-b909-36ca3659623a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:56.422769 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:56.423459 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:56.429750 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-64d906de-75cb-4fb5-abdf-6be03813979a None None] Provisioning complete for port 533001e0-599b-4b7e-b57f-584757a7c1f4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:56.430133 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64d906de-75cb-4fb5-abdf-6be03813979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.462397 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404df5c-dfe7-410b-b8dc-28040bb9eae4 None None] Pushing event updated for resources: {'Port': ['ID=533001e0-599b-4b7e-b57f-584757a7c1f4,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.480390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9e580fd5-c587-4a19-b909-36ca3659623a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:56.481100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.570068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64d906de-75cb-4fb5-abdf-6be03813979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.586677 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:56.656115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-64d906de-75cb-4fb5-abdf-6be03813979a None None] For port 533001e0-599b-4b7e-b57f-584757a7c1f4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=533001e0-599b-4b7e-b57f-584757a7c1f4,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:56.754843 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64d906de-75cb-4fb5-abdf-6be03813979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.760863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b18942-75bb-47d6-8795-a611e6641f21 req-24530995-2684-4a90-80be-c88e701d9c76 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.762398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09b18942-75bb-47d6-8795-a611e6641f21 req-24530995-2684-4a90-80be-c88e701d9c76 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0511868 Sep 16 05:20:56.808627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09b18942-75bb-47d6-8795-a611e6641f21 req-6ea18d6a-f769-484a-86a0-94ea7536de3f tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 Sep 16 05:20:56.814583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d906de-75cb-4fb5-abdf-6be03813979a None None] Pushing event updated for resources: {'Port': ['ID=533001e0-599b-4b7e-b57f-584757a7c1f4,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.835510 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:56.862265 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6ae5-4f27-41c4-b4c2-279a566c5cd9 None None] The sync data for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 is: [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:56.878086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-542f2eb2-0990-43d0-a12c-d69de5ecf51c None None] Provisioning complete for port 533001e0-599b-4b7e-b57f-584757a7c1f4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:56.878751 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-542f2eb2-0990-43d0-a12c-d69de5ecf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.969300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b407b1b-75c9-4bd0-a236-18b49f62aedc req-57ea0d80-2d48-42a5-88fb-393c4e92e304 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.974852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b407b1b-75c9-4bd0-a236-18b49f62aedc req-57ea0d80-2d48-42a5-88fb-393c4e92e304 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0822210 Sep 16 05:20:56.982532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50080) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:56.987162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'floatingip': {'port_id': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:57.033063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.060257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50082) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:57.074104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-370ffb83-953e-43b4-b0e8-32bb36198b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.192780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-370ffb83-953e-43b4-b0e8-32bb36198b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.257220 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-370ffb83-953e-43b4-b0e8-32bb36198b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.296594 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-370ffb83-953e-43b4-b0e8-32bb36198b12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=016e5af85a314639aa451fc63b518d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328851 Sep 16 05:20:57.297862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50088) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:57.315768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e779f992-789e-494a-8175-0c9b849f6e0d req-2e41b6e1-eb42-406c-ae61-871a3ff0d77a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 210 time: 0.0724528 Sep 16 05:20:57.322932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ffb83-953e-43b4-b0e8-32bb36198b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5574c9f2-aef7-4689-a612-795f3f11c504,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:57.383661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c5b0d7b-66ba-451c-ae1f-4c70d1e8c045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.410159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c5b0d7b-66ba-451c-ae1f-4c70d1e8c045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.519291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c5b0d7b-66ba-451c-ae1f-4c70d1e8c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.523799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c5b0d7b-66ba-451c-ae1f-4c70d1e8c045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.523799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c5b0d7b-66ba-451c-ae1f-4c70d1e8c045 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5574c9f2-aef7-4689-a612-795f3f11c504 HTTP/1.1" status: 204 len: 168 time: 0.2244780 Sep 16 05:20:57.538835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b0d7b-66ba-451c-ae1f-4c70d1e8c045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5574c9f2-aef7-4689-a612-795f3f11c504,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:57.630059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.680802 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.793924 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Floating IP 0f5b9583-1ef6-491a-840e-5f2dff78bdc4 associated. External IP: 172.25.7.3, port: 21a529ec-e3cb-4349-9f61-354bc5c1aa5f. Sep 16 05:20:58.042196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Router 83b50bb5-a0e0-4554-8153-3f523f99fe1a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:58.167038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 533001e0-599b-4b7e-b57f-584757a7c1f4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:58.176886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:58.183666 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.196839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] Sync routers for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:58.208944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.225710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:58.226413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.227181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-49971d56-f85f-4e66-a8cf-f5520949230a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "PUT /v2.0/floatingips/0f5b9583-1ef6-491a-840e-5f2dff78bdc4 HTTP/1.1" status: 200 len: 989 time: 1.2435651 Sep 16 05:20:58.227930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'tag': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:58.230955 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398975eb-ab9d-47a4-a196-713964ed761b" -d '{"events": [{"name": "network-changed", "server_uuid": "fab020f6-4b20-4dcb-b87f-6264a968a540", "tag": "21a529ec-e3cb-4349-9f61-354bc5c1aa5f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:58.277324 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82016337-9730-4e2b-bb76-300a4a9a7fa8 x-openstack-request-id: req-82016337-9730-4e2b-bb76-300a4a9a7fa8 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:58.277718 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab020f6-4b20-4dcb-b87f-6264a968a540", "tag": "21a529ec-e3cb-4349-9f61-354bc5c1aa5f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:58.277852 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82016337-9730-4e2b-bb76-300a4a9a7fa8 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:58.278267 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'tag': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'status': 'completed', 'code': 200} Sep 16 05:20:58.304940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 533001e0-599b-4b7e-b57f-584757a7c1f4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:58.305407 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.352685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398975eb-ab9d-47a4-a196-713964ed761b req-aaeb0323-82e6-40a0-bcae-60cd7626b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.354881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398975eb-ab9d-47a4-a196-713964ed761b req-aaeb0323-82e6-40a0-bcae-60cd7626b3a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1097 time: 0.0488586 Sep 16 05:20:58.425813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:58.492352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30cfabea-5d42-4be6-847f-cc9ef36ffc96 req-63dc228f-94d1-4ec8-a695-dd5e92ffe938 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 210 time: 0.0758595 Sep 16 05:20:58.521437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-9c4bae42-df1f-4393-a9d2-59404a8d48b7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.523121 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-9c4bae42-df1f-4393-a9d2-59404a8d48b7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/networks?id=b788176f-869f-439b-9879-1d5873224cbc HTTP/1.1" status: 200 len: 797 time: 0.1763155 Sep 16 05:20:58.595994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-88c8fb7a-4a27-4286-868c-3074ad099d51 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da94cb2f91514c57a58d347bae59374f HTTP/1.1" status: 200 len: 379 time: 0.0524821 Sep 16 05:20:58.604834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398975eb-ab9d-47a4-a196-713964ed761b req-c2a4d9c5-912f-4d42-b4e7-5a4d1c445665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.607519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398975eb-ab9d-47a4-a196-713964ed761b req-c2a4d9c5-912f-4d42-b4e7-5a4d1c445665 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 912 time: 0.2429390 Sep 16 05:20:58.616773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'port': {'device_id': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'admin_state_up': True, 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'security_groups': ['66e31cb0-967b-40bd-9a26-6155a659392f']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:58.695824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398975eb-ab9d-47a4-a196-713964ed761b req-20bee632-6e8c-4fbf-99fb-0b0656a36cb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 200 len: 997 time: 0.0807023 Sep 16 05:20:58.761700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398975eb-ab9d-47a4-a196-713964ed761b req-59d18aeb-defa-42a8-a2aa-d053fc8171cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.763355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398975eb-ab9d-47a4-a196-713964ed761b req-59d18aeb-defa-42a8-a2aa-d053fc8171cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0577147 Sep 16 05:20:58.780194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '0f5b9583-1ef6-491a-840e-5f2dff78bdc4', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'port_id': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'mac_address': 'fa:16:3e:53:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:42Z', 'updated_at': '2021-09-16T05:20:57Z', 'revision_number': 1, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.804949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50118) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:58.810473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] Checking router: 83b50bb5-a0e0-4554-8153-3f523f99fe1a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:58.818462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398975eb-ab9d-47a4-a196-713964ed761b req-41c9f8fa-ea1b-4a23-9261-4ae0a3cb0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.819989 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398975eb-ab9d-47a4-a196-713964ed761b req-41c9f8fa-ea1b-4a23-9261-4ae0a3cb0d89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496531 Sep 16 05:20:58.821133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:58.821827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.846975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Made reservation on behalf of da94cb2f91514c57a58d347bae59374f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:58.851510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.930113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398975eb-ab9d-47a4-a196-713964ed761b req-cc6f5628-a620-492f-a14b-b80e99aee883 service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014349 Sep 16 05:20:58.936586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-694717628'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:58.946189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:59.012473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.20.0.9 (b788176f-869f-439b-9879-1d5873224cbc/53511bd3-751b-47cc-901d-4e794d362107/d08938f3-1536-4f4d-b23a-64dbfd0fab90) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:59.028468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398975eb-ab9d-47a4-a196-713964ed761b req-fd3d8052-efc6-40eb-a397-e7e69858e83f service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914383 Sep 16 05:20:59.080431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Made reservation on behalf of c297e349494b4427841913aea7423dcc for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:59.085047 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.095973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.186896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '0f5b9583-1ef6-491a-840e-5f2dff78bdc4', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'port_id': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'mac_address': 'fa:16:3e:53:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:42Z', 'updated_at': '2021-09-16T05:20:57Z', 'revision_number': 1, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:59.196751 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.218969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764ab9-781e-4501-b803-906be21adaa8 None None] The sync data for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 is: [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '0f5b9583-1ef6-491a-840e-5f2dff78bdc4', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'port_id': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'mac_address': 'fa:16:3e:53:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:42Z', 'updated_at': '2021-09-16T05:20:57Z', 'revision_number': 1, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:59.274151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.333049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.367379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.419347 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network b788176f-869f-439b-9879-1d5873224cbc is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:59.420285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:59.429733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:59.433184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:59.437597 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb4e4e-0a8d-4937-96d0-faf215fc2e86 None None] New status for floating IP 0f5b9583-1ef6-491a-840e-5f2dff78bdc4: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:20:59.438641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e727c7f-9d2d-4a77-8832-5f915b2bb72d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.463905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.489395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.489752 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Added segment c243074a-8c31-4910-97c7-507d085fa4aa of type vlan for network 13caadc9-973e-439b-906c-449c8d99e334 Sep 16 05:20:59.559119 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.566900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.567550 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.641162 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-5956ea13-4692-49e5-b06c-8a5c1377bedc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0287945 Sep 16 05:20:59.647504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec285e-65dd-4458-a67f-bf8f7a8d7e31 req-4fe80339-ae58-4712-9235-9208045a7228 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.649149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddec285e-65dd-4458-a67f-bf8f7a8d7e31 req-4fe80339-ae58-4712-9235-9208045a7228 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 931 time: 0.0518401 Sep 16 05:20:59.660295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Request body: {'port': {'device_id': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:59.685243 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.690893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.691542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.694502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddec285e-65dd-4458-a67f-bf8f7a8d7e31 req-2b0b67f6-b1f8-4a27-a164-1fa9f5e90533 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387514 Sep 16 05:20:59.734807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-30b2238f-1f5e-4a7c-a4a9-bd0d4248f224 None None] Provisioning complete for port d08938f3-1536-4f4d-b23a-64dbfd0fab90 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:59.735212 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-30b2238f-1f5e-4a7c-a4a9-bd0d4248f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.769760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-30b2238f-1f5e-4a7c-a4a9-bd0d4248f224 None None] Port d08938f3-1536-4f4d-b23a-64dbfd0fab90 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:59.793937 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9872451 Sep 16 05:20:59.796736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339da78-514b-469e-86d6-145875dcc951 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Network': ['ID=13caadc9-973e-439b-906c-449c8d99e334,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.796858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50128) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:59.798892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.803855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'subnet': {'network_id': '13caadc9-973e-439b-906c-449c8d99e334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:59.808533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 13caadc9-973e-439b-906c-449c8d99e334 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:59.981938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Made reservation on behalf of c297e349494b4427841913aea7423dcc for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:59.985530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.061838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08938f3-1536-4f4d-b23a-64dbfd0fab90 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:00.069431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.082373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Transition to ACTIVE for port object d08938f3-1536-4f4d-b23a-64dbfd0fab90 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:00.251971 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.263291 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.326808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:00.330817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Subnet': ['ID=637154cd-f445-45f6-8adc-35ad5f50d950,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:00.339848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Checking segment: {'id': 'c243074a-8c31-4910-97c7-507d085fa4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '13caadc9-973e-439b-906c-449c8d99e334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:00.340218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Network hostable DHCP agents. Network: 13caadc9-973e-439b-906c-449c8d99e334, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:00.383266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Attempting to bind port d08938f3-1536-4f4d-b23a-64dbfd0fab90 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:00.383266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Attempting to bind port d08938f3-1536-4f4d-b23a-64dbfd0fab90 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:00.383266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Attempting to bind port d08938f3-1536-4f4d-b23a-64dbfd0fab90 on network b788176f-869f-439b-9879-1d5873224cbc {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:00.386151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Port d08938f3-1536-4f4d-b23a-64dbfd0fab90 on network b788176f-869f-439b-9879-1d5873224cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:00.386561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Attempting to bind port d08938f3-1536-4f4d-b23a-64dbfd0fab90 on network b788176f-869f-439b-9879-1d5873224cbc {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:00.392727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:00.393107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Checking segment: {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:00.393467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Bound using segment: {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:00.394021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Bound port: d08938f3-1536-4f4d-b23a-64dbfd0fab90, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967f43bc-b24d-4abf-8cdc-dd296d9a5a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:00.394398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.410420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Network 13caadc9-973e-439b-906c-449c8d99e334 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:00.471543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:00.474702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:00.496233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 13caadc9-973e-439b-906c-449c8d99e334) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:00.500475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.501207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.505623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14074daa-9de3-4186-89aa-9eec20d06e4b None None] Network 13caadc9-973e-439b-906c-449c8d99e334 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:00.593475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.623664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-624484e8-f952-491e-a1d8-ed36553054fc tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8249197 Sep 16 05:21:00.627904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50134) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:00.633510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'network_id': '13caadc9-973e-439b-906c-449c8d99e334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-861463557'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:00.642863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.643517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.644971 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d08938f3-1536-4f4d-b23a-64dbfd0fab90 HTTP/1.1" status: 200 len: 1092 time: 0.9891260 Sep 16 05:21:00.645450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:00.647761 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e19a9fe-37aa-4416-927f-b1b69ee2972d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:00.670913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d003-a3f2-4fae-a5e1-21becac307e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:00.694040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-13caadc9-973e-439b-906c-449c8d99e334', 'network_id': '13caadc9-973e-439b-906c-449c8d99e334', 'tenant_id': 'c297e349494b4427841913aea7423dcc', 'fixed_ips': [{'subnet_id': '637154cd-f445-45f6-8adc-35ad5f50d950'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:00.694930 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.711913 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e31abd-4eba-4d9b-a466-9d4796403e79 x-openstack-request-id: req-38e31abd-4eba-4d9b-a466-9d4796403e79 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:00.712369 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:00.712505 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38e31abd-4eba-4d9b-a466-9d4796403e79 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:00.712922 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'status': 'completed', 'code': 200} Sep 16 05:21:00.810936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19a9fe-37aa-4416-927f-b1b69ee2972d req-43a2ffa9-bb1e-4ac4-978f-b60fdec52b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.812633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e19a9fe-37aa-4416-927f-b1b69ee2972d req-43a2ffa9-bb1e-4ac4-978f-b60fdec52b90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 1095 time: 0.0577667 Sep 16 05:21:00.848082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4b9e4-55f0-4e91-b441-b718212b258d req-314d00b5-5d8c-4129-95b6-19700608ce46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.849746 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e4b9e4-55f0-4e91-b441-b718212b258d req-314d00b5-5d8c-4129-95b6-19700608ce46 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 943 time: 0.0599184 Sep 16 05:21:00.890075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Made reservation on behalf of c297e349494b4427841913aea7423dcc for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:00.893719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Allocated IP 2001:db8::2 (13caadc9-973e-439b-906c-449c8d99e334/637154cd-f445-45f6-8adc-35ad5f50d950/8366e288-b8cd-4289-aab4-69d134b00fc7) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:00.894259 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.923186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e4b9e4-55f0-4e91-b441-b718212b258d req-a20e4f82-e460-4187-8959-22dc2bc136e7 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616012 Sep 16 05:21:00.931085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] device_id is not set on port df413e92-9859-469a-916b-47404d0f8da9 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:00.948335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19a9fe-37aa-4416-927f-b1b69ee2972d req-81ed3182-4291-40d0-816a-13385bbcb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.949859 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e19a9fe-37aa-4416-927f-b1b69ee2972d req-81ed3182-4291-40d0-816a-13385bbcb7df service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=da94cb2f91514c57a58d347bae59374f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1209366 Sep 16 05:21:01.054657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19a9fe-37aa-4416-927f-b1b69ee2972d req-624e3d2f-f8c9-4e19-880b-dba836cb6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.056680 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4e19a9fe-37aa-4416-927f-b1b69ee2972d req-624e3d2f-f8c9-4e19-880b-dba836cb6343 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985887 Sep 16 05:21:01.064187 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.155041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-6198d368-f845-4665-b45a-a7030b850f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.156532 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-6198d368-f845-4665-b45a-a7030b850f6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 1095 time: 0.0398886 Sep 16 05:21:01.184500 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.209961 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-ebb3d358-67a1-42e6-ba53-7889df6b7e44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90 HTTP/1.1" status: 200 len: 217 time: 0.0378151 Sep 16 05:21:01.227567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Network 13caadc9-973e-439b-906c-449c8d99e334 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:01.235427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:01.238297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Pushing event updated for resources: {'Port': ['ID=8366e288-b8cd-4289-aab4-69d134b00fc7,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:01.241882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:01.249043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Allocated IP 2001:db8::15b (13caadc9-973e-439b-906c-449c8d99e334/637154cd-f445-45f6-8adc-35ad5f50d950/df413e92-9859-469a-916b-47404d0f8da9) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:01.265863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-fd7634d5-e3ea-4811-9b1e-026e8557456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.267400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-fd7634d5-e3ea-4811-9b1e-026e8557456b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53511bd3-751b-47cc-901d-4e794d362107 HTTP/1.1" status: 200 len: 835 time: 0.0500743 Sep 16 05:21:01.296774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Attempting to bind port 8366e288-b8cd-4289-aab4-69d134b00fc7 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:01.297146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Attempting to bind port 8366e288-b8cd-4289-aab4-69d134b00fc7 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'c243074a-8c31-4910-97c7-507d085fa4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '13caadc9-973e-439b-906c-449c8d99e334'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:01.297669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Attempting to bind port 8366e288-b8cd-4289-aab4-69d134b00fc7 on network 13caadc9-973e-439b-906c-449c8d99e334 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:01.302660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:01.302902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Checking segment: {'id': 'c243074a-8c31-4910-97c7-507d085fa4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '13caadc9-973e-439b-906c-449c8d99e334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:01.303189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.303745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Bound using segment: {'id': 'c243074a-8c31-4910-97c7-507d085fa4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '13caadc9-973e-439b-906c-449c8d99e334'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:01.304215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Bound port: 8366e288-b8cd-4289-aab4-69d134b00fc7, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c243074a-8c31-4910-97c7-507d085fa4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '13caadc9-973e-439b-906c-449c8d99e334'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:01.325393 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.325548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-9976891d-a645-46d5-a1a7-c205d77c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.325548 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-9976891d-a645-46d5-a1a7-c205d77c9508 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b788176f-869f-439b-9879-1d5873224cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452836 Sep 16 05:21:01.377018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] For port 8366e288-b8cd-4289-aab4-69d134b00fc7, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:01.380604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] For port 8366e288-b8cd-4289-aab4-69d134b00fc7, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8366e288-b8cd-4289-aab4-69d134b00fc7,segment=NetworkSegment(c243074a-8c31-4910-97c7-507d085fa4aa),segment_id=c243074a-8c31-4910-97c7-507d085fa4aa)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:01.412950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.419963 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-99f33344-bd8e-4eba-afb1-6748d6868fc0 service neutron] 10.222.0.57 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904586 Sep 16 05:21:01.514345 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1c3a91d4-eb42-4017-a41f-b51f76debf2b req-19773c35-6c3a-4383-90e2-2023e1e631f1 service neutron] 10.222.0.57 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864077 Sep 16 05:21:01.521222 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.573842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.588450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f59aa-4355-4cef-9f08-11ba9525d4cc None None] Pushing event updated for resources: {'Port': ['ID=8366e288-b8cd-4289-aab4-69d134b00fc7,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:01.632915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Network 13caadc9-973e-439b-906c-449c8d99e334 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:01.637798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:01.640480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:01.646429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.647094 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.653853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=df413e92-9859-469a-916b-47404d0f8da9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:01.719944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-02312b91-6f64-43ef-aa91-28a14273f602 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0904284 Sep 16 05:21:01.722768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50144) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:01.728273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'network_id': '13caadc9-973e-439b-906c-449c8d99e334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1420840916', 'allowed_address_pairs': [{'ip_address': '2001:db8::15b', 'mac_address': 'fa:16:3e:9a:4d:21'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:01.941911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Made reservation on behalf of c297e349494b4427841913aea7423dcc for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:02.058241 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.076873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85c82e-4a60-40da-a0e7-629903b50339 req-5088401d-a0ad-4e6b-aaff-811fffa6fa55 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.078382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae85c82e-4a60-40da-a0e7-629903b50339 req-5088401d-a0ad-4e6b-aaff-811fffa6fa55 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 943 time: 0.0786548 Sep 16 05:21:02.089267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] device_id is not set on port 733b10bb-e4ca-46bc-b6e0-e02f22d5a9de yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:02.143224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8366e288-b8cd-4289-aab4-69d134b00fc7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:02.169515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae85c82e-4a60-40da-a0e7-629903b50339 req-6303a5e7-93f4-4957-a4d7-b4201d2fb44b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822577 Sep 16 05:21:02.198869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8366e288-b8cd-4289-aab4-69d134b00fc7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:02.199270 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.239191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Allocated IP 2001:db8::33 (13caadc9-973e-439b-906c-449c8d99e334/637154cd-f445-45f6-8adc-35ad5f50d950/733b10bb-e4ca-46bc-b6e0-e02f22d5a9de) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:02.296887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.332367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 8366e288-b8cd-4289-aab4-69d134b00fc7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8366e288-b8cd-4289-aab4-69d134b00fc7,segment=NetworkSegment(c243074a-8c31-4910-97c7-507d085fa4aa),segment_id=c243074a-8c31-4910-97c7-507d085fa4aa)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:02.409933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.440562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.491155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=8366e288-b8cd-4289-aab4-69d134b00fc7,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:02.544705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26c166-fb5a-419f-957d-3bc62931c830 None None] Network 13caadc9-973e-439b-906c-449c8d99e334 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:02.593583 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.637830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Network 13caadc9-973e-439b-906c-449c8d99e334 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:02.644003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:02.654244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:02.659850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.660468 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.667417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=733b10bb-e4ca-46bc-b6e0-e02f22d5a9de,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:02.667947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2938da90-0507-4702-b2f1-b8f657f8a1a9 None None] Provisioning complete for port 8366e288-b8cd-4289-aab4-69d134b00fc7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:02.668331 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2938da90-0507-4702-b2f1-b8f657f8a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.734164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50152) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:02.738965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-91023d6b-86b0-4941-9c20-8b50258a8468 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0104427 Sep 16 05:21:03.022904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-61bd80d6-5ff2-4949-a8f5-847a052157a7 None None] Provisioning complete for port 8366e288-b8cd-4289-aab4-69d134b00fc7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:03.023475 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61bd80d6-5ff2-4949-a8f5-847a052157a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.194685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0660d9-baeb-49dd-bd79-625d30af11c0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.201432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0660d9-baeb-49dd-bd79-625d30af11c0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.207699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0660d9-baeb-49dd-bd79-625d30af11c0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.209458 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bb0660d9-baeb-49dd-bd79-625d30af11c0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4742835 Sep 16 05:21:03.212187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50156) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:03.307820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-61bd80d6-5ff2-4949-a8f5-847a052157a7 None None] Provisioning complete for port df413e92-9859-469a-916b-47404d0f8da9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:03.307820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61bd80d6-5ff2-4949-a8f5-847a052157a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.318652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9eaacf19-c784-43d0-9223-ce3651ab6579 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Deleting port 733b10bb-e4ca-46bc-b6e0-e02f22d5a9de {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:03.318997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eaacf19-c784-43d0-9223-ce3651ab6579 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.321624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47fcaf-1901-44a0-b581-00e0fb30f81f req-0090898f-14be-4b1b-958f-822a8c42f3c0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.324669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a47fcaf-1901-44a0-b581-00e0fb30f81f req-0090898f-14be-4b1b-958f-822a8c42f3c0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 943 time: 0.0621665 Sep 16 05:21:03.349271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-61bd80d6-5ff2-4949-a8f5-847a052157a7 None None] Port df413e92-9859-469a-916b-47404d0f8da9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:03.360414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-61bd80d6-5ff2-4949-a8f5-847a052157a7 None None] Provisioning complete for port 733b10bb-e4ca-46bc-b6e0-e02f22d5a9de triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:03.360798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61bd80d6-5ff2-4949-a8f5-847a052157a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.389780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a47fcaf-1901-44a0-b581-00e0fb30f81f req-853f6b65-a673-404f-ae68-a86011e4ed22 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575635 Sep 16 05:21:03.414380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-61bd80d6-5ff2-4949-a8f5-847a052157a7 None None] Port 733b10bb-e4ca-46bc-b6e0-e02f22d5a9de cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:03.437401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eaacf19-c784-43d0-9223-ce3651ab6579 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.449602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9eaacf19-c784-43d0-9223-ce3651ab6579 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Calling delete_port for 733b10bb-e4ca-46bc-b6e0-e02f22d5a9de owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:03.545248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-44b88fcd-421c-448a-9d70-ce9248a48512 None None] Provisioning complete for port df413e92-9859-469a-916b-47404d0f8da9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:03.545248 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-44b88fcd-421c-448a-9d70-ce9248a48512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.571397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-44b88fcd-421c-448a-9d70-ce9248a48512 None None] Port df413e92-9859-469a-916b-47404d0f8da9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:03.582152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-44b88fcd-421c-448a-9d70-ce9248a48512 None None] Provisioning complete for port 733b10bb-e4ca-46bc-b6e0-e02f22d5a9de triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:03.582616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-44b88fcd-421c-448a-9d70-ce9248a48512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.616981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-44b88fcd-421c-448a-9d70-ce9248a48512 None None] Port 733b10bb-e4ca-46bc-b6e0-e02f22d5a9de cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:03.691595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eaacf19-c784-43d0-9223-ce3651ab6579 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.725909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaacf19-c784-43d0-9223-ce3651ab6579 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Port': ['ID=733b10bb-e4ca-46bc-b6e0-e02f22d5a9de,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:03.813778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eaacf19-c784-43d0-9223-ce3651ab6579 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.818299 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9eaacf19-c784-43d0-9223-ce3651ab6579 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "DELETE /v2.0/ports/733b10bb-e4ca-46bc-b6e0-e02f22d5a9de HTTP/1.1" status: 204 len: 168 time: 0.6018896 Sep 16 05:21:03.818963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50162) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:03.849903 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c85c890-d722-4a94-acf4-f3339e48f73c tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] GET failed (client error): The resource could not be found. Sep 16 05:21:03.851595 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9c85c890-d722-4a94-acf4-f3339e48f73c tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "GET /v2.0/ports/733b10bb-e4ca-46bc-b6e0-e02f22d5a9de HTTP/1.1" status: 404 len: 333 time: 0.0315020 Sep 16 05:21:03.856508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50164) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:03.861637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'network_id': '13caadc9-973e-439b-906c-449c8d99e334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-949441257'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:03.997211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d08938f3-1536-4f4d-b23a-64dbfd0fab90 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:04.034763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce06abe-e4f5-49ff-ab55-9c8af45f0206 req-cc35f085-d5ea-4199-a7f3-596dabe2f7c6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.036349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ce06abe-e4f5-49ff-ab55-9c8af45f0206 req-cc35f085-d5ea-4199-a7f3-596dabe2f7c6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 945 time: 0.0628419 Sep 16 05:21:04.080652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ce06abe-e4f5-49ff-ab55-9c8af45f0206 req-9a10d82a-0844-4890-acc5-b50b7cc31e9a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375037 Sep 16 05:21:04.092630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Made reservation on behalf of c297e349494b4427841913aea7423dcc for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:04.099975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.129577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:04.139169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] device_id is not set on port bb78349f-14a5-4df6-9d18-ef1f6c3301d9 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:04.144738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'port_id': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'mac_address': 'fa:16:3e:07:0d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:04.174180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8366e288-b8cd-4289-aab4-69d134b00fc7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:04.232298 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.248935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08938f3-1536-4f4d-b23a-64dbfd0fab90 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:04.263951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8366e288-b8cd-4289-aab4-69d134b00fc7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:04.264327 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.273872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Allocated IP 2001:db8::2e2 (13caadc9-973e-439b-906c-449c8d99e334/637154cd-f445-45f6-8adc-35ad5f50d950/bb78349f-14a5-4df6-9d18-ef1f6c3301d9) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:04.293229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:04.401483 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.433766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.456746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:04.508942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55014b4b-8d38-4720-8d6b-2bf465dcfa3a req-8bc60d77-eaaf-4264-bab2-9897bdbe9e2b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.511003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55014b4b-8d38-4720-8d6b-2bf465dcfa3a req-8bc60d77-eaaf-4264-bab2-9897bdbe9e2b tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 944 time: 0.0539968 Sep 16 05:21:04.548846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55014b4b-8d38-4720-8d6b-2bf465dcfa3a req-b966d40a-6bc8-42f9-8668-ebfd9222e200 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317433 Sep 16 05:21:04.613262 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.720731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['d08938f3-1536-4f4d-b23a-64dbfd0fab90'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:04.996356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Network 13caadc9-973e-439b-906c-449c8d99e334 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:04.999456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:05.005136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:05.012418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.012418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.019039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=bb78349f-14a5-4df6-9d18-ef1f6c3301d9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:05.093156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c0fca498-6765-40ed-86c7-c9c6cfd9de9b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2350576 Sep 16 05:21:05.095298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50186) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:05.100589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15b', 'mac_address': 'fa:16:3e:9a:4d:21'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:05.169370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.252944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4e2eee0e-0dc7-4416-a4a2-ca2986511bcf None None] Provisioning complete for port bb78349f-14a5-4df6-9d18-ef1f6c3301d9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:05.253252 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4e2eee0e-0dc7-4416-a4a2-ca2986511bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.286308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4e2eee0e-0dc7-4416-a4a2-ca2986511bcf None None] Port bb78349f-14a5-4df6-9d18-ef1f6c3301d9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:05.345589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.417858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.449639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] In _notify_port_updated(), no bound segment for port bb78349f-14a5-4df6-9d18-ef1f6c3301d9 on network 13caadc9-973e-439b-906c-449c8d99e334 {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:21:05.455100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.456031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.457499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "PUT /v2.0/ports/bb78349f-14a5-4df6-9d18-ef1f6c3301d9 HTTP/1.1" status: 200 len: 1002 time: 0.3612254 Sep 16 05:21:05.460441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50188) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:05.501116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b88db-c599-4c36-b083-659e85e18174 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=bb78349f-14a5-4df6-9d18-ef1f6c3301d9,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:05.565118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ea0dde08-7ca2-44c7-b4c0-24fc24d20ef7 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Deleting port bb78349f-14a5-4df6-9d18-ef1f6c3301d9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:05.565469 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea0dde08-7ca2-44c7-b4c0-24fc24d20ef7 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.691221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea0dde08-7ca2-44c7-b4c0-24fc24d20ef7 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.709692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb6e69-a8bc-40b6-980a-3920d1e7c75f req-17448b07-48bd-48aa-8457-6e6580d09178 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.711230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88eb6e69-a8bc-40b6-980a-3920d1e7c75f req-17448b07-48bd-48aa-8457-6e6580d09178 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 944 time: 0.0822759 Sep 16 05:21:05.725282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-09581f09-0b4d-426d-8e7b-f8345379056c None None] Provisioning complete for port bb78349f-14a5-4df6-9d18-ef1f6c3301d9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:05.725790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09581f09-0b4d-426d-8e7b-f8345379056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.730853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ea0dde08-7ca2-44c7-b4c0-24fc24d20ef7 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Calling delete_port for bb78349f-14a5-4df6-9d18-ef1f6c3301d9 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:05.763845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-09581f09-0b4d-426d-8e7b-f8345379056c None None] Port bb78349f-14a5-4df6-9d18-ef1f6c3301d9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:05.795183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88eb6e69-a8bc-40b6-980a-3920d1e7c75f req-fc179c85-3dc2-403d-98e7-f7935cf93c0f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752134 Sep 16 05:21:05.977199 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea0dde08-7ca2-44c7-b4c0-24fc24d20ef7 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.006204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d08938f3-1536-4f4d-b23a-64dbfd0fab90 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:06.006948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dde08-7ca2-44c7-b4c0-24fc24d20ef7 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Port': ['ID=bb78349f-14a5-4df6-9d18-ef1f6c3301d9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:06.109042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port d08938f3-1536-4f4d-b23a-64dbfd0fab90 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:06.113152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port d08938f3-1536-4f4d-b23a-64dbfd0fab90 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:06.113533 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.127870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea0dde08-7ca2-44c7-b4c0-24fc24d20ef7 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.132391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea0dde08-7ca2-44c7-b4c0-24fc24d20ef7 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "DELETE /v2.0/ports/bb78349f-14a5-4df6-9d18-ef1f6c3301d9 HTTP/1.1" status: 204 len: 168 time: 0.6685305 Sep 16 05:21:06.132859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50198) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:06.163483 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-131ce37e-33eb-46ac-9baf-405efbf0b855 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] GET failed (client error): The resource could not be found. Sep 16 05:21:06.169076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-131ce37e-33eb-46ac-9baf-405efbf0b855 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "GET /v2.0/ports/bb78349f-14a5-4df6-9d18-ef1f6c3301d9 HTTP/1.1" status: 404 len: 333 time: 0.0288138 Sep 16 05:21:06.169354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50200) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:06.174577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'network_id': '13caadc9-973e-439b-906c-449c8d99e334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-502957069'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:06.202851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.235186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:06.237741 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183b5802-1ade-4e55-96fb-ab8c1116cce8" -d '{"events": [{"server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "name": "network-vif-plugged", "status": "completed", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:06.266053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:06.276427 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1325bd0e-80e5-421c-9f4d-473175213fc7 x-openstack-request-id: req-1325bd0e-80e5-421c-9f4d-473175213fc7 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:06.277208 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "name": "network-vif-plugged", "status": "completed", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:06.277208 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1325bd0e-80e5-421c-9f4d-473175213fc7 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:06.277472 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'code': 200} Sep 16 05:21:06.308975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.358765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Made reservation on behalf of c297e349494b4427841913aea7423dcc for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:06.360809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:06.362399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.402389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] device_id is not set on port b84639c1-19f6-46c1-ad48-3074b3d160de yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:06.464449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5ae24-2291-46b6-aa65-da31f7b6e34c req-6cbbe08b-867c-40f4-84dc-5f7813783ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.465970 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aab5ae24-2291-46b6-aa65-da31f7b6e34c req-6cbbe08b-867c-40f4-84dc-5f7813783ba9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 1097 time: 0.0914402 Sep 16 05:21:06.537635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-aab5ae24-2291-46b6-aa65-da31f7b6e34c req-d2b7f708-9017-4a6b-85d6-f4a993113857 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608616 Sep 16 05:21:06.547824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Allocated IP 2001:db8::284 (13caadc9-973e-439b-906c-449c8d99e334/637154cd-f445-45f6-8adc-35ad5f50d950/b84639c1-19f6-46c1-ad48-3074b3d160de) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:06.697658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.794909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.839758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Network 13caadc9-973e-439b-906c-449c8d99e334 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:06.842944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:06.849032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:06.855329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.856106 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.862991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=b84639c1-19f6-46c1-ad48-3074b3d160de,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:06.921435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23019d2b-e227-4341-92a7-3bb10dbc44e7 req-03b6ba99-28eb-4e2d-a469-3d6ffd8d498c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.923074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23019d2b-e227-4341-92a7-3bb10dbc44e7 req-03b6ba99-28eb-4e2d-a469-3d6ffd8d498c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0576215 Sep 16 05:21:06.951826 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68e1ea21-d0df-4c69-82bd-2a1f09cbd9e0 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7813718 Sep 16 05:21:06.952829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50212) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:06.959873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9a:4d:21'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:06.970776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23019d2b-e227-4341-92a7-3bb10dbc44e7 req-903f88be-6d5e-4c16-98f9-b9023e9377d9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 Sep 16 05:21:07.096787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ad73c58f-6549-4336-9f95-659e7a4696f6 None None] Provisioning complete for port b84639c1-19f6-46c1-ad48-3074b3d160de triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:07.097374 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad73c58f-6549-4336-9f95-659e7a4696f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.119574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.131319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ad73c58f-6549-4336-9f95-659e7a4696f6 None None] Port b84639c1-19f6-46c1-ad48-3074b3d160de cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:07.299874 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.360274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.392797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] In _notify_port_updated(), no bound segment for port b84639c1-19f6-46c1-ad48-3074b3d160de on network 13caadc9-973e-439b-906c-449c8d99e334 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:21:07.398276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.398899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.400254 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "PUT /v2.0/ports/b84639c1-19f6-46c1-ad48-3074b3d160de HTTP/1.1" status: 200 len: 1002 time: 0.4463847 Sep 16 05:21:07.403738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50214) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:07.417142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626048fb-b5c8-421d-a793-c6545269edc8 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=b84639c1-19f6-46c1-ad48-3074b3d160de,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:07.499008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6083e310-248a-492e-9499-880d89963a5b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Deleting port b84639c1-19f6-46c1-ad48-3074b3d160de {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:07.499384 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6083e310-248a-492e-9499-880d89963a5b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.594284 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6083e310-248a-492e-9499-880d89963a5b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.606193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6083e310-248a-492e-9499-880d89963a5b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Calling delete_port for b84639c1-19f6-46c1-ad48-3074b3d160de owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:07.653713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a3ec006b-29b4-468e-a010-0bac2f32dfcc None None] Provisioning complete for port b84639c1-19f6-46c1-ad48-3074b3d160de triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:07.654194 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3ec006b-29b4-468e-a010-0bac2f32dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.687425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec006b-29b4-468e-a010-0bac2f32dfcc None None] Port b84639c1-19f6-46c1-ad48-3074b3d160de cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:07.857676 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6083e310-248a-492e-9499-880d89963a5b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.886141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083e310-248a-492e-9499-880d89963a5b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Port': ['ID=b84639c1-19f6-46c1-ad48-3074b3d160de,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:07.913616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6083e310-248a-492e-9499-880d89963a5b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.915590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6083e310-248a-492e-9499-880d89963a5b tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "DELETE /v2.0/ports/b84639c1-19f6-46c1-ad48-3074b3d160de HTTP/1.1" status: 204 len: 168 time: 0.5106435 Sep 16 05:21:07.918553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50222) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:07.951795 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c465f0ef-9322-4256-88d0-59b56f1cf016 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] GET failed (client error): The resource could not be found. Sep 16 05:21:07.953437 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c465f0ef-9322-4256-88d0-59b56f1cf016 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "GET /v2.0/ports/b84639c1-19f6-46c1-ad48-3074b3d160de HTTP/1.1" status: 404 len: 333 time: 0.0338879 Sep 16 05:21:07.957372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50224) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:07.962540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'network_id': '13caadc9-973e-439b-906c-449c8d99e334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1867280149'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:08.013332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:08.106794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116260df-b4a3-41ff-8f8d-c7fc4af2de06 req-76cd56c5-6136-4ac8-8971-1db54d34edfd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.108707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-116260df-b4a3-41ff-8f8d-c7fc4af2de06 req-76cd56c5-6136-4ac8-8971-1db54d34edfd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0719085 Sep 16 05:21:08.133306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:08.148519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'mac_address': 'fa:16:3e:67:bd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:08.159272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-116260df-b4a3-41ff-8f8d-c7fc4af2de06 req-c200a929-6786-4d41-8045-b3d3600113da tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Sep 16 05:21:08.186968 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.198450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Made reservation on behalf of c297e349494b4427841913aea7423dcc for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:08.199556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:08.202341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.219762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:08.219974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] device_id is not set on port bc2a4f73-4783-491e-af81-50a751a3d84f yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:08.292183 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.340033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Allocated IP 2001:db8::300 (13caadc9-973e-439b-906c-449c8d99e334/637154cd-f445-45f6-8adc-35ad5f50d950/bc2a4f73-4783-491e-af81-50a751a3d84f) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:08.346702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:08.458400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['96e06dce-a83f-47d0-8714-cdfec32257ef'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:08.494065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.572180 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.613652 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Network 13caadc9-973e-439b-906c-449c8d99e334 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:08.616637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:08.618982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:08.624894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.625513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.644084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=bc2a4f73-4783-491e-af81-50a751a3d84f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:08.742548 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-96ff016c-3225-4520-abe4-97156473e654 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7839544 Sep 16 05:21:08.745059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50228) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.752555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'network_id': '13caadc9-973e-439b-906c-449c8d99e334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-198021048'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:08.820403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8a4a1256-8dc4-4a18-9dc7-a3908dbec7ea None None] Provisioning complete for port bc2a4f73-4783-491e-af81-50a751a3d84f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:08.820873 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1256-8dc4-4a18-9dc7-a3908dbec7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.867163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a1256-8dc4-4a18-9dc7-a3908dbec7ea None None] Port bc2a4f73-4783-491e-af81-50a751a3d84f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:08.931665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Made reservation on behalf of c297e349494b4427841913aea7423dcc for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:08.936124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.954504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] device_id is not set on port 5c9468f6-dbf8-402e-9e1f-c66620c7a4fd yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:09.067313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Allocated IP 2001:db8::22e (13caadc9-973e-439b-906c-449c8d99e334/637154cd-f445-45f6-8adc-35ad5f50d950/5c9468f6-dbf8-402e-9e1f-c66620c7a4fd) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:09.232979 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.284048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715ad12-910a-4f66-b686-66137d7814ac req-0315e472-57f0-4f91-85f7-4ff290fb7bbe tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.285550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2715ad12-910a-4f66-b686-66137d7814ac req-0315e472-57f0-4f91-85f7-4ff290fb7bbe tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0580337 Sep 16 05:21:09.327912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2715ad12-910a-4f66-b686-66137d7814ac req-99fd2509-7514-4987-bc1c-a2c2e1793aa1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358303 Sep 16 05:21:09.330794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.373231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Network 13caadc9-973e-439b-906c-449c8d99e334 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:09.380415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:09.386385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:09.393850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.394995 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.413554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=5c9468f6-dbf8-402e-9e1f-c66620c7a4fd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:09.462109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b9b22-0022-4006-849d-fdda708f3319 req-cac0a827-2777-4a7e-98fa-62ff25d63754 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.464232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-938b9b22-0022-4006-849d-fdda708f3319 req-cac0a827-2777-4a7e-98fa-62ff25d63754 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0543189 Sep 16 05:21:09.479890 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-27fb2b26-39dd-4d3b-92f8-dc3e3bef2f44 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7337811 Sep 16 05:21:09.487592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50260) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:09.494334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15b', 'mac_address': 'fa:16:3e:9a:4d:21'}, {'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:ce:c8:5a'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:09.506857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-938b9b22-0022-4006-849d-fdda708f3319 req-02881406-dd88-4c93-b3fe-03822e0d31ea tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351822 Sep 16 05:21:09.531438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50262) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:09.577476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.579663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa7c2a-3876-4393-ab3b-b048b4912fd9 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.584081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-23fa7c2a-3876-4393-ab3b-b048b4912fd9 tempest-TestNetworkAdvancedServerOps-1173884124 tempest-TestNetworkAdvancedServerOps-1173884124-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 1092 time: 0.0490141 Sep 16 05:21:09.587288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50264) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:09.603376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:09.704467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-271255d5-a05e-4398-bf89-9f5aae1eb082 None None] Provisioning complete for port 5c9468f6-dbf8-402e-9e1f-c66620c7a4fd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:09.704467 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-271255d5-a05e-4398-bf89-9f5aae1eb082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.741486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-271255d5-a05e-4398-bf89-9f5aae1eb082 None None] Port 5c9468f6-dbf8-402e-9e1f-c66620c7a4fd cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:09.744012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.854229 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.867451 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.949745 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.982795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Allocated IP 172.25.7.6 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/8ae782b5-3fa6-4e5b-940b-15f892ac043c) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:10.008765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event updated for resources: {'Port': ['ID=5c9468f6-dbf8-402e-9e1f-c66620c7a4fd,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.029674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] In _notify_port_updated(), no bound segment for port 5c9468f6-dbf8-402e-9e1f-c66620c7a4fd on network 13caadc9-973e-439b-906c-449c8d99e334 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:21:10.036451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:10.040056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.040336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.044335 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cf5452dc-027a-47a8-905a-36be1558d050 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "PUT /v2.0/ports/5c9468f6-dbf8-402e-9e1f-c66620c7a4fd HTTP/1.1" status: 200 len: 1067 time: 0.5528498 Sep 16 05:21:10.045064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50274) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:10.158064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 96e06dce-a83f-47d0-8714-cdfec32257ef triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:10.158064 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.158607 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.202173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3e742-f46f-4297-867a-9b923c657758 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Deleting port 5c9468f6-dbf8-402e-9e1f-c66620c7a4fd {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:10.202408 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e742-f46f-4297-867a-9b923c657758 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.291756 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.293978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.340324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:10.342236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:10.345544 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ad5691-a152-407b-9522-490e86d95231" -d '{"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-plugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:10.348690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e742-f46f-4297-867a-9b923c657758 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.364888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:10.375718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:10.379360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:10.379505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3e742-f46f-4297-867a-9b923c657758 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Calling delete_port for 5c9468f6-dbf8-402e-9e1f-c66620c7a4fd owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:10.424113 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3344ff9c-664c-4797-b7e1-04c3b05e1760 x-openstack-request-id: req-3344ff9c-664c-4797-b7e1-04c3b05e1760 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:10.430417 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-plugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:10.430417 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3344ff9c-664c-4797-b7e1-04c3b05e1760 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:10.430417 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'code': 200} Sep 16 05:21:10.431173 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.460261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=8ae782b5-3fa6-4e5b-940b-15f892ac043c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.505386 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.519262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.529652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-139da041-c3be-4d40-85e7-e300e3af709a None None] Provisioning complete for port 5c9468f6-dbf8-402e-9e1f-c66620c7a4fd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:10.530261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-139da041-c3be-4d40-85e7-e300e3af709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.576200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-139da041-c3be-4d40-85e7-e300e3af709a None None] Port 5c9468f6-dbf8-402e-9e1f-c66620c7a4fd cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:10.661875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e742-f46f-4297-867a-9b923c657758 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.744360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3e742-f46f-4297-867a-9b923c657758 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Port': ['ID=5c9468f6-dbf8-402e-9e1f-c66620c7a4fd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.908715 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.962758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e742-f46f-4297-867a-9b923c657758 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.968134 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c3c3e742-f46f-4297-867a-9b923c657758 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "DELETE /v2.0/ports/5c9468f6-dbf8-402e-9e1f-c66620c7a4fd HTTP/1.1" status: 204 len: 168 time: 0.9194822 Sep 16 05:21:10.968426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50282) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.008148 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77ad9b9-c229-4514-afa0-c2b8768adaec tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] GET failed (client error): The resource could not be found. Sep 16 05:21:11.012870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d77ad9b9-c229-4514-afa0-c2b8768adaec tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "GET /v2.0/ports/5c9468f6-dbf8-402e-9e1f-c66620c7a4fd HTTP/1.1" status: 404 len: 333 time: 0.0404861 Sep 16 05:21:11.013386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50284) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.023414 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2811-a2f4-4dbe-8213-8b6d8b45399a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.119639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.193910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-94318a52-a712-41bb-9591-644389507fd9 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Deleting port bc2a4f73-4783-491e-af81-50a751a3d84f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:11.194371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94318a52-a712-41bb-9591-644389507fd9 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.319151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94318a52-a712-41bb-9591-644389507fd9 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.334244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-94318a52-a712-41bb-9591-644389507fd9 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Calling delete_port for bc2a4f73-4783-491e-af81-50a751a3d84f owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:11.390323 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.488198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.535644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event updated for resources: {'Port': ['ID=8ae782b5-3fa6-4e5b-940b-15f892ac043c,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:11.543742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94318a52-a712-41bb-9591-644389507fd9 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.588598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.591485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94318a52-a712-41bb-9591-644389507fd9 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Port': ['ID=bc2a4f73-4783-491e-af81-50a751a3d84f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:11.627458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94318a52-a712-41bb-9591-644389507fd9 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.630075 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-94318a52-a712-41bb-9591-644389507fd9 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "DELETE /v2.0/ports/bc2a4f73-4783-491e-af81-50a751a3d84f HTTP/1.1" status: 204 len: 168 time: 0.6153445 Sep 16 05:21:11.633862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50288) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.671392 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02041e7-1ff8-406c-a640-a6a50b0fd594 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] GET failed (client error): The resource could not be found. Sep 16 05:21:11.676818 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a02041e7-1ff8-406c-a640-a6a50b0fd594 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "GET /v2.0/ports/bc2a4f73-4783-491e-af81-50a751a3d84f HTTP/1.1" status: 404 len: 333 time: 0.0380173 Sep 16 05:21:11.677731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50290) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.727962 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Floating IP cbf1257a-a077-41aa-98e1-3b9ffb628d76 associated. External IP: 172.25.7.6, port: d08938f3-1536-4f4d-b23a-64dbfd0fab90. Sep 16 05:21:11.799272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9937f9dd-a5cc-44d1-811a-13a35b97fe42 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Deleting port df413e92-9859-469a-916b-47404d0f8da9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:11.799964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9937f9dd-a5cc-44d1-811a-13a35b97fe42 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.953697 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9937f9dd-a5cc-44d1-811a-13a35b97fe42 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.967803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9937f9dd-a5cc-44d1-811a-13a35b97fe42 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Calling delete_port for df413e92-9859-469a-916b-47404d0f8da9 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:11.980747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 9c585d11-cbdd-48d9-9533-cb2399193509 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:12.109742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:12.121019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] Sync routers for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:12.132622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:12.133556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:12.211890 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.212325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9937f9dd-a5cc-44d1-811a-13a35b97fe42 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.263814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5d04ded0-aad0-4f84-92c4-fdcde0cc8da0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6743438 Sep 16 05:21:12.264413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:12.266758 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649acccd-d552-40f7-aa33-c994a868545a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:12.295487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:12.308172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937f9dd-a5cc-44d1-811a-13a35b97fe42 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Port': ['ID=df413e92-9859-469a-916b-47404d0f8da9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.406591 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9937f9dd-a5cc-44d1-811a-13a35b97fe42 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.411098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50302) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.417697 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9937f9dd-a5cc-44d1-811a-13a35b97fe42 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "DELETE /v2.0/ports/df413e92-9859-469a-916b-47404d0f8da9 HTTP/1.1" status: 204 len: 168 time: 0.7387595 Sep 16 05:21:12.480912 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bff246-d6b4-4c4d-aa6d-d7e490ff1a90 x-openstack-request-id: req-54bff246-d6b4-4c4d-aa6d-d7e490ff1a90 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:12.481514 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:12.481840 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54bff246-d6b4-4c4d-aa6d-d7e490ff1a90 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:12.484615 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'status': 'completed', 'code': 200} Sep 16 05:21:12.569379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-031db856-e696-4b00-a066-15d46ed57c93 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Deleting subnet 637154cd-f445-45f6-8adc-35ad5f50d950 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:12.574714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acccd-d552-40f7-aa33-c994a868545a req-fda3a373-ccbc-40dc-adb6-823ecbf007e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.576933 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-649acccd-d552-40f7-aa33-c994a868545a req-fda3a373-ccbc-40dc-adb6-823ecbf007e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 1097 time: 0.0715375 Sep 16 05:21:12.593875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82f1ff-922b-4ac5-aaad-7e241faf721b req-52fb97ea-07c2-4d5d-8676-6512721a2679 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.603053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b82f1ff-922b-4ac5-aaad-7e241faf721b req-52fb97ea-07c2-4d5d-8676-6512721a2679 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.1802759 Sep 16 05:21:12.605084 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-031db856-e696-4b00-a066-15d46ed57c93 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.679579 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-031db856-e696-4b00-a066-15d46ed57c93 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.689787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'cbf1257a-a077-41aa-98e1-3b9ffb628d76', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'port_id': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'mac_address': 'fa:16:3e:07:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:10Z', 'updated_at': '2021-09-16T05:21:10Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:12.726150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] Checking router: 9c585d11-cbdd-48d9-9533-cb2399193509 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:12.742105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:12.742428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acccd-d552-40f7-aa33-c994a868545a req-18a7d1af-477e-4d94-857f-44798e5e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.742743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:12.744474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-649acccd-d552-40f7-aa33-c994a868545a req-18a7d1af-477e-4d94-857f-44798e5e6d61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b788176f-869f-439b-9879-1d5873224cbc HTTP/1.1" status: 200 len: 898 time: 0.1550910 Sep 16 05:21:12.795942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-031db856-e696-4b00-a066-15d46ed57c93 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.851266 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-649acccd-d552-40f7-aa33-c994a868545a req-7907216e-38ea-41e3-b52c-738592bcde4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90 HTTP/1.1" status: 200 len: 997 time: 0.0976377 Sep 16 05:21:12.893105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:12.898504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b82f1ff-922b-4ac5-aaad-7e241faf721b req-3c4a20f3-0495-4a4f-93d9-b0772b535a60 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945449 Sep 16 05:21:12.928395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acccd-d552-40f7-aa33-c994a868545a req-9df68efe-f0f9-4a09-897a-4908e84a4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.930536 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-649acccd-d552-40f7-aa33-c994a868545a req-9df68efe-f0f9-4a09-897a-4908e84a4cab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53511bd3-751b-47cc-901d-4e794d362107 HTTP/1.1" status: 200 len: 835 time: 0.0678096 Sep 16 05:21:12.935914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50304) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.939491 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-031db856-e696-4b00-a066-15d46ed57c93 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.997071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031db856-e696-4b00-a066-15d46ed57c93 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Subnet': ['ID=637154cd-f445-45f6-8adc-35ad5f50d950,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.016489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-031db856-e696-4b00-a066-15d46ed57c93 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.018428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-031db856-e696-4b00-a066-15d46ed57c93 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "DELETE /v2.0/subnets/637154cd-f445-45f6-8adc-35ad5f50d950 HTTP/1.1" status: 204 len: 168 time: 0.6062751 Sep 16 05:21:13.020942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50310) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:13.047119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc5031-272d-47c2-91cc-bab928438e14 None None] Network 13caadc9-973e-439b-906c-449c8d99e334 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:13.065381 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ca2c69e3-d3b8-43e2-8d57-656f5a4b0ea8 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/cbf1257a-a077-41aa-98e1-3b9ffb628d76 HTTP/1.1" status: 200 len: 989 time: 0.1283066 Sep 16 05:21:13.070944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acccd-d552-40f7-aa33-c994a868545a req-dac0450a-6f4a-475c-adfc-0978bcac2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.072661 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-649acccd-d552-40f7-aa33-c994a868545a req-dac0450a-6f4a-475c-adfc-0978bcac2969 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b788176f-869f-439b-9879-1d5873224cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101720 Sep 16 05:21:13.142047 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.203350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Deleting port 8366e288-b8cd-4289-aab4-69d134b00fc7 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:13.209244 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.214249 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-649acccd-d552-40f7-aa33-c994a868545a req-e3908798-d954-40e9-81dd-44d2e64ed8ce service neutron] 10.222.0.57 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296897 Sep 16 05:21:13.314233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] For port 8366e288-b8cd-4289-aab4-69d134b00fc7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8366e288-b8cd-4289-aab4-69d134b00fc7,segment=NetworkSegment(c243074a-8c31-4910-97c7-507d085fa4aa),segment_id=c243074a-8c31-4910-97c7-507d085fa4aa)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:13.314980 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.336534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Calling delete_port for 8366e288-b8cd-4289-aab4-69d134b00fc7 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:13.412398 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-649acccd-d552-40f7-aa33-c994a868545a req-d8d89162-4f96-438d-8483-7a1c136c7cc2 service neutron] 10.222.0.57 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902387 Sep 16 05:21:13.476072 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] DHCP port deletion for 13caadc9-973e-439b-906c-449c8d99e334 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:13.485815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'cbf1257a-a077-41aa-98e1-3b9ffb628d76', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'port_id': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'mac_address': 'fa:16:3e:07:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:10Z', 'updated_at': '2021-09-16T05:21:10Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.516838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05359be1-f0c7-46e7-a3ec-99d078285197 None None] The sync data for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 is: [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'cbf1257a-a077-41aa-98e1-3b9ffb628d76', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'port_id': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'mac_address': 'fa:16:3e:07:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:10Z', 'updated_at': '2021-09-16T05:21:10Z', 'revision_number': 0, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:13.562119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] Deleting port 8366e288-b8cd-4289-aab4-69d134b00fc7 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:13.562568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.632785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] For port 8366e288-b8cd-4289-aab4-69d134b00fc7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8366e288-b8cd-4289-aab4-69d134b00fc7,segment=NetworkSegment(c243074a-8c31-4910-97c7-507d085fa4aa),segment_id=c243074a-8c31-4910-97c7-507d085fa4aa)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:13.633414 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.649110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] Calling delete_port for 8366e288-b8cd-4289-aab4-69d134b00fc7 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:13.735481 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d312a-17cd-4379-af70-ebbe341916fe None None] New status for floating IP cbf1257a-a077-41aa-98e1-3b9ffb628d76: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:21:13.771412 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.779366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.802118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Port': ['ID=8366e288-b8cd-4289-aab4-69d134b00fc7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.807012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] Pushing event deleted for resources: {'Port': ['ID=8366e288-b8cd-4289-aab4-69d134b00fc7,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.808876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01029b-9130-4a78-9f8b-85790e32cded None None] No DVR routers for this DVR port 8366e288-b8cd-4289-aab4-69d134b00fc7 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:13.810389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] No DVR routers for this DVR port 8366e288-b8cd-4289-aab4-69d134b00fc7 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:13.913230 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.942788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13caadc9-973e-439b-906c-449c8d99e334']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.955489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c243074a-8c31-4910-97c7-507d085fa4aa') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.956068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c243074a-8c31-4910-97c7-507d085fa4aa') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.968761 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.995471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.016264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:14.016769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:14.024408 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:14.069049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:14.159517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8366e288-b8cd-4289-aab4-69d134b00fc7 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:14.175424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-228232b6-1172-487b-a845-b96e7cab025f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/cbf1257a-a077-41aa-98e1-3b9ffb628d76 HTTP/1.1" status: 200 len: 991 time: 0.0956211 Sep 16 05:21:14.182966 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.194320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8366e288-b8cd-4289-aab4-69d134b00fc7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:14.194677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8366e288-b8cd-4289-aab4-69d134b00fc7 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:14.197710 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.201925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] 10.222.0.59 "DELETE /v2.0/networks/13caadc9-973e-439b-906c-449c8d99e334 HTTP/1.1" status: 204 len: 168 time: 1.1777568 Sep 16 05:21:14.215154 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.216453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8f920-2004-43df-829d-6c429d647885 tempest-AllowedAddressPairIpV6TestJSON-213592933 tempest-AllowedAddressPairIpV6TestJSON-213592933-project] Pushing event deleted for resources: {'Network': ['ID=13caadc9-973e-439b-906c-449c8d99e334,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.444674 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aab271f7-e172-45f5-8fad-42a24050f905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.719478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50330) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:14.901098 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-29a16359-2828-401e-a913-393d94eb3349 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c297e349494b4427841913aea7423dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798072 Sep 16 05:21:14.903573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:14.961678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e77cb99-231a-4b5d-9fdb-0d5b32468137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.989041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e77cb99-231a-4b5d-9fdb-0d5b32468137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.154632 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.155228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e77cb99-231a-4b5d-9fdb-0d5b32468137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.157778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e77cb99-231a-4b5d-9fdb-0d5b32468137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.159018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4e77cb99-231a-4b5d-9fdb-0d5b32468137 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e727c7f-9d2d-4a77-8832-5f915b2bb72d HTTP/1.1" status: 204 len: 168 time: 0.2543991 Sep 16 05:21:15.171311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77cb99-231a-4b5d-9fdb-0d5b32468137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e727c7f-9d2d-4a77-8832-5f915b2bb72d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:16.256691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50366) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:16.373100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1735401091'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:16.714298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:16.717922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.727010 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.826045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.888254 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.915983 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.945304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:16.961914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a9cbb-8811-4a22-9153-8cfb89ff9c6a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:16.966595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.967076 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Added segment b22c366b-0fde-49a0-b549-b492c6258bf9 of type vlan for network f25e35ae-44af-4e6f-be6b-9ad801fefc04 Sep 16 05:21:17.011546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.095965 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.101960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.102770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.175491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Network': ['ID=f25e35ae-44af-4e6f-be6b-9ad801fefc04,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:17.188032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:17.235438 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3fe0b68c-3908-421a-9511-df62753a0be3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9775066 Sep 16 05:21:17.238172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50380) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:17.244613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'name': 'tempest-PortsIpV6TestJSON-590866104'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:17.261648 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:17.410287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:17.414058 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.435441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 17bf80c3-f928-4249-a4d1-22e9f5147420 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:17.638769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.732359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.798827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=17bf80c3-f928-4249-a4d1-22e9f5147420,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:17.836516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Checking segment: {'id': 'b22c366b-0fde-49a0-b549-b492c6258bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:17.836891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network hostable DHCP agents. Network: f25e35ae-44af-4e6f-be6b-9ad801fefc04, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:17.908606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:17.988574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f25e35ae-44af-4e6f-be6b-9ad801fefc04) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:17.993401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:17.998541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57bb89-c7c2-4d3a-b29c-3e6b6b186e25 None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:17.999433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.000092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.081012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-54cc196b-db94-468a-aba0-6b50948f794a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8409927 Sep 16 05:21:18.087566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50384) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:18.096529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1628741895'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:18.222326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:18.226302 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.256560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:18.266051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.266387 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Added segment f9c5b4b2-aad1-4d6d-9a26-6cbdf0e5ca1f of type vlan for network 136eb4b9-7e1b-4b0c-b8ba-22be177ea326 Sep 16 05:21:18.319253 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.411335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.422241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.422933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.494132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Network': ['ID=136eb4b9-7e1b-4b0c-b8ba-22be177ea326,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.505108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 136eb4b9-7e1b-4b0c-b8ba-22be177ea326 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:18.526633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a6883da3-334c-49dc-96b3-6c4261d3e113 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4361403 Sep 16 05:21:18.529302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50390) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:18.534503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'ports': [{'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04'}, {'network_id': '136eb4b9-7e1b-4b0c-b8ba-22be177ea326'}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:18.535590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:18.535590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '136eb4b9-7e1b-4b0c-b8ba-22be177ea326'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:18.794000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 2} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:18.798711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.816267 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.925233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 878438ed-a84d-4d1e-a7ad-5cd0b84a923c yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:19.050515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.126388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port d1cb8d09-faa8-45af-a1f3-1bedb143800f yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:19.254791 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.365193 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.410266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:19.413797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:19.418591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:19.419564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.435940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=878438ed-a84d-4d1e-a7ad-5cd0b84a923c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:19.501664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=d1cb8d09-faa8-45af-a1f3-1bedb143800f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:19.506767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Checking segment: {'id': 'f9c5b4b2-aad1-4d6d-9a26-6cbdf0e5ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '136eb4b9-7e1b-4b0c-b8ba-22be177ea326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:19.507153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network hostable DHCP agents. Network: 136eb4b9-7e1b-4b0c-b8ba-22be177ea326, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:19.868337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 136eb4b9-7e1b-4b0c-b8ba-22be177ea326 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:19.947407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 136eb4b9-7e1b-4b0c-b8ba-22be177ea326) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:19.952708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:19.958055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4b48e-0f14-4fee-bea2-7d5921caec9e None None] Network 136eb4b9-7e1b-4b0c-b8ba-22be177ea326 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:19.962448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.969009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.969863 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.071752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f813aecb-2346-48d4-8bf3-88eb10cb48e3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5388310 Sep 16 05:21:20.072206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50404) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:20.182876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ee22ebdf-96e8-4ea2-a52e-aa24bb620c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port d1cb8d09-faa8-45af-a1f3-1bedb143800f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:20.183834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee22ebdf-96e8-4ea2-a52e-aa24bb620c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.266547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-eb5aaa69-ca4e-4231-ab87-a18a0dfb4ec7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639088 Sep 16 05:21:20.266647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee22ebdf-96e8-4ea2-a52e-aa24bb620c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.284393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ee22ebdf-96e8-4ea2-a52e-aa24bb620c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for d1cb8d09-faa8-45af-a1f3-1bedb143800f owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:20.352445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-84e1ed22-d71d-4ba3-99b2-11617e5841a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.354581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-84e1ed22-d71d-4ba3-99b2-11617e5841a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1097 time: 0.0436471 Sep 16 05:21:20.468747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee22ebdf-96e8-4ea2-a52e-aa24bb620c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.478709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-46c25921-82b5-4bd3-84dc-5de4bf4b72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.487822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-46c25921-82b5-4bd3-84dc-5de4bf4b72b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 912 time: 0.1094966 Sep 16 05:21:20.507875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22ebdf-96e8-4ea2-a52e-aa24bb620c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=d1cb8d09-faa8-45af-a1f3-1bedb143800f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:20.513924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee22ebdf-96e8-4ea2-a52e-aa24bb620c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.518315 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ee22ebdf-96e8-4ea2-a52e-aa24bb620c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/d1cb8d09-faa8-45af-a1f3-1bedb143800f HTTP/1.1" status: 204 len: 168 time: 0.4424243 Sep 16 05:21:20.518536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50410) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:20.571232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c3c37-6921-451f-a75a-0e5345eb8677 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.578064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c3c37-6921-451f-a75a-0e5345eb8677 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.582860 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f74c3c37-6921-451f-a75a-0e5345eb8677 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0630498 Sep 16 05:21:20.583011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50412) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:20.597363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-d1a5ce54-5f22-4a75-a78d-ccd86325f142 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 200 len: 999 time: 0.1016304 Sep 16 05:21:20.694909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-a94da628-e3ab-433c-8e2e-b752aa696e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.696447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-a94da628-e3ab-433c-8e2e-b752aa696e3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0839312 Sep 16 05:21:20.751595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-73cb8afe-f88a-4a55-9b25-406a8f8d9394 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 878438ed-a84d-4d1e-a7ad-5cd0b84a923c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:20.751879 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73cb8afe-f88a-4a55-9b25-406a8f8d9394 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.776192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-32840065-15d3-482d-873f-c62dba8d4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.780712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-32840065-15d3-482d-873f-c62dba8d4457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732491 Sep 16 05:21:21.182626 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73cb8afe-f88a-4a55-9b25-406a8f8d9394 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.223983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-73cb8afe-f88a-4a55-9b25-406a8f8d9394 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 878438ed-a84d-4d1e-a7ad-5cd0b84a923c owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:21.289625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-55675665-94fe-4886-9126-99fdd9007129 service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026209 Sep 16 05:21:21.417394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eac0ed-f5ca-48d3-a655-48c4455826e9 req-6689fe3a-946d-4d3f-a8de-4022330fe818 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.418902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63eac0ed-f5ca-48d3-a655-48c4455826e9 req-6689fe3a-946d-4d3f-a8de-4022330fe818 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 945 time: 0.1336870 Sep 16 05:21:21.462780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dacc9977-c768-4aa2-99d4-4a92fb713d69 req-23fb4878-5696-4455-8f9c-bed4ca8df4fe service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628027 Sep 16 05:21:21.475605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63eac0ed-f5ca-48d3-a655-48c4455826e9 req-30908510-efa6-458c-8515-0bd3870de95b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498619 Sep 16 05:21:21.507480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73cb8afe-f88a-4a55-9b25-406a8f8d9394 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.540803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb8afe-f88a-4a55-9b25-406a8f8d9394 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=878438ed-a84d-4d1e-a7ad-5cd0b84a923c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:21.544342 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73cb8afe-f88a-4a55-9b25-406a8f8d9394 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.546404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-73cb8afe-f88a-4a55-9b25-406a8f8d9394 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/878438ed-a84d-4d1e-a7ad-5cd0b84a923c HTTP/1.1" status: 204 len: 168 time: 0.9579394 Sep 16 05:21:21.549093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50432) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.629151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb4d0b9-a478-4647-821a-37981eede5c2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.633495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6cb4d0b9-a478-4647-821a-37981eede5c2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0805573 Sep 16 05:21:21.633495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50436) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.658788 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda0ccda-a8cf-429e-a0f4-b67bb5552426 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:21.662829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cda0ccda-a8cf-429e-a0f4-b67bb5552426 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/d1cb8d09-faa8-45af-a1f3-1bedb143800f HTTP/1.1" status: 404 len: 333 time: 0.0261056 Sep 16 05:21:21.663063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50438) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.690999 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03a5c9f-7def-4275-a97f-30c3696f94f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:21.694916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a03a5c9f-7def-4275-a97f-30c3696f94f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/878438ed-a84d-4d1e-a7ad-5cd0b84a923c HTTP/1.1" status: 404 len: 333 time: 0.0285778 Sep 16 05:21:21.695369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50440) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.772496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.865350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.886027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136eb4b9-7e1b-4b0c-b8ba-22be177ea326']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:21.895107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c5b4b2-aad1-4d6d-9a26-6cbdf0e5ca1f') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:21.895440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c5b4b2-aad1-4d6d-9a26-6cbdf0e5ca1f') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:21.904876 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.918239 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.924239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:21.924631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:21.927606 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:22.039884 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.048322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.051273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/networks/136eb4b9-7e1b-4b0c-b8ba-22be177ea326 HTTP/1.1" status: 204 len: 168 time: 0.3538883 Sep 16 05:21:22.055510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50446) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:22.060614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa221d0-9758-4425-8f5e-db9f649e4db0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Network': ['ID=136eb4b9-7e1b-4b0c-b8ba-22be177ea326,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.062210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1195207685'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:22.152733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:22.156184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.179462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:22.188524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.188873 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Added segment 2ff56155-d0cd-4f9c-9072-331be1db09fd of type vlan for network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 Sep 16 05:21:22.230806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.318475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.323972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.324580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.390257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Network': ['ID=2bbb346a-2f9f-4f0d-a595-16c7ae79fb68,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.400936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:22.423191 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d2fd1486-0fb4-44cf-be0f-5207675ff28c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3661807 Sep 16 05:21:22.426120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50448) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:22.431168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': '2bbb346a-2f9f-4f0d-a595-16c7ae79fb68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:22.593867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:22.597434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.599510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c95da-fbf8-43f3-8eec-2b8570f4f804 req-d400678a-be0c-48ae-a7cb-e7d53ae30ce2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.601013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-458c95da-fbf8-43f3-8eec-2b8570f4f804 req-d400678a-be0c-48ae-a7cb-e7d53ae30ce2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 945 time: 0.0538223 Sep 16 05:21:22.639843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-458c95da-fbf8-43f3-8eec-2b8570f4f804 req-047f104b-cdde-4898-9035-e9722d241e2c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322380 Sep 16 05:21:22.867345 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.926452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=e05a83ff-d640-42f0-ae77-1c54f6015799,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.935763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Checking segment: {'id': '2ff56155-d0cd-4f9c-9072-331be1db09fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2bbb346a-2f9f-4f0d-a595-16c7ae79fb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:22.935763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network hostable DHCP agents. Network: 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:23.039385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:23.108129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:23.115950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.116571 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.117075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2ca4d-a251-4b31-beb7-9e4426f98968 None None] Network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:23.166544 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f859a8eb-b7be-40a7-ac0e-b9dec3393f16 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7388520 Sep 16 05:21:23.168722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50464) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:23.173637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '2bbb346a-2f9f-4f0d-a595-16c7ae79fb68', 'name': 'tempest-PortsIpV6TestJSON-860078645'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:23.278188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-2bbb346a-2f9f-4f0d-a595-16c7ae79fb68', 'network_id': '2bbb346a-2f9f-4f0d-a595-16c7ae79fb68', 'tenant_id': '8c03248132b542cca9742fcb89343348', 'fixed_ips': [{'subnet_id': 'e05a83ff-d640-42f0-ae77-1c54f6015799'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:23.279157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.375721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:23.379533 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.399381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 199cda13-1c9a-4b43-92b5-f1bb708552da yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:23.414245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Allocated IP 2001:db8::2 (2bbb346a-2f9f-4f0d-a595-16c7ae79fb68/e05a83ff-d640-42f0-ae77-1c54f6015799/6dfc78fa-4e2b-4265-ba07-6e9c6a489288) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:23.553193 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.616757 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.652641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:23.655380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:23.658807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:23.670334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Pushing event updated for resources: {'Port': ['ID=6dfc78fa-4e2b-4265-ba07-6e9c6a489288,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:23.673642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::348 (2bbb346a-2f9f-4f0d-a595-16c7ae79fb68/e05a83ff-d640-42f0-ae77-1c54f6015799/199cda13-1c9a-4b43-92b5-f1bb708552da) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:23.724583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Attempting to bind port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:23.724956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Attempting to bind port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2ff56155-d0cd-4f9c-9072-331be1db09fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2bbb346a-2f9f-4f0d-a595-16c7ae79fb68'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:23.725333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Attempting to bind port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 on network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:23.730770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:23.731151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Checking segment: {'id': '2ff56155-d0cd-4f9c-9072-331be1db09fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2bbb346a-2f9f-4f0d-a595-16c7ae79fb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:23.731581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.731978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Bound using segment: {'id': '2ff56155-d0cd-4f9c-9072-331be1db09fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2bbb346a-2f9f-4f0d-a595-16c7ae79fb68'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:23.733632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Bound port: 6dfc78fa-4e2b-4265-ba07-6e9c6a489288, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff56155-d0cd-4f9c-9072-331be1db09fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2bbb346a-2f9f-4f0d-a595-16c7ae79fb68'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:23.733632 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.794824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] For port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:23.798218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] For port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6dfc78fa-4e2b-4265-ba07-6e9c6a489288,segment=NetworkSegment(2ff56155-d0cd-4f9c-9072-331be1db09fd),segment_id=2ff56155-d0cd-4f9c-9072-331be1db09fd)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:23.824585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.868474 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.924277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5599009-d50b-433d-84e2-33afcf949cb4 None None] Pushing event updated for resources: {'Port': ['ID=6dfc78fa-4e2b-4265-ba07-6e9c6a489288,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:23.947580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.989425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:23.992528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:23.996791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:24.002520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.003308 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.016385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=199cda13-1c9a-4b43-92b5-f1bb708552da,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.110485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-364a352d-27a7-41e6-b7c9-07058bbe86e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9406719 Sep 16 05:21:24.112875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50470) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:24.202663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:24.237678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-87a98035-eb91-47a8-8e7b-a8588d07a053 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 199cda13-1c9a-4b43-92b5-f1bb708552da {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:24.238102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87a98035-eb91-47a8-8e7b-a8588d07a053 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.271175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:24.271678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.330172 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87a98035-eb91-47a8-8e7b-a8588d07a053 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.342301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-87a98035-eb91-47a8-8e7b-a8588d07a053 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 199cda13-1c9a-4b43-92b5-f1bb708552da owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:24.347059 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.378477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6dfc78fa-4e2b-4265-ba07-6e9c6a489288,segment=NetworkSegment(2ff56155-d0cd-4f9c-9072-331be1db09fd),segment_id=2ff56155-d0cd-4f9c-9072-331be1db09fd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:24.490832 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.538783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=6dfc78fa-4e2b-4265-ba07-6e9c6a489288,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.560831 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87a98035-eb91-47a8-8e7b-a8588d07a053 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.592860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a98035-eb91-47a8-8e7b-a8588d07a053 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=199cda13-1c9a-4b43-92b5-f1bb708552da,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.618262 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87a98035-eb91-47a8-8e7b-a8588d07a053 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.620325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-87a98035-eb91-47a8-8e7b-a8588d07a053 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/199cda13-1c9a-4b43-92b5-f1bb708552da HTTP/1.1" status: 204 len: 168 time: 0.5065331 Sep 16 05:21:24.622977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50478) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:24.646549 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d5b09a-d823-4a42-bd3b-d4f2c131e42e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:21:24.647236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d5b09a-d823-4a42-bd3b-d4f2c131e42e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:21:24.649020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b1d5b09a-d823-4a42-bd3b-d4f2c131e42e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/199cda13-1c9a-4b43-92b5-f1bb708552da HTTP/1.1" status: 404 len: 333 time: 0.0250881 Sep 16 05:21:24.652454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50480) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:24.678274 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-737928da-e9a7-4ad7-81b5-2b458b4cbad5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:24.680044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-737928da-e9a7-4ad7-81b5-2b458b4cbad5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/199cda13-1c9a-4b43-92b5-f1bb708552da HTTP/1.1" status: 404 len: 333 time: 0.0266230 Sep 16 05:21:24.682707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50482) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:24.740501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4d524c-81ae-4813-9a25-576a4aa08315 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet e05a83ff-d640-42f0-ae77-1c54f6015799 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:24.743915 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef4d524c-81ae-4813-9a25-576a4aa08315 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.792818 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef4d524c-81ae-4813-9a25-576a4aa08315 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.879691 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef4d524c-81ae-4813-9a25-576a4aa08315 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.883933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dbc325-0fed-4f1a-b7e3-59edca21553b None None] Network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:25.002553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-08c2d6be-80a7-4968-bb97-e1e0c403d070 None None] Provisioning complete for port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:25.002934 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08c2d6be-80a7-4968-bb97-e1e0c403d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.016977 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef4d524c-81ae-4813-9a25-576a4aa08315 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.043943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d524c-81ae-4813-9a25-576a4aa08315 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=e05a83ff-d640-42f0-ae77-1c54f6015799,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.047781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef4d524c-81ae-4813-9a25-576a4aa08315 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.052621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ef4d524c-81ae-4813-9a25-576a4aa08315 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/e05a83ff-d640-42f0-ae77-1c54f6015799 HTTP/1.1" status: 204 len: 168 time: 0.3660185 Sep 16 05:21:25.052621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50484) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:25.129968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.184555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:25.184902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.256279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] For port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6dfc78fa-4e2b-4265-ba07-6e9c6a489288,segment=NetworkSegment(2ff56155-d0cd-4f9c-9072-331be1db09fd),segment_id=2ff56155-d0cd-4f9c-9072-331be1db09fd)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:25.256655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.270913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:25.275475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00dbe0b-669e-48b9-bffb-c4655bc1d3c4 None None] Network 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:25.378628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8dafcd37-194d-498c-a520-017f08cd1657 None None] Provisioning complete for port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:25.378628 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8dafcd37-194d-498c-a520-017f08cd1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.457122 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.479559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b9724-9e21-40dc-af73-d65a989ea563 None None] DHCP port deletion for 2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:25.490424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=6dfc78fa-4e2b-4265-ba07-6e9c6a489288,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.495568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No DVR routers for this DVR port 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:25.573506 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.593506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbb346a-2f9f-4f0d-a595-16c7ae79fb68']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.604210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff56155-d0cd-4f9c-9072-331be1db09fd') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.604501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff56155-d0cd-4f9c-9072-331be1db09fd') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.614975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.628055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.634003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:25.634448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:25.637277 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:25.721512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310b09-d161-43a7-8b3d-10152259c90e req-fa584c0a-3945-467b-bfd7-6cce2d2ed3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.722925 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93310b09-d161-43a7-8b3d-10152259c90e req-fa584c0a-3945-467b-bfd7-6cce2d2ed3c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1097 time: 0.0446150 Sep 16 05:21:25.782319 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.789497 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.791961 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/networks/2bbb346a-2f9f-4f0d-a595-16c7ae79fb68 HTTP/1.1" status: 204 len: 168 time: 0.7379980 Sep 16 05:21:25.797529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50492) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:25.803920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31b7f4-443d-4308-8b68-96a50510af19 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Network': ['ID=2bbb346a-2f9f-4f0d-a595-16c7ae79fb68,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.804562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-999196692'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:25.844518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310b09-d161-43a7-8b3d-10152259c90e req-c2242f7f-fdf8-4b31-9688-32166815864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.845996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93310b09-d161-43a7-8b3d-10152259c90e req-c2242f7f-fdf8-4b31-9688-32166815864f service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.1024311 Sep 16 05:21:25.915061 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93310b09-d161-43a7-8b3d-10152259c90e req-0d7c559b-1eae-4e54-9bd1-6355d4e9f87d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 1000 time: 0.0608239 Sep 16 05:21:25.951074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:25.954398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.985420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310b09-d161-43a7-8b3d-10152259c90e req-e48f03b0-b82a-4f5b-9506-7ce8dd30e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.987168 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93310b09-d161-43a7-8b3d-10152259c90e req-e48f03b0-b82a-4f5b-9506-7ce8dd30e2e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0629282 Sep 16 05:21:25.990232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:26.006544 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.006879 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Added segment c819b74c-ec7f-43a8-806d-96a5812cd61d of type vlan for network 9beb3075-83bb-4ee2-92c0-acfebd53f727 Sep 16 05:21:26.119257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:26.126688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:26.164088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:26.196255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:26.196553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6dfc78fa-4e2b-4265-ba07-6e9c6a489288 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:26.318226 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.325536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:26.349478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'mac_address': 'fa:16:3e:67:bd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:26.355806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:26.358068 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752b5a61-589b-4da5-a5cf-859a50c939bc" -d '{"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-unplugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:26.400098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:26.405518 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add20d5-fe69-4eed-b4b2-57608f5642dc x-openstack-request-id: req-7add20d5-fe69-4eed-b4b2-57608f5642dc {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:26.405812 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-unplugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:26.406066 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7add20d5-fe69-4eed-b4b2-57608f5642dc {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:26.406454 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'code': 200} Sep 16 05:21:26.418580 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.432587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:26.449284 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.459623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310b09-d161-43a7-8b3d-10152259c90e req-c7fee6d6-c3df-4e25-b41e-18aa8d5baa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.461129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93310b09-d161-43a7-8b3d-10152259c90e req-c7fee6d6-c3df-4e25-b41e-18aa8d5baa6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4652326 Sep 16 05:21:26.485508 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.544300 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.550228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.550826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.557794 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:21:26.558159 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:21:26.562414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.569674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.570030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.570379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.570721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.571060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.571423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.571758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.572087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.572419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.573341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.573697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.574007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:26.597913 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93310b09-d161-43a7-8b3d-10152259c90e req-e0de86ce-20fd-4c50-adb7-64703b6afb85 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237884 Sep 16 05:21:26.648668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Network': ['ID=9beb3075-83bb-4ee2-92c0-acfebd53f727,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.658728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 9beb3075-83bb-4ee2-92c0-acfebd53f727 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:26.662583 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-97d5db74-ab79-4ede-b7d9-bc006439bc7a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8637645 Sep 16 05:21:26.668138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50502) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:26.671440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': '9beb3075-83bb-4ee2-92c0-acfebd53f727', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:26.722601 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-93310b09-d161-43a7-8b3d-10152259c90e req-30d1abc8-7f8e-45ec-9ba7-7fea92f69bb2 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169226 Sep 16 05:21:26.801241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:26.804808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.074178 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.094336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.111655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:27.131000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:27.134862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=83d96a08-3a98-493d-877f-250a263c0c08,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:27.143679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Checking segment: {'id': 'c819b74c-ec7f-43a8-806d-96a5812cd61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9beb3075-83bb-4ee2-92c0-acfebd53f727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:27.144046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network hostable DHCP agents. Network: 9beb3075-83bb-4ee2-92c0-acfebd53f727, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:27.210831 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.245017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 9beb3075-83bb-4ee2-92c0-acfebd53f727 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:27.259377 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:27.336541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 9beb3075-83bb-4ee2-92c0-acfebd53f727) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:27.341563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.342288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.346274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e51595-645a-44c3-a146-40060bfebd45 None None] Network 9beb3075-83bb-4ee2-92c0-acfebd53f727 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:27.397356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['96e06dce-a83f-47d0-8714-cdfec32257ef'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:27.433410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50514) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:27.433980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-30478d0d-53b1-45ab-a3d7-f3950b617ae4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7664859 Sep 16 05:21:27.438670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '9beb3075-83bb-4ee2-92c0-acfebd53f727', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1718092619'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:27.554543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-9beb3075-83bb-4ee2-92c0-acfebd53f727', 'network_id': '9beb3075-83bb-4ee2-92c0-acfebd53f727', 'tenant_id': '8c03248132b542cca9742fcb89343348', 'fixed_ips': [{'subnet_id': '83d96a08-3a98-493d-877f-250a263c0c08'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:27.555455 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.633729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:27.638032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.657241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port f9670de8-e97e-4b6b-ac46-7080fea8533e yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:27.729117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Allocated IP 2001:db8::2 (9beb3075-83bb-4ee2-92c0-acfebd53f727/83d96a08-3a98-493d-877f-250a263c0c08/a0daa0bb-8a29-4493-8301-f0649d59e5e4) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:27.876521 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.942157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.981169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Network 9beb3075-83bb-4ee2-92c0-acfebd53f727 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:27.983787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:27.987421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:27.999214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Pushing event updated for resources: {'Port': ['ID=a0daa0bb-8a29-4493-8301-f0649d59e5e4,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.009593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::2ed (9beb3075-83bb-4ee2-92c0-acfebd53f727/83d96a08-3a98-493d-877f-250a263c0c08/f9670de8-e97e-4b6b-ac46-7080fea8533e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:28.051580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Attempting to bind port a0daa0bb-8a29-4493-8301-f0649d59e5e4 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:28.051742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Attempting to bind port a0daa0bb-8a29-4493-8301-f0649d59e5e4 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'c819b74c-ec7f-43a8-806d-96a5812cd61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9beb3075-83bb-4ee2-92c0-acfebd53f727'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:28.052028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Attempting to bind port a0daa0bb-8a29-4493-8301-f0649d59e5e4 on network 9beb3075-83bb-4ee2-92c0-acfebd53f727 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:28.057776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:28.058156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Checking segment: {'id': 'c819b74c-ec7f-43a8-806d-96a5812cd61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9beb3075-83bb-4ee2-92c0-acfebd53f727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:28.058570 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.058968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Bound using segment: {'id': 'c819b74c-ec7f-43a8-806d-96a5812cd61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9beb3075-83bb-4ee2-92c0-acfebd53f727'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:28.059464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Bound port: a0daa0bb-8a29-4493-8301-f0649d59e5e4, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c819b74c-ec7f-43a8-806d-96a5812cd61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9beb3075-83bb-4ee2-92c0-acfebd53f727'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:28.059851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.129822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:28.147707 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.160069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] For port a0daa0bb-8a29-4493-8301-f0649d59e5e4, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:28.178204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] For port a0daa0bb-8a29-4493-8301-f0649d59e5e4, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a0daa0bb-8a29-4493-8301-f0649d59e5e4,segment=NetworkSegment(c819b74c-ec7f-43a8-806d-96a5812cd61d),segment_id=c819b74c-ec7f-43a8-806d-96a5812cd61d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:28.193500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 96e06dce-a83f-47d0-8714-cdfec32257ef triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:28.193884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.214534 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.251330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.290842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.308401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 9beb3075-83bb-4ee2-92c0-acfebd53f727 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:28.312973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:28.315464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=f9670de8-e97e-4b6b-ac46-7080fea8533e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.317868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:28.324468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.325138 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.353451 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.411128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:28.413480 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252bdcfb-b873-4533-ae98-6283ff762d3d" -d '{"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-plugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:28.418845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:28.419885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23fd87-791e-4211-a646-a0a3c9db0baa None None] Pushing event updated for resources: {'Port': ['ID=a0daa0bb-8a29-4493-8301-f0649d59e5e4,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.442129 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-207df10b-e83e-4733-a84a-ee362f6d68b2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0075123 Sep 16 05:21:28.444856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50540) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:28.491155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.537395 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba52bd04-c189-4e67-89d9-f75a170aa394 x-openstack-request-id: req-ba52bd04-c189-4e67-89d9-f75a170aa394 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:28.537702 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-plugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:28.537958 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba52bd04-c189-4e67-89d9-f75a170aa394 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:28.538355 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'code': 200} Sep 16 05:21:28.602020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-df19dbb1-466a-4f00-911e-a6938311ead9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port f9670de8-e97e-4b6b-ac46-7080fea8533e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:28.602379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df19dbb1-466a-4f00-911e-a6938311ead9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.604497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=10']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.723490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df19dbb1-466a-4f00-911e-a6938311ead9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.742069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-df19dbb1-466a-4f00-911e-a6938311ead9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for f9670de8-e97e-4b6b-ac46-7080fea8533e owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:28.949050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df19dbb1-466a-4f00-911e-a6938311ead9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.984761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19dbb1-466a-4f00-911e-a6938311ead9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=f9670de8-e97e-4b6b-ac46-7080fea8533e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.009788 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df19dbb1-466a-4f00-911e-a6938311ead9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.012440 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-df19dbb1-466a-4f00-911e-a6938311ead9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/f9670de8-e97e-4b6b-ac46-7080fea8533e HTTP/1.1" status: 204 len: 168 time: 0.5664113 Sep 16 05:21:29.015025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50544) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.039850 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e16417-999b-4a50-b63d-2317cfaeaa22 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:29.041469 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-27e16417-999b-4a50-b63d-2317cfaeaa22 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/f9670de8-e97e-4b6b-ac46-7080fea8533e HTTP/1.1" status: 404 len: 333 time: 0.0253615 Sep 16 05:21:29.044125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50546) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.097460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f578401-dab9-4e85-9c61-44d8915de4df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet 83d96a08-3a98-493d-877f-250a263c0c08 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:29.101139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f578401-dab9-4e85-9c61-44d8915de4df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.169049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f578401-dab9-4e85-9c61-44d8915de4df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.296976 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f578401-dab9-4e85-9c61-44d8915de4df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.457098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f578401-dab9-4e85-9c61-44d8915de4df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.492228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578401-dab9-4e85-9c61-44d8915de4df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=83d96a08-3a98-493d-877f-250a263c0c08,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.499578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3f578401-dab9-4e85-9c61-44d8915de4df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.505298 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3f578401-dab9-4e85-9c61-44d8915de4df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/83d96a08-3a98-493d-877f-250a263c0c08 HTTP/1.1" status: 204 len: 168 time: 0.4572101 Sep 16 05:21:29.505789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50552) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.568719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80e80f-b019-4352-b31d-afcfa24a8e86 None None] Network 9beb3075-83bb-4ee2-92c0-acfebd53f727 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:29.649315 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.681685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-154e8cff-d161-48da-a6d6-8ec908713e98 None None] Provisioning complete for port a0daa0bb-8a29-4493-8301-f0649d59e5e4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:29.682621 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154e8cff-d161-48da-a6d6-8ec908713e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.721746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port a0daa0bb-8a29-4493-8301-f0649d59e5e4 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:29.722144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.802317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] For port a0daa0bb-8a29-4493-8301-f0649d59e5e4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a0daa0bb-8a29-4493-8301-f0649d59e5e4,segment=NetworkSegment(c819b74c-ec7f-43a8-806d-96a5812cd61d),segment_id=c819b74c-ec7f-43a8-806d-96a5812cd61d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:29.802616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.824874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for a0daa0bb-8a29-4493-8301-f0649d59e5e4 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:29.846566 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154e8cff-d161-48da-a6d6-8ec908713e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.871688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] DHCP port deletion for 9beb3075-83bb-4ee2-92c0-acfebd53f727 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:29.914982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-154e8cff-d161-48da-a6d6-8ec908713e98 None None] For port a0daa0bb-8a29-4493-8301-f0649d59e5e4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a0daa0bb-8a29-4493-8301-f0649d59e5e4,segment=NetworkSegment(c819b74c-ec7f-43a8-806d-96a5812cd61d),segment_id=c819b74c-ec7f-43a8-806d-96a5812cd61d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:29.945718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] Deleting port a0daa0bb-8a29-4493-8301-f0649d59e5e4 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:29.946204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.085410 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.123214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=a0daa0bb-8a29-4493-8301-f0649d59e5e4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.151817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No DVR routers for this DVR port a0daa0bb-8a29-4493-8301-f0649d59e5e4 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:30.165730 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154e8cff-d161-48da-a6d6-8ec908713e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.195704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] For port a0daa0bb-8a29-4493-8301-f0649d59e5e4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a0daa0bb-8a29-4493-8301-f0649d59e5e4,segment=NetworkSegment(c819b74c-ec7f-43a8-806d-96a5812cd61d),segment_id=c819b74c-ec7f-43a8-806d-96a5812cd61d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:30.196106 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.198735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e8cff-d161-48da-a6d6-8ec908713e98 None None] Pushing event deleted for resources: {'Port': ['ID=a0daa0bb-8a29-4493-8301-f0649d59e5e4,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.211773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] Calling delete_port for a0daa0bb-8a29-4493-8301-f0649d59e5e4 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:30.298409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.308276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.336264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] Pushing event deleted for resources: {'Port': ['ID=a0daa0bb-8a29-4493-8301-f0649d59e5e4,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.337010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beb3075-83bb-4ee2-92c0-acfebd53f727']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:30.340300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e907eb23-b529-4067-863a-7b47f7434330 None None] No DVR routers for this DVR port a0daa0bb-8a29-4493-8301-f0649d59e5e4 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:30.349747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c819b74c-ec7f-43a8-806d-96a5812cd61d') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:30.350116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c819b74c-ec7f-43a8-806d-96a5812cd61d') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:30.366536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.384357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.395293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:30.395717 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:30.399381 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:30.588901 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.596442 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.598206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/networks/9beb3075-83bb-4ee2-92c0-acfebd53f727 HTTP/1.1" status: 204 len: 168 time: 1.0911791 Sep 16 05:21:30.601982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50560) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:30.612043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'name': 'tempest-PortsIpV6TestJSON-1208226372'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:30.614072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc482e-fb0c-4c3f-88d8-8066ec04db7e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Network': ['ID=9beb3075-83bb-4ee2-92c0-acfebd53f727,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.793466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:30.797601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.817299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 2d5142cc-15f6-4093-923b-eabcaca7d84b yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:31.011023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.096226 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.140294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:31.143274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:31.145736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:31.151759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:31.152431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.169625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=2d5142cc-15f6-4093-923b-eabcaca7d84b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.513910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6fd46b54-0893-4d73-ada3-95fe1fcd1086 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9107628 Sep 16 05:21:31.516455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50568) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:31.607350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c2b09e67-4130-4349-89d3-fa9477b093c0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 2d5142cc-15f6-4093-923b-eabcaca7d84b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:31.608039 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2b09e67-4130-4349-89d3-fa9477b093c0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.677276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2b09e67-4130-4349-89d3-fa9477b093c0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.691664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c2b09e67-4130-4349-89d3-fa9477b093c0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 2d5142cc-15f6-4093-923b-eabcaca7d84b owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:31.851193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2b09e67-4130-4349-89d3-fa9477b093c0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.888130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b09e67-4130-4349-89d3-fa9477b093c0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=2d5142cc-15f6-4093-923b-eabcaca7d84b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.902711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2b09e67-4130-4349-89d3-fa9477b093c0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.907185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50576) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:31.907723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c2b09e67-4130-4349-89d3-fa9477b093c0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/2d5142cc-15f6-4093-923b-eabcaca7d84b HTTP/1.1" status: 204 len: 168 time: 0.3898909 Sep 16 05:21:31.912314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'mac_address': 'fa:16:3e:eb:a2:d7', 'name': 'tempest-PortsIpV6TestJSON-1032781979'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:32.084144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:32.164762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.186952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port a0c7016f-3115-4dff-a70c-5d10837a93d0 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:32.369106 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.475734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.526606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:32.528642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:32.535091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:32.540878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.541607 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.551490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=a0c7016f-3115-4dff-a70c-5d10837a93d0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.610879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5283775f-837a-4a86-9f6b-c7c6caf48152 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7024512 Sep 16 05:21:32.613371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50582) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:32.671722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c6f04-c34d-4276-ae8d-f9c67a914936 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.676213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-747c6f04-c34d-4276-ae8d-f9c67a914936 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/a0c7016f-3115-4dff-a70c-5d10837a93d0 HTTP/1.1" status: 200 len: 845 time: 0.0593073 Sep 16 05:21:32.676417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50584) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:32.778379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a734a-2519-4d9f-92c5-13c6613bdd39 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port a0c7016f-3115-4dff-a70c-5d10837a93d0 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:32.778647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a6a734a-2519-4d9f-92c5-13c6613bdd39 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.855859 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a6a734a-2519-4d9f-92c5-13c6613bdd39 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.877925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a734a-2519-4d9f-92c5-13c6613bdd39 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for a0c7016f-3115-4dff-a70c-5d10837a93d0 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:33.051057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a6a734a-2519-4d9f-92c5-13c6613bdd39 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.090567 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a6a734a-2519-4d9f-92c5-13c6613bdd39 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.104117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4a6a734a-2519-4d9f-92c5-13c6613bdd39 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/a0c7016f-3115-4dff-a70c-5d10837a93d0 HTTP/1.1" status: 204 len: 168 time: 0.4266424 Sep 16 05:21:33.105291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a734a-2519-4d9f-92c5-13c6613bdd39 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=a0c7016f-3115-4dff-a70c-5d10837a93d0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.107666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50590) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.137722 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-82526809-0d5e-471b-891c-af5d37572c46 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:33.139514 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-82526809-0d5e-471b-891c-af5d37572c46 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/a0c7016f-3115-4dff-a70c-5d10837a93d0 HTTP/1.1" status: 404 len: 333 time: 0.0307112 Sep 16 05:21:33.143318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50592) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.148149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'name': 'tempest-PortsIpV6TestJSON-1190615312'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:33.301339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:33.304885 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.325673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 9fd03e39-a005-44f9-879c-75441ee8dd88 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:33.533204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.633061 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.683999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:33.687167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:33.690926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:33.696644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.698353 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.715848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=9fd03e39-a005-44f9-879c-75441ee8dd88,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.826887 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ba1ff2b-c7b7-4ea5-827c-fbc0b76d2df0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6801417 Sep 16 05:21:33.827187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50598) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.833192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:33.915118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.117318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.445188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.478331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] In _notify_port_updated(), no bound segment for port 9fd03e39-a005-44f9-879c-75441ee8dd88 on network f25e35ae-44af-4e6f-be6b-9ad801fefc04 {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:21:34.483732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:34.484328 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.485607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "PUT /v2.0/ports/9fd03e39-a005-44f9-879c-75441ee8dd88 HTTP/1.1" status: 200 len: 818 time: 0.6573627 Sep 16 05:21:34.488338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50602) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:34.528927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41bb3-3644-4f89-b713-b7a806fc3801 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=9fd03e39-a005-44f9-879c-75441ee8dd88,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.585805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d5d547ea-b672-4be5-861a-d51cdbc2dd28 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 9fd03e39-a005-44f9-879c-75441ee8dd88 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:34.586179 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5d547ea-b672-4be5-861a-d51cdbc2dd28 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.662516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5d547ea-b672-4be5-861a-d51cdbc2dd28 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.682395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d5d547ea-b672-4be5-861a-d51cdbc2dd28 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 9fd03e39-a005-44f9-879c-75441ee8dd88 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:34.908540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5d547ea-b672-4be5-861a-d51cdbc2dd28 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.943641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d547ea-b672-4be5-861a-d51cdbc2dd28 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=9fd03e39-a005-44f9-879c-75441ee8dd88,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.964096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5d547ea-b672-4be5-861a-d51cdbc2dd28 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.966125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d5d547ea-b672-4be5-861a-d51cdbc2dd28 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/9fd03e39-a005-44f9-879c-75441ee8dd88 HTTP/1.1" status: 204 len: 168 time: 0.4769015 Sep 16 05:21:34.968721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50614) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:35.028901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a48d74-d47c-400c-aa45-5380fc6b1353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.031110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-12a48d74-d47c-400c-aa45-5380fc6b1353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0613925 Sep 16 05:21:35.035474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:35.064155 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce1bae1-db92-4129-a2bd-3dbb3463e598 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:35.066459 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fce1bae1-db92-4129-a2bd-3dbb3463e598 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/9fd03e39-a005-44f9-879c-75441ee8dd88 HTTP/1.1" status: 404 len: 333 time: 0.0305622 Sep 16 05:21:35.069759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50618) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:35.074975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1555061095'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:35.175523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:35.179078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.207143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:35.220037 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.220563 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Added segment a67dc7a0-1a73-463d-beb1-0b9481cf0996 of type vlan for network 648cd2e0-df0a-432c-be10-31decd28e2f3 Sep 16 05:21:35.267227 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.364440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.375260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.375260 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.447731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Network': ['ID=648cd2e0-df0a-432c-be10-31decd28e2f3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.459114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:35.491912 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4ad1552b-e595-4cf2-8468-52d9bbd6cb80 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4210973 Sep 16 05:21:35.495479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50620) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:35.500704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:35.668293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:35.672315 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.942944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.015171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=85bfc5c6-1995-473d-89db-443c915f2575,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.022817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Checking segment: {'id': 'a67dc7a0-1a73-463d-beb1-0b9481cf0996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:36.023191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network hostable DHCP agents. Network: 648cd2e0-df0a-432c-be10-31decd28e2f3, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:36.090548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:36.159397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 648cd2e0-df0a-432c-be10-31decd28e2f3) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:36.170481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:36.171310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.177854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36fdad-6a15-434b-86df-c61c7322cee0 None None] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:36.240207 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-58eba469-f027-4c92-9761-30213af544e2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7435217 Sep 16 05:21:36.243055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:36.253992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-33a89742-e81e-4d15-928c-9c88b7761766 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:36.469448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-648cd2e0-df0a-432c-be10-31decd28e2f3', 'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3', 'tenant_id': '8c03248132b542cca9742fcb89343348', 'fixed_ips': [{'subnet_id': '85bfc5c6-1995-473d-89db-443c915f2575'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:36.469448 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.593204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a89742-e81e-4d15-928c-9c88b7761766 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:36.597495 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-33a89742-e81e-4d15-928c-9c88b7761766 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.674289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Allocated IP 2001:db8::2 (648cd2e0-df0a-432c-be10-31decd28e2f3/85bfc5c6-1995-473d-89db-443c915f2575/466c7d7f-934a-44bc-9acc-b98d44dfcf4a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:36.710551 n-d-712143-16 neutron-server[101824]: INFO neutron.db.ipam_backend_mixin [None req-33a89742-e81e-4d15-928c-9c88b7761766 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85bfc5c6-1995-473d-89db-443c915f2575 (CIDR: 2001:db8::/64) Sep 16 05:21:36.754453 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a89742-e81e-4d15-928c-9c88b7761766 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:21:36.754941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a89742-e81e-4d15-928c-9c88b7761766 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:21:36.876662 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.899276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-33a89742-e81e-4d15-928c-9c88b7761766 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6470203 Sep 16 05:21:36.900074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:36.906312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:36.959534 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.023841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:37.027366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:37.031361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:37.064053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Pushing event updated for resources: {'Port': ['ID=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.093245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Attempting to bind port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:37.093628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Attempting to bind port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a67dc7a0-1a73-463d-beb1-0b9481cf0996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:37.094009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Attempting to bind port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a on network 648cd2e0-df0a-432c-be10-31decd28e2f3 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:37.102038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:37.102434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Checking segment: {'id': 'a67dc7a0-1a73-463d-beb1-0b9481cf0996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:37.102857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.103312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Bound using segment: {'id': 'a67dc7a0-1a73-463d-beb1-0b9481cf0996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:37.104356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Bound port: 466c7d7f-934a-44bc-9acc-b98d44dfcf4a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67dc7a0-1a73-463d-beb1-0b9481cf0996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:37.104749 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.167369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:37.171210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.204207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] For port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:37.211301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] For port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,segment=NetworkSegment(a67dc7a0-1a73-463d-beb1-0b9481cf0996),segment_id=a67dc7a0-1a73-463d-beb1-0b9481cf0996)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:37.291582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.364185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e2082-66a2-47f1-bcc6-f2c58507d04b None None] Pushing event updated for resources: {'Port': ['ID=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.724644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.767637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:37.771056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:37.774534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.775083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.788817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=2b768c68-1b95-4316-9274-247501eab927,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.868245 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a16494a5-f167-4f8f-b387-8a59a94d8ffe tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9662488 Sep 16 05:21:37.871490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50650) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.881045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3', 'fixed_ips': [{'subnet_id': '85bfc5c6-1995-473d-89db-443c915f2575'}, {'subnet_id': '2b768c68-1b95-4316-9274-247501eab927'}], 'name': 'tempest-PortsIpV6TestJSON-296810860'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:38.084607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:38.250248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 466c7d7f-934a-44bc-9acc-b98d44dfcf4a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:38.258904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.284326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:38.337138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:38.337597 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.449539 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.488223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63644981-8d8f-444d-9c02-1c9177095c4d None None] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:38.494202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,segment=NetworkSegment(a67dc7a0-1a73-463d-beb1-0b9481cf0996),segment_id=a67dc7a0-1a73-463d-beb1-0b9481cf0996)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:38.576488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cefbd0bb-50b9-460e-a2a5-09320b2424ca None None] Provisioning complete for port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:38.576933 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cefbd0bb-50b9-460e-a2a5-09320b2424ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.631304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.654608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::1d0 (648cd2e0-df0a-432c-be10-31decd28e2f3/85bfc5c6-1995-473d-89db-443c915f2575/25ac6326-61ac-4d71-801a-1245eb7a5ad1) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:38.664421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8:0:1::2c0 (648cd2e0-df0a-432c-be10-31decd28e2f3/2b768c68-1b95-4316-9274-247501eab927/25ac6326-61ac-4d71-801a-1245eb7a5ad1) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:38.738146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.829668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.839939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b1dc3-8c4e-40e4-aea3-ea3fdca5939f None None] Update dhcp port {'port': {'network_id': '648cd2e0-df0a-432c-be10-31decd28e2f3', 'fixed_ips': [{'subnet_id': '85bfc5c6-1995-473d-89db-443c915f2575', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b768c68-1b95-4316-9274-247501eab927'}], 'binding:host_id': 'n-d-712143-16'}, 'id': '466c7d7f-934a-44bc-9acc-b98d44dfcf4a'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:21:38.864938 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1dc3-8c4e-40e4-aea3-ea3fdca5939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.953925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.998525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:39.001744 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:39.008356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:39.014533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.015268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.026393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=25ac6326-61ac-4d71-801a-1245eb7a5ad1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.037767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-9b3b1dc3-8c4e-40e4-aea3-ea3fdca5939f None None] Allocated IP 2001:db8:0:1::2 (648cd2e0-df0a-432c-be10-31decd28e2f3/2b768c68-1b95-4316-9274-247501eab927/466c7d7f-934a-44bc-9acc-b98d44dfcf4a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:39.097268 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ab8d1f5-a978-47ef-b491-c9d26430da60 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2245293 Sep 16 05:21:39.100136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50666) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:39.105996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85bfc5c6-1995-473d-89db-443c915f2575'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:39.136011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9b3b1dc3-8c4e-40e4-aea3-ea3fdca5939f None None] For port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,segment=NetworkSegment(a67dc7a0-1a73-463d-beb1-0b9481cf0996),segment_id=a67dc7a0-1a73-463d-beb1-0b9481cf0996)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:39.164877 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1dc3-8c4e-40e4-aea3-ea3fdca5939f None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.173527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.233311 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1dc3-8c4e-40e4-aea3-ea3fdca5939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.330066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b1dc3-8c4e-40e4-aea3-ea3fdca5939f None None] Pushing event updated for resources: {'Port': ['ID=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.428312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Delete allocated IP 2001:db8:0:1::2c0 (648cd2e0-df0a-432c-be10-31decd28e2f3/2b768c68-1b95-4316-9274-247501eab927) {{(pid=101825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:21:39.564328 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.627728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.692614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] In _notify_port_updated(), no bound segment for port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 on network 648cd2e0-df0a-432c-be10-31decd28e2f3 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:21:39.698147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.698771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.702530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "PUT /v2.0/ports/25ac6326-61ac-4d71-801a-1245eb7a5ad1 HTTP/1.1" status: 200 len: 925 time: 0.5988190 Sep 16 05:21:39.703028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50684) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:39.712628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85bfc5c6-1995-473d-89db-443c915f2575'}, {'subnet_id': '2b768c68-1b95-4316-9274-247501eab927'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:39.742731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33827c-e654-405a-b55f-7d5254f95b3e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=25ac6326-61ac-4d71-801a-1245eb7a5ad1,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.799006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.835521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a58a50a-713b-4877-a440-5fd179fb5640 None None] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:39.889812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ec6b9-ff96-499f-9c32-53d63d4dfb2a req-908f178e-92f8-4be3-8b97-de0551389d05 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.892080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db0ec6b9-ff96-499f-9c32-53d63d4dfb2a req-908f178e-92f8-4be3-8b97-de0551389d05 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0568430 Sep 16 05:21:39.919528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-63a2902e-fa76-4036-97c3-72869cd8e748 None None] Provisioning complete for port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:39.922525 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63a2902e-fa76-4036-97c3-72869cd8e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.936178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db0ec6b9-ff96-499f-9c32-53d63d4dfb2a req-39746cf3-af7b-410a-8cdd-0829b338d7e6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358407 Sep 16 05:21:40.093515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8:0:1::116 (648cd2e0-df0a-432c-be10-31decd28e2f3/2b768c68-1b95-4316-9274-247501eab927/25ac6326-61ac-4d71-801a-1245eb7a5ad1) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:40.169488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 466c7d7f-934a-44bc-9acc-b98d44dfcf4a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:40.235726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:40.236178 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.251894 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.319563 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.413834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] In _notify_port_updated(), no bound segment for port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 on network 648cd2e0-df0a-432c-be10-31decd28e2f3 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:21:40.413983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-26ea3c53-ec62-4e00-b115-9f8d3f51e457 None None] Provisioning complete for port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:40.414431 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-26ea3c53-ec62-4e00-b115-9f8d3f51e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.419760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.420433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.424533 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "PUT /v2.0/ports/25ac6326-61ac-4d71-801a-1245eb7a5ad1 HTTP/1.1" status: 200 len: 1011 time: 0.7178357 Sep 16 05:21:40.424533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028851d-4de6-4944-b409-29f63ed4d96c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=25ac6326-61ac-4d71-801a-1245eb7a5ad1,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.425086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50702) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:40.458455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-26ea3c53-ec62-4e00-b115-9f8d3f51e457 None None] Port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:40.469993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-26ea3c53-ec62-4e00-b115-9f8d3f51e457 None None] Provisioning complete for port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:40.470423 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-26ea3c53-ec62-4e00-b115-9f8d3f51e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.504985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.584315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b8c87270-6f6f-47cf-b515-6d7e14288d2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:40.584699 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8c87270-6f6f-47cf-b515-6d7e14288d2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.661213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b307afb-bb08-4229-b5fb-3df40a412b3b req-229b724a-113a-4415-8302-d594c2810660 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.662793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b307afb-bb08-4229-b5fb-3df40a412b3b req-229b724a-113a-4415-8302-d594c2810660 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.1172650 Sep 16 05:21:40.707723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4f669dd1-77a7-41cf-bb0c-aafc4a5748c2 None None] Provisioning complete for port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:40.708202 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f669dd1-77a7-41cf-bb0c-aafc4a5748c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.720365 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8c87270-6f6f-47cf-b515-6d7e14288d2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.731955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b307afb-bb08-4229-b5fb-3df40a412b3b req-24e3db59-7e98-4026-a4c4-a1b785677346 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617540 Sep 16 05:21:40.738020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b8c87270-6f6f-47cf-b515-6d7e14288d2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 25ac6326-61ac-4d71-801a-1245eb7a5ad1 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:40.749404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4f669dd1-77a7-41cf-bb0c-aafc4a5748c2 None None] Port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:40.875462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4ef1899f-5c49-43fd-8ea9-11161202382f None None] Provisioning complete for port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:40.875906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ef1899f-5c49-43fd-8ea9-11161202382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.919622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1899f-5c49-43fd-8ea9-11161202382f None None] Port 25ac6326-61ac-4d71-801a-1245eb7a5ad1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:40.982132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8c87270-6f6f-47cf-b515-6d7e14288d2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.010668 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6bf35f81-7116-465b-8a5f-d4bfe8ef68ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.014459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c87270-6f6f-47cf-b515-6d7e14288d2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=25ac6326-61ac-4d71-801a-1245eb7a5ad1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.063846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8c87270-6f6f-47cf-b515-6d7e14288d2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.065851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b8c87270-6f6f-47cf-b515-6d7e14288d2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/25ac6326-61ac-4d71-801a-1245eb7a5ad1 HTTP/1.1" status: 204 len: 168 time: 0.6395438 Sep 16 05:21:41.068386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50706) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:41.092930 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-36be3934-f884-4f9a-a4c6-be35c76ba0db tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:41.094527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-36be3934-f884-4f9a-a4c6-be35c76ba0db tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/25ac6326-61ac-4d71-801a-1245eb7a5ad1 HTTP/1.1" status: 404 len: 333 time: 0.0252218 Sep 16 05:21:41.097209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50708) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:41.133442 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af8f5e9c-d99e-44a3-9eb5-3c3f2d44e7f0 None None] Could not find standard attr ID for object 25ac6326-61ac-4d71-801a-1245eb7a5ad1. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:21:41.151006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5043010-e007-455f-86aa-1c2b173c1007 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet 2b768c68-1b95-4316-9274-247501eab927 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:41.154348 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5043010-e007-455f-86aa-1c2b173c1007 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.200260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5043010-e007-455f-86aa-1c2b173c1007 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.285618 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5043010-e007-455f-86aa-1c2b173c1007 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.404911 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5043010-e007-455f-86aa-1c2b173c1007 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.437147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5043010-e007-455f-86aa-1c2b173c1007 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=2b768c68-1b95-4316-9274-247501eab927,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.442249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5043010-e007-455f-86aa-1c2b173c1007 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.446321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f5043010-e007-455f-86aa-1c2b173c1007 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/2b768c68-1b95-4316-9274-247501eab927 HTTP/1.1" status: 204 len: 168 time: 0.3457661 Sep 16 05:21:41.446990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:41.448396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f652b7f-4f30-4672-91ee-94b92b040146 None None] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:41.499053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4d400e-9924-401f-9ce2-d77aacd8dc98 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet 85bfc5c6-1995-473d-89db-443c915f2575 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:41.502805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea4d400e-9924-401f-9ce2-d77aacd8dc98 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.547945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea4d400e-9924-401f-9ce2-d77aacd8dc98 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.636818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea4d400e-9924-401f-9ce2-d77aacd8dc98 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.742233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea4d400e-9924-401f-9ce2-d77aacd8dc98 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.776321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d400e-9924-401f-9ce2-d77aacd8dc98 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=85bfc5c6-1995-473d-89db-443c915f2575,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.781528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea4d400e-9924-401f-9ce2-d77aacd8dc98 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.787100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ea4d400e-9924-401f-9ce2-d77aacd8dc98 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/85bfc5c6-1995-473d-89db-443c915f2575 HTTP/1.1" status: 204 len: 168 time: 0.3355341 Sep 16 05:21:41.787345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50716) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:41.897810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.920960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4855-5e22-4f93-aea5-751e02e155fd req-ee449652-c7f2-4f5c-b487-22be07b32be8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.924333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69db4855-5e22-4f93-aea5-751e02e155fd req-ee449652-c7f2-4f5c-b487-22be07b32be8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.1016304 Sep 16 05:21:41.989456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69db4855-5e22-4f93-aea5-751e02e155fd req-9f02336c-4904-47b8-8375-a41a75c7f841 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457327 Sep 16 05:21:42.007885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:42.007885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.071369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] For port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,segment=NetworkSegment(a67dc7a0-1a73-463d-beb1-0b9481cf0996),segment_id=a67dc7a0-1a73-463d-beb1-0b9481cf0996)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:42.071739 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.084981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 466c7d7f-934a-44bc-9acc-b98d44dfcf4a owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:42.184823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07c3452-b282-483d-b170-b222057ef32f None None] Network 648cd2e0-df0a-432c-be10-31decd28e2f3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:42.250675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.255301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cb42fc1e-100a-4deb-b59c-ad2fdf10a605 None None] Could not find standard attr ID for object 466c7d7f-934a-44bc-9acc-b98d44dfcf4a. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:21:42.280146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No DVR routers for this DVR port 466c7d7f-934a-44bc-9acc-b98d44dfcf4a on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:42.281968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=466c7d7f-934a-44bc-9acc-b98d44dfcf4a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.312448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.312801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.313149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.313488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.313820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.314153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.314484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.314813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.315138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.315494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.315813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.316133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.345286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3246e007-c8b5-4a96-aca7-6720f5815c44 None None] DHCP port deletion for 648cd2e0-df0a-432c-be10-31decd28e2f3 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:42.379087 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.403960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648cd2e0-df0a-432c-be10-31decd28e2f3']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:42.413253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67dc7a0-1a73-463d-beb1-0b9481cf0996') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:42.413660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67dc7a0-1a73-463d-beb1-0b9481cf0996') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:42.423935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.437326 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.442957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:42.443380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:42.446242 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:42.535586 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.543227 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.544374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/networks/648cd2e0-df0a-432c-be10-31decd28e2f3 HTTP/1.1" status: 204 len: 168 time: 0.7570057 Sep 16 05:21:42.547991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50722) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:42.559794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e73f8b-cd24-47a9-9d11-2f70b3fb74f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Network': ['ID=648cd2e0-df0a-432c-be10-31decd28e2f3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.598842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7e2c6-9ebb-4174-a3df-6cb18017888f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.600368 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-64b7e2c6-9ebb-4174-a3df-6cb18017888f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0509162 Sep 16 05:21:42.604024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50724) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:42.647336 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8dfc0581-2676-47d5-bdc3-5b14231f6606 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0421391 Sep 16 05:21:42.651014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50726) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:42.655619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-406886651'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:42.741439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:42.744822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.767940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:42.776793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.777139 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Added segment f1cc4dd1-8c4b-4527-be0a-7162ff5b8940 of type vlan for network 0a6a173a-2304-42f2-8f89-343011d3fb3f Sep 16 05:21:42.815398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.878717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.884283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.885519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.952626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Network': ['ID=0a6a173a-2304-42f2-8f89-343011d3fb3f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.966493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0a6a173a-2304-42f2-8f89-343011d3fb3f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:42.988427 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6d8b6be1-dd79-47e8-ada6-ea3b1cb97092 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3363671 Sep 16 05:21:42.991570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50728) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:42.997022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:43.107842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bfc52-0d04-4268-81c8-db86c47e5c59 req-21cbff85-00c1-4776-9fd7-be02de6ca805 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.109534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-486bfc52-0d04-4268-81c8-db86c47e5c59 req-21cbff85-00c1-4776-9fd7-be02de6ca805 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0510945 Sep 16 05:21:43.151747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-486bfc52-0d04-4268-81c8-db86c47e5c59 req-99e76c5e-509c-42a6-94c3-6455cad0e413 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361619 Sep 16 05:21:43.159016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:43.162576 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.393562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.457452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=ccd6050d-0ded-4250-9aa9-bacfe3adb223,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:43.467024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Checking segment: {'id': 'f1cc4dd1-8c4b-4527-be0a-7162ff5b8940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:43.467431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network hostable DHCP agents. Network: 0a6a173a-2304-42f2-8f89-343011d3fb3f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:43.570224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 0a6a173a-2304-42f2-8f89-343011d3fb3f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:43.644743 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0a6a173a-2304-42f2-8f89-343011d3fb3f) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:43.652217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.652924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.653892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b11176-17f9-4fcf-bc82-d5a44681fd9b None None] Network 0a6a173a-2304-42f2-8f89-343011d3fb3f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:43.727371 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce5bde07-694b-47e2-a842-b2ef7eb46bab tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7322946 Sep 16 05:21:43.727613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50734) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:43.733227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f', 'name': 'tempest-PortsIpV6TestJSON-833275527'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:43.803525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-0a6a173a-2304-42f2-8f89-343011d3fb3f', 'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f', 'tenant_id': '8c03248132b542cca9742fcb89343348', 'fixed_ips': [{'subnet_id': 'ccd6050d-0ded-4250-9aa9-bacfe3adb223'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:43.807352 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.918925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:43.922460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.939286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:43.940772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Allocated IP 2001:db8::2 (0a6a173a-2304-42f2-8f89-343011d3fb3f/ccd6050d-0ded-4250-9aa9-bacfe3adb223/20931b6f-5d1e-47f9-a7ba-3bb3155d1b51) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:44.083274 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.130533 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.157372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 466c7d7f-934a-44bc-9acc-b98d44dfcf4a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:44.189939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 466c7d7f-934a-44bc-9acc-b98d44dfcf4a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:44.190399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 466c7d7f-934a-44bc-9acc-b98d44dfcf4a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:44.192050 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.199988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Network 0a6a173a-2304-42f2-8f89-343011d3fb3f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:44.201405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::3c5 (0a6a173a-2304-42f2-8f89-343011d3fb3f/ccd6050d-0ded-4250-9aa9-bacfe3adb223/fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:44.207375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:44.210105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:44.212108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Pushing event updated for resources: {'Port': ['ID=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:44.223117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:44.241000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:44.293543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b31ea-1fad-4af2-a550-6bad15236615 req-fd61593c-4234-4a8d-94ed-736487158b4b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.295334 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-722b31ea-1fad-4af2-a550-6bad15236615 req-fd61593c-4234-4a8d-94ed-736487158b4b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0560668 Sep 16 05:21:44.320379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Attempting to bind port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:44.320761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Attempting to bind port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'f1cc4dd1-8c4b-4527-be0a-7162ff5b8940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:44.321131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Attempting to bind port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 on network 0a6a173a-2304-42f2-8f89-343011d3fb3f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:44.343022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-722b31ea-1fad-4af2-a550-6bad15236615 req-2e686dbe-4bab-44e4-bc36-104d28edf902 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404193 Sep 16 05:21:44.344990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:44.345372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Checking segment: {'id': 'f1cc4dd1-8c4b-4527-be0a-7162ff5b8940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:44.345787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.346184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Bound using segment: {'id': 'f1cc4dd1-8c4b-4527-be0a-7162ff5b8940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:44.346668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Bound port: 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cc4dd1-8c4b-4527-be0a-7162ff5b8940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:44.347062 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.382744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.467705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.510019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 0a6a173a-2304-42f2-8f89-343011d3fb3f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:44.513289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:44.517261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:44.522970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.523653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.543136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:44.611516 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-67051799-880f-49bc-a511-44794e69a29a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8827908 Sep 16 05:21:44.614005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50738) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:44.618864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '0a6a173a-2304-42f2-8f89-343011d3fb3f', 'name': 'tempest-PortsIpV6TestJSON-1343508940'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:44.633319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-52476443-75ca-424c-9872-9c178d21842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.646745 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.649533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:44.677248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'mac_address': 'fa:16:3e:67:bd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:44.679727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] For port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:44.702183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:44.704789 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d4d187-add1-42a6-8cde-03566ff6ce1e" -d '{"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-unplugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:44.711509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] For port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,segment=NetworkSegment(f1cc4dd1-8c4b-4527-be0a-7162ff5b8940),segment_id=f1cc4dd1-8c4b-4527-be0a-7162ff5b8940)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:44.756446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:44.770992 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.784333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:44.798972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.850581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:44.855022 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.858868 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.876350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 88ebde63-db6e-473d-9dc5-cc65bb9af6a9 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:44.920976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d9f1f-103c-4ba6-8a7f-4bbf68b13d4a None None] Pushing event updated for resources: {'Port': ['ID=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:44.976487 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:21:44.976966 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:21:44.999124 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9285b9-b7d9-407e-b6f2-c8edd2cfc0f9 x-openstack-request-id: req-3d9285b9-b7d9-407e-b6f2-c8edd2cfc0f9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:44.999451 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-unplugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:44.999705 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d9285b9-b7d9-407e-b6f2-c8edd2cfc0f9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:45.000104 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'code': 200} Sep 16 05:21:45.001398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:45.016359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::59 (0a6a173a-2304-42f2-8f89-343011d3fb3f/ccd6050d-0ded-4250-9aa9-bacfe3adb223/88ebde63-db6e-473d-9dc5-cc65bb9af6a9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:45.119452 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.208818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.279014 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.319843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 0a6a173a-2304-42f2-8f89-343011d3fb3f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:45.327058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:45.330462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:45.336294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.336900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.349723 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=88ebde63-db6e-473d-9dc5-cc65bb9af6a9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:45.434400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-379963af-34b3-4bd0-9d4c-7f0e25e60820 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8192856 Sep 16 05:21:45.436977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50770) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:45.468238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dd7c6-c507-4263-93e0-b24be4fdbc17 req-4d9140a4-09a8-4c00-950c-dca603d51712 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.469820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8dd7c6-c507-4263-93e0-b24be4fdbc17 req-4d9140a4-09a8-4c00-950c-dca603d51712 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0504093 Sep 16 05:21:45.514980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a8dd7c6-c507-4263-93e0-b24be4fdbc17 req-a604904f-58f2-4184-beeb-80a43434d267 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384145 Sep 16 05:21:45.520775 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.537986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:45.568283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:45.570554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96cb37a-e780-474c-86ad-979d73abdca1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.572864 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a96cb37a-e780-474c-86ad-979d73abdca1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c5 HTTP/1.1" status: 200 len: 928 time: 0.1348791 Sep 16 05:21:45.578482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50774) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:45.655766 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.713690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-075e119d-68f3-468a-8467-2938932400ba tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 88ebde63-db6e-473d-9dc5-cc65bb9af6a9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:45.714085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-075e119d-68f3-468a-8467-2938932400ba tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.758959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=12']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:45.825140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-075e119d-68f3-468a-8467-2938932400ba tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.830304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['96e06dce-a83f-47d0-8714-cdfec32257ef'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:45.845226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-075e119d-68f3-468a-8467-2938932400ba tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 88ebde63-db6e-473d-9dc5-cc65bb9af6a9 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:46.003037 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38119d49-bb98-4c00-a943-a5de94072dc9 None None] Network 0a6a173a-2304-42f2-8f89-343011d3fb3f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:46.078962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-075e119d-68f3-468a-8467-2938932400ba tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.130701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e119d-68f3-468a-8467-2938932400ba tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=88ebde63-db6e-473d-9dc5-cc65bb9af6a9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.138896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c2b729aa-085b-437a-8f7e-2848e2501adc None None] Provisioning complete for port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:46.139406 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c2b729aa-085b-437a-8f7e-2848e2501adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.148161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-075e119d-68f3-468a-8467-2938932400ba tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.153323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-075e119d-68f3-468a-8467-2938932400ba tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/88ebde63-db6e-473d-9dc5-cc65bb9af6a9 HTTP/1.1" status: 204 len: 168 time: 0.5733883 Sep 16 05:21:46.153792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50778) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:46.179661 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70318dd-db37-4672-94cf-30519e9c0c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:46.184741 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b70318dd-db37-4672-94cf-30519e9c0c65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/88ebde63-db6e-473d-9dc5-cc65bb9af6a9 HTTP/1.1" status: 404 len: 333 time: 0.0272205 Sep 16 05:21:46.185191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50780) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:46.299632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:46.353675 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c2b729aa-085b-437a-8f7e-2848e2501adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.407535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:46.409390 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.415592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c2b729aa-085b-437a-8f7e-2848e2501adc None None] For port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,segment=NetworkSegment(f1cc4dd1-8c4b-4527-be0a-7162ff5b8940),segment_id=f1cc4dd1-8c4b-4527-be0a-7162ff5b8940)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:46.476885 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c2b729aa-085b-437a-8f7e-2848e2501adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.604761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b729aa-085b-437a-8f7e-2848e2501adc None None] Pushing event updated for resources: {'Port': ['ID=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.750096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec5557-9e0c-491b-b60c-82c31f671610 req-37e277b2-b94a-43ef-923d-e08be7a26624 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.751729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66ec5557-9e0c-491b-b60c-82c31f671610 req-37e277b2-b94a-43ef-923d-e08be7a26624 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 945 time: 0.0860372 Sep 16 05:21:46.810890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5adbdd27-ccae-4232-b803-2eb522ac06a8 None None] Provisioning complete for port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:46.812066 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5adbdd27-ccae-4232-b803-2eb522ac06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.852944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66ec5557-9e0c-491b-b60c-82c31f671610 req-1eb35a78-b352-4608-a71d-b77566bc0c00 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829384 Sep 16 05:21:46.858401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-35cd9ef1-5f90-4a24-bb23-fe3ee9d35d06 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:46.858661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-35cd9ef1-5f90-4a24-bb23-fe3ee9d35d06 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.893515 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.972415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5adbdd27-ccae-4232-b803-2eb522ac06a8 None None] Provisioning complete for port fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:46.972801 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5adbdd27-ccae-4232-b803-2eb522ac06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.025922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5adbdd27-ccae-4232-b803-2eb522ac06a8 None None] Port fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:47.040821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-35cd9ef1-5f90-4a24-bb23-fe3ee9d35d06 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.053966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-35cd9ef1-5f90-4a24-bb23-fe3ee9d35d06 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:47.150910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-35feee46-3cfb-4830-abb0-8607a5c2f3ff None None] Provisioning complete for port fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:47.152622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35feee46-3cfb-4830-abb0-8607a5c2f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.196770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-35feee46-3cfb-4830-abb0-8607a5c2f3ff None None] Port fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:47.343102 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-35cd9ef1-5f90-4a24-bb23-fe3ee9d35d06 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.390939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd9ef1-5f90-4a24-bb23-fe3ee9d35d06 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:47.413999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d68003ec-76ff-4b4f-930d-c4c342535165 None None] Could not find standard attr ID for object 88ebde63-db6e-473d-9dc5-cc65bb9af6a9. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:21:47.434472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-35cd9ef1-5f90-4a24-bb23-fe3ee9d35d06 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.440062 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-35cd9ef1-5f90-4a24-bb23-fe3ee9d35d06 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 HTTP/1.1" status: 204 len: 168 time: 1.2534149 Sep 16 05:21:47.440594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50794) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:47.482184 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bdd772-3eac-44b4-832d-c249598d008a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:47.483824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a3bdd772-3eac-44b4-832d-c249598d008a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/fcc52d88-ed24-4a8d-b1c2-2a1ac7cbf8e3 HTTP/1.1" status: 404 len: 333 time: 0.0422122 Sep 16 05:21:47.488141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50800) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:47.561588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5342f6df-6e12-4751-b7a3-1260c113d41d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet ccd6050d-0ded-4250-9aa9-bacfe3adb223 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:47.568222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5342f6df-6e12-4751-b7a3-1260c113d41d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.637200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5342f6df-6e12-4751-b7a3-1260c113d41d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.779398 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5342f6df-6e12-4751-b7a3-1260c113d41d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.941879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9e9f-1e8d-47d5-9529-b9021b9635ee req-95e9ac40-3781-4776-8417-e9b21824b041 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.943666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-993f9e9f-1e8d-47d5-9529-b9021b9635ee req-95e9ac40-3781-4776-8417-e9b21824b041 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0958240 Sep 16 05:21:48.020660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5342f6df-6e12-4751-b7a3-1260c113d41d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.048691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-993f9e9f-1e8d-47d5-9529-b9021b9635ee req-af253591-f294-40a8-8d73-12a55fc2fe6e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990500 Sep 16 05:21:48.078474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342f6df-6e12-4751-b7a3-1260c113d41d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd6050d-0ded-4250-9aa9-bacfe3adb223,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:48.079438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5342f6df-6e12-4751-b7a3-1260c113d41d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.081413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5342f6df-6e12-4751-b7a3-1260c113d41d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/ccd6050d-0ded-4250-9aa9-bacfe3adb223 HTTP/1.1" status: 204 len: 168 time: 0.5922711 Sep 16 05:21:48.084415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50812) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:48.093338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581379a-baa9-4593-a43b-1c2a7bcedc93 None None] Network 0a6a173a-2304-42f2-8f89-343011d3fb3f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:48.135902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311be1c-8016-482f-bdd3-c3d1e672cd51 req-f949d9a4-86fc-4def-9952-817850078df9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.137535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b311be1c-8016-482f-bdd3-c3d1e672cd51 req-f949d9a4-86fc-4def-9952-817850078df9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 945 time: 0.1383915 Sep 16 05:21:48.246521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:48.276800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:48.392672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 96e06dce-a83f-47d0-8714-cdfec32257ef triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:48.393071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.396235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:48.396615 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.487161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] DHCP port deletion for 0a6a173a-2304-42f2-8f89-343011d3fb3f request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:48.560794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.596782 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.600020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b311be1c-8016-482f-bdd3-c3d1e672cd51 req-30ecd7f2-e958-4924-a7de-6e1463eff6c8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4297080 Sep 16 05:21:48.646481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:48.650934 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876889ba-8a23-41f5-a16f-e4999aca52eb" -d '{"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-plugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:48.658589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:48.659234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.665994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] Deleting port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:48.673760 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.732733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] For port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,segment=NetworkSegment(f1cc4dd1-8c4b-4527-be0a-7162ff5b8940),segment_id=f1cc4dd1-8c4b-4527-be0a-7162ff5b8940)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:48.733247 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.737928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] For port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,segment=NetworkSegment(f1cc4dd1-8c4b-4527-be0a-7162ff5b8940),segment_id=f1cc4dd1-8c4b-4527-be0a-7162ff5b8940)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:48.738336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.752205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:48.753688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:48.755537 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1de81b-0853-4ba5-812a-44ded574df4b x-openstack-request-id: req-4d1de81b-0853-4ba5-812a-44ded574df4b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:48.756091 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-plugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:48.756091 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d1de81b-0853-4ba5-812a-44ded574df4b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:48.756455 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'code': 200} Sep 16 05:21:48.761300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] Calling delete_port for 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:48.837146 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.891417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.913265 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:48.916172 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:21:48.918012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=13']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:48.934688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:48.935885 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.939799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No DVR routers for this DVR port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:48.972692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] Pushing event deleted for resources: {'Port': ['ID=20931b6f-5d1e-47f9-a7ba-3bb3155d1b51,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:48.979573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa965fc-8455-475a-a2c6-54354f0cdfca None None] No DVR routers for this DVR port 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:49.060230 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.101535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6a173a-2304-42f2-8f89-343011d3fb3f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:49.111912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cc4dd1-8c4b-4527-be0a-7162ff5b8940') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:49.112220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cc4dd1-8c4b-4527-be0a-7162ff5b8940') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:49.123752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.148826 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.170206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:49.170624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:49.174043 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:49.247514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cad61-619a-48bb-a5d7-c59df0146978 req-be1829a2-6012-4bb0-b6a8-296f50f4e7d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.249056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b0cad61-619a-48bb-a5d7-c59df0146978 req-be1829a2-6012-4bb0-b6a8-296f50f4e7d1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.1115925 Sep 16 05:21:49.296725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b0cad61-619a-48bb-a5d7-c59df0146978 req-9f07ce4e-f487-4516-a8d5-cc1991abd6f9 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Sep 16 05:21:49.301675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.311941 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.319109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/networks/0a6a173a-2304-42f2-8f89-343011d3fb3f HTTP/1.1" status: 204 len: 168 time: 1.2289422 Sep 16 05:21:49.319406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50820) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:49.324829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8d6a4-510f-44ac-8e7b-cb3e26e4da5d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Network': ['ID=0a6a173a-2304-42f2-8f89-343011d3fb3f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.325244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1146918984'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:49.393122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:49.396820 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.425858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:49.435593 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.435941 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Added segment 2f208f63-79ac-48db-a979-ecaec6fd659a of type vlan for network 6d7002fb-e49f-4238-9014-880ecdd4d119 Sep 16 05:21:49.476584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.710090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e5ae4-ec97-474f-aeab-31d6283226b3 req-2df9e079-cb3c-439a-a6c0-437be37f289f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.711624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d7e5ae4-ec97-474f-aeab-31d6283226b3 req-2df9e079-cb3c-439a-a6c0-437be37f289f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0522971 Sep 16 05:21:49.754357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d7e5ae4-ec97-474f-aeab-31d6283226b3 req-8cc7a5ea-e5d1-4425-99ee-e3f528414412 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319586 Sep 16 05:21:49.810254 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.816279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.821960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.881906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Network': ['ID=6d7002fb-e49f-4238-9014-880ecdd4d119,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.893031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 6d7002fb-e49f-4238-9014-880ecdd4d119 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:49.920180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a4b1e64c-8f30-4dc7-a51e-9582a4360560 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6009860 Sep 16 05:21:49.922798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50828) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:49.928214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:50.136134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:50.140120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.164479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:50.184396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:50.184749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 20931b6f-5d1e-47f9-a7ba-3bb3155d1b51 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:50.450330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.472967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d631b3-4027-43f7-b292-e9142d918190 req-94ec03fe-0ca9-4b99-bf01-cf9f13e3c1b4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.475221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52d631b3-4027-43f7-b292-e9142d918190 req-94ec03fe-0ca9-4b99-bf01-cf9f13e3c1b4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0690429 Sep 16 05:21:50.511895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=957713c2-4170-488c-8a9f-e40c701e129f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:50.522865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52d631b3-4027-43f7-b292-e9142d918190 req-b85b8033-14c7-4a96-8f3b-e6809e8708f4 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400648 Sep 16 05:21:50.543500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Checking segment: {'id': '2f208f63-79ac-48db-a979-ecaec6fd659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:50.543881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network hostable DHCP agents. Network: 6d7002fb-e49f-4238-9014-880ecdd4d119, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:50.627505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 6d7002fb-e49f-4238-9014-880ecdd4d119 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:50.684446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 6d7002fb-e49f-4238-9014-880ecdd4d119) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:50.689872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.691016 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.695854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6916d58d-651b-4cc6-8b4f-ae477ab6c7d1 None None] Network 6d7002fb-e49f-4238-9014-880ecdd4d119 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:50.765282 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-80bb0010-92ad-4b0c-b8aa-10cb410788df tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8413863 Sep 16 05:21:50.768187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50834) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:50.778551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119', 'name': 'tempest-PortsIpV6TestJSON-1074965460', 'fixed_ips': [{'subnet_id': '957713c2-4170-488c-8a9f-e40c701e129f', 'ip_address': '2001:db8::10'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:50.885578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-6d7002fb-e49f-4238-9014-880ecdd4d119', 'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119', 'tenant_id': '8c03248132b542cca9742fcb89343348', 'fixed_ips': [{'subnet_id': '957713c2-4170-488c-8a9f-e40c701e129f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:50.888790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.936828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f4ea-6e6b-4a78-a51f-8a9b50f7cb01 req-82dd7ddf-ea52-49aa-b63c-9620d22e18f8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.938687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c89f4ea-6e6b-4a78-a51f-8a9b50f7cb01 req-82dd7ddf-ea52-49aa-b63c-9620d22e18f8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0725572 Sep 16 05:21:50.990761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c89f4ea-6e6b-4a78-a51f-8a9b50f7cb01 req-f386bc77-01ba-4d50-b515-59ff8fc9425a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452385 Sep 16 05:21:51.014934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:51.108231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Allocated IP 2001:db8::2 (6d7002fb-e49f-4238-9014-880ecdd4d119/957713c2-4170-488c-8a9f-e40c701e129f/e04fd723-8370-4a8d-98fa-99e1485815aa) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:51.137619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.161755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 23f72e82-1586-458e-ae2b-eb3540fd3033 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:51.359660 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.433775 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.486308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Network 6d7002fb-e49f-4238-9014-880ecdd4d119 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:51.489336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:51.495848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:51.497030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::10 (6d7002fb-e49f-4238-9014-880ecdd4d119/957713c2-4170-488c-8a9f-e40c701e129f/23f72e82-1586-458e-ae2b-eb3540fd3033) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:51.505521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Pushing event updated for resources: {'Port': ['ID=e04fd723-8370-4a8d-98fa-99e1485815aa,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.566826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Attempting to bind port e04fd723-8370-4a8d-98fa-99e1485815aa on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:51.567468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Attempting to bind port e04fd723-8370-4a8d-98fa-99e1485815aa by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2f208f63-79ac-48db-a979-ecaec6fd659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:51.567985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Attempting to bind port e04fd723-8370-4a8d-98fa-99e1485815aa on network 6d7002fb-e49f-4238-9014-880ecdd4d119 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:51.576247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:51.577271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Checking segment: {'id': '2f208f63-79ac-48db-a979-ecaec6fd659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:51.577840 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.578387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Bound using segment: {'id': '2f208f63-79ac-48db-a979-ecaec6fd659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:51.579348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Bound port: e04fd723-8370-4a8d-98fa-99e1485815aa, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f208f63-79ac-48db-a979-ecaec6fd659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:51.579906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.676173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] For port e04fd723-8370-4a8d-98fa-99e1485815aa, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:51.676173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] For port e04fd723-8370-4a8d-98fa-99e1485815aa, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e04fd723-8370-4a8d-98fa-99e1485815aa,segment=NetworkSegment(2f208f63-79ac-48db-a979-ecaec6fd659a),segment_id=2f208f63-79ac-48db-a979-ecaec6fd659a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:51.701040 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.702520 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fec01-764c-4e37-b72b-f4437691d4d0 req-0150cd2a-1ea4-4c59-828f-4bd9def28025 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.711424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-200fec01-764c-4e37-b72b-f4437691d4d0 req-0150cd2a-1ea4-4c59-828f-4bd9def28025 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0757277 Sep 16 05:21:51.755390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-200fec01-764c-4e37-b72b-f4437691d4d0 req-ffe8cde5-6442-453b-a9f1-85ed99fa2f43 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 Sep 16 05:21:51.782059 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.815589 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.875970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec3c3-6f7f-4f1c-8b07-86b97aa459d0 None None] Pushing event updated for resources: {'Port': ['ID=e04fd723-8370-4a8d-98fa-99e1485815aa,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.880386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 6d7002fb-e49f-4238-9014-880ecdd4d119 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:51.886203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:51.890977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:51.897707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.897707 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.904997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=23f72e82-1586-458e-ae2b-eb3540fd3033,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:52.001458 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-335eb873-298f-41a0-baf0-7d13901d3a0d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2299337 Sep 16 05:21:52.002095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50842) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:52.008202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '6d7002fb-e49f-4238-9014-880ecdd4d119', 'name': 'tempest-PortsIpV6TestJSON-1842001025', 'fixed_ips': [{'subnet_id': '957713c2-4170-488c-8a9f-e40c701e129f', 'ip_address': '2001:db8::f'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:52.244937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50da9d4-651d-47dd-ae33-6f9db4aa6e78 req-69ba5a63-62a5-460c-9e48-10bcf1968e8b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.252321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b50da9d4-651d-47dd-ae33-6f9db4aa6e78 req-69ba5a63-62a5-460c-9e48-10bcf1968e8b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.1066709 Sep 16 05:21:52.261825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e04fd723-8370-4a8d-98fa-99e1485815aa up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:52.311741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b50da9d4-651d-47dd-ae33-6f9db4aa6e78 req-2f9e7196-d212-4e4b-b255-1dd96db4ad2a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562603 Sep 16 05:21:52.331840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e04fd723-8370-4a8d-98fa-99e1485815aa triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:52.332305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.398268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:52.437947 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.489753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port e04fd723-8370-4a8d-98fa-99e1485815aa, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e04fd723-8370-4a8d-98fa-99e1485815aa,segment=NetworkSegment(2f208f63-79ac-48db-a979-ecaec6fd659a),segment_id=2f208f63-79ac-48db-a979-ecaec6fd659a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:52.507866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.530646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 7d3db585-fa9b-4161-8eb4-92fccc27c4bd yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:52.547538 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.608685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=e04fd723-8370-4a8d-98fa-99e1485815aa,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:52.760909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::f (6d7002fb-e49f-4238-9014-880ecdd4d119/957713c2-4170-488c-8a9f-e40c701e129f/7d3db585-fa9b-4161-8eb4-92fccc27c4bd) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:52.954328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a50e-1bec-48c1-80f2-a2ccfd756b06 req-668911e5-5d77-45a6-8159-1dc981592e16 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.955994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9881a50e-1bec-48c1-80f2-a2ccfd756b06 req-668911e5-5d77-45a6-8159-1dc981592e16 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.1149020 Sep 16 05:21:53.029604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.042194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9881a50e-1bec-48c1-80f2-a2ccfd756b06 req-165c22ad-ae43-448c-be67-f648d0cf6582 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800960 Sep 16 05:21:53.045244 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2479a4cb-f7a0-4e8d-9ee1-1231266ef590 None None] Network 6d7002fb-e49f-4238-9014-880ecdd4d119 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:53.124759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ea321024-503d-47b4-810b-147c7cddbb19 None None] Provisioning complete for port e04fd723-8370-4a8d-98fa-99e1485815aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:53.125125 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea321024-503d-47b4-810b-147c7cddbb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.359309 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.443268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 6d7002fb-e49f-4238-9014-880ecdd4d119 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:53.452893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:53.458730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:53.465348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.465958 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.492393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb21f21-5285-4e06-aeae-4c66d1e2f01b req-f2b5d8c0-26ab-49d6-bedd-f4e2ae394b71 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.493685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bb21f21-5285-4e06-aeae-4c66d1e2f01b req-f2b5d8c0-26ab-49d6-bedd-f4e2ae394b71 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0962591 Sep 16 05:21:53.495792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=7d3db585-fa9b-4161-8eb4-92fccc27c4bd,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:53.551454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bb21f21-5285-4e06-aeae-4c66d1e2f01b req-49db5ac2-2c86-424e-bac6-dfb57dfcaf69 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467381 Sep 16 05:21:53.559964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5caa600c-d461-47d1-a5e8-ee709dba2446 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5565991 Sep 16 05:21:53.562681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50856) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:53.689285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e12fff-8439-4fa1-b6b8-68a70b274f89 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.691709 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56e12fff-8439-4fa1-b6b8-68a70b274f89 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1279802 Sep 16 05:21:53.694480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50860) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:53.764853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-67214726-0724-4c79-90df-b78be5ebbdbd None None] Provisioning complete for port 7d3db585-fa9b-4161-8eb4-92fccc27c4bd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:53.765392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67214726-0724-4c79-90df-b78be5ebbdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.796215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bc48c-3e0d-4561-ab9d-ef44ee9a60f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.805259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bc48c-3e0d-4561-ab9d-ef44ee9a60f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.812525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bc48c-3e0d-4561-ab9d-ef44ee9a60f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.814593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f90bc48c-3e0d-4561-ab9d-ef44ee9a60f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1185133 Sep 16 05:21:53.817435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50862) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:53.819069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-67214726-0724-4c79-90df-b78be5ebbdbd None None] Port 7d3db585-fa9b-4161-8eb4-92fccc27c4bd cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:53.830942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-67214726-0724-4c79-90df-b78be5ebbdbd None None] Provisioning complete for port 23f72e82-1586-458e-ae2b-eb3540fd3033 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:53.831372 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67214726-0724-4c79-90df-b78be5ebbdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.871774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-67214726-0724-4c79-90df-b78be5ebbdbd None None] Port 23f72e82-1586-458e-ae2b-eb3540fd3033 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:53.885856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-67214726-0724-4c79-90df-b78be5ebbdbd None None] Provisioning complete for port e04fd723-8370-4a8d-98fa-99e1485815aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:53.886250 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67214726-0724-4c79-90df-b78be5ebbdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.999874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-231c13d4-824c-4c64-a9ea-090a5da940b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 7d3db585-fa9b-4161-8eb4-92fccc27c4bd {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:54.000473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-231c13d4-824c-4c64-a9ea-090a5da940b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.125277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-64d7b3b7-92fb-4699-8ff5-e6b99408211c None None] Provisioning complete for port 23f72e82-1586-458e-ae2b-eb3540fd3033 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:54.126533 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64d7b3b7-92fb-4699-8ff5-e6b99408211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.139070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-231c13d4-824c-4c64-a9ea-090a5da940b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.197755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-231c13d4-824c-4c64-a9ea-090a5da940b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 7d3db585-fa9b-4161-8eb4-92fccc27c4bd owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:54.203058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-64d7b3b7-92fb-4699-8ff5-e6b99408211c None None] Port 23f72e82-1586-458e-ae2b-eb3540fd3033 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:54.234138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e04fd723-8370-4a8d-98fa-99e1485815aa up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:54.263277 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:54.287356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e04fd723-8370-4a8d-98fa-99e1485815aa triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:54.287857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.288297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170100c9-7439-448e-bfd5-a2c6f7f1f23f req-f2eea588-58d0-4171-8575-e27ec4558a1e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.300616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-170100c9-7439-448e-bfd5-a2c6f7f1f23f req-f2eea588-58d0-4171-8575-e27ec4558a1e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.1499929 Sep 16 05:21:54.359555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-170100c9-7439-448e-bfd5-a2c6f7f1f23f req-9623305e-51cb-46c1-9544-a896d5aed3f1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560706 Sep 16 05:21:54.431972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d4361267-40c5-49fc-b9b9-52d05aa00d46 None None] Provisioning complete for port 7d3db585-fa9b-4161-8eb4-92fccc27c4bd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:54.432384 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d4361267-40c5-49fc-b9b9-52d05aa00d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.472450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d4361267-40c5-49fc-b9b9-52d05aa00d46 None None] Port 7d3db585-fa9b-4161-8eb4-92fccc27c4bd cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:54.547647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-231c13d4-824c-4c64-a9ea-090a5da940b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.590454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c13d4-824c-4c64-a9ea-090a5da940b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=7d3db585-fa9b-4161-8eb4-92fccc27c4bd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.648401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-231c13d4-824c-4c64-a9ea-090a5da940b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.650021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-231c13d4-824c-4c64-a9ea-090a5da940b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/7d3db585-fa9b-4161-8eb4-92fccc27c4bd HTTP/1.1" status: 204 len: 168 time: 0.8312919 Sep 16 05:21:54.652880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50870) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:54.695442 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe98420-8626-46b7-a537-67a07646f186 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:54.698177 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1fe98420-8626-46b7-a537-67a07646f186 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/7d3db585-fa9b-4161-8eb4-92fccc27c4bd HTTP/1.1" status: 404 len: 333 time: 0.0437686 Sep 16 05:21:54.700291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50872) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:54.739809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9b29-5770-4fe8-a321-94160fc574a4 req-03fd9a92-d042-4c51-bcb3-fa8aa14325c2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.741378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53bc9b29-5770-4fe8-a321-94160fc574a4 req-03fd9a92-d042-4c51-bcb3-fa8aa14325c2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0888841 Sep 16 05:21:54.804040 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53bc9b29-5770-4fe8-a321-94160fc574a4 req-03a56f25-22d4-490c-baad-b65c50a5016c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514417 Sep 16 05:21:54.845777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 23f72e82-1586-458e-ae2b-eb3540fd3033 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:54.845777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.969050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.985399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 23f72e82-1586-458e-ae2b-eb3540fd3033 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:55.215939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.254527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=23f72e82-1586-458e-ae2b-eb3540fd3033,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.302875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.303225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.303621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.303969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.304315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.304643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.304971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.305305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.305625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.305978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.306308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.306623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:55.319178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.325085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0228d60a-3c26-436b-b6d7-76aa6f20a782 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/23f72e82-1586-458e-ae2b-eb3540fd3033 HTTP/1.1" status: 204 len: 168 time: 0.6208723 Sep 16 05:21:55.325349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50874) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:55.358292 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c5cccc-a195-4b45-8e29-15a4edff2d12 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:21:55.362376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b8c5cccc-a195-4b45-8e29-15a4edff2d12 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/23f72e82-1586-458e-ae2b-eb3540fd3033 HTTP/1.1" status: 404 len: 333 time: 0.0335877 Sep 16 05:21:55.362772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50876) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:55.493941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-804b5103-239f-4d7a-bf7f-72f38cab2f74 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet 957713c2-4170-488c-8a9f-e40c701e129f {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:55.500819 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-804b5103-239f-4d7a-bf7f-72f38cab2f74 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.558270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de77b0-3608-4d59-8e1e-fc79c56c1079 req-f7569f23-da33-4467-b396-70e65066e58e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.565323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50de77b0-3608-4d59-8e1e-fc79c56c1079 req-f7569f23-da33-4467-b396-70e65066e58e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.1101117 Sep 16 05:21:55.569372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-804b5103-239f-4d7a-bf7f-72f38cab2f74 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.661795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50de77b0-3608-4d59-8e1e-fc79c56c1079 req-34f166d4-3eda-4841-9d4e-ec8947e8eecf tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955939 Sep 16 05:21:55.708907 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-804b5103-239f-4d7a-bf7f-72f38cab2f74 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.873781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-804b5103-239f-4d7a-bf7f-72f38cab2f74 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.935100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b5103-239f-4d7a-bf7f-72f38cab2f74 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=957713c2-4170-488c-8a9f-e40c701e129f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.948245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-804b5103-239f-4d7a-bf7f-72f38cab2f74 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.951968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aec4b0-1392-4f0c-81c4-c2e2633e2cf8 None None] Network 6d7002fb-e49f-4238-9014-880ecdd4d119 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:55.953110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50884) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:55.954022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-804b5103-239f-4d7a-bf7f-72f38cab2f74 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/957713c2-4170-488c-8a9f-e40c701e129f HTTP/1.1" status: 204 len: 168 time: 0.5897763 Sep 16 05:21:55.989749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606f4ea-39f6-44e6-9cb1-f799354c78c5 req-a317bb7d-513f-4038-9cee-501de4c64df8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.991558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c606f4ea-39f6-44e6-9cb1-f799354c78c5 req-a317bb7d-513f-4038-9cee-501de4c64df8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.1053443 Sep 16 05:21:56.066506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c606f4ea-39f6-44e6-9cb1-f799354c78c5 req-647ed1b1-b7e6-4ae2-9639-1f89c8fae3e1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677171 Sep 16 05:21:56.093827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.183541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port e04fd723-8370-4a8d-98fa-99e1485815aa {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:56.184150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.234693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] DHCP port deletion for 6d7002fb-e49f-4238-9014-880ecdd4d119 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:56.265451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] For port e04fd723-8370-4a8d-98fa-99e1485815aa, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e04fd723-8370-4a8d-98fa-99e1485815aa,segment=NetworkSegment(2f208f63-79ac-48db-a979-ecaec6fd659a),segment_id=2f208f63-79ac-48db-a979-ecaec6fd659a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:56.266109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.283483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for e04fd723-8370-4a8d-98fa-99e1485815aa owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:56.304514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] Deleting port e04fd723-8370-4a8d-98fa-99e1485815aa {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:56.304895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.385110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] For port e04fd723-8370-4a8d-98fa-99e1485815aa, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e04fd723-8370-4a8d-98fa-99e1485815aa,segment=NetworkSegment(2f208f63-79ac-48db-a979-ecaec6fd659a),segment_id=2f208f63-79ac-48db-a979-ecaec6fd659a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:56.385555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.399353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] Calling delete_port for e04fd723-8370-4a8d-98fa-99e1485815aa owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:56.489733 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.496520 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.510078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] No DVR routers for this DVR port e04fd723-8370-4a8d-98fa-99e1485815aa on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:56.530862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f80a85-8a8e-4f24-9d99-4e003bf10d27 None None] Pushing event deleted for resources: {'Port': ['ID=e04fd723-8370-4a8d-98fa-99e1485815aa,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:56.538159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=e04fd723-8370-4a8d-98fa-99e1485815aa,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:56.554903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No DVR routers for this DVR port e04fd723-8370-4a8d-98fa-99e1485815aa on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:56.641341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.663193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7002fb-e49f-4238-9014-880ecdd4d119']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:56.688399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f208f63-79ac-48db-a979-ecaec6fd659a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:56.688693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f208f63-79ac-48db-a979-ecaec6fd659a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:56.708046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.733427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.743302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:56.744624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:56.749223 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:56.811986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bda6c-aed7-4baa-a99d-0b772c28417c req-11d80a10-35d4-49de-bcc7-5e6f4096d173 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.813554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-379bda6c-aed7-4baa-a99d-0b772c28417c req-11d80a10-35d4-49de-bcc7-5e6f4096d173 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0596485 Sep 16 05:21:56.857669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-379bda6c-aed7-4baa-a99d-0b772c28417c req-e09ce28a-cd8e-4f5f-82fd-f2052d163146 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362492 Sep 16 05:21:57.095564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.110348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.110348 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/networks/6d7002fb-e49f-4238-9014-880ecdd4d119 HTTP/1.1" status: 204 len: 168 time: 1.1503279 Sep 16 05:21:57.116133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50892) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:57.121965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-768270775'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:57.125480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f42d12-fc62-4cb7-9d2f-8de2c722610a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Network': ['ID=6d7002fb-e49f-4238-9014-880ecdd4d119,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:57.198264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb57a1d-17e4-4a16-acc0-6c43d2b778ba req-dbaeeacb-d345-4922-9f5f-406234654804 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.199804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bb57a1d-17e4-4a16-acc0-6c43d2b778ba req-dbaeeacb-d345-4922-9f5f-406234654804 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0489066 Sep 16 05:21:57.220831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:57.224521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.239097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bb57a1d-17e4-4a16-acc0-6c43d2b778ba req-c4083700-2db3-4d9c-a30b-2f42c623cd76 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329955 Sep 16 05:21:57.248196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:57.260156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.260156 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Added segment 898b8b3f-e3df-4e8f-bf5a-d52c851c3165 of type vlan for network 50e1abdf-e0fa-412d-9980-0623ae3e6676 Sep 16 05:21:57.312150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.398417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.406987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.408536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.488238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Network': ['ID=50e1abdf-e0fa-412d-9980-0623ae3e6676,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:57.500545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 50e1abdf-e0fa-412d-9980-0623ae3e6676 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:57.537364 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ab8c1f8-c9ae-4e8d-9697-f7385c2c193d tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4193306 Sep 16 05:21:57.539646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50898) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:57.548606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': '50e1abdf-e0fa-412d-9980-0623ae3e6676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:57.707170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:57.710930 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.994592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9917a6-27f9-49ce-ab81-1fad569660c8 req-b132dfe6-4662-421b-ae89-f43d35893c62 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.996073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f9917a6-27f9-49ce-ab81-1fad569660c8 req-b132dfe6-4662-421b-ae89-f43d35893c62 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0515239 Sep 16 05:21:57.997458 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.078072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=c07d7637-ea31-4b9f-ad86-33ef3ab8b74a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:58.088911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f9917a6-27f9-49ce-ab81-1fad569660c8 req-dfa3fd81-fbbf-4406-9bd1-a4020700d218 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848827 Sep 16 05:21:58.106431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Checking segment: {'id': '898b8b3f-e3df-4e8f-bf5a-d52c851c3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '50e1abdf-e0fa-412d-9980-0623ae3e6676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:58.106431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network hostable DHCP agents. Network: 50e1abdf-e0fa-412d-9980-0623ae3e6676, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:58.160175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e04fd723-8370-4a8d-98fa-99e1485815aa no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:58.184513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: e04fd723-8370-4a8d-98fa-99e1485815aa {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:58.184720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e04fd723-8370-4a8d-98fa-99e1485815aa not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:58.198773 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.209574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 50e1abdf-e0fa-412d-9980-0623ae3e6676 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:58.283615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 50e1abdf-e0fa-412d-9980-0623ae3e6676) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:58.287897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.291689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.292348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220df3e4-292b-49a4-b95a-e1251501fde4 None None] Network 50e1abdf-e0fa-412d-9980-0623ae3e6676 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:58.365289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2264108-8f41-4320-a74a-d350c463f104 req-cae2151b-1eec-410a-8367-f9ea29c57e0d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.366839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2264108-8f41-4320-a74a-d350c463f104 req-cae2151b-1eec-410a-8367-f9ea29c57e0d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0538690 Sep 16 05:21:58.369785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-238e1b21-f002-4ff5-bd71-8f85d282e4a5 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8273079 Sep 16 05:21:58.372493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50914) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:58.378938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1cf40bd6-73c6-43c1-961f-235489421998 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-475529628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:58.430028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2264108-8f41-4320-a74a-d350c463f104 req-397ba567-796b-42bd-bcd6-d2bc5baa373c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553062 Sep 16 05:21:58.451739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-50e1abdf-e0fa-412d-9980-0623ae3e6676', 'network_id': '50e1abdf-e0fa-412d-9980-0623ae3e6676', 'tenant_id': '8c03248132b542cca9742fcb89343348', 'fixed_ips': [{'subnet_id': 'c07d7637-ea31-4b9f-ad86-33ef3ab8b74a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:58.452601 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.495252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf40bd6-73c6-43c1-961f-235489421998 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.496343 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf40bd6-73c6-43c1-961f-235489421998 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.550822 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf40bd6-73c6-43c1-961f-235489421998 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.585613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Allocated IP 2001:db8::2 (50e1abdf-e0fa-412d-9980-0623ae3e6676/c07d7637-ea31-4b9f-ad86-33ef3ab8b74a/8c5dd1c7-d0b9-408b-ad12-b447beeccc52) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:58.615377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf40bd6-73c6-43c1-961f-235489421998 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.694659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cf40bd6-73c6-43c1-961f-235489421998 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.695943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1cf40bd6-73c6-43c1-961f-235489421998 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3224370 Sep 16 05:21:58.699223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 50920) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:58.704642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'network_id': '50e1abdf-e0fa-412d-9980-0623ae3e6676', 'name': 'tempest-PortsIpV6TestJSON-1116101205'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:58.733507 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.822076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.858318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Network 50e1abdf-e0fa-412d-9980-0623ae3e6676 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:58.861122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:58.864562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:58.867289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:58.871871 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.878366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Pushing event updated for resources: {'Port': ['ID=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:58.892109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 3322ce89-5916-438a-a264-dca59fbbc899 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:58.933817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Attempting to bind port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:58.934193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Attempting to bind port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '898b8b3f-e3df-4e8f-bf5a-d52c851c3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '50e1abdf-e0fa-412d-9980-0623ae3e6676'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:58.934561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Attempting to bind port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 on network 50e1abdf-e0fa-412d-9980-0623ae3e6676 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:58.940573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:58.941241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Checking segment: {'id': '898b8b3f-e3df-4e8f-bf5a-d52c851c3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '50e1abdf-e0fa-412d-9980-0623ae3e6676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:58.941361 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.942385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Bound using segment: {'id': '898b8b3f-e3df-4e8f-bf5a-d52c851c3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '50e1abdf-e0fa-412d-9980-0623ae3e6676'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:58.942498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Bound port: 8c5dd1c7-d0b9-408b-ad12-b447beeccc52, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898b8b3f-e3df-4e8f-bf5a-d52c851c3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '50e1abdf-e0fa-412d-9980-0623ae3e6676'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:58.942819 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.013187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] For port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:59.017576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] For port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,segment=NetworkSegment(898b8b3f-e3df-4e8f-bf5a-d52c851c3165),segment_id=898b8b3f-e3df-4e8f-bf5a-d52c851c3165)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:59.030457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::20c (50e1abdf-e0fa-412d-9980-0623ae3e6676/c07d7637-ea31-4b9f-ad86-33ef3ab8b74a/3322ce89-5916-438a-a264-dca59fbbc899) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:59.073487 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.132882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5d6dd-00c5-46c3-a566-2122e26aa2a0 None None] Pushing event updated for resources: {'Port': ['ID=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:59.237250 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.248879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5183-c45f-43f1-97d5-495db5c3d91a req-103f146b-054e-4614-9f93-08702524fe32 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.250388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba2b5183-c45f-43f1-97d5-495db5c3d91a req-103f146b-054e-4614-9f93-08702524fe32 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0825796 Sep 16 05:21:59.317242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba2b5183-c45f-43f1-97d5-495db5c3d91a req-5136b98b-327d-4a0e-a9ba-8dfd0a7db3a0 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536773 Sep 16 05:21:59.381782 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.428335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 50e1abdf-e0fa-412d-9980-0623ae3e6676 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:59.431677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:59.437761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:59.443420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.444664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.453473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=3322ce89-5916-438a-a264-dca59fbbc899,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:59.554371 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a55466c4-e41a-49ce-a99c-e5a057019905 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8538852 Sep 16 05:21:59.557126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 50960) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:59.567226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9864-ccc9-462f-9c40-d299853925a9 req-9970417a-08d5-4543-af57-5f2aee328224 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.568712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acda9864-ccc9-462f-9c40-d299853925a9 req-9970417a-08d5-4543-af57-5f2aee328224 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0560830 Sep 16 05:21:59.608500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acda9864-ccc9-462f-9c40-d299853925a9 req-3e089c3c-0441-43da-8bf0-9c2c17b76f3f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334558 Sep 16 05:21:59.889648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.137154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d539a06-c9e5-42f5-a1cc-a6af61c63606 None None] Network 50e1abdf-e0fa-412d-9980-0623ae3e6676 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:00.164510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.207624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:00.237905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.288157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-22b41544-bd13-48e2-9337-04f01bc7ed7c None None] Provisioning complete for port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:00.288553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-22b41544-bd13-48e2-9337-04f01bc7ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.320741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=3322ce89-5916-438a-a264-dca59fbbc899,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:00.364482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:00.364816 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.450515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.476729 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-22b41544-bd13-48e2-9337-04f01bc7ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.493107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984424d2-ac29-4508-b332-810909948bee req-01ffd6e1-e4b6-43a6-b18d-147a676b1454 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.501268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-984424d2-ac29-4508-b332-810909948bee req-01ffd6e1-e4b6-43a6-b18d-147a676b1454 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0939977 Sep 16 05:22:00.513307 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.544360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-22b41544-bd13-48e2-9337-04f01bc7ed7c None None] For port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,segment=NetworkSegment(898b8b3f-e3df-4e8f-bf5a-d52c851c3165),segment_id=898b8b3f-e3df-4e8f-bf5a-d52c851c3165)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:00.548174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-984424d2-ac29-4508-b332-810909948bee req-d8e83604-7a6a-4c09-8282-e0d4cee7ad8c tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459998 Sep 16 05:22:00.605615 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-22b41544-bd13-48e2-9337-04f01bc7ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.644339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.676261 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:00.676636 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:00.681878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b41544-bd13-48e2-9337-04f01bc7ed7c None None] Pushing event updated for resources: {'Port': ['ID=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:00.729657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-aa678cf2-7b62-41d4-b740-3e7b17fd433e None None] Provisioning complete for port 3322ce89-5916-438a-a264-dca59fbbc899 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:00.730034 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aa678cf2-7b62-41d4-b740-3e7b17fd433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.768600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-aa678cf2-7b62-41d4-b740-3e7b17fd433e None None] Port 3322ce89-5916-438a-a264-dca59fbbc899 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:00.784494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-aa678cf2-7b62-41d4-b740-3e7b17fd433e None None] Provisioning complete for port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:00.784869 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aa678cf2-7b62-41d4-b740-3e7b17fd433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.894077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706c607-6c5e-4706-a557-0f41198df086 req-0ea2a17e-79d3-43f0-b2b5-22a1bbfb233a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.895782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7706c607-6c5e-4706-a557-0f41198df086 req-0ea2a17e-79d3-43f0-b2b5-22a1bbfb233a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 946 time: 0.0622938 Sep 16 05:22:00.936817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.937184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7706c607-6c5e-4706-a557-0f41198df086 req-058ab6ce-6990-4b21-b437-81976a1a9669 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348010 Sep 16 05:22:00.993740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af951332-bad6-4fb5-887d-9e22d168354d None None] Provisioning complete for port 3322ce89-5916-438a-a264-dca59fbbc899 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:00.994121 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af951332-bad6-4fb5-887d-9e22d168354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.998783 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.999634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.032988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af951332-bad6-4fb5-887d-9e22d168354d None None] Port 3322ce89-5916-438a-a264-dca59fbbc899 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:01.117446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=3322ce89-5916-438a-a264-dca59fbbc899,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:01.163459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network 50e1abdf-e0fa-412d-9980-0623ae3e6676 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:01.165090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:01.256615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5c62234b-848f-4dce-bbc5-d8e3d6059c52 None None] Provisioning complete for port 3322ce89-5916-438a-a264-dca59fbbc899 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:01.257160 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5c62234b-848f-4dce-bbc5-d8e3d6059c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.295109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5c62234b-848f-4dce-bbc5-d8e3d6059c52 None None] Port 3322ce89-5916-438a-a264-dca59fbbc899 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:01.346337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Router e5837945-e23e-4466-a617-338033d635e8 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:01.416087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6aa6bc42-4382-4293-a592-afca7a542140 None None] Provisioning complete for port 3322ce89-5916-438a-a264-dca59fbbc899 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:01.416486 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bc42-4382-4293-a592-afca7a542140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.449052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:01.449637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6bc42-4382-4293-a592-afca7a542140 None None] Port 3322ce89-5916-438a-a264-dca59fbbc899 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:01.457611 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1ff4264-a918-4b21-9d09-cce0a8c7f0fb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "PUT /v2.0/routers/e5837945-e23e-4466-a617-338033d635e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8969951 Sep 16 05:22:01.457995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51014) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:01.461664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defcf1fb-1e98-497f-bc94-017977350772 None None] Sync routers for ids ['e5837945-e23e-4466-a617-338033d635e8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:01.471998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defcf1fb-1e98-497f-bc94-017977350772 None None] Routers {'e5837945-e23e-4466-a617-338033d635e8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:01.472621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-defcf1fb-1e98-497f-bc94-017977350772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:21:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e5837945-e23e-4466-a617-338033d635e8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:01.504169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-defcf1fb-1e98-497f-bc94-017977350772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:01.513414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defcf1fb-1e98-497f-bc94-017977350772 None None] Routers {'e5837945-e23e-4466-a617-338033d635e8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:01.513999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-defcf1fb-1e98-497f-bc94-017977350772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:21:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e5837945-e23e-4466-a617-338033d635e8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:01.540411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa84533-d963-4f37-b247-6fc85c874d3c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:01.544590 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bfa84533-d963-4f37-b247-6fc85c874d3c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5837945-e23e-4466-a617-338033d635e8 HTTP/1.1" status: 200 len: 989 time: 0.0831795 Sep 16 05:22:01.544893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51024) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:01.549627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-defcf1fb-1e98-497f-bc94-017977350772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:01.550290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defcf1fb-1e98-497f-bc94-017977350772 None None] The sync data for ids ['e5837945-e23e-4466-a617-338033d635e8'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:01.674937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ec0a5-ee12-4a5e-ba98-73f40ee993d3 req-16f646d6-b06b-47e6-a2d8-9b01efcc3688 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:01.677148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f6ec0a5-ee12-4a5e-ba98-73f40ee993d3 req-16f646d6-b06b-47e6-a2d8-9b01efcc3688 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0596704 Sep 16 05:22:01.718491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f6ec0a5-ee12-4a5e-ba98-73f40ee993d3 req-a025a603-88dd-4793-922c-891068b62818 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344391 Sep 16 05:22:01.939302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec26f2-d8ce-4046-aeea-e25df2ed3cd9 req-76f462de-4946-41d1-bd90-813e0d0c435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:01.940866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-77ec26f2-d8ce-4046-aeea-e25df2ed3cd9 req-76f462de-4946-41d1-bd90-813e0d0c435d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 1097 time: 0.1457973 Sep 16 05:22:02.042234 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-77ec26f2-d8ce-4046-aeea-e25df2ed3cd9 req-f49fb923-6c3e-48d7-8a2e-b148877ccf1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909638 Sep 16 05:22:02.059366 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.174483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:02.226850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:02.227284 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.348298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:02.435083 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.460313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:02.462647 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04da7416-f365-43ce-8334-181cdbf4bdbc" -d '{"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-unplugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:02.476522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:02.502321 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798cc218-32f5-4947-8748-a8dceaa393fc x-openstack-request-id: req-798cc218-32f5-4947-8748-a8dceaa393fc {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:02.502668 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-unplugged", "status": "completed", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:02.503057 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-798cc218-32f5-4947-8748-a8dceaa393fc {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:02.503485 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'code': 200} Sep 16 05:22:02.557733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.609612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=14']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:02.686824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 3322ce89-5916-438a-a264-dca59fbbc899 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:02.687097 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.776743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.790657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 3322ce89-5916-438a-a264-dca59fbbc899 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:02.839482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01225a55-ad38-4f80-a241-82bd16186452 req-88f8c31a-d00b-4888-a5e5-e60147a1eb33 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:02.840983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01225a55-ad38-4f80-a241-82bd16186452 req-88f8c31a-d00b-4888-a5e5-e60147a1eb33 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0490441 Sep 16 05:22:02.885390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01225a55-ad38-4f80-a241-82bd16186452 req-19f160aa-3cb3-4dde-be37-03c1db213f37 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381021 Sep 16 05:22:02.980581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc253b3f-6dea-4c1b-a0be-44c97c00fe72 req-7b92b8eb-9671-44de-b163-4f90242ee131 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:02.982431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc253b3f-6dea-4c1b-a0be-44c97c00fe72 req-7b92b8eb-9671-44de-b163-4f90242ee131 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0517824 Sep 16 05:22:03.015111 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.024286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc253b3f-6dea-4c1b-a0be-44c97c00fe72 req-e566dbcc-9c05-4c2e-870c-95122a896dd9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328050 Sep 16 05:22:03.052970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=3322ce89-5916-438a-a264-dca59fbbc899,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:03.159682 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.328993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Router e5837945-e23e-4466-a617-338033d635e8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:03.412870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:03.422140 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-87b18818-8482-4e15-baca-7afd8ea54ec0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "PUT /v2.0/routers/e5837945-e23e-4466-a617-338033d635e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8763888 Sep 16 05:22:03.425467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51082) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:03.425603 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2db3a7-9445-4105-a5b7-17e1f8c4050d None None] Sync routers for ids ['e5837945-e23e-4466-a617-338033d635e8'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:03.435019 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2db3a7-9445-4105-a5b7-17e1f8c4050d None None] Routers {'e5837945-e23e-4466-a617-338033d635e8'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:03.435776 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6a2db3a7-9445-4105-a5b7-17e1f8c4050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:21:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e5837945-e23e-4466-a617-338033d635e8'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:03.437107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1fa85-1fdd-42f0-82d2-c550b8e1297f req-c26fec17-cfea-4d63-9945-f61f347f00eb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:03.438752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1c1fa85-1fdd-42f0-82d2-c550b8e1297f req-c26fec17-cfea-4d63-9945-f61f347f00eb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0594008 Sep 16 05:22:03.474026 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13a6dec-26a1-4254-aedc-a9a0f9d0c4c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:22:03.475579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d13a6dec-26a1-4254-aedc-a9a0f9d0c4c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/3322ce89-5916-438a-a264-dca59fbbc899 HTTP/1.1" status: 404 len: 333 time: 0.0465791 Sep 16 05:22:03.478503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51084) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:03.479017 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6a2db3a7-9445-4105-a5b7-17e1f8c4050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:03.491518 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2db3a7-9445-4105-a5b7-17e1f8c4050d None None] Routers {'e5837945-e23e-4466-a617-338033d635e8'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:03.493108 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6a2db3a7-9445-4105-a5b7-17e1f8c4050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:21:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['e5837945-e23e-4466-a617-338033d635e8'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:03.507964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1c1fa85-1fdd-42f0-82d2-c550b8e1297f req-333d142c-d74d-4547-aed3-301ae1187316 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616417 Sep 16 05:22:03.533695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6a2db3a7-9445-4105-a5b7-17e1f8c4050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:03.534339 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2db3a7-9445-4105-a5b7-17e1f8c4050d None None] The sync data for ids ['e5837945-e23e-4466-a617-338033d635e8'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:03.584814 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f2e25a5-2437-4bb5-8764-54592c24422b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.658961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-2cfe7559-8efc-43b4-b84c-583e8383897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:03.660503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-2cfe7559-8efc-43b4-b84c-583e8383897e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1096 time: 0.1339853 Sep 16 05:22:03.784899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f2e25a5-2437-4bb5-8764-54592c24422b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.788238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f2e25a5-2437-4bb5-8764-54592c24422b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.891592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-6f8bfbfe-39ce-4bf2-8b97-b023a39df284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:03.893171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-6f8bfbfe-39ce-4bf2-8b97-b023a39df284 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.2174911 Sep 16 05:22:03.960207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f2e25a5-2437-4bb5-8764-54592c24422b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.960718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2e25a5-2437-4bb5-8764-54592c24422b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Fanout notify agent at l3_agent the message router_deleted on router e5837945-e23e-4466-a617-338033d635e8 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:22:03.963548 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-9decf4d0-8b24-4a9f-972c-255db44dad42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 998 time: 0.0629783 Sep 16 05:22:03.968793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f2e25a5-2437-4bb5-8764-54592c24422b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.970317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2f2e25a5-2437-4bb5-8764-54592c24422b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/routers/e5837945-e23e-4466-a617-338033d635e8 HTTP/1.1" status: 204 len: 168 time: 0.4903359 Sep 16 05:22:03.972408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51088) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:04.010218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2951079-4fb3-4ccc-93b3-7c67910c5791 req-13b96bea-698c-448d-b349-d5c2e799772a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.011757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2951079-4fb3-4ccc-93b3-7c67910c5791 req-13b96bea-698c-448d-b349-d5c2e799772a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0527425 Sep 16 05:22:04.049548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2951079-4fb3-4ccc-93b3-7c67910c5791 req-e2e1ea1f-b35b-4476-8037-b1562f2e46d2 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312645 Sep 16 05:22:04.056505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-415c0a28-2582-4f32-8e2b-a7beb35942c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet c07d7637-ea31-4b9f-ad86-33ef3ab8b74a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:04.060408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-fba04f0e-bbc5-4a5a-b70e-00605b87527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.061849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-fba04f0e-bbc5-4a5a-b70e-00605b87527a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0817549 Sep 16 05:22:04.062499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-415c0a28-2582-4f32-8e2b-a7beb35942c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.073973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51090) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:04.131006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-415c0a28-2582-4f32-8e2b-a7beb35942c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.138121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-07369ae5-f46c-4ea1-80f3-9528edfe2117 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/floatingips/cbf1257a-a077-41aa-98e1-3b9ffb628d76 HTTP/1.1" status: 200 len: 991 time: 0.0630045 Sep 16 05:22:04.168672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-1dfaa98d-26b2-4f43-8fcb-591ec6f0a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.170190 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-1dfaa98d-26b2-4f43-8fcb-591ec6f0a774 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864918 Sep 16 05:22:04.182731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-5ce006a3-7bca-494e-b0e5-abc8936db39a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:22:04.183688 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-5ce006a3-7bca-494e-b0e5-abc8936db39a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055764 Sep 16 05:22:04.277044 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-415c0a28-2582-4f32-8e2b-a7beb35942c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.339095 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-1dc01522-6fd3-4927-895f-5248eff9db2b service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473882 Sep 16 05:22:04.355316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d08938f3-1536-4f4d-b23a-64dbfd0fab90 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:04.396439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d08938f3-1536-4f4d-b23a-64dbfd0fab90 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:04.451868 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-28df6139-b247-4e73-9cee-51b03b5fba2d req-ab51232b-6602-4b05-b7d7-97854dfea188 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038036 Sep 16 05:22:04.521331 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.547210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-415c0a28-2582-4f32-8e2b-a7beb35942c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.552014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:04.563443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:04.565793 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c496d-a69d-4c4d-8327-db0f5c0feb57" -d '{"events": [{"server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "name": "network-vif-unplugged", "status": "completed", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:04.572934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c0a28-2582-4f32-8e2b-a7beb35942c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=c07d7637-ea31-4b9f-ad86-33ef3ab8b74a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:04.579395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-415c0a28-2582-4f32-8e2b-a7beb35942c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.588449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'port_id': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'mac_address': 'fa:16:3e:07:0d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:04.588559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-415c0a28-2582-4f32-8e2b-a7beb35942c1 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/c07d7637-ea31-4b9f-ad86-33ef3ab8b74a HTTP/1.1" status: 204 len: 168 time: 0.6107543 Sep 16 05:22:04.588650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:04.588741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51098) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:04.623068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.625079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f07253-26db-443f-ac46-d75d58042f2a None None] Network 50e1abdf-e0fa-412d-9980-0623ae3e6676 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:04.641259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502e3b9-d0de-4bc6-871a-ac3f9c799a77 req-cff2e072-d3d0-4bc5-a12d-f50030c4c439 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.647890 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3da9fd-19bd-4c3f-842f-fadd6d6437f2 x-openstack-request-id: req-7c3da9fd-19bd-4c3f-842f-fadd6d6437f2 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:04.651534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3502e3b9-d0de-4bc6-871a-ac3f9c799a77 req-cff2e072-d3d0-4bc5-a12d-f50030c4c439 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0701320 Sep 16 05:22:04.651804 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "name": "network-vif-unplugged", "status": "completed", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:04.651804 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c3da9fd-19bd-4c3f-842f-fadd6d6437f2 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:04.651804 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'code': 200} Sep 16 05:22:04.651804 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.663112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d08938f3-1536-4f4d-b23a-64dbfd0fab90 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:04.671921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.686292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3502e3b9-d0de-4bc6-871a-ac3f9c799a77 req-d9a9e127-1f60-404d-8318-0fed68c0bb12 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332148 Sep 16 05:22:04.737949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:04.738306 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.816681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:04.820590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:04.820916 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:04.907941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] DHCP port deletion for 50e1abdf-e0fa-412d-9980-0623ae3e6676 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:04.956578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] Deleting port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:04.956953 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.020453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] For port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,segment=NetworkSegment(898b8b3f-e3df-4e8f-bf5a-d52c851c3165),segment_id=898b8b3f-e3df-4e8f-bf5a-d52c851c3165)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:05.020881 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.037105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] Calling delete_port for 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:05.065810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] For port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,segment=NetworkSegment(898b8b3f-e3df-4e8f-bf5a-d52c851c3165),segment_id=898b8b3f-e3df-4e8f-bf5a-d52c851c3165)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:05.066451 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.080617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:05.277669 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.283878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.302572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:05.306777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No DVR routers for this DVR port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:05.314097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] Pushing event deleted for resources: {'Port': ['ID=8c5dd1c7-d0b9-408b-ad12-b447beeccc52,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:05.316912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f80d1-b968-4cf0-8add-7fcabf356a30 None None] No DVR routers for this DVR port 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:05.362705 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.377256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08938f3-1536-4f4d-b23a-64dbfd0fab90 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:05.392504 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.397470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:05.411654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e1abdf-e0fa-412d-9980-0623ae3e6676']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:05.424089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898b8b3f-e3df-4e8f-bf5a-d52c851c3165') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:05.424394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898b8b3f-e3df-4e8f-bf5a-d52c851c3165') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:05.435630 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.449476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.455921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:05.456312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:05.459395 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:05.495087 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.541225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:05.569528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.577198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.579263 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/networks/50e1abdf-e0fa-412d-9980-0623ae3e6676 HTTP/1.1" status: 204 len: 168 time: 0.9936042 Sep 16 05:22:05.583008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51102) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:05.590411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ef6b5-62ad-43e0-8ce1-d1216fc73b2e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Network': ['ID=50e1abdf-e0fa-412d-9980-0623ae3e6676,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:05.625133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a4332-4005-4d9f-81e7-22ca04aac356 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:05.626511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-093a4332-4005-4d9f-81e7-22ca04aac356 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/17bf80c3-f928-4249-a4d1-22e9f5147420 HTTP/1.1" status: 200 len: 844 time: 0.0424938 Sep 16 05:22:05.630154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51104) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:05.672013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-afe90028-a094-4627-b5aa-24988748c59a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/17bf80c3-f928-4249-a4d1-22e9f5147420?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0407581 Sep 16 05:22:05.675730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51106) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:05.680212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:05.810821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee079bd-8477-46b6-9f8b-30161bdd6c74 req-88ae3c5c-0045-4a80-97b5-5097f5ab48f6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:05.812253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dee079bd-8477-46b6-9f8b-30161bdd6c74 req-88ae3c5c-0045-4a80-97b5-5097f5ab48f6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0554340 Sep 16 05:22:05.830802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['d08938f3-1536-4f4d-b23a-64dbfd0fab90'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:05.852179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dee079bd-8477-46b6-9f8b-30161bdd6c74 req-aba14bce-1045-4b71-bd7e-ea16515dad84 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339549 Sep 16 05:22:05.878077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:05.881604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.100246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5ba52-72ed-4638-bcef-36fe53af174c req-90988770-1fab-4ffc-b025-b2d27384ebdf tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.101718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7e5ba52-72ed-4638-bcef-36fe53af174c req-90988770-1fab-4ffc-b025-b2d27384ebdf tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0919135 Sep 16 05:22:06.147753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7e5ba52-72ed-4638-bcef-36fe53af174c req-8d5fee33-9f06-4ea2-a518-82e815563181 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369749 Sep 16 05:22:06.163372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:06.175560 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.184048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:06.184418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8c5dd1c7-d0b9-408b-ad12-b447beeccc52 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:06.227232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:06.237893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:06.243355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.244528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.246808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e3c46-ae97-47d5-9ed1-ab1c7e2a8a9a None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:06.263979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=9bee3b68-b464-4505-a19d-f856087c745e,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.290880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2220d-16ee-43c2-93ce-f38063a88b57 req-0172a9b3-2f4f-4770-8219-efd56d35a436 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.292408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbe2220d-16ee-43c2-93ce-f38063a88b57 req-0172a9b3-2f4f-4770-8219-efd56d35a436 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0671239 Sep 16 05:22:06.319722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ae07944c-ade1-4091-b349-b0ff30e779f3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6429958 Sep 16 05:22:06.322613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51116) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:06.330595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-51bc9079-5c71-4416-8dfa-7fd79e46505f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'security_group': {'name': 'tempest-secgroup-965875415'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:06.333278 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbe2220d-16ee-43c2-93ce-f38063a88b57 req-96efbb60-c37c-4287-a1c3-b5ddf0af13e2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347688 Sep 16 05:22:06.412142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'tenant_id': '8c03248132b542cca9742fcb89343348', 'fixed_ips': [{'subnet_id': '9bee3b68-b464-4505-a19d-f856087c745e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:06.412997 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.420700 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51bc9079-5c71-4416-8dfa-7fd79e46505f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.527558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51bc9079-5c71-4416-8dfa-7fd79e46505f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.567916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Allocated IP 2001:db8::2 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/9bee3b68-b464-4505-a19d-f856087c745e/284ae794-a08e-4902-9efc-df7b5a2c4b77) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:06.586290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51bc9079-5c71-4416-8dfa-7fd79e46505f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.620495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc9079-5c71-4416-8dfa-7fd79e46505f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948b0733-f003-4244-8cdb-eadbf4763702,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.631293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-d1f0b40b-0557-4d4f-ad87-37fb42455979 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.634308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-d1f0b40b-0557-4d4f-ad87-37fb42455979 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.1178968 Sep 16 05:22:06.648747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-60ad85eb-119e-430b-9719-119b889c1a1d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/quotas/902bf2fdc52645658eacbd9a3c631a58 HTTP/1.1" status: 200 len: 375 time: 0.0093725 Sep 16 05:22:06.672316 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51bc9079-5c71-4416-8dfa-7fd79e46505f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.673791 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-51bc9079-5c71-4416-8dfa-7fd79e46505f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3499897 Sep 16 05:22:06.676625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51132) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:06.681315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-511c4293-b201-45ec-93dd-7497799047b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1254874848'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:06.704297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-6e716c04-77d4-451c-b3d8-d49ec6a45e28 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491939 Sep 16 05:22:06.721568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.763778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-511c4293-b201-45ec-93dd-7497799047b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.766786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-f0db466d-682b-4085-b8ae-9e357a29f95d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:22:06.767818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-f0db466d-682b-4085-b8ae-9e357a29f95d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568335 Sep 16 05:22:06.792770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.834640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:06.837618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:06.840220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:06.856441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-511c4293-b201-45ec-93dd-7497799047b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.856663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Pushing event updated for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.868692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-b4c6e341-3474-40a5-b2f9-f6a2e2da5e10 service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938716 Sep 16 05:22:06.902925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Attempting to bind port 284ae794-a08e-4902-9efc-df7b5a2c4b77 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:06.903335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Attempting to bind port 284ae794-a08e-4902-9efc-df7b5a2c4b77 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b22c366b-0fde-49a0-b549-b492c6258bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:06.903703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Attempting to bind port 284ae794-a08e-4902-9efc-df7b5a2c4b77 on network f25e35ae-44af-4e6f-be6b-9ad801fefc04 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:06.908883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:06.909260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Checking segment: {'id': 'b22c366b-0fde-49a0-b549-b492c6258bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:06.909661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.910053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Bound using segment: {'id': 'b22c366b-0fde-49a0-b549-b492c6258bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:06.910562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Bound port: 284ae794-a08e-4902-9efc-df7b5a2c4b77, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c366b-0fde-49a0-b549-b492c6258bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:06.910991 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.912473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-511c4293-b201-45ec-93dd-7497799047b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.945920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c4293-b201-45ec-93dd-7497799047b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdcc2c1-af3f-4935-8c18-b04535018479,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.962853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-6ade82c1-b7e6-4ac5-a357-803ed58714e1 service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879428 Sep 16 05:22:06.976093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:06.979429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=284ae794-a08e-4902-9efc-df7b5a2c4b77,segment=NetworkSegment(b22c366b-0fde-49a0-b549-b492c6258bf9),segment_id=b22c366b-0fde-49a0-b549-b492c6258bf9)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:06.998179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-511c4293-b201-45ec-93dd-7497799047b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.999521 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-511c4293-b201-45ec-93dd-7497799047b9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3219545 Sep 16 05:22:07.002189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51136) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:07.007118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-938160822', 'security_groups': ['4fdcc2c1-af3f-4935-8c18-b04535018479'], 'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9bee3b68-b464-4505-a19d-f856087c745e'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:07.079073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.148878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5d7b7-ac70-4821-8ba7-7942312df17c None None] Pushing event updated for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:07.192499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:07.212306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdf7a01-6a1d-47e9-901f-61d9aeb03d0c req-c6f9ef8c-5f73-4318-8ec7-9f5a3cc8cecb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 210 time: 0.0430276 Sep 16 05:22:07.282022 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.301476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port 9bd7b461-3911-408c-b528-6762c2da70cb yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:07.503754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::2b2 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/9bee3b68-b464-4505-a19d-f856087c745e/9bd7b461-3911-408c-b528-6762c2da70cb) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:07.651738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.781547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.824940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:07.828100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:07.832204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:07.837994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.838686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.856986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=9bd7b461-3911-408c-b528-6762c2da70cb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:07.964432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-60312554-5402-4f2d-bea8-85c073ec5c56 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9611380 Sep 16 05:22:07.969345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51150) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:07.972352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4083955c-b190-41f1-a304-88aac641248a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:08.147754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] Provisioning complete for port 17bf80c3-f928-4249-a4d1-22e9f5147420 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:08.150611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.152374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4083955c-b190-41f1-a304-88aac641248a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:08.156240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4083955c-b190-41f1-a304-88aac641248a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.199607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] Port 17bf80c3-f928-4249-a4d1-22e9f5147420 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:08.211513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:08.212055 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.236734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 284ae794-a08e-4902-9efc-df7b5a2c4b77 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:08.258651 n-d-712143-16 neutron-server[101825]: INFO neutron.db.ipam_backend_mixin [None req-4083955c-b190-41f1-a304-88aac641248a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9bee3b68-b464-4505-a19d-f856087c745e (CIDR: 2001:db8::/64) Sep 16 05:22:08.291702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f63f1b8-ed3a-4861-8e82-d515a16597dd req-5d8f94dc-2e67-45a6-a5e2-230f004cd54c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 210 time: 0.0286791 Sep 16 05:22:08.329288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:08.329718 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.330172 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4083955c-b190-41f1-a304-88aac641248a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:22:08.330759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4083955c-b190-41f1-a304-88aac641248a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:08.367308 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.385980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d08938f3-1536-4f4d-b23a-64dbfd0fab90 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:08.421385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4083955c-b190-41f1-a304-88aac641248a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4530656 Sep 16 05:22:08.424020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51156) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:08.429239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:08.442266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=284ae794-a08e-4902-9efc-df7b5a2c4b77,segment=NetworkSegment(b22c366b-0fde-49a0-b549-b492c6258bf9),segment_id=b22c366b-0fde-49a0-b549-b492c6258bf9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:08.491017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port d08938f3-1536-4f4d-b23a-64dbfd0fab90 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:08.491323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.492893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.524305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.592187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:08.595904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.616310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2395c7-0179-40b6-9266-9260d2fbbc66 None None] Pushing event updated for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:08.658790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:08.659149 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:08.681267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-017aea9b-449e-4a33-8391-25d6f8d1de76 None None] Provisioning complete for port 9bd7b461-3911-408c-b528-6762c2da70cb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:08.682089 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-017aea9b-449e-4a33-8391-25d6f8d1de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.683185 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.737097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:08.739540 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9f5930-f247-4227-a36b-3334710319f5" -d '{"events": [{"server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "name": "network-vif-plugged", "status": "completed", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:08.746935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-017aea9b-449e-4a33-8391-25d6f8d1de76 None None] Port 9bd7b461-3911-408c-b528-6762c2da70cb cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:08.756274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:08.788502 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be30c377-10c3-446e-b0ee-312991994f64 x-openstack-request-id: req-be30c377-10c3-446e-b0ee-312991994f64 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:08.788803 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "name": "network-vif-plugged", "status": "completed", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:08.789056 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be30c377-10c3-446e-b0ee-312991994f64 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:08.789453 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'code': 200} Sep 16 05:22:08.821050 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.870592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:08.941028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.988030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:08.991330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:08.996118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.996721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.001894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb14387-3222-452d-9a8d-b2e8d26967e4 None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:09.006097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=a3f00ee8-b126-49f2-bf62-801d2a095360,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:09.101427 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-18748b53-84f0-46dc-bd59-2a090119bbf3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6761820 Sep 16 05:22:09.104774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51162) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:09.110056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-174899249', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a3f00ee8-b126-49f2-bf62-801d2a095360'}], 'security_groups': ['948b0733-f003-4244-8cdb-eadbf4763702']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:09.177681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.231299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495ec8a-ee57-4ca6-b242-a3427319ff12 None None] Update dhcp port {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'fixed_ips': [{'subnet_id': '9bee3b68-b464-4505-a19d-f856087c745e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3f00ee8-b126-49f2-bf62-801d2a095360'}], 'binding:host_id': 'n-d-712143-16'}, 'id': '284ae794-a08e-4902-9efc-df7b5a2c4b77'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:22:09.255616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5495ec8a-ee57-4ca6-b242-a3427319ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.402512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b14a074b-ae9a-42b4-8a09-eb1e6e74c3c3 req-248385d2-4fe6-4034-914b-980418ec67fd tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 210 time: 0.0322220 Sep 16 05:22:09.430688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-5495ec8a-ee57-4ca6-b242-a3427319ff12 None None] Allocated IP 2001:db8:0:1::2 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/a3f00ee8-b126-49f2-bf62-801d2a095360/284ae794-a08e-4902-9efc-df7b5a2c4b77) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:09.522862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5495ec8a-ee57-4ca6-b242-a3427319ff12 None None] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=284ae794-a08e-4902-9efc-df7b5a2c4b77,segment=NetworkSegment(b22c366b-0fde-49a0-b549-b492c6258bf9),segment_id=b22c366b-0fde-49a0-b549-b492c6258bf9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:09.539376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-b2455490-48fb-453a-b59b-8c9565dbad00 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:09.540863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-b2455490-48fb-453a-b59b-8c9565dbad00 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.60 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.1054332 Sep 16 05:22:09.553319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5495ec8a-ee57-4ca6-b242-a3427319ff12 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.554775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'port': {'device_id': 'f031361e-20ef-4311-bb8c-343ace814f1f', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'admin_state_up': True, 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:09.637725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5495ec8a-ee57-4ca6-b242-a3427319ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.740461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495ec8a-ee57-4ca6-b242-a3427319ff12 None None] Pushing event updated for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:09.786851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Delete allocated IP 2001:db8::2b2 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/9bee3b68-b464-4505-a19d-f856087c745e) {{(pid=101825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:22:09.796135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8:0:1::285 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/a3f00ee8-b126-49f2-bf62-801d2a095360/9bd7b461-3911-408c-b528-6762c2da70cb) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:09.976442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.032445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.100629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] In _notify_port_updated(), no bound segment for port 9bd7b461-3911-408c-b528-6762c2da70cb on network f25e35ae-44af-4e6f-be6b-9ad801fefc04 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:10.109700 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:10.110495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.115531 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "PUT /v2.0/ports/9bd7b461-3911-408c-b528-6762c2da70cb HTTP/1.1" status: 200 len: 930 time: 1.0068128 Sep 16 05:22:10.117212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51168) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:10.119943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18573aa-6d6b-49ea-85e8-60d223edea65 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=9bd7b461-3911-408c-b528-6762c2da70cb,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:10.148551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Made reservation on behalf of 902bf2fdc52645658eacbd9a3c631a58 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:10.152275 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.204557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 284ae794-a08e-4902-9efc-df7b5a2c4b77 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:10.255193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:10.255808 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.317759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9336c1f7-2679-4a80-a342-1ec8dc235bb3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 9bd7b461-3911-408c-b528-6762c2da70cb {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:10.318109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9336c1f7-2679-4a80-a342-1ec8dc235bb3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.366104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Allocated IP 172.20.0.7 (5124c92f-3cbd-487a-95e9-c6ce4cb18054/065dfe4b-32da-4502-9e5d-3c4a5e77044a/875847a4-d2fe-4c2f-aef4-ff226b9e4ed1) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:10.385473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-07e9c873-a764-4d8b-b8c4-4a2e9990b73d None None] Provisioning complete for port 17bf80c3-f928-4249-a4d1-22e9f5147420 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:10.386010 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07e9c873-a764-4d8b-b8c4-4a2e9990b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.431523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-07e9c873-a764-4d8b-b8c4-4a2e9990b73d None None] Port 17bf80c3-f928-4249-a4d1-22e9f5147420 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:10.446022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-07e9c873-a764-4d8b-b8c4-4a2e9990b73d None None] Provisioning complete for port 9bd7b461-3911-408c-b528-6762c2da70cb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:10.446022 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07e9c873-a764-4d8b-b8c4-4a2e9990b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.485852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-07e9c873-a764-4d8b-b8c4-4a2e9990b73d None None] Port 9bd7b461-3911-408c-b528-6762c2da70cb cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:10.497390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-07e9c873-a764-4d8b-b8c4-4a2e9990b73d None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:10.497866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07e9c873-a764-4d8b-b8c4-4a2e9990b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.519531 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.533116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1849cfa9-49aa-472c-9410-cf2f0df6881f req-4290289b-5189-42a7-90d0-44d8a10ad0c2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 210 time: 0.0525079 Sep 16 05:22:10.559703 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9336c1f7-2679-4a80-a342-1ec8dc235bb3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.580013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9336c1f7-2679-4a80-a342-1ec8dc235bb3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 9bd7b461-3911-408c-b528-6762c2da70cb owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:10.651076 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.702370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-20ea26f1-89a8-48e0-82ab-a42437d72a6f None None] Provisioning complete for port 9bd7b461-3911-408c-b528-6762c2da70cb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:10.702748 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-20ea26f1-89a8-48e0-82ab-a42437d72a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.737819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-20ea26f1-89a8-48e0-82ab-a42437d72a6f None None] Port 9bd7b461-3911-408c-b528-6762c2da70cb cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:10.798045 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.830669 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9336c1f7-2679-4a80-a342-1ec8dc235bb3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.857288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:10.865248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:10.868439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'Port': ['ID=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:10.886049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:10.935048 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9336c1f7-2679-4a80-a342-1ec8dc235bb3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.937229 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9336c1f7-2679-4a80-a342-1ec8dc235bb3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/9bd7b461-3911-408c-b528-6762c2da70cb HTTP/1.1" status: 204 len: 168 time: 0.8184674 Sep 16 05:22:10.940506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51176) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:10.942294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336c1f7-2679-4a80-a342-1ec8dc235bb3 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=9bd7b461-3911-408c-b528-6762c2da70cb,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:10.975871 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c441713-1331-4828-8031-defba9d20be4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:22:10.977747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3c441713-1331-4828-8031-defba9d20be4 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/9bd7b461-3911-408c-b528-6762c2da70cb HTTP/1.1" status: 404 len: 333 time: 0.0364571 Sep 16 05:22:10.980672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51178) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:10.996514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:10.997475 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.021692 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc91ec1a-34a8-4190-b698-6004ad0d7785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.043598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-65754671-5c14-4375-a943-664a51959e49 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.070717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-65754671-5c14-4375-a943-664a51959e49 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.092540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4dfcff45-ddd2-445c-a3af-26f1b0aa1d63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5392249 Sep 16 05:22:11.101706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-5459abfc-f245-4525-a3a7-43b87a6a5878 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:22:11.102761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-5459abfc-f245-4525-a3a7-43b87a6a5878 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063522 Sep 16 05:22:11.158884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e2a0ccf0-e6e5-424e-9221-f68a53f0cfc5 None None] Provisioning complete for port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:11.159722 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ccf0-e6e5-424e-9221-f68a53f0cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.164744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Request body: {'port': {'device_id': 'f031361e-20ef-4311-bb8c-343ace814f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:11.194093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0ccf0-e6e5-424e-9221-f68a53f0cfc5 None None] Port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:11.200942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-65754671-5c14-4375-a943-664a51959e49 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.201268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-65754671-5c14-4375-a943-664a51959e49 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.202521 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-65754671-5c14-4375-a943-664a51959e49 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/security-groups/4fdcc2c1-af3f-4935-8c18-b04535018479 HTTP/1.1" status: 204 len: 168 time: 0.2208138 Sep 16 05:22:11.213096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65754671-5c14-4375-a943-664a51959e49 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdcc2c1-af3f-4935-8c18-b04535018479,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:11.215488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51182) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:11.230418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.276233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb12e-a565-4a3e-9458-13dfe80bba23 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.298145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb12e-a565-4a3e-9458-13dfe80bba23 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.414636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb12e-a565-4a3e-9458-13dfe80bba23 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.417307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb12e-a565-4a3e-9458-13dfe80bba23 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.418490 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5b7eb12e-a565-4a3e-9458-13dfe80bba23 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/security-groups/948b0733-f003-4244-8cdb-eadbf4763702 HTTP/1.1" status: 204 len: 168 time: 0.2019238 Sep 16 05:22:11.421630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51186) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:11.427679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eb12e-a565-4a3e-9458-13dfe80bba23 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948b0733-f003-4244-8cdb-eadbf4763702,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:11.491522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e5f442-c605-4e70-9d78-2e54a38b0502 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet 9bee3b68-b464-4505-a19d-f856087c745e {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:11.495947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72e5f442-c605-4e70-9d78-2e54a38b0502 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.567575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72e5f442-c605-4e70-9d78-2e54a38b0502 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.602969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:11.615538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.678930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Transition to ACTIVE for port object 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:11.708538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f6c43-0c45-4292-b6ea-9f336b0aa6c2 req-f8ae0741-7a21-4849-9f9c-bce5743d610d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:11.710011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-135f6c43-0c45-4292-b6ea-9f336b0aa6c2 req-f8ae0741-7a21-4849-9f9c-bce5743d610d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 931 time: 0.1010265 Sep 16 05:22:11.713089 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72e5f442-c605-4e70-9d78-2e54a38b0502 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.746093 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.838417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-135f6c43-0c45-4292-b6ea-9f336b0aa6c2 req-2ee805db-4d6b-4bde-ada1-50e3265f7e01 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221364 Sep 16 05:22:11.841619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Pushing event updated for resources: {'Port': ['ID=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:11.914433 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72e5f442-c605-4e70-9d78-2e54a38b0502 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.922288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Attempting to bind port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:11.922629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Attempting to bind port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:11.922967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Attempting to bind port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:11.956060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:11.956454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Attempting to bind port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:11.959052 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-72e5f442-c605-4e70-9d78-2e54a38b0502 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.964770 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-72e5f442-c605-4e70-9d78-2e54a38b0502 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/9bee3b68-b464-4505-a19d-f856087c745e HTTP/1.1" status: 204 len: 168 time: 0.5383880 Sep 16 05:22:11.964770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5f442-c605-4e70-9d78-2e54a38b0502 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=9bee3b68-b464-4505-a19d-f856087c745e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:11.965487 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51192) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:11.970329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:11.970476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432831f2-2c4b-43b5-8fec-7e7480eb5e7b None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:11.970907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:11.971028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Checking segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:11.971378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Bound using segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:11.971853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Bound port: 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:11.972258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.041438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] For port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:12.044933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] For port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:12.130092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.157755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:12.162000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.163374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.164376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.172665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] 10.222.0.60 "PUT /v2.0/ports/875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 HTTP/1.1" status: 200 len: 1092 time: 1.0542641 Sep 16 05:22:12.172665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f031361e-20ef-4311-bb8c-343ace814f1f', 'tag': '875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:12.172665 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f031361e-20ef-4311-bb8c-343ace814f1f", "tag": "875847a4-d2fe-4c2f-aef4-ff226b9e4ed1"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:12.209598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f5d3f-e5b0-450b-8dc6-31156a55dd96 service neutron] Pushing event updated for resources: {'Port': ['ID=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.315316 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293a3090-62d1-43ea-95f0-d3e24fe72c3a x-openstack-request-id: req-293a3090-62d1-43ea-95f0-d3e24fe72c3a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:12.315659 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f031361e-20ef-4311-bb8c-343ace814f1f", "tag": "875847a4-d2fe-4c2f-aef4-ff226b9e4ed1", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:12.315927 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-293a3090-62d1-43ea-95f0-d3e24fe72c3a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:12.316472 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f031361e-20ef-4311-bb8c-343ace814f1f', 'tag': '875847a4-d2fe-4c2f-aef4-ff226b9e4ed1', 'status': 'completed', 'code': 200} Sep 16 05:22:12.383907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-2ceaf21c-66e7-4d27-8b6d-4825aa2585eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.385219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-2ceaf21c-66e7-4d27-8b6d-4825aa2585eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 1095 time: 0.0877497 Sep 16 05:22:12.440975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-7d734ba6-a3c8-4b07-8412-f697d19ff1a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 HTTP/1.1" status: 200 len: 217 time: 0.0472116 Sep 16 05:22:12.494566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-c8f11824-8035-4035-bc8d-40e5106b4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.499277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-c8f11824-8035-4035-bc8d-40e5106b4339 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0474823 Sep 16 05:22:12.545459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-9c7f946f-be82-4cbe-b714-91cdf1105276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.547105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.547267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-9c7f946f-be82-4cbe-b714-91cdf1105276 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432258 Sep 16 05:22:12.597295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:12.600969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:12.605486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.606098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.617759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=7ea6d1e5-ebae-4f79-b3b9-a9997392e122,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.651134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-01c78cb6-cfc3-4a27-a94e-0f8aea3dff60 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959845 Sep 16 05:22:12.685401 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-52885142-4a64-4619-849c-8028e051b700 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7188015 Sep 16 05:22:12.687518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51198) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:12.692435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7be2e868-fb7b-43aa-b513-694a5667be2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075685861'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:12.734331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad652181-3ac4-44f8-84db-5f5ddf2f8e44 None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:12.750645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5334514a-753b-4e6b-b34d-8f9a33ac3377 req-4df9028d-74ce-493c-a376-7394bb211519 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921631 Sep 16 05:22:12.798135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7be2e868-fb7b-43aa-b513-694a5667be2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.813022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-63ba5ab3-9d62-4600-a03c-bdaa3c41824a None None] Provisioning complete for port 17bf80c3-f928-4249-a4d1-22e9f5147420 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:12.813413 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63ba5ab3-9d62-4600-a03c-bdaa3c41824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.871234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-63ba5ab3-9d62-4600-a03c-bdaa3c41824a None None] Port 17bf80c3-f928-4249-a4d1-22e9f5147420 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:12.891317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-63ba5ab3-9d62-4600-a03c-bdaa3c41824a None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:12.891699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63ba5ab3-9d62-4600-a03c-bdaa3c41824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.903744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-f3df3bcc-0ad9-468e-ba2d-7db1b146f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.905419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7be2e868-fb7b-43aa-b513-694a5667be2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.905839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-f3df3bcc-0ad9-468e-ba2d-7db1b146f102 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 1095 time: 0.0476274 Sep 16 05:22:12.981818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7be2e868-fb7b-43aa-b513-694a5667be2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.038295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2e868-fb7b-43aa-b513-694a5667be2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b71aeb5-0ffe-4a18-af3d-cd530d5287c2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.043910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad002a-1dcd-4fe2-909f-2138911af220 req-ee032b6a-e522-461d-b5ee-d8b69c58742d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.045108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8ad002a-1dcd-4fe2-909f-2138911af220 req-ee032b6a-e522-461d-b5ee-d8b69c58742d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 943 time: 0.1130645 Sep 16 05:22:13.071654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-597b7a71-8c0e-4c7e-90c8-4c6e574ec26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.073124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-597b7a71-8c0e-4c7e-90c8-4c6e574ec26c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.1598680 Sep 16 05:22:13.073849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d708ee-5eeb-41a0-b0b7-6a18ae2b2775 None None] Update dhcp port {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'fixed_ips': [{'subnet_id': 'a3f00ee8-b126-49f2-bf62-801d2a095360', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7ea6d1e5-ebae-4f79-b3b9-a9997392e122'}], 'binding:host_id': 'n-d-712143-16'}, 'id': '284ae794-a08e-4902-9efc-df7b5a2c4b77'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:22:13.099138 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6d708ee-5eeb-41a0-b0b7-6a18ae2b2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.106431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7be2e868-fb7b-43aa-b513-694a5667be2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.110382 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7be2e868-fb7b-43aa-b513-694a5667be2b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4191916 Sep 16 05:22:13.111037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51204) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:13.117234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-19553322-24e8-4d9b-99cc-d94d9260d051 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'security_group': {'name': 'tempest-secgroup-719262597'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:13.119487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-f3d155c7-fbc3-4917-ab2b-eb879e021608 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 HTTP/1.1" status: 200 len: 217 time: 0.0379865 Sep 16 05:22:13.140915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d8ad002a-1dcd-4fe2-909f-2138911af220 req-7653bbd2-8f79-4360-82e3-74e38567791a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806301 Sep 16 05:22:13.187705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-d6e01690-e39c-46e7-a294-d1aaec60f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.189355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-d6e01690-e39c-46e7-a294-d1aaec60f544 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0621545 Sep 16 05:22:13.243905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-4a0510d2-539b-4461-a282-4992a30e0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.245457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-4a0510d2-539b-4461-a282-4992a30e0c13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463243 Sep 16 05:22:13.266275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19553322-24e8-4d9b-99cc-d94d9260d051 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.346789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-3fb4a658-ca65-4ac1-87e8-7eef9283bba4 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932984 Sep 16 05:22:13.356507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19553322-24e8-4d9b-99cc-d94d9260d051 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.433133 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19553322-24e8-4d9b-99cc-d94d9260d051 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.433333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-d6d708ee-5eeb-41a0-b0b7-6a18ae2b2775 None None] Allocated IP 2001:db8::2 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/7ea6d1e5-ebae-4f79-b3b9-a9997392e122/284ae794-a08e-4902-9efc-df7b5a2c4b77) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:13.447600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7035e9e1-ec86-44b6-ab2b-41adfa1593b6 req-e45aef9f-b02d-4412-b178-2e99a7f403bc service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915580 Sep 16 05:22:13.467158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19553322-24e8-4d9b-99cc-d94d9260d051 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6781d1-5132-4a6a-84a2-670b9e485805,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.523274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19553322-24e8-4d9b-99cc-d94d9260d051 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.525110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-19553322-24e8-4d9b-99cc-d94d9260d051 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4128554 Sep 16 05:22:13.527926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51206) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:13.532798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4c0b0105-a9d4-413e-b444-d8f873f824e6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1418559455'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:13.550902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d6d708ee-5eeb-41a0-b0b7-6a18ae2b2775 None None] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=284ae794-a08e-4902-9efc-df7b5a2c4b77,segment=NetworkSegment(b22c366b-0fde-49a0-b549-b492c6258bf9),segment_id=b22c366b-0fde-49a0-b549-b492c6258bf9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:13.579357 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6d708ee-5eeb-41a0-b0b7-6a18ae2b2775 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.648791 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6d708ee-5eeb-41a0-b0b7-6a18ae2b2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.649619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0105-a9d4-413e-b444-d8f873f824e6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.732100 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0105-a9d4-413e-b444-d8f873f824e6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.736243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d708ee-5eeb-41a0-b0b7-6a18ae2b2775 None None] Pushing event updated for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.831781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0105-a9d4-413e-b444-d8f873f824e6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.863320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b0105-a9d4-413e-b444-d8f873f824e6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6e9f69-8209-4b06-a6ef-cb285a0a8884,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.918021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0105-a9d4-413e-b444-d8f873f824e6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.919337 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4c0b0105-a9d4-413e-b444-d8f873f824e6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3900015 Sep 16 05:22:13.922035 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51208) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:13.927315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-311780136', 'security_groups': ['7c6e9f69-8209-4b06-a6ef-cb285a0a8884'], 'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ea6d1e5-ebae-4f79-b3b9-a9997392e122'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:14.077402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:14.113506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:14.205008 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.220463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 284ae794-a08e-4902-9efc-df7b5a2c4b77 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:14.240921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.255356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:14.262498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] device_id is not set on port c1251a45-8ade-4916-8e07-0db6fa8126a4 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:14.276478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '875847a4-d2fe-4c2f-aef4-ff226b9e4ed1', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '875847a4-d2fe-4c2f-aef4-ff226b9e4ed1', 'mac_address': 'fa:16:3e:04:c9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:14.298159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af88f09-02a7-47fb-b34a-8f26169f9684 req-febff9f7-1dcb-443d-95b1-6beda5d899de tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:14.299761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4af88f09-02a7-47fb-b34a-8f26169f9684 req-febff9f7-1dcb-443d-95b1-6beda5d899de tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 943 time: 0.0579362 Sep 16 05:22:14.334499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:14.334878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.338891 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.344578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4af88f09-02a7-47fb-b34a-8f26169f9684 req-3659c6fc-8473-4c69-89db-d64e66ad9c18 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361388 Sep 16 05:22:14.389815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:14.403778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0b592059-3031-4c37-ab36-97ab11f49013 None None] Provisioning complete for port 17bf80c3-f928-4249-a4d1-22e9f5147420 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:14.404305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0b592059-3031-4c37-ab36-97ab11f49013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.439654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8::d8 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/7ea6d1e5-ebae-4f79-b3b9-a9997392e122/c1251a45-8ade-4916-8e07-0db6fa8126a4) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:14.444541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:14.458898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0b592059-3031-4c37-ab36-97ab11f49013 None None] Port 17bf80c3-f928-4249-a4d1-22e9f5147420 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:14.480770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4a972762-8fbf-4c4d-b84d-660fcd913f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.502205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0b592059-3031-4c37-ab36-97ab11f49013 None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:14.502555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0b592059-3031-4c37-ab36-97ab11f49013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.507767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.575978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.584629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:14.649375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.691447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:14.694415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:14.705189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:14.710755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:14.711417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.720300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=c1251a45-8ade-4916-8e07-0db6fa8126a4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:14.734378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:14.809929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93635d09-040c-428f-b33e-a4fbaaf78d6e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8867712 Sep 16 05:22:14.812751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51214) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:14.818032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f772d970-4da5-43c8-bdfc-684eed66b6f2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:14.944629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2e178f25-05b3-4495-a7c2-a6bcd8c5269c None None] Provisioning complete for port c1251a45-8ade-4916-8e07-0db6fa8126a4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:14.945086 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e178f25-05b3-4495-a7c2-a6bcd8c5269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.978958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2e178f25-05b3-4495-a7c2-a6bcd8c5269c None None] Port c1251a45-8ade-4916-8e07-0db6fa8126a4 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:15.054317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f772d970-4da5-43c8-bdfc-684eed66b6f2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:15.057906 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f772d970-4da5-43c8-bdfc-684eed66b6f2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.129163 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.151072 n-d-712143-16 neutron-server[101825]: INFO neutron.db.ipam_backend_mixin [None req-f772d970-4da5-43c8-bdfc-684eed66b6f2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ea6d1e5-ebae-4f79-b3b9-a9997392e122 (CIDR: 2001:db8::/64) Sep 16 05:22:15.192457 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f772d970-4da5-43c8-bdfc-684eed66b6f2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:22:15.192923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f772d970-4da5-43c8-bdfc-684eed66b6f2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:15.249714 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f772d970-4da5-43c8-bdfc-684eed66b6f2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4357255 Sep 16 05:22:15.252443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51218) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:15.257425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7499065f-c0f9-4b80-ab85-802fde932738 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:15.420408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7499065f-c0f9-4b80-ab85-802fde932738 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:15.424031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7499065f-c0f9-4b80-ab85-802fde932738 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.467911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c746-a85f-4b2e-ba8a-837aa5dbe958 req-ed06cfce-0152-4ad1-b5ed-8d6ae380a831 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.469427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5479c746-a85f-4b2e-ba8a-837aa5dbe958 req-ed06cfce-0152-4ad1-b5ed-8d6ae380a831 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 944 time: 0.0559711 Sep 16 05:22:15.506591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5479c746-a85f-4b2e-ba8a-837aa5dbe958 req-aa123226-427a-435d-bb96-73e2b2eb66e2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Sep 16 05:22:15.517128 n-d-712143-16 neutron-server[101825]: INFO neutron.db.ipam_backend_mixin [None req-7499065f-c0f9-4b80-ab85-802fde932738 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a3f00ee8-b126-49f2-bf62-801d2a095360 (CIDR: 2001:db8:0:1::/64) Sep 16 05:22:15.569373 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7499065f-c0f9-4b80-ab85-802fde932738 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:22:15.569863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7499065f-c0f9-4b80-ab85-802fde932738 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:15.643642 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7499065f-c0f9-4b80-ab85-802fde932738 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3899386 Sep 16 05:22:15.646157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51222) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:15.651918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'subnet': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:15.842820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Made reservation on behalf of 8c03248132b542cca9742fcb89343348 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:15.846572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.081958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:16.118470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.160528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:16.163732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:16.167074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.167832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.173908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4909e3-9c43-45ea-b7a1-7f3835c64e71 None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:16.185575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Subnet': ['ID=e7f9b07b-a8d1-41e3-8c6e-21e271d76f3a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:16.204592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:16.235887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:16.236114 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.284367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e64d7fe5-d0d4-41ec-b903-ba52b03064f0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6371772 Sep 16 05:22:16.287087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51226) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.292973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-702821779', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e7f9b07b-a8d1-41e3-8c6e-21e271d76f3a'}], 'security_groups': ['5b71aeb5-0ffe-4a18-af3d-cd530d5287c2', '6a6781d1-5132-4a6a-84a2-670b9e485805']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:16.358385 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.382270 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.410434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f031361e-20ef-4311-bb8c-343ace814f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:16.412685 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e1f25b-1047-4fef-9e5c-ed5380abe757" -d '{"events": [{"server_uuid": "f031361e-20ef-4311-bb8c-343ace814f1f", "name": "network-vif-plugged", "status": "completed", "tag": "875847a4-d2fe-4c2f-aef4-ff226b9e4ed1"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:16.430687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:16.462060 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65871b80-568d-4386-b129-3c3a55596c11 x-openstack-request-id: req-65871b80-568d-4386-b129-3c3a55596c11 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:16.462372 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f031361e-20ef-4311-bb8c-343ace814f1f", "name": "network-vif-plugged", "status": "completed", "tag": "875847a4-d2fe-4c2f-aef4-ff226b9e4ed1", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:16.462690 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65871b80-568d-4386-b129-3c3a55596c11 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:16.463077 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031361e-20ef-4311-bb8c-343ace814f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875847a4-d2fe-4c2f-aef4-ff226b9e4ed1', 'code': 200} Sep 16 05:22:16.495207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ed114a-12f1-4af9-8a3a-2c65554519d1 None None] Update dhcp port {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'fixed_ips': [{'subnet_id': 'a3f00ee8-b126-49f2-bf62-801d2a095360', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7ea6d1e5-ebae-4f79-b3b9-a9997392e122', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e7f9b07b-a8d1-41e3-8c6e-21e271d76f3a'}], 'binding:host_id': 'n-d-712143-16'}, 'id': '284ae794-a08e-4902-9efc-df7b5a2c4b77'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:22:16.514189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.559772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec32a-4753-477d-9eda-5b85b8640689 req-6aef33e9-7b8a-4fe7-aa6c-76193d3ce8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.561425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7beec32a-4753-477d-9eda-5b85b8640689 req-6aef33e9-7b8a-4fe7-aa6c-76193d3ce8a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 1097 time: 0.0442300 Sep 16 05:22:16.562847 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-78ed114a-12f1-4af9-8a3a-2c65554519d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.618438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:16.638596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7beec32a-4753-477d-9eda-5b85b8640689 req-c79d1bd1-c11b-45fa-bee1-effcea373e73 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691645 Sep 16 05:22:16.652272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e8c4f-e056-4151-aee9-587f29ff876c req-ed358736-7a9b-48f6-905e-1277cd3bb900 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.654002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-400e8c4f-e056-4151-aee9-587f29ff876c req-ed358736-7a9b-48f6-905e-1277cd3bb900 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0651450 Sep 16 05:22:16.697300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-400e8c4f-e056-4151-aee9-587f29ff876c req-031dafe1-9100-4328-b8d8-720247713baa tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Sep 16 05:22:16.838382 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.945409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Delete allocated IP 2001:db8::d8 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/7ea6d1e5-ebae-4f79-b3b9-a9997392e122) {{(pid=101825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:22:16.953872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Allocated IP 2001:db8:0:2::365 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/e7f9b07b-a8d1-41e3-8c6e-21e271d76f3a/c1251a45-8ade-4916-8e07-0db6fa8126a4) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:17.110509 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.180395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.235860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-78ed114a-12f1-4af9-8a3a-2c65554519d1 None None] Allocated IP 2001:db8:0:2::2 (f25e35ae-44af-4e6f-be6b-9ad801fefc04/e7f9b07b-a8d1-41e3-8c6e-21e271d76f3a/284ae794-a08e-4902-9efc-df7b5a2c4b77) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:17.238292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] In _notify_port_updated(), no bound segment for port c1251a45-8ade-4916-8e07-0db6fa8126a4 on network f25e35ae-44af-4e6f-be6b-9ad801fefc04 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:17.244106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.244740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.249667 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "PUT /v2.0/ports/c1251a45-8ade-4916-8e07-0db6fa8126a4 HTTP/1.1" status: 200 len: 969 time: 0.9580030 Sep 16 05:22:17.250280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51232) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.254990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef44303-b5a6-4241-b38a-4350945b3286 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event updated for resources: {'Port': ['ID=c1251a45-8ade-4916-8e07-0db6fa8126a4,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.337386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-78ed114a-12f1-4af9-8a3a-2c65554519d1 None None] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=284ae794-a08e-4902-9efc-df7b5a2c4b77,segment=NetworkSegment(b22c366b-0fde-49a0-b549-b492c6258bf9),segment_id=b22c366b-0fde-49a0-b549-b492c6258bf9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:17.349811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d4a62cda-6e29-49ab-a0d9-403f234ad5f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port c1251a45-8ade-4916-8e07-0db6fa8126a4 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:17.351734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4a62cda-6e29-49ab-a0d9-403f234ad5f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.366675 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-78ed114a-12f1-4af9-8a3a-2c65554519d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.420354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-78ed114a-12f1-4af9-8a3a-2c65554519d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.440973 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4a62cda-6e29-49ab-a0d9-403f234ad5f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.454686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d4a62cda-6e29-49ab-a0d9-403f234ad5f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for c1251a45-8ade-4916-8e07-0db6fa8126a4 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:17.509860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed114a-12f1-4af9-8a3a-2c65554519d1 None None] Pushing event updated for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.631998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4a62cda-6e29-49ab-a0d9-403f234ad5f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.666835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a62cda-6e29-49ab-a0d9-403f234ad5f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=c1251a45-8ade-4916-8e07-0db6fa8126a4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.692643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4a62cda-6e29-49ab-a0d9-403f234ad5f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.694610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d4a62cda-6e29-49ab-a0d9-403f234ad5f9 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/c1251a45-8ade-4916-8e07-0db6fa8126a4 HTTP/1.1" status: 204 len: 168 time: 0.4429259 Sep 16 05:22:17.697419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51236) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.726793 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0144c6dd-0bcb-4c1d-b903-c1869136512c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] GET failed (client error): The resource could not be found. Sep 16 05:22:17.730197 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0144c6dd-0bcb-4c1d-b903-c1869136512c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports/c1251a45-8ade-4916-8e07-0db6fa8126a4 HTTP/1.1" status: 404 len: 333 time: 0.0304959 Sep 16 05:22:17.731607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51240) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.792415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5481e110-5cf7-4521-9b33-6d2b34d42f4e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.820639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5481e110-5cf7-4521-9b33-6d2b34d42f4e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.827965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bd10f-82a3-4820-8ed4-69ce03621617 req-054003d4-02bc-49b6-bd78-73761d3b57c9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.829859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a66bd10f-82a3-4820-8ed4-69ce03621617 req-054003d4-02bc-49b6-bd78-73761d3b57c9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0521591 Sep 16 05:22:17.881654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a66bd10f-82a3-4820-8ed4-69ce03621617 req-8f284aec-c803-4c6d-b4ee-75b45a8e63fc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Sep 16 05:22:17.968757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5481e110-5cf7-4521-9b33-6d2b34d42f4e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.971389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5481e110-5cf7-4521-9b33-6d2b34d42f4e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.972559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5481e110-5cf7-4521-9b33-6d2b34d42f4e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/security-groups/7c6e9f69-8209-4b06-a6ef-cb285a0a8884 HTTP/1.1" status: 204 len: 168 time: 0.2400489 Sep 16 05:22:17.975924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51242) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.983000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481e110-5cf7-4521-9b33-6d2b34d42f4e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6e9f69-8209-4b06-a6ef-cb285a0a8884,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:18.048453 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6832521-79dd-4332-b3e8-03e174fbe808 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.074052 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6832521-79dd-4332-b3e8-03e174fbe808 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.130510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7601ed07-4862-40c6-9cab-35be6291e543 None None] Provisioning complete for port 17bf80c3-f928-4249-a4d1-22e9f5147420 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:18.130510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7601ed07-4862-40c6-9cab-35be6291e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.160969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7601ed07-4862-40c6-9cab-35be6291e543 None None] Port 17bf80c3-f928-4249-a4d1-22e9f5147420 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:18.165087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7601ed07-4862-40c6-9cab-35be6291e543 None None] Could not find standard attr ID for object c1251a45-8ade-4916-8e07-0db6fa8126a4. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:18.175855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7601ed07-4862-40c6-9cab-35be6291e543 None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:18.176232 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7601ed07-4862-40c6-9cab-35be6291e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.186227 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6832521-79dd-4332-b3e8-03e174fbe808 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.189930 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6832521-79dd-4332-b3e8-03e174fbe808 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.193477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f6832521-79dd-4332-b3e8-03e174fbe808 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/security-groups/6a6781d1-5132-4a6a-84a2-670b9e485805 HTTP/1.1" status: 204 len: 168 time: 0.2140582 Sep 16 05:22:18.194305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51244) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:18.201784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 284ae794-a08e-4902-9efc-df7b5a2c4b77 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:18.205776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6832521-79dd-4332-b3e8-03e174fbe808 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6781d1-5132-4a6a-84a2-670b9e485805,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:18.269251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73544ec9-8b86-45dc-905d-88a7998db79b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.294156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73544ec9-8b86-45dc-905d-88a7998db79b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.307600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:18.308123 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.420547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73544ec9-8b86-45dc-905d-88a7998db79b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.423348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-73544ec9-8b86-45dc-905d-88a7998db79b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.424611 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-73544ec9-8b86-45dc-905d-88a7998db79b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/security-groups/5b71aeb5-0ffe-4a18-af3d-cd530d5287c2 HTTP/1.1" status: 204 len: 168 time: 0.2289426 Sep 16 05:22:18.427227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51248) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:18.434269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73544ec9-8b86-45dc-905d-88a7998db79b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b71aeb5-0ffe-4a18-af3d-cd530d5287c2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:18.454080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-be5ad88f-dcf1-456e-8fea-0de7b7d506e8 None None] Could not find standard attr ID for object c1251a45-8ade-4916-8e07-0db6fa8126a4. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:18.484932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3228a720-fe1f-43ef-87ab-8aea9ef90353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet 7ea6d1e5-ebae-4f79-b3b9-a9997392e122 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:18.488352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3228a720-fe1f-43ef-87ab-8aea9ef90353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.529569 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3228a720-fe1f-43ef-87ab-8aea9ef90353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.607917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3228a720-fe1f-43ef-87ab-8aea9ef90353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.728995 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3228a720-fe1f-43ef-87ab-8aea9ef90353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.754997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228a720-fe1f-43ef-87ab-8aea9ef90353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea6d1e5-ebae-4f79-b3b9-a9997392e122,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:18.759324 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3228a720-fe1f-43ef-87ab-8aea9ef90353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.761183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3228a720-fe1f-43ef-87ab-8aea9ef90353 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/7ea6d1e5-ebae-4f79-b3b9-a9997392e122 HTTP/1.1" status: 204 len: 168 time: 0.3329263 Sep 16 05:22:18.764767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51250) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:18.768452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4fa0b2-7944-4f0d-8ee9-ba4631ed0a5a None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:18.816362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-152582b3-846b-44f5-b5c2-992880cc51f6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet e7f9b07b-a8d1-41e3-8c6e-21e271d76f3a {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:18.819454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-152582b3-846b-44f5-b5c2-992880cc51f6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.861113 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-152582b3-846b-44f5-b5c2-992880cc51f6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.968792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-152582b3-846b-44f5-b5c2-992880cc51f6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.040239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467791d-7b23-4b1c-bf9d-e68f79f0bee5 req-7b7b91e0-d833-4ac9-a95f-baa930f444f0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.041945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a467791d-7b23-4b1c-bf9d-e68f79f0bee5 req-7b7b91e0-d833-4ac9-a95f-baa930f444f0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0889716 Sep 16 05:22:19.086950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a467791d-7b23-4b1c-bf9d-e68f79f0bee5 req-bec546a1-8de6-47ee-8d69-82d5e05ef39a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Sep 16 05:22:19.129079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-152582b3-846b-44f5-b5c2-992880cc51f6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.165058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152582b3-846b-44f5-b5c2-992880cc51f6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f9b07b-a8d1-41e3-8c6e-21e271d76f3a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:19.171191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-152582b3-846b-44f5-b5c2-992880cc51f6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.172884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-152582b3-846b-44f5-b5c2-992880cc51f6 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/e7f9b07b-a8d1-41e3-8c6e-21e271d76f3a HTTP/1.1" status: 204 len: 168 time: 0.4071434 Sep 16 05:22:19.175407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51256) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.202898 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c79e2c4-9143-4f94-9b83-9e62834f2a2a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.203680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c79e2c4-9143-4f94-9b83-9e62834f2a2a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.205472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0c79e2c4-9143-4f94-9b83-9e62834f2a2a tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/7ea6d1e5-ebae-4f79-b3b9-a9997392e122 HTTP/1.1" status: 404 len: 337 time: 0.0291297 Sep 16 05:22:19.208050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51258) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.261747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-73180b5d-fdad-46f9-a6fc-6bbc3748241b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting subnet a3f00ee8-b126-49f2-bf62-801d2a095360 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:19.265335 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73180b5d-fdad-46f9-a6fc-6bbc3748241b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.312574 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73180b5d-fdad-46f9-a6fc-6bbc3748241b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.434273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5801f5-fe6d-4e9a-85c1-b87ad05fed44 None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:19.450304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ecf53-20d1-4048-9a95-f1e5fb977b7e req-a6958041-298c-4ac4-9d21-3a8d802a9653 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.459776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a3ecf53-20d1-4048-9a95-f1e5fb977b7e req-a6958041-298c-4ac4-9d21-3a8d802a9653 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.1069369 Sep 16 05:22:19.484504 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73180b5d-fdad-46f9-a6fc-6bbc3748241b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.510109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-87502ca0-cb40-441c-abf9-ffc5d67427ad None None] Provisioning complete for port 17bf80c3-f928-4249-a4d1-22e9f5147420 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:19.510470 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-87502ca0-cb40-441c-abf9-ffc5d67427ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.535043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a3ecf53-20d1-4048-9a95-f1e5fb977b7e req-34392f7e-e677-47ef-87d7-eccd5ab0434e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743184 Sep 16 05:22:19.579496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-87502ca0-cb40-441c-abf9-ffc5d67427ad None None] Port 17bf80c3-f928-4249-a4d1-22e9f5147420 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:19.600056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-87502ca0-cb40-441c-abf9-ffc5d67427ad None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:19.600435 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-87502ca0-cb40-441c-abf9-ffc5d67427ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.631892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73180b5d-fdad-46f9-a6fc-6bbc3748241b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.661553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73180b5d-fdad-46f9-a6fc-6bbc3748241b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f00ee8-b126-49f2-bf62-801d2a095360,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:19.668248 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73180b5d-fdad-46f9-a6fc-6bbc3748241b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.670151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-73180b5d-fdad-46f9-a6fc-6bbc3748241b tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/a3f00ee8-b126-49f2-bf62-801d2a095360 HTTP/1.1" status: 204 len: 168 time: 0.4610112 Sep 16 05:22:19.672800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51264) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.700259 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-10046b0e-4c53-46fb-aa27-cefd4f7c2ecb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.700717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10046b0e-4c53-46fb-aa27-cefd4f7c2ecb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.702696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-10046b0e-4c53-46fb-aa27-cefd4f7c2ecb tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/9bee3b68-b464-4505-a19d-f856087c745e HTTP/1.1" status: 404 len: 337 time: 0.0286932 Sep 16 05:22:19.705666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51266) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.731643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-05d60b73-72cc-44a8-9670-927c44fb7d35 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5837945-e23e-4466-a617-338033d635e8 HTTP/1.1" status: 200 len: 205 time: 0.0248516 Sep 16 05:22:19.734064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51268) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.741864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a5da4-b9e8-46f0-a92f-85e89209bb31 None None] Update dhcp port {'port': {'network_id': 'f25e35ae-44af-4e6f-be6b-9ad801fefc04', 'fixed_ips': [{'subnet_id': 'a3f00ee8-b126-49f2-bf62-801d2a095360'}], 'binding:host_id': 'n-d-712143-16'}, 'id': '284ae794-a08e-4902-9efc-df7b5a2c4b77'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:22:19.771025 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d41a5da4-b9e8-46f0-a92f-85e89209bb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.774251 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-4c18035c-4ffd-42ab-8d5d-efe4ca70d8d0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] delete failed (client error): The resource could not be found. Sep 16 05:22:19.775328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4c18035c-4ffd-42ab-8d5d-efe4ca70d8d0 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/routers/e5837945-e23e-4466-a617-338033d635e8 HTTP/1.1" status: 404 len: 336 time: 0.0402429 Sep 16 05:22:19.777849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51270) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.803512 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfeb1bc-e11e-401e-9d26-8e0053f7943f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.803968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfeb1bc-e11e-401e-9d26-8e0053f7943f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.806700 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7bfeb1bc-e11e-401e-9d26-8e0053f7943f tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/c07d7637-ea31-4b9f-ad86-33ef3ab8b74a HTTP/1.1" status: 404 len: 337 time: 0.0274942 Sep 16 05:22:19.808732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51272) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.834348 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c306d821-0769-4377-af6d-3668091d2711 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.834802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c306d821-0769-4377-af6d-3668091d2711 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.836565 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c306d821-0769-4377-af6d-3668091d2711 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/957713c2-4170-488c-8a9f-e40c701e129f HTTP/1.1" status: 404 len: 337 time: 0.0269351 Sep 16 05:22:19.839119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.864679 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64f5429-96a9-444a-bcec-34b190e61844 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.865261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64f5429-96a9-444a-bcec-34b190e61844 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.866982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b64f5429-96a9-444a-bcec-34b190e61844 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/ccd6050d-0ded-4250-9aa9-bacfe3adb223 HTTP/1.1" status: 404 len: 337 time: 0.0267773 Sep 16 05:22:19.870212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51276) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.893293 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6512c437-6f27-4fca-b17b-2597590ef33c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.893857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6512c437-6f27-4fca-b17b-2597590ef33c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.895637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6512c437-6f27-4fca-b17b-2597590ef33c tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/25ac6326-61ac-4d71-801a-1245eb7a5ad1 HTTP/1.1" status: 404 len: 333 time: 0.0245085 Sep 16 05:22:19.898115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51278) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.926219 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1dbba6-337e-4de7-b45c-c2fe65a1b045 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.926708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1dbba6-337e-4de7-b45c-c2fe65a1b045 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.928485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cc1dbba6-337e-4de7-b45c-c2fe65a1b045 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/2b768c68-1b95-4316-9274-247501eab927 HTTP/1.1" status: 404 len: 337 time: 0.0293710 Sep 16 05:22:19.931605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51280) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.937713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf63e1-8d5c-4876-82e1-2310541961f2 None None] Network f25e35ae-44af-4e6f-be6b-9ad801fefc04 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:19.961979 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffecab7-fe64-4d02-8a9d-78c541fa88a2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.962435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffecab7-fe64-4d02-8a9d-78c541fa88a2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.964216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8ffecab7-fe64-4d02-8a9d-78c541fa88a2 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/85bfc5c6-1995-473d-89db-443c915f2575 HTTP/1.1" status: 404 len: 337 time: 0.0317125 Sep 16 05:22:19.966943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51282) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.989507 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfd1dd6-2360-48d0-8733-5b9754464e68 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:19.990129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfd1dd6-2360-48d0-8733-5b9754464e68 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:19.991983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4bfd1dd6-2360-48d0-8733-5b9754464e68 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/f9670de8-e97e-4b6b-ac46-7080fea8533e HTTP/1.1" status: 404 len: 333 time: 0.0241001 Sep 16 05:22:19.995051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51284) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:20.005136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ba24bf5d-31ad-43df-a923-713629f6bc99 None None] Provisioning complete for port 17bf80c3-f928-4249-a4d1-22e9f5147420 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:20.005514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba24bf5d-31ad-43df-a923-713629f6bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.020111 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcbbb92-108b-46be-bb3d-312d7176dc02 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:20.020572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcbbb92-108b-46be-bb3d-312d7176dc02 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:20.022320 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1dcbbb92-108b-46be-bb3d-312d7176dc02 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/83d96a08-3a98-493d-877f-250a263c0c08 HTTP/1.1" status: 404 len: 337 time: 0.0263479 Sep 16 05:22:20.024867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51286) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:20.050519 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cc79e2-9a2e-43eb-939d-3a72f307b17e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:20.050973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cc79e2-9a2e-43eb-939d-3a72f307b17e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:20.055000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79cc79e2-9a2e-43eb-939d-3a72f307b17e tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/subnets/e05a83ff-d640-42f0-ae77-1c54f6015799 HTTP/1.1" status: 404 len: 337 time: 0.0269568 Sep 16 05:22:20.055783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51288) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:20.076382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ba24bf5d-31ad-43df-a923-713629f6bc99 None None] Port 17bf80c3-f928-4249-a4d1-22e9f5147420 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:20.103543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ba24bf5d-31ad-43df-a923-713629f6bc99 None None] Provisioning complete for port 284ae794-a08e-4902-9efc-df7b5a2c4b77 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:20.103917 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba24bf5d-31ad-43df-a923-713629f6bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.136217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] DHCP port deletion for f25e35ae-44af-4e6f-be6b-9ad801fefc04 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:20.149466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-400154d0-b2bf-4300-b7cf-91a02ea24a42 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 17bf80c3-f928-4249-a4d1-22e9f5147420 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:20.150046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400154d0-b2bf-4300-b7cf-91a02ea24a42 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.188996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 284ae794-a08e-4902-9efc-df7b5a2c4b77 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:20.239969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400154d0-b2bf-4300-b7cf-91a02ea24a42 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.255318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-400154d0-b2bf-4300-b7cf-91a02ea24a42 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 17bf80c3-f928-4249-a4d1-22e9f5147420 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:20.276039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-edf26744-569a-4814-902a-76cb31d50354 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0680678 Sep 16 05:22:20.282150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] Deleting port 284ae794-a08e-4902-9efc-df7b5a2c4b77 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:20.282534 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.374273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=284ae794-a08e-4902-9efc-df7b5a2c4b77,segment=NetworkSegment(b22c366b-0fde-49a0-b549-b492c6258bf9),segment_id=b22c366b-0fde-49a0-b549-b492c6258bf9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:20.374679 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.377139 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.383657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-5a69ee15-e4f6-4fb8-a198-ff4a21428c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.383657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-5a69ee15-e4f6-4fb8-a198-ff4a21428c69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1097 time: 0.0572748 Sep 16 05:22:20.400967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] Calling delete_port for 284ae794-a08e-4902-9efc-df7b5a2c4b77 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:20.468594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400154d0-b2bf-4300-b7cf-91a02ea24a42 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.506359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400154d0-b2bf-4300-b7cf-91a02ea24a42 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=17bf80c3-f928-4249-a4d1-22e9f5147420,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:20.514856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-400154d0-b2bf-4300-b7cf-91a02ea24a42 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.519081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-400154d0-b2bf-4300-b7cf-91a02ea24a42 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/ports/17bf80c3-f928-4249-a4d1-22e9f5147420 HTTP/1.1" status: 204 len: 168 time: 0.4601572 Sep 16 05:22:20.519827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51292) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:20.569080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-f0ee662b-a587-4d2e-a87f-75ca7345b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.570636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-f0ee662b-a587-4d2e-a87f-75ca7345b5ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 912 time: 0.1640544 Sep 16 05:22:20.614356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=284ae794-a08e-4902-9efc-df7b5a2c4b77,segment=NetworkSegment(b22c366b-0fde-49a0-b549-b492c6258bf9),segment_id=b22c366b-0fde-49a0-b549-b492c6258bf9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:20.662767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.701057 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.714428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-9f3f454e-370f-497a-ad34-e90e00458dba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 200 len: 999 time: 0.1147704 Sep 16 05:22:20.753416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2617af-d3f9-40e6-9b48-6d7a9e7c0837 req-2a0e9648-c54d-40dd-8670-29c10c22c6df tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.754903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c2617af-d3f9-40e6-9b48-6d7a9e7c0837 req-2a0e9648-c54d-40dd-8670-29c10c22c6df tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.1114030 Sep 16 05:22:20.757116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:20.775086 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.804462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] Pushing event deleted for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:20.806329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663876d7-77c9-4e94-8b26-96e44f26a58c None None] No DVR routers for this DVR port 284ae794-a08e-4902-9efc-df7b5a2c4b77 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:20.816846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-5bf498f0-3173-43f3-af1c-c13e914f9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.818309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-5bf498f0-3173-43f3-af1c-c13e914f9252 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0855010 Sep 16 05:22:20.861077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c2617af-d3f9-40e6-9b48-6d7a9e7c0837 req-1cd3b214-6a01-4dc7-acf6-564bbe74a5dc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838213 Sep 16 05:22:20.865871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Deleting port 284ae794-a08e-4902-9efc-df7b5a2c4b77 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:20.865871 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.933101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-7b97cc51-8b9c-47e2-a1eb-cb8b31de2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.934538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-7b97cc51-8b9c-47e2-a1eb-cb8b31de2b5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075563 Sep 16 05:22:20.940361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] For port 284ae794-a08e-4902-9efc-df7b5a2c4b77, host n-d-712143-16, got binding levels [] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:20.940724 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.970990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Calling delete_port for 284ae794-a08e-4902-9efc-df7b5a2c4b77 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:20.979331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.ipam_backend_mixin [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Port 284ae794-a08e-4902-9efc-df7b5a2c4b77 was not found and therefore no delete operation was performed {{(pid=101824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:22:20.981896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.037475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Port': ['ID=284ae794-a08e-4902-9efc-df7b5a2c4b77,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:21.039400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] No DVR routers for this DVR port 284ae794-a08e-4902-9efc-df7b5a2c4b77 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:21.438438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-d8c5477d-b373-4359-bdf2-bff7e3f40952 service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951801 Sep 16 05:22:21.471067 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.510657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25e35ae-44af-4e6f-be6b-9ad801fefc04']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:21.551428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22c366b-0fde-49a0-b549-b492c6258bf9') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:21.551733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22c366b-0fde-49a0-b549-b492c6258bf9') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:21.566668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.585810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.598416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:21.598825 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:21.602567 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:21.614215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfed34f6-0b27-4c31-b372-f45afebabb92 req-098f92f6-7060-43c7-be24-6716fb31705c service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508963 Sep 16 05:22:21.717595 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.724844 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.726587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] 10.222.0.59 "DELETE /v2.0/networks/f25e35ae-44af-4e6f-be6b-9ad801fefc04 HTTP/1.1" status: 204 len: 168 time: 1.2062788 Sep 16 05:22:21.738777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddbd11-84ba-4ae0-9edf-904e4c3c5778 tempest-PortsIpV6TestJSON-2106359636 tempest-PortsIpV6TestJSON-2106359636-project] Pushing event deleted for resources: {'Network': ['ID=f25e35ae-44af-4e6f-be6b-9ad801fefc04,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:21.983293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50083a89-4c7e-4872-8b72-bbf66c4bf36b req-c369dace-3f81-4a8a-ba20-3d980f53d515 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.984878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50083a89-4c7e-4872-8b72-bbf66c4bf36b req-c369dace-3f81-4a8a-ba20-3d980f53d515 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0554342 Sep 16 05:22:22.023506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50083a89-4c7e-4872-8b72-bbf66c4bf36b req-42ba367e-0c03-443b-a65a-e612f8c11b65 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323176 Sep 16 05:22:22.215343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51304) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:22.345282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-23e98976-9faf-4c00-8019-e8872d2fb187 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c03248132b542cca9742fcb89343348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287434 Sep 16 05:22:22.355868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51308) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:22.404702 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e4d771e-2509-4368-9eff-e79a8c85eac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.424853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e4d771e-2509-4368-9eff-e79a8c85eac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.528521 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e4d771e-2509-4368-9eff-e79a8c85eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.531118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5e4d771e-2509-4368-9eff-e79a8c85eac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.532287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5e4d771e-2509-4368-9eff-e79a8c85eac2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff2a9cbb-8811-4a22-9153-8cfb89ff9c6a HTTP/1.1" status: 204 len: 168 time: 0.1755037 Sep 16 05:22:22.539883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d771e-2509-4368-9eff-e79a8c85eac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a9cbb-8811-4a22-9153-8cfb89ff9c6a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:23.137932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bab65-6938-45bd-b31f-55a47fd87929 req-c11318e3-b55f-4fef-b7e5-1a54a48cfcdb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.139462 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-014bab65-6938-45bd-b31f-55a47fd87929 req-c11318e3-b55f-4fef-b7e5-1a54a48cfcdb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0488040 Sep 16 05:22:23.184478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-014bab65-6938-45bd-b31f-55a47fd87929 req-f90dbb13-2306-40aa-a413-48f4db96ae00 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Sep 16 05:22:23.418623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51334) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:23.511792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1880601776'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:23.591084 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:23.594548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.603330 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.689634 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.757535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.780129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:23.794938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620742fa-fa39-49de-b52e-3821510b50cc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:23.797944 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.798284 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Added segment 3abbb331-38c9-4bd7-bbcd-81a8136cdda4 of type vlan for network b7dddbc0-ff6f-442a-a957-097139f546de Sep 16 05:22:23.837292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.928506 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.934638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.935233 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.002104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Network': ['ID=b7dddbc0-ff6f-442a-a957-097139f546de,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:24.012684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b7dddbc0-ff6f-442a-a957-097139f546de details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:24.029358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a1560793-3fb7-444d-acb6-656a6568bfe7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6072433 Sep 16 05:22:24.029604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51340) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:24.034518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'name': 'tempest-PortsTestJSON-75647806'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:24.174179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:24.177691 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.194259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:24.339104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026337b-d7c3-4f61-835c-7deb9a6472d0 req-b7cf274d-cb57-4d19-a9e1-f7fee59bce05 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.340515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1026337b-d7c3-4f61-835c-7deb9a6472d0 req-b7cf274d-cb57-4d19-a9e1-f7fee59bce05 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0848064 Sep 16 05:22:24.413406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.424226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1026337b-d7c3-4f61-835c-7deb9a6472d0 req-ba59382b-70f5-4703-b371-7c860da275ea tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590134 Sep 16 05:22:24.494313 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.549179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=9aca255c-5e36-459b-a9b4-72ae42b3d3a1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:24.564148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Checking segment: {'id': '3abbb331-38c9-4bd7-bbcd-81a8136cdda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:24.564511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network hostable DHCP agents. Network: b7dddbc0-ff6f-442a-a957-097139f546de, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:24.625446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:24.693757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b7dddbc0-ff6f-442a-a957-097139f546de) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:24.697855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:24.703469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dcf8ba-1a10-42f1-8616-f40e0b30ab24 None None] Network b7dddbc0-ff6f-442a-a957-097139f546de requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:24.703698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.704303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.772376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2639e14a-1397-416c-ba66-43feea89a32d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7388954 Sep 16 05:22:24.773107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51346) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:24.778584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-550468150'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:24.842902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:24.846517 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.870704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:24.890321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.890321 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Added segment 56c4d2be-866f-4304-b892-beffa335e2ad of type vlan for network cfcff889-92dc-4d29-b056-d0e738577f13 Sep 16 05:22:24.917160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.979809 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.985354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.985948 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.055810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Network': ['ID=cfcff889-92dc-4d29-b056-d0e738577f13,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:25.066159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network cfcff889-92dc-4d29-b056-d0e738577f13 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:25.066764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe65495a-7176-4b2a-907c-0095409aeb75 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2927811 Sep 16 05:22:25.069401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51348) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:25.073939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'ports': [{'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de'}, {'network_id': 'cfcff889-92dc-4d29-b056-d0e738577f13'}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:25.074262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:25.079745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': 'cfcff889-92dc-4d29-b056-d0e738577f13'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:25.316912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 2} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:25.321992 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.335080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.417486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port dcbb7e6f-b0a9-4f91-906a-0c3deb42cf3e yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:25.556276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.587386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6429cc-0d7a-44af-b048-ebce284e9d7b req-cba76f6b-087d-4e80-9c98-04d15925a3ef tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.588815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e6429cc-0d7a-44af-b048-ebce284e9d7b req-cba76f6b-087d-4e80-9c98-04d15925a3ef tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0962141 Sep 16 05:22:25.648407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port ea7a2a1e-49b8-40bd-a524-f6a9a023651b yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:25.673894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e6429cc-0d7a-44af-b048-ebce284e9d7b req-169da7f3-c279-40e2-ac78-41c636350ad3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778201 Sep 16 05:22:25.771602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.872237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.918929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:25.921907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:25.927516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:25.928351 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.935412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=dcbb7e6f-b0a9-4f91-906a-0c3deb42cf3e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:25.996028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=ea7a2a1e-49b8-40bd-a524-f6a9a023651b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:26.000421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Checking segment: {'id': '56c4d2be-866f-4304-b892-beffa335e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cfcff889-92dc-4d29-b056-d0e738577f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:26.000782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network hostable DHCP agents. Network: cfcff889-92dc-4d29-b056-d0e738577f13, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:26.082475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network cfcff889-92dc-4d29-b056-d0e738577f13 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:26.139547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, cfcff889-92dc-4d29-b056-d0e738577f13) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:26.143157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:26.148198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2099a050-c6e8-4b2f-acbb-84a88fef77d1 None None] Network cfcff889-92dc-4d29-b056-d0e738577f13 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:26.151107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.153916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.154590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.209442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-006d3b04-1321-44ea-8c4c-86eacbcc676b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1393692 Sep 16 05:22:26.212104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51354) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:26.298657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c3fabb22-a6b7-4489-b316-3cb87e2ac24c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port ea7a2a1e-49b8-40bd-a524-f6a9a023651b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:26.298995 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3fabb22-a6b7-4489-b316-3cb87e2ac24c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.369024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3fabb22-a6b7-4489-b316-3cb87e2ac24c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.381613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c3fabb22-a6b7-4489-b316-3cb87e2ac24c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for ea7a2a1e-49b8-40bd-a524-f6a9a023651b owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:26.522826 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3fabb22-a6b7-4489-b316-3cb87e2ac24c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.551766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fabb22-a6b7-4489-b316-3cb87e2ac24c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=ea7a2a1e-49b8-40bd-a524-f6a9a023651b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:26.557061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3fabb22-a6b7-4489-b316-3cb87e2ac24c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.559386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c3fabb22-a6b7-4489-b316-3cb87e2ac24c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/ea7a2a1e-49b8-40bd-a524-f6a9a023651b HTTP/1.1" status: 204 len: 168 time: 0.3459308 Sep 16 05:22:26.561363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51356) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:26.609348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59411803-7030-4fe7-9d71-70faba3ae2e2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.615314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59411803-7030-4fe7-9d71-70faba3ae2e2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.616871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-59411803-7030-4fe7-9d71-70faba3ae2e2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0546038 Sep 16 05:22:26.619672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51358) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:26.720965 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-2fccbc08-f4d6-4757-af59-0a57a196021d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756190 Sep 16 05:22:26.738819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5e273d78-ff3e-45fd-8287-06fbec0e7ce2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port dcbb7e6f-b0a9-4f91-906a-0c3deb42cf3e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:26.739166 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5e273d78-ff3e-45fd-8287-06fbec0e7ce2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.790243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02830439-aee2-4947-8b40-c32b0aecaf9a req-d0b2c5e5-2aad-404a-8aac-3e02e44196b9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.791771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02830439-aee2-4947-8b40-c32b0aecaf9a req-d0b2c5e5-2aad-404a-8aac-3e02e44196b9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0491157 Sep 16 05:22:26.830194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02830439-aee2-4947-8b40-c32b0aecaf9a req-14c08a51-cee2-4dfb-a354-ccc092295f17 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Sep 16 05:22:26.838021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5e273d78-ff3e-45fd-8287-06fbec0e7ce2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.854864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-cf5cf4b6-7ccd-402d-8dd7-0334ad930f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.856414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-cf5cf4b6-7ccd-402d-8dd7-0334ad930f29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 1097 time: 0.0993283 Sep 16 05:22:26.857248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5e273d78-ff3e-45fd-8287-06fbec0e7ce2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for dcbb7e6f-b0a9-4f91-906a-0c3deb42cf3e owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:27.010673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-96e4254e-658e-4f7f-92f5-e3f4c3d09962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.012097 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-96e4254e-658e-4f7f-92f5-e3f4c3d09962 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b788176f-869f-439b-9879-1d5873224cbc HTTP/1.1" status: 200 len: 898 time: 0.1152694 Sep 16 05:22:27.077220 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-2be214a2-aa32-4ad6-91ac-18799dc0d8d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90 HTTP/1.1" status: 200 len: 999 time: 0.0574226 Sep 16 05:22:27.078485 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5e273d78-ff3e-45fd-8287-06fbec0e7ce2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.116701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e273d78-ff3e-45fd-8287-06fbec0e7ce2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=dcbb7e6f-b0a9-4f91-906a-0c3deb42cf3e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.143140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5e273d78-ff3e-45fd-8287-06fbec0e7ce2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.145024 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5e273d78-ff3e-45fd-8287-06fbec0e7ce2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/dcbb7e6f-b0a9-4f91-906a-0c3deb42cf3e HTTP/1.1" status: 204 len: 168 time: 0.5242007 Sep 16 05:22:27.147827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51364) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:27.157706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-f1199159-82f0-43a8-8b74-1c6b00947cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.159211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-f1199159-82f0-43a8-8b74-1c6b00947cc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53511bd3-751b-47cc-901d-4e794d362107 HTTP/1.1" status: 200 len: 835 time: 0.0730848 Sep 16 05:22:27.200071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87dd07-a547-4204-9e34-505e1c5f4b02 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.201557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ef87dd07-a547-4204-9e34-505e1c5f4b02 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0526314 Sep 16 05:22:27.204682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51366) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:27.216366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-9753423a-9d44-4a8e-a2f6-07f5ded2ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.217799 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-9753423a-9d44-4a8e-a2f6-07f5ded2ed5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b788176f-869f-439b-9879-1d5873224cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508926 Sep 16 05:22:27.237730 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b88b755-f91a-4d9c-b7d6-5a61eb774398 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:27.239156 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5b88b755-f91a-4d9c-b7d6-5a61eb774398 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/ea7a2a1e-49b8-40bd-a524-f6a9a023651b HTTP/1.1" status: 404 len: 333 time: 0.0335755 Sep 16 05:22:27.241961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51368) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:27.267231 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea6f591-0106-4ae8-abe5-2d26560c25ae tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:27.268929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7ea6f591-0106-4ae8-abe5-2d26560c25ae tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/dcbb7e6f-b0a9-4f91-906a-0c3deb42cf3e HTTP/1.1" status: 404 len: 333 time: 0.0257380 Sep 16 05:22:27.271529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51370) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:27.323522 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-235ee59a-34d8-49df-8963-ff790a2f6871 service neutron] 10.222.0.57 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927055 Sep 16 05:22:27.349070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.415888 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67d34e48-7c8a-4455-94c6-e6966398be7f req-278f854c-6a8c-415b-94ee-7a98d80bb308 service neutron] 10.222.0.57 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841498 Sep 16 05:22:27.446536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.466101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcff889-92dc-4d29-b056-d0e738577f13']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:27.474986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c4d2be-866f-4304-b892-beffa335e2ad') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:27.475322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c4d2be-866f-4304-b892-beffa335e2ad') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:27.484899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.498184 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.503878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:27.504256 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:27.507104 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:27.614029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.621496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.623444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/networks/cfcff889-92dc-4d29-b056-d0e738577f13 HTTP/1.1" status: 204 len: 168 time: 0.3509212 Sep 16 05:22:27.627653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51372) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:27.632559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-48286501'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:27.634579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e7ee5-348c-4d23-8bc2-e8b2172ca997 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Network': ['ID=cfcff889-92dc-4d29-b056-d0e738577f13,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.699897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:27.703665 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.725815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:27.734591 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.734940 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Added segment a571c4c4-2a76-4a09-8270-28f8dcdef710 of type vlan for network b6be468b-bab3-4603-9a3f-9dd2c78bce69 Sep 16 05:22:27.778419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.876997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.883025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.887956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.944322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5205ac-4f66-42d1-9fbd-c95b985ca764 req-ec4f76e7-add5-48af-8507-102d7de4f3bb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.945891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e5205ac-4f66-42d1-9fbd-c95b985ca764 req-ec4f76e7-add5-48af-8507-102d7de4f3bb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0489223 Sep 16 05:22:27.950305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Network': ['ID=b6be468b-bab3-4603-9a3f-9dd2c78bce69,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.961357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b6be468b-bab3-4603-9a3f-9dd2c78bce69 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:27.991807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e5205ac-4f66-42d1-9fbd-c95b985ca764 req-91333dc6-1aa9-4cc4-992a-807f19f72567 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Sep 16 05:22:28.010640 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-26312fdf-d3da-4ed6-a566-2a12ac520b9b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3819835 Sep 16 05:22:28.016527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51378) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:28.022865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'b6be468b-bab3-4603-9a3f-9dd2c78bce69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:28.168235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:28.171918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.191561 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.397537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.460146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=51845d85-43cc-41f3-a7ba-b3de87c33d27,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:28.466186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Checking segment: {'id': 'a571c4c4-2a76-4a09-8270-28f8dcdef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6be468b-bab3-4603-9a3f-9dd2c78bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:28.466544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network hostable DHCP agents. Network: b6be468b-bab3-4603-9a3f-9dd2c78bce69, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:28.534078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b6be468b-bab3-4603-9a3f-9dd2c78bce69 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:28.585575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b6be468b-bab3-4603-9a3f-9dd2c78bce69) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:28.589562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.590148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.594011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647bfe77-a03d-4ba1-8e6b-5ca02e144701 None None] Network b6be468b-bab3-4603-9a3f-9dd2c78bce69 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:28.666711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cb1675b3-fb49-4448-b175-777f8810e770 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6486640 Sep 16 05:22:28.669270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51380) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:28.674178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': 'b6be468b-bab3-4603-9a3f-9dd2c78bce69', 'name': 'tempest-PortsTestJSON-126675701'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:28.735123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-b6be468b-bab3-4603-9a3f-9dd2c78bce69', 'network_id': 'b6be468b-bab3-4603-9a3f-9dd2c78bce69', 'tenant_id': '647edced6fab48359e73cebf5d6eae25', 'fixed_ips': [{'subnet_id': '51845d85-43cc-41f3-a7ba-b3de87c33d27'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:28.736064 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.864188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Allocated IP 172.20.0.2 (b6be468b-bab3-4603-9a3f-9dd2c78bce69/51845d85-43cc-41f3-a7ba-b3de87c33d27/5c773759-cfae-47a0-bbdc-0769729aa3da) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:28.888473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:28.892166 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.909311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 995a0674-3a48-4048-a957-a3813f95e2c2 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:29.005559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.072139 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.111235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Network b6be468b-bab3-4603-9a3f-9dd2c78bce69 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:29.116139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:29.121288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:29.124344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Pushing event updated for resources: {'Port': ['ID=5c773759-cfae-47a0-bbdc-0769729aa3da,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.135818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.136177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.136525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.136868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.137213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.137550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.137884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.138219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.138548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.138877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.139208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.139561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:29.144612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d4733-5067-4604-9981-86e68d8d2f3d req-5c4e218a-b6a1-4161-8a31-169acbd9a788 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.146136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c4d4733-5067-4604-9981-86e68d8d2f3d req-5c4e218a-b6a1-4161-8a31-169acbd9a788 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0912387 Sep 16 05:22:29.151882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.7 (b6be468b-bab3-4603-9a3f-9dd2c78bce69/51845d85-43cc-41f3-a7ba-b3de87c33d27/995a0674-3a48-4048-a957-a3813f95e2c2) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:29.189000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Attempting to bind port 5c773759-cfae-47a0-bbdc-0769729aa3da on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:29.189374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Attempting to bind port 5c773759-cfae-47a0-bbdc-0769729aa3da by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a571c4c4-2a76-4a09-8270-28f8dcdef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6be468b-bab3-4603-9a3f-9dd2c78bce69'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:29.189742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Attempting to bind port 5c773759-cfae-47a0-bbdc-0769729aa3da on network b6be468b-bab3-4603-9a3f-9dd2c78bce69 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:29.194816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:29.195196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Checking segment: {'id': 'a571c4c4-2a76-4a09-8270-28f8dcdef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6be468b-bab3-4603-9a3f-9dd2c78bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:29.195670 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.196034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Bound using segment: {'id': 'a571c4c4-2a76-4a09-8270-28f8dcdef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6be468b-bab3-4603-9a3f-9dd2c78bce69'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:29.196545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Bound port: 5c773759-cfae-47a0-bbdc-0769729aa3da, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a571c4c4-2a76-4a09-8270-28f8dcdef710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6be468b-bab3-4603-9a3f-9dd2c78bce69'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:29.196927 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.206154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c4d4733-5067-4604-9981-86e68d8d2f3d req-921cfc4b-9f0b-4027-b683-110bb703f85e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520494 Sep 16 05:22:29.259828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] For port 5c773759-cfae-47a0-bbdc-0769729aa3da, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:29.262749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] For port 5c773759-cfae-47a0-bbdc-0769729aa3da, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5c773759-cfae-47a0-bbdc-0769729aa3da,segment=NetworkSegment(a571c4c4-2a76-4a09-8270-28f8dcdef710),segment_id=a571c4c4-2a76-4a09-8270-28f8dcdef710)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:29.317402 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.330263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.375982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907d443-daaf-4218-b7bb-daee3a774bd7 None None] Pushing event updated for resources: {'Port': ['ID=5c773759-cfae-47a0-bbdc-0769729aa3da,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.437952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.486350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b6be468b-bab3-4603-9a3f-9dd2c78bce69 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:29.489585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:29.492092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:29.539628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=995a0674-3a48-4048-a957-a3813f95e2c2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.572268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.572904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.654811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27f1c44f-6cd4-47d5-b4ae-81832b5fdae2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9843979 Sep 16 05:22:29.657499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51386) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:29.742903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b3c04-7107-438b-91ea-26ed52f4ef04 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 995a0674-3a48-4048-a957-a3813f95e2c2 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:29.743268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3c04-7107-438b-91ea-26ed52f4ef04 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.832793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3c04-7107-438b-91ea-26ed52f4ef04 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.845241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b3c04-7107-438b-91ea-26ed52f4ef04 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 995a0674-3a48-4048-a957-a3813f95e2c2 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:30.117480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3c04-7107-438b-91ea-26ed52f4ef04 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.162002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b3c04-7107-438b-91ea-26ed52f4ef04 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=995a0674-3a48-4048-a957-a3813f95e2c2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.231899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5c773759-cfae-47a0-bbdc-0769729aa3da up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:30.257979 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3c04-7107-438b-91ea-26ed52f4ef04 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.263299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0f0b3c04-7107-438b-91ea-26ed52f4ef04 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/995a0674-3a48-4048-a957-a3813f95e2c2 HTTP/1.1" status: 204 len: 168 time: 0.6026590 Sep 16 05:22:30.263895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51392) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.293122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5c773759-cfae-47a0-bbdc-0769729aa3da triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:30.293874 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.295738 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53a9bb9-a4ad-4c2c-875f-9e51b2154b02 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:30.297445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53a9bb9-a4ad-4c2c-875f-9e51b2154b02 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:30.299272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a53a9bb9-a4ad-4c2c-875f-9e51b2154b02 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/995a0674-3a48-4048-a957-a3813f95e2c2 HTTP/1.1" status: 404 len: 333 time: 0.0343254 Sep 16 05:22:30.301911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51394) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.319401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397ba87-e972-40aa-a831-80aa35b89902 None None] Network b6be468b-bab3-4603-9a3f-9dd2c78bce69 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:30.333249 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf37b16-75c1-4228-8b52-6cff2310e917 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:30.334792 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-edf37b16-75c1-4228-8b52-6cff2310e917 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/995a0674-3a48-4048-a957-a3813f95e2c2 HTTP/1.1" status: 404 len: 333 time: 0.0314035 Sep 16 05:22:30.338010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51396) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.346387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5108908-514b-469e-b6b1-889f3c6639d2 req-b4bd5f29-30b2-4aa6-80c7-6b80f80a5bbc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.347942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5108908-514b-469e-b6b1-889f3c6639d2 req-b4bd5f29-30b2-4aa6-80c7-6b80f80a5bbc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0626299 Sep 16 05:22:30.391038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5108908-514b-469e-b6b1-889f3c6639d2 req-f7b89401-723a-4647-bf03-a02ee7a95bf3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Sep 16 05:22:30.396592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f662b2b2-9457-41c9-b2c1-1d0b4a4dbc98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet 51845d85-43cc-41f3-a7ba-b3de87c33d27 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:30.400545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f662b2b2-9457-41c9-b2c1-1d0b4a4dbc98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.410949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-728587c0-3d0c-49bc-931a-666bf9bd338a None None] Provisioning complete for port 5c773759-cfae-47a0-bbdc-0769729aa3da triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:30.411363 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-728587c0-3d0c-49bc-931a-666bf9bd338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.440912 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f662b2b2-9457-41c9-b2c1-1d0b4a4dbc98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.529656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f662b2b2-9457-41c9-b2c1-1d0b4a4dbc98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.550747 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.601771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-728587c0-3d0c-49bc-931a-666bf9bd338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.643223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f662b2b2-9457-41c9-b2c1-1d0b4a4dbc98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.673399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662b2b2-9457-41c9-b2c1-1d0b4a4dbc98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=51845d85-43cc-41f3-a7ba-b3de87c33d27,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.677409 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f662b2b2-9457-41c9-b2c1-1d0b4a4dbc98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.682077 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f662b2b2-9457-41c9-b2c1-1d0b4a4dbc98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/51845d85-43cc-41f3-a7ba-b3de87c33d27 HTTP/1.1" status: 204 len: 168 time: 0.3403924 Sep 16 05:22:30.682402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51398) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.713859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-728587c0-3d0c-49bc-931a-666bf9bd338a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:30.714209 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-728587c0-3d0c-49bc-931a-666bf9bd338a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:30.715056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:30.715056 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:30.763142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.809254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3e5b19-8884-4335-9774-d643af371dba None None] Network b6be468b-bab3-4603-9a3f-9dd2c78bce69 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:30.827942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 5c773759-cfae-47a0-bbdc-0769729aa3da {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:30.828298 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.890027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] For port 5c773759-cfae-47a0-bbdc-0769729aa3da, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5c773759-cfae-47a0-bbdc-0769729aa3da,segment=NetworkSegment(a571c4c4-2a76-4a09-8270-28f8dcdef710),segment_id=a571c4c4-2a76-4a09-8270-28f8dcdef710)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:30.890403 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.902907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 5c773759-cfae-47a0-bbdc-0769729aa3da owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:30.983097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] DHCP port deletion for b6be468b-bab3-4603-9a3f-9dd2c78bce69 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:31.032856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] Deleting port 5c773759-cfae-47a0-bbdc-0769729aa3da {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:31.033238 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.036762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.063034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=5c773759-cfae-47a0-bbdc-0769729aa3da,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.066782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No DVR routers for this DVR port 5c773759-cfae-47a0-bbdc-0769729aa3da on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:31.102913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] For port 5c773759-cfae-47a0-bbdc-0769729aa3da, host n-d-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:31.103330 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.115596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] Calling delete_port for 5c773759-cfae-47a0-bbdc-0769729aa3da owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:31.119781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.ipam_backend_mixin [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] Port 5c773759-cfae-47a0-bbdc-0769729aa3da was not found and therefore no delete operation was performed {{(pid=101826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:22:31.121773 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.147657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] Pushing event deleted for resources: {'Port': ['ID=5c773759-cfae-47a0-bbdc-0769729aa3da,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.149218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.152322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f12e34-19d1-4821-b0fd-1ef217836dd1 None None] No DVR routers for this DVR port 5c773759-cfae-47a0-bbdc-0769729aa3da on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:31.172756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6be468b-bab3-4603-9a3f-9dd2c78bce69']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:31.182648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a571c4c4-2a76-4a09-8270-28f8dcdef710') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:31.182985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a571c4c4-2a76-4a09-8270-28f8dcdef710') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:31.192573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.205897 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.211704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:31.212135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:31.215081 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:31.255128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Port 5c773759-cfae-47a0-bbdc-0769729aa3da update to ACTIVE by agent not found {{(pid=101826) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:22:31.257602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-728587c0-3d0c-49bc-931a-666bf9bd338a None None] Port 5c773759-cfae-47a0-bbdc-0769729aa3da update to ACTIVE by agent not found {{(pid=101826) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:22:31.264552 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:31.345755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.353402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.355186 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/networks/b6be468b-bab3-4603-9a3f-9dd2c78bce69 HTTP/1.1" status: 204 len: 168 time: 0.6719615 Sep 16 05:22:31.359068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51402) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.364078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-621577931'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:31.366702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda33ab-fc05-4897-bf6e-9e0913efbd00 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Network': ['ID=b6be468b-bab3-4603-9a3f-9dd2c78bce69,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.375358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-51b699c2-066e-4167-a4c2-b58e414ffe51 None None] Could not find standard attr ID for object 5c773759-cfae-47a0-bbdc-0769729aa3da. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:31.448678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:31.452293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.502242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:31.514843 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.515189 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Added segment df5192c5-606b-4163-a6db-3ba64bb3e1ea of type vlan for network 02df6d61-d208-46ba-ac48-54076b454a0e Sep 16 05:22:31.532858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22b5ad-4fcc-43bf-a11d-c4acf891b543 req-00179f27-623d-43cd-bbfd-5fca784c81b8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.534340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a22b5ad-4fcc-43bf-a11d-c4acf891b543 req-00179f27-623d-43cd-bbfd-5fca784c81b8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0705333 Sep 16 05:22:31.577067 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.612115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a22b5ad-4fcc-43bf-a11d-c4acf891b543 req-56d032a8-549b-4d35-b3ae-3b5277c8573d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589604 Sep 16 05:22:31.654010 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.659610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.660230 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.725672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Network': ['ID=02df6d61-d208-46ba-ac48-54076b454a0e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.736230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 02df6d61-d208-46ba-ac48-54076b454a0e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:31.751701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27552ede-f0c2-4ef0-85f0-447646910f80 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3915346 Sep 16 05:22:31.754423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51406) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.759202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': '02df6d61-d208-46ba-ac48-54076b454a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:31.951286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:31.955095 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.179978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.181787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5c773759-cfae-47a0-bbdc-0769729aa3da no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:32.201564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 5c773759-cfae-47a0-bbdc-0769729aa3da {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:32.201825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5c773759-cfae-47a0-bbdc-0769729aa3da not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:32.242644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=5896955c-01aa-4ff5-bed9-b79fa4ef1333,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:32.250711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Checking segment: {'id': 'df5192c5-606b-4163-a6db-3ba64bb3e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '02df6d61-d208-46ba-ac48-54076b454a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:32.252863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network hostable DHCP agents. Network: 02df6d61-d208-46ba-ac48-54076b454a0e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:32.339832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 02df6d61-d208-46ba-ac48-54076b454a0e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:32.442846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 02df6d61-d208-46ba-ac48-54076b454a0e) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:32.446968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.447598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.451372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e02a4d-33b0-4298-ba30-c7d0f395ea0e None None] Network 02df6d61-d208-46ba-ac48-54076b454a0e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:32.517971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6f6f4b00-3db5-4f5c-bdd9-a17b48f3295d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7624388 Sep 16 05:22:32.520505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51414) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:32.526195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': '02df6d61-d208-46ba-ac48-54076b454a0e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-280884037'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:32.592664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-02df6d61-d208-46ba-ac48-54076b454a0e', 'network_id': '02df6d61-d208-46ba-ac48-54076b454a0e', 'tenant_id': '647edced6fab48359e73cebf5d6eae25', 'fixed_ips': [{'subnet_id': '5896955c-01aa-4ff5-bed9-b79fa4ef1333'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:32.593535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.716848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:32.720325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.729291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Allocated IP 172.20.0.2 (02df6d61-d208-46ba-ac48-54076b454a0e/5896955c-01aa-4ff5-bed9-b79fa4ef1333/43ecfed7-4224-47c7-abed-45554e61b411) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:32.742353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 670999e2-139b-443d-baf9-f9d2a2f10597 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:32.754182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65695-69fb-4697-877d-7fef1ea65141 req-c930b73b-8d4c-4191-9345-3fc76e8f71ad tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.755702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24d65695-69fb-4697-877d-7fef1ea65141 req-c930b73b-8d4c-4191-9345-3fc76e8f71ad tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0749032 Sep 16 05:22:32.835913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24d65695-69fb-4697-877d-7fef1ea65141 req-2b87d6fb-8e1f-4393-a01d-44dffe8a86ac tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496809 Sep 16 05:22:32.874022 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.945884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.983462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Network 02df6d61-d208-46ba-ac48-54076b454a0e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:32.986522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:32.989118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:32.995017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.4 (02df6d61-d208-46ba-ac48-54076b454a0e/5896955c-01aa-4ff5-bed9-b79fa4ef1333/670999e2-139b-443d-baf9-f9d2a2f10597) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:33.003061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Pushing event updated for resources: {'Port': ['ID=43ecfed7-4224-47c7-abed-45554e61b411,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:33.057646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Attempting to bind port 43ecfed7-4224-47c7-abed-45554e61b411 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:33.058682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Attempting to bind port 43ecfed7-4224-47c7-abed-45554e61b411 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'df5192c5-606b-4163-a6db-3ba64bb3e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '02df6d61-d208-46ba-ac48-54076b454a0e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:33.058682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Attempting to bind port 43ecfed7-4224-47c7-abed-45554e61b411 on network 02df6d61-d208-46ba-ac48-54076b454a0e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:33.063302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:33.063685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Checking segment: {'id': 'df5192c5-606b-4163-a6db-3ba64bb3e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '02df6d61-d208-46ba-ac48-54076b454a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:33.064092 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.064496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Bound using segment: {'id': 'df5192c5-606b-4163-a6db-3ba64bb3e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '02df6d61-d208-46ba-ac48-54076b454a0e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:33.064962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Bound port: 43ecfed7-4224-47c7-abed-45554e61b411, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5192c5-606b-4163-a6db-3ba64bb3e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '02df6d61-d208-46ba-ac48-54076b454a0e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:33.065347 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.127167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] For port 43ecfed7-4224-47c7-abed-45554e61b411, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:33.128258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.130306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] For port 43ecfed7-4224-47c7-abed-45554e61b411, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=43ecfed7-4224-47c7-abed-45554e61b411,segment=NetworkSegment(df5192c5-606b-4163-a6db-3ba64bb3e1ea),segment_id=df5192c5-606b-4163-a6db-3ba64bb3e1ea)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:33.185609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.208536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.246605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 02df6d61-d208-46ba-ac48-54076b454a0e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:33.246946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e83ce-1f9b-4cd1-9b8e-bd9a8c97c4e1 None None] Pushing event updated for resources: {'Port': ['ID=43ecfed7-4224-47c7-abed-45554e61b411,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:33.249827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:33.253496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:33.293947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=670999e2-139b-443d-baf9-f9d2a2f10597,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:33.318963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.319654 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.409128 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-05a9dff0-9f56-4943-a39a-0a6298a81fe2 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8874133 Sep 16 05:22:33.412741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51420) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:33.523176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cb03b-9a1f-4beb-b387-3efe61946a92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 670999e2-139b-443d-baf9-f9d2a2f10597 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:33.523568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb03b-9a1f-4beb-b387-3efe61946a92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.608192 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb03b-9a1f-4beb-b387-3efe61946a92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.620119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cb03b-9a1f-4beb-b387-3efe61946a92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 670999e2-139b-443d-baf9-f9d2a2f10597 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:33.825875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb03b-9a1f-4beb-b387-3efe61946a92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.854037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cb03b-9a1f-4beb-b387-3efe61946a92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=670999e2-139b-443d-baf9-f9d2a2f10597,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:33.939216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb03b-9a1f-4beb-b387-3efe61946a92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.939216 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2a3cb03b-9a1f-4beb-b387-3efe61946a92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/670999e2-139b-443d-baf9-f9d2a2f10597 HTTP/1.1" status: 204 len: 168 time: 0.5185084 Sep 16 05:22:33.939216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51424) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:33.961071 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe79135-5b14-401a-9c14-ff171f80e1be tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:33.962280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4295-c336-4e7a-baa3-99bd7bdc522a req-4e1827c2-c5d3-43f6-b1c4-6dc71f6cecd1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.962797 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbe79135-5b14-401a-9c14-ff171f80e1be tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/670999e2-139b-443d-baf9-f9d2a2f10597 HTTP/1.1" status: 404 len: 333 time: 0.0272918 Sep 16 05:22:33.963842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b5c4295-c336-4e7a-baa3-99bd7bdc522a req-4e1827c2-c5d3-43f6-b1c4-6dc71f6cecd1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0531228 Sep 16 05:22:33.965521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51426) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:34.039269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a6769d-0409-49e5-b447-25b0ad77af4f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet 5896955c-01aa-4ff5-bed9-b79fa4ef1333 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:34.043614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b5c4295-c336-4e7a-baa3-99bd7bdc522a req-92e8ef96-0e95-4227-ae5e-7dff7e811542 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703309 Sep 16 05:22:34.045473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55a6769d-0409-49e5-b447-25b0ad77af4f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.090927 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55a6769d-0409-49e5-b447-25b0ad77af4f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.177975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191106c2-0189-4429-84ab-fc1481efc142 None None] Network 02df6d61-d208-46ba-ac48-54076b454a0e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:34.182503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55a6769d-0409-49e5-b447-25b0ad77af4f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.235856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 43ecfed7-4224-47c7-abed-45554e61b411 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:34.292633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-aaa8bea2-384d-4b38-9a18-fea72e291d22 None None] Provisioning complete for port 43ecfed7-4224-47c7-abed-45554e61b411 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:34.293010 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aaa8bea2-384d-4b38-9a18-fea72e291d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.311772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55a6769d-0409-49e5-b447-25b0ad77af4f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.338286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6769d-0409-49e5-b447-25b0ad77af4f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=5896955c-01aa-4ff5-bed9-b79fa4ef1333,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.341964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-55a6769d-0409-49e5-b447-25b0ad77af4f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.343873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-55a6769d-0409-49e5-b447-25b0ad77af4f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/5896955c-01aa-4ff5-bed9-b79fa4ef1333 HTTP/1.1" status: 204 len: 168 time: 0.3774216 Sep 16 05:22:34.346573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51428) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:34.384946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 43ecfed7-4224-47c7-abed-45554e61b411 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:34.385194 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.434762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.503476 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aaa8bea2-384d-4b38-9a18-fea72e291d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.509474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 43ecfed7-4224-47c7-abed-45554e61b411 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:34.509474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.517606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] DHCP port deletion for 02df6d61-d208-46ba-ac48-54076b454a0e request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:34.539214 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.578934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] For port 43ecfed7-4224-47c7-abed-45554e61b411, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=43ecfed7-4224-47c7-abed-45554e61b411,segment=NetworkSegment(df5192c5-606b-4163-a6db-3ba64bb3e1ea),segment_id=df5192c5-606b-4163-a6db-3ba64bb3e1ea)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:34.579458 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.594126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 43ecfed7-4224-47c7-abed-45554e61b411 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:34.731274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-aaa8bea2-384d-4b38-9a18-fea72e291d22 None None] For port 43ecfed7-4224-47c7-abed-45554e61b411, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=43ecfed7-4224-47c7-abed-45554e61b411,segment=NetworkSegment(df5192c5-606b-4163-a6db-3ba64bb3e1ea),segment_id=df5192c5-606b-4163-a6db-3ba64bb3e1ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:34.760247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] Deleting port 43ecfed7-4224-47c7-abed-45554e61b411 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:34.760628 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.821299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] For port 43ecfed7-4224-47c7-abed-45554e61b411, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=43ecfed7-4224-47c7-abed-45554e61b411,segment=NetworkSegment(df5192c5-606b-4163-a6db-3ba64bb3e1ea),segment_id=df5192c5-606b-4163-a6db-3ba64bb3e1ea)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:34.821701 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.835487 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aaa8bea2-384d-4b38-9a18-fea72e291d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.844683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] Calling delete_port for 43ecfed7-4224-47c7-abed-45554e61b411 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:34.882443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.909671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=43ecfed7-4224-47c7-abed-45554e61b411,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.911553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No DVR routers for this DVR port 43ecfed7-4224-47c7-abed-45554e61b411 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:34.943695 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:34.944054 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:34.953804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8bea2-384d-4b38-9a18-fea72e291d22 None None] Pushing event updated for resources: {'Port': ['ID=43ecfed7-4224-47c7-abed-45554e61b411,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.988817 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.994802 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.011886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] Pushing event deleted for resources: {'Port': ['ID=43ecfed7-4224-47c7-abed-45554e61b411,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:35.015419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02df6d61-d208-46ba-ac48-54076b454a0e']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:35.018047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c7be3-bf61-4852-968e-3d20de3fdb19 None None] No DVR routers for this DVR port 43ecfed7-4224-47c7-abed-45554e61b411 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:35.028575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5192c5-606b-4163-a6db-3ba64bb3e1ea') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:35.028880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5192c5-606b-4163-a6db-3ba64bb3e1ea') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:35.038368 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.051251 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.057024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:35.057395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:35.060330 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:35.166780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540962b-d9db-4948-8ad1-4cc4ba743ed7 req-5dff8599-2629-4531-838b-34ca1ef37039 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:35.168303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2540962b-d9db-4948-8ad1-4cc4ba743ed7 req-5dff8599-2629-4531-838b-34ca1ef37039 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0526869 Sep 16 05:22:35.206184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2540962b-d9db-4948-8ad1-4cc4ba743ed7 req-95fa548e-3f03-4386-81c9-a104b4670a0a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Sep 16 05:22:35.206765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.215386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.217230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/networks/02df6d61-d208-46ba-ac48-54076b454a0e HTTP/1.1" status: 204 len: 168 time: 0.8697345 Sep 16 05:22:35.221031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51442) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:35.226206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'name': 'tempest-PortsTestJSON-1022085288'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:35.226811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b22784-c8ec-4153-bf08-7b5ac0d3b6bc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Network': ['ID=02df6d61-d208-46ba-ac48-54076b454a0e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:35.419477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:35.423481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.446874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port db5aa100-0530-4f65-8519-1bbb6eb4d86a yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:35.474779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Port 43ecfed7-4224-47c7-abed-45554e61b411 update to ACTIVE by agent not found {{(pid=101826) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:22:35.609441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.677282 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.729692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:35.729692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:35.731730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:35.737739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:35.738526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.755081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=db5aa100-0530-4f65-8519-1bbb6eb4d86a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:35.814624 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a7ef287c-afc7-44ed-a858-eae3f275e970 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5924883 Sep 16 05:22:35.817294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51454) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:35.905411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-515b723b-32e1-4d41-a179-d3538d5edbf7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port db5aa100-0530-4f65-8519-1bbb6eb4d86a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:35.905759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-515b723b-32e1-4d41-a179-d3538d5edbf7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.975425 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-515b723b-32e1-4d41-a179-d3538d5edbf7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.987206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-515b723b-32e1-4d41-a179-d3538d5edbf7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for db5aa100-0530-4f65-8519-1bbb6eb4d86a owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:36.117056 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-515b723b-32e1-4d41-a179-d3538d5edbf7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.151807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b723b-32e1-4d41-a179-d3538d5edbf7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=db5aa100-0530-4f65-8519-1bbb6eb4d86a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:36.157856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-515b723b-32e1-4d41-a179-d3538d5edbf7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.163750 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-515b723b-32e1-4d41-a179-d3538d5edbf7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/db5aa100-0530-4f65-8519-1bbb6eb4d86a HTTP/1.1" status: 204 len: 168 time: 0.3455296 Sep 16 05:22:36.164408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51458) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.171027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'mac_address': 'fa:16:3e:3e:86:28', 'name': 'tempest-PortsTestJSON-1639426479'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:36.191232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 43ecfed7-4224-47c7-abed-45554e61b411 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:36.212553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 43ecfed7-4224-47c7-abed-45554e61b411 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:36.212905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 43ecfed7-4224-47c7-abed-45554e61b411 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:36.328850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff758b-d73f-4e01-9999-9c0aa1589ccd req-687b7aa0-5114-46b1-845e-d3c4ac8cbd41 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.330250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3ff758b-d73f-4e01-9999-9c0aa1589ccd req-687b7aa0-5114-46b1-845e-d3c4ac8cbd41 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0508039 Sep 16 05:22:36.367412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3ff758b-d73f-4e01-9999-9c0aa1589ccd req-c339ce84-846b-4ef2-aeeb-10fdeaa569da tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Sep 16 05:22:36.374305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:36.440245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.459453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port d2948250-dab5-4380-903b-acff9c9c0b28 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:36.960260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.032175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.078318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:37.081483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:37.083941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:37.091414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.092072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.110523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=d2948250-dab5-4380-903b-acff9c9c0b28,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.191734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a4d7c595-3989-4b7d-b3e7-9b5774181030 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0254550 Sep 16 05:22:37.194308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51472) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:37.237785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69461e65-381e-47c0-b66b-6457e4b12b2f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.239065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-69461e65-381e-47c0-b66b-6457e4b12b2f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/d2948250-dab5-4380-903b-acff9c9c0b28 HTTP/1.1" status: 200 len: 841 time: 0.0435681 Sep 16 05:22:37.241863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:37.332413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-74ada9b0-2678-49fc-b447-8dea5fd37996 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port d2948250-dab5-4380-903b-acff9c9c0b28 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:37.332754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74ada9b0-2678-49fc-b447-8dea5fd37996 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.404182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74ada9b0-2678-49fc-b447-8dea5fd37996 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.417959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-74ada9b0-2678-49fc-b447-8dea5fd37996 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for d2948250-dab5-4380-903b-acff9c9c0b28 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:37.532138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc2660-9dc4-490d-b1b2-9f841e41d742 req-240dd931-c0e6-42b1-b1a3-cad620c3f52c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.533678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cbc2660-9dc4-490d-b1b2-9f841e41d742 req-240dd931-c0e6-42b1-b1a3-cad620c3f52c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0727777 Sep 16 05:22:37.575726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cbc2660-9dc4-490d-b1b2-9f841e41d742 req-1ca5c7e4-12e1-449c-851a-0457c1cf4034 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334067 Sep 16 05:22:37.608030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74ada9b0-2678-49fc-b447-8dea5fd37996 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.637300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ada9b0-2678-49fc-b447-8dea5fd37996 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=d2948250-dab5-4380-903b-acff9c9c0b28,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.644827 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-74ada9b0-2678-49fc-b447-8dea5fd37996 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.649855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-74ada9b0-2678-49fc-b447-8dea5fd37996 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/d2948250-dab5-4380-903b-acff9c9c0b28 HTTP/1.1" status: 204 len: 168 time: 0.4040663 Sep 16 05:22:37.649981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51480) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:37.674926 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c01013-3e1a-4c7a-9891-905a223e00ef tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:37.676945 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-43c01013-3e1a-4c7a-9891-905a223e00ef tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/d2948250-dab5-4380-903b-acff9c9c0b28 HTTP/1.1" status: 404 len: 333 time: 0.0258417 Sep 16 05:22:37.681435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51482) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:37.686572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'name': 'tempest-PortsTestJSON-921611103'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:37.836388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:37.839927 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.857227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port e6a0be67-97a5-475a-9435-d563837965dc yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:38.019305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.088992 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.133808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:38.135420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:38.137830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:38.143708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.144387 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.160740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=e6a0be67-97a5-475a-9435-d563837965dc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.220593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70416d58-acf5-4654-b3f6-8e9992fdf883 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5380204 Sep 16 05:22:38.223143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51484) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:38.228897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:38.297177 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.453377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.510874 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.551841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] In _notify_port_updated(), no bound segment for port e6a0be67-97a5-475a-9435-d563837965dc on network b7dddbc0-ff6f-442a-a957-097139f546de {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:38.557238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.557846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.562364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "PUT /v2.0/ports/e6a0be67-97a5-475a-9435-d563837965dc HTTP/1.1" status: 200 len: 818 time: 0.3349545 Sep 16 05:22:38.562679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51490) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:38.572342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b4c5c-e9ec-4ab5-9c38-efbdbec8e914 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=e6a0be67-97a5-475a-9435-d563837965dc,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.655968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0120e6cf-7341-4e5d-94d6-5728dce94c98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port e6a0be67-97a5-475a-9435-d563837965dc {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:38.656516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0120e6cf-7341-4e5d-94d6-5728dce94c98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.705391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4016a3-296f-4d95-8aee-08c9592f6418 req-08ae756f-f1b7-45cf-a9b0-c7548ff6fb70 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.707080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b4016a3-296f-4d95-8aee-08c9592f6418 req-08ae756f-f1b7-45cf-a9b0-c7548ff6fb70 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0553591 Sep 16 05:22:38.732680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0120e6cf-7341-4e5d-94d6-5728dce94c98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.748416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0120e6cf-7341-4e5d-94d6-5728dce94c98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for e6a0be67-97a5-475a-9435-d563837965dc owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:38.755760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b4016a3-296f-4d95-8aee-08c9592f6418 req-f55b44e6-d926-4659-a91f-737572a476f6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382388 Sep 16 05:22:38.871457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0120e6cf-7341-4e5d-94d6-5728dce94c98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.900780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120e6cf-7341-4e5d-94d6-5728dce94c98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=e6a0be67-97a5-475a-9435-d563837965dc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.905880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0120e6cf-7341-4e5d-94d6-5728dce94c98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.910341 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0120e6cf-7341-4e5d-94d6-5728dce94c98 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/e6a0be67-97a5-475a-9435-d563837965dc HTTP/1.1" status: 204 len: 168 time: 0.3449180 Sep 16 05:22:38.910668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51494) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:38.958273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1780c89-d9eb-4521-9624-24738eae27c5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.959777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f1780c89-d9eb-4521-9624-24738eae27c5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0480926 Sep 16 05:22:38.963148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51496) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:38.986417 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c1dc0f-c4a4-479b-98cd-e5fa27bc4a9e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:38.987960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27c1dc0f-c4a4-479b-98cd-e5fa27bc4a9e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/e6a0be67-97a5-475a-9435-d563837965dc HTTP/1.1" status: 404 len: 333 time: 0.0238791 Sep 16 05:22:38.991458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:38.996698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-395545624'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:39.082447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:39.086135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.114243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:39.123487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.123850 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Added segment c267956d-a8d2-4897-8f5e-da28337b185d of type vlan for network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 Sep 16 05:22:39.162590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.236821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.242392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.243572 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.310168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Network': ['ID=0c1bd7de-1158-45a8-ac84-071aa0ec2b24,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.314417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-83f41ab2-26bb-49d3-92a4-dc72a30ac76c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3220048 Sep 16 05:22:39.317483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51500) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:39.322650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:39.323356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:39.454271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:39.458146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.677305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.738765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=e073f378-2429-49a7-99c3-96180ae64347,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.746662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Checking segment: {'id': 'c267956d-a8d2-4897-8f5e-da28337b185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:39.747024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network hostable DHCP agents. Network: 0c1bd7de-1158-45a8-ac84-071aa0ec2b24, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:39.825199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:39.878972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3335b20-2832-4932-aa24-a0c32b0eaae8 req-15dd810a-6a5b-4a1f-95f7-c40620765dc4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.880508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3335b20-2832-4932-aa24-a0c32b0eaae8 req-15dd810a-6a5b-4a1f-95f7-c40620765dc4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0523565 Sep 16 05:22:39.893019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0c1bd7de-1158-45a8-ac84-071aa0ec2b24) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:39.903933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afda401-4603-4e5c-b174-3c4ba7af1d76 None None] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:39.904308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.904837 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.933645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3335b20-2832-4932-aa24-a0c32b0eaae8 req-9277ccf8-c02f-4e32-97f4-234ff97c0889 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467541 Sep 16 05:22:39.997791 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-31f606e5-0599-45ee-9943-c8dbd44d3a27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6796999 Sep 16 05:22:40.000516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51506) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:40.005525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-29520a14-ec80-4e33-9fd6-2061029383c6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:40.054001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-0c1bd7de-1158-45a8-ac84-071aa0ec2b24', 'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24', 'tenant_id': '647edced6fab48359e73cebf5d6eae25', 'fixed_ips': [{'subnet_id': 'e073f378-2429-49a7-99c3-96180ae64347'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:40.055138 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.189743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Allocated IP 172.20.0.2 (0c1bd7de-1158-45a8-ac84-071aa0ec2b24/e073f378-2429-49a7-99c3-96180ae64347/b4871f72-7e70-4723-9a0a-e640b53deeb7) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:40.225619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29520a14-ec80-4e33-9fd6-2061029383c6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:40.233025 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29520a14-ec80-4e33-9fd6-2061029383c6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.328433 n-d-712143-16 neutron-server[101824]: INFO neutron.db.ipam_backend_mixin [None req-29520a14-ec80-4e33-9fd6-2061029383c6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e073f378-2429-49a7-99c3-96180ae64347 (CIDR: 172.20.0.0/28) Sep 16 05:22:40.347180 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.357356 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-29520a14-ec80-4e33-9fd6-2061029383c6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:22:40.357926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29520a14-ec80-4e33-9fd6-2061029383c6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:40.391655 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.411602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-29520a14-ec80-4e33-9fd6-2061029383c6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4075394 Sep 16 05:22:40.411821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51508) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:40.417811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:40.433000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:40.464375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:40.464375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:40.464375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Pushing event updated for resources: {'Port': ['ID=b4871f72-7e70-4723-9a0a-e640b53deeb7,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:40.517212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Attempting to bind port b4871f72-7e70-4723-9a0a-e640b53deeb7 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:40.517579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Attempting to bind port b4871f72-7e70-4723-9a0a-e640b53deeb7 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'c267956d-a8d2-4897-8f5e-da28337b185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:40.517942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Attempting to bind port b4871f72-7e70-4723-9a0a-e640b53deeb7 on network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:40.524477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:40.524856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Checking segment: {'id': 'c267956d-a8d2-4897-8f5e-da28337b185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:40.525262 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.525657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Bound using segment: {'id': 'c267956d-a8d2-4897-8f5e-da28337b185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:40.526119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Bound port: b4871f72-7e70-4723-9a0a-e640b53deeb7, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c267956d-a8d2-4897-8f5e-da28337b185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:40.526550 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.557724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.590149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] For port b4871f72-7e70-4723-9a0a-e640b53deeb7, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:40.593301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] For port b4871f72-7e70-4723-9a0a-e640b53deeb7, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b4871f72-7e70-4723-9a0a-e640b53deeb7,segment=NetworkSegment(c267956d-a8d2-4897-8f5e-da28337b185d),segment_id=c267956d-a8d2-4897-8f5e-da28337b185d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:40.625321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:40.630099 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.648900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.712492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6612a-1234-4687-820d-9c4008cb34a9 None None] Pushing event updated for resources: {'Port': ['ID=b4871f72-7e70-4723-9a0a-e640b53deeb7,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:41.014109 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-52d468d7-5bbf-49c4-8966-4930c62edce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.050723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.098664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:41.107087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef5c74-227b-49c4-8460-814084c17bef req-64cad6ac-a3bb-4662-a723-6b89a64cf9c8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.108643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6ef5c74-227b-49c4-8460-814084c17bef req-64cad6ac-a3bb-4662-a723-6b89a64cf9c8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0981724 Sep 16 05:22:41.112018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:41.116368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.116965 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.147175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=616ac267-0d37-49b7-a3ac-69f85edb3903,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:41.166447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6ef5c74-227b-49c4-8460-814084c17bef req-69cdde16-a5b8-43a8-b126-ff3e63e83471 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463707 Sep 16 05:22:41.197731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a3f9fef8-4985-4f01-bed7-04af265c6fb6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7846479 Sep 16 05:22:41.200330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51514) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:41.208219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24', 'fixed_ips': [{'subnet_id': 'e073f378-2429-49a7-99c3-96180ae64347'}, {'subnet_id': '616ac267-0d37-49b7-a3ac-69f85edb3903'}], 'name': 'tempest-PortsTestJSON-835696613'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:41.362865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:41.460184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.481136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:41.695019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f43db-f51a-4fe6-822e-eabbeb903649 None None] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:41.751460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.5 (0c1bd7de-1158-45a8-ac84-071aa0ec2b24/e073f378-2429-49a7-99c3-96180ae64347/1f635ab7-1e14-4deb-ab5c-8f6829a1a13a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:41.759647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.24 (0c1bd7de-1158-45a8-ac84-071aa0ec2b24/616ac267-0d37-49b7-a3ac-69f85edb3903/1f635ab7-1e14-4deb-ab5c-8f6829a1a13a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:41.762637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b12e0376-a2cb-4ed1-8aca-539480ece5dc None None] Provisioning complete for port b4871f72-7e70-4723-9a0a-e640b53deeb7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:41.762911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b12e0376-a2cb-4ed1-8aca-539480ece5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.916569 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.926951 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b12e0376-a2cb-4ed1-8aca-539480ece5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.967722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b12e0376-a2cb-4ed1-8aca-539480ece5dc None None] For port b4871f72-7e70-4723-9a0a-e640b53deeb7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b4871f72-7e70-4723-9a0a-e640b53deeb7,segment=NetworkSegment(c267956d-a8d2-4897-8f5e-da28337b185d),segment_id=c267956d-a8d2-4897-8f5e-da28337b185d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:42.003942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced596de-c96f-419c-acde-d80863f9039b None None] Update dhcp port {'port': {'network_id': '0c1bd7de-1158-45a8-ac84-071aa0ec2b24', 'fixed_ips': [{'subnet_id': 'e073f378-2429-49a7-99c3-96180ae64347', 'ip_address': '172.20.0.2'}, {'subnet_id': '616ac267-0d37-49b7-a3ac-69f85edb3903'}], 'binding:host_id': 'n-d-712143-16'}, 'id': 'b4871f72-7e70-4723-9a0a-e640b53deeb7'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:22:42.020835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.029686 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ced596de-c96f-419c-acde-d80863f9039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.061872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:42.064755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b12e0376-a2cb-4ed1-8aca-539480ece5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.066895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:42.073768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:42.080865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=1f635ab7-1e14-4deb-ab5c-8f6829a1a13a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:42.125957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.126503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.181388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e0376-a2cb-4ed1-8aca-539480ece5dc None None] Pushing event updated for resources: {'Port': ['ID=b4871f72-7e70-4723-9a0a-e640b53deeb7,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:42.220174 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-90001a96-0cab-4c1a-a9f0-b37c25be2dd5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.0185885 Sep 16 05:22:42.222717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51520) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:42.224299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b4871f72-7e70-4723-9a0a-e640b53deeb7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:42.229540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e073f378-2429-49a7-99c3-96180ae64347'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:42.273658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ced596de-c96f-419c-acde-d80863f9039b None None] Allocated IP 172.20.0.18 (0c1bd7de-1158-45a8-ac84-071aa0ec2b24/616ac267-0d37-49b7-a3ac-69f85edb3903/b4871f72-7e70-4723-9a0a-e640b53deeb7) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:42.302333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e942-2d59-48f0-b2a5-8d8014c60fc3 req-83f02efd-f682-4236-b8f1-79f518fd8389 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.304064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3e8e942-2d59-48f0-b2a5-8d8014c60fc3 req-83f02efd-f682-4236-b8f1-79f518fd8389 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0571122 Sep 16 05:22:42.307234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.324245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b4871f72-7e70-4723-9a0a-e640b53deeb7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:42.324625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.355448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3e8e942-2d59-48f0-b2a5-8d8014c60fc3 req-9864555c-e65b-4981-a52e-7c2fa0762e39 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435910 Sep 16 05:22:42.416680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ced596de-c96f-419c-acde-d80863f9039b None None] For port b4871f72-7e70-4723-9a0a-e640b53deeb7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b4871f72-7e70-4723-9a0a-e640b53deeb7,segment=NetworkSegment(c267956d-a8d2-4897-8f5e-da28337b185d),segment_id=c267956d-a8d2-4897-8f5e-da28337b185d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:42.480097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ced596de-c96f-419c-acde-d80863f9039b None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.562198 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ced596de-c96f-419c-acde-d80863f9039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.611099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Delete allocated IP 172.20.0.24 (0c1bd7de-1158-45a8-ac84-071aa0ec2b24/616ac267-0d37-49b7-a3ac-69f85edb3903) {{(pid=101825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:22:42.648710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced596de-c96f-419c-acde-d80863f9039b None None] Pushing event updated for resources: {'Port': ['ID=b4871f72-7e70-4723-9a0a-e640b53deeb7,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:42.744496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.808060 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.901160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=1f635ab7-1e14-4deb-ab5c-8f6829a1a13a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:42.924950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] In _notify_port_updated(), no bound segment for port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a on network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:42.931328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.931949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.933405 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0eb9167a-b7cb-4819-825a-8d484b983b27 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "PUT /v2.0/ports/1f635ab7-1e14-4deb-ab5c-8f6829a1a13a HTTP/1.1" status: 200 len: 918 time: 0.7096019 Sep 16 05:22:42.936008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51524) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:42.941207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e073f378-2429-49a7-99c3-96180ae64347'}, {'subnet_id': '616ac267-0d37-49b7-a3ac-69f85edb3903'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:43.015484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.101279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34449fe6-954c-488c-8c95-9640afc89554 None None] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:43.217690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51528) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:43.226219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5f287f43-d56c-4c17-998c-5a35b8589753 None None] Provisioning complete for port b4871f72-7e70-4723-9a0a-e640b53deeb7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:43.226583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5f287f43-d56c-4c17-998c-5a35b8589753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.401865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 8ae782b5-3fa6-4e5b-940b-15f892ac043c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:43.402437 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.523090 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.523538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.540890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 8ae782b5-3fa6-4e5b-940b-15f892ac043c owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:43.555081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32224c51-53e7-45f0-8d6a-c62fc8d6e7e1 req-26f6f14d-b9db-42e1-9281-793be9e475a4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.556719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32224c51-53e7-45f0-8d6a-c62fc8d6e7e1 req-26f6f14d-b9db-42e1-9281-793be9e475a4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0862522 Sep 16 05:22:43.572753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.21 (0c1bd7de-1158-45a8-ac84-071aa0ec2b24/616ac267-0d37-49b7-a3ac-69f85edb3903/1f635ab7-1e14-4deb-ab5c-8f6829a1a13a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:43.581838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bf265b13-1fa0-4356-b484-7f19b2cf37e4 None None] Provisioning complete for port b4871f72-7e70-4723-9a0a-e640b53deeb7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:43.582533 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf265b13-1fa0-4356-b484-7f19b2cf37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.635307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32224c51-53e7-45f0-8d6a-c62fc8d6e7e1 req-29edf04a-e55e-44a9-aedd-069b40d804f8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716946 Sep 16 05:22:43.701124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bf265b13-1fa0-4356-b484-7f19b2cf37e4 None None] Provisioning complete for port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:43.701506 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf265b13-1fa0-4356-b484-7f19b2cf37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.741670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.742378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bf265b13-1fa0-4356-b484-7f19b2cf37e4 None None] Port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:43.791906 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.819846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.853117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=8ae782b5-3fa6-4e5b-940b-15f892ac043c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.870374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-db1e2ec3-f1ed-44d1-ac9d-a4dba037c6f6 None None] Provisioning complete for port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:43.870768 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db1e2ec3-f1ed-44d1-ac9d-a4dba037c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.876921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.877276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.877625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.877971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.878310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.878648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.878989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.879355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.879690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.880022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.880349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.880676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:43.909675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-db1e2ec3-f1ed-44d1-ac9d-a4dba037c6f6 None None] Port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:43.910771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=1f635ab7-1e14-4deb-ab5c-8f6829a1a13a,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.951473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.952095 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Floating IP cbf1257a-a077-41aa-98e1-3b9ffb628d76 disassociated (deleted). External IP: 172.25.7.6, port: d08938f3-1536-4f4d-b23a-64dbfd0fab90. Sep 16 05:22:43.967296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] In _notify_port_updated(), no bound segment for port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a on network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:43.974065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.974470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.978359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ea2cc89d-9478-46e3-a4e0-af9c8ff840d7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "PUT /v2.0/ports/1f635ab7-1e14-4deb-ab5c-8f6829a1a13a HTTP/1.1" status: 200 len: 998 time: 1.0389655 Sep 16 05:22:43.978682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51536) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.036357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-15a9e175-9eab-4acf-ab58-79bf4457edf1 None None] Provisioning complete for port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:44.036969 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-15a9e175-9eab-4acf-ab58-79bf4457edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.077006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-15a9e175-9eab-4acf-ab58-79bf4457edf1 None None] Port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:44.084498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-db0118c5-c824-4211-9bd6-0ea89bc67172 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:44.084939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0118c5-c824-4211-9bd6-0ea89bc67172 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.199445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0118c5-c824-4211-9bd6-0ea89bc67172 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.203031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.213995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b4871f72-7e70-4723-9a0a-e640b53deeb7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:44.215845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 9c585d11-cbdd-48d9-9533-cb2399193509 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:44.222439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-db0118c5-c824-4211-9bd6-0ea89bc67172 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:44.269569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b4871f72-7e70-4723-9a0a-e640b53deeb7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:44.270052 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.317688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7e9c4017-e1b8-45ac-a8ca-dafa6227c76d None None] Provisioning complete for port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:44.317980 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4017-e1b8-45ac-a8ca-dafa6227c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.336172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:44.341723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.353430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] Sync routers for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:44.383994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-06805f5c-1d72-4cc3-80db-9ecc62781719 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/floatingips/cbf1257a-a077-41aa-98e1-3b9ffb628d76 HTTP/1.1" status: 204 len: 168 time: 1.1510341 Sep 16 05:22:44.383994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:44.383994 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fd6be7-7502-4b2c-accf-811936b1965e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:44.385441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c4017-e1b8-45ac-a8ca-dafa6227c76d None None] Port 1f635ab7-1e14-4deb-ab5c-8f6829a1a13a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:44.417431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:44.418065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:44.436870 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ae01bc-86d1-4da2-bfa6-25dcc7e1c93c x-openstack-request-id: req-00ae01bc-86d1-4da2-bfa6-25dcc7e1c93c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:44.437372 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:44.437372 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00ae01bc-86d1-4da2-bfa6-25dcc7e1c93c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:44.437699 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'status': 'completed', 'code': 200} Sep 16 05:22:44.485277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3ec58f1-8791-47c4-8087-048a9f4c4eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.499481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0118c5-c824-4211-9bd6-0ea89bc67172 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.545798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0118c5-c824-4211-9bd6-0ea89bc67172 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=1f635ab7-1e14-4deb-ab5c-8f6829a1a13a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.546520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:44.583510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd6be7-7502-4b2c-accf-811936b1965e req-ed4fa9b9-df4b-4974-8853-061d08c06d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.585080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51fd6be7-7502-4b2c-accf-811936b1965e req-ed4fa9b9-df4b-4974-8853-061d08c06d58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da94cb2f91514c57a58d347bae59374f&device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 1097 time: 0.0962324 Sep 16 05:22:44.707724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0118c5-c824-4211-9bd6-0ea89bc67172 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.709691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-db0118c5-c824-4211-9bd6-0ea89bc67172 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/1f635ab7-1e14-4deb-ab5c-8f6829a1a13a HTTP/1.1" status: 204 len: 168 time: 0.7299831 Sep 16 05:22:44.712463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51546) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.743447 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebc491d-926a-4b12-8442-a8e98fa86887 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:44.745182 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1ebc491d-926a-4b12-8442-a8e98fa86887 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/1f635ab7-1e14-4deb-ab5c-8f6829a1a13a HTTP/1.1" status: 404 len: 333 time: 0.0317166 Sep 16 05:22:44.747874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51548) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.796778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd6be7-7502-4b2c-accf-811936b1965e req-7159a50a-1452-44d6-8569-bb227f6043b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.798307 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51fd6be7-7502-4b2c-accf-811936b1965e req-7159a50a-1452-44d6-8569-bb227f6043b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b788176f-869f-439b-9879-1d5873224cbc HTTP/1.1" status: 200 len: 898 time: 0.1988521 Sep 16 05:22:44.832939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:44.847964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff20799-a0d6-4cd3-9962-19e8b34fd23e req-b655db16-df9e-40fd-a9d4-0bc2877e8d72 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.849545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff20799-a0d6-4cd3-9962-19e8b34fd23e req-b655db16-df9e-40fd-a9d4-0bc2877e8d72 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0851436 Sep 16 05:22:44.853348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe49271-e732-49ce-b90b-3dd89ecd7298 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet 616ac267-0d37-49b7-a3ac-69f85edb3903 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:44.857489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51fd6be7-7502-4b2c-accf-811936b1965e req-6a944c52-5cf5-418c-a2ae-4448a2bda281 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90 HTTP/1.1" status: 200 len: 217 time: 0.0507231 Sep 16 05:22:44.858124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbe49271-e732-49ce-b90b-3dd89ecd7298 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.862138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c32f4-66c4-4006-8f73-792f257cd6dd req-444f7d56-c5d1-4445-82fb-144e82697d0a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.863734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c51c32f4-66c4-4006-8f73-792f257cd6dd req-444f7d56-c5d1-4445-82fb-144e82697d0a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.1096983 Sep 16 05:22:44.866144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] Checking router: 9c585d11-cbdd-48d9-9533-cb2399193509 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:44.876007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:44.876830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:44.929952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff20799-a0d6-4cd3-9962-19e8b34fd23e req-6ed60097-dce8-4891-b193-c15c9a8af560 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651639 Sep 16 05:22:44.936727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c51c32f4-66c4-4006-8f73-792f257cd6dd req-6d2d5b86-acab-4863-a004-12df33772263 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636866 Sep 16 05:22:44.944461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbe49271-e732-49ce-b90b-3dd89ecd7298 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.972123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd6be7-7502-4b2c-accf-811936b1965e req-9b39e2bd-2b7d-4b5f-8261-3d01cef4504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.973911 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51fd6be7-7502-4b2c-accf-811936b1965e req-9b39e2bd-2b7d-4b5f-8261-3d01cef4504d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53511bd3-751b-47cc-901d-4e794d362107 HTTP/1.1" status: 200 len: 835 time: 0.0879796 Sep 16 05:22:45.065840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd6be7-7502-4b2c-accf-811936b1965e req-c21117b8-6ed4-484a-a572-2fa84642c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:45.067415 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51fd6be7-7502-4b2c-accf-811936b1965e req-c21117b8-6ed4-484a-a572-2fa84642c306 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b788176f-869f-439b-9879-1d5873224cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847809 Sep 16 05:22:45.093436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbe49271-e732-49ce-b90b-3dd89ecd7298 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.159986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:45.212910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51fd6be7-7502-4b2c-accf-811936b1965e req-0ea4cd83-73a6-4e9a-a1ef-cf299005a3cc service neutron] 10.222.0.57 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303957 Sep 16 05:22:45.233672 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.290276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbe49271-e732-49ce-b90b-3dd89ecd7298 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.326068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbe49271-e732-49ce-b90b-3dd89ecd7298 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.330875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51552) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:45.331088 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbe49271-e732-49ce-b90b-3dd89ecd7298 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/616ac267-0d37-49b7-a3ac-69f85edb3903 HTTP/1.1" status: 204 len: 168 time: 0.5820158 Sep 16 05:22:45.331795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe49271-e732-49ce-b90b-3dd89ecd7298 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=616ac267-0d37-49b7-a3ac-69f85edb3903,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.340240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06afb56b-3bda-4ebc-b7f9-d5f30a4d3d57 None None] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:45.354376 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51fd6be7-7502-4b2c-accf-811936b1965e req-ecff381e-f3b7-42c2-815a-5fea1bbe322f service neutron] 10.222.0.57 "GET /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268702 Sep 16 05:22:45.401696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a8285f-d4f0-4a7a-ac26-edcd60ad32ac tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet e073f378-2429-49a7-99c3-96180ae64347 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:45.404723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285f-d4f0-4a7a-ac26-edcd60ad32ac tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.436712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.443547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285f-d4f0-4a7a-ac26-edcd60ad32ac tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.475670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff121e8-41f0-435a-b293-b6a04e1e6e3f None None] The sync data for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 is: [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:53Z', 'revision_number': 4, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '533001e0-599b-4b7e-b57f-584757a7c1f4', 'name': '', 'network_id': 'b788176f-869f-439b-9879-1d5873224cbc', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'mac_address': 'fa:16:3e:d6:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '53511bd3-751b-47cc-901d-4e794d362107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'subnets': [{'id': '53511bd3-751b-47cc-901d-4e794d362107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:45.542783 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285f-d4f0-4a7a-ac26-edcd60ad32ac tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.654100 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285f-d4f0-4a7a-ac26-edcd60ad32ac tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.682490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8285f-d4f0-4a7a-ac26-edcd60ad32ac tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=e073f378-2429-49a7-99c3-96180ae64347,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.686823 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d7a8285f-d4f0-4a7a-ac26-edcd60ad32ac tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.690330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d7a8285f-d4f0-4a7a-ac26-edcd60ad32ac tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/e073f378-2429-49a7-99c3-96180ae64347 HTTP/1.1" status: 204 len: 168 time: 0.3563173 Sep 16 05:22:45.691551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51554) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:45.728913 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12000d1e-a156-4adb-a231-6185b64c5d3d None None] New status for floating IP cbf1257a-a077-41aa-98e1-3b9ffb628d76: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:22:45.780153 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.837474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port b4871f72-7e70-4723-9a0a-e640b53deeb7 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:45.837822 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.908349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] For port b4871f72-7e70-4723-9a0a-e640b53deeb7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b4871f72-7e70-4723-9a0a-e640b53deeb7,segment=NetworkSegment(c267956d-a8d2-4897-8f5e-da28337b185d),segment_id=c267956d-a8d2-4897-8f5e-da28337b185d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:45.913691 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.921716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for b4871f72-7e70-4723-9a0a-e640b53deeb7 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:46.082775 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.106544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d01d1-2761-4c33-87b0-82f43adcc816 None None] Network 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:46.118857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=b4871f72-7e70-4723-9a0a-e640b53deeb7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.123968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No DVR routers for this DVR port b4871f72-7e70-4723-9a0a-e640b53deeb7 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:46.138817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-da13722f-2815-4986-8e1e-9838fb753d78 None None] Could not find standard attr ID for object b4871f72-7e70-4723-9a0a-e640b53deeb7. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:46.161272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a5df6-3ea8-468c-bc83-db0f3e19dd2a req-452e442f-5bad-4b75-b983-164d5cb2387e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.162795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e1a5df6-3ea8-468c-bc83-db0f3e19dd2a req-452e442f-5bad-4b75-b983-164d5cb2387e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.1365652 Sep 16 05:22:46.178664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6fd8a-7f73-451c-b013-f1a6ab14ac85 req-6649727f-6c45-4971-8b54-0be5ca884d59 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.181178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aca6fd8a-7f73-451c-b013-f1a6ab14ac85 req-6649727f-6c45-4971-8b54-0be5ca884d59 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.1454813 Sep 16 05:22:46.273586 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.281981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-9293e8a7-d7f0-4a74-9391-bb7d680e4c24 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.283571 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-9293e8a7-d7f0-4a74-9391-bb7d680e4c24 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 945 time: 0.0590217 Sep 16 05:22:46.290203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f87f7-f7ca-471b-94bb-669c3728d717 None None] DHCP port deletion for 0c1bd7de-1158-45a8-ac84-071aa0ec2b24 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:46.312252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aca6fd8a-7f73-451c-b013-f1a6ab14ac85 req-c2e9105d-68e5-4b6b-971c-755d66ddf760 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184416 Sep 16 05:22:46.316768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e1a5df6-3ea8-468c-bc83-db0f3e19dd2a req-fe487620-962c-4abf-87ed-fe259c678ec1 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/security-groups?id=66e31cb0-967b-40bd-9a26-6155a659392f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241131 Sep 16 05:22:46.318594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1bd7de-1158-45a8-ac84-071aa0ec2b24']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:46.335683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c267956d-a8d2-4897-8f5e-da28337b185d') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:46.336161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c267956d-a8d2-4897-8f5e-da28337b185d') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:46.355297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.370329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.376939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:46.377455 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:46.380750 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:46.403429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port d08938f3-1536-4f4d-b23a-64dbfd0fab90 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:46.404441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.501204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port d08938f3-1536-4f4d-b23a-64dbfd0fab90, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d08938f3-1536-4f4d-b23a-64dbfd0fab90,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:46.501578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.519984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for d08938f3-1536-4f4d-b23a-64dbfd0fab90 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:46.700139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.730443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=d08938f3-1536-4f4d-b23a-64dbfd0fab90,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.782245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] No DVR routers for this DVR port d08938f3-1536-4f4d-b23a-64dbfd0fab90 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:46.794483 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.794483 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-38adcd12-4761-4a8a-9320-dcc750b145d6 req-d269aeb6-8159-4c19-9c1e-e4b9b76c37bd tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.57 "DELETE /v2.0/ports/d08938f3-1536-4f4d-b23a-64dbfd0fab90 HTTP/1.1" status: 204 len: 173 time: 0.4974244 Sep 16 05:22:46.794483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'name': 'network-vif-deleted', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:46.794483 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9bc99-eff4-4921-9dbd-b6c473e41374" -d '{"events": [{"server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "name": "network-vif-deleted", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:46.824317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a8cc-f03e-4a7d-903d-f90a12a74054 req-811b632e-10e7-4acb-8ac7-c1de1286a979 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.825795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.826067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37c6a8cc-f03e-4a7d-903d-f90a12a74054 req-811b632e-10e7-4acb-8ac7-c1de1286a979 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0551608 Sep 16 05:22:46.848257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.853226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.855872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/networks/0c1bd7de-1158-45a8-ac84-071aa0ec2b24 HTTP/1.1" status: 204 len: 168 time: 1.1633437 Sep 16 05:22:46.860287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51570) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:46.882875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ee9e-9f8e-4880-95d5-052ffbef9ea7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Network': ['ID=0c1bd7de-1158-45a8-ac84-071aa0ec2b24,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.898390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37c6a8cc-f03e-4a7d-903d-f90a12a74054 req-dc93d33c-14df-4928-8dbf-5dd32390337c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662429 Sep 16 05:22:46.918780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85bfc9-ba96-4542-a2d7-2d93f2f3e751 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.924028 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3d85bfc9-ba96-4542-a2d7-2d93f2f3e751 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0590689 Sep 16 05:22:46.924280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51572) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:46.977271 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4037292d-63da-4ce3-9db5-5cf88c23c55d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0518329 Sep 16 05:22:46.980527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51576) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:46.992303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1788435264'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:46.992303 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384b6348-0e66-4049-bf99-af0e28ff5129 x-openstack-request-id: req-384b6348-0e66-4049-bf99-af0e28ff5129 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:46.992547 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc252fac-3c43-4519-9289-a4a2b9137078", "name": "network-vif-deleted", "tag": "d08938f3-1536-4f4d-b23a-64dbfd0fab90", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:46.992975 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-384b6348-0e66-4049-bf99-af0e28ff5129 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:46.993394 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc252fac-3c43-4519-9289-a4a2b9137078', 'name': 'network-vif-deleted', 'tag': 'd08938f3-1536-4f4d-b23a-64dbfd0fab90', 'status': 'completed', 'code': 200} Sep 16 05:22:47.038563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aa83f-4dba-46f2-b6fe-519c61641b3d req-880bc0df-5d80-41c6-82a1-fd6fd69188d3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.040644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df7aa83f-4dba-46f2-b6fe-519c61641b3d req-880bc0df-5d80-41c6-82a1-fd6fd69188d3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0516217 Sep 16 05:22:47.082334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:47.084726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df7aa83f-4dba-46f2-b6fe-519c61641b3d req-9ca7a0c4-0ec0-46d6-bf04-d51c0f7fe509 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380647 Sep 16 05:22:47.088074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.122774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:47.139882 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.140343 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Added segment a81e9998-b5d1-42ed-9e79-3bfac35ae141 of type vlan for network 3c82228f-b791-44d3-8869-25c188f6865e Sep 16 05:22:47.191734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.282798 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.288634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.289414 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.364048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Network': ['ID=3c82228f-b791-44d3-8869-25c188f6865e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.379761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 3c82228f-b791-44d3-8869-25c188f6865e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:47.389991 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d0a657ee-8289-45e0-8d61-2c3cbef8efbd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4083159 Sep 16 05:22:47.395928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51594) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:47.402765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': '3c82228f-b791-44d3-8869-25c188f6865e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:47.414996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-87bf535c-e5b8-4304-a8e7-23e35e4e43c1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.416919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-87bf535c-e5b8-4304-a8e7-23e35e4e43c1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.1377318 Sep 16 05:22:47.455410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eecc627e-23a5-4d2f-99ac-424e051dcf58 req-8082d09a-4228-45c2-9542-a22b94b3e30a tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc252fac-3c43-4519-9289-a4a2b9137078 HTTP/1.1" status: 200 len: 210 time: 0.0373597 Sep 16 05:22:47.465921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-bffb3aa5-b0be-49a0-acfe-dba0289f7119 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/quotas/902bf2fdc52645658eacbd9a3c631a58 HTTP/1.1" status: 200 len: 375 time: 0.0369248 Sep 16 05:22:47.527016 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-4846d675-5fe4-4454-88d8-3a6a1ab341ab tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0598361 Sep 16 05:22:47.537676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-7eca161b-d8ac-44d0-838f-d7b001578b84 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:22:47.538633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-7eca161b-d8ac-44d0-838f-d7b001578b84 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048957 Sep 16 05:22:47.619773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:47.623440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.630994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-b34cc6fc-bb0c-4a7d-ae2d-afe9cdf59a96 service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865066 Sep 16 05:22:47.731517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-a9a4073b-6c6f-4354-a761-104dc904eb78 service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932996 Sep 16 05:22:47.882557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.944672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=07241ed1-5338-41d4-9500-afb6da739a2f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.954614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Checking segment: {'id': 'a81e9998-b5d1-42ed-9e79-3bfac35ae141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3c82228f-b791-44d3-8869-25c188f6865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:47.954938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network hostable DHCP agents. Network: 3c82228f-b791-44d3-8869-25c188f6865e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:47.968364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c791b801-9dc8-438a-9b4c-b04ba4cb69d6 req-70bbb2e5-f733-4df3-970e-2923e5ca75fe tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 210 time: 0.0331204 Sep 16 05:22:48.059797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 3c82228f-b791-44d3-8869-25c188f6865e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:48.133968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 3c82228f-b791-44d3-8869-25c188f6865e) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:48.138280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:48.138870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.145403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a10d6a-f6a3-44ae-a0d5-277bde22ae1a None None] Network 3c82228f-b791-44d3-8869-25c188f6865e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:48.160915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b4871f72-7e70-4723-9a0a-e640b53deeb7 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:48.188491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b4871f72-7e70-4723-9a0a-e640b53deeb7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:48.188842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b4871f72-7e70-4723-9a0a-e640b53deeb7 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:48.227659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-55fe5c0f-b9fb-409d-8756-6075448caf66 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8300300 Sep 16 05:22:48.230566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51606) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:48.235574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': '3c82228f-b791-44d3-8869-25c188f6865e', 'name': 'tempest-PortsTestJSON-596756011'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:48.325635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-3c82228f-b791-44d3-8869-25c188f6865e', 'network_id': '3c82228f-b791-44d3-8869-25c188f6865e', 'tenant_id': '647edced6fab48359e73cebf5d6eae25', 'fixed_ips': [{'subnet_id': '07241ed1-5338-41d4-9500-afb6da739a2f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:48.326795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.419787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:48.423992 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.442093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port ee2d49d3-30b3-4346-b35b-53568bfee3a7 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:48.467164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Allocated IP 172.20.0.2 (3c82228f-b791-44d3-8869-25c188f6865e/07241ed1-5338-41d4-9500-afb6da739a2f/3e1fd7d3-fb36-499f-b014-c2efa9c51d68) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:48.520420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:48.640891 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.656305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c20fc8-de63-4721-b1e6-dff48f1b9404 req-ee2fae64-bef3-4676-a1c2-0fcc7ad8dff7 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:48.657887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76c20fc8-de63-4721-b1e6-dff48f1b9404 req-ee2fae64-bef3-4676-a1c2-0fcc7ad8dff7 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0520489 Sep 16 05:22:48.696988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76c20fc8-de63-4721-b1e6-dff48f1b9404 req-f6e23c6b-b996-48d8-b3a4-965ae92338ab tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Sep 16 05:22:48.740012 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.777685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Network 3c82228f-b791-44d3-8869-25c188f6865e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:48.782256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:48.788039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:48.795539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Pushing event updated for resources: {'Port': ['ID=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:48.812591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.12 (3c82228f-b791-44d3-8869-25c188f6865e/07241ed1-5338-41d4-9500-afb6da739a2f/ee2d49d3-30b3-4346-b35b-53568bfee3a7) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:48.852253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Attempting to bind port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:48.852593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Attempting to bind port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a81e9998-b5d1-42ed-9e79-3bfac35ae141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3c82228f-b791-44d3-8869-25c188f6865e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:48.853016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Attempting to bind port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 on network 3c82228f-b791-44d3-8869-25c188f6865e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:48.858640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:48.859017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Checking segment: {'id': 'a81e9998-b5d1-42ed-9e79-3bfac35ae141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3c82228f-b791-44d3-8869-25c188f6865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:48.859463 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.860198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Bound using segment: {'id': 'a81e9998-b5d1-42ed-9e79-3bfac35ae141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3c82228f-b791-44d3-8869-25c188f6865e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:48.864191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Bound port: 3e1fd7d3-fb36-499f-b014-c2efa9c51d68, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81e9998-b5d1-42ed-9e79-3bfac35ae141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '3c82228f-b791-44d3-8869-25c188f6865e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:48.864191 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.940136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] For port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:48.942772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] For port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,segment=NetworkSegment(a81e9998-b5d1-42ed-9e79-3bfac35ae141),segment_id=a81e9998-b5d1-42ed-9e79-3bfac35ae141)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:48.979920 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.004736 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.007990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.075132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cadcd3-af95-4ebb-acac-25d0988566d2 None None] Pushing event updated for resources: {'Port': ['ID=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:49.106435 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.116316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44d1a6ee-fb2e-4bf8-a89d-b14b9abc6750 req-640a1987-048a-4c04-b3ed-8e7202b05488 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 210 time: 0.0553999 Sep 16 05:22:49.168470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 3c82228f-b791-44d3-8869-25c188f6865e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:49.174625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:49.180196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:49.185874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=ee2d49d3-30b3-4346-b35b-53568bfee3a7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:49.235523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.236249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.314625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 533001e0-599b-4b7e-b57f-584757a7c1f4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:49.314894 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.318020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3cd1014b-e7ab-45d3-b8e1-a465490759cd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0862515 Sep 16 05:22:49.320443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51622) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:49.326658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': '3c82228f-b791-44d3-8869-25c188f6865e', 'name': 'tempest-PortsTestJSON-1213413371'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:49.438755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port 533001e0-599b-4b7e-b57f-584757a7c1f4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=533001e0-599b-4b7e-b57f-584757a7c1f4,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:49.439123 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.451881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 533001e0-599b-4b7e-b57f-584757a7c1f4 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:49.516945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:49.520536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.543129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 81318d17-13bf-4fbd-b111-eb810ceb6b2f yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:49.656488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.14 (3c82228f-b791-44d3-8869-25c188f6865e/07241ed1-5338-41d4-9500-afb6da739a2f/81318d17-13bf-4fbd-b111-eb810ceb6b2f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:49.699771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.730519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=533001e0-599b-4b7e-b57f-584757a7c1f4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:49.896189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b659-eaaf-4999-a42b-f1c518f40f76 req-beba5fa1-0f1f-4f57-8f3b-a59a9c0fa4cc tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.897838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ace0b659-eaaf-4999-a42b-f1c518f40f76 req-beba5fa1-0f1f-4f57-8f3b-a59a9c0fa4cc tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0893121 Sep 16 05:22:49.934236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.958644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ace0b659-eaaf-4999-a42b-f1c518f40f76 req-fb4f9296-82fd-4e7e-9f51-3f0e6969c5d9 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480421 Sep 16 05:22:50.065867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.120765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 3c82228f-b791-44d3-8869-25c188f6865e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:50.124234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:50.130815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:50.157407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=81318d17-13bf-4fbd-b111-eb810ceb6b2f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.214002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.218680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.273726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6306b6ab-af73-462e-8149-2111fbaabda4 req-d9a3a7ee-2c3c-4fed-8ba5-82bddf07bb40 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 210 time: 0.0294769 Sep 16 05:22:50.278721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ead3d3c-18c9-4edd-bc4d-4e5c97b682c3 None None] Network 3c82228f-b791-44d3-8869-25c188f6865e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:50.318983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-caf2d08c-b2a2-49f5-a25e-186485240fb0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9971201 Sep 16 05:22:50.324554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:50.351439 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.364089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3d4e9241-e11d-4a44-b0e9-6a7c98d2b701 None None] Provisioning complete for port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:50.364494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9241-e11d-4a44-b0e9-6a7c98d2b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.365878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-f7d79327-b033-4b2e-912d-fd7590a78496 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.368057 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-f7d79327-b033-4b2e-912d-fd7590a78496 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.1907692 Sep 16 05:22:50.428163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977f1a9-69e5-4dc0-b749-51ae5f7e3b55 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.431625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7977f1a9-69e5-4dc0-b749-51ae5f7e3b55 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1055562 Sep 16 05:22:50.434263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51630) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:50.444275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'port': {'device_id': '3a59b574-aa28-4627-ab68-0ad7f61e2b47', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'admin_state_up': True, 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:50.455840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:50.549674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d08938f3-1536-4f4d-b23a-64dbfd0fab90 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:50.551333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9241-e11d-4a44-b0e9-6a7c98d2b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.560054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e577b7d1-fdd3-4752-a14e-a1fecf2d6cfd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 81318d17-13bf-4fbd-b111-eb810ceb6b2f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:50.560899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e577b7d1-fdd3-4752-a14e-a1fecf2d6cfd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.589721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: d08938f3-1536-4f4d-b23a-64dbfd0fab90 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:50.590078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d08938f3-1536-4f4d-b23a-64dbfd0fab90 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:50.630998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3d4e9241-e11d-4a44-b0e9-6a7c98d2b701 None None] For port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,segment=NetworkSegment(a81e9998-b5d1-42ed-9e79-3bfac35ae141),segment_id=a81e9998-b5d1-42ed-9e79-3bfac35ae141)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:50.632041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:50.632359 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.666198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e577b7d1-fdd3-4752-a14e-a1fecf2d6cfd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.687465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e577b7d1-fdd3-4752-a14e-a1fecf2d6cfd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 81318d17-13bf-4fbd-b111-eb810ceb6b2f owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:50.704539 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9241-e11d-4a44-b0e9-6a7c98d2b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.725789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Made reservation on behalf of 902bf2fdc52645658eacbd9a3c631a58 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:50.730924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.739427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Router 9c585d11-cbdd-48d9-9533-cb2399193509 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:50.753507 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.787456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e9241-e11d-4a44-b0e9-6a7c98d2b701 None None] Pushing event updated for resources: {'Port': ['ID=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.828177 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:50.828177 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:50.895196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:50.903193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51632) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:50.903371 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f5150df1-5cac-4778-a49e-0cf2fa0c8a2e tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "PUT /v2.0/routers/9c585d11-cbdd-48d9-9533-cb2399193509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3816741 Sep 16 05:22:50.906757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] Sync routers for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:50.916998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e577b7d1-fdd3-4752-a14e-a1fecf2d6cfd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.925715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:50.926509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:50.969863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c7e0a465-44a5-4e4f-ac15-e36bb98bd670 None None] Provisioning complete for port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:50.970378 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a465-44a5-4e4f-ac15-e36bb98bd670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.991736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577b7d1-fdd3-4752-a14e-a1fecf2d6cfd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=81318d17-13bf-4fbd-b111-eb810ceb6b2f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.051984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Allocated IP 172.20.0.12 (5124c92f-3cbd-487a-95e9-c6ce4cb18054/065dfe4b-32da-4502-9e5d-3c4a5e77044a/9f524cb5-ab2e-4658-89b1-13bfb5fa1227) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:51.064088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb7bba3-3e0a-4748-9a2c-e2ec40bacffc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting subnet 53511bd3-751b-47cc-901d-4e794d362107 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:51.072198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-edb7bba3-3e0a-4748-9a2c-e2ec40bacffc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.082027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:51.143959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e577b7d1-fdd3-4752-a14e-a1fecf2d6cfd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.146246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e577b7d1-fdd3-4752-a14e-a1fecf2d6cfd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/81318d17-13bf-4fbd-b111-eb810ceb6b2f HTTP/1.1" status: 204 len: 168 time: 0.7110541 Sep 16 05:22:51.150962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51636) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.186726 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-edb7bba3-3e0a-4748-9a2c-e2ec40bacffc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.218409 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed35fd09-5b22-46b5-9c30-8a4da6ba1a51 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:51.223149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ed35fd09-5b22-46b5-9c30-8a4da6ba1a51 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/81318d17-13bf-4fbd-b111-eb810ceb6b2f HTTP/1.1" status: 404 len: 333 time: 0.0711436 Sep 16 05:22:51.226271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.246568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c7e0a465-44a5-4e4f-ac15-e36bb98bd670 None None] Could not find standard attr ID for object 81318d17-13bf-4fbd-b111-eb810ceb6b2f. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:51.251526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337c96f-64ce-4dc0-a956-13ed6fc6b74d req-f132ce4e-b7ff-4f3f-b865-196f3e6148dc tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.252822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0337c96f-64ce-4dc0-a956-13ed6fc6b74d req-f132ce4e-b7ff-4f3f-b865-196f3e6148dc tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.1512814 Sep 16 05:22:51.274566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.277929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c7e0a465-44a5-4e4f-ac15-e36bb98bd670 None None] Provisioning complete for port ee2d49d3-30b3-4346-b35b-53568bfee3a7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:51.278553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a465-44a5-4e4f-ac15-e36bb98bd670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.337062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0337c96f-64ce-4dc0-a956-13ed6fc6b74d req-be2329b6-bbbb-4dbb-9719-f6d8a03ed812 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704265 Sep 16 05:22:51.372757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-edb7bba3-3e0a-4748-9a2c-e2ec40bacffc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.384920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0a465-44a5-4e4f-ac15-e36bb98bd670 None None] Port ee2d49d3-30b3-4346-b35b-53568bfee3a7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:51.390682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b17d2dad-f4af-43b6-babe-13a99845603d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port ee2d49d3-30b3-4346-b35b-53568bfee3a7 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:51.391330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b17d2dad-f4af-43b6-babe-13a99845603d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.426326 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:22:49Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:51.457165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] Checking router: 9c585d11-cbdd-48d9-9533-cb2399193509 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:51.467676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] Routers {'9c585d11-cbdd-48d9-9533-cb2399193509'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:51.468469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9c585d11-cbdd-48d9-9533-cb2399193509'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:51.479272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.516154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:51.536512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19d0a2-8b61-4000-98e2-7e5a1ba478c6 req-0ae11dc5-0dfc-457b-aa42-4af471db662c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.538249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e19d0a2-8b61-4000-98e2-7e5a1ba478c6 req-0ae11dc5-0dfc-457b-aa42-4af471db662c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 932 time: 0.0677481 Sep 16 05:22:51.551991 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b17d2dad-f4af-43b6-babe-13a99845603d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.555734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:51.569160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:51.576134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:51.580982 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-edb7bba3-3e0a-4748-9a2c-e2ec40bacffc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.583549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-b17d2dad-f4af-43b6-babe-13a99845603d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for ee2d49d3-30b3-4346-b35b-53568bfee3a7 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:51.603985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'Port': ['ID=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.648661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e19d0a2-8b61-4000-98e2-7e5a1ba478c6 req-00a13490-170a-4f06-8ddd-5e5772964d0b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003466 Sep 16 05:22:51.650385 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7bba3-3e0a-4748-9a2c-e2ec40bacffc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Subnet': ['ID=53511bd3-751b-47cc-901d-4e794d362107,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.655696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-edb7bba3-3e0a-4748-9a2c-e2ec40bacffc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.660195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-edb7bba3-3e0a-4748-9a2c-e2ec40bacffc tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/subnets/53511bd3-751b-47cc-901d-4e794d362107 HTTP/1.1" status: 204 len: 168 time: 0.7521856 Sep 16 05:22:51.660613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51642) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.685930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.686586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.782198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10334c-8b02-43b0-a1e2-92d8fc6e450b None None] Network b788176f-869f-439b-9879-1d5873224cbc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:51.790641 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-12ae65f4-e145-4abf-81ad-87d303b908a5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3531220 Sep 16 05:22:51.795279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c0647040-2401-4e59-900b-4d060b7351bc None None] Could not find standard attr ID for object 81318d17-13bf-4fbd-b111-eb810ceb6b2f. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:51.818431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Request body: {'port': {'device_id': '3a59b574-aa28-4627-ab68-0ad7f61e2b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:51.841508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.875730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c0647040-2401-4e59-900b-4d060b7351bc None None] Provisioning complete for port ee2d49d3-30b3-4346-b35b-53568bfee3a7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:51.876100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0647040-2401-4e59-900b-4d060b7351bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.899810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.944867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b17d2dad-f4af-43b6-babe-13a99845603d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.969700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.986488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2dad-f4af-43b6-babe-13a99845603d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=ee2d49d3-30b3-4346-b35b-53568bfee3a7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.997613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] Set router 9c585d11-cbdd-48d9-9533-cb2399193509 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:52.030977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c0647040-2401-4e59-900b-4d060b7351bc None None] Port ee2d49d3-30b3-4346-b35b-53568bfee3a7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:52.127477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Deleting port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:52.128117 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.135972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b17d2dad-f4af-43b6-babe-13a99845603d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.140400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b17d2dad-f4af-43b6-babe-13a99845603d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/ee2d49d3-30b3-4346-b35b-53568bfee3a7 HTTP/1.1" status: 204 len: 168 time: 0.9113369 Sep 16 05:22:52.140806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51644) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:52.190762 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72f8fda-2413-479e-b932-5fd3ea0d45ba tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:52.194837 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d72f8fda-2413-479e-b932-5fd3ea0d45ba tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/ee2d49d3-30b3-4346-b35b-53568bfee3a7 HTTP/1.1" status: 404 len: 333 time: 0.0508692 Sep 16 05:22:52.195514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51646) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:52.218397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-194db9de-e16f-40a8-bd14-46855ddd6bff None None] Provisioning complete for port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:52.218778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-194db9de-e16f-40a8-bd14-46855ddd6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.297201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-194db9de-e16f-40a8-bd14-46855ddd6bff None None] Port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:52.303350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] DHCP port deletion for b788176f-869f-439b-9879-1d5873224cbc request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:52.342907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:52.358259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2dabe6-1e45-4a79-a9e6-a049686f7337 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet 07241ed1-5338-41d4-9500-afb6da739a2f {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:52.368425 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c2dabe6-1e45-4a79-a9e6-a049686f7337 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.375480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:52.384481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.398381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] For port 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:52.398821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.408680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Transition to ACTIVE for port object 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:52.419208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:22:49Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:52.422846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Calling delete_port for 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:52.433032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c2dabe6-1e45-4a79-a9e6-a049686f7337 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.453489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744260b-54f7-421e-a5c2-26dae801496c None None] The sync data for ids ['9c585d11-cbdd-48d9-9533-cb2399193509'] in n-d-712143-16 is: [{'id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784837469', 'tenant_id': 'da94cb2f91514c57a58d347bae59374f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:22:49Z', 'revision_number': 5, 'project_id': 'da94cb2f91514c57a58d347bae59374f', 'gw_port': {'id': '23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c585d11-cbdd-48d9-9533-cb2399193509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:52.461985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] Deleting port 9e580fd5-c587-4a19-b909-36ca3659623a {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:52.462585 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.463768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.484963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:52.485344 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.559106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] For port 9e580fd5-c587-4a19-b909-36ca3659623a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9e580fd5-c587-4a19-b909-36ca3659623a,segment=NetworkSegment(967f43bc-b24d-4abf-8cdc-dd296d9a5a40),segment_id=967f43bc-b24d-4abf-8cdc-dd296d9a5a40)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:52.559544 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.574047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] Calling delete_port for 9e580fd5-c587-4a19-b909-36ca3659623a owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:52.605871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d7e27-1bf9-475d-bd3e-516aa2848b0b req-8d4d1e60-8780-41d0-a20c-69fb37cb16d2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.608726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-221d7e27-1bf9-475d-bd3e-516aa2848b0b req-8d4d1e60-8780-41d0-a20c-69fb37cb16d2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.1481671 Sep 16 05:22:52.614561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.678274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Attempting to bind port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:52.678828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Attempting to bind port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:52.679735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Attempting to bind port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:52.685218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:52.685840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Attempting to bind port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:52.691796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:52.692439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Checking segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:52.693059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Bound using segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:52.693774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Bound port: 9f524cb5-ab2e-4658-89b1-13bfb5fa1227, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:52.694349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.757147 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.785378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] Pushing event deleted for resources: {'Port': ['ID=9e580fd5-c587-4a19-b909-36ca3659623a,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.787177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] For port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:52.787344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa708a2-0ce6-443b-ae68-66c7a3abea6e None None] No DVR routers for this DVR port 9e580fd5-c587-4a19-b909-36ca3659623a on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:52.793960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] For port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:52.810783 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c2dabe6-1e45-4a79-a9e6-a049686f7337 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.840090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.873264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-221d7e27-1bf9-475d-bd3e-516aa2848b0b req-1ef94195-e89c-4cac-ac65-34d0fdff53a1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804206 Sep 16 05:22:52.892018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bd247-d9b5-429c-a114-1e28abd01999 req-fbd6b6e0-42d8-4d89-a8c2-f978cb295016 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.899918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b10bd247-d9b5-429c-a114-1e28abd01999 req-fbd6b6e0-42d8-4d89-a8c2-f978cb295016 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 944 time: 0.1477180 Sep 16 05:22:52.901316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.904943 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.909327 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f524cb5-ab2e-4658-89b1-13bfb5fa1227 HTTP/1.1" status: 200 len: 1093 time: 1.0983450 Sep 16 05:22:52.914950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a59b574-aa28-4627-ab68-0ad7f61e2b47', 'tag': '9f524cb5-ab2e-4658-89b1-13bfb5fa1227'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:52.917263 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfe522b-cd28-4736-a155-cacf3171f935" -d '{"events": [{"name": "network-changed", "server_uuid": "3a59b574-aa28-4627-ab68-0ad7f61e2b47", "tag": "9f524cb5-ab2e-4658-89b1-13bfb5fa1227"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:52.925497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e86c2c-0312-41f1-845f-cf151f508db9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.946547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.972921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b10bd247-d9b5-429c-a114-1e28abd01999 req-f170bb08-a6b2-445e-bda3-6623b643b39c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647380 Sep 16 05:22:52.975726 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c3129b-673b-4413-a943-831b868cde4d x-openstack-request-id: req-a9c3129b-673b-4413-a943-831b868cde4d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:52.975726 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a59b574-aa28-4627-ab68-0ad7f61e2b47", "tag": "9f524cb5-ab2e-4658-89b1-13bfb5fa1227", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:52.975726 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9c3129b-673b-4413-a943-831b868cde4d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:52.975726 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a59b574-aa28-4627-ab68-0ad7f61e2b47', 'tag': '9f524cb5-ab2e-4658-89b1-13bfb5fa1227', 'status': 'completed', 'code': 200} Sep 16 05:22:52.995446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Port': ['ID=23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.063028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe522b-cd28-4736-a155-cacf3171f935 req-9ac89586-3e55-4667-921e-da2f06ffcf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.064673 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfe522b-cd28-4736-a155-cacf3171f935 req-9ac89586-3e55-4667-921e-da2f06ffcf12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 1096 time: 0.0488646 Sep 16 05:22:53.074419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c2dabe6-1e45-4a79-a9e6-a049686f7337 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.108799 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.115028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dabe6-1e45-4a79-a9e6-a049686f7337 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=07241ed1-5338-41d4-9500-afb6da739a2f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.151153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8afad3-491a-436a-b6af-7b319dd0f75d None None] Network 3c82228f-b791-44d3-8869-25c188f6865e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:53.190316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c2dabe6-1e45-4a79-a9e6-a049686f7337 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.194894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c2dabe6-1e45-4a79-a9e6-a049686f7337 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/07241ed1-5338-41d4-9500-afb6da739a2f HTTP/1.1" status: 204 len: 168 time: 0.9953606 Sep 16 05:22:53.197130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51656) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:53.203968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe522b-cd28-4736-a155-cacf3171f935 req-e0b4a621-08a0-4ad2-a6d1-8da05a6b1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.205633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfe522b-cd28-4736-a155-cacf3171f935 req-e0b4a621-08a0-4ad2-a6d1-8da05a6b1ead service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=902bf2fdc52645658eacbd9a3c631a58&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1259069 Sep 16 05:22:53.257294 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.266012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.319531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe522b-cd28-4736-a155-cacf3171f935 req-22f9843f-35fd-452d-994a-7229cf6fb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.321084 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfe522b-cd28-4736-a155-cacf3171f935 req-22f9843f-35fd-452d-994a-7229cf6fb25f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077921 Sep 16 05:22:53.360218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.360532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] DHCP port deletion for 3c82228f-b791-44d3-8869-25c188f6865e request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:53.417584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:53.417953 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.422871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] Deleting port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:53.423418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.424199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-312a002b-f2bd-44bf-84e7-62269a730150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.425889 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-312a002b-f2bd-44bf-84e7-62269a730150 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 1096 time: 0.0432241 Sep 16 05:22:53.430085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.430642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Fanout notify agent at l3_agent the message router_deleted on router 9c585d11-cbdd-48d9-9533-cb2399193509 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:22:53.438951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.440107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d869f6ac-a14d-498f-be61-24f793eb48c3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/routers/9c585d11-cbdd-48d9-9533-cb2399193509 HTTP/1.1" status: 204 len: 168 time: 1.7784278 Sep 16 05:22:53.446827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51658) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:53.487378 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-370290b4-dfbc-4bd7-ace0-33aabb4bed8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f524cb5-ab2e-4658-89b1-13bfb5fa1227 HTTP/1.1" status: 200 len: 217 time: 0.0469704 Sep 16 05:22:53.499828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] For port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,segment=NetworkSegment(a81e9998-b5d1-42ed-9e79-3bfac35ae141),segment_id=a81e9998-b5d1-42ed-9e79-3bfac35ae141)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:53.500251 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.517272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] Calling delete_port for 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:53.559728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-40196bc3-b39f-4452-a9f8-eec8296bf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.561418 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-40196bc3-b39f-4452-a9f8-eec8296bf762 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0674040 Sep 16 05:22:53.572249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] For port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,segment=NetworkSegment(a81e9998-b5d1-42ed-9e79-3bfac35ae141),segment_id=a81e9998-b5d1-42ed-9e79-3bfac35ae141)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:53.572628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.585696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.593317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:53.624210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-54e818f5-d54b-45c3-819e-7a850a1b5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.625867 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-54e818f5-d54b-45c3-819e-7a850a1b5884 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570011 Sep 16 05:22:53.681932 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.711941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] Pushing event deleted for resources: {'Port': ['ID=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.715656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b35057-bd49-4452-97e6-773d9c0c2b15 None None] No DVR routers for this DVR port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:53.732933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.733162 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-a4490498-b6d4-4c01-a0ab-ba9de2da5789 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998008 Sep 16 05:22:53.760569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b788176f-869f-439b-9879-1d5873224cbc']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:53.772307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967f43bc-b24d-4abf-8cdc-dd296d9a5a40') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:53.772528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967f43bc-b24d-4abf-8cdc-dd296d9a5a40') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:53.779293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.790699 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.817611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=3e1fd7d3-fb36-499f-b014-c2efa9c51d68,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.824468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No DVR routers for this DVR port 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:53.826406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.828591 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5527bbae-e81e-4787-aef9-06a4e82f6ea0 req-640f87f5-0bb8-48dc-8d51-78960da31a3a service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883148 Sep 16 05:22:53.855328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:53.855682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:53.858561 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:53.962218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.010343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c82228f-b791-44d3-8869-25c188f6865e']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:54.013218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.029004 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.030875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/networks/b788176f-869f-439b-9879-1d5873224cbc HTTP/1.1" status: 204 len: 168 time: 0.5827923 Sep 16 05:22:54.032641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81e9998-b5d1-42ed-9e79-3bfac35ae141') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:54.032944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81e9998-b5d1-42ed-9e79-3bfac35ae141') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:54.033799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51664) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:54.063490 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.065196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d431b5-e876-441a-b3ca-380487407bf3 tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'Network': ['ID=b788176f-869f-439b-9879-1d5873224cbc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.096678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3c333b7-b2ff-44ed-8c8a-1f8bc0df088f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.106055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016776bb-8bfd-49ac-b0a8-29607507758a req-557da5ea-d121-442b-94e1-fffbec1e420a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.109822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-016776bb-8bfd-49ac-b0a8-29607507758a req-557da5ea-d121-442b-94e1-fffbec1e420a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.1362634 Sep 16 05:22:54.114401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.123646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3c333b7-b2ff-44ed-8c8a-1f8bc0df088f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.137933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:54.138098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:54.142613 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:54.165284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820167a0-584f-4bcd-abfb-cefbe290d598 req-cda01c2c-ab66-47c3-9a69-cc56830f9e34 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.166814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-820167a0-584f-4bcd-abfb-cefbe290d598 req-cda01c2c-ab66-47c3-9a69-cc56830f9e34 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 944 time: 0.1306775 Sep 16 05:22:54.215715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 533001e0-599b-4b7e-b57f-584757a7c1f4 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:54.238691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 533001e0-599b-4b7e-b57f-584757a7c1f4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:54.238691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 533001e0-599b-4b7e-b57f-584757a7c1f4 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:54.238998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-016776bb-8bfd-49ac-b0a8-29607507758a req-4ffb99e2-05e3-44da-888a-338246de8d7d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201987 Sep 16 05:22:54.239494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:54.256833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:54.257412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 23ab9bb6-9ac7-4e2d-8126-2ee7b5cf65e7 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:54.257852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9e580fd5-c587-4a19-b909-36ca3659623a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:54.260350 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3c333b7-b2ff-44ed-8c8a-1f8bc0df088f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.263162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f3c333b7-b2ff-44ed-8c8a-1f8bc0df088f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.266705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-820167a0-584f-4bcd-abfb-cefbe290d598 req-f2ef92c3-6bac-4590-ae45-c32c4791160d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615966 Sep 16 05:22:54.270495 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f3c333b7-b2ff-44ed-8c8a-1f8bc0df088f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] 10.222.0.59 "DELETE /v2.0/security-groups/66e31cb0-967b-40bd-9a26-6155a659392f HTTP/1.1" status: 204 len: 168 time: 0.2330759 Sep 16 05:22:54.278018 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c333b7-b2ff-44ed-8c8a-1f8bc0df088f tempest-TestNetworkAdvancedServerOps-445551272 tempest-TestNetworkAdvancedServerOps-445551272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e31cb0-967b-40bd-9a26-6155a659392f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.280834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 9e580fd5-c587-4a19-b909-36ca3659623a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:54.281512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9e580fd5-c587-4a19-b909-36ca3659623a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:54.281955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:54.308743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:54.313677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3e1fd7d3-fb36-499f-b014-c2efa9c51d68 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:54.314046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.317111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.319589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/networks/3c82228f-b791-44d3-8869-25c188f6865e HTTP/1.1" status: 204 len: 168 time: 1.1227531 Sep 16 05:22:54.323886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51668) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:54.329254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1774112556'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:54.335181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fefb7-8ee5-46f0-82bd-22f11497f45d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Network': ['ID=3c82228f-b791-44d3-8869-25c188f6865e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.402552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:54.406224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.430062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:54.438781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.439148 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Added segment 85f3e1d5-2b68-43ea-8705-ae185a51ee20 of type vlan for network 949963ea-91a2-48a2-987f-8cae8f97e9e6 Sep 16 05:22:54.483004 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.562540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.568249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.568925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.638118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Network': ['ID=949963ea-91a2-48a2-987f-8cae8f97e9e6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.648443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 949963ea-91a2-48a2-987f-8cae8f97e9e6 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:54.665565 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6a466b5e-626c-48fa-9e21-0d3671e6d6ce tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3405850 Sep 16 05:22:54.668522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51672) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:54.673456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:54.853013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:54.856644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.871866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51676) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.054665 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2bc52685-b66f-4a65-8c43-9fceae887284 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da94cb2f91514c57a58d347bae59374f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817148 Sep 16 05:22:55.057790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51680) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.109889 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d61622d9-e788-432d-ae1e-69b417b7f735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.131311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d61622d9-e788-432d-ae1e-69b417b7f735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.139382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.207315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=41853865-bf15-4637-9710-745a1fa2bc6e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.212791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Checking segment: {'id': '85f3e1d5-2b68-43ea-8705-ae185a51ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:55.213177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network hostable DHCP agents. Network: 949963ea-91a2-48a2-987f-8cae8f97e9e6, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:55.230571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d61622d9-e788-432d-ae1e-69b417b7f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.234991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d61622d9-e788-432d-ae1e-69b417b7f735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.234991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d61622d9-e788-432d-ae1e-69b417b7f735 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c411a07e-006e-4896-8d4d-76e1c145ab72 HTTP/1.1" status: 204 len: 168 time: 0.1754277 Sep 16 05:22:55.242159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61622d9-e788-432d-ae1e-69b417b7f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c411a07e-006e-4896-8d4d-76e1c145ab72,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.299425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 949963ea-91a2-48a2-987f-8cae8f97e9e6 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:55.380191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c2ea7-ca1d-4eee-a81b-2c9dafb88168 req-35ba409f-e407-4370-8591-4bf1901f20db tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.381639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-753c2ea7-ca1d-4eee-a81b-2c9dafb88168 req-35ba409f-e407-4370-8591-4bf1901f20db tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0716083 Sep 16 05:22:55.391023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 949963ea-91a2-48a2-987f-8cae8f97e9e6) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:55.395807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.396547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.405822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b394e10-c431-49c4-81d2-d1dd7b7af1ba None None] Network 949963ea-91a2-48a2-987f-8cae8f97e9e6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:55.426999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7aa5a-017f-455f-b810-e719ea70a12a req-67dbcc97-bdec-40ec-9182-889373942ec0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.428491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8aa7aa5a-017f-455f-b810-e719ea70a12a req-67dbcc97-bdec-40ec-9182-889373942ec0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 944 time: 0.0845509 Sep 16 05:22:55.459039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-753c2ea7-ca1d-4eee-a81b-2c9dafb88168 req-b9a4a89f-dcdd-4057-9160-ae4eaf2d05d1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663671 Sep 16 05:22:55.471760 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e2d2f9dc-7c57-4e3d-8643-8cf30db7009c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8021970 Sep 16 05:22:55.477692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51688) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.482805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8aa7aa5a-017f-455f-b810-e719ea70a12a req-5b182577-01db-42d9-a866-a052c827a58a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Sep 16 05:22:55.494752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6', 'name': 'tempest-PortsTestJSON-1706619628', 'fixed_ips': [{'subnet_id': '41853865-bf15-4637-9710-745a1fa2bc6e', 'ip_address': '172.20.0.10'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:55.572395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-949963ea-91a2-48a2-987f-8cae8f97e9e6', 'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6', 'tenant_id': '647edced6fab48359e73cebf5d6eae25', 'fixed_ips': [{'subnet_id': '41853865-bf15-4637-9710-745a1fa2bc6e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:55.573621 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.688126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:55.714921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Allocated IP 172.20.0.2 (949963ea-91a2-48a2-987f-8cae8f97e9e6/41853865-bf15-4637-9710-745a1fa2bc6e/ba36d826-ecd8-4dd7-8326-0f91ecc2ce06) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:55.775873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.794065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 7e594cbd-9928-4f15-a763-c9bba0ac52e4 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:55.860089 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.901430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51692) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.940473 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d3995466-e9cf-4929-b889-f1fdfd3291c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ef8f3f8a2e5645a5861354002fc7026e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378172 Sep 16 05:22:55.942681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51694) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.951440 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.988887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Network 949963ea-91a2-48a2-987f-8cae8f97e9e6 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:55.991835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:55.995479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:56.006477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Pushing event updated for resources: {'Port': ['ID=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.059954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Attempting to bind port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:56.060332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Attempting to bind port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '85f3e1d5-2b68-43ea-8705-ae185a51ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:56.060698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Attempting to bind port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 on network 949963ea-91a2-48a2-987f-8cae8f97e9e6 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:56.066219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:56.066602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Checking segment: {'id': '85f3e1d5-2b68-43ea-8705-ae185a51ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:56.067019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.067448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Bound using segment: {'id': '85f3e1d5-2b68-43ea-8705-ae185a51ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:56.067928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Bound port: ba36d826-ecd8-4dd7-8326-0f91ecc2ce06, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f3e1d5-2b68-43ea-8705-ae185a51ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:56.068318 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.137751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] For port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:56.141408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] For port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,segment=NetworkSegment(85f3e1d5-2b68-43ea-8705-ae185a51ee20),segment_id=85f3e1d5-2b68-43ea-8705-ae185a51ee20)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:56.203317 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.267903 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9c098-0947-40a2-8408-a5ce21e50709 None None] Pushing event updated for resources: {'Port': ['ID=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.303067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.10 (949963ea-91a2-48a2-987f-8cae8f97e9e6/41853865-bf15-4637-9710-745a1fa2bc6e/7e594cbd-9928-4f15-a763-c9bba0ac52e4) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:56.320096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.362713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.532973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.563099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:56.568520 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.572123 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.576120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5989e41-015e-4fa0-8c84-643d6c26211b HTTP/1.1" status: 204 len: 168 time: 0.6298394 Sep 16 05:22:56.606224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5989e41-015e-4fa0-8c84-643d6c26211b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.615483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.615841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.616183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.616534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.616880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.617221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.617588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.617926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.618356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.618724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.619062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.619432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173a0aa4-e733-43a6-84ce-23fa63c43a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:56.637559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcccd4-7bad-49f6-bd5f-fa9cb852f334 req-fa1824cd-2450-46b3-8e1b-ddb51469427b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.639075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6fcccd4-7bad-49f6-bd5f-fa9cb852f334 req-fa1824cd-2450-46b3-8e1b-ddb51469427b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.1000097 Sep 16 05:22:56.666779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.675689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17875913-419d-450e-9839-91b4a9d32a6b req-0189f511-8798-4855-8f60-97b117c05b64 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.683937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17875913-419d-450e-9839-91b4a9d32a6b req-0189f511-8798-4855-8f60-97b117c05b64 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 944 time: 0.1023231 Sep 16 05:22:56.704376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:56.729990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '9f524cb5-ab2e-4658-89b1-13bfb5fa1227', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '9f524cb5-ab2e-4658-89b1-13bfb5fa1227', 'mac_address': 'fa:16:3e:09:0e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:56.742115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 949963ea-91a2-48a2-987f-8cae8f97e9e6 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:56.744451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6fcccd4-7bad-49f6-bd5f-fa9cb852f334 req-0bdc2d63-067e-4a37-a07c-96a5e9bff85b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944328 Sep 16 05:22:56.745624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:56.749471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:56.784740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-17875913-419d-450e-9839-91b4a9d32a6b req-93f69103-5679-4dc0-b61f-a4e4f2f5ab81 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984735 Sep 16 05:22:56.794582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=7e594cbd-9928-4f15-a763-c9bba0ac52e4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.794930 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.810604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:56.811635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.812268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.832396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:56.894607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6cf49b1b-064b-4c2a-934d-faa740aa7568 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4157963 Sep 16 05:22:56.898412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51702) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:56.908582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': '949963ea-91a2-48a2-987f-8cae8f97e9e6', 'name': 'tempest-PortsTestJSON-1130354430', 'fixed_ips': [{'subnet_id': '41853865-bf15-4637-9710-745a1fa2bc6e', 'ip_address': '172.20.0.9'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:56.909278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.968581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:57.128864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:57.135832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.156707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port ca1cf99c-91a1-4c96-841c-a6844c6b98ef yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:57.215435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9f524cb5-ab2e-4658-89b1-13bfb5fa1227'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:57.354061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b606390-5244-49f3-96e8-50eca02fd701 None None] Network 949963ea-91a2-48a2-987f-8cae8f97e9e6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:57.369266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.9 (949963ea-91a2-48a2-987f-8cae8f97e9e6/41853865-bf15-4637-9710-745a1fa2bc6e/ca1cf99c-91a1-4c96-841c-a6844c6b98ef) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:57.465130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-06b3790f-649c-4d86-8b38-68bc1ae7e61f None None] Provisioning complete for port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:57.465504 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-06b3790f-649c-4d86-8b38-68bc1ae7e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.535435 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.607466 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-06b3790f-649c-4d86-8b38-68bc1ae7e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.633506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.680473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network 949963ea-91a2-48a2-987f-8cae8f97e9e6 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:57.680473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:57.683831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:57.690852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=ca1cf99c-91a1-4c96-841c-a6844c6b98ef,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:57.768084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.770023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.827525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-06b3790f-649c-4d86-8b38-68bc1ae7e61f None None] For port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,segment=NetworkSegment(85f3e1d5-2b68-43ea-8705-ae185a51ee20),segment_id=85f3e1d5-2b68-43ea-8705-ae185a51ee20)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:57.853321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b23a8906-80d3-4aca-861b-00f862c8637b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9531832 Sep 16 05:22:57.854283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51726) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:57.920835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-06b3790f-649c-4d86-8b38-68bc1ae7e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.922830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70480e-9c8b-4e91-b645-f38ed66a271a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.927152 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7d70480e-9c8b-4e91-b645-f38ed66a271a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0694664 Sep 16 05:22:57.931986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51730) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:57.996042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3790f-649c-4d86-8b38-68bc1ae7e61f None None] Pushing event updated for resources: {'Port': ['ID=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.014431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e333036-f8e6-4b63-b727-bc0dd19d5ea4 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.021090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e333036-f8e6-4b63-b727-bc0dd19d5ea4 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.027856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e333036-f8e6-4b63-b727-bc0dd19d5ea4 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.032429 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e333036-f8e6-4b63-b727-bc0dd19d5ea4 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0962508 Sep 16 05:22:58.032720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51732) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.054087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e0f1b87a-5a59-4d72-a133-8d6c5f07a46b None None] Provisioning complete for port 7e594cbd-9928-4f15-a763-c9bba0ac52e4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:58.054472 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b87a-5a59-4d72-a133-8d6c5f07a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.096744 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1b87a-5a59-4d72-a133-8d6c5f07a46b None None] Port 7e594cbd-9928-4f15-a763-c9bba0ac52e4 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:58.109971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e0f1b87a-5a59-4d72-a133-8d6c5f07a46b None None] Provisioning complete for port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:58.110439 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b87a-5a59-4d72-a133-8d6c5f07a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.159514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5ca33deb-1d12-451f-ac42-e15506c3679e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port ca1cf99c-91a1-4c96-841c-a6844c6b98ef {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:58.159916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca33deb-1d12-451f-ac42-e15506c3679e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.245969 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.301440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca33deb-1d12-451f-ac42-e15506c3679e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.317092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:58.325970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5ca33deb-1d12-451f-ac42-e15506c3679e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for ca1cf99c-91a1-4c96-841c-a6844c6b98ef owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:58.406184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1ef6e429-04cc-4d85-9007-d9cdda3e28b6 None None] Provisioning complete for port 7e594cbd-9928-4f15-a763-c9bba0ac52e4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:58.408434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a83b4-1829-4392-8c72-20df97a3f5e2 req-6a4d3a77-a899-4f6d-b2d6-9da6f6d2264c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.409618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e429-04cc-4d85-9007-d9cdda3e28b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.410894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc6a83b4-1829-4392-8c72-20df97a3f5e2 req-6a4d3a77-a899-4f6d-b2d6-9da6f6d2264c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.5880544 Sep 16 05:22:58.445010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8625e6-c879-46f0-b9a1-4171953140e2 req-f00f9433-147a-4de6-be4c-f252ff69864c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.446786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c8625e6-c879-46f0-b9a1-4171953140e2 req-f00f9433-147a-4de6-be4c-f252ff69864c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 945 time: 0.5803661 Sep 16 05:22:58.461048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:58.461418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.464104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6e429-04cc-4d85-9007-d9cdda3e28b6 None None] Port 7e594cbd-9928-4f15-a763-c9bba0ac52e4 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:58.479925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc6a83b4-1829-4392-8c72-20df97a3f5e2 req-699871bc-19d9-47ce-b92f-61e4404dda79 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593307 Sep 16 05:22:58.537331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c8625e6-c879-46f0-b9a1-4171953140e2 req-7820d058-66ce-433f-91e1-abb00310f6e8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675302 Sep 16 05:22:58.579715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:58.626714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-be501c60-2b1a-430f-8509-352ff3aef5b7 None None] Provisioning complete for port ca1cf99c-91a1-4c96-841c-a6844c6b98ef triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:58.627096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-be501c60-2b1a-430f-8509-352ff3aef5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.660566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca33deb-1d12-451f-ac42-e15506c3679e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.667045 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-be501c60-2b1a-430f-8509-352ff3aef5b7 None None] Port ca1cf99c-91a1-4c96-841c-a6844c6b98ef cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:58.694011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca33deb-1d12-451f-ac42-e15506c3679e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=ca1cf99c-91a1-4c96-841c-a6844c6b98ef,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.728487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:58.737726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:58.738164 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.768329 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca33deb-1d12-451f-ac42-e15506c3679e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.770261 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ca33deb-1d12-451f-ac42-e15506c3679e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/ca1cf99c-91a1-4c96-841c-a6844c6b98ef HTTP/1.1" status: 204 len: 168 time: 0.7365739 Sep 16 05:22:58.773104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51746) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.807271 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcadc29-3262-4f01-a1f1-63c8ac6b11d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:58.808995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6fcadc29-3262-4f01-a1f1-63c8ac6b11d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/ca1cf99c-91a1-4c96-841c-a6844c6b98ef HTTP/1.1" status: 404 len: 333 time: 0.0338099 Sep 16 05:22:58.812053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51748) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.844159 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.872181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a59b574-aa28-4627-ab68-0ad7f61e2b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f524cb5-ab2e-4658-89b1-13bfb5fa1227'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:58.874711 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28497d37-ebb6-4ce6-8bbe-3f1973023815" -d '{"events": [{"server_uuid": "3a59b574-aa28-4627-ab68-0ad7f61e2b47", "name": "network-vif-plugged", "status": "completed", "tag": "9f524cb5-ab2e-4658-89b1-13bfb5fa1227"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:58.904819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:58.920834 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feafda32-7431-4710-be0a-6ebc074332ae x-openstack-request-id: req-feafda32-7431-4710-be0a-6ebc074332ae {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:58.921135 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a59b574-aa28-4627-ab68-0ad7f61e2b47", "name": "network-vif-plugged", "status": "completed", "tag": "9f524cb5-ab2e-4658-89b1-13bfb5fa1227", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:58.921393 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-feafda32-7431-4710-be0a-6ebc074332ae {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:58.921827 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a59b574-aa28-4627-ab68-0ad7f61e2b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f524cb5-ab2e-4658-89b1-13bfb5fa1227', 'code': 200} Sep 16 05:22:58.950351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-04845079-776a-4750-9a2c-8c3e6faf8e9a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 7e594cbd-9928-4f15-a763-c9bba0ac52e4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:58.950861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04845079-776a-4750-9a2c-8c3e6faf8e9a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.002228 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.064462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.072377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04845079-776a-4750-9a2c-8c3e6faf8e9a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.076083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905701f-000b-4cf1-bddb-d87f2d13fd3f req-a8049cab-45bb-4d50-a70a-1372e30a0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.077897 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0905701f-000b-4cf1-bddb-d87f2d13fd3f req-a8049cab-45bb-4d50-a70a-1372e30a0e22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 1098 time: 0.0678191 Sep 16 05:22:59.093985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-04845079-776a-4750-9a2c-8c3e6faf8e9a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 7e594cbd-9928-4f15-a763-c9bba0ac52e4 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:59.158979 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0905701f-000b-4cf1-bddb-d87f2d13fd3f req-e444b63f-3410-4669-a445-ce607874eee0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702219 Sep 16 05:22:59.305409 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04845079-776a-4750-9a2c-8c3e6faf8e9a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.338972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04845079-776a-4750-9a2c-8c3e6faf8e9a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=7e594cbd-9928-4f15-a763-c9bba0ac52e4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.410974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-04845079-776a-4750-9a2c-8c3e6faf8e9a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.415494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-04845079-776a-4750-9a2c-8c3e6faf8e9a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/7e594cbd-9928-4f15-a763-c9bba0ac52e4 HTTP/1.1" status: 204 len: 168 time: 0.6000030 Sep 16 05:22:59.415632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51762) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:59.442021 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6457a6e6-ee30-4944-9cb4-6e2aaaa007e9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:22:59.443692 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6457a6e6-ee30-4944-9cb4-6e2aaaa007e9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/7e594cbd-9928-4f15-a763-c9bba0ac52e4 HTTP/1.1" status: 404 len: 333 time: 0.0270929 Sep 16 05:22:59.447082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51766) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:59.503501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e88b85-0d6e-4709-a345-23369982b39a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet 41853865-bf15-4637-9710-745a1fa2bc6e {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:59.506192 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b8e88b85-0d6e-4709-a345-23369982b39a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.557354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b8e88b85-0d6e-4709-a345-23369982b39a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.613447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80216375-41fb-4055-acdc-e837f080016b req-526fc517-022c-4766-9bfd-37eb81b86d63 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.621289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80216375-41fb-4055-acdc-e837f080016b req-526fc517-022c-4766-9bfd-37eb81b86d63 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0581350 Sep 16 05:22:59.654199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80216375-41fb-4055-acdc-e837f080016b req-3d2d052f-bbeb-4285-88b3-d813443c4413 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Sep 16 05:22:59.657112 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b8e88b85-0d6e-4709-a345-23369982b39a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.765817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b7cb-6d51-427c-9378-5585514d6ffd req-d58e72de-3ef6-44bb-9aa3-10463ff83211 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.767336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fb1b7cb-6d51-427c-9378-5585514d6ffd req-d58e72de-3ef6-44bb-9aa3-10463ff83211 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 946 time: 0.0524726 Sep 16 05:22:59.785556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b8e88b85-0d6e-4709-a345-23369982b39a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.807691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fb1b7cb-6d51-427c-9378-5585514d6ffd req-b180cd82-03d1-40ee-a3f7-ed0ee063a860 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342100 Sep 16 05:22:59.824771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e88b85-0d6e-4709-a345-23369982b39a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=41853865-bf15-4637-9710-745a1fa2bc6e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.829836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b8e88b85-0d6e-4709-a345-23369982b39a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.833569 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b8e88b85-0d6e-4709-a345-23369982b39a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/41853865-bf15-4637-9710-745a1fa2bc6e HTTP/1.1" status: 204 len: 168 time: 0.3843734 Sep 16 05:22:59.838464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51778) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:59.840756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3da55-68fb-463c-87f2-697014e7bebd None None] Network 949963ea-91a2-48a2-987f-8cae8f97e9e6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:59.919752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.979877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:59.982957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.990439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51780) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:59.996467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'network': {'name': 'tempest-network-smoke--377761173', 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:00.038535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] DHCP port deletion for 949963ea-91a2-48a2-987f-8cae8f97e9e6 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:00.049670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] For port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,segment=NetworkSegment(85f3e1d5-2b68-43ea-8705-ae185a51ee20),segment_id=85f3e1d5-2b68-43ea-8705-ae185a51ee20)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:00.050046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.062593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:00.083386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] Deleting port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:00.083770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.139622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Made reservation on behalf of e675acbe02dd43aaaa393a07c94c8f16 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:00.143433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.154058 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.160500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] For port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,segment=NetworkSegment(85f3e1d5-2b68-43ea-8705-ae185a51ee20),segment_id=85f3e1d5-2b68-43ea-8705-ae185a51ee20)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:00.161669 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.182866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] Calling delete_port for ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:00.233189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85644ca4-c697-42f2-b5f7-1508e5f14da1 req-2d07015d-9396-4c2d-bea0-222e95b8e60d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.234838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85644ca4-c697-42f2-b5f7-1508e5f14da1 req-2d07015d-9396-4c2d-bea0-222e95b8e60d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0541368 Sep 16 05:23:00.235086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:00.237259 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.267708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:00.268668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:00.275122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.278671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No DVR routers for this DVR port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:00.329600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.342699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.354122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] Pushing event deleted for resources: {'Port': ['ID=ba36d826-ecd8-4dd7-8326-0f91ecc2ce06,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.360743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6304b22-7ec8-4894-a468-aff571706e44 None None] No DVR routers for this DVR port ba36d826-ecd8-4dd7-8326-0f91ecc2ce06 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:00.390985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85644ca4-c697-42f2-b5f7-1508e5f14da1 req-f0fe7060-6f14-478c-930c-45e5cf4d2d95 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099014 Sep 16 05:23:00.419584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.421788 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.437560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0993679-acaf-4270-abf8-2783d304375e req-7e3c75ac-1dbf-47f1-96ea-af29f4110929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.439140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0993679-acaf-4270-abf8-2783d304375e req-7e3c75ac-1dbf-47f1-96ea-af29f4110929 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1097 time: 0.1397703 Sep 16 05:23:00.443277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:00.448799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949963ea-91a2-48a2-987f-8cae8f97e9e6']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.457758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fd1f44-25ad-405a-966c-fb6b1fd0b1f5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.463228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.463664 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Added segment 33d86e8f-6fac-4e12-a885-e5feae77c448 of type vlan for network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 Sep 16 05:23:00.476203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f3e1d5-2b68-43ea-8705-ae185a51ee20') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.476550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f3e1d5-2b68-43ea-8705-ae185a51ee20') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.494092 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.504536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.539614 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.552704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:00.553093 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:00.556116 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:00.623751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0993679-acaf-4270-abf8-2783d304375e req-fbaebdc1-335d-4ce9-ac38-e1c20ce726cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.625332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0993679-acaf-4270-abf8-2783d304375e req-fbaebdc1-335d-4ce9-ac38-e1c20ce726cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 912 time: 0.1741483 Sep 16 05:23:00.630952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.637215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.637975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.696139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0993679-acaf-4270-abf8-2783d304375e req-0ad2b792-299c-4f71-8c7b-226282cc7eeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 200 len: 999 time: 0.0630641 Sep 16 05:23:00.706472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Network': ['ID=145d8865-2741-46c3-bee7-fbeb11b9a6e6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.717242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:00.731316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.731854 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a383f407-8d1e-45e0-b79d-f88ae8a823bf tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7402041 Sep 16 05:23:00.736672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51784) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:00.740429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'admin_state_up': True, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:00.754053 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.755978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/networks/949963ea-91a2-48a2-987f-8cae8f97e9e6 HTTP/1.1" status: 204 len: 168 time: 0.9161134 Sep 16 05:23:00.760916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51786) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:00.766133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2009975113'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:00.774256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3af8a-d1b5-4696-ad3e-de1c300b0259 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Network': ['ID=949963ea-91a2-48a2-987f-8cae8f97e9e6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.785579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0993679-acaf-4270-abf8-2783d304375e req-5c209871-0f71-4526-a944-7ff6a3928c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.787051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0993679-acaf-4270-abf8-2783d304375e req-5c209871-0f71-4526-a944-7ff6a3928c54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0840473 Sep 16 05:23:00.838056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0993679-acaf-4270-abf8-2783d304375e req-b5d2660b-9d0e-434d-9761-496348401a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.839617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0993679-acaf-4270-abf8-2783d304375e req-b5d2660b-9d0e-434d-9761-496348401a71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451939 Sep 16 05:23:00.876385 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.877455 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.956259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:00.960081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.983351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:00.992030 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.993184 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Added segment bfc86007-a355-48ea-8551-15cfef6fa107 of type vlan for network f718bd10-72ea-472c-94f8-b93225fd185c Sep 16 05:23:01.010840 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.022288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55238fc5-2f3a-4796-930f-21799de38c45 req-99cfe52e-5fdc-46d5-a63b-c550a915e234 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.023895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55238fc5-2f3a-4796-930f-21799de38c45 req-99cfe52e-5fdc-46d5-a63b-c550a915e234 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 946 time: 0.1417036 Sep 16 05:23:01.026130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0993679-acaf-4270-abf8-2783d304375e req-a4bd4005-b94e-418d-8e2b-7d55db438bba service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791575 Sep 16 05:23:01.033926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.117894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55238fc5-2f3a-4796-930f-21799de38c45 req-2a78561d-9ef5-4aaf-b7f1-4aab5fae3e6a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868328 Sep 16 05:23:01.127760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.134550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.135254 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.209959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Network': ['ID=f718bd10-72ea-472c-94f8-b93225fd185c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.221003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f718bd10-72ea-472c-94f8-b93225fd185c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:01.245108 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-89729cb4-7efb-4e6f-9f7c-3efc7337df8c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4825811 Sep 16 05:23:01.248257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0993679-acaf-4270-abf8-2783d304375e req-ec0a7098-2f52-40ff-a372-7b27f425457b service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107377 Sep 16 05:23:01.249404 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51792) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:01.266126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'f718bd10-72ea-472c-94f8-b93225fd185c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:01.286306 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.408000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:01.411631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.571758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.597714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.610195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba8b2-a38f-4ac7-9a11-b92b5b43ebd6 req-832cc59d-1bfe-4608-8169-c56c53e5df8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.611789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-addba8b2-a38f-4ac7-9a11-b92b5b43ebd6 req-832cc59d-1bfe-4608-8169-c56c53e5df8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.1245801 Sep 16 05:23:01.648962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.695378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-addba8b2-a38f-4ac7-9a11-b92b5b43ebd6 req-bc35fbd0-2223-4609-88b1-c8f0cfa6b4e9 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768929 Sep 16 05:23:01.713501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=b6811c99-907b-4db9-a0c8-9f7484d4cd3c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.733771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Checking segment: {'id': 'bfc86007-a355-48ea-8551-15cfef6fa107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f718bd10-72ea-472c-94f8-b93225fd185c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:01.734171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network hostable DHCP agents. Network: f718bd10-72ea-472c-94f8-b93225fd185c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:01.745776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Allocated IP 172.25.7.121 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/8eb47598-5d79-43a0-943d-c048a73da22f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:01.813856 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network f718bd10-72ea-472c-94f8-b93225fd185c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:01.849660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.910692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f718bd10-72ea-472c-94f8-b93225fd185c) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:01.915335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.916156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.921109 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d68cfb0-d050-4e2e-ab9c-3e688ce25c69 None None] Network f718bd10-72ea-472c-94f8-b93225fd185c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:01.996937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.022773 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1cb0282-4f93-4053-845b-3134968680f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7697060 Sep 16 05:23:02.024407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51796) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:02.032178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2e697f53-7e8c-4108-bda8-e54915da4aff tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-34403147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:02.037104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:02.044236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:02.050884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:02.054217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=8eb47598-5d79-43a0-943d-c048a73da22f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.075680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-f718bd10-72ea-472c-94f8-b93225fd185c', 'network_id': 'f718bd10-72ea-472c-94f8-b93225fd185c', 'tenant_id': '647edced6fab48359e73cebf5d6eae25', 'fixed_ips': [{'subnet_id': 'b6811c99-907b-4db9-a0c8-9f7484d4cd3c'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:02.076882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.163300 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e697f53-7e8c-4108-bda8-e54915da4aff tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.164528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e697f53-7e8c-4108-bda8-e54915da4aff tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.216825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Allocated IP 172.20.0.2 (f718bd10-72ea-472c-94f8-b93225fd185c/b6811c99-907b-4db9-a0c8-9f7484d4cd3c/761fb53c-26b4-4ceb-aa52-477350f104ca) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:02.259796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e697f53-7e8c-4108-bda8-e54915da4aff tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.310861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e697f53-7e8c-4108-bda8-e54915da4aff tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.362404 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.370815 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.375916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e697f53-7e8c-4108-bda8-e54915da4aff tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.377228 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2e697f53-7e8c-4108-bda8-e54915da4aff tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3517170 Sep 16 05:23:02.380258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51800) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:02.385676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'network_id': 'f718bd10-72ea-472c-94f8-b93225fd185c', 'name': 'tempest-PortsTestJSON-1959341148'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:02.442836 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.490981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Network f718bd10-72ea-472c-94f8-b93225fd185c is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:02.495458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Pushing event updated for resources: {'Port': ['ID=761fb53c-26b4-4ceb-aa52-477350f104ca,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.497963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:02.500146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:02.552213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Attempting to bind port 761fb53c-26b4-4ceb-aa52-477350f104ca on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:02.552587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Attempting to bind port 761fb53c-26b4-4ceb-aa52-477350f104ca by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bfc86007-a355-48ea-8551-15cfef6fa107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f718bd10-72ea-472c-94f8-b93225fd185c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:02.552952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Attempting to bind port 761fb53c-26b4-4ceb-aa52-477350f104ca on network f718bd10-72ea-472c-94f8-b93225fd185c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:02.558375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:02.558743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Checking segment: {'id': 'bfc86007-a355-48ea-8551-15cfef6fa107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f718bd10-72ea-472c-94f8-b93225fd185c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:02.559155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.559586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Bound using segment: {'id': 'bfc86007-a355-48ea-8551-15cfef6fa107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f718bd10-72ea-472c-94f8-b93225fd185c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:02.560067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Bound port: 761fb53c-26b4-4ceb-aa52-477350f104ca, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc86007-a355-48ea-8551-15cfef6fa107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f718bd10-72ea-472c-94f8-b93225fd185c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:02.560445 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.582759 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.595492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:02.599559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.617968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:02.622682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] For port 761fb53c-26b4-4ceb-aa52-477350f104ca, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:02.626144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] For port 761fb53c-26b4-4ceb-aa52-477350f104ca, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=761fb53c-26b4-4ceb-aa52-477350f104ca,segment=NetworkSegment(bfc86007-a355-48ea-8551-15cfef6fa107),segment_id=bfc86007-a355-48ea-8551-15cfef6fa107)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:02.683019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.736642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.9 (f718bd10-72ea-472c-94f8-b93225fd185c/b6811c99-907b-4db9-a0c8-9f7484d4cd3c/9d482ca1-7418-40b5-8497-fe32e5bdf0c7) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:02.757564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdfff4-a658-4439-9f53-eb0f727cc0de None None] Pushing event updated for resources: {'Port': ['ID=761fb53c-26b4-4ceb-aa52-477350f104ca,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.773464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Router 4465fbeb-f1d0-4021-af49-ee80361ea85d is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:02.911689 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.916621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353e12d-9f3b-4c08-93b2-d80627154dca req-e1a63830-af07-4b6f-8f0c-b3aeef25258b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.923515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f353e12d-9f3b-4c08-93b2-d80627154dca req-e1a63830-af07-4b6f-8f0c-b3aeef25258b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.1273165 Sep 16 05:23:02.961193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:02.971151 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Sync routers for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:02.991929 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:02.993131 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:03.000158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f353e12d-9f3b-4c08-93b2-d80627154dca req-76d6fdd8-a74a-4af0-9211-c8e3ab900f4d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713224 Sep 16 05:23:03.043028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.067136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.069679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-486cf30c-b7d6-48d0-abcb-227425aa8c86 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3328397 Sep 16 05:23:03.079516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51806) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.099449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network f718bd10-72ea-472c-94f8-b93225fd185c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:03.105466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:03.110349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:03.111387 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:03.114520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=9d482ca1-7418-40b5-8497-fe32e5bdf0c7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:03.161302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.161876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.220312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45fc6c6f-8481-47ef-8544-5a4f83896f35 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8390775 Sep 16 05:23:03.222997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51810) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.225363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-47d01ee9-3cba-41f2-a755-c85bf435f26f tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=e675acbe02dd43aaaa393a07c94c8f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1446519 Sep 16 05:23:03.228621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51812) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.307593 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:02Z', 'revision_number': 3, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:03.337867 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Checking router: 4465fbeb-f1d0-4021-af49-ee80361ea85d for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:03.344289 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Updating router 4465fbeb-f1d0-4021-af49-ee80361ea85d port 8eb47598-5d79-43a0-943d-c048a73da22f binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:03.344423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27706c-6104-4a9f-a91c-d1d55a78dc4a tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.348241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ad27706c-6104-4a9f-a91c-d1d55a78dc4a tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1159022 Sep 16 05:23:03.348748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51816) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.363653 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.382212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-de3116d2-7a8a-4507-b090-092faf05d7c0 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310972 Sep 16 05:23:03.387172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51818) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.392853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375108507', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:03.550745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Made reservation on behalf of e675acbe02dd43aaaa393a07c94c8f16 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:03.554484 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.765537 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.846676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0882b1-5128-489b-8b2f-4a85630c387c None None] Network f718bd10-72ea-472c-94f8-b93225fd185c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:03.847161 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.852815 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.896394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.912487 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Pushing event updated for resources: {'Port': ['ID=8eb47598-5d79-43a0-943d-c048a73da22f,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:03.914728 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Attempting to bind port 8eb47598-5d79-43a0-943d-c048a73da22f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:03.915099 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Attempting to bind port 8eb47598-5d79-43a0-943d-c048a73da22f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:03.915538 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Attempting to bind port 8eb47598-5d79-43a0-943d-c048a73da22f on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:03.925605 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.925954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.927044 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.927436 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.928307 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.928670 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.929003 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.929331 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.930181 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.930506 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.930829 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.931148 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:03.935869 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:03.942012 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:03.942012 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.942012 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:03.942012 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Bound port: 8eb47598-5d79-43a0-943d-c048a73da22f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:03.942012 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.975021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2a298885-9520-43d3-aa5c-8efd36c9c9e9 None None] Provisioning complete for port 761fb53c-26b4-4ceb-aa52-477350f104ca triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:03.976460 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a298885-9520-43d3-aa5c-8efd36c9c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.997445 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] For port 8eb47598-5d79-43a0-943d-c048a73da22f, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:04.000904 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] For port 8eb47598-5d79-43a0-943d-c048a73da22f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8eb47598-5d79-43a0-943d-c048a73da22f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:04.099103 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a298885-9520-43d3-aa5c-8efd36c9c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.101667 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.148341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2a298885-9520-43d3-aa5c-8efd36c9c9e9 None None] For port 761fb53c-26b4-4ceb-aa52-477350f104ca, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=761fb53c-26b4-4ceb-aa52-477350f104ca,segment=NetworkSegment(bfc86007-a355-48ea-8551-15cfef6fa107),segment_id=bfc86007-a355-48ea-8551-15cfef6fa107)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:04.168024 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:04.168675 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:04.230182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2a298885-9520-43d3-aa5c-8efd36c9c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.247539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.323129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 761fb53c-26b4-4ceb-aa52-477350f104ca up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:04.338837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fea227-d04f-4106-8fad-2b6a4533689e None None] Pushing event updated for resources: {'Port': ['ID=8eb47598-5d79-43a0-943d-c048a73da22f,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.346098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.347353 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:04.356380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Subnet': ['ID=5b390b7f-0805-4d38-8cad-26506ee7be9a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.378989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a298885-9520-43d3-aa5c-8efd36c9c9e9 None None] Pushing event updated for resources: {'Port': ['ID=761fb53c-26b4-4ceb-aa52-477350f104ca,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.421993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 761fb53c-26b4-4ceb-aa52-477350f104ca triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:04.422919 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.429279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Checking segment: {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:04.430244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network hostable DHCP agents. Network: 145d8865-2741-46c3-bee7-fbeb11b9a6e6, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:04.448871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=9d482ca1-7418-40b5-8497-fe32e5bdf0c7,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.486043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c4a60bcf-431a-48dc-bfbc-fd9f29ed8506 None None] Provisioning complete for port 761fb53c-26b4-4ceb-aa52-477350f104ca triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:04.486525 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4a60bcf-431a-48dc-bfbc-fd9f29ed8506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.573447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:04.663081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c4a60bcf-431a-48dc-bfbc-fd9f29ed8506 None None] Provisioning complete for port 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:04.663614 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4a60bcf-431a-48dc-bfbc-fd9f29ed8506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.668025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 145d8865-2741-46c3-bee7-fbeb11b9a6e6) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:04.668510 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:02Z', 'revision_number': 3, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:04.685847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.686965 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.702865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e83461-9709-490c-867a-b2e88dcccc8c None None] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:04.730946 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64976e42-28c9-44de-b92a-a8213daf3dd6 None None] The sync data for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 is: [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:02Z', 'revision_number': 3, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:04.731720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.806000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b04227f4-531a-4bb9-ac19-1c1b6701eb59 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4176624 Sep 16 05:23:04.806884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51822) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:04.878867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c4a60bcf-431a-48dc-bfbc-fd9f29ed8506 None None] Port 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:04.980107 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.985127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:04.990940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.028989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d854e9ca-18d4-402c-8b06-163544b0ef36 None None] Provisioning complete for port 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:05.029520 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d854e9ca-18d4-402c-8b06-163544b0ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.173375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d854e9ca-18d4-402c-8b06-163544b0ef36 None None] Port 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:05.228831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Allocated IP 172.20.0.2 (145d8865-2741-46c3-bee7-fbeb11b9a6e6/5b390b7f-0805-4d38-8cad-26506ee7be9a/d4e3454a-deef-419f-aa79-e306a8395345) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:05.322555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.364664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.384827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.395212 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.472263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.472823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.482679 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=9d482ca1-7418-40b5-8497-fe32e5bdf0c7,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.521011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:05.526302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:05.532499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:05.538582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Pushing event updated for resources: {'Port': ['ID=d4e3454a-deef-419f-aa79-e306a8395345,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.599693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Attempting to bind port d4e3454a-deef-419f-aa79-e306a8395345 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:05.600501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Attempting to bind port d4e3454a-deef-419f-aa79-e306a8395345 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:05.602062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Attempting to bind port d4e3454a-deef-419f-aa79-e306a8395345 on network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:05.608830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:05.608830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Checking segment: {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:05.609848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.609977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Bound using segment: {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:05.610542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Bound port: d4e3454a-deef-419f-aa79-e306a8395345, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:05.611182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.625482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network f718bd10-72ea-472c-94f8-b93225fd185c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:05.627829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:05.715771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] For port d4e3454a-deef-419f-aa79-e306a8395345, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:05.720593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] For port d4e3454a-deef-419f-aa79-e306a8395345, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4e3454a-deef-419f-aa79-e306a8395345,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:05.737851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Allocated IP 172.20.0.1 (145d8865-2741-46c3-bee7-fbeb11b9a6e6/5b390b7f-0805-4d38-8cad-26506ee7be9a/48e0df66-ba03-49d7-a07f-c8fdd2c23a80) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:05.809012 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.871369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Router da31249a-c4e1-486d-bf3a-ea7914a7f1af is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:05.892108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4851d59-aa35-4191-a435-e5d3063bd76a None None] Pushing event updated for resources: {'Port': ['ID=d4e3454a-deef-419f-aa79-e306a8395345,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.904511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.004838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:06.008187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-958945f1-272b-454a-918a-4a6ef8834389 None None] Provisioning complete for port 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.008582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-958945f1-272b-454a-918a-4a6ef8834389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.014206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51826) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.014976 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-629c36cf-ee23-4347-81c5-a62a7f9363e0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "PUT /v2.0/routers/da31249a-c4e1-486d-bf3a-ea7914a7f1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7907963 Sep 16 05:23:06.025745 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.039580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c94cd-4d2c-47c5-8a96-7e92e888cc28 None None] Sync routers for ids ['da31249a-c4e1-486d-bf3a-ea7914a7f1af'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:06.093839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-958945f1-272b-454a-918a-4a6ef8834389 None None] Port 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:06.099439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c94cd-4d2c-47c5-8a96-7e92e888cc28 None None] Routers {'da31249a-c4e1-486d-bf3a-ea7914a7f1af'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:06.099709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:06.101527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0e8c94cd-4d2c-47c5-8a96-7e92e888cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da31249a-c4e1-486d-bf3a-ea7914a7f1af'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:06.105036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:06.114083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:06.146020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0e8c94cd-4d2c-47c5-8a96-7e92e888cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:06.156096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c94cd-4d2c-47c5-8a96-7e92e888cc28 None None] Routers {'da31249a-c4e1-486d-bf3a-ea7914a7f1af'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:06.156741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0e8c94cd-4d2c-47c5-8a96-7e92e888cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da31249a-c4e1-486d-bf3a-ea7914a7f1af'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:06.158098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:06.190850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0e8c94cd-4d2c-47c5-8a96-7e92e888cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:06.191518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c94cd-4d2c-47c5-8a96-7e92e888cc28 None None] The sync data for ids ['da31249a-c4e1-486d-bf3a-ea7914a7f1af'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:06.197570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99072a1-42c6-4843-a13e-2cb220cd244e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.202837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a99072a1-42c6-4843-a13e-2cb220cd244e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=da31249a-c4e1-486d-bf3a-ea7914a7f1af HTTP/1.1" status: 200 len: 982 time: 0.1844857 Sep 16 05:23:06.202837 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.203739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51828) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.390418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4e3454a-deef-419f-aa79-e306a8395345 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:06.427099 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.441406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d4e3454a-deef-419f-aa79-e306a8395345 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.441861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.576756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.684875 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.719952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port d4e3454a-deef-419f-aa79-e306a8395345, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4e3454a-deef-419f-aa79-e306a8395345,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:06.752597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.784894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.785705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8eb47598-5d79-43a0-943d-c048a73da22f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:06.813686 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.813957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:06.814276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.871868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=d4e3454a-deef-419f-aa79-e306a8395345,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:06.885961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8eb47598-5d79-43a0-943d-c048a73da22f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.886268 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.920867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.929721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.937211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:06.945902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 9d482ca1-7418-40b5-8497-fe32e5bdf0c7 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:06.990647 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.014732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 8eb47598-5d79-43a0-943d-c048a73da22f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8eb47598-5d79-43a0-943d-c048a73da22f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:07.056408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:07.058051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:07.060439 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.061331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 761fb53c-26b4-4ceb-aa52-477350f104ca up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:07.159557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=8eb47598-5d79-43a0-943d-c048a73da22f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.178172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 761fb53c-26b4-4ceb-aa52-477350f104ca triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.178463 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.212883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Router 4465fbeb-f1d0-4021-af49-ee80361ea85d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:07.224913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.261445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=9d482ca1-7418-40b5-8497-fe32e5bdf0c7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.290919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d3874-34c9-4ea1-8ea5-2f507d2512fe None None] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:07.347283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:07.359715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Sync routers for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:07.362781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6ebc6311-bd55-4079-be49-764bc49628c2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "PUT /v2.0/routers/4465fbeb-f1d0-4021-af49-ee80361ea85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5550315 Sep 16 05:23:07.365556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51832) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:07.374118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cc6f921d-6329-415b-b0ab-ea0bb22b5db9 None None] Provisioning complete for port d4e3454a-deef-419f-aa79-e306a8395345 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.374672 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc6f921d-6329-415b-b0ab-ea0bb22b5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.375508 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:07.376645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-35ca1848-208d-4b54-a9ee-1e5967ca357b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1943035875', 'description': 'tempest-secgroup_access--1943035875 description', 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:07.381696 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.451859 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.501637 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35ca1848-208d-4b54-a9ee-1e5967ca357b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.559786 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:07.624216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Router da31249a-c4e1-486d-bf3a-ea7914a7f1af has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:07.640371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35ca1848-208d-4b54-a9ee-1e5967ca357b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.709297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:07.710462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35ca1848-208d-4b54-a9ee-1e5967ca357b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.717308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51834) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:07.717786 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-481961eb-4363-45e8-ad8b-ee7177c7dc6b tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "PUT /v2.0/routers/da31249a-c4e1-486d-bf3a-ea7914a7f1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5126922 Sep 16 05:23:07.723573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed901070-f418-43ec-a91d-0a84c1dfaa30 None None] Sync routers for ids ['da31249a-c4e1-486d-bf3a-ea7914a7f1af'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:07.741210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed901070-f418-43ec-a91d-0a84c1dfaa30 None None] Routers {'da31249a-c4e1-486d-bf3a-ea7914a7f1af'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:07.742705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ed901070-f418-43ec-a91d-0a84c1dfaa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da31249a-c4e1-486d-bf3a-ea7914a7f1af'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.788590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ed901070-f418-43ec-a91d-0a84c1dfaa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.788833 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67b06c7-5ef4-46af-bda9-3dd629656f71 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:23:07.788833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e67b06c7-5ef4-46af-bda9-3dd629656f71 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/9d482ca1-7418-40b5-8497-fe32e5bdf0c7 HTTP/1.1" status: 404 len: 333 time: 0.0668569 Sep 16 05:23:07.789054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51838) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:07.804118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca1848-208d-4b54-a9ee-1e5967ca357b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e809ee-bb5f-4c5e-ac96-82b157b18d90,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.808992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed901070-f418-43ec-a91d-0a84c1dfaa30 None None] Routers {'da31249a-c4e1-486d-bf3a-ea7914a7f1af'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:07.809721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ed901070-f418-43ec-a91d-0a84c1dfaa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['da31249a-c4e1-486d-bf3a-ea7914a7f1af'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.836548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35ca1848-208d-4b54-a9ee-1e5967ca357b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.838296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-35ca1848-208d-4b54-a9ee-1e5967ca357b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4714379 Sep 16 05:23:07.841823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51840) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:07.847427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-515bd1ac-b3e9-478e-9edc-010156cbd2cb tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1881095351', 'description': 'tempest-secgroup_general--1881095351 description', 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:07.848793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ed901070-f418-43ec-a91d-0a84c1dfaa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.849502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed901070-f418-43ec-a91d-0a84c1dfaa30 None None] The sync data for ids ['da31249a-c4e1-486d-bf3a-ea7914a7f1af'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:07.853354 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 2, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.885613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9e8f2689-9768-48aa-b6e0-4086deca6a49 None None] Provisioning complete for port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.886002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2689-9768-48aa-b6e0-4086deca6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.891399 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Checking router: 4465fbeb-f1d0-4021-af49-ee80361ea85d for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:07.891773 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Updating router 4465fbeb-f1d0-4021-af49-ee80361ea85d port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:07.917218 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a46acf36-cac7-4544-a4f6-ae4c5c1e294e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.919691 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.935527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f2689-9768-48aa-b6e0-4086deca6a49 None None] Port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:07.946560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9e8f2689-9768-48aa-b6e0-4086deca6a49 None None] Provisioning complete for port d4e3454a-deef-419f-aa79-e306a8395345 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.946942 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2689-9768-48aa-b6e0-4086deca6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.956875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-515bd1ac-b3e9-478e-9edc-010156cbd2cb tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.135719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-515bd1ac-b3e9-478e-9edc-010156cbd2cb tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.212015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-03a13f1c-4ad7-4268-b003-d6e1b61bdfd9 None None] Provisioning complete for port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:08.214290 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03a13f1c-4ad7-4268-b003-d6e1b61bdfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.218145 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-515bd1ac-b3e9-478e-9edc-010156cbd2cb tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.276139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-03a13f1c-4ad7-4268-b003-d6e1b61bdfd9 None None] Port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:08.278042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4e3454a-deef-419f-aa79-e306a8395345 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:08.284387 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.287179 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:08.287459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bd1ac-b3e9-478e-9edc-010156cbd2cb tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ded115-4f12-4d83-ac98-e6fc108233b0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:08.339214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d4e3454a-deef-419f-aa79-e306a8395345 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:08.339636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.387886 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.413205 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-515bd1ac-b3e9-478e-9edc-010156cbd2cb tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.415836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-515bd1ac-b3e9-478e-9edc-010156cbd2cb tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5726182 Sep 16 05:23:08.418739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51842) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:08.425365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-fc8298a6-5592-44c7-994e-9a3236be0b4e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'security_group_rule': {'security_group_id': 'f2e809ee-bb5f-4c5e-ac96-82b157b18d90', 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:08.433573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a46acf36-cac7-4544-a4f6-ae4c5c1e294e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.433573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a46acf36-cac7-4544-a4f6-ae4c5c1e294e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.433811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8eb47598-5d79-43a0-943d-c048a73da22f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:08.475777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cb590e21-0789-4efd-8a04-23b5c6f491b3 None None] Provisioning complete for port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:08.478912 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cb590e21-0789-4efd-8a04-23b5c6f491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.517108 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4097f-2999-48fe-969a-7e144c593820 None None] Pushing event updated for resources: {'Port': ['ID=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:08.524830 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Attempting to bind port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:08.526524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8eb47598-5d79-43a0-943d-c048a73da22f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:08.526649 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Attempting to bind port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:08.526775 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.526869 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Attempting to bind port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 on network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:08.528596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cb590e21-0789-4efd-8a04-23b5c6f491b3 None None] Port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:08.532749 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:08.533233 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Checking segment: {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:08.533741 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.534338 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Bound using segment: {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:08.534920 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Bound port: 48e0df66-ba03-49d7-a07f-c8fdd2c23a80, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:08.535434 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.555910 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc8298a6-5592-44c7-994e-9a3236be0b4e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.596508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a46acf36-cac7-4544-a4f6-ae4c5c1e294e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.597348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46acf36-cac7-4544-a4f6-ae4c5c1e294e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Fanout notify agent at l3_agent the message router_deleted on router da31249a-c4e1-486d-bf3a-ea7914a7f1af {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:08.605657 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a46acf36-cac7-4544-a4f6-ae4c5c1e294e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.606859 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a46acf36-cac7-4544-a4f6-ae4c5c1e294e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/routers/da31249a-c4e1-486d-bf3a-ea7914a7f1af HTTP/1.1" status: 204 len: 168 time: 0.8177438 Sep 16 05:23:08.609621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51844) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:08.612231 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] For port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:08.617297 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] For port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:08.639383 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc8298a6-5592-44c7-994e-9a3236be0b4e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.671416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a910a063-092c-42dc-900f-dfdf16dde294 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet b6811c99-907b-4db9-a0c8-9f7484d4cd3c {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:08.674483 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a910a063-092c-42dc-900f-dfdf16dde294 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.694151 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.715062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a910a063-092c-42dc-900f-dfdf16dde294 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.739522 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc8298a6-5592-44c7-994e-9a3236be0b4e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.750545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ca99f150-d35b-4ba4-9f62-1ebf13aaddc0 None None] Provisioning complete for port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:08.754550 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca99f150-d35b-4ba4-9f62-1ebf13aaddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.758417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8298a6-5592-44c7-994e-9a3236be0b4e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82025123-8c9b-4386-9a6e-a648d04b2b8f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:08.775572 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:08.776257 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:22:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:08.779541 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4097f-2999-48fe-969a-7e144c593820 None None] Pushing event updated for resources: {'Port': ['ID=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:08.831179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a910a063-092c-42dc-900f-dfdf16dde294 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.836836 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fc8298a6-5592-44c7-994e-9a3236be0b4e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.858515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fc8298a6-5592-44c7-994e-9a3236be0b4e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4299364 Sep 16 05:23:08.877643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca99f150-d35b-4ba4-9f62-1ebf13aaddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.904659 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:08.919860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ca99f150-d35b-4ba4-9f62-1ebf13aaddc0 None None] For port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:09.025233 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca99f150-d35b-4ba4-9f62-1ebf13aaddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.026279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-90b431bf-bf89-4c21-8957-afa0d7a9747d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--1881095351&fields=id&tenant_id=e675acbe02dd43aaaa393a07c94c8f16 HTTP/1.1" status: 200 len: 267 time: 0.0381036 Sep 16 05:23:09.048900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a910a063-092c-42dc-900f-dfdf16dde294 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.076218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-5c8bfe8c-a547-4221-86bc-6c363856b1b5 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--1943035875&fields=id&tenant_id=e675acbe02dd43aaaa393a07c94c8f16 HTTP/1.1" status: 200 len: 267 time: 0.0406682 Sep 16 05:23:09.081306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99f150-d35b-4ba4-9f62-1ebf13aaddc0 None None] Pushing event updated for resources: {'Port': ['ID=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.087097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910a063-092c-42dc-900f-dfdf16dde294 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=b6811c99-907b-4db9-a0c8-9f7484d4cd3c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.096041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a910a063-092c-42dc-900f-dfdf16dde294 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.098356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace1d745-d7ab-4968-bbf6-d7b16017d7e6 None None] Network f718bd10-72ea-472c-94f8-b93225fd185c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:09.098525 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a910a063-092c-42dc-900f-dfdf16dde294 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/b6811c99-907b-4db9-a0c8-9f7484d4cd3c HTTP/1.1" status: 204 len: 168 time: 0.4874229 Sep 16 05:23:09.101240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51860) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.190090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.205987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2e3b73d1-77cd-485d-90c4-12694b51f3b6 None None] Provisioning complete for port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:09.206355 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e3b73d1-77cd-485d-90c4-12694b51f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.215404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-338a00d5-ebb2-4650-9c5f-47d37247839c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.223447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-338a00d5-ebb2-4650-9c5f-47d37247839c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/networks?id=145d8865-2741-46c3-bee7-fbeb11b9a6e6 HTTP/1.1" status: 200 len: 796 time: 0.1389403 Sep 16 05:23:09.240827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-5482f16c-d86a-4dc6-b155-b0169a5f7e85 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/quotas/e675acbe02dd43aaaa393a07c94c8f16 HTTP/1.1" status: 200 len: 375 time: 0.0160398 Sep 16 05:23:09.254608 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:08Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:09.256821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 761fb53c-26b4-4ceb-aa52-477350f104ca {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:09.258952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.294433 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913078a2-2ec6-4148-aec6-139650500b9e None None] The sync data for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 is: [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:08Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:09.316677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-e91acd12-4528-40f9-bee5-dda476a0469c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645690 Sep 16 05:23:09.363480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] DHCP port deletion for f718bd10-72ea-472c-94f8-b93225fd185c request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:09.386086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] For port 761fb53c-26b4-4ceb-aa52-477350f104ca, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=761fb53c-26b4-4ceb-aa52-477350f104ca,segment=NetworkSegment(bfc86007-a355-48ea-8551-15cfef6fa107),segment_id=bfc86007-a355-48ea-8551-15cfef6fa107)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:09.388775 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.403026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 761fb53c-26b4-4ceb-aa52-477350f104ca owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:09.437958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] Deleting port 761fb53c-26b4-4ceb-aa52-477350f104ca {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:09.438493 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.455563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-9a6c1d8b-3c14-4420-8a63-073d13806163 service neutron] 10.222.0.59 "GET /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378880 Sep 16 05:23:09.508831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] For port 761fb53c-26b4-4ceb-aa52-477350f104ca, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=761fb53c-26b4-4ceb-aa52-477350f104ca,segment=NetworkSegment(bfc86007-a355-48ea-8551-15cfef6fa107),segment_id=bfc86007-a355-48ea-8551-15cfef6fa107)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:09.509394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.523057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] Calling delete_port for 761fb53c-26b4-4ceb-aa52-477350f104ca owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:09.558838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-90a4abf5-60b2-4fe1-a1ba-6249d020b054 service neutron] 10.222.0.59 "GET /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946076 Sep 16 05:23:09.568335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.599993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=761fb53c-26b4-4ceb-aa52-477350f104ca,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.607092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No DVR routers for this DVR port 761fb53c-26b4-4ceb-aa52-477350f104ca on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:09.617607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.640095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] Pushing event deleted for resources: {'Port': ['ID=761fb53c-26b4-4ceb-aa52-477350f104ca,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.656206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc658a85-2b93-4120-a322-ceb3a18d849e None None] No DVR routers for this DVR port 761fb53c-26b4-4ceb-aa52-477350f104ca on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:09.720519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.745686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f718bd10-72ea-472c-94f8-b93225fd185c']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:09.757318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc86007-a355-48ea-8551-15cfef6fa107') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:09.757791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc86007-a355-48ea-8551-15cfef6fa107') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:09.774116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.792090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.803424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:09.803848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:09.807287 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:09.843189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eb3395c-ee61-42c8-8fa4-e97f977772e9 req-5e1e6c3d-f2ee-4907-8656-eeb051ffc4ff tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 210 time: 0.0538800 Sep 16 05:23:09.996436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.998997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.001760 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/networks/f718bd10-72ea-472c-94f8-b93225fd185c HTTP/1.1" status: 204 len: 168 time: 0.8992825 Sep 16 05:23:10.005927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51872) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:10.016512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae42ae-8a77-4b0b-b240-540453e1e3dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Network': ['ID=f718bd10-72ea-472c-94f8-b93225fd185c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:10.052776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de455d3-e671-43e9-873b-c47ab7e20af0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.054288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5de455d3-e671-43e9-873b-c47ab7e20af0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/9aca255c-5e36-459b-a9b4-72ae42b3d3a1 HTTP/1.1" status: 200 len: 839 time: 0.0466883 Sep 16 05:23:10.058221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51874) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:10.103197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9e5dc5a7-fd0e-4bbf-a261-02ba2edb62f6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/9aca255c-5e36-459b-a9b4-72ae42b3d3a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0420592 Sep 16 05:23:10.105733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51876) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:10.110828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:10.239626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:10.290983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:10.291413 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.293581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:10.297301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.480821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 761fb53c-26b4-4ceb-aa52-477350f104ca no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:10.501651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 761fb53c-26b4-4ceb-aa52-477350f104ca {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:10.502000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 761fb53c-26b4-4ceb-aa52-477350f104ca not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:10.538341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.624003 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.666267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:10.669547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:10.672620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.673211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.679079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18d324-acc2-4dc7-97d6-c66ab7b440ad None None] Network b7dddbc0-ff6f-442a-a957-097139f546de requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:10.687985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=b1357084-05e2-40cd-8914-ac42fbfc7221,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:10.762359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f58cab94-5823-44d9-958c-0a7110632973 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6555636 Sep 16 05:23:10.765119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51880) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:10.769601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-80529350-95d7-410c-b7ba-5ee895f3121e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'security_group': {'name': 'tempest-secgroup-822211125'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:10.833439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-b7dddbc0-ff6f-442a-a957-097139f546de', 'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'tenant_id': '647edced6fab48359e73cebf5d6eae25', 'fixed_ips': [{'subnet_id': 'b1357084-05e2-40cd-8914-ac42fbfc7221'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:10.834250 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.841762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80529350-95d7-410c-b7ba-5ee895f3121e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.947880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a96c40c-4da5-4d04-943f-8099249d4370 req-a593cad5-1222-4daa-a5b2-767334a5c21c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 210 time: 0.0357270 Sep 16 05:23:10.989267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Allocated IP 172.20.0.2 (b7dddbc0-ff6f-442a-a957-097139f546de/b1357084-05e2-40cd-8914-ac42fbfc7221/d275ea0f-ece6-479d-bb5f-9067929f2c7b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:11.023975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80529350-95d7-410c-b7ba-5ee895f3121e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.036638 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05951bc0-832e-4869-ab4d-10ba141187ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.121963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80529350-95d7-410c-b7ba-5ee895f3121e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.147018 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.152717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80529350-95d7-410c-b7ba-5ee895f3121e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e8d58-9f5c-4ab4-baf3-04f741236907,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.230503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80529350-95d7-410c-b7ba-5ee895f3121e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.230783 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.231832 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-80529350-95d7-410c-b7ba-5ee895f3121e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4657872 Sep 16 05:23:11.234690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51886) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:11.239063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b5c24ecb-6668-48d5-b20a-4feabec79528 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'security_group': {'name': 'tempest-secgroup-1724407347'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:11.268691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:11.271567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:11.277593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:11.284779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Pushing event updated for resources: {'Port': ['ID=d275ea0f-ece6-479d-bb5f-9067929f2c7b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.339776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Attempting to bind port d275ea0f-ece6-479d-bb5f-9067929f2c7b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:11.340071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Attempting to bind port d275ea0f-ece6-479d-bb5f-9067929f2c7b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3abbb331-38c9-4bd7-bbcd-81a8136cdda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:11.340444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Attempting to bind port d275ea0f-ece6-479d-bb5f-9067929f2c7b on network b7dddbc0-ff6f-442a-a957-097139f546de {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:11.347031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:11.354263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Checking segment: {'id': '3abbb331-38c9-4bd7-bbcd-81a8136cdda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:11.354263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.354263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Bound using segment: {'id': '3abbb331-38c9-4bd7-bbcd-81a8136cdda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:11.354263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Bound port: d275ea0f-ece6-479d-bb5f-9067929f2c7b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abbb331-38c9-4bd7-bbcd-81a8136cdda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:11.354263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.355185 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5c24ecb-6668-48d5-b20a-4feabec79528 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.418667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] For port d275ea0f-ece6-479d-bb5f-9067929f2c7b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:11.422231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] For port d275ea0f-ece6-479d-bb5f-9067929f2c7b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d275ea0f-ece6-479d-bb5f-9067929f2c7b,segment=NetworkSegment(3abbb331-38c9-4bd7-bbcd-81a8136cdda4),segment_id=3abbb331-38c9-4bd7-bbcd-81a8136cdda4)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:11.447789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5c24ecb-6668-48d5-b20a-4feabec79528 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.516153 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5c24ecb-6668-48d5-b20a-4feabec79528 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.516661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.569686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c24ecb-6668-48d5-b20a-4feabec79528 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb29e4e-9bbe-4d9b-9d3f-a82a5f866445,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.574391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e800974-0db4-4255-a650-e8b2a636c416 None None] Pushing event updated for resources: {'Port': ['ID=d275ea0f-ece6-479d-bb5f-9067929f2c7b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.648563 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b5c24ecb-6668-48d5-b20a-4feabec79528 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.649899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b5c24ecb-6668-48d5-b20a-4feabec79528 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4142220 Sep 16 05:23:11.652589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51890) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:11.657565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1833423801', 'security_groups': ['fbb29e4e-9bbe-4d9b-9d3f-a82a5f866445'], 'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b1357084-05e2-40cd-8914-ac42fbfc7221'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:11.852470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:11.937311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.955138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 41cd5419-6e04-464e-b5da-9931f3c5cf55 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:12.074652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ff790dc2-0168-4da4-b7f9-03bb74270544 req-f93511ce-0411-4df4-8e1b-74c1831afa53 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 210 time: 0.0355976 Sep 16 05:23:12.136701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.11 (b7dddbc0-ff6f-442a-a957-097139f546de/b1357084-05e2-40cd-8914-ac42fbfc7221/41cd5419-6e04-464e-b5da-9931f3c5cf55) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:12.260839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d275ea0f-ece6-479d-bb5f-9067929f2c7b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:12.306038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.321653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:12.322023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.409296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.445975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port d275ea0f-ece6-479d-bb5f-9067929f2c7b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d275ea0f-ece6-479d-bb5f-9067929f2c7b,segment=NetworkSegment(3abbb331-38c9-4bd7-bbcd-81a8136cdda4),segment_id=3abbb331-38c9-4bd7-bbcd-81a8136cdda4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:12.447595 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.532390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:12.542523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:12.552421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:12.556480 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.564840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=41cd5419-6e04-464e-b5da-9931f3c5cf55,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:12.598569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-ac5ea349-4648-494f-a6f6-ea4687e40b6b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.600241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-ac5ea349-4648-494f-a6f6-ea4687e40b6b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.60 "GET /v2.0/networks?id=145d8865-2741-46c3-bee7-fbeb11b9a6e6 HTTP/1.1" status: 200 len: 796 time: 0.2028897 Sep 16 05:23:12.608678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=d275ea0f-ece6-479d-bb5f-9067929f2c7b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:12.634676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-21dfaac3-3bd0-43ed-b13b-1bf44bf5152a None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:12.635128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21dfaac3-3bd0-43ed-b13b-1bf44bf5152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.642293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.642951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.689193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-bd1a3632-869a-41ec-a382-e927eabc924d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e675acbe02dd43aaaa393a07c94c8f16 HTTP/1.1" status: 200 len: 478 time: 0.0648975 Sep 16 05:23:12.705959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'port': {'device_id': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'admin_state_up': True, 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'security_groups': ['06ded115-4f12-4d83-ac98-e6fc108233b0', 'f2e809ee-bb5f-4c5e-ac96-82b157b18d90']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:12.737922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-21dfaac3-3bd0-43ed-b13b-1bf44bf5152a None None] Provisioning complete for port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:12.738303 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21dfaac3-3bd0-43ed-b13b-1bf44bf5152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.750489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-016d141e-9d78-47e3-91a2-fd8ab5291137 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0942326 Sep 16 05:23:12.750804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51896) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:12.757956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2258e6f5-6ed1-4853-89ae-96860c04567d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:12.778869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-21dfaac3-3bd0-43ed-b13b-1bf44bf5152a None None] Port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:12.892922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4380aa5a-0ea3-4a2e-b6eb-dab96db3e857 None None] Provisioning complete for port 41cd5419-6e04-464e-b5da-9931f3c5cf55 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:12.893296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4380aa5a-0ea3-4a2e-b6eb-dab96db3e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.898842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Made reservation on behalf of e675acbe02dd43aaaa393a07c94c8f16 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:12.902680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.926189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4380aa5a-0ea3-4a2e-b6eb-dab96db3e857 None None] Port 41cd5419-6e04-464e-b5da-9931f3c5cf55 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:12.979087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2258e6f5-6ed1-4853-89ae-96860c04567d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:12.982690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2258e6f5-6ed1-4853-89ae-96860c04567d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.037912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Allocated IP 172.20.0.11 (145d8865-2741-46c3-bee7-fbeb11b9a6e6/5b390b7f-0805-4d38-8cad-26506ee7be9a/e718a3d2-8164-4a12-9a33-39720aebb897) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:13.073298 n-d-712143-16 neutron-server[101825]: INFO neutron.db.ipam_backend_mixin [None req-2258e6f5-6ed1-4853-89ae-96860c04567d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1357084-05e2-40cd-8914-ac42fbfc7221 (CIDR: 172.20.0.0/28) Sep 16 05:23:13.105271 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2258e6f5-6ed1-4853-89ae-96860c04567d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:13.105843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2258e6f5-6ed1-4853-89ae-96860c04567d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:13.161968 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2258e6f5-6ed1-4853-89ae-96860c04567d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4099770 Sep 16 05:23:13.165126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51900) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:13.170494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:13.179899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4cb6502b-50aa-493a-abe2-4954a40e69a8 req-1f59507d-b61f-448c-8150-919ae68a811a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 210 time: 0.0324554 Sep 16 05:23:13.221556 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.298368 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.339027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:13.342696 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.345506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:13.348568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:13.352544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:13.385423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=e718a3d2-8164-4a12-9a33-39720aebb897,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:13.430223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.430822 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.492784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa8590-5359-495a-adda-be2ba447c192 req-8b1b1907-b94d-4a25-8c2e-8d98009b42de tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.501002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9daa8590-5359-495a-adda-be2ba447c192 req-8b1b1907-b94d-4a25-8c2e-8d98009b42de tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0672648 Sep 16 05:23:13.539638 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9daa8590-5359-495a-adda-be2ba447c192 req-dfd1c0f4-3abc-4edd-b936-c4c377618504 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361075 Sep 16 05:23:13.545438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-755bb2ae-169c-4c9f-84be-5771758f8557 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8449342 Sep 16 05:23:13.561549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Request body: {'port': {'device_id': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:13.652990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9da03a4a-d169-48cf-b2de-ad970b9d3b58 None None] Provisioning complete for port e718a3d2-8164-4a12-9a33-39720aebb897 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:13.653586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9da03a4a-d169-48cf-b2de-ad970b9d3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.692903 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9da03a4a-d169-48cf-b2de-ad970b9d3b58 None None] Port e718a3d2-8164-4a12-9a33-39720aebb897 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:13.716792 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.764126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:13.767644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:13.772419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.773519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.779350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17a082-9233-4527-b111-819dc3a42790 None None] Network b7dddbc0-ff6f-442a-a957-097139f546de requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:13.788039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=a5c00297-b729-401c-93a5-f746afb426f9,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:13.899801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c14f20c-d0e4-4ac7-b486-a9a1734a65e8 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7335145 Sep 16 05:23:13.902402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51908) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:13.907877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-266403873', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a5c00297-b729-401c-93a5-f746afb426f9'}], 'security_groups': ['fe1e8d58-9f5c-4ab4-baf3-04f741236907']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:14.029712 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.059402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f43f9a-a8a3-485f-865e-ec9645d44bd7 req-132d053c-6014-426f-8b22-94fbeab622f4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.060993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2f43f9a-a8a3-485f-865e-ec9645d44bd7 req-132d053c-6014-426f-8b22-94fbeab622f4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.4377966 Sep 16 05:23:14.097453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.177130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2f43f9a-a8a3-485f-865e-ec9645d44bd7 req-2c0ee78d-80d7-4b46-9165-d4ca347b42d7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978220 Sep 16 05:23:14.251678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.307122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d275ea0f-ece6-479d-bb5f-9067929f2c7b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:14.316059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef69a06-17e5-452f-a63c-c82f8c2432f4 None None] Update dhcp port {'port': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'fixed_ips': [{'subnet_id': 'b1357084-05e2-40cd-8914-ac42fbfc7221', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a5c00297-b729-401c-93a5-f746afb426f9'}], 'binding:host_id': 'n-d-712143-16'}, 'id': 'd275ea0f-ece6-479d-bb5f-9067929f2c7b'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:23:14.381654 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ef69a06-17e5-452f-a63c-c82f8c2432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.404439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595fe75-9ea9-410b-ac05-259b9d31c805 req-1eab5aea-be0c-42b2-bcdf-77cd9997b08d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.406499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9595fe75-9ea9-410b-ac05-259b9d31c805 req-1eab5aea-be0c-42b2-bcdf-77cd9997b08d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 971 time: 0.0933506 Sep 16 05:23:14.446319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:14.447181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.508986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Delete allocated IP 172.20.0.11 (b7dddbc0-ff6f-442a-a957-097139f546de/b1357084-05e2-40cd-8914-ac42fbfc7221) {{(pid=101825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:23:14.513061 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04bca0f4-3461-43cc-9ac6-b18775bea823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.514689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9595fe75-9ea9-410b-ac05-259b9d31c805 req-733bc14b-14e3-402d-800e-2f68c4968f43 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0986228 Sep 16 05:23:14.521413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.20 (b7dddbc0-ff6f-442a-a957-097139f546de/a5c00297-b729-401c-93a5-f746afb426f9/41cd5419-6e04-464e-b5da-9931f3c5cf55) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:14.531205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e718a3d2-8164-4a12-9a33-39720aebb897 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:14.540414 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.556124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Transition to ACTIVE for port object e718a3d2-8164-4a12-9a33-39720aebb897 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:14.630210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.694933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.702222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Pushing event updated for resources: {'Port': ['ID=e718a3d2-8164-4a12-9a33-39720aebb897,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:14.756580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Attempting to bind port e718a3d2-8164-4a12-9a33-39720aebb897 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:14.756915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Attempting to bind port e718a3d2-8164-4a12-9a33-39720aebb897 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:14.757376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Attempting to bind port e718a3d2-8164-4a12-9a33-39720aebb897 on network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:14.762339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Port e718a3d2-8164-4a12-9a33-39720aebb897 on network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:14.762664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Attempting to bind port e718a3d2-8164-4a12-9a33-39720aebb897 on network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:14.767928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:14.768268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Checking segment: {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:14.768656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Bound using segment: {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:14.769089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Bound port: e718a3d2-8164-4a12-9a33-39720aebb897, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d86e8f-6fac-4e12-a885-e5feae77c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:14.769449 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.778876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.837147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-4ef69a06-17e5-452f-a63c-c82f8c2432f4 None None] Allocated IP 172.20.0.18 (b7dddbc0-ff6f-442a-a957-097139f546de/a5c00297-b729-401c-93a5-f746afb426f9/d275ea0f-ece6-479d-bb5f-9067929f2c7b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:14.873045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfcc5-2097-4582-842b-a1e2f4422a69 req-2dbd0d6e-304b-4e6d-98ed-f6d74378a09b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.875089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59ddfcc5-2097-4582-842b-a1e2f4422a69 req-2dbd0d6e-304b-4e6d-98ed-f6d74378a09b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.1021886 Sep 16 05:23:14.903994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] In _notify_port_updated(), no bound segment for port 41cd5419-6e04-464e-b5da-9931f3c5cf55 on network b7dddbc0-ff6f-442a-a957-097139f546de {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:23:14.909038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] For port e718a3d2-8164-4a12-9a33-39720aebb897, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:14.910003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.910746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.915222 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "PUT /v2.0/ports/41cd5419-6e04-464e-b5da-9931f3c5cf55 HTTP/1.1" status: 200 len: 920 time: 1.0086532 Sep 16 05:23:14.916056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51916) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:14.917443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd50192-78eb-43fa-a63b-5ffaf9ca477d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=41cd5419-6e04-464e-b5da-9931f3c5cf55,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:14.939121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] For port e718a3d2-8164-4a12-9a33-39720aebb897, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=e718a3d2-8164-4a12-9a33-39720aebb897,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:14.962214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4ef69a06-17e5-452f-a63c-c82f8c2432f4 None None] For port d275ea0f-ece6-479d-bb5f-9067929f2c7b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d275ea0f-ece6-479d-bb5f-9067929f2c7b,segment=NetworkSegment(3abbb331-38c9-4bd7-bbcd-81a8136cdda4),segment_id=3abbb331-38c9-4bd7-bbcd-81a8136cdda4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:14.970081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59ddfcc5-2097-4582-842b-a1e2f4422a69 req-c7bdb9fa-a022-40d9-803e-0a7b79caed4c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874259 Sep 16 05:23:14.995464 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ef69a06-17e5-452f-a63c-c82f8c2432f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.020862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.057978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.059059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.060666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] 10.222.0.60 "PUT /v2.0/ports/e718a3d2-8164-4a12-9a33-39720aebb897 HTTP/1.1" status: 200 len: 1132 time: 1.5042365 Sep 16 05:23:15.064104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:15.068118 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c01cbd1-3da6-40e9-9012-4b581fdfbd45" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:15.099851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4ef69a06-17e5-452f-a63c-c82f8c2432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.109780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c57265-fbc8-4bec-9fd1-4b515c51c25b service neutron] Pushing event updated for resources: {'Port': ['ID=e718a3d2-8164-4a12-9a33-39720aebb897,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:15.115179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-49311f23-8503-4a02-8035-8556b8a4a127 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 41cd5419-6e04-464e-b5da-9931f3c5cf55 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:15.115560 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49311f23-8503-4a02-8035-8556b8a4a127 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.142893 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff13f3-8b95-4fae-8420-fe05884e9023 x-openstack-request-id: req-b5ff13f3-8b95-4fae-8420-fe05884e9023 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:15.143190 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:15.143484 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5ff13f3-8b95-4fae-8420-fe05884e9023 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:15.143888 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'status': 'completed', 'code': 200} Sep 16 05:23:15.199184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef69a06-17e5-452f-a63c-c82f8c2432f4 None None] Pushing event updated for resources: {'Port': ['ID=d275ea0f-ece6-479d-bb5f-9067929f2c7b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:15.219332 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.253476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cbd1-3da6-40e9-9012-4b581fdfbd45 req-bd9aa13a-6d86-4d47-a6dc-585c20e09e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.255519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c01cbd1-3da6-40e9-9012-4b581fdfbd45 req-bd9aa13a-6d86-4d47-a6dc-585c20e09e81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 1135 time: 0.0651970 Sep 16 05:23:15.264936 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49311f23-8503-4a02-8035-8556b8a4a127 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.301637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-49311f23-8503-4a02-8035-8556b8a4a127 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 41cd5419-6e04-464e-b5da-9931f3c5cf55 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:15.428584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cbd1-3da6-40e9-9012-4b581fdfbd45 req-dabdd4d7-f152-432a-991d-e37861a0aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.430143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c01cbd1-3da6-40e9-9012-4b581fdfbd45 req-dabdd4d7-f152-432a-991d-e37861a0aee1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1625769 Sep 16 05:23:15.587888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cbd1-3da6-40e9-9012-4b581fdfbd45 req-19f3be57-c490-4553-a879-3207193b74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.589426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c01cbd1-3da6-40e9-9012-4b581fdfbd45 req-19f3be57-c490-4553-a879-3207193b74c3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486013 Sep 16 05:23:15.646747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49311f23-8503-4a02-8035-8556b8a4a127 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.718283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49311f23-8503-4a02-8035-8556b8a4a127 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=41cd5419-6e04-464e-b5da-9931f3c5cf55,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:15.784682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0850b10-202d-43c4-9df7-809744d6b879 req-4e36b74a-b4ba-4c3f-a318-aaeda130c58d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.785698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6daea7a5-75f4-4b4b-8435-e19779a961ca None None] Could not find standard attr ID for object 41cd5419-6e04-464e-b5da-9931f3c5cf55. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:15.789184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0850b10-202d-43c4-9df7-809744d6b879 req-4e36b74a-b4ba-4c3f-a318-aaeda130c58d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 983 time: 0.1823719 Sep 16 05:23:15.796545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6daea7a5-75f4-4b4b-8435-e19779a961ca None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:15.796915 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6daea7a5-75f4-4b4b-8435-e19779a961ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.797034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-972554e4-a582-4b01-a030-817aed47e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.798479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-972554e4-a582-4b01-a030-817aed47e112 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 1135 time: 0.1609778 Sep 16 05:23:15.891220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0a2ab-1a9f-49b7-9bde-2c718d5da595 req-6e74e8a2-05b9-45a6-b6db-6bc17dd063d2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.892577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6daea7a5-75f4-4b4b-8435-e19779a961ca None None] Provisioning complete for port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:15.893073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0a0a2ab-1a9f-49b7-9bde-2c718d5da595 req-6e74e8a2-05b9-45a6-b6db-6bc17dd063d2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.2135973 Sep 16 05:23:15.893180 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6daea7a5-75f4-4b4b-8435-e19779a961ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.897415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-497c99c1-a388-4887-a85e-5c2033b351f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e718a3d2-8164-4a12-9a33-39720aebb897 HTTP/1.1" status: 200 len: 217 time: 0.0767200 Sep 16 05:23:15.928515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6daea7a5-75f4-4b4b-8435-e19779a961ca None None] Port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:15.938830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49311f23-8503-4a02-8035-8556b8a4a127 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.940718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-49311f23-8503-4a02-8035-8556b8a4a127 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/41cd5419-6e04-464e-b5da-9931f3c5cf55 HTTP/1.1" status: 204 len: 168 time: 1.0242302 Sep 16 05:23:15.943603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51930) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:15.947878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0850b10-202d-43c4-9df7-809744d6b879 req-26042499-ef7c-4645-885c-c60cc5b0f71e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1545522 Sep 16 05:23:15.970463 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f18022-02cc-4b6a-a4db-b310e78a3f5d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:23:15.972155 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b0f18022-02cc-4b6a-a4db-b310e78a3f5d tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/41cd5419-6e04-464e-b5da-9931f3c5cf55 HTTP/1.1" status: 404 len: 333 time: 0.0273774 Sep 16 05:23:15.974952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51932) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:15.994027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0a0a2ab-1a9f-49b7-9bde-2c718d5da595 req-fca84658-d559-44f3-936a-de61bc4871ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930777 Sep 16 05:23:16.000972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-7aa18f85-eabc-49e5-b60c-69b209787fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.002436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-7aa18f85-eabc-49e5-b60c-69b209787fac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b390b7f-0805-4d38-8cad-26506ee7be9a HTTP/1.1" status: 200 len: 834 time: 0.0825086 Sep 16 05:23:16.030985 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c11a-c188-4594-a5da-7bd833cad526 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.050247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-81425173-3598-4064-940e-4c52af6a948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.051806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-81425173-3598-4064-940e-4c52af6a948d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=145d8865-2741-46c3-bee7-fbeb11b9a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405061 Sep 16 05:23:16.052738 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c11a-c188-4594-a5da-7bd833cad526 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.145748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-73b85149-a3a8-48a3-8f52-238a4cf04226 service neutron] 10.222.0.60 "GET /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856292 Sep 16 05:23:16.150378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c11a-c188-4594-a5da-7bd833cad526 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.153230 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c11a-c188-4594-a5da-7bd833cad526 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.154406 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4bb6c11a-c188-4594-a5da-7bd833cad526 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/security-groups/fbb29e4e-9bbe-4d9b-9d3f-a82a5f866445 HTTP/1.1" status: 204 len: 168 time: 0.1784971 Sep 16 05:23:16.157933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51934) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:16.183922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6c11a-c188-4594-a5da-7bd833cad526 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb29e4e-9bbe-4d9b-9d3f-a82a5f866445,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.246036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-29138026-27e8-4994-b9cd-8b347d5adec0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.252133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d275ea0f-ece6-479d-bb5f-9067929f2c7b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:16.267888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918a490e-09b1-4f1c-96f2-f26788e320f7 req-bc20bd8d-2603-404d-b99d-2c8656db7d7b service neutron] 10.222.0.60 "GET /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143789 Sep 16 05:23:16.290334 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-29138026-27e8-4994-b9cd-8b347d5adec0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.310254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:16.312690 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.348197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6e0c0805-2838-4822-91a0-74cebcb277b8 None None] Could not find standard attr ID for object 41cd5419-6e04-464e-b5da-9931f3c5cf55. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:16.453346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-29138026-27e8-4994-b9cd-8b347d5adec0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.456310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-29138026-27e8-4994-b9cd-8b347d5adec0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.457432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-29138026-27e8-4994-b9cd-8b347d5adec0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/security-groups/fe1e8d58-9f5c-4ab4-baf3-04f741236907 HTTP/1.1" status: 204 len: 168 time: 0.2985122 Sep 16 05:23:16.460279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51936) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:16.467759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29138026-27e8-4994-b9cd-8b347d5adec0 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1e8d58-9f5c-4ab4-baf3-04f741236907,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.512623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb983f59-dba0-48af-a14d-170bff9fdacd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet b1357084-05e2-40cd-8914-ac42fbfc7221 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:16.515687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb983f59-dba0-48af-a14d-170bff9fdacd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.555200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb983f59-dba0-48af-a14d-170bff9fdacd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.640183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb983f59-dba0-48af-a14d-170bff9fdacd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.768584 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb983f59-dba0-48af-a14d-170bff9fdacd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.795269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb983f59-dba0-48af-a14d-170bff9fdacd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=b1357084-05e2-40cd-8914-ac42fbfc7221,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.801817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cb983f59-dba0-48af-a14d-170bff9fdacd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.803797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cb983f59-dba0-48af-a14d-170bff9fdacd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/b1357084-05e2-40cd-8914-ac42fbfc7221 HTTP/1.1" status: 204 len: 168 time: 0.3425205 Sep 16 05:23:16.807811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51938) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:16.810317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68723f-d4e2-4045-af7d-2ee5b9ca6d5e None None] Network b7dddbc0-ff6f-442a-a957-097139f546de requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:16.816270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:16.928887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.031661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:17.035604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.170746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70d22e-a571-4e80-8966-6b4b30e43573 req-855fb1c6-7828-454c-88b0-bde0a5fef9ae tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.172617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd70d22e-a571-4e80-8966-6b4b30e43573 req-855fb1c6-7828-454c-88b0-bde0a5fef9ae tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 983 time: 0.1552980 Sep 16 05:23:17.200222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd81a5-b1ed-4880-86ba-83188c798b43 req-f50a7f35-50c9-40d7-a027-e3cd70a245cf tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.202096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ebd81a5-b1ed-4880-86ba-83188c798b43 req-f50a7f35-50c9-40d7-a027-e3cd70a245cf tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.1278176 Sep 16 05:23:17.274623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd70d22e-a571-4e80-8966-6b4b30e43573 req-470df27a-911f-4b60-ad25-ece462221650 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0903344 Sep 16 05:23:17.283281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ebd81a5-b1ed-4880-86ba-83188c798b43 req-b928fddb-635a-4840-9adf-b364c2ec4b7b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701027 Sep 16 05:23:17.464996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.472672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-aadb7260-000c-4f8c-a19e-2207c75c504b None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:17.473054 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aadb7260-000c-4f8c-a19e-2207c75c504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.505330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:17.508479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:17.512732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.513321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.517645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b217511-14e9-465f-83e8-9ff304761d0f None None] Network b7dddbc0-ff6f-442a-a957-097139f546de requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:17.527407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=01d1dee9-7dfa-4f11-8c72-22eba8b87822,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:17.596930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7b9cecaa-f741-4eea-a4d5-4c036f2d9d86 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7880521 Sep 16 05:23:17.599454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51944) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:17.604554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a9be7ec1-e810-4ad1-950d-2089c6bb6a19 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'security_group': {'name': 'tempest-secgroup-1546719804'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:17.627522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-aadb7260-000c-4f8c-a19e-2207c75c504b None None] Provisioning complete for port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:17.627899 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aadb7260-000c-4f8c-a19e-2207c75c504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.681688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9be7ec1-e810-4ad1-950d-2089c6bb6a19 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.689472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-aadb7260-000c-4f8c-a19e-2207c75c504b None None] Port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:17.766517 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9be7ec1-e810-4ad1-950d-2089c6bb6a19 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.790234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2d88c-b619-4c86-8352-4ebf4ac116a6 None None] Update dhcp port {'port': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'fixed_ips': [{'subnet_id': 'a5c00297-b729-401c-93a5-f746afb426f9', 'ip_address': '172.20.0.18'}, {'subnet_id': '01d1dee9-7dfa-4f11-8c72-22eba8b87822'}], 'binding:host_id': 'n-d-712143-16'}, 'id': 'd275ea0f-ece6-479d-bb5f-9067929f2c7b'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:23:17.813502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9be7ec1-e810-4ad1-950d-2089c6bb6a19 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.816820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-65d2d88c-b619-4c86-8352-4ebf4ac116a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.844186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be7ec1-e810-4ad1-950d-2089c6bb6a19 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54501f29-7e1d-466f-b750-a4c3c3c4b754,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:17.893112 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9be7ec1-e810-4ad1-950d-2089c6bb6a19 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.894619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a9be7ec1-e810-4ad1-950d-2089c6bb6a19 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2941155 Sep 16 05:23:17.897184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51946) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:17.902236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cf076fa3-795d-46c2-8388-7a0725ffb92a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'security_group': {'name': 'tempest-secgroup-587887302'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:17.980829 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-65d2d88c-b619-4c86-8352-4ebf4ac116a6 None None] Allocated IP 172.20.0.2 (b7dddbc0-ff6f-442a-a957-097139f546de/01d1dee9-7dfa-4f11-8c72-22eba8b87822/d275ea0f-ece6-479d-bb5f-9067929f2c7b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:17.985111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cf076fa3-795d-46c2-8388-7a0725ffb92a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.072678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cf076fa3-795d-46c2-8388-7a0725ffb92a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.078208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-65d2d88c-b619-4c86-8352-4ebf4ac116a6 None None] For port d275ea0f-ece6-479d-bb5f-9067929f2c7b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d275ea0f-ece6-479d-bb5f-9067929f2c7b,segment=NetworkSegment(3abbb331-38c9-4bd7-bbcd-81a8136cdda4),segment_id=3abbb331-38c9-4bd7-bbcd-81a8136cdda4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:18.105890 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-65d2d88c-b619-4c86-8352-4ebf4ac116a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.138060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cf076fa3-795d-46c2-8388-7a0725ffb92a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.166406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf076fa3-795d-46c2-8388-7a0725ffb92a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35525c82-1f0a-411b-b7e0-b116b0da7ef3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.167742 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-65d2d88c-b619-4c86-8352-4ebf4ac116a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.249438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2d88c-b619-4c86-8352-4ebf4ac116a6 None None] Pushing event updated for resources: {'Port': ['ID=d275ea0f-ece6-479d-bb5f-9067929f2c7b,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.253914 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cf076fa3-795d-46c2-8388-7a0725ffb92a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.255200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cf076fa3-795d-46c2-8388-7a0725ffb92a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3564863 Sep 16 05:23:18.258388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51948) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:18.263348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-794f70a3-6a9c-494a-a026-924fb5b5e7ed tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'security_group': {'name': 'tempest-secgroup-681171430'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:18.373947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-794f70a3-6a9c-494a-a026-924fb5b5e7ed tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.376732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device e718a3d2-8164-4a12-9a33-39720aebb897 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:18.448129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df357b4c-eb99-404b-a880-07a9e2fde0c1 req-978e810e-eda0-43ff-bbc8-f40df9eea922 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:18.449701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df357b4c-eb99-404b-a880-07a9e2fde0c1 req-978e810e-eda0-43ff-bbc8-f40df9eea922 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 983 time: 0.1064017 Sep 16 05:23:18.466593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e2bb1-0561-4ca4-b3a4-f182ddf5ba98 req-7fc889af-93df-45e9-8c6d-b60741eca71a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:18.468188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-351e2bb1-0561-4ca4-b3a4-f182ddf5ba98 req-7fc889af-93df-45e9-8c6d-b60741eca71a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0976570 Sep 16 05:23:18.489648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port e718a3d2-8164-4a12-9a33-39720aebb897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=e718a3d2-8164-4a12-9a33-39720aebb897,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:18.502374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'port_id': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'mac_address': 'fa:16:3e:36:34:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:18.550270 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.560827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df357b4c-eb99-404b-a880-07a9e2fde0c1 req-c05533ba-e1a4-4a12-b617-cbdf1e04076e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0916135 Sep 16 05:23:18.564714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e718a3d2-8164-4a12-9a33-39720aebb897 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:18.567964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-351e2bb1-0561-4ca4-b3a4-f182ddf5ba98 req-40a6721c-b9ae-47e1-b1b7-a7280a0eb766 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879676 Sep 16 05:23:18.604651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port e718a3d2-8164-4a12-9a33-39720aebb897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=e718a3d2-8164-4a12-9a33-39720aebb897,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:18.608812 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-794f70a3-6a9c-494a-a026-924fb5b5e7ed tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.726416 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.750184 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-794f70a3-6a9c-494a-a026-924fb5b5e7ed tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.782628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=e718a3d2-8164-4a12-9a33-39720aebb897,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.785077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f70a3-6a9c-494a-a026-924fb5b5e7ed tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d9bf1a-4419-4188-848d-a232360caac7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.816681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fc03fa27-ed7f-4056-8404-966ca5de9fce None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:18.817053 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fc03fa27-ed7f-4056-8404-966ca5de9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.824436 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-794f70a3-6a9c-494a-a026-924fb5b5e7ed tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.825808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-794f70a3-6a9c-494a-a026-924fb5b5e7ed tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5664387 Sep 16 05:23:18.828800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51954) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:18.833983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-86997003', 'security_groups': ['76d9bf1a-4419-4188-848d-a232360caac7'], 'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01d1dee9-7dfa-4f11-8c72-22eba8b87822'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:18.908451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fc03fa27-ed7f-4056-8404-966ca5de9fce None None] Provisioning complete for port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:18.908852 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fc03fa27-ed7f-4056-8404-966ca5de9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.941591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fc03fa27-ed7f-4056-8404-966ca5de9fce None None] Port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:18.987369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['e718a3d2-8164-4a12-9a33-39720aebb897'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:19.017743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:19.042033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-2b605091-c47e-4721-9f43-ab71ab525ebe req-060b6643-69b3-4e94-903c-9c30d33e97a3 service neutron] (101824) timed out ('10.222.0.59', 57534) {{(pid=101824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:23:19.105604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.122636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] device_id is not set on port 8ef822c5-f40f-45e7-9774-fb5fbc92023f yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:19.277579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.5 (b7dddbc0-ff6f-442a-a957-097139f546de/01d1dee9-7dfa-4f11-8c72-22eba8b87822/8ef822c5-f40f-45e7-9774-fb5fbc92023f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:19.408125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.493655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.532506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:19.535416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:19.539661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:19.571645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=8ef822c5-f40f-45e7-9774-fb5fbc92023f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:19.607743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.608386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.678147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2e481b38-1b26-44d2-bf49-60d2fe5c4e87 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8481963 Sep 16 05:23:19.681767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51960) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:19.687293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7a737406-8b68-4e17-b2d6-f3a80ac8599e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:19.713997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44d0dd-9c11-4169-9885-e7cb932d1d36 req-4062532e-fb65-4f13-bb41-d0a70b3ad38f tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.715592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa44d0dd-9c11-4169-9885-e7cb932d1d36 req-4062532e-fb65-4f13-bb41-d0a70b3ad38f tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 984 time: 0.0800519 Sep 16 05:23:19.746099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7ebe-9847-4941-a979-adfa4a4d6d3d req-c4ea3854-841d-4584-9aa7-a333e6162cbd tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.747584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b3e7ebe-9847-4941-a979-adfa4a4d6d3d req-c4ea3854-841d-4584-9aa7-a333e6162cbd tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0841570 Sep 16 05:23:19.767085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bea143ad-a16d-4785-b00a-c6904dd4f166 None None] Provisioning complete for port 8ef822c5-f40f-45e7-9774-fb5fbc92023f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:19.771585 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bea143ad-a16d-4785-b00a-c6904dd4f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.786225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa44d0dd-9c11-4169-9885-e7cb932d1d36 req-e59aade4-290b-423d-9ef2-5004f0732a77 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0638361 Sep 16 05:23:19.812619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bea143ad-a16d-4785-b00a-c6904dd4f166 None None] Port 8ef822c5-f40f-45e7-9774-fb5fbc92023f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:19.814861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b3e7ebe-9847-4941-a979-adfa4a4d6d3d req-fe2baadd-dfd2-4abb-9a09-a29e21a3c99e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539749 Sep 16 05:23:19.921706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a737406-8b68-4e17-b2d6-f3a80ac8599e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:19.925398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a737406-8b68-4e17-b2d6-f3a80ac8599e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.016448 n-d-712143-16 neutron-server[101825]: INFO neutron.db.ipam_backend_mixin [None req-7a737406-8b68-4e17-b2d6-f3a80ac8599e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 01d1dee9-7dfa-4f11-8c72-22eba8b87822 (CIDR: 172.20.0.0/28) Sep 16 05:23:20.092596 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a737406-8b68-4e17-b2d6-f3a80ac8599e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:20.093097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a737406-8b68-4e17-b2d6-f3a80ac8599e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:20.162247 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a737406-8b68-4e17-b2d6-f3a80ac8599e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4792154 Sep 16 05:23:20.165369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51962) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:20.170281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-aa0e6595-4eca-4e79-bca5-2d71bac1075e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:20.220604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d275ea0f-ece6-479d-bb5f-9067929f2c7b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:20.267770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:20.268232 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.338866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0e6595-4eca-4e79-bca5-2d71bac1075e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:20.343022 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aa0e6595-4eca-4e79-bca5-2d71bac1075e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.402771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device e718a3d2-8164-4a12-9a33-39720aebb897 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:20.437583 n-d-712143-16 neutron-server[101825]: INFO neutron.db.ipam_backend_mixin [None req-aa0e6595-4eca-4e79-bca5-2d71bac1075e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a5c00297-b729-401c-93a5-f746afb426f9 (CIDR: 172.20.0.16/28) Sep 16 05:23:20.492424 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0e6595-4eca-4e79-bca5-2d71bac1075e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:20.492926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0e6595-4eca-4e79-bca5-2d71bac1075e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:20.520484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port e718a3d2-8164-4a12-9a33-39720aebb897 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:20.524833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port e718a3d2-8164-4a12-9a33-39720aebb897 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:20.525236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.578839 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aa0e6595-4eca-4e79-bca5-2d71bac1075e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4123716 Sep 16 05:23:20.581507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51964) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:20.586966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'subnet': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:20.604985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.626692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:20.628999 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16eccc-1e1a-4806-bf3e-60710a5d46ac" -d '{"events": [{"server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "name": "network-vif-plugged", "status": "completed", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:20.642621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port e718a3d2-8164-4a12-9a33-39720aebb897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=e718a3d2-8164-4a12-9a33-39720aebb897,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:20.667631 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c00d0d-6bde-4de1-b1ad-e693a127ed15 x-openstack-request-id: req-e4c00d0d-6bde-4de1-b1ad-e693a127ed15 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:20.667631 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "name": "network-vif-plugged", "status": "completed", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:20.667631 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4c00d0d-6bde-4de1-b1ad-e693a127ed15 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:20.667631 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'code': 200} Sep 16 05:23:20.709250 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.755668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=e718a3d2-8164-4a12-9a33-39720aebb897,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:20.766871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f962f-0c9d-4fe5-a122-a27618de8143 req-732f78d8-709a-423f-a384-185effe1fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.767775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Made reservation on behalf of 647edced6fab48359e73cebf5d6eae25 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:20.768410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd4f962f-0c9d-4fe5-a122-a27618de8143 req-732f78d8-709a-423f-a384-185effe1fb16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 1137 time: 0.0441878 Sep 16 05:23:20.771500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.807060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd4f962f-0c9d-4fe5-a122-a27618de8143 req-f311449a-7b42-48e6-b66c-b0b3182e7fc0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06ded115-4f12-4d83-ac98-e6fc108233b0&id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0289273 Sep 16 05:23:20.936093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ff48b-5950-4877-94e5-9ea8062365af req-8dc7d3e6-c4b9-46a0-8f48-6564cfa6e988 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.937957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec5ff48b-5950-4877-94e5-9ea8062365af req-8dc7d3e6-c4b9-46a0-8f48-6564cfa6e988 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 985 time: 0.0767152 Sep 16 05:23:20.961788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd8564-65d4-4b3c-a731-69532fbe92cc req-36a8f7f9-c036-4937-988a-b444df1eb01c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.963121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90bd8564-65d4-4b3c-a731-69532fbe92cc req-36a8f7f9-c036-4937-988a-b444df1eb01c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0709624 Sep 16 05:23:21.018217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec5ff48b-5950-4877-94e5-9ea8062365af req-5c116cfb-99f5-4cbe-a34b-018994724c2e tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0739846 Sep 16 05:23:21.025771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90bd8564-65d4-4b3c-a731-69532fbe92cc req-489fb44d-b0cd-42dd-a360-10d2c0f92c7f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533447 Sep 16 05:23:21.036857 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.079208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Network b7dddbc0-ff6f-442a-a957-097139f546de is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:21.082416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:21.087322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.087926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.092487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da1c7f4-eff9-4b98-abb6-83762eb6b7fc None None] Network b7dddbc0-ff6f-442a-a957-097139f546de requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:21.105313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Subnet': ['ID=f59d7c76-3137-41f9-aa71-88ca4e54f5a2,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:21.163670 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-42dab6cb-2941-4cf9-bb4c-34d503422db9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5808673 Sep 16 05:23:21.167564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51972) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:21.174001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-40299858', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f59d7c76-3137-41f9-aa71-88ca4e54f5a2'}], 'security_groups': ['54501f29-7e1d-466f-b750-a4c3c3c4b754', '35525c82-1f0a-411b-b7e0-b116b0da7ef3']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:21.277625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.293868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-6d0e27f2-cfc0-4dd9-a79b-fb721c6ff0b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891252 Sep 16 05:23:21.378890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-051140c3-8a24-42e2-9f01-213a79e23662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.380705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-051140c3-8a24-42e2-9f01-213a79e23662 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 1097 time: 0.0569954 Sep 16 05:23:21.475309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12078f2c-b66a-4846-9650-c43ae9c0766e None None] Update dhcp port {'port': {'network_id': 'b7dddbc0-ff6f-442a-a957-097139f546de', 'fixed_ips': [{'subnet_id': 'a5c00297-b729-401c-93a5-f746afb426f9', 'ip_address': '172.20.0.18'}, {'subnet_id': '01d1dee9-7dfa-4f11-8c72-22eba8b87822', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f59d7c76-3137-41f9-aa71-88ca4e54f5a2'}], 'binding:host_id': 'n-d-712143-16'}, 'id': 'd275ea0f-ece6-479d-bb5f-9067929f2c7b'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:23:21.505296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12078f2c-b66a-4846-9650-c43ae9c0766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.598822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-038318cf-d979-40fa-910d-18017fd28b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.601304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-038318cf-d979-40fa-910d-18017fd28b78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.1932046 Sep 16 05:23:21.650100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-cba1d8cf-6346-4967-be3c-d22bca949b9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 HTTP/1.1" status: 200 len: 217 time: 0.0409029 Sep 16 05:23:21.737396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-fd1b8bfc-d9e2-4408-b3c5-df99750c91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.738777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-fd1b8bfc-d9e2-4408-b3c5-df99750c91c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0627873 Sep 16 05:23:21.820687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Delete allocated IP 172.20.0.5 (b7dddbc0-ff6f-442a-a957-097139f546de/01d1dee9-7dfa-4f11-8c72-22eba8b87822) {{(pid=101824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:23:21.832879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-8ace769e-88ef-464f-a793-acd3e0fd2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.834372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-8ace769e-88ef-464f-a793-acd3e0fd2672 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774579 Sep 16 05:23:21.836071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Allocated IP 172.20.0.39 (b7dddbc0-ff6f-442a-a957-097139f546de/f59d7c76-3137-41f9-aa71-88ca4e54f5a2/8ef822c5-f40f-45e7-9774-fb5fbc92023f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:22.017865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-8f59a9be-94e6-4570-9a8d-fe8585682f15 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632264 Sep 16 05:23:22.525700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.559944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdee862-0a53-4fc7-ac23-bfaa4c80b920 req-61529191-8e12-412e-a269-6e2a4aef3e4e service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325339 Sep 16 05:23:22.572443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402154a-4011-44e4-97cf-f0d4833ab3e7 req-b71028a2-93aa-421f-8069-9b00d8703f70 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.573912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3402154a-4011-44e4-97cf-f0d4833ab3e7 req-b71028a2-93aa-421f-8069-9b00d8703f70 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.4589150 Sep 16 05:23:22.581769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d41d38-8f5d-44ec-b059-e95949a0d8af req-772c8446-5bf2-4c0d-8bff-3356641ff940 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.583233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65d41d38-8f5d-44ec-b059-e95949a0d8af req-772c8446-5bf2-4c0d-8bff-3356641ff940 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 985 time: 0.4705000 Sep 16 05:23:22.585682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.626945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-12078f2c-b66a-4846-9650-c43ae9c0766e None None] Allocated IP 172.20.0.34 (b7dddbc0-ff6f-442a-a957-097139f546de/f59d7c76-3137-41f9-aa71-88ca4e54f5a2/d275ea0f-ece6-479d-bb5f-9067929f2c7b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:22.695986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event updated for resources: {'Port': ['ID=8ef822c5-f40f-45e7-9774-fb5fbc92023f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:22.725837 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-12078f2c-b66a-4846-9650-c43ae9c0766e None None] For port d275ea0f-ece6-479d-bb5f-9067929f2c7b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d275ea0f-ece6-479d-bb5f-9067929f2c7b,segment=NetworkSegment(3abbb331-38c9-4bd7-bbcd-81a8136cdda4),segment_id=3abbb331-38c9-4bd7-bbcd-81a8136cdda4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:22.728448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3402154a-4011-44e4-97cf-f0d4833ab3e7 req-b83360c7-9b88-481c-8b6d-0824cbcae6d7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442399 Sep 16 05:23:22.740547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65d41d38-8f5d-44ec-b059-e95949a0d8af req-15728b6e-d258-4411-a974-01e3d3ec53be tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1436291 Sep 16 05:23:22.753182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] In _notify_port_updated(), no bound segment for port 8ef822c5-f40f-45e7-9774-fb5fbc92023f on network b7dddbc0-ff6f-442a-a957-097139f546de {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:23:22.755747 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12078f2c-b66a-4846-9650-c43ae9c0766e None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.759095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.759760 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.761111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eff954c5-f83d-4a96-8d17-fa59837e35cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "PUT /v2.0/ports/8ef822c5-f40f-45e7-9774-fb5fbc92023f HTTP/1.1" status: 200 len: 958 time: 1.5923550 Sep 16 05:23:22.763930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51978) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.823214 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12078f2c-b66a-4846-9650-c43ae9c0766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.860761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5598eff0-ca72-4869-b109-ef9a00676806 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 8ef822c5-f40f-45e7-9774-fb5fbc92023f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:22.861391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5598eff0-ca72-4869-b109-ef9a00676806 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.910590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12078f2c-b66a-4846-9650-c43ae9c0766e None None] Pushing event updated for resources: {'Port': ['ID=d275ea0f-ece6-479d-bb5f-9067929f2c7b,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:22.950596 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5598eff0-ca72-4869-b109-ef9a00676806 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.962963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5598eff0-ca72-4869-b109-ef9a00676806 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 8ef822c5-f40f-45e7-9774-fb5fbc92023f owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:23.154917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5598eff0-ca72-4869-b109-ef9a00676806 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.185314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598eff0-ca72-4869-b109-ef9a00676806 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=8ef822c5-f40f-45e7-9774-fb5fbc92023f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.258081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5598eff0-ca72-4869-b109-ef9a00676806 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.260213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5598eff0-ca72-4869-b109-ef9a00676806 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/8ef822c5-f40f-45e7-9774-fb5fbc92023f HTTP/1.1" status: 204 len: 168 time: 0.4952824 Sep 16 05:23:23.263002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51980) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.290104 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c56bd9-7a08-4079-b2cd-bc50c668aac5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] GET failed (client error): The resource could not be found. Sep 16 05:23:23.291732 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f6c56bd9-7a08-4079-b2cd-bc50c668aac5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports/8ef822c5-f40f-45e7-9774-fb5fbc92023f HTTP/1.1" status: 404 len: 333 time: 0.0265749 Sep 16 05:23:23.294504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51982) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.349510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-270945c0-52b3-461d-99a6-ab1d9e208611 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.375984 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-270945c0-52b3-461d-99a6-ab1d9e208611 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.457718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e9f91062-23cb-42b2-be82-5628e5bf9e9c None None] Could not find standard attr ID for object 8ef822c5-f40f-45e7-9774-fb5fbc92023f. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:23.466321 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-270945c0-52b3-461d-99a6-ab1d9e208611 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.467175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e9f91062-23cb-42b2-be82-5628e5bf9e9c None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:23.467383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-270945c0-52b3-461d-99a6-ab1d9e208611 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.467585 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9f91062-23cb-42b2-be82-5628e5bf9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.468664 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-270945c0-52b3-461d-99a6-ab1d9e208611 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/security-groups/76d9bf1a-4419-4188-848d-a232360caac7 HTTP/1.1" status: 204 len: 168 time: 0.1731703 Sep 16 05:23:23.471358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 51984) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.477861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270945c0-52b3-461d-99a6-ab1d9e208611 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d9bf1a-4419-4188-848d-a232360caac7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.529822 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e931f86-8469-4b3c-8929-0671103260c7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.551578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e931f86-8469-4b3c-8929-0671103260c7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.560608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e9f91062-23cb-42b2-be82-5628e5bf9e9c None None] Provisioning complete for port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:23.560997 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9f91062-23cb-42b2-be82-5628e5bf9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.597173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e9f91062-23cb-42b2-be82-5628e5bf9e9c None None] Port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:23.670401 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e931f86-8469-4b3c-8929-0671103260c7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.672970 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e931f86-8469-4b3c-8929-0671103260c7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.674184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9e931f86-8469-4b3c-8929-0671103260c7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/security-groups/35525c82-1f0a-411b-b7e0-b116b0da7ef3 HTTP/1.1" status: 204 len: 168 time: 0.2014868 Sep 16 05:23:23.676894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51986) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.686597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e931f86-8469-4b3c-8929-0671103260c7 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35525c82-1f0a-411b-b7e0-b116b0da7ef3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.733045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f092954-aec6-405c-afb4-b5acb4c7141a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.757398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f092954-aec6-405c-afb4-b5acb4c7141a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.888557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aed970-5d31-4749-9667-76b632452711 req-d20acb16-5e7d-40d2-97e0-ff4fa7a94c82 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.890168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6aed970-5d31-4749-9667-76b632452711 req-d20acb16-5e7d-40d2-97e0-ff4fa7a94c82 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0814736 Sep 16 05:23:23.910733 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f092954-aec6-405c-afb4-b5acb4c7141a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.913916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f092954-aec6-405c-afb4-b5acb4c7141a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.921125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49ede0-343d-420a-97f8-6a83436bd681 req-1e397d65-9e2c-4704-9312-5b7d9144818c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.921472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6fff7364-36dd-433a-94b0-aaf9471f842e None None] Could not find standard attr ID for object 8ef822c5-f40f-45e7-9774-fb5fbc92023f. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:23.921903 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9f092954-aec6-405c-afb4-b5acb4c7141a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/security-groups/54501f29-7e1d-466f-b750-a4c3c3c4b754 HTTP/1.1" status: 204 len: 168 time: 0.2373731 Sep 16 05:23:23.921903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 51994) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.922430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df49ede0-343d-420a-97f8-6a83436bd681 req-1e397d65-9e2c-4704-9312-5b7d9144818c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 985 time: 0.0830534 Sep 16 05:23:23.963956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f092954-aec6-405c-afb4-b5acb4c7141a tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54501f29-7e1d-466f-b750-a4c3c3c4b754,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.973550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6aed970-5d31-4749-9667-76b632452711 req-0016ecf3-caf2-4262-8022-4a6ea98d688f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749624 Sep 16 05:23:23.989496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20c2855-762f-4399-97d9-91a67c314b39 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet 01d1dee9-7dfa-4f11-8c72-22eba8b87822 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:23.993581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df49ede0-343d-420a-97f8-6a83436bd681 req-f5f9eb19-1044-4f69-8bb3-a2384c2ed1fd tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0640757 Sep 16 05:23:23.994396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20c2855-762f-4399-97d9-91a67c314b39 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.042786 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20c2855-762f-4399-97d9-91a67c314b39 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.122305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078a407-5654-4d6b-8be5-cdb3e89be678 req-54392896-cb6d-4883-bafa-001a19dbf6a2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.124140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b078a407-5654-4d6b-8be5-cdb3e89be678 req-54392896-cb6d-4883-bafa-001a19dbf6a2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 985 time: 0.0527833 Sep 16 05:23:24.140299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20c2855-762f-4399-97d9-91a67c314b39 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.167782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b078a407-5654-4d6b-8be5-cdb3e89be678 req-65f76a75-dcd8-480f-b0c2-5b77c1d12d89 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0358450 Sep 16 05:23:24.233645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d275ea0f-ece6-479d-bb5f-9067929f2c7b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:24.269837 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20c2855-762f-4399-97d9-91a67c314b39 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.281472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:24.281690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaea383-3b2b-44ac-a198-064b8a046bbc req-d363ecf1-1153-4e85-aa32-6b7c1c7f1027 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.281975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.283306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9aaea383-3b2b-44ac-a198-064b8a046bbc req-d363ecf1-1153-4e85-aa32-6b7c1c7f1027 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 1137 time: 0.0417712 Sep 16 05:23:24.304907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c2855-762f-4399-97d9-91a67c314b39 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=01d1dee9-7dfa-4f11-8c72-22eba8b87822,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.306036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9aaea383-3b2b-44ac-a198-064b8a046bbc req-6d4217d7-d676-43a3-b0b3-018800989971 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.311781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b20c2855-762f-4399-97d9-91a67c314b39 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.315992 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b20c2855-762f-4399-97d9-91a67c314b39 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/01d1dee9-7dfa-4f11-8c72-22eba8b87822 HTTP/1.1" status: 204 len: 168 time: 0.3941071 Sep 16 05:23:24.317062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52000) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.319645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c1f14-6984-43be-8712-766aa39d06b6 None None] Network b7dddbc0-ff6f-442a-a957-097139f546de requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:24.375084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2cc0d8-5024-4c55-9927-c2a85242f3a1 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet f59d7c76-3137-41f9-aa71-88ca4e54f5a2 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:24.378927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d2cc0d8-5024-4c55-9927-c2a85242f3a1 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.421852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9aaea383-3b2b-44ac-a198-064b8a046bbc req-6d4217d7-d676-43a3-b0b3-018800989971 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.425577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d2cc0d8-5024-4c55-9927-c2a85242f3a1 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.471448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9aaea383-3b2b-44ac-a198-064b8a046bbc req-6d4217d7-d676-43a3-b0b3-018800989971 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.504378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9aaea383-3b2b-44ac-a198-064b8a046bbc req-6d4217d7-d676-43a3-b0b3-018800989971 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2116632 Sep 16 05:23:24.513256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4217d7-d676-43a3-b0b3-018800989971 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e986d8-2561-4962-b9eb-9c784e3a1b29,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.526873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52002) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.529298 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d2cc0d8-5024-4c55-9927-c2a85242f3a1 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.572761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74138bed-b810-4016-b57a-5d9c3806e679 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.575270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-74138bed-b810-4016-b57a-5d9c3806e679 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 1132 time: 0.0461013 Sep 16 05:23:24.577615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52004) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.582137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:24.665577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d2cc0d8-5024-4c55-9927-c2a85242f3a1 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.687331 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.695768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cc0d8-5024-4c55-9927-c2a85242f3a1 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=f59d7c76-3137-41f9-aa71-88ca4e54f5a2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.699586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0d2cc0d8-5024-4c55-9927-c2a85242f3a1 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.701795 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0d2cc0d8-5024-4c55-9927-c2a85242f3a1 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/f59d7c76-3137-41f9-aa71-88ca4e54f5a2 HTTP/1.1" status: 204 len: 168 time: 0.3837988 Sep 16 05:23:24.704212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52006) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.734487 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e60392a-7796-43e2-8409-e74a8bf1c735 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:24.734955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e60392a-7796-43e2-8409-e74a8bf1c735 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:24.736816 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e60392a-7796-43e2-8409-e74a8bf1c735 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/01d1dee9-7dfa-4f11-8c72-22eba8b87822 HTTP/1.1" status: 404 len: 337 time: 0.0312886 Sep 16 05:23:24.739209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52008) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.793910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e7fe22-97e4-4496-ae69-22614f2fd4d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting subnet a5c00297-b729-401c-93a5-f746afb426f9 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:24.797195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96e7fe22-97e4-4496-ae69-22614f2fd4d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.802523 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.844732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96e7fe22-97e4-4496-ae69-22614f2fd4d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.914871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Allocated IP 172.25.7.216 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/dfbcabf0-983c-4e1e-805f-7e4ed892ca72) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:24.933616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96e7fe22-97e4-4496-ae69-22614f2fd4d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.021150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d594939-ee9b-47a0-a5b9-7bd8c63967ce None None] Network b7dddbc0-ff6f-442a-a957-097139f546de requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:25.062789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.086231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b9c83f64-e24f-4dd9-9ef7-ef422d598513 None None] Provisioning complete for port d275ea0f-ece6-479d-bb5f-9067929f2c7b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:25.086716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b9c83f64-e24f-4dd9-9ef7-ef422d598513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.093445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96e7fe22-97e4-4496-ae69-22614f2fd4d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.134857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1957c-8b82-4cf5-b7f1-fa114cb7818b req-68444e54-35b0-488d-a617-8af3c01e2be2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.135086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96e7fe22-97e4-4496-ae69-22614f2fd4d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.136430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65f1957c-8b82-4cf5-b7f1-fa114cb7818b req-68444e54-35b0-488d-a617-8af3c01e2be2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0678422 Sep 16 05:23:25.136894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-96e7fe22-97e4-4496-ae69-22614f2fd4d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/a5c00297-b729-401c-93a5-f746afb426f9 HTTP/1.1" status: 204 len: 168 time: 0.3967235 Sep 16 05:23:25.138521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7fe22-97e4-4496-ae69-22614f2fd4d5 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c00297-b729-401c-93a5-f746afb426f9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.139759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52012) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.177019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.179073 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4844e9-cf94-47fb-9d05-f95a5dbd9b10 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.179547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4844e9-cf94-47fb-9d05-f95a5dbd9b10 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.181203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1c4844e9-cf94-47fb-9d05-f95a5dbd9b10 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/b1357084-05e2-40cd-8914-ac42fbfc7221 HTTP/1.1" status: 404 len: 337 time: 0.0364430 Sep 16 05:23:25.184433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52014) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.221199 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ebd1a84a-1408-4acb-8257-fa3e0a3afb7e tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "GET /v2.0/ports?device_id=da31249a-c4e1-486d-bf3a-ea7914a7f1af HTTP/1.1" status: 200 len: 205 time: 0.0354669 Sep 16 05:23:25.223730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52016) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.232066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:25.241212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:25.242622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b9c83f64-e24f-4dd9-9ef7-ef422d598513 None None] Provisioning complete for port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:25.243201 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b9c83f64-e24f-4dd9-9ef7-ef422d598513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.246747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:25.268602 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-50ca949c-eced-4651-b6fb-d27004108d18 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] delete failed (client error): The resource could not be found. Sep 16 05:23:25.273167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-50ca949c-eced-4651-b6fb-d27004108d18 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/routers/da31249a-c4e1-486d-bf3a-ea7914a7f1af HTTP/1.1" status: 404 len: 336 time: 0.0447285 Sep 16 05:23:25.273167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52018) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.279221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65f1957c-8b82-4cf5-b7f1-fa114cb7818b req-5e2c3161-4d78-440c-ad43-bd243111432c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257429 Sep 16 05:23:25.282952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b9c83f64-e24f-4dd9-9ef7-ef422d598513 None None] Port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:25.283089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=dfbcabf0-983c-4e1e-805f-7e4ed892ca72,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.304077 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-becb6795-b344-496c-8cc4-8293446948dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.304556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becb6795-b344-496c-8cc4-8293446948dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.310393 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-becb6795-b344-496c-8cc4-8293446948dd tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/b6811c99-907b-4db9-a0c8-9f7484d4cd3c HTTP/1.1" status: 404 len: 337 time: 0.0366175 Sep 16 05:23:25.311052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52020) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.343773 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc4db07-78d0-48c5-8fb4-8a5a9e8d223f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.344380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc4db07-78d0-48c5-8fb4-8a5a9e8d223f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.346639 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3dc4db07-78d0-48c5-8fb4-8a5a9e8d223f tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/41853865-bf15-4637-9710-745a1fa2bc6e HTTP/1.1" status: 404 len: 337 time: 0.0346212 Sep 16 05:23:25.347095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] DHCP port deletion for b7dddbc0-ff6f-442a-a957-097139f546de request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:25.349317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52022) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.381180 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9031b531-4410-4e90-ab35-987b7a507136 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.381651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9031b531-4410-4e90-ab35-987b7a507136 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.385684 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9031b531-4410-4e90-ab35-987b7a507136 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/07241ed1-5338-41d4-9500-afb6da739a2f HTTP/1.1" status: 404 len: 337 time: 0.0329642 Sep 16 05:23:25.386607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52024) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.410391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] Deleting port d275ea0f-ece6-479d-bb5f-9067929f2c7b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:25.411290 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.415654 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1fdc50-db5a-4dc3-9663-881785246b92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.416370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1fdc50-db5a-4dc3-9663-881785246b92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.420632 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a1fdc50-db5a-4dc3-9663-881785246b92 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/1f635ab7-1e14-4deb-ab5c-8f6829a1a13a HTTP/1.1" status: 404 len: 333 time: 0.0306077 Sep 16 05:23:25.420798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52026) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.451260 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ca0384-4e9c-4c38-9f51-0e0734c505cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.451748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ca0384-4e9c-4c38-9f51-0e0734c505cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.453506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1ca0384-4e9c-4c38-9f51-0e0734c505cc tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/616ac267-0d37-49b7-a3ac-69f85edb3903 HTTP/1.1" status: 404 len: 337 time: 0.0318120 Sep 16 05:23:25.456140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52028) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.479892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] For port d275ea0f-ece6-479d-bb5f-9067929f2c7b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d275ea0f-ece6-479d-bb5f-9067929f2c7b,segment=NetworkSegment(3abbb331-38c9-4bd7-bbcd-81a8136cdda4),segment_id=3abbb331-38c9-4bd7-bbcd-81a8136cdda4)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:25.480302 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.486515 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d563ff04-32cc-447a-91b6-7580398f1cfb tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.486691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d563ff04-32cc-447a-91b6-7580398f1cfb tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.488388 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d563ff04-32cc-447a-91b6-7580398f1cfb tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/e073f378-2429-49a7-99c3-96180ae64347 HTTP/1.1" status: 404 len: 337 time: 0.0312848 Sep 16 05:23:25.490844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52030) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.493840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] Calling delete_port for d275ea0f-ece6-479d-bb5f-9067929f2c7b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:25.514742 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52103dc-0f74-4b2c-a3d7-66ca1d7622ea tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.515425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52103dc-0f74-4b2c-a3d7-66ca1d7622ea tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.517164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b52103dc-0f74-4b2c-a3d7-66ca1d7622ea tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/670999e2-139b-443d-baf9-f9d2a2f10597 HTTP/1.1" status: 404 len: 333 time: 0.0246952 Sep 16 05:23:25.523763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52032) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.552631 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-970257ee-6ba9-4599-a896-5f73a41d7b7c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.553231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970257ee-6ba9-4599-a896-5f73a41d7b7c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.555775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-970257ee-6ba9-4599-a896-5f73a41d7b7c tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/5896955c-01aa-4ff5-bed9-b79fa4ef1333 HTTP/1.1" status: 404 len: 337 time: 0.0309029 Sep 16 05:23:25.559507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52034) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.601387 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e29d460-dae3-4bea-a973-0cb5d53dc305 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:25.603680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e29d460-dae3-4bea-a973-0cb5d53dc305 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.604951 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7e29d460-dae3-4bea-a973-0cb5d53dc305 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/subnets/51845d85-43cc-41f3-a7ba-b3de87c33d27 HTTP/1.1" status: 404 len: 337 time: 0.0441105 Sep 16 05:23:25.608547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52036) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.659121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.688369 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.705314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-91a7b59a-f1c5-41d9-9642-e5b136c4bdf6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Deleting port 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:25.705665 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91a7b59a-f1c5-41d9-9642-e5b136c4bdf6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.716805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] Pushing event deleted for resources: {'Port': ['ID=d275ea0f-ece6-479d-bb5f-9067929f2c7b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.718766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0edce-7214-409c-ab33-c4ae7fe3ff94 None None] No DVR routers for this DVR port d275ea0f-ece6-479d-bb5f-9067929f2c7b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:25.777434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.778453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91a7b59a-f1c5-41d9-9642-e5b136c4bdf6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.791030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-91a7b59a-f1c5-41d9-9642-e5b136c4bdf6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Calling delete_port for 9aca255c-5e36-459b-a9b4-72ae42b3d3a1 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:25.932101 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.961275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91a7b59a-f1c5-41d9-9642-e5b136c4bdf6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.992319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7b59a-f1c5-41d9-9642-e5b136c4bdf6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Port': ['ID=9aca255c-5e36-459b-a9b4-72ae42b3d3a1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.997671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91a7b59a-f1c5-41d9-9642-e5b136c4bdf6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.999895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91a7b59a-f1c5-41d9-9642-e5b136c4bdf6 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/ports/9aca255c-5e36-459b-a9b4-72ae42b3d3a1 HTTP/1.1" status: 204 len: 168 time: 0.3903153 Sep 16 05:23:26.002403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52038) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:26.052036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.084049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.122195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=dfbcabf0-983c-4e1e-805f-7e4ed892ca72,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:26.134431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.176568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.204188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dddbc0-ff6f-442a-a957-097139f546de']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:26.214191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abbb331-38c9-4bd7-bbcd-81a8136cdda4') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:26.214499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abbb331-38c9-4bd7-bbcd-81a8136cdda4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:26.224925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.238995 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.241983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d275ea0f-ece6-479d-bb5f-9067929f2c7b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:26.247014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:26.247461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.248817 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Floating IP 6cc3f622-0af2-4f01-bfa2-b59e7c2f01c1 associated. External IP: 172.25.7.216, port: e718a3d2-8164-4a12-9a33-39720aebb897. Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:26.251020 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:26.269715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d275ea0f-ece6-479d-bb5f-9067929f2c7b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:26.270354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d275ea0f-ece6-479d-bb5f-9067929f2c7b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:26.411893 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.420507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.422601 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] 10.222.0.59 "DELETE /v2.0/networks/b7dddbc0-ff6f-442a-a957-097139f546de HTTP/1.1" status: 204 len: 168 time: 0.4192636 Sep 16 05:23:26.432925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e348cf4-f59b-4e08-962c-395f00c66cb9 tempest-PortsTestJSON-382694347 tempest-PortsTestJSON-382694347-project] Pushing event deleted for resources: {'Network': ['ID=b7dddbc0-ff6f-442a-a957-097139f546de,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:26.448467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a096b-2bac-4d2f-9638-53adb95b5e18 req-4b3d4a80-5ba6-4e49-99c1-badebdfd4c0b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.449984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d51a096b-2bac-4d2f-9638-53adb95b5e18 req-4b3d4a80-5ba6-4e49-99c1-badebdfd4c0b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0939231 Sep 16 05:23:26.530896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Router 4465fbeb-f1d0-4021-af49-ee80361ea85d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:26.533985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d51a096b-2bac-4d2f-9638-53adb95b5e18 req-a465fd18-268b-4037-bac1-86f43fcbeaae tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550237 Sep 16 05:23:26.647405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:26.657375 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] Sync routers for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:26.667618 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:26.668253 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:26.675145 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-6e8449c4-a0f0-4b4e-b6b6-acc2864d99da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466659 Sep 16 05:23:26.745562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.776441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-48264d12-ed5a-4447-aee1-7f30d4238d2a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1976097 Sep 16 05:23:26.777127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:26.779443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52046) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:26.779985 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a942c032-6a2a-454c-95c0-f217184e9bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:26.789696 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:26.814624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-17a8e8df-d2cb-4d02-a16a-88fb066f052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.815968 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-17a8e8df-d2cb-4d02-a16a-88fb066f052d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1096 time: 0.0730448 Sep 16 05:23:26.835870 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81383797-835e-49b6-b758-84ffc4d6b0f9 x-openstack-request-id: req-81383797-835e-49b6-b758-84ffc4d6b0f9 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:26.835870 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:26.835870 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81383797-835e-49b6-b758-84ffc4d6b0f9 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:26.835870 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'status': 'completed', 'code': 200} Sep 16 05:23:26.975357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-11c4221a-c331-4385-a4c9-5670d69f207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.977374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-11c4221a-c331-4385-a4c9-5670d69f207d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 1137 time: 0.1079700 Sep 16 05:23:26.990022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b1019-aac8-49d1-b530-7fb12f5c0057 req-3bc1718e-fb5e-4540-91f0-20f4c8ac4dce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.992189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f49b1019-aac8-49d1-b530-7fb12f5c0057 req-3bc1718e-fb5e-4540-91f0-20f4c8ac4dce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0777254 Sep 16 05:23:27.000623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52054) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.061987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f49b1019-aac8-49d1-b530-7fb12f5c0057 req-b6103630-77ac-47b2-a7f0-0f48408ed9a2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550687 Sep 16 05:23:27.116043 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '6cc3f622-0af2-4f01-bfa2-b59e7c2f01c1', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'port_id': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'mac_address': 'fa:16:3e:36:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:25Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 0, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:08Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:27.129231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-4b8cd129-d695-487e-a201-afeeb16021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.130732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-4b8cd129-d695-487e-a201-afeeb16021a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=145d8865-2741-46c3-bee7-fbeb11b9a6e6 HTTP/1.1" status: 200 len: 897 time: 0.1376355 Sep 16 05:23:27.146544 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] Checking router: 4465fbeb-f1d0-4021-af49-ee80361ea85d for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:27.157280 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:27.157916 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:27.229554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-70e92bc0-15cd-42dd-97f9-ce594cbddbf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e718a3d2-8164-4a12-9a33-39720aebb897 HTTP/1.1" status: 200 len: 1000 time: 0.0903628 Sep 16 05:23:27.231708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-933a53d7-0e6f-4ec7-8b16-4d6c7c18668e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=647edced6fab48359e73cebf5d6eae25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300582 Sep 16 05:23:27.234326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52058) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.267287 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:27.328386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-6da02527-8e90-47a1-91e5-9b606d3c8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.330026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-6da02527-8e90-47a1-91e5-9b606d3c8fa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b390b7f-0805-4d38-8cad-26506ee7be9a HTTP/1.1" status: 200 len: 834 time: 0.0935237 Sep 16 05:23:27.330904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2d5bf79d-260e-4358-a057-1731915cb90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.360443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-b8064647-deba-453f-bb4e-e0538695e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.361926 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-b8064647-deba-453f-bb4e-e0538695e9e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.5203607 Sep 16 05:23:27.363514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7f4f1-ef27-4f69-8c14-113de1df3342 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.364006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7f4f1-ef27-4f69-8c14-113de1df3342 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.365123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7f4f1-ef27-4f69-8c14-113de1df3342 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.365123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7f4f1-ef27-4f69-8c14-113de1df3342 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.365477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7f4f1-ef27-4f69-8c14-113de1df3342 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.365945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7f4f1-ef27-4f69-8c14-113de1df3342 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.367672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cca7f4f1-ef27-4f69-8c14-113de1df3342 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.5871625 Sep 16 05:23:27.370517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52060) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.390388 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2d5bf79d-260e-4358-a057-1731915cb90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.423384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-a32bd2bd-828f-4d87-8493-70842a429244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.424909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-a32bd2bd-828f-4d87-8493-70842a429244 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=145d8865-2741-46c3-bee7-fbeb11b9a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840926 Sep 16 05:23:27.511913 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '6cc3f622-0af2-4f01-bfa2-b59e7c2f01c1', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'port_id': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'mac_address': 'fa:16:3e:36:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:25Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 0, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:08Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:27.518138 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-6ad5def5-ffa6-40ba-9dcf-efb03ecc962b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 998 time: 0.1261561 Sep 16 05:23:27.521474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d30a-bfe2-4c09-a45d-c5d57bb6472d tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.521942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d30a-bfe2-4c09-a45d-c5d57bb6472d tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.523040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d30a-bfe2-4c09-a45d-c5d57bb6472d tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.523536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d30a-bfe2-4c09-a45d-c5d57bb6472d tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.523999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d30a-bfe2-4c09-a45d-c5d57bb6472d tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.524463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205d30a-bfe2-4c09-a45d-c5d57bb6472d tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.528994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e205d30a-bfe2-4c09-a45d-c5d57bb6472d tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1543996 Sep 16 05:23:27.529176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-f3b68d80-5323-459c-ba25-b5d283cdd7f9 service neutron] 10.222.0.60 "GET /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937831 Sep 16 05:23:27.529293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52062) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.544676 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07fb1f-0d01-4a30-ab66-993fec7615aa None None] The sync data for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 is: [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '6cc3f622-0af2-4f01-bfa2-b59e7c2f01c1', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'floating_ip_address': '172.25.7.216', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'port_id': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'mac_address': 'fa:16:3e:36:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:25Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 0, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:08Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:27.580478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-aad01b73-d3a2-4a8c-aad9-ba22472f6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.582130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-aad01b73-d3a2-4a8c-aad9-ba22472f6525 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0547621 Sep 16 05:23:27.601687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2d5bf79d-260e-4358-a057-1731915cb90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.604275 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2d5bf79d-260e-4358-a057-1731915cb90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.605452 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2d5bf79d-260e-4358-a057-1731915cb90a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/620742fa-fa39-49de-b52e-3821510b50cc HTTP/1.1" status: 204 len: 168 time: 0.3700960 Sep 16 05:23:27.636223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-6534ba7a-4a48-4c2d-ba94-74794b39e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.637111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bf79d-260e-4358-a057-1731915cb90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620742fa-fa39-49de-b52e-3821510b50cc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:27.637773 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-6534ba7a-4a48-4c2d-ba94-74794b39e7a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464315 Sep 16 05:23:27.717231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a942c032-6a2a-454c-95c0-f217184e9bc7 req-7f150f48-3625-48b7-9809-7553fb956bd4 service neutron] 10.222.0.60 "GET /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823368 Sep 16 05:23:27.753837 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-b1311986-0cde-4a2c-a1f2-d6469e1b8623 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050763 Sep 16 05:23:27.860639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25415faf-7eb1-43c0-933d-306485507867 None None] New status for floating IP 6cc3f622-0af2-4f01-bfa2-b59e7c2f01c1: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:23:27.864691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-88eba4a7-713d-4384-af58-a0aba6995f8d req-20e702de-b8f9-4c35-b2cf-4502f22a54c5 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992756 Sep 16 05:23:27.865403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-488d56ac-b0ba-4963-a3e3-aff7628e9390 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.3320618 Sep 16 05:23:27.865403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52068) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.911125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6b6f88-1a40-4e96-8051-b0182c9ea278 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.911752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6b6f88-1a40-4e96-8051-b0182c9ea278 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.913444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aa6b6f88-1a40-4e96-8051-b0182c9ea278 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4465fbeb-f1d0-4021-af49-ee80361ea85d HTTP/1.1" status: 200 len: 1992 time: 0.0473535 Sep 16 05:23:28.022432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e300ac-263f-4e25-972e-33e01706dbac req-3d8beb98-0d62-48d8-95f9-d22960840ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.024201 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74e300ac-263f-4e25-972e-33e01706dbac req-3d8beb98-0d62-48d8-95f9-d22960840ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1096 time: 0.0576024 Sep 16 05:23:28.125999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e300ac-263f-4e25-972e-33e01706dbac req-ccf4cccd-f1da-47a6-8b44-c4810f1a7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.127761 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74e300ac-263f-4e25-972e-33e01706dbac req-ccf4cccd-f1da-47a6-8b44-c4810f1a7a59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.0962212 Sep 16 05:23:28.186496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89592dd-d513-46c1-8d89-a750a074c568 req-f86ea90c-4863-4314-8d94-d1d8d93fff99 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.187976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c89592dd-d513-46c1-8d89-a750a074c568 req-f86ea90c-4863-4314-8d94-d1d8d93fff99 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0498700 Sep 16 05:23:28.196513 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.207729 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74e300ac-263f-4e25-972e-33e01706dbac req-e1ea9237-6c23-4f70-97ae-eabf48a8d1ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 998 time: 0.0676584 Sep 16 05:23:28.230298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c89592dd-d513-46c1-8d89-a750a074c568 req-7feb9e45-397e-4187-9266-fe1ae9339892 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333476 Sep 16 05:23:28.266313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e300ac-263f-4e25-972e-33e01706dbac req-7731127e-5841-492b-b88c-165b11991c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.267869 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74e300ac-263f-4e25-972e-33e01706dbac req-7731127e-5841-492b-b88c-165b11991c19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0497653 Sep 16 05:23:28.315123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e300ac-263f-4e25-972e-33e01706dbac req-a15df126-56f4-4022-bc62-8210eb050a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.316631 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74e300ac-263f-4e25-972e-33e01706dbac req-a15df126-56f4-4022-bc62-8210eb050a07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404794 Sep 16 05:23:28.417275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74e300ac-263f-4e25-972e-33e01706dbac req-b7cdf455-71b7-4e2f-8fbd-de7fe610f846 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913496 Sep 16 05:23:28.509178 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-74e300ac-263f-4e25-972e-33e01706dbac req-e474dbec-487e-43c0-be3b-106757783222 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839326 Sep 16 05:23:28.633142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52090) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.726967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1737709177'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:28.841153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:28.844784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.853734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.939647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.990053 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.018899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:29.025716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6b8efb-a833-4399-b617-dea56720f5a9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:29.031558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.031964 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment 2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b of type vlan for network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d Sep 16 05:23:29.073325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.154752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.160532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.161149 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.225783 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=7aac8d7a-e099-4ef8-883b-867cc2d41e8d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:29.236614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:29.271009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9511cd69-c641-4f7e-90fb-a0f0f4775fe7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6368377 Sep 16 05:23:29.273560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52096) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:29.278583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-932883432'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:29.357355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55abd11-6d46-46d1-aa14-31953ee88618 req-7c101e14-16f9-4c1f-9e89-e53a00d3796a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.358811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f55abd11-6d46-46d1-aa14-31953ee88618 req-7c101e14-16f9-4c1f-9e89-e53a00d3796a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0486517 Sep 16 05:23:29.382400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:29.385845 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.418529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f55abd11-6d46-46d1-aa14-31953ee88618 req-d8cd0d98-9756-4fcf-8a57-ec15d54c101c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535846 Sep 16 05:23:29.423836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:29.433030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.433373 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment 62545b18-6050-4c6b-9a91-5f7ea1d62735 of type vlan for network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 Sep 16 05:23:29.471836 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.544519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.549967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.550555 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.613072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=ce46edbb-b91d-40cf-a76e-c6ca43da7ee0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:29.623598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:29.631011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0cfc9ff7-942d-42c4-a966-70b416e7c67c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3564086 Sep 16 05:23:29.634525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52098) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:29.639528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': '7aac8d7a-e099-4ef8-883b-867cc2d41e8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:29.813046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:29.816512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.057618 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.120162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=b1e78504-14c0-4f24-bc19-8a773a02031c,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:30.124493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': '2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7aac8d7a-e099-4ef8-883b-867cc2d41e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:30.124855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: 7aac8d7a-e099-4ef8-883b-867cc2d41e8d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:30.195792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:30.263808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 7aac8d7a-e099-4ef8-883b-867cc2d41e8d) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:30.267944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.270274 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.273863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef2368-a474-4134-a24b-fe633bbe841d None None] Network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:30.339156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1bb5bbd0-cdb9-4a19-ac3c-0a3e9ec194a7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7035301 Sep 16 05:23:30.341979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52100) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:30.346999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': 'ce46edbb-b91d-40cf-a76e-c6ca43da7ee0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:30.416188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-7aac8d7a-e099-4ef8-883b-867cc2d41e8d', 'network_id': '7aac8d7a-e099-4ef8-883b-867cc2d41e8d', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': 'b1e78504-14c0-4f24-bc19-8a773a02031c'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:30.417291 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.534404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13246491-449a-416f-80b4-2eaed30a02c3 req-18c6a807-503d-42a7-829b-2ef059cf2df4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.535902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13246491-449a-416f-80b4-2eaed30a02c3 req-18c6a807-503d-42a7-829b-2ef059cf2df4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0488615 Sep 16 05:23:30.536931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:30.540143 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.554231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Allocated IP 2001:db8::2 (7aac8d7a-e099-4ef8-883b-867cc2d41e8d/b1e78504-14c0-4f24-bc19-8a773a02031c/2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:30.637275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13246491-449a-416f-80b4-2eaed30a02c3 req-9c3c289c-22fb-481e-a651-23601d6182ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925698 Sep 16 05:23:30.703312 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.773669 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.790623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c9ab-e8ff-4aa8-9ca8-9b2c4142f14e req-600348ce-292b-4aee-bd8b-8112c5d04ad8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.792158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f574c9ab-e8ff-4aa8-9ca8-9b2c4142f14e req-600348ce-292b-4aee-bd8b-8112c5d04ad8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0856569 Sep 16 05:23:30.810075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:30.812976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:30.816585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:30.831414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Pushing event updated for resources: {'Port': ['ID=2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:30.836417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f574c9ab-e8ff-4aa8-9ca8-9b2c4142f14e req-50465aa0-e972-4890-86a1-e3234d12ab19 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379920 Sep 16 05:23:30.837723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.855125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.855125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.855455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.855616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.855958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.856467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.856869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.857214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.857976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.858323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.858664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.859000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:30.898222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Attempting to bind port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:30.898568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Attempting to bind port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7aac8d7a-e099-4ef8-883b-867cc2d41e8d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:30.898887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Attempting to bind port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 on network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:30.904941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:30.905328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Checking segment: {'id': '2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7aac8d7a-e099-4ef8-883b-867cc2d41e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:30.905746 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.906149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Bound using segment: {'id': '2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7aac8d7a-e099-4ef8-883b-867cc2d41e8d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:30.906631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Bound port: 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7aac8d7a-e099-4ef8-883b-867cc2d41e8d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:30.907022 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.977363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] For port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:30.980744 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] For port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6,segment=NetworkSegment(2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b),segment_id=2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:31.054444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.117597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2ca8a-b074-463f-b59a-9bd80515d70d None None] Pushing event updated for resources: {'Port': ['ID=2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:31.260773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=c1f4976f-3f48-4d74-bb1c-2edefc184028,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:31.280959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': '62545b18-6050-4c6b-9a91-5f7ea1d62735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ce46edbb-b91d-40cf-a76e-c6ca43da7ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:31.281633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: ce46edbb-b91d-40cf-a76e-c6ca43da7ee0, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:31.357513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bad70-d0cf-4f15-9e90-5ccf53e33300 req-1aaa5598-71fb-4152-a526-50ec2fe3f0fa tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.359171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-807bad70-d0cf-4f15-9e90-5ccf53e33300 req-1aaa5598-71fb-4152-a526-50ec2fe3f0fa tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0532422 Sep 16 05:23:31.375740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:31.408513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-807bad70-d0cf-4f15-9e90-5ccf53e33300 req-d58ef23e-2deb-4207-9198-c76017559106 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428374 Sep 16 05:23:31.458359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ce46edbb-b91d-40cf-a76e-c6ca43da7ee0) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:31.467771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.467771 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.469085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f7a9d-8ff7-4bd7-b0fc-e87088dd50b0 None None] Network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:31.556438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-576439c8-ad74-48e0-9c86-15acb02946f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2131147 Sep 16 05:23:31.559004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52114) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:31.563948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-43d2c324-8800-4217-96c9-240a52a1ce0d tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1759058674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:31.614154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ce46edbb-b91d-40cf-a76e-c6ca43da7ee0', 'network_id': 'ce46edbb-b91d-40cf-a76e-c6ca43da7ee0', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': 'c1f4976f-3f48-4d74-bb1c-2edefc184028'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:31.615009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.669065 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-43d2c324-8800-4217-96c9-240a52a1ce0d tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.670162 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-43d2c324-8800-4217-96c9-240a52a1ce0d tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.740675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-43d2c324-8800-4217-96c9-240a52a1ce0d tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.765857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Allocated IP 2001:db8:1::2 (ce46edbb-b91d-40cf-a76e-c6ca43da7ee0/c1f4976f-3f48-4d74-bb1c-2edefc184028/1fb61474-790a-497f-b278-78e6c540eb8a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:31.824755 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-43d2c324-8800-4217-96c9-240a52a1ce0d tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.848712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89444728-5dd8-4272-8c6a-32e1c2678495 req-bc238d63-bbfa-4976-a3dc-cb304bdee546 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.855873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89444728-5dd8-4272-8c6a-32e1c2678495 req-bc238d63-bbfa-4976-a3dc-cb304bdee546 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0788033 Sep 16 05:23:31.893607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89444728-5dd8-4272-8c6a-32e1c2678495 req-1a658368-6602-46ca-a95e-24dfd4601b9f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363464 Sep 16 05:23:31.916081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-43d2c324-8800-4217-96c9-240a52a1ce0d tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.917292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-43d2c324-8800-4217-96c9-240a52a1ce0d tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3572404 Sep 16 05:23:31.919968 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.922372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52118) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:32.013409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.059601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:32.064290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:32.070584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:32.078399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Pushing event updated for resources: {'Port': ['ID=1fb61474-790a-497f-b278-78e6c540eb8a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:32.104706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375742ef-57f5-4737-9b51-6bfef9ba70bc None None] Network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:32.184409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Attempting to bind port 1fb61474-790a-497f-b278-78e6c540eb8a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:32.184783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Attempting to bind port 1fb61474-790a-497f-b278-78e6c540eb8a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '62545b18-6050-4c6b-9a91-5f7ea1d62735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ce46edbb-b91d-40cf-a76e-c6ca43da7ee0'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:32.185258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Attempting to bind port 1fb61474-790a-497f-b278-78e6c540eb8a on network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:32.201183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:32.201569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Checking segment: {'id': '62545b18-6050-4c6b-9a91-5f7ea1d62735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ce46edbb-b91d-40cf-a76e-c6ca43da7ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:32.202345 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.202477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Bound using segment: {'id': '62545b18-6050-4c6b-9a91-5f7ea1d62735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ce46edbb-b91d-40cf-a76e-c6ca43da7ee0'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:32.202854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Bound port: 1fb61474-790a-497f-b278-78e6c540eb8a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62545b18-6050-4c6b-9a91-5f7ea1d62735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ce46edbb-b91d-40cf-a76e-c6ca43da7ee0'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:32.203270 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.224813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c21059c1-74d2-4818-98ab-aad34b15380e None None] Provisioning complete for port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:32.225218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c21059c1-74d2-4818-98ab-aad34b15380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.238422 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.276898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:32.494998 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8::1 (7aac8d7a-e099-4ef8-883b-867cc2d41e8d/b1e78504-14c0-4f24-bc19-8a773a02031c/32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:32.537153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] For port 1fb61474-790a-497f-b278-78e6c540eb8a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:32.543137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] For port 1fb61474-790a-497f-b278-78e6c540eb8a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1fb61474-790a-497f-b278-78e6c540eb8a,segment=NetworkSegment(62545b18-6050-4c6b-9a91-5f7ea1d62735),segment_id=62545b18-6050-4c6b-9a91-5f7ea1d62735)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:32.597841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:32.598214 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.608395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.628373 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.634948 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c21059c1-74d2-4818-98ab-aad34b15380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.692202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.732268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c21059c1-74d2-4818-98ab-aad34b15380e None None] For port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6,segment=NetworkSegment(2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b),segment_id=2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:32.740443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888861ca-ed93-4d87-b28a-182f43e4a092 None None] Pushing event updated for resources: {'Port': ['ID=1fb61474-790a-497f-b278-78e6c540eb8a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:32.743050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:32.746333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:32.750387 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:32.750955 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.782351 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.807014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:32.818742 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c21059c1-74d2-4818-98ab-aad34b15380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.899058 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:32.899460 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:32.903497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21059c1-74d2-4818-98ab-aad34b15380e None None] Pushing event updated for resources: {'Port': ['ID=2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.011364 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.057170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40163dc1-9cc5-4619-9618-2870e584549f req-78513e4f-03fd-4854-b756-550c8234aa5d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.059594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40163dc1-9cc5-4619-9618-2870e584549f req-78513e4f-03fd-4854-b756-550c8234aa5d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0747120 Sep 16 05:23:33.060421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7c73a53e-75ac-41a2-9ba6-a40dbd9d421b None None] Provisioning complete for port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:33.060802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c73a53e-75ac-41a2-9ba6-a40dbd9d421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.081037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-a3f7ef8f-4e88-44ab-a939-ff94ba7b08e0 req-a85839e5-a24c-42a5-a60a-f5d3f32004a1 service neutron] (101825) timed out ('10.222.0.60', 53999) {{(pid=101825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:23:33.118175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40163dc1-9cc5-4619-9618-2870e584549f req-2274b060-ac37-4773-ab55-c68f13a1274a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516326 Sep 16 05:23:33.289105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-407e3e88-5582-4a97-9fdf-3c7bafbbfd3f None None] Provisioning complete for port 32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:33.289401 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-407e3e88-5582-4a97-9fdf-3c7bafbbfd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.323189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-407e3e88-5582-4a97-9fdf-3c7bafbbfd3f None None] Port 32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:33.349470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.435235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.436076 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.491180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341bbed-2f71-49c8-97d1-ca5064e1dea9 req-7a0ee83a-47f2-4a09-88d4-72fc2f3aca9e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.493419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9341bbed-2f71-49c8-97d1-ca5064e1dea9 req-7a0ee83a-47f2-4a09-88d4-72fc2f3aca9e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0554698 Sep 16 05:23:33.508695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.538319 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9341bbed-2f71-49c8-97d1-ca5064e1dea9 req-42a1aec3-f9cf-4f7c-a402-a72caa812dd7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379295 Sep 16 05:23:33.577148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:33.578589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:33.778705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 6bf2fe3b-90f3-4642-a5a1-188dc85204bc is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:33.916139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532f2ee-ebdc-4144-8e83-25392d932c2d None None] Network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:33.984775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] Provisioning complete for port 32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:33.985154 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.037428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] Port 32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:34.166782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] Provisioning complete for port 1fb61474-790a-497f-b278-78e6c540eb8a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:34.166782 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.166930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:34.168599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-829efb03-3c63-4606-a66d-4862f59d0f7e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/6bf2fe3b-90f3-4642-a5a1-188dc85204bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2451496 Sep 16 05:23:34.171764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52128) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:34.188839 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633f1f7-eda7-41ea-89db-b7bbd00af7cb None None] Sync routers for ids ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:34.212476 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633f1f7-eda7-41ea-89db-b7bbd00af7cb None None] Routers {'6bf2fe3b-90f3-4642-a5a1-188dc85204bc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:34.212476 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c633f1f7-eda7-41ea-89db-b7bbd00af7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:34.214973 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.243589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c017bcf0-86bf-4168-946d-1589dfbe002a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.245115 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c017bcf0-86bf-4168-946d-1589dfbe002a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports/32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d HTTP/1.1" status: 200 len: 911 time: 0.0722868 Sep 16 05:23:34.247893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52130) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:34.251449 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c633f1f7-eda7-41ea-89db-b7bbd00af7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:34.260577 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633f1f7-eda7-41ea-89db-b7bbd00af7cb None None] Routers {'6bf2fe3b-90f3-4642-a5a1-188dc85204bc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:34.261344 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c633f1f7-eda7-41ea-89db-b7bbd00af7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:34.286923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] For port 1fb61474-790a-497f-b278-78e6c540eb8a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1fb61474-790a-497f-b278-78e6c540eb8a,segment=NetworkSegment(62545b18-6050-4c6b-9a91-5f7ea1d62735),segment_id=62545b18-6050-4c6b-9a91-5f7ea1d62735)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:34.309001 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c633f1f7-eda7-41ea-89db-b7bbd00af7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:34.309922 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633f1f7-eda7-41ea-89db-b7bbd00af7cb None None] The sync data for ids ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:34.353276 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1fb61474-790a-497f-b278-78e6c540eb8a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:34.384032 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.445867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94e88c-ca9b-4c71-9731-3ece2265c338 None None] Pushing event updated for resources: {'Port': ['ID=1fb61474-790a-497f-b278-78e6c540eb8a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.452333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1fb61474-790a-497f-b278-78e6c540eb8a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:34.452713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.528897 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-75d0084d-97bd-4351-9e3d-19a2b8d76103 None None] Provisioning complete for port 1fb61474-790a-497f-b278-78e6c540eb8a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:34.529327 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-75d0084d-97bd-4351-9e3d-19a2b8d76103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.561851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:34.635854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.649513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:34.650093 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.666459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c6be-bc26-4fc2-b9ab-e786bdca1730 req-f64145db-57bb-4e1b-a9c7-dc1e73f0a1a0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.671428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b741c6be-bc26-4fc2-b9ab-e786bdca1730 req-f64145db-57bb-4e1b-a9c7-dc1e73f0a1a0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0570798 Sep 16 05:23:34.708803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b741c6be-bc26-4fc2-b9ab-e786bdca1730 req-f2c83345-ac9e-4831-9a7c-bbafdd769297 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342524 Sep 16 05:23:34.824932 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20ea8d-58ec-48b6-9a54-847c82cb752b req-41797bb4-7a62-4617-b186-f652319d5dda tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.826838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de20ea8d-58ec-48b6-9a54-847c82cb752b req-41797bb4-7a62-4617-b186-f652319d5dda tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0496292 Sep 16 05:23:34.864397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de20ea8d-58ec-48b6-9a54-847c82cb752b req-7032260d-5c51-4fb4-813a-69c8d1fede02 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316036 Sep 16 05:23:34.895909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8:1::1 (ce46edbb-b91d-40cf-a76e-c6ca43da7ee0/c1f4976f-3f48-4d74-bb1c-2edefc184028/ae1bf80b-fa1b-4eaa-958a-3c3d86810599) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:34.984917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a3a38-e44c-48c2-9068-88911def0e3a req-0cc7ac69-e115-4f92-9ef3-375b693af78e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.986787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-851a3a38-e44c-48c2-9068-88911def0e3a req-0cc7ac69-e115-4f92-9ef3-375b693af78e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0537500 Sep 16 05:23:35.009370 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.026505 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-851a3a38-e44c-48c2-9068-88911def0e3a req-64210ac6-980e-4cd8-a26b-c81446b41d1a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330217 Sep 16 05:23:35.109089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.140228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ba5c-2b5e-4687-a44b-55942212fd39 req-a9bfbebf-b7f5-4a2e-8384-90ae04c72920 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.141854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9777ba5c-2b5e-4687-a44b-55942212fd39 req-a9bfbebf-b7f5-4a2e-8384-90ae04c72920 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0494964 Sep 16 05:23:35.152346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:35.155451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:35.159455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:35.160013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.193294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9777ba5c-2b5e-4687-a44b-55942212fd39 req-37bd2bc9-2189-416e-b32f-2ae3149c29a0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424783 Sep 16 05:23:35.202609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=ae1bf80b-fa1b-4eaa-958a-3c3d86810599,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:35.374265 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.377628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-22c1276a-c05f-4fe3-a8ad-f2173c41226f None None] Provisioning complete for port ae1bf80b-fa1b-4eaa-958a-3c3d86810599 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:35.378089 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-22c1276a-c05f-4fe3-a8ad-f2173c41226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.411279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-22c1276a-c05f-4fe3-a8ad-f2173c41226f None None] Port ae1bf80b-fa1b-4eaa-958a-3c3d86810599 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:35.629396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.715384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.716165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.783977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=ae1bf80b-fa1b-4eaa-958a-3c3d86810599,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:35.845319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:35.846712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:35.951709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 6bf2fe3b-90f3-4642-a5a1-188dc85204bc has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:36.050685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:36.059424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-40f0bc34-521a-47af-8b18-c26d97ab4639 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/6bf2fe3b-90f3-4642-a5a1-188dc85204bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074586 Sep 16 05:23:36.059424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52146) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.064411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d01f05-099a-4f31-aeae-7981575ff99a None None] Sync routers for ids ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:36.076380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d01f05-099a-4f31-aeae-7981575ff99a None None] Routers {'6bf2fe3b-90f3-4642-a5a1-188dc85204bc'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:36.077089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-77d01f05-099a-4f31-aeae-7981575ff99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:36.108223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef00ab-993c-416b-b044-8effbdd963eb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.112271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-77d01f05-099a-4f31-aeae-7981575ff99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:36.112431 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-92ef00ab-993c-416b-b044-8effbdd963eb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports/ae1bf80b-fa1b-4eaa-958a-3c3d86810599 HTTP/1.1" status: 200 len: 913 time: 0.0496895 Sep 16 05:23:36.112519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52150) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.122657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d01f05-099a-4f31-aeae-7981575ff99a None None] Routers {'6bf2fe3b-90f3-4642-a5a1-188dc85204bc'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:36.123721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-77d01f05-099a-4f31-aeae-7981575ff99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:36.163430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-77d01f05-099a-4f31-aeae-7981575ff99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:36.164161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d01f05-099a-4f31-aeae-7981575ff99a None None] The sync data for ids ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:36.173304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b6fea3d0-6e77-4e7c-b62b-5e7840ec085a None None] Provisioning complete for port ae1bf80b-fa1b-4eaa-958a-3c3d86810599 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:36.173691 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6fea3d0-6e77-4e7c-b62b-5e7840ec085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.212691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b6fea3d0-6e77-4e7c-b62b-5e7840ec085a None None] Port ae1bf80b-fa1b-4eaa-958a-3c3d86810599 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:36.244697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1fb61474-790a-497f-b278-78e6c540eb8a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:36.291871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1fb61474-790a-497f-b278-78e6c540eb8a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:36.292251 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.450308 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.691826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port ae1bf80b-fa1b-4eaa-958a-3c3d86810599 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:36.692176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.782693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.794888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for ae1bf80b-fa1b-4eaa-958a-3c3d86810599 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:37.018554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.045385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=ae1bf80b-fa1b-4eaa-958a-3c3d86810599,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:37.161440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.363546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 6bf2fe3b-90f3-4642-a5a1-188dc85204bc has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:37.456154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:37.464292 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1fb7eea1-d347-44de-9d36-7571d19d0e0e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/6bf2fe3b-90f3-4642-a5a1-188dc85204bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3479073 Sep 16 05:23:37.464292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52156) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:37.467653 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ff84fc-0699-43fe-8516-3b2e0ecb4ee1 None None] Sync routers for ids ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:37.477336 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff84fc-0699-43fe-8516-3b2e0ecb4ee1 None None] Routers {'6bf2fe3b-90f3-4642-a5a1-188dc85204bc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:37.478052 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-69ff84fc-0699-43fe-8516-3b2e0ecb4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.509816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-69ff84fc-0699-43fe-8516-3b2e0ecb4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.518533 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff84fc-0699-43fe-8516-3b2e0ecb4ee1 None None] Routers {'6bf2fe3b-90f3-4642-a5a1-188dc85204bc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:37.519222 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-69ff84fc-0699-43fe-8516-3b2e0ecb4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.553818 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-69ff84fc-0699-43fe-8516-3b2e0ecb4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.554568 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ff84fc-0699-43fe-8516-3b2e0ecb4ee1 None None] The sync data for ids ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:38.071189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.317148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:38.317503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.411271 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.423974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:38.658488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.686468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=32b1e072-bb8e-4578-9bdd-e0f63e1e7d9d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:38.784164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.948552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 6bf2fe3b-90f3-4642-a5a1-188dc85204bc has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:39.033221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:39.042283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52164) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.046536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4bec9-84bf-48d0-aca5-060870de425f None None] Sync routers for ids ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:39.053359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f6801478-599e-48ba-bfda-a675bb01c6de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/6bf2fe3b-90f3-4642-a5a1-188dc85204bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5880849 Sep 16 05:23:39.059209 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4bec9-84bf-48d0-aca5-060870de425f None None] Routers {'6bf2fe3b-90f3-4642-a5a1-188dc85204bc'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:39.059889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-08a4bec9-84bf-48d0-aca5-060870de425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:39.074124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52166) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.074387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-16b20995-99d2-446a-8174-34806dd1cf4e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bf2fe3b-90f3-4642-a5a1-188dc85204bc HTTP/1.1" status: 200 len: 205 time: 0.0308182 Sep 16 05:23:39.096788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-08a4bec9-84bf-48d0-aca5-060870de425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:39.106869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4bec9-84bf-48d0-aca5-060870de425f None None] Routers {'6bf2fe3b-90f3-4642-a5a1-188dc85204bc'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:39.107722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-08a4bec9-84bf-48d0-aca5-060870de425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:39.143553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-08a4bec9-84bf-48d0-aca5-060870de425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:39.144214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4bec9-84bf-48d0-aca5-060870de425f None None] The sync data for ids ['6bf2fe3b-90f3-4642-a5a1-188dc85204bc'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:39.152124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51ed940e-f26e-4762-89ca-cde0e5f60c16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.314968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51ed940e-f26e-4762-89ca-cde0e5f60c16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.317141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51ed940e-f26e-4762-89ca-cde0e5f60c16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.435860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51ed940e-f26e-4762-89ca-cde0e5f60c16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.436436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ed940e-f26e-4762-89ca-cde0e5f60c16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf2fe3b-90f3-4642-a5a1-188dc85204bc {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:39.443480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-51ed940e-f26e-4762-89ca-cde0e5f60c16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.444630 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-51ed940e-f26e-4762-89ca-cde0e5f60c16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/6bf2fe3b-90f3-4642-a5a1-188dc85204bc HTTP/1.1" status: 204 len: 168 time: 0.3691087 Sep 16 05:23:39.447150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52168) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.498598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-853eacc7-364b-4b60-acca-0c7cefec6ee5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet c1f4976f-3f48-4d74-bb1c-2edefc184028 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:39.501828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-853eacc7-364b-4b60-acca-0c7cefec6ee5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.541425 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-853eacc7-364b-4b60-acca-0c7cefec6ee5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.627708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-853eacc7-364b-4b60-acca-0c7cefec6ee5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.778917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-853eacc7-364b-4b60-acca-0c7cefec6ee5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.806925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eacc7-364b-4b60-acca-0c7cefec6ee5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f4976f-3f48-4d74-bb1c-2edefc184028,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:39.810568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-853eacc7-364b-4b60-acca-0c7cefec6ee5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.815155 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-853eacc7-364b-4b60-acca-0c7cefec6ee5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/c1f4976f-3f48-4d74-bb1c-2edefc184028 HTTP/1.1" status: 204 len: 168 time: 0.3643849 Sep 16 05:23:39.815155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52172) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.821406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61417ed-30b4-4c3e-a755-d3ecd73f07d8 None None] Network ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:39.868592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bacb892-2e9c-4532-8dbd-272a751b75de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet b1e78504-14c0-4f24-bc19-8a773a02031c {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:39.872178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5bacb892-2e9c-4532-8dbd-272a751b75de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.914656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5bacb892-2e9c-4532-8dbd-272a751b75de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.004423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] DHCP port deletion for ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:40.017124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5bacb892-2e9c-4532-8dbd-272a751b75de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.058794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] Deleting port 1fb61474-790a-497f-b278-78e6c540eb8a {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:40.059404 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.117295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5bacb892-2e9c-4532-8dbd-272a751b75de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.124160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] For port 1fb61474-790a-497f-b278-78e6c540eb8a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1fb61474-790a-497f-b278-78e6c540eb8a,segment=NetworkSegment(62545b18-6050-4c6b-9a91-5f7ea1d62735),segment_id=62545b18-6050-4c6b-9a91-5f7ea1d62735)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:40.124563 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.137999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] Calling delete_port for 1fb61474-790a-497f-b278-78e6c540eb8a owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:40.147902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacb892-2e9c-4532-8dbd-272a751b75de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e78504-14c0-4f24-bc19-8a773a02031c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.150063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5bacb892-2e9c-4532-8dbd-272a751b75de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.152006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5bacb892-2e9c-4532-8dbd-272a751b75de tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/b1e78504-14c0-4f24-bc19-8a773a02031c HTTP/1.1" status: 204 len: 168 time: 0.3359022 Sep 16 05:23:40.154620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52176) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:40.199070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2922199a-8aa1-40e3-94f0-a67647cef676 None None] Network 7aac8d7a-e099-4ef8-883b-867cc2d41e8d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:40.244597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.275436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1fb61474-790a-497f-b278-78e6c540eb8a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:40.301123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 1fb61474-790a-497f-b278-78e6c540eb8a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:40.301471 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.383546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port 1fb61474-790a-497f-b278-78e6c540eb8a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1fb61474-790a-497f-b278-78e6c540eb8a,segment=NetworkSegment(62545b18-6050-4c6b-9a91-5f7ea1d62735),segment_id=62545b18-6050-4c6b-9a91-5f7ea1d62735)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:40.384096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.404952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 1fb61474-790a-497f-b278-78e6c540eb8a owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:40.430069 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.462307 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.484927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.513056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=1fb61474-790a-497f-b278-78e6c540eb8a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.517766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No DVR routers for this DVR port 1fb61474-790a-497f-b278-78e6c540eb8a on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:40.519491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] DHCP port deletion for 7aac8d7a-e099-4ef8-883b-867cc2d41e8d request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:40.528288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] Pushing event deleted for resources: {'Port': ['ID=1fb61474-790a-497f-b278-78e6c540eb8a,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.531233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a22c86-7d4b-44de-b8ea-3e3b0d7ef428 None None] No DVR routers for this DVR port 1fb61474-790a-497f-b278-78e6c540eb8a on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:40.581825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] Deleting port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:40.582206 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.601222 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.606210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.626758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce46edbb-b91d-40cf-a76e-c6ca43da7ee0']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:40.637022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62545b18-6050-4c6b-9a91-5f7ea1d62735') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:40.637279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62545b18-6050-4c6b-9a91-5f7ea1d62735') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:40.644229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] For port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6,segment=NetworkSegment(2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b),segment_id=2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:40.644643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.651806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.657007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] Calling delete_port for 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:40.666139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.673350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:40.673764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:40.677072 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:40.818691 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.845013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] Pushing event deleted for resources: {'Port': ['ID=2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.850473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff657145-41eb-4fa3-a38e-acf84dff6ab9 None None] No DVR routers for this DVR port 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:40.852752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.859010 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.863751 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/ce46edbb-b91d-40cf-a76e-c6ca43da7ee0 HTTP/1.1" status: 204 len: 168 time: 0.7056053 Sep 16 05:23:40.864164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52184) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:40.879972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009dbb2-0ad2-47d6-9573-22605159682b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=ce46edbb-b91d-40cf-a76e-c6ca43da7ee0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.946566 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.031588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.058576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aac8d7a-e099-4ef8-883b-867cc2d41e8d']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:41.059538 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc18-2971-47f0-9fb4-e292bc13ac25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.068289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:41.068621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd9d9a4-2fa1-42dd-aa3f-9bf2839bdb5b') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:41.086594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.116834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.125713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:41.130109 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:41.158569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0d1d7-b274-4978-8d42-45b234e00c45 req-b2fbafd9-a75c-42be-8220-68c2e7f268b0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.158569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fe0d1d7-b274-4978-8d42-45b234e00c45 req-b2fbafd9-a75c-42be-8220-68c2e7f268b0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0830073 Sep 16 05:23:41.222654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fe0d1d7-b274-4978-8d42-45b234e00c45 req-14b70a22-43a1-441c-9c87-ff5c5ada7768 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360906 Sep 16 05:23:41.264334 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.273531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.274458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/7aac8d7a-e099-4ef8-883b-867cc2d41e8d HTTP/1.1" status: 204 len: 168 time: 0.4093652 Sep 16 05:23:41.278248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52188) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:41.283356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180452695'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:41.289423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecc897-f63b-447c-ad20-f70f36736a48 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=7aac8d7a-e099-4ef8-883b-867cc2d41e8d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:41.376801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:41.380341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.403884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:41.413083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.413469 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment 0df28d15-0219-4f33-aefb-44b6d755de3a of type vlan for network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 Sep 16 05:23:41.452556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.570860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.577132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.577744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.646517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=5658f8bf-d71e-4c45-8836-c5b9f0d54811,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:41.657149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:41.669246 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e60892e5-1b03-4b3d-9ff2-013c0ebbea22 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3898637 Sep 16 05:23:41.672166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52190) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:41.677031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': '5658f8bf-d71e-4c45-8836-c5b9f0d54811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:41.841115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:41.844650 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.081623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.145395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=b140de87-ce9c-4e65-bb4a-2cb219ca7b9c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.154246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': '0df28d15-0219-4f33-aefb-44b6d755de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5658f8bf-d71e-4c45-8836-c5b9f0d54811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:42.154618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: 5658f8bf-d71e-4c45-8836-c5b9f0d54811, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:42.226971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:42.242006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:42.248351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:42.252596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2cfaeec2-3ca3-4410-aa0a-7dba242cf9c6 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:42.292986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 5658f8bf-d71e-4c45-8836-c5b9f0d54811) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:42.297436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.298063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.302181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78d1fc-649f-4397-9a23-4bf18371647c None None] Network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:42.346072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992757e-aab2-419a-9f5b-2c728a7d6e9c req-ea176822-fe12-4f0b-8496-5bc362d39370 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.347601 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f992757e-aab2-419a-9f5b-2c728a7d6e9c req-ea176822-fe12-4f0b-8496-5bc362d39370 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0543873 Sep 16 05:23:42.389132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f992757e-aab2-419a-9f5b-2c728a7d6e9c req-4cc3b9dd-281e-413f-84aa-9e1a25ba12cf tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354578 Sep 16 05:23:42.389393 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-98ad01b9-2639-47eb-a2e0-1e5710729adc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7161460 Sep 16 05:23:42.392044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52194) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:42.400738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fde930ad-cd7b-4970-b176-26624e0d2307 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1839652105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:42.453618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-5658f8bf-d71e-4c45-8836-c5b9f0d54811', 'network_id': '5658f8bf-d71e-4c45-8836-c5b9f0d54811', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': 'b140de87-ce9c-4e65-bb4a-2cb219ca7b9c'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:42.454524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.509795 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fde930ad-cd7b-4970-b176-26624e0d2307 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.510959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fde930ad-cd7b-4970-b176-26624e0d2307 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.564757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fde930ad-cd7b-4970-b176-26624e0d2307 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.585875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Allocated IP 2001:db8::2 (5658f8bf-d71e-4c45-8836-c5b9f0d54811/b140de87-ce9c-4e65-bb4a-2cb219ca7b9c/2e6b9242-c385-4251-8e77-5299d5e54b25) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:42.652854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fde930ad-cd7b-4970-b176-26624e0d2307 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.726684 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.742823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fde930ad-cd7b-4970-b176-26624e0d2307 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.746725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fde930ad-cd7b-4970-b176-26624e0d2307 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3510039 Sep 16 05:23:42.746905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52196) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:42.751746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'port': {'network_id': '5658f8bf-d71e-4c45-8836-c5b9f0d54811', 'name': 'tempest-RoutersIpV6Test-1332245115'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:42.828534 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.863198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:42.866066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:42.869444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:42.884948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Pushing event updated for resources: {'Port': ['ID=2e6b9242-c385-4251-8e77-5299d5e54b25,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.914129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:42.917835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.936479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] device_id is not set on port 5009483c-0c92-42a0-aa3a-3f05c571cd31 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:43.058395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8::24b (5658f8bf-d71e-4c45-8836-c5b9f0d54811/b140de87-ce9c-4e65-bb4a-2cb219ca7b9c/5009483c-0c92-42a0-aa3a-3f05c571cd31) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:43.087496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Attempting to bind port 2e6b9242-c385-4251-8e77-5299d5e54b25 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:43.087876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Attempting to bind port 2e6b9242-c385-4251-8e77-5299d5e54b25 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '0df28d15-0219-4f33-aefb-44b6d755de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5658f8bf-d71e-4c45-8836-c5b9f0d54811'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:43.088250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Attempting to bind port 2e6b9242-c385-4251-8e77-5299d5e54b25 on network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:43.093134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:43.093518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Checking segment: {'id': '0df28d15-0219-4f33-aefb-44b6d755de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5658f8bf-d71e-4c45-8836-c5b9f0d54811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:43.093928 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.094329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Bound using segment: {'id': '0df28d15-0219-4f33-aefb-44b6d755de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5658f8bf-d71e-4c45-8836-c5b9f0d54811'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:43.094801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Bound port: 2e6b9242-c385-4251-8e77-5299d5e54b25, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df28d15-0219-4f33-aefb-44b6d755de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5658f8bf-d71e-4c45-8836-c5b9f0d54811'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:43.095189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.156262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] For port 2e6b9242-c385-4251-8e77-5299d5e54b25, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:43.159452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] For port 2e6b9242-c385-4251-8e77-5299d5e54b25, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2e6b9242-c385-4251-8e77-5299d5e54b25,segment=NetworkSegment(0df28d15-0219-4f33-aefb-44b6d755de3a),segment_id=0df28d15-0219-4f33-aefb-44b6d755de3a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:43.203390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.224494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.283165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eab94e-2972-40d5-b93b-f3a40e1f6bfe None None] Pushing event updated for resources: {'Port': ['ID=2e6b9242-c385-4251-8e77-5299d5e54b25,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.305428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.353766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:43.356898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:43.359492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:43.366270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:43.366891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.387815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=5009483c-0c92-42a0-aa3a-3f05c571cd31,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.459726 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-acce19fe-b6e5-4966-90ed-2e148a2612e7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7114432 Sep 16 05:23:43.462125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52200) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:43.538477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47140d27-9c0b-4d09-aa6e-6151cfdd0851 req-2050c193-54fc-48ee-a430-b050746c6540 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:43.540111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47140d27-9c0b-4d09-aa6e-6151cfdd0851 req-2050c193-54fc-48ee-a430-b050746c6540 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0529211 Sep 16 05:23:43.580968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47140d27-9c0b-4d09-aa6e-6151cfdd0851 req-6d16a056-1fc9-45ad-87b7-864ca9abe196 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348408 Sep 16 05:23:44.081840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.207005 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.254098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f16c8c3-2004-4b99-9231-12e896911ccf None None] Network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:44.282531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2e6b9242-c385-4251-8e77-5299d5e54b25 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:44.336969 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.373294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4aaea454-eed5-4b96-8775-ad6687bb701c None None] Provisioning complete for port 2e6b9242-c385-4251-8e77-5299d5e54b25 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:44.376876 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aaea454-eed5-4b96-8775-ad6687bb701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.395205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.462043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2e6b9242-c385-4251-8e77-5299d5e54b25 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:44.462043 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.488417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5f46e68f-7ea2-4174-889c-b39e123595c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.488637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=5009483c-0c92-42a0-aa3a-3f05c571cd31,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.570238 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aaea454-eed5-4b96-8775-ad6687bb701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.574568 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.635816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4aaea454-eed5-4b96-8775-ad6687bb701c None None] For port 2e6b9242-c385-4251-8e77-5299d5e54b25, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2e6b9242-c385-4251-8e77-5299d5e54b25,segment=NetworkSegment(0df28d15-0219-4f33-aefb-44b6d755de3a),segment_id=0df28d15-0219-4f33-aefb-44b6d755de3a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:44.637156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.711071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4aaea454-eed5-4b96-8775-ad6687bb701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.714494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427dee5-22c0-4fb9-a827-ce502939e0fc req-863c1588-0568-424a-a6c9-39f5c5bb2d1b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.716769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a427dee5-22c0-4fb9-a827-ce502939e0fc req-863c1588-0568-424a-a6c9-39f5c5bb2d1b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Sep 16 05:23:44.776272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a427dee5-22c0-4fb9-a827-ce502939e0fc req-b10fcdb0-a0f1-4582-82ff-5299ba06eefc tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Sep 16 05:23:44.791396 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:44.791893 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:44.796547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea454-eed5-4b96-8775-ad6687bb701c None None] Pushing event updated for resources: {'Port': ['ID=2e6b9242-c385-4251-8e77-5299d5e54b25,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.798190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.932401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ea8da11f-1a0d-4d27-9f61-870a2373fd50 None None] Provisioning complete for port 2e6b9242-c385-4251-8e77-5299d5e54b25 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:44.932781 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea8da11f-1a0d-4d27-9f61-870a2373fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.025842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ea8da11f-1a0d-4d27-9f61-870a2373fd50 None None] Provisioning complete for port 5009483c-0c92-42a0-aa3a-3f05c571cd31 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:45.026107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea8da11f-1a0d-4d27-9f61-870a2373fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.061694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ea8da11f-1a0d-4d27-9f61-870a2373fd50 None None] Port 5009483c-0c92-42a0-aa3a-3f05c571cd31 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:45.081766 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.161635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.162968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.184903 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.187615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-80c97aac-dca9-4ac7-8c37-be89cd1a950d None None] Provisioning complete for port 5009483c-0c92-42a0-aa3a-3f05c571cd31 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:45.187993 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-80c97aac-dca9-4ac7-8c37-be89cd1a950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.229433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-80c97aac-dca9-4ac7-8c37-be89cd1a950d None None] Port 5009483c-0c92-42a0-aa3a-3f05c571cd31 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:45.235176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=5009483c-0c92-42a0-aa3a-3f05c571cd31,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.270416 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:45.299402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:45.303902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:45.349584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1947f88f-7a24-4b28-a8fc-51b4b168ff0b None None] Provisioning complete for port 5009483c-0c92-42a0-aa3a-3f05c571cd31 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:45.350488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1947f88f-7a24-4b28-a8fc-51b4b168ff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.392327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1947f88f-7a24-4b28-a8fc-51b4b168ff0b None None] Port 5009483c-0c92-42a0-aa3a-3f05c571cd31 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:45.509445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router b8ca8c23-5fb9-417b-a8a7-c18275490f91 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:45.604401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:45.610272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f7dc0baa-252f-441f-a5ba-97032a00db93 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/b8ca8c23-5fb9-417b-a8a7-c18275490f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1469772 Sep 16 05:23:45.612726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52204) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:45.615550 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271b320-b3c4-4028-a64d-5e848bd1168b None None] Sync routers for ids ['b8ca8c23-5fb9-417b-a8a7-c18275490f91'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:45.616921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8dcdb89c-a358-40a1-84e1-e2d0c483595b None None] Provisioning complete for port 5009483c-0c92-42a0-aa3a-3f05c571cd31 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:45.617480 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb89c-a358-40a1-84e1-e2d0c483595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.626256 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271b320-b3c4-4028-a64d-5e848bd1168b None None] Routers {'b8ca8c23-5fb9-417b-a8a7-c18275490f91'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:45.626865 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c271b320-b3c4-4028-a64d-5e848bd1168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b8ca8c23-5fb9-417b-a8a7-c18275490f91'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:45.652462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8dcdb89c-a358-40a1-84e1-e2d0c483595b None None] Port 5009483c-0c92-42a0-aa3a-3f05c571cd31 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:45.655927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef28c7-a994-468b-abb9-3e6657eda8eb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.659718 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0cef28c7-a994-468b-abb9-3e6657eda8eb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports/5009483c-0c92-42a0-aa3a-3f05c571cd31 HTTP/1.1" status: 200 len: 984 time: 0.0435777 Sep 16 05:23:45.659869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52206) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:45.664002 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c271b320-b3c4-4028-a64d-5e848bd1168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:45.673074 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271b320-b3c4-4028-a64d-5e848bd1168b None None] Routers {'b8ca8c23-5fb9-417b-a8a7-c18275490f91'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:45.673682 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c271b320-b3c4-4028-a64d-5e848bd1168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b8ca8c23-5fb9-417b-a8a7-c18275490f91'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:45.703896 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c271b320-b3c4-4028-a64d-5e848bd1168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:45.704529 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271b320-b3c4-4028-a64d-5e848bd1168b None None] The sync data for ids ['b8ca8c23-5fb9-417b-a8a7-c18275490f91'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:45.882784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da30bd7-4c34-4c02-b8a1-00cc964ea6e2 req-e8a2c4d3-221b-460c-9ff8-1ddce3443954 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.884315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7da30bd7-4c34-4c02-b8a1-00cc964ea6e2 req-e8a2c4d3-221b-460c-9ff8-1ddce3443954 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0535121 Sep 16 05:23:45.922461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7da30bd7-4c34-4c02-b8a1-00cc964ea6e2 req-13f9ef6f-c91e-4550-950f-1092094a797b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Sep 16 05:23:45.975988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.180034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 5009483c-0c92-42a0-aa3a-3f05c571cd31 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:46.180384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.236210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2e6b9242-c385-4251-8e77-5299d5e54b25 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:46.274183 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.286116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 5009483c-0c92-42a0-aa3a-3f05c571cd31 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:46.286291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2e6b9242-c385-4251-8e77-5299d5e54b25 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:46.286545 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.515629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.542403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=5009483c-0c92-42a0-aa3a-3f05c571cd31,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:46.638924 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.795285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router b8ca8c23-5fb9-417b-a8a7-c18275490f91 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:46.846833 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.867789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:46.873437 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-80e26574-805d-4079-b4b8-934914444dbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/b8ca8c23-5fb9-417b-a8a7-c18275490f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2124634 Sep 16 05:23:46.875850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52210) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:46.876840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f935ce1-f7a2-4843-9f67-290f7f68dafb None None] Sync routers for ids ['b8ca8c23-5fb9-417b-a8a7-c18275490f91'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:46.886592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f935ce1-f7a2-4843-9f67-290f7f68dafb None None] Routers {'b8ca8c23-5fb9-417b-a8a7-c18275490f91'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:46.887198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3f935ce1-f7a2-4843-9f67-290f7f68dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b8ca8c23-5fb9-417b-a8a7-c18275490f91'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:46.921776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3f935ce1-f7a2-4843-9f67-290f7f68dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:46.930514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f935ce1-f7a2-4843-9f67-290f7f68dafb None None] Routers {'b8ca8c23-5fb9-417b-a8a7-c18275490f91'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:46.931127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3f935ce1-f7a2-4843-9f67-290f7f68dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b8ca8c23-5fb9-417b-a8a7-c18275490f91'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:46.964365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3f935ce1-f7a2-4843-9f67-290f7f68dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:46.964932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f935ce1-f7a2-4843-9f67-290f7f68dafb None None] The sync data for ids ['b8ca8c23-5fb9-417b-a8a7-c18275490f91'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:47.050330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1933aec-b7c0-473e-bde0-d57cf02e03f2 req-7cd783f9-3f52-4b19-b31d-d663cf130c25 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:47.051765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1933aec-b7c0-473e-bde0-d57cf02e03f2 req-7cd783f9-3f52-4b19-b31d-d663cf130c25 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0579693 Sep 16 05:23:47.062270 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-3df7417d-ccc7-4630-a13f-dff951e22566 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:23:47.063813 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3df7417d-ccc7-4630-a13f-dff951e22566 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/b8ca8c23-5fb9-417b-a8a7-c18275490f91/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1864958 Sep 16 05:23:47.066087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52214) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:47.091869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1933aec-b7c0-473e-bde0-d57cf02e03f2 req-9e12f8ed-9fda-47d6-9e13-d2846edd6cfc tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332673 Sep 16 05:23:47.096501 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0b907670-b3d6-400a-a6a0-fd7fe0cdd908 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ca8c23-5fb9-417b-a8a7-c18275490f91 HTTP/1.1" status: 200 len: 205 time: 0.0293822 Sep 16 05:23:47.098974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52216) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:47.169248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef0eecc5-cb72-40fa-9494-26f959221e94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.601468 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef0eecc5-cb72-40fa-9494-26f959221e94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.603602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef0eecc5-cb72-40fa-9494-26f959221e94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.715413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef0eecc5-cb72-40fa-9494-26f959221e94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.715955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0eecc5-cb72-40fa-9494-26f959221e94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Fanout notify agent at l3_agent the message router_deleted on router b8ca8c23-5fb9-417b-a8a7-c18275490f91 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:47.723065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef0eecc5-cb72-40fa-9494-26f959221e94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.724223 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ef0eecc5-cb72-40fa-9494-26f959221e94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/b8ca8c23-5fb9-417b-a8a7-c18275490f91 HTTP/1.1" status: 204 len: 168 time: 0.6242609 Sep 16 05:23:47.727585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52222) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:47.777918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet b140de87-ce9c-4e65-bb4a-2cb219ca7b9c {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:47.781005 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.825500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.906564 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.045927 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.076003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=b140de87-ce9c-4e65-bb4a-2cb219ca7b9c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.086489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.086841 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.087181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.087544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.087878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.088208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.089030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.089030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.089192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.089485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.089787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.090110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.092395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac93291-94b8-4397-a110-b6ec4640601d None None] Network 5658f8bf-d71e-4c45-8836-c5b9f0d54811 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:48.093013 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.097388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f44b4945-9d1c-4643-bbd4-d53c7d1a0acc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/b140de87-ce9c-4e65-bb4a-2cb219ca7b9c HTTP/1.1" status: 204 len: 168 time: 0.3662655 Sep 16 05:23:48.097573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52224) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:48.183187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.258013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9b655-498d-4a18-ac9d-b01488f53e76 req-359e6a41-7a9e-42e1-8c54-84a88c7de7b9 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.259537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92a9b655-498d-4a18-ac9d-b01488f53e76 req-359e6a41-7a9e-42e1-8c54-84a88c7de7b9 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0965285 Sep 16 05:23:48.275157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] DHCP port deletion for 5658f8bf-d71e-4c45-8836-c5b9f0d54811 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:48.289377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 2e6b9242-c385-4251-8e77-5299d5e54b25 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:48.289724 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.319789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] Deleting port 2e6b9242-c385-4251-8e77-5299d5e54b25 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:48.320086 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.331540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92a9b655-498d-4a18-ac9d-b01488f53e76 req-9356d9e2-9df1-4f6a-94db-145fc53f0dec tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660207 Sep 16 05:23:48.372738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port 2e6b9242-c385-4251-8e77-5299d5e54b25, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2e6b9242-c385-4251-8e77-5299d5e54b25,segment=NetworkSegment(0df28d15-0219-4f33-aefb-44b6d755de3a),segment_id=0df28d15-0219-4f33-aefb-44b6d755de3a)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:48.373117 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.385904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] For port 2e6b9242-c385-4251-8e77-5299d5e54b25, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2e6b9242-c385-4251-8e77-5299d5e54b25,segment=NetworkSegment(0df28d15-0219-4f33-aefb-44b6d755de3a),segment_id=0df28d15-0219-4f33-aefb-44b6d755de3a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:48.386243 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.387871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 2e6b9242-c385-4251-8e77-5299d5e54b25 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:48.399051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] Calling delete_port for 2e6b9242-c385-4251-8e77-5299d5e54b25 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:48.559409 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.565549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.585378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=2e6b9242-c385-4251-8e77-5299d5e54b25,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.589738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No DVR routers for this DVR port 2e6b9242-c385-4251-8e77-5299d5e54b25 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:48.590597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] Pushing event deleted for resources: {'Port': ['ID=2e6b9242-c385-4251-8e77-5299d5e54b25,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.594369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0426c72-4117-41c4-8af2-e81c03687e79 None None] No DVR routers for this DVR port 2e6b9242-c385-4251-8e77-5299d5e54b25 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:48.672360 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.691887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5658f8bf-d71e-4c45-8836-c5b9f0d54811']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:48.701704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df28d15-0219-4f33-aefb-44b6d755de3a') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:48.702000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df28d15-0219-4f33-aefb-44b6d755de3a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:48.711073 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.723879 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.729722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:48.730099 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:48.733068 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:48.858025 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.869862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.869862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/5658f8bf-d71e-4c45-8836-c5b9f0d54811 HTTP/1.1" status: 204 len: 168 time: 0.7690771 Sep 16 05:23:48.871349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52228) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:48.876348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1127206602'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:48.880239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db8f52-2f72-4d0c-b5da-5efe62af6cd0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=5658f8bf-d71e-4c45-8836-c5b9f0d54811,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:49.023684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:49.027223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.050422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:49.059405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.059748 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment f32da8c9-1d03-467b-8617-2b2072e54c45 of type vlan for network 801eb457-3348-419c-8c8d-2e9c549071f2 Sep 16 05:23:49.097429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.177706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.183921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.184508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.251689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=801eb457-3348-419c-8c8d-2e9c549071f2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:49.261557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 801eb457-3348-419c-8c8d-2e9c549071f2 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:49.276143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d8ada506-66c7-4ae2-98d2-9bdca442f79a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4036944 Sep 16 05:23:49.278888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52230) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:49.284273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': '801eb457-3348-419c-8c8d-2e9c549071f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:49.429590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:49.433143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.451706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b2ee5-e930-4678-91ff-a314e1857a80 req-b573dd25-7d14-4f48-9666-5f796c941a26 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.453241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa3b2ee5-e930-4678-91ff-a314e1857a80 req-b573dd25-7d14-4f48-9666-5f796c941a26 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Sep 16 05:23:49.491691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa3b2ee5-e930-4678-91ff-a314e1857a80 req-d4ea02db-0300-414c-a3ce-5e1bb425b4f9 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324287 Sep 16 05:23:49.681156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.749022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=3f0f6acf-fa91-44f9-b070-e1f0477ce3ea,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:49.753372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': 'f32da8c9-1d03-467b-8617-2b2072e54c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '801eb457-3348-419c-8c8d-2e9c549071f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:49.753739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: 801eb457-3348-419c-8c8d-2e9c549071f2, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:49.857869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 801eb457-3348-419c-8c8d-2e9c549071f2 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:49.972598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 801eb457-3348-419c-8c8d-2e9c549071f2) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:49.976524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.977135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.981664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166fa299-6f2f-4ef0-b084-ff11a62d2a01 None None] Network 801eb457-3348-419c-8c8d-2e9c549071f2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:50.086044 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ff06ade-f8ed-4af3-97ff-e1c5dad89c56 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8060424 Sep 16 05:23:50.088533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52234) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:50.093084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-63c9531c-3d81-41ad-a713-431e76f1f1a1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1738100468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:50.125767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-801eb457-3348-419c-8c8d-2e9c549071f2', 'network_id': '801eb457-3348-419c-8c8d-2e9c549071f2', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': '3f0f6acf-fa91-44f9-b070-e1f0477ce3ea'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:50.126627 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.178695 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-63c9531c-3d81-41ad-a713-431e76f1f1a1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.179796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-63c9531c-3d81-41ad-a713-431e76f1f1a1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.233605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-63c9531c-3d81-41ad-a713-431e76f1f1a1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.254246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2e6b9242-c385-4251-8e77-5299d5e54b25 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:50.284577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 2e6b9242-c385-4251-8e77-5299d5e54b25 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:50.285235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2e6b9242-c385-4251-8e77-5299d5e54b25 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:50.302006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Allocated IP 2001:db8::2 (801eb457-3348-419c-8c8d-2e9c549071f2/3f0f6acf-fa91-44f9-b070-e1f0477ce3ea/a72af421-66d0-4380-b433-d989444cef17) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:50.327202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-63c9531c-3d81-41ad-a713-431e76f1f1a1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.407035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-63c9531c-3d81-41ad-a713-431e76f1f1a1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.408326 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-63c9531c-3d81-41ad-a713-431e76f1f1a1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3188541 Sep 16 05:23:50.411045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52236) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:50.441033 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.510306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.552461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Network 801eb457-3348-419c-8c8d-2e9c549071f2 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:50.559913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:50.562400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:50.574609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Pushing event updated for resources: {'Port': ['ID=a72af421-66d0-4380-b433-d989444cef17,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.613671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677d596-631d-4864-9159-b88640705229 req-23657f59-477f-45eb-9942-b5a40aa84362 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:50.615521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8677d596-631d-4864-9159-b88640705229 req-23657f59-477f-45eb-9942-b5a40aa84362 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0550773 Sep 16 05:23:50.621286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Attempting to bind port a72af421-66d0-4380-b433-d989444cef17 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:50.621665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Attempting to bind port a72af421-66d0-4380-b433-d989444cef17 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'f32da8c9-1d03-467b-8617-2b2072e54c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '801eb457-3348-419c-8c8d-2e9c549071f2'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:50.622039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Attempting to bind port a72af421-66d0-4380-b433-d989444cef17 on network 801eb457-3348-419c-8c8d-2e9c549071f2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.627611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:50.627991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Checking segment: {'id': 'f32da8c9-1d03-467b-8617-2b2072e54c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '801eb457-3348-419c-8c8d-2e9c549071f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:50.633182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.633182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Bound using segment: {'id': 'f32da8c9-1d03-467b-8617-2b2072e54c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '801eb457-3348-419c-8c8d-2e9c549071f2'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:50.633182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Bound port: a72af421-66d0-4380-b433-d989444cef17, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32da8c9-1d03-467b-8617-2b2072e54c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '801eb457-3348-419c-8c8d-2e9c549071f2'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:50.633182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.657591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8677d596-631d-4864-9159-b88640705229 req-d1151ff0-4e86-477a-bc94-a195db27d96c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336418 Sep 16 05:23:50.695908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] For port a72af421-66d0-4380-b433-d989444cef17, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:50.702619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] For port a72af421-66d0-4380-b433-d989444cef17, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a72af421-66d0-4380-b433-d989444cef17,segment=NetworkSegment(f32da8c9-1d03-467b-8617-2b2072e54c45),segment_id=f32da8c9-1d03-467b-8617-2b2072e54c45)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:50.704479 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.773880 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.829669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51f7d2-d5cb-4ed3-b39b-2c119423d8c2 None None] Pushing event updated for resources: {'Port': ['ID=a72af421-66d0-4380-b433-d989444cef17,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.954135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8::1 (801eb457-3348-419c-8c8d-2e9c549071f2/3f0f6acf-fa91-44f9-b070-e1f0477ce3ea/e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:51.108113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.212633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.256639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 801eb457-3348-419c-8c8d-2e9c549071f2 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:51.259717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:51.265593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:51.266134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.272696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.453850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.726437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.751806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221f5c9-d5a0-4054-b982-0052eb9137a6 None None] Network 801eb457-3348-419c-8c8d-2e9c549071f2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:51.782656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67ff68-6a13-4fe6-b33c-109febf64daf req-25aa46e5-19d0-4bd1-a086-a9944c88168a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.784444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f67ff68-6a13-4fe6-b33c-109febf64daf req-25aa46e5-19d0-4bd1-a086-a9944c88168a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0507226 Sep 16 05:23:51.822978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f67ff68-6a13-4fe6-b33c-109febf64daf req-8d006684-bd02-4cfe-bce4-be0a4c59e858 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Sep 16 05:23:51.824507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.825680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.829378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-190b3506-46ae-4f9e-9d5e-ffd077d99bcc None None] Provisioning complete for port a72af421-66d0-4380-b433-d989444cef17 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:51.830014 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-190b3506-46ae-4f9e-9d5e-ffd077d99bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.925146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.965277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 801eb457-3348-419c-8c8d-2e9c549071f2 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:51.966788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:52.123477 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-190b3506-46ae-4f9e-9d5e-ffd077d99bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.160664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-190b3506-46ae-4f9e-9d5e-ffd077d99bcc None None] For port a72af421-66d0-4380-b433-d989444cef17, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a72af421-66d0-4380-b433-d989444cef17,segment=NetworkSegment(f32da8c9-1d03-467b-8617-2b2072e54c45),segment_id=f32da8c9-1d03-467b-8617-2b2072e54c45)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:52.166828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 6f00b24b-90ef-4186-8900-a6c1ae277fe1 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:52.259418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f152a55-564e-4900-8c17-46edefe0f284 req-86da8458-f2e6-4d0d-b53d-d24746805eeb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.261014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f152a55-564e-4900-8c17-46edefe0f284 req-86da8458-f2e6-4d0d-b53d-d24746805eeb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0698187 Sep 16 05:23:52.284044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-190b3506-46ae-4f9e-9d5e-ffd077d99bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.317224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:52.326748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-67c92f7a-1977-4901-b46d-dfec70228bec tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/6f00b24b-90ef-4186-8900-a6c1ae277fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9146039 Sep 16 05:23:52.327527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52248) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:52.336189 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e189441-0ae4-4be4-959c-147e91c8146a None None] Sync routers for ids ['6f00b24b-90ef-4186-8900-a6c1ae277fe1'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:52.337112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a72af421-66d0-4380-b433-d989444cef17 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:52.337853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f152a55-564e-4900-8c17-46edefe0f284 req-cf6d01eb-04cc-4ee7-8c9c-b9e4f293bc62 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690606 Sep 16 05:23:52.364725 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e189441-0ae4-4be4-959c-147e91c8146a None None] Routers {'6f00b24b-90ef-4186-8900-a6c1ae277fe1'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:52.365796 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7e189441-0ae4-4be4-959c-147e91c8146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6f00b24b-90ef-4186-8900-a6c1ae277fe1'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:52.423136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95392ff3-98f8-4686-b1e7-4b0d6da03f0c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.429244 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-95392ff3-98f8-4686-b1e7-4b0d6da03f0c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports/e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d HTTP/1.1" status: 200 len: 911 time: 0.1004231 Sep 16 05:23:52.430418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-658bb2de-4530-4533-a5a0-588162170f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.432365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-658bb2de-4530-4533-a5a0-588162170f7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1097 time: 0.0590708 Sep 16 05:23:52.432626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52250) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:52.458631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b3506-46ae-4f9e-9d5e-ffd077d99bcc None None] Pushing event updated for resources: {'Port': ['ID=a72af421-66d0-4380-b433-d989444cef17,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:52.490739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a72af421-66d0-4380-b433-d989444cef17 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.491232 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.511083 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7e189441-0ae4-4be4-959c-147e91c8146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:52.522209 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e189441-0ae4-4be4-959c-147e91c8146a None None] Routers {'6f00b24b-90ef-4186-8900-a6c1ae277fe1'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:52.523047 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7e189441-0ae4-4be4-959c-147e91c8146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6f00b24b-90ef-4186-8900-a6c1ae277fe1'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:52.545375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-12dd99b0-d307-40cd-8490-8fd986c23001 None None] Provisioning complete for port e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.547672 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12dd99b0-d307-40cd-8490-8fd986c23001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.564077 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7e189441-0ae4-4be4-959c-147e91c8146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:52.564963 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e189441-0ae4-4be4-959c-147e91c8146a None None] The sync data for ids ['6f00b24b-90ef-4186-8900-a6c1ae277fe1'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:52.600476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-12dd99b0-d307-40cd-8490-8fd986c23001 None None] Port e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:52.614292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-b236bc8d-a016-41cc-ae66-61b46056bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.618178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-12dd99b0-d307-40cd-8490-8fd986c23001 None None] Provisioning complete for port a72af421-66d0-4380-b433-d989444cef17 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.618683 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12dd99b0-d307-40cd-8490-8fd986c23001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.620567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-b236bc8d-a016-41cc-ae66-61b46056bbbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 912 time: 0.1716964 Sep 16 05:23:52.727539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-813e9062-e66b-44c2-b977-6cc6f078eb81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 200 len: 999 time: 0.0971732 Sep 16 05:23:52.787035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-78a9ce94-2040-4685-929c-a4206c1e9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.788587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-78a9ce94-2040-4685-929c-a4206c1e9d26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0499206 Sep 16 05:23:52.825426 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.852762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-ec77cdc2-af89-4c2d-a429-38078126b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.854456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-ec77cdc2-af89-4c2d-a429-38078126b2a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570090 Sep 16 05:23:52.869579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-94d1324d-4ed5-44e4-967c-d64ccc8f9229 None None] Provisioning complete for port e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.870202 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-94d1324d-4ed5-44e4-967c-d64ccc8f9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.915882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-94d1324d-4ed5-44e4-967c-d64ccc8f9229 None None] Port e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:52.969906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-caf3f48f-9947-4a2d-ba06-ba6a713c411c service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033907 Sep 16 05:23:53.084333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f2cc8e1-ed0b-4258-96a3-de868bccaf93 req-b7d5439e-7429-4a0f-b2d1-fb3b0bf6c841 service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061401 Sep 16 05:23:53.094490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:53.094838 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.138082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-82a36ae8-9adb-46ce-abac-7cade766ec6a None None] Provisioning complete for port e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:53.138412 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-82a36ae8-9adb-46ce-abac-7cade766ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.175451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-82a36ae8-9adb-46ce-abac-7cade766ec6a None None] Port e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:53.186658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.199014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:53.423815 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.450961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=e44eadfb-ccd1-4f76-8a43-9f7bc1819f1d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.453318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8e8f1-2ef5-4a24-ba66-ac66ef22424a req-1efd8c99-028c-43db-a933-b7d12d6a148c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.455672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5b8e8f1-2ef5-4a24-ba66-ac66ef22424a req-1efd8c99-028c-43db-a933-b7d12d6a148c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Sep 16 05:23:53.500637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5b8e8f1-2ef5-4a24-ba66-ac66ef22424a req-5545cd8f-7ed8-4d9b-b8e2-6ca0d1b4ed98 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377338 Sep 16 05:23:53.551699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.991438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 6f00b24b-90ef-4186-8900-a6c1ae277fe1 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:54.067016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:54.072974 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2e166e97-06e6-4489-bbd8-504e5b2e188c tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/6f00b24b-90ef-4186-8900-a6c1ae277fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394465 Sep 16 05:23:54.076147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52256) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.077562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f30f8-0e03-4e92-aca6-0f57399eb7ae None None] Sync routers for ids ['6f00b24b-90ef-4186-8900-a6c1ae277fe1'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:54.086646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f30f8-0e03-4e92-aca6-0f57399eb7ae None None] Routers {'6f00b24b-90ef-4186-8900-a6c1ae277fe1'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:54.087304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c27f30f8-0e03-4e92-aca6-0f57399eb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6f00b24b-90ef-4186-8900-a6c1ae277fe1'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.102414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eac27daf-17e8-4828-89f7-33881c59da4e tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f00b24b-90ef-4186-8900-a6c1ae277fe1 HTTP/1.1" status: 200 len: 205 time: 0.0251904 Sep 16 05:23:54.104864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52258) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.120135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c27f30f8-0e03-4e92-aca6-0f57399eb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.128723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f30f8-0e03-4e92-aca6-0f57399eb7ae None None] Routers {'6f00b24b-90ef-4186-8900-a6c1ae277fe1'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:54.129329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c27f30f8-0e03-4e92-aca6-0f57399eb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6f00b24b-90ef-4186-8900-a6c1ae277fe1'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.159703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c27f30f8-0e03-4e92-aca6-0f57399eb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.160352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f30f8-0e03-4e92-aca6-0f57399eb7ae None None] The sync data for ids ['6f00b24b-90ef-4186-8900-a6c1ae277fe1'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:54.180829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74e453cb-59d5-4f32-83ad-368561a49ffa tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.242196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a72af421-66d0-4380-b433-d989444cef17 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:54.292855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a72af421-66d0-4380-b433-d989444cef17 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:54.293225 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.341287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74e453cb-59d5-4f32-83ad-368561a49ffa tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.343426 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74e453cb-59d5-4f32-83ad-368561a49ffa tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.430082 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74e453cb-59d5-4f32-83ad-368561a49ffa tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.430598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e453cb-59d5-4f32-83ad-368561a49ffa tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Fanout notify agent at l3_agent the message router_deleted on router 6f00b24b-90ef-4186-8900-a6c1ae277fe1 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:54.437411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74e453cb-59d5-4f32-83ad-368561a49ffa tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.440894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-74e453cb-59d5-4f32-83ad-368561a49ffa tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/6f00b24b-90ef-4186-8900-a6c1ae277fe1 HTTP/1.1" status: 204 len: 168 time: 0.3327680 Sep 16 05:23:54.441372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52260) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.492040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfb0294-544a-440c-90b4-068d9c6550e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet 3f0f6acf-fa91-44f9-b070-e1f0477ce3ea {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:54.495139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0294-544a-440c-90b4-068d9c6550e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.533724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0294-544a-440c-90b4-068d9c6550e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.615480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f700d-e120-46b3-9342-3e963b787710 req-455ce442-caf0-4e23-8196-34e18dc9e70c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.616978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-244f700d-e120-46b3-9342-3e963b787710 req-455ce442-caf0-4e23-8196-34e18dc9e70c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Sep 16 05:23:54.620454 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0294-544a-440c-90b4-068d9c6550e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.655458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-244f700d-e120-46b3-9342-3e963b787710 req-4c290179-7260-4afc-bb8d-ff3f328ebdb8 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Sep 16 05:23:54.743836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0294-544a-440c-90b4-068d9c6550e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.770286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb0294-544a-440c-90b4-068d9c6550e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0f6acf-fa91-44f9-b070-e1f0477ce3ea,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:54.774566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0294-544a-440c-90b4-068d9c6550e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.777946 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2bfb0294-544a-440c-90b4-068d9c6550e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/3f0f6acf-fa91-44f9-b070-e1f0477ce3ea HTTP/1.1" status: 204 len: 168 time: 0.3341391 Sep 16 05:23:54.779081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52266) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.781539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba34d6a-5a5e-4834-b643-1776fdbb9871 None None] Network 801eb457-3348-419c-8c8d-2e9c549071f2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:54.859338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.915292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port a72af421-66d0-4380-b433-d989444cef17 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:54.915634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.951675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] DHCP port deletion for 801eb457-3348-419c-8c8d-2e9c549071f2 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:54.983026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port a72af421-66d0-4380-b433-d989444cef17, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a72af421-66d0-4380-b433-d989444cef17,segment=NetworkSegment(f32da8c9-1d03-467b-8617-2b2072e54c45),segment_id=f32da8c9-1d03-467b-8617-2b2072e54c45)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:54.983437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.996128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for a72af421-66d0-4380-b433-d989444cef17 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:54.996868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] Deleting port a72af421-66d0-4380-b433-d989444cef17 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:54.997405 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.060961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] For port a72af421-66d0-4380-b433-d989444cef17, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a72af421-66d0-4380-b433-d989444cef17,segment=NetworkSegment(f32da8c9-1d03-467b-8617-2b2072e54c45),segment_id=f32da8c9-1d03-467b-8617-2b2072e54c45)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:55.061274 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.073570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] Calling delete_port for a72af421-66d0-4380-b433-d989444cef17 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:55.131444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.145211 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.157587 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=a72af421-66d0-4380-b433-d989444cef17,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:55.161188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No DVR routers for this DVR port a72af421-66d0-4380-b433-d989444cef17 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:55.173238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] Pushing event deleted for resources: {'Port': ['ID=a72af421-66d0-4380-b433-d989444cef17,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:55.176885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3afcbb-b5af-4d7d-83a8-6b271cfed0ed None None] No DVR routers for this DVR port a72af421-66d0-4380-b433-d989444cef17 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:55.244276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.264239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801eb457-3348-419c-8c8d-2e9c549071f2']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.273455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32da8c9-1d03-467b-8617-2b2072e54c45') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.273770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32da8c9-1d03-467b-8617-2b2072e54c45') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.282981 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.295886 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.301628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:55.302023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:55.305731 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:55.439605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.443054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.445485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/801eb457-3348-419c-8c8d-2e9c549071f2 HTTP/1.1" status: 204 len: 168 time: 0.6654468 Sep 16 05:23:55.449512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52270) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:55.454356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-286506264', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:55.456926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b87b5e-da2d-4f41-a7e1-80f847683c96 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=801eb457-3348-419c-8c8d-2e9c549071f2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:55.520816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.521834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.574319 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.747982 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.994182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.012215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.118069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 172.25.7.186 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/31be2140-0981-4331-a36a-754b08d90f0f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:56.219041 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.236126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a72af421-66d0-4380-b433-d989444cef17 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:56.256520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a72af421-66d0-4380-b433-d989444cef17 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:56.256863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a72af421-66d0-4380-b433-d989444cef17 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:56.304163 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.342178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:56.345001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:56.347566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:56.377057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=31be2140-0981-4331-a36a-754b08d90f0f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.678931 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.874849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.063638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router a5063bbf-3478-4b0b-987f-c672b3577b00 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:57.171300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:57.181674 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37a675-2736-474d-90c2-272872d20ad3 None None] Sync routers for ids ['a5063bbf-3478-4b0b-987f-c672b3577b00'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:57.190662 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37a675-2736-474d-90c2-272872d20ad3 None None] Routers {'a5063bbf-3478-4b0b-987f-c672b3577b00'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:57.191291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ba37a675-2736-474d-90c2-272872d20ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a5063bbf-3478-4b0b-987f-c672b3577b00'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:57.221858 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ba37a675-2736-474d-90c2-272872d20ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:57.230544 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37a675-2736-474d-90c2-272872d20ad3 None None] Routers {'a5063bbf-3478-4b0b-987f-c672b3577b00'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:57.231228 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ba37a675-2736-474d-90c2-272872d20ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a5063bbf-3478-4b0b-987f-c672b3577b00'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:57.246447 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.247745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7afe5c5e-be82-401e-85d6-6cca005f4b72 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7969832 Sep 16 05:23:57.250494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52272) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:57.264701 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ba37a675-2736-474d-90c2-272872d20ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:57.265343 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37a675-2736-474d-90c2-272872d20ad3 None None] The sync data for ids ['a5063bbf-3478-4b0b-987f-c672b3577b00'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:57.359230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f12b7a5a-0dd1-4227-948c-c72b22f9dcbb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/routers/a5063bbf-3478-4b0b-987f-c672b3577b00 HTTP/1.1" status: 200 len: 884 time: 0.1076126 Sep 16 05:23:57.361610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:57.945641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d18f4071-6107-4cb5-9445-376c1a5c0d94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5829608 Sep 16 05:23:57.948175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52276) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:57.952807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6e34b94c-10f6-4384-afca-966cd9ff0413 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-286506264'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:58.224040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.254505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e34b94c-10f6-4384-afca-966cd9ff0413 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.332897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e34b94c-10f6-4384-afca-966cd9ff0413 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.442405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e34b94c-10f6-4384-afca-966cd9ff0413 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router a5063bbf-3478-4b0b-987f-c672b3577b00 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:58.548082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e34b94c-10f6-4384-afca-966cd9ff0413 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:58.556499 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6e34b94c-10f6-4384-afca-966cd9ff0413 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.557672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6e34b94c-10f6-4384-afca-966cd9ff0413 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/a5063bbf-3478-4b0b-987f-c672b3577b00 HTTP/1.1" status: 200 len: 891 time: 0.6085489 Sep 16 05:23:58.557958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca2618-6671-48f3-a726-011fb0160e28 None None] Sync routers for ids ['a5063bbf-3478-4b0b-987f-c672b3577b00'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:58.560411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52278) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:58.568060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca2618-6671-48f3-a726-011fb0160e28 None None] Routers {'a5063bbf-3478-4b0b-987f-c672b3577b00'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:58.569283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b2ca2618-6671-48f3-a726-011fb0160e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a5063bbf-3478-4b0b-987f-c672b3577b00'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:58.601076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b2ca2618-6671-48f3-a726-011fb0160e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:58.609472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca2618-6671-48f3-a726-011fb0160e28 None None] Routers {'a5063bbf-3478-4b0b-987f-c672b3577b00'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:58.610080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b2ca2618-6671-48f3-a726-011fb0160e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['a5063bbf-3478-4b0b-987f-c672b3577b00'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:58.644386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-b2ca2618-6671-48f3-a726-011fb0160e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:58.645042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca2618-6671-48f3-a726-011fb0160e28 None None] The sync data for ids ['a5063bbf-3478-4b0b-987f-c672b3577b00'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:58.670285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5d161b78-0c4a-4d6c-8d3d-959d49833a90 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/routers/a5063bbf-3478-4b0b-987f-c672b3577b00 HTTP/1.1" status: 200 len: 891 time: 0.1087666 Sep 16 05:23:58.672889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52280) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:58.698859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1b3ca465-0e7b-4bfa-93ae-229b7c1eb348 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5063bbf-3478-4b0b-987f-c672b3577b00 HTTP/1.1" status: 200 len: 205 time: 0.0249395 Sep 16 05:23:58.701409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52282) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:58.805486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.908203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.158042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 31be2140-0981-4331-a36a-754b08d90f0f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:59.158713 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.232432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.245022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 31be2140-0981-4331-a36a-754b08d90f0f owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:59.492482 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.515771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=31be2140-0981-4331-a36a-754b08d90f0f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:59.595016 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.699604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.702001 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.817800 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.819015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Fanout notify agent at l3_agent the message router_deleted on router a5063bbf-3478-4b0b-987f-c672b3577b00 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:59.826204 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.827469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3438a31f-9c5f-4274-b60b-fcb8d4771d1f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/a5063bbf-3478-4b0b-987f-c672b3577b00 HTTP/1.1" status: 204 len: 168 time: 1.1250453 Sep 16 05:23:59.830804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52288) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:59.835700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1726031108'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:59.909468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:59.913154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.936761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:59.946301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.946685 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment f0a5f3d9-aef5-4bc9-a490-1d663a650a20 of type vlan for network c79e377c-20f7-487c-88a5-7bd4ee677f9a Sep 16 05:23:59.985602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.116203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.121789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.122379 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.195214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=c79e377c-20f7-487c-88a5-7bd4ee677f9a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:00.198908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network c79e377c-20f7-487c-88a5-7bd4ee677f9a details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:00.292991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-567e9393-1f7d-4a73-9e17-b8e17adade40 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4611080 Sep 16 05:24:00.295921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52290) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:00.300742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': 'c79e377c-20f7-487c-88a5-7bd4ee677f9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:00.495903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:00.499387 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.552559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52292) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:00.639576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-60f61d46-610d-4619-b891-02a04169415d tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2930 time: 0.0852950 Sep 16 05:24:00.642075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52294) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:00.647472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'network': {'name': 'tempest-network-smoke--1866829166', 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'port_security_enabled': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:00.732025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Made reservation on behalf of e675acbe02dd43aaaa393a07c94c8f16 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:00.736128 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.761250 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.762896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:00.772464 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.772805 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Added segment bb9aa32c-69fd-4144-b9e4-306d436cb08a of type vlan for network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 Sep 16 05:24:00.812441 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.829257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=883e97b3-2fe5-4465-bfb7-92c8ebc54b9d,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:00.837940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': 'f0a5f3d9-aef5-4bc9-a490-1d663a650a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c79e377c-20f7-487c-88a5-7bd4ee677f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:00.838306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: c79e377c-20f7-487c-88a5-7bd4ee677f9a, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:00.947908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.953956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.954584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.972317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network c79e377c-20f7-487c-88a5-7bd4ee677f9a is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:01.024429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Network': ['ID=47331c28-e4fc-4baa-b378-9fe6bc6b0a33,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.031892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.032248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.032592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.032932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.033269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.033611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.033943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.034275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.034606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.034933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.035282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.035606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:01.046168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:01.075662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, c79e377c-20f7-487c-88a5-7bd4ee677f9a) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:01.079940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.080537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.099707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d16cf-f78d-4867-9ef9-7a6d2de2762e None None] Network c79e377c-20f7-487c-88a5-7bd4ee677f9a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:01.104794 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bb153cd6-e7b3-44ae-a8c8-c875f6cb23f1 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4616683 Sep 16 05:24:01.107453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52296) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:01.112055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'admin_state_up': True, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:01.172816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-022d75bb-8d7a-43b9-a53e-61e52035df16 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8758330 Sep 16 05:24:01.175289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52298) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:01.179750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e759342c-3abf-4e99-8298-a30e724444a0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1040512218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:01.250240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-c79e377c-20f7-487c-88a5-7bd4ee677f9a', 'network_id': 'c79e377c-20f7-487c-88a5-7bd4ee677f9a', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': '883e97b3-2fe5-4465-bfb7-92c8ebc54b9d'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:01.251107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.269697 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.272865 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.328324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.364847 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e759342c-3abf-4e99-8298-a30e724444a0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.366812 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e759342c-3abf-4e99-8298-a30e724444a0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.388001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Allocated IP 2001:db8::2 (c79e377c-20f7-487c-88a5-7bd4ee677f9a/883e97b3-2fe5-4465-bfb7-92c8ebc54b9d/08942a9f-ea07-46d8-b3f6-4ef219c6596f) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:01.420066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e759342c-3abf-4e99-8298-a30e724444a0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.498802 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e759342c-3abf-4e99-8298-a30e724444a0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.529021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.536852 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.583822 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e759342c-3abf-4e99-8298-a30e724444a0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.585067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e759342c-3abf-4e99-8298-a30e724444a0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4088399 Sep 16 05:24:01.587795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52300) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:01.618532 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.667192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Network c79e377c-20f7-487c-88a5-7bd4ee677f9a is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:01.668619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Pushing event updated for resources: {'Port': ['ID=08942a9f-ea07-46d8-b3f6-4ef219c6596f,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.675703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:01.679119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:01.736704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Attempting to bind port 08942a9f-ea07-46d8-b3f6-4ef219c6596f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:01.737084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Attempting to bind port 08942a9f-ea07-46d8-b3f6-4ef219c6596f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'f0a5f3d9-aef5-4bc9-a490-1d663a650a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c79e377c-20f7-487c-88a5-7bd4ee677f9a'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:01.737439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Attempting to bind port 08942a9f-ea07-46d8-b3f6-4ef219c6596f on network c79e377c-20f7-487c-88a5-7bd4ee677f9a {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:01.743524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:01.743905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Checking segment: {'id': 'f0a5f3d9-aef5-4bc9-a490-1d663a650a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c79e377c-20f7-487c-88a5-7bd4ee677f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:01.744316 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.744719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Bound using segment: {'id': 'f0a5f3d9-aef5-4bc9-a490-1d663a650a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c79e377c-20f7-487c-88a5-7bd4ee677f9a'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:01.745189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Bound port: 08942a9f-ea07-46d8-b3f6-4ef219c6596f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a5f3d9-aef5-4bc9-a490-1d663a650a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c79e377c-20f7-487c-88a5-7bd4ee677f9a'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:01.745573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.810067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.812998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] For port 08942a9f-ea07-46d8-b3f6-4ef219c6596f, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:01.816716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] For port 08942a9f-ea07-46d8-b3f6-4ef219c6596f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=08942a9f-ea07-46d8-b3f6-4ef219c6596f,segment=NetworkSegment(f0a5f3d9-aef5-4bc9-a490-1d663a650a20),segment_id=f0a5f3d9-aef5-4bc9-a490-1d663a650a20)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:01.830978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.872417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.904106 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.964640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01454537-1d2c-432f-bf9d-92d75f443d28 None None] Pushing event updated for resources: {'Port': ['ID=08942a9f-ea07-46d8-b3f6-4ef219c6596f,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.986656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Allocated IP 172.25.7.160 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/5405c4a5-0c42-454a-b46a-83433bdbee27) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:02.104382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.162270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8::1 (c79e377c-20f7-487c-88a5-7bd4ee677f9a/883e97b3-2fe5-4465-bfb7-92c8ebc54b9d/2665f465-f563-487f-8afe-71f318668c44) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:02.279564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.306037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.306190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 08942a9f-ea07-46d8-b3f6-4ef219c6596f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:02.330731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:02.337309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:02.345978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:02.345978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=5405c4a5-0c42-454a-b46a-83433bdbee27,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:02.366748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 08942a9f-ea07-46d8-b3f6-4ef219c6596f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:02.367062 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.451768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.454059 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.488705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 08942a9f-ea07-46d8-b3f6-4ef219c6596f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=08942a9f-ea07-46d8-b3f6-4ef219c6596f,segment=NetworkSegment(f0a5f3d9-aef5-4bc9-a490-1d663a650a20),segment_id=f0a5f3d9-aef5-4bc9-a490-1d663a650a20)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:02.588068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.645362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=08942a9f-ea07-46d8-b3f6-4ef219c6596f,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:02.704611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.880062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network c79e377c-20f7-487c-88a5-7bd4ee677f9a is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:02.885428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:02.890303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:02.890855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.894802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=2665f465-f563-487f-8afe-71f318668c44,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:02.928308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75645f2f-cde1-4427-bb98-d6e055268c22 None None] Network c79e377c-20f7-487c-88a5-7bd4ee677f9a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:02.999790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6bb0e861-4327-4746-a81e-d845681d423e None None] Provisioning complete for port 08942a9f-ea07-46d8-b3f6-4ef219c6596f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.000181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6bb0e861-4327-4746-a81e-d845681d423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.112917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.222112 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.391493 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.421925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:03.479057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.480615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.488728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2e683003-e485-4145-9b35-cb6df61f54ec None None] Provisioning complete for port 08942a9f-ea07-46d8-b3f6-4ef219c6596f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.489221 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e683003-e485-4145-9b35-cb6df61f54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.550697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:03.564896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=2665f465-f563-487f-8afe-71f318668c44,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.566289 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Sync routers for ids ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:03.580261 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Routers {'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:03.581155 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:03.586772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2e683003-e485-4145-9b35-cb6df61f54ec None None] Provisioning complete for port 2665f465-f563-487f-8afe-71f318668c44 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.586772 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e683003-e485-4145-9b35-cb6df61f54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.626260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2e683003-e485-4145-9b35-cb6df61f54ec None None] Port 2665f465-f563-487f-8afe-71f318668c44 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:03.651746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network c79e377c-20f7-487c-88a5-7bd4ee677f9a is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:03.651746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:03.673634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.677732 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8c9b080c-0de9-4ae2-a616-7f4b1b4153d9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5665936 Sep 16 05:24:03.681169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52304) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:03.710289 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Set router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:03.761030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-85d3f7eb-2af2-48d4-a4c4-c989c7117b2b None None] Provisioning complete for port 2665f465-f563-487f-8afe-71f318668c44 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.761469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c40be-4515-4465-800c-b56f990f29b8 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.761593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85d3f7eb-2af2-48d4-a4c4-c989c7117b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.763389 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-357c40be-4515-4465-800c-b56f990f29b8 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=e675acbe02dd43aaaa393a07c94c8f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0805004 Sep 16 05:24:03.766699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52306) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:03.826142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-85d3f7eb-2af2-48d4-a4c4-c989c7117b2b None None] Port 2665f465-f563-487f-8afe-71f318668c44 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:03.875201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 12f8c9ec-3a0e-4de1-8f4d-1ba46565014d is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:03.877666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7faa0f9-554f-43ae-b4cc-a047d23c5623 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.882846 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e7faa0f9-554f-43ae-b4cc-a047d23c5623 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1150746 Sep 16 05:24:03.889084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52308) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:03.920227 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce0ec0f0-c3ff-44e4-bc86-166f49c47b5f tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355237 Sep 16 05:24:03.921006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52310) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:03.923170 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 3, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:03.950286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ecfdf617-ec6e-428b-8d9e-d96a2bb738b6 None None] Provisioning complete for port 2665f465-f563-487f-8afe-71f318668c44 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.950644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf617-ec6e-428b-8d9e-d96a2bb738b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.953711 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f38df48f-b84a-4b4b-90bd-0d8224f293af tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=e675acbe02dd43aaaa393a07c94c8f16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314901 Sep 16 05:24:03.956143 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52312) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:03.957838 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Checking router: f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:03.958190 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Updating router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 port 5405c4a5-0c42-454a-b46a-83433bdbee27 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:24:03.984268 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.988647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:03.996058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ecfdf617-ec6e-428b-8d9e-d96a2bb738b6 None None] Port 2665f465-f563-487f-8afe-71f318668c44 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:04.003307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e9ae73a1-ceca-4307-b101-d8999bebd159 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/12f8c9ec-3a0e-4de1-8f4d-1ba46565014d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4121847 Sep 16 05:24:04.003501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bfeb4-6cca-4705-90d0-96f53e3aaca5 None None] Sync routers for ids ['12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:04.003612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52314) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.012857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bfeb4-6cca-4705-90d0-96f53e3aaca5 None None] Routers {'12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:04.013690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d07bfeb4-6cca-4705-90d0-96f53e3aaca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:04.048599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d31320-9044-432f-8ed5-0b8eaa90501f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.052332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-08d31320-9044-432f-8ed5-0b8eaa90501f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports/2665f465-f563-487f-8afe-71f318668c44 HTTP/1.1" status: 200 len: 911 time: 0.0452092 Sep 16 05:24:04.053009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d07bfeb4-6cca-4705-90d0-96f53e3aaca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:04.053751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52316) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.059755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bfeb4-6cca-4705-90d0-96f53e3aaca5 None None] Routers {'12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:04.060508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d07bfeb4-6cca-4705-90d0-96f53e3aaca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:04.060945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0894ed54-96ae-422c-9ee5-6318987354c7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '883e97b3-2fe5-4465-bfb7-92c8ebc54b9d'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:04.083776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb8e5db-385f-46dd-82f0-8262e8bd9db8 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.085634 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-deb8e5db-385f-46dd-82f0-8262e8bd9db8 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284630 Sep 16 05:24:04.088406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52318) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.103388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d07bfeb4-6cca-4705-90d0-96f53e3aaca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:04.104153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bfeb4-6cca-4705-90d0-96f53e3aaca5 None None] The sync data for ids ['12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:04.120042 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-039b584f-d525-41c9-b923-84fd5b1ebf76 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304215 Sep 16 05:24:04.122401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52320) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.127377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1261420028', 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33', 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:04.236349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0894ed54-96ae-422c-9ee5-6318987354c7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.260970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 08942a9f-ea07-46d8-b3f6-4ef219c6596f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:04.283068 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.297874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Made reservation on behalf of e675acbe02dd43aaaa393a07c94c8f16 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:04.301559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.309404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 08942a9f-ea07-46d8-b3f6-4ef219c6596f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:04.309869 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.389259 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.445927 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Attempting to bind port 5405c4a5-0c42-454a-b46a-83433bdbee27 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:04.446315 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Attempting to bind port 5405c4a5-0c42-454a-b46a-83433bdbee27 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:04.446679 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Attempting to bind port 5405c4a5-0c42-454a-b46a-83433bdbee27 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:04.457985 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:04.458372 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:04.459337 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.459739 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:04.460211 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Bound port: 5405c4a5-0c42-454a-b46a-83433bdbee27, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:04.460593 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.462966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Pushing event updated for resources: {'Port': ['ID=5405c4a5-0c42-454a-b46a-83433bdbee27,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:04.488163 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.488523 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.488852 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.489193 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.489544 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.489900 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.490236 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.490601 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.490936 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.491495 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.491699 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.492010 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:04.526085 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] For port 5405c4a5-0c42-454a-b46a-83433bdbee27, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:04.529561 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] For port 5405c4a5-0c42-454a-b46a-83433bdbee27, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5405c4a5-0c42-454a-b46a-83433bdbee27,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:04.549838 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.607865 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.614357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Subnet': ['ID=d88d4731-f186-4288-9a12-814af86bfe5d,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:04.625828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Checking segment: {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:04.626005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network hostable DHCP agents. Network: 47331c28-e4fc-4baa-b378-9fe6bc6b0a33, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:04.642494 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0894ed54-96ae-422c-9ee5-6318987354c7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.668648 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83afd68-1d78-49b8-a45e-211cf24d782e None None] Pushing event updated for resources: {'Port': ['ID=5405c4a5-0c42-454a-b46a-83433bdbee27,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:04.673447 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Routers {'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:04.674042 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:04.726500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:04.749777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0894ed54-96ae-422c-9ee5-6318987354c7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.756530 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0894ed54-96ae-422c-9ee5-6318987354c7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.757169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0894ed54-96ae-422c-9ee5-6318987354c7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.758526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0894ed54-96ae-422c-9ee5-6318987354c7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/ports/2665f465-f563-487f-8afe-71f318668c44 HTTP/1.1" status: 200 len: 911 time: 0.7037804 Sep 16 05:24:04.761849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52324) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.777619 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] Set router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:04.801170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894ed54-96ae-422c-9ee5-6318987354c7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=2665f465-f563-487f-8afe-71f318668c44,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:04.802146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 47331c28-e4fc-4baa-b378-9fe6bc6b0a33) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:04.809565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.813639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.813802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ed6c2-a98c-4293-ac0e-0ffbd62ae073 None None] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:04.909713 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-24aff247-01ff-4b10-88f4-a4df839cd4ad tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7861702 Sep 16 05:24:04.912579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52326) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.982698 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 3, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:05.018815 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d16a08-23cc-48eb-9e4f-37a74e5227f1 None None] The sync data for ids ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'] in n-d-712143-16 is: [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 3, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:05.162557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.330730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-47331c28-e4fc-4baa-b378-9fe6bc6b0a33', 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'fixed_ips': [{'subnet_id': 'd88d4731-f186-4288-9a12-814af86bfe5d'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:05.331895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.560258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 2665f465-f563-487f-8afe-71f318668c44 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:05.560851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.604574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Allocated IP 172.20.0.18 (47331c28-e4fc-4baa-b378-9fe6bc6b0a33/d88d4731-f186-4288-9a12-814af86bfe5d/961db687-f294-406f-a781-101cdcc5ec0d) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:05.716675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.732120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 2665f465-f563-487f-8afe-71f318668c44 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:05.773394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.782900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.852879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5129ef-be97-4de4-bf50-45bf4d1b0bdb req-295c08dd-7f0f-4033-9c60-1bc0852320b7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:05.854475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d5129ef-be97-4de4-bf50-45bf4d1b0bdb req-295c08dd-7f0f-4033-9c60-1bc0852320b7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.1263342 Sep 16 05:24:05.881952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-87de721c-94c1-469d-8888-3cada32b7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:05.883542 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-87de721c-94c1-469d-8888-3cada32b7003 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1096 time: 0.0946586 Sep 16 05:24:05.884373 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.928056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:05.931432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:05.937562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:05.954245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d5129ef-be97-4de4-bf50-45bf4d1b0bdb req-4bbe6ab8-78f2-457f-8c96-eaac8280f21e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907385 Sep 16 05:24:06.022430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Pushing event updated for resources: {'Port': ['ID=961db687-f294-406f-a781-101cdcc5ec0d,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:06.029822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Attempting to bind port 961db687-f294-406f-a781-101cdcc5ec0d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:06.030196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Attempting to bind port 961db687-f294-406f-a781-101cdcc5ec0d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:06.030634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Attempting to bind port 961db687-f294-406f-a781-101cdcc5ec0d on network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:06.037480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:06.037977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Checking segment: {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:06.038864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.039361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Bound using segment: {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:06.040809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Bound port: 961db687-f294-406f-a781-101cdcc5ec0d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:06.040809 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.059216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-6339aebc-dffc-4419-92d3-0b9bcaa44b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.060804 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-6339aebc-dffc-4419-92d3-0b9bcaa44b47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.1657150 Sep 16 05:24:06.112886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] For port 961db687-f294-406f-a781-101cdcc5ec0d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:06.117237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] For port 961db687-f294-406f-a781-101cdcc5ec0d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=961db687-f294-406f-a781-101cdcc5ec0d,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:06.150658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.153913 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-14111336-bb68-48cc-961e-7dbdf312524f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 998 time: 0.0773449 Sep 16 05:24:06.163892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Allocated IP 172.20.0.17 (47331c28-e4fc-4baa-b378-9fe6bc6b0a33/d88d4731-f186-4288-9a12-814af86bfe5d/0f24dea2-3eb6-4756-a90e-79b95af83bc0) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:06.199397 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.211834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=2665f465-f563-487f-8afe-71f318668c44,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:06.285731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d40c5-6f59-4168-bf8e-e8ad703cd8ab None None] Pushing event updated for resources: {'Port': ['ID=961db687-f294-406f-a781-101cdcc5ec0d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:06.364126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5405c4a5-0c42-454a-b46a-83433bdbee27 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:06.370178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.375723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.389675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-b30d7eb7-9d3a-43b3-97af-a5d4e37b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.391503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-b30d7eb7-9d3a-43b3-97af-a5d4e37b466f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.2293353 Sep 16 05:24:06.453944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5405c4a5-0c42-454a-b46a-83433bdbee27 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:06.454321 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.504519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.579679 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.598849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-f0df490b-040a-4f5e-824a-af71af758c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.600448 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-f0df490b-040a-4f5e-824a-af71af758c83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724741 Sep 16 05:24:06.603191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:06.605832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 5405c4a5-0c42-454a-b46a-83433bdbee27, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5405c4a5-0c42-454a-b46a-83433bdbee27,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:06.606517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:06.610599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:06.622306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 12f8c9ec-3a0e-4de1-8f4d-1ba46565014d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:06.647212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=0f24dea2-3eb6-4756-a90e-79b95af83bc0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:06.671668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.704412 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.768966 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=5405c4a5-0c42-454a-b46a-83433bdbee27,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:06.929573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.081726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:07.087055 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f6f98bf0-b89f-4c00-8595-c8a2bda9681a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/12f8c9ec-3a0e-4de1-8f4d-1ba46565014d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3240049 Sep 16 05:24:07.092976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.097273 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f216d-c883-4491-af58-62fb02203842 None None] Sync routers for ids ['12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:07.109712 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f216d-c883-4491-af58-62fb02203842 None None] Routers {'12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:07.110347 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6f4f216d-c883-4491-af58-62fb02203842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:07.124973 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-a3f37ab2-8f34-4e58-bd11-81adae7a71bc service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146110 Sep 16 05:24:07.126947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7c26eefb-962d-44dd-9041-98b52fa06c8f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f8c9ec-3a0e-4de1-8f4d-1ba46565014d HTTP/1.1" status: 200 len: 205 time: 0.0329611 Sep 16 05:24:07.129645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52338) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.143622 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6f4f216d-c883-4491-af58-62fb02203842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:07.153544 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f216d-c883-4491-af58-62fb02203842 None None] Routers {'12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:07.154441 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6f4f216d-c883-4491-af58-62fb02203842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:07.191255 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6f4f216d-c883-4491-af58-62fb02203842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:07.191945 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f216d-c883-4491-af58-62fb02203842 None None] The sync data for ids ['12f8c9ec-3a0e-4de1-8f4d-1ba46565014d'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:07.232664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251f2527-645f-4399-8263-d67ad4b47fd3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.394108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9f791-ed9f-4a60-81ab-07e17721d0bd req-f5c5e4e8-f881-4716-a954-394f354569bc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.395607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4c9f791-ed9f-4a60-81ab-07e17721d0bd req-f5c5e4e8-f881-4716-a954-394f354569bc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.3605247 Sep 16 05:24:07.451189 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7a3a889d-8135-4835-a6b0-ba3d6747bfda req-e2bd79c1-7124-409d-a8aa-eb66de866d10 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134789 Sep 16 05:24:07.453377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251f2527-645f-4399-8263-d67ad4b47fd3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.456411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251f2527-645f-4399-8263-d67ad4b47fd3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.500725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4c9f791-ed9f-4a60-81ab-07e17721d0bd req-a22b9bca-f1ec-463d-8e2f-be8b48a40c4a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894148 Sep 16 05:24:07.553052 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.661937 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251f2527-645f-4399-8263-d67ad4b47fd3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.662537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f2527-645f-4399-8263-d67ad4b47fd3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Fanout notify agent at l3_agent the message router_deleted on router 12f8c9ec-3a0e-4de1-8f4d-1ba46565014d {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:07.672614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-251f2527-645f-4399-8263-d67ad4b47fd3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.672614 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-251f2527-645f-4399-8263-d67ad4b47fd3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/12f8c9ec-3a0e-4de1-8f4d-1ba46565014d HTTP/1.1" status: 204 len: 168 time: 0.5407643 Sep 16 05:24:07.674117 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52340) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.690535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.731140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65d25cc-1558-4580-b415-60b438c1b980 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet 883e97b3-2fe5-4465-bfb7-92c8ebc54b9d {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:07.734992 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c65d25cc-1558-4580-b415-60b438c1b980 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.764103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=0f24dea2-3eb6-4756-a90e-79b95af83bc0,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:07.772628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.789140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c65d25cc-1558-4580-b415-60b438c1b980 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.821858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f3c0a-25ab-4433-a01b-ae98ac5ed439 None None] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:07.876815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:07.878221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:07.901992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bda9c51c-f388-40b1-8d7c-997adf2c09c1 None None] Provisioning complete for port 961db687-f294-406f-a781-101cdcc5ec0d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:07.902301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bda9c51c-f388-40b1-8d7c-997adf2c09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.911025 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c65d25cc-1558-4580-b415-60b438c1b980 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.006344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:08.048932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c65d25cc-1558-4580-b415-60b438c1b980 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.061182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bda9c51c-f388-40b1-8d7c-997adf2c09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.097859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d25cc-1558-4580-b415-60b438c1b980 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=883e97b3-2fe5-4465-bfb7-92c8ebc54b9d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.102425 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c65d25cc-1558-4580-b415-60b438c1b980 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.107005 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c65d25cc-1558-4580-b415-60b438c1b980 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/883e97b3-2fe5-4465-bfb7-92c8ebc54b9d HTTP/1.1" status: 204 len: 168 time: 0.4292862 Sep 16 05:24:08.107277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52342) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:08.110833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76812368-ee12-45c4-b36f-94289eda269f None None] Network c79e377c-20f7-487c-88a5-7bd4ee677f9a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:08.117765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bda9c51c-f388-40b1-8d7c-997adf2c09c1 None None] For port 961db687-f294-406f-a781-101cdcc5ec0d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=961db687-f294-406f-a781-101cdcc5ec0d,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:08.173502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:08.194190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c0eb090d-b2c8-4c2a-9846-7ece5f8ac8f8 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "PUT /v2.0/routers/f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2736838 Sep 16 05:24:08.203164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Sync routers for ids ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:08.209368 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bda9c51c-f388-40b1-8d7c-997adf2c09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.270240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.295492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Routers {'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:08.301149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.334846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9c51c-f388-40b1-8d7c-997adf2c09c1 None None] Pushing event updated for resources: {'Port': ['ID=961db687-f294-406f-a781-101cdcc5ec0d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.358186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 08942a9f-ea07-46d8-b3f6-4ef219c6596f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:08.358541 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.462334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f4553ba9-acbf-42a6-99da-217b80e66a04 None None] Provisioning complete for port 961db687-f294-406f-a781-101cdcc5ec0d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:08.462882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4553ba9-acbf-42a6-99da-217b80e66a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.473262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port 08942a9f-ea07-46d8-b3f6-4ef219c6596f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=08942a9f-ea07-46d8-b3f6-4ef219c6596f,segment=NetworkSegment(f0a5f3d9-aef5-4bc9-a490-1d663a650a20),segment_id=f0a5f3d9-aef5-4bc9-a490-1d663a650a20)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:08.475120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.491560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 08942a9f-ea07-46d8-b3f6-4ef219c6596f owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:08.496703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5405c4a5-0c42-454a-b46a-83433bdbee27 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:08.616157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Set router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:08.680543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d75b6b7-9cc7-4080-ac9c-8fe3ed1f84ca None None] DHCP port deletion for c79e377c-20f7-487c-88a5-7bd4ee677f9a request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:08.681089 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.699392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No DVR routers for this DVR port 08942a9f-ea07-46d8-b3f6-4ef219c6596f on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:08.705074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5405c4a5-0c42-454a-b46a-83433bdbee27 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:08.705451 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.719621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-7511b598-106c-4b70-87ab-2454fbc78239 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.727264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=08942a9f-ea07-46d8-b3f6-4ef219c6596f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.728851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-7511b598-106c-4b70-87ab-2454fbc78239 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/networks?id=47331c28-e4fc-4baa-b378-9fe6bc6b0a33 HTTP/1.1" status: 200 len: 798 time: 0.2876329 Sep 16 05:24:08.748610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5167b5c-a693-440c-8e98-376a3ef159f0 req-ca362fb1-e627-4337-853e-27788b385289 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.750167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5167b5c-a693-440c-8e98-376a3ef159f0 req-ca362fb1-e627-4337-853e-27788b385289 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.1434503 Sep 16 05:24:08.758807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-2a9bf00b-3cd8-417d-b948-d32131834e2d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/quotas/e675acbe02dd43aaaa393a07c94c8f16 HTTP/1.1" status: 200 len: 375 time: 0.0304589 Sep 16 05:24:08.768904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f4553ba9-acbf-42a6-99da-217b80e66a04 None None] Provisioning complete for port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:08.769167 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f4553ba9-acbf-42a6-99da-217b80e66a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.845897 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.864407 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e5167b5c-a693-440c-8e98-376a3ef159f0 req-1f446a91-c336-452c-ac28-dfcc61bbca17 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673459 Sep 16 05:24:08.883723 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79e377c-20f7-487c-88a5-7bd4ee677f9a']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.884731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f4553ba9-acbf-42a6-99da-217b80e66a04 None None] Port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:08.905344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a5f3d9-aef5-4bc9-a490-1d663a650a20') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.905344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a5f3d9-aef5-4bc9-a490-1d663a650a20') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.905762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-078aa832-ada4-42fc-925d-6890289018dd tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1449664 Sep 16 05:24:08.917033 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.970859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 961db687-f294-406f-a781-101cdcc5ec0d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:09.039185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-14a3e649-5f46-47ea-b9cc-321ca4fc02be None None] Provisioning complete for port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:09.039593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-14a3e649-5f46-47ea-b9cc-321ca4fc02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.049172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.067326 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0f24dea2-3eb6-4756-a90e-79b95af83bc0', 'name': '', 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:c7:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd88d4731-f186-4288-9a12-814af86bfe5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:05Z', 'updated_at': '2021-09-16T05:24:07Z', 'revision_number': 2, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': 'd88d4731-f186-4288-9a12-814af86bfe5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:09.069655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:09.071350 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:09.075546 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:09.101614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Checking router: f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:09.101989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Updating router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:24:09.117126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-eea42270-c122-4ab4-be62-066a64980c1b service neutron] 10.222.0.59 "GET /v2.0/networks/47331c28-e4fc-4baa-b378-9fe6bc6b0a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939385 Sep 16 05:24:09.120633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 961db687-f294-406f-a781-101cdcc5ec0d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:09.121045 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.160358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-14a3e649-5f46-47ea-b9cc-321ca4fc02be None None] Port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:09.164687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.210896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-a4abc819-e9a4-4280-b960-68310509e726 service neutron] 10.222.0.59 "GET /v2.0/networks/47331c28-e4fc-4baa-b378-9fe6bc6b0a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844219 Sep 16 05:24:09.212339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.221524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.230011 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/c79e377c-20f7-487c-88a5-7bd4ee677f9a HTTP/1.1" status: 204 len: 168 time: 1.1156514 Sep 16 05:24:09.230800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52362) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:09.235609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6d958-e9c7-4b67-ad83-f33f4261eaba tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=c79e377c-20f7-487c-88a5-7bd4ee677f9a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.240663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f1a325a2-00d4-4d80-a805-9a095278cc04 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1569957202', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:09.343933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1a325a2-00d4-4d80-a805-9a095278cc04 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.345440 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1a325a2-00d4-4d80-a805-9a095278cc04 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.402882 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1a325a2-00d4-4d80-a805-9a095278cc04 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.496581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1a325a2-00d4-4d80-a805-9a095278cc04 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.572110 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1a325a2-00d4-4d80-a805-9a095278cc04 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.575063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f1a325a2-00d4-4d80-a805-9a095278cc04 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3415267 Sep 16 05:24:09.576470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52364) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:09.581638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2045849585'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:09.623922 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.686575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:09.687740 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.690610 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.727388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:09.746390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d412a3a-c981-4288-a65a-1b2e5a338c91 req-9c2b97e1-f2d1-498e-8a76-fe116114767f tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 210 time: 0.0343549 Sep 16 05:24:09.752366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.752789 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment b17e4dac-ab52-49b6-8406-28b15475d2de of type vlan for network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 Sep 16 05:24:09.757850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4db78e-7098-44ba-906f-9c4fe359eac8 None None] Pushing event updated for resources: {'Port': ['ID=0f24dea2-3eb6-4756-a90e-79b95af83bc0,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.799795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.821528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Attempting to bind port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:09.821918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Attempting to bind port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:09.822293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Attempting to bind port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 on network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:09.828339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:09.828733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Checking segment: {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:09.829184 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.829545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Bound using segment: {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:09.830023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Bound port: 0f24dea2-3eb6-4756-a90e-79b95af83bc0, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:09.830408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.899391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] For port 0f24dea2-3eb6-4756-a90e-79b95af83bc0, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:09.902818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] For port 0f24dea2-3eb6-4756-a90e-79b95af83bc0, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0f24dea2-3eb6-4756-a90e-79b95af83bc0,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:09.914946 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.921285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:09.921984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.984728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3509dc7c-d751-4b70-9720-a587924147d9 None None] Provisioning complete for port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:09.987947 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3509dc7c-d751-4b70-9720-a587924147d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.994429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.010029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:10.043624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3509dc7c-d751-4b70-9720-a587924147d9 None None] Port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:10.064378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1cd0e53d-1d83-4336-82b8-d3d5b7c847f3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4868183 Sep 16 05:24:10.067553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52374) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.072173 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.073270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:10.134601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Routers {'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:10.135318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:10.190765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4db78e-7098-44ba-906f-9c4fe359eac8 None None] Pushing event updated for resources: {'Port': ['ID=0f24dea2-3eb6-4756-a90e-79b95af83bc0,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.233869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:10.237861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.276521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 961db687-f294-406f-a781-101cdcc5ec0d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:10.308106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] Set router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:10.446841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 961db687-f294-406f-a781-101cdcc5ec0d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:10.447223 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.509258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.542732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bd5a19cb-6763-474e-8498-153b9b56eb9f None None] Provisioning complete for port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:10.543062 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bd5a19cb-6763-474e-8498-153b9b56eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.577603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=00fd1a12-559b-462a-975c-0c95b970ad7a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.586886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:10.587267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:10.646693 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.703607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0f24dea2-3eb6-4756-a90e-79b95af83bc0', 'name': '', 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:c7:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd88d4731-f186-4288-9a12-814af86bfe5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:05Z', 'updated_at': '2021-09-16T05:24:09Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': 'd88d4731-f186-4288-9a12-814af86bfe5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:10.720617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:10.741112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 08942a9f-ea07-46d8-b3f6-4ef219c6596f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:10.745507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b02bb8-ed68-4a74-9597-e69ef8b4d2f3 None None] The sync data for ids ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'] in n-d-712143-16 is: [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '0f24dea2-3eb6-4756-a90e-79b95af83bc0', 'name': '', 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:c7:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd88d4731-f186-4288-9a12-814af86bfe5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:05Z', 'updated_at': '2021-09-16T05:24:09Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': 'd88d4731-f186-4288-9a12-814af86bfe5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:10.763841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bd5a19cb-6763-474e-8498-153b9b56eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.765687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 08942a9f-ea07-46d8-b3f6-4ef219c6596f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:10.766160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 08942a9f-ea07-46d8-b3f6-4ef219c6596f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:10.823907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:10.828853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.834239 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.834921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455aae9e-b32d-4df3-b72c-c84119aa7cb0 None None] Network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:10.838165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bd5a19cb-6763-474e-8498-153b9b56eb9f None None] For port 0f24dea2-3eb6-4756-a90e-79b95af83bc0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0f24dea2-3eb6-4756-a90e-79b95af83bc0,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:10.889194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3dac6395-b2a8-4bef-a603-8bfe381afb0f req-9b56a13b-c434-4466-a37b-60c7351938f3 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 210 time: 0.0318983 Sep 16 05:24:10.922415 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6675ac03-f87d-4cd2-b173-efccbd5293e4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8525064 Sep 16 05:24:10.927867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52380) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.933529 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bd5a19cb-6763-474e-8498-153b9b56eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.033641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a19cb-6763-474e-8498-153b9b56eb9f None None] Pushing event updated for resources: {'Port': ['ID=0f24dea2-3eb6-4756-a90e-79b95af83bc0,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.072412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:11.072412 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.144385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b83f8c29-e9a5-4c3d-b043-f246c9d677cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.234803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Allocated IP 2001:db8::2 (ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1/00fd1a12-559b-462a-975c-0c95b970ad7a/dd82d3f7-fc52-48f4-b070-1a6028fe873e) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:11.248722 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.413342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.475688 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.522603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:11.528314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:11.528954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8::1 (ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1/00fd1a12-559b-462a-975c-0c95b970ad7a/5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:11.532798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:11.540961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Pushing event updated for resources: {'Port': ['ID=dd82d3f7-fc52-48f4-b070-1a6028fe873e,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.601535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Attempting to bind port dd82d3f7-fc52-48f4-b070-1a6028fe873e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:11.601902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Attempting to bind port dd82d3f7-fc52-48f4-b070-1a6028fe873e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:11.602273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Attempting to bind port dd82d3f7-fc52-48f4-b070-1a6028fe873e on network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:11.607901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:11.608279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Checking segment: {'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:11.608697 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.609098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Bound using segment: {'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:11.610086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Bound port: dd82d3f7-fc52-48f4-b070-1a6028fe873e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:11.610086 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.657957 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.676392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] For port dd82d3f7-fc52-48f4-b070-1a6028fe873e, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:11.679713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] For port dd82d3f7-fc52-48f4-b070-1a6028fe873e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=dd82d3f7-fc52-48f4-b070-1a6028fe873e,segment=NetworkSegment(b17e4dac-ab52-49b6-8406-28b15475d2de),segment_id=b17e4dac-ab52-49b6-8406-28b15475d2de)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:11.788170 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.822213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.859213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6267665-e902-4459-83d7-5a17e7f0a3f6 None None] Pushing event updated for resources: {'Port': ['ID=dd82d3f7-fc52-48f4-b070-1a6028fe873e,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.885861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:11.889243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:11.891994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:11.892747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.957314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.998900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5510b4f-5907-44f7-a032-b0b8a313d006 req-7c927fb7-e29f-4d1f-97c8-2846828caa0c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 210 time: 0.0346065 Sep 16 05:24:12.227120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.331333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device dd82d3f7-fc52-48f4-b070-1a6028fe873e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:12.381852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-b6607e6c-448b-429b-8c4d-9d0481bd3713 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:12.383648 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-b6607e6c-448b-429b-8c4d-9d0481bd3713 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.57 "GET /v2.0/networks?id=47331c28-e4fc-4baa-b378-9fe6bc6b0a33 HTTP/1.1" status: 200 len: 798 time: 0.1930759 Sep 16 05:24:12.385827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port dd82d3f7-fc52-48f4-b070-1a6028fe873e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:12.386560 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.432194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Request body: {'port': {'device_id': '2022ab78-164d-4a44-a88d-4b1411bd41ad', 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33', 'admin_state_up': True, 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:12.473259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.508540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port dd82d3f7-fc52-48f4-b070-1a6028fe873e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=dd82d3f7-fc52-48f4-b070-1a6028fe873e,segment=NetworkSegment(b17e4dac-ab52-49b6-8406-28b15475d2de),segment_id=b17e4dac-ab52-49b6-8406-28b15475d2de)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:12.665916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.684523 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.685353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0f24dea2-3eb6-4756-a90e-79b95af83bc0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:12.765161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=dd82d3f7-fc52-48f4-b070-1a6028fe873e,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:12.772748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Made reservation on behalf of e675acbe02dd43aaaa393a07c94c8f16 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:12.777660 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.778858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:12.779511 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.824248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8613a9f9-866e-472c-ac57-da900fb299d6 None None] Network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:12.842101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.842885 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.941489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cb3d7392-17dd-4e43-ba03-564828d17c58 None None] Provisioning complete for port dd82d3f7-fc52-48f4-b070-1a6028fe873e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:12.941780 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7392-17dd-4e43-ba03-564828d17c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.950531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.014042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Allocated IP 172.20.0.28 (47331c28-e4fc-4baa-b378-9fe6bc6b0a33/d88d4731-f186-4288-9a12-814af86bfe5d/c6af4341-05ee-421d-b67b-52bb9b92f42b) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:13.051214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:13.055767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:13.117622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab142e49-5a44-4d48-9053-75b6e963ba21 req-de1cee2e-666f-4a8e-9682-aa6c98bef584 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 210 time: 0.0271740 Sep 16 05:24:13.340955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1eafd80f-fb14-4da2-a0d5-38a408a67bf1 None None] Provisioning complete for port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:13.341503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1eafd80f-fb14-4da2-a0d5-38a408a67bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.379735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1eafd80f-fb14-4da2-a0d5-38a408a67bf1 None None] Port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:13.390884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1eafd80f-fb14-4da2-a0d5-38a408a67bf1 None None] Provisioning complete for port dd82d3f7-fc52-48f4-b070-1a6028fe873e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:13.391198 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1eafd80f-fb14-4da2-a0d5-38a408a67bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.568130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.604467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2dd63cea-9358-4f5a-a5e9-7f6d4556f32d None None] Provisioning complete for port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:13.604860 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2dd63cea-9358-4f5a-a5e9-7f6d4556f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.640367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2dd63cea-9358-4f5a-a5e9-7f6d4556f32d None None] Port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:13.680419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:13.725681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.759318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7976c6ad-7dbf-42be-b773-e5780f293f00 None None] Provisioning complete for port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:13.759798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7976c6ad-7dbf-42be-b773-e5780f293f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.794383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7976c6ad-7dbf-42be-b773-e5780f293f00 None None] Port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:13.803115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:13.813562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:13.820581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:13.826459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event updated for resources: {'Port': ['ID=c6af4341-05ee-421d-b67b-52bb9b92f42b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.847809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:13.858225 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-af4e9217-92cc-426b-a731-2ab33d008afc tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9256594 Sep 16 05:24:13.858321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52386) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.862824 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:13.863567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1776125073'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:13.875962 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:13.876946 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:13.880949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:13.881787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.967046 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:13.990234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:13.995457 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.020546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:14.030063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.030438 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment f2ef0776-6b5c-46b6-96fc-9a3c745644eb of type vlan for network 29956595-3856-4be6-bfce-e13a04ac9dfa Sep 16 05:24:14.075813 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.110126 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-40418140-ef77-40c3-8e7c-a17fbfe7e458 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6836257 Sep 16 05:24:14.125789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-64479f2f-25b7-4960-a0ea-08054a156a7d None None] Provisioning complete for port c6af4341-05ee-421d-b67b-52bb9b92f42b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:14.126171 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64479f2f-25b7-4960-a0ea-08054a156a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.129809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Request body: {'port': {'device_id': '2022ab78-164d-4a44-a88d-4b1411bd41ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:14.199826 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.206405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-64479f2f-25b7-4960-a0ea-08054a156a7d None None] Port c6af4341-05ee-421d-b67b-52bb9b92f42b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:14.221777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.229408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.230118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.259799 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:12Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:12Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:14.264526 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.291900 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:14.292658 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Updating router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:24:14.309538 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device dd82d3f7-fc52-48f4-b070-1a6028fe873e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:14.325732 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.391491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=29956595-3856-4be6-bfce-e13a04ac9dfa,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.397957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port dd82d3f7-fc52-48f4-b070-1a6028fe873e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:14.399441 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.406842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 29956595-3856-4be6-bfce-e13a04ac9dfa details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:14.416326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20c31d-6139-46ec-9d90-6c23331f410e req-120ff5c5-ebc1-4934-a569-b4f6c5839b75 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.418439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf20c31d-6139-46ec-9d90-6c23331f410e req-120ff5c5-ebc1-4934-a569-b4f6c5839b75 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 895 time: 0.1808593 Sep 16 05:24:14.423328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-470eecff-7c76-4af4-a0a2-9c7646554bb4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5639224 Sep 16 05:24:14.424144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52390) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:14.429819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:14.486898 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-63e762bc-32e1-448f-934a-8d474c5ad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.570239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6af4341-05ee-421d-b67b-52bb9b92f42b {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:14.585017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.596733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Transition to ACTIVE for port object c6af4341-05ee-421d-b67b-52bb9b92f42b will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:14.612190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:14.616304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.650833 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.697542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.726525 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.759305 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Pushing event updated for resources: {'Port': ['ID=c6af4341-05ee-421d-b67b-52bb9b92f42b,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.796567 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02cc66-b849-4873-8121-37bf369e109a None None] Pushing event updated for resources: {'Port': ['ID=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.842029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Attempting to bind port c6af4341-05ee-421d-b67b-52bb9b92f42b on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:14.842372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Attempting to bind port c6af4341-05ee-421d-b67b-52bb9b92f42b by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:14.842721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Attempting to bind port c6af4341-05ee-421d-b67b-52bb9b92f42b on network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:14.847605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Port c6af4341-05ee-421d-b67b-52bb9b92f42b on network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:14.847928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Attempting to bind port c6af4341-05ee-421d-b67b-52bb9b92f42b on network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:14.853870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:14.854220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Checking segment: {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:14.854615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Bound using segment: {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:14.855061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Bound port: c6af4341-05ee-421d-b67b-52bb9b92f42b, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9aa32c-69fd-4144-b9e4-306d436cb08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:14.855639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.871611 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Attempting to bind port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:14.872206 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Attempting to bind port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:14.872398 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Attempting to bind port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae on network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:14.879976 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:14.881258 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Checking segment: {'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:14.881829 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.882373 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Bound using segment: {'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:14.883010 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Bound port: 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17e4dac-ab52-49b6-8406-28b15475d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:14.883590 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.906738 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.948153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] For port c6af4341-05ee-421d-b67b-52bb9b92f42b, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:14.987312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=24f5f9c2-326a-461e-ad6a-dfdef7e40ecf,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.996793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:14.997180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: 29956595-3856-4be6-bfce-e13a04ac9dfa, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:15.079256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] For port c6af4341-05ee-421d-b67b-52bb9b92f42b, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c6af4341-05ee-421d-b67b-52bb9b92f42b,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:15.099846 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] For port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:15.102935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] For port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,segment=NetworkSegment(b17e4dac-ab52-49b6-8406-28b15475d2de),segment_id=b17e4dac-ab52-49b6-8406-28b15475d2de)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:15.115688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 29956595-3856-4be6-bfce-e13a04ac9dfa is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:15.142095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.177571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.178197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.179623 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] 10.222.0.57 "PUT /v2.0/ports/c6af4341-05ee-421d-b67b-52bb9b92f42b HTTP/1.1" status: 200 len: 1056 time: 1.0546572 Sep 16 05:24:15.182585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2022ab78-164d-4a44-a88d-4b1411bd41ad', 'tag': 'c6af4341-05ee-421d-b67b-52bb9b92f42b'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:15.182585 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f87c45-a52a-4c82-af24-bdeac28578a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2022ab78-164d-4a44-a88d-4b1411bd41ad", "tag": "c6af4341-05ee-421d-b67b-52bb9b92f42b"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:15.208034 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.209756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b93f36-9256-4fd7-8845-bf9a3293a897 service neutron] Pushing event updated for resources: {'Port': ['ID=c6af4341-05ee-421d-b67b-52bb9b92f42b,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.222087 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d0ed8d-83e5-4448-8d95-04cdb3b78c67 x-openstack-request-id: req-a0d0ed8d-83e5-4448-8d95-04cdb3b78c67 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:15.222382 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2022ab78-164d-4a44-a88d-4b1411bd41ad", "tag": "c6af4341-05ee-421d-b67b-52bb9b92f42b", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:15.222700 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0d0ed8d-83e5-4448-8d95-04cdb3b78c67 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:15.223493 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2022ab78-164d-4a44-a88d-4b1411bd41ad', 'tag': 'c6af4341-05ee-421d-b67b-52bb9b92f42b', 'status': 'completed', 'code': 200} Sep 16 05:24:15.224644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.232659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2e63ec7b-9580-4010-b51b-503e70e16610 None None] Provisioning complete for port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:15.233030 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e63ec7b-9580-4010-b51b-503e70e16610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.235168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 29956595-3856-4be6-bfce-e13a04ac9dfa) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:15.240097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.247463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.257335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1991bd-c174-4555-8df0-3465f683816a None None] Network 29956595-3856-4be6-bfce-e13a04ac9dfa requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:15.301668 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02cc66-b849-4873-8121-37bf369e109a None None] Pushing event updated for resources: {'Port': ['ID=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.316757 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:15.316757 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:15.318269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f87c45-a52a-4c82-af24-bdeac28578a8 req-3aed9490-c518-4736-adea-76258c1209ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.321115 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46f87c45-a52a-4c82-af24-bdeac28578a8 req-3aed9490-c518-4736-adea-76258c1209ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 1059 time: 0.0536947 Sep 16 05:24:15.342928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5ee89903-aabe-49b7-994e-209421e0a6a9 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9174452 Sep 16 05:24:15.343644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52394) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:15.508849 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:15.534029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e63ec7b-9580-4010-b51b-503e70e16610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.552333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-29956595-3856-4be6-bfce-e13a04ac9dfa', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:15.553597 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.566644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f87c45-a52a-4c82-af24-bdeac28578a8 req-bacce2e5-866d-44ba-9c1b-068133f95b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.567128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f87c45-a52a-4c82-af24-bdeac28578a8 req-bacce2e5-866d-44ba-9c1b-068133f95b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.568775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46f87c45-a52a-4c82-af24-bdeac28578a8 req-bacce2e5-866d-44ba-9c1b-068133f95b24 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2325468 Sep 16 05:24:15.615464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2e63ec7b-9580-4010-b51b-503e70e16610 None None] For port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,segment=NetworkSegment(b17e4dac-ab52-49b6-8406-28b15475d2de),segment_id=b17e4dac-ab52-49b6-8406-28b15475d2de)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:15.683082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f87c45-a52a-4c82-af24-bdeac28578a8 req-4ecace86-ec42-4073-998c-b8634f2fea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.684597 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-46f87c45-a52a-4c82-af24-bdeac28578a8 req-4ecace86-ec42-4073-998c-b8634f2fea0b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054089 Sep 16 05:24:15.710785 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e63ec7b-9580-4010-b51b-503e70e16610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.798502 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:12Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:15.805534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Allocated IP 2001:db8:1::2 (29956595-3856-4be6-bfce-e13a04ac9dfa/24f5f9c2-326a-461e-ad6a-dfdef7e40ecf/9d00d2df-1f03-41ec-9826-ef015d836212) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:15.808895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63ec7b-9580-4010-b51b-503e70e16610 None None] Pushing event updated for resources: {'Port': ['ID=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.816560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-e7335496-236b-4864-acfd-366f5d4b8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.819916 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-e7335496-236b-4864-acfd-366f5d4b8a1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 1059 time: 0.0672030 Sep 16 05:24:15.832328 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74b01d-c1bc-4c03-a164-0d2914a06f80 None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:12Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:15.875466 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-652b684e-db6d-4dbd-9935-9323fe43e0ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c6af4341-05ee-421d-b67b-52bb9b92f42b HTTP/1.1" status: 200 len: 217 time: 0.0391393 Sep 16 05:24:15.935674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-2a2aacd5-d37b-4bd4-b36e-e9bd0c5cab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.937779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-2a2aacd5-d37b-4bd4-b36e-e9bd0c5cab1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d88d4731-f186-4288-9a12-814af86bfe5d HTTP/1.1" status: 200 len: 838 time: 0.0536809 Sep 16 05:24:15.992734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-b7d94733-6cce-498a-8378-ce8bf9b8f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.995429 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-b7d94733-6cce-498a-8378-ce8bf9b8f44c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47331c28-e4fc-4baa-b378-9fe6bc6b0a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0497994 Sep 16 05:24:16.075866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5bf58151-1728-478e-8163-7b7d1c8a51cf None None] Provisioning complete for port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:16.076246 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5bf58151-1728-478e-8163-7b7d1c8a51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.111141 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-ed3fa01c-f88a-46ee-8f8d-314e75c0fbc5 service neutron] 10.222.0.57 "GET /v2.0/networks/47331c28-e4fc-4baa-b378-9fe6bc6b0a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071618 Sep 16 05:24:16.119982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8db2ec-7fb2-4b82-a576-411d136c40f6 req-ff070ffd-4b9e-4c17-af7a-1032757db1df tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:16.122434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a8db2ec-7fb2-4b82-a576-411d136c40f6 req-ff070ffd-4b9e-4c17-af7a-1032757db1df tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 907 time: 0.4645278 Sep 16 05:24:16.222453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.278232 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8a69d7e4-366a-4c35-a493-3dc07d07821e req-bb6895ed-30f4-471f-90ca-b6a01c645cdd service neutron] 10.222.0.57 "GET /v2.0/networks/47331c28-e4fc-4baa-b378-9fe6bc6b0a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510186 Sep 16 05:24:16.298926 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.310266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:16.350878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.414778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:16.415343 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.419113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Network 29956595-3856-4be6-bfce-e13a04ac9dfa is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:16.447911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:16.451867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Pushing event updated for resources: {'Port': ['ID=9d00d2df-1f03-41ec-9826-ef015d836212,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:16.455896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:16.525083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Attempting to bind port 9d00d2df-1f03-41ec-9826-ef015d836212 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:16.525614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Attempting to bind port 9d00d2df-1f03-41ec-9826-ef015d836212 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:16.526085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Attempting to bind port 9d00d2df-1f03-41ec-9826-ef015d836212 on network 29956595-3856-4be6-bfce-e13a04ac9dfa {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:16.551197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:16.551936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Checking segment: {'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:16.552199 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.552612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Bound using segment: {'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:16.553156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Bound port: 9d00d2df-1f03-41ec-9826-ef015d836212, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:16.553504 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.607262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8:1::1 (29956595-3856-4be6-bfce-e13a04ac9dfa/24f5f9c2-326a-461e-ad6a-dfdef7e40ecf/a3555fdf-7791-491c-9b9a-11d8bd63fb20) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:16.632451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] For port 9d00d2df-1f03-41ec-9826-ef015d836212, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:16.640050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] For port 9d00d2df-1f03-41ec-9826-ef015d836212, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9d00d2df-1f03-41ec-9826-ef015d836212,segment=NetworkSegment(f2ef0776-6b5c-46b6-96fc-9a3c745644eb),segment_id=f2ef0776-6b5c-46b6-96fc-9a3c745644eb)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:16.710387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.725275 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.766504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec30e8c-b9e3-42a9-a015-7e31cfc6f7f2 None None] Pushing event updated for resources: {'Port': ['ID=9d00d2df-1f03-41ec-9826-ef015d836212,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:16.834175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.862117 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.880512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 29956595-3856-4be6-bfce-e13a04ac9dfa is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:16.883762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:16.889750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:16.890273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.896823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=a3555fdf-7791-491c-9b9a-11d8bd63fb20,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.137655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.341700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557b1b6-2eda-4c9c-b893-6a57cc17c965 req-e3fb761e-92dd-429e-b84a-861c18028a37 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:17.343212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a557b1b6-2eda-4c9c-b893-6a57cc17c965 req-e3fb761e-92dd-429e-b84a-861c18028a37 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 907 time: 0.0886273 Sep 16 05:24:17.443847 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.509303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.510111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.602410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=a3555fdf-7791-491c-9b9a-11d8bd63fb20,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.640996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 29956595-3856-4be6-bfce-e13a04ac9dfa is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:17.642400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:17.652682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959d051-6565-425c-a680-42f1a514ac67 None None] Network 29956595-3856-4be6-bfce-e13a04ac9dfa requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:17.740659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-42736516-caae-4cc5-b3a5-486402d57ed0 None None] Provisioning complete for port 9d00d2df-1f03-41ec-9826-ef015d836212 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:17.741031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42736516-caae-4cc5-b3a5-486402d57ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.747682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:17.846194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:17.851507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fae9ecde-970a-4254-b3ea-d0600ef0b5fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5046020 Sep 16 05:24:17.854164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52400) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:17.859178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1523290411'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:17.896425 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42736516-caae-4cc5-b3a5-486402d57ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.923338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-42736516-caae-4cc5-b3a5-486402d57ed0 None None] For port 9d00d2df-1f03-41ec-9826-ef015d836212, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9d00d2df-1f03-41ec-9826-ef015d836212,segment=NetworkSegment(f2ef0776-6b5c-46b6-96fc-9a3c745644eb),segment_id=f2ef0776-6b5c-46b6-96fc-9a3c745644eb)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:17.959344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:17.966433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:17.978370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.978633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:17.978633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:17.997402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:18.006694 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42736516-caae-4cc5-b3a5-486402d57ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.007524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.007858 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment f8fc058c-622d-42e3-b065-bd6f7b996bfd of type vlan for network 91d745ad-f001-444e-8801-de5b08333257 Sep 16 05:24:18.057596 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.096424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:18.137232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42736516-caae-4cc5-b3a5-486402d57ed0 None None] Pushing event updated for resources: {'Port': ['ID=9d00d2df-1f03-41ec-9826-ef015d836212,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.157140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c63359ca-fd49-4372-85a8-da7c0c51a1d8 None None] Provisioning complete for port 9d00d2df-1f03-41ec-9826-ef015d836212 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:18.157522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c63359ca-fd49-4372-85a8-da7c0c51a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.160586 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.166918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:18.167693 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.259552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=91d745ad-f001-444e-8801-de5b08333257,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.264886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-42913257-33ea-45ed-8f6e-accb87bc5808 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4096110 Sep 16 05:24:18.268076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52402) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:18.274975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:18.280597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 91d745ad-f001-444e-8801-de5b08333257 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:18.372542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9d00d2df-1f03-41ec-9826-ef015d836212 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:18.480512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2153e6-ba27-4ea1-b290-d7348b29d19c req-c9127ad3-41af-46e5-8a8a-ac6827b56567 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:18.482088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b2153e6-ba27-4ea1-b290-d7348b29d19c req-c9127ad3-41af-46e5-8a8a-ac6827b56567 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 907 time: 0.0563688 Sep 16 05:24:18.484341 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:18.488122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.510255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c63359ca-fd49-4372-85a8-da7c0c51a1d8 None None] Provisioning complete for port a3555fdf-7791-491c-9b9a-11d8bd63fb20 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:18.510621 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c63359ca-fd49-4372-85a8-da7c0c51a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.554404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9d00d2df-1f03-41ec-9826-ef015d836212 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:18.554778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.559918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c63359ca-fd49-4372-85a8-da7c0c51a1d8 None None] Port a3555fdf-7791-491c-9b9a-11d8bd63fb20 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:18.592359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:16Z', 'revision_number': 3, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:17Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:18.627435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:18.627798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Updating router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 port a3555fdf-7791-491c-9b9a-11d8bd63fb20 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:24:18.659135 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.737592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ac6faeb6-944b-4498-8c80-4531df4190a9 None None] Provisioning complete for port a3555fdf-7791-491c-9b9a-11d8bd63fb20 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:18.737968 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ac6faeb6-944b-4498-8c80-4531df4190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.741609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.806328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=fb7f85a8-9817-444f-b5bd-7155ca916a0e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.815228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:18.815626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: 91d745ad-f001-444e-8801-de5b08333257, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:18.836847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ac6faeb6-944b-4498-8c80-4531df4190a9 None None] Port a3555fdf-7791-491c-9b9a-11d8bd63fb20 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:18.860671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c6af4341-05ee-421d-b67b-52bb9b92f42b details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:18.889684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 91d745ad-f001-444e-8801-de5b08333257 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:18.975821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 91d745ad-f001-444e-8801-de5b08333257) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:18.980197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:18.980741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.992208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a52ee7-025c-4651-a198-142d994372c3 None None] Network 91d745ad-f001-444e-8801-de5b08333257 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:19.096612 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-767da475-543b-4df8-9f3c-56c406d729c3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8265421 Sep 16 05:24:19.099893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52406) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:19.282056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c6af4341-05ee-421d-b67b-52bb9b92f42b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c6af4341-05ee-421d-b67b-52bb9b92f42b,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:19.314620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'c6af4341-05ee-421d-b67b-52bb9b92f42b', 'network_id': '47331c28-e4fc-4baa-b378-9fe6bc6b0a33', 'port_id': 'c6af4341-05ee-421d-b67b-52bb9b92f42b', 'mac_address': 'fa:16:3e:36:2a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88d4731-f186-4288-9a12-814af86bfe5d', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:19.317221 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.403109 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.413962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-91d745ad-f001-444e-8801-de5b08333257', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:19.414825 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.428818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6af4341-05ee-421d-b67b-52bb9b92f42b {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:19.434827 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.467383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.482008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c6af4341-05ee-421d-b67b-52bb9b92f42b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c6af4341-05ee-421d-b67b-52bb9b92f42b,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:19.560354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7487-ecd0-4f81-a17a-c550069a6d85 None None] Pushing event updated for resources: {'Port': ['ID=a3555fdf-7791-491c-9b9a-11d8bd63fb20,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.593243 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.633205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82107ab-5833-4090-839a-1a251ae0cd5a req-599200bf-b149-43e8-a2f3-c567d1cccd3f tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:19.643306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f82107ab-5833-4090-839a-1a251ae0cd5a req-599200bf-b149-43e8-a2f3-c567d1cccd3f tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 908 time: 0.0766785 Sep 16 05:24:19.686981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Attempting to bind port a3555fdf-7791-491c-9b9a-11d8bd63fb20 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:19.687599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Attempting to bind port a3555fdf-7791-491c-9b9a-11d8bd63fb20 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:19.687729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Attempting to bind port a3555fdf-7791-491c-9b9a-11d8bd63fb20 on network 29956595-3856-4be6-bfce-e13a04ac9dfa {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:19.710250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:19.710637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Checking segment: {'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:19.711055 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.711488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Bound using segment: {'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:19.711974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Bound port: a3555fdf-7791-491c-9b9a-11d8bd63fb20, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:19.712370 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.730886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Allocated IP 2001:db8:2::2 (91d745ad-f001-444e-8801-de5b08333257/fb7f85a8-9817-444f-b5bd-7155ca916a0e/44bd1d32-2581-4ee9-9522-df9c61850019) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:19.737549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c6af4341-05ee-421d-b67b-52bb9b92f42b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.857248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] For port a3555fdf-7791-491c-9b9a-11d8bd63fb20, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:19.876730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] For port a3555fdf-7791-491c-9b9a-11d8bd63fb20, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a3555fdf-7791-491c-9b9a-11d8bd63fb20,segment=NetworkSegment(f2ef0776-6b5c-46b6-96fc-9a3c745644eb),segment_id=f2ef0776-6b5c-46b6-96fc-9a3c745644eb)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:19.894579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3051cb05-9419-468d-bae8-862b3e8d3f64 None None] Provisioning complete for port a3555fdf-7791-491c-9b9a-11d8bd63fb20 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:19.894956 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3051cb05-9419-468d-bae8-862b3e8d3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.950637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['c6af4341-05ee-421d-b67b-52bb9b92f42b'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:19.985544 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.021841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3051cb05-9419-468d-bae8-862b3e8d3f64 None None] Port a3555fdf-7791-491c-9b9a-11d8bd63fb20 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:20.034260 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.078627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:20.079269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:20.081247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7487-ecd0-4f81-a17a-c550069a6d85 None None] Pushing event updated for resources: {'Port': ['ID=a3555fdf-7791-491c-9b9a-11d8bd63fb20,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:20.121583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.163750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8:2::1 (91d745ad-f001-444e-8801-de5b08333257/fb7f85a8-9817-444f-b5bd-7155ca916a0e/1dfd2922-fe3d-491c-8ead-0d0f32653e99) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:20.197845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Network 91d745ad-f001-444e-8801-de5b08333257 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:20.207359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:20.213723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:20.215713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Pushing event updated for resources: {'Port': ['ID=44bd1d32-2581-4ee9-9522-df9c61850019,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:20.229189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:20.295780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.342196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Attempting to bind port 44bd1d32-2581-4ee9-9522-df9c61850019 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:20.342573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Attempting to bind port 44bd1d32-2581-4ee9-9522-df9c61850019 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:20.342939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Attempting to bind port 44bd1d32-2581-4ee9-9522-df9c61850019 on network 91d745ad-f001-444e-8801-de5b08333257 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:20.362328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:20.362708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Checking segment: {'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:20.363119 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.363565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Bound using segment: {'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:20.364044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Bound port: 44bd1d32-2581-4ee9-9522-df9c61850019, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:20.365004 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.389372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-16ed1681-379d-4cdd-996d-9f4de9c44c16 None None] Provisioning complete for port a3555fdf-7791-491c-9b9a-11d8bd63fb20 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:20.389758 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-16ed1681-379d-4cdd-996d-9f4de9c44c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.395479 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.436922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 91d745ad-f001-444e-8801-de5b08333257 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:20.440188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:20.442631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:20.443383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.488344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=1dfd2922-fe3d-491c-8ead-0d0f32653e99,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:20.539495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] For port 44bd1d32-2581-4ee9-9522-df9c61850019, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:20.560016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] For port 44bd1d32-2581-4ee9-9522-df9c61850019, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=44bd1d32-2581-4ee9-9522-df9c61850019,segment=NetworkSegment(f8fc058c-622d-42e3-b065-bd6f7b996bfd),segment_id=f8fc058c-622d-42e3-b065-bd6f7b996bfd)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:20.603772 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-16ed1681-379d-4cdd-996d-9f4de9c44c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.621656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:16Z', 'revision_number': 3, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:19Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:20.651346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.653703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40189e4-d892-4eb9-9311-8ff238ccdbe6 None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:16Z', 'revision_number': 3, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:19Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:20.660057 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.732682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bc33b-4e66-4cda-b15b-58a577d05681 None None] Pushing event updated for resources: {'Port': ['ID=44bd1d32-2581-4ee9-9522-df9c61850019,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:20.738010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-16ed1681-379d-4cdd-996d-9f4de9c44c16 None None] For port a3555fdf-7791-491c-9b9a-11d8bd63fb20, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a3555fdf-7791-491c-9b9a-11d8bd63fb20,segment=NetworkSegment(f2ef0776-6b5c-46b6-96fc-9a3c745644eb),segment_id=f2ef0776-6b5c-46b6-96fc-9a3c745644eb)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:20.827072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-16ed1681-379d-4cdd-996d-9f4de9c44c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.854785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79b656-c00f-4f30-9abf-c3690f6706fc req-d9bebdc6-a14e-4b70-b96d-70dc3c7dd3f3 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:20.858957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc79b656-c00f-4f30-9abf-c3690f6706fc req-d9bebdc6-a14e-4b70-b96d-70dc3c7dd3f3 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 908 time: 0.0959663 Sep 16 05:24:20.890703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c6af4341-05ee-421d-b67b-52bb9b92f42b up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:20.897139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed1681-379d-4cdd-996d-9f4de9c44c16 None None] Pushing event updated for resources: {'Port': ['ID=a3555fdf-7791-491c-9b9a-11d8bd63fb20,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:21.021332 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.086580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port c6af4341-05ee-421d-b67b-52bb9b92f42b completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:21.091457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port c6af4341-05ee-421d-b67b-52bb9b92f42b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:21.092035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.126868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.127913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.209609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.221726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=1dfd2922-fe3d-491c-8ead-0d0f32653e99,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:21.251172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port c6af4341-05ee-421d-b67b-52bb9b92f42b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c6af4341-05ee-421d-b67b-52bb9b92f42b,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:21.252191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2022ab78-164d-4a44-a88d-4b1411bd41ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6af4341-05ee-421d-b67b-52bb9b92f42b'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:21.255636 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a4dfd-97e0-4669-b3ca-ab04ce83ae24" -d '{"events": [{"server_uuid": "2022ab78-164d-4a44-a88d-4b1411bd41ad", "name": "network-vif-plugged", "status": "completed", "tag": "c6af4341-05ee-421d-b67b-52bb9b92f42b"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:21.305389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network 91d745ad-f001-444e-8801-de5b08333257 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:21.306877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:21.317112 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d9c09c-2ae7-4864-81ad-b408348a741e x-openstack-request-id: req-a6d9c09c-2ae7-4864-81ad-b408348a741e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:21.317973 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2022ab78-164d-4a44-a88d-4b1411bd41ad", "name": "network-vif-plugged", "status": "completed", "tag": "c6af4341-05ee-421d-b67b-52bb9b92f42b", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:21.318250 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6d9c09c-2ae7-4864-81ad-b408348a741e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:21.318639 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2022ab78-164d-4a44-a88d-4b1411bd41ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6af4341-05ee-421d-b67b-52bb9b92f42b', 'code': 200} Sep 16 05:24:21.320276 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.405073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=c6af4341-05ee-421d-b67b-52bb9b92f42b,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:21.457573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:21.478008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8dec8-818a-4d08-9549-34455792b158 req-48faec5c-7af3-49a4-b230-2b654324e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.479636 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-15c8dec8-818a-4d08-9549-34455792b158 req-48faec5c-7af3-49a4-b230-2b654324e440 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 1061 time: 0.0582521 Sep 16 05:24:21.571958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:21.580127 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-25cb3728-8002-4b92-86a3-5fbd04cb39da tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4766014 Sep 16 05:24:21.580368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52414) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:21.585494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-710312389'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:21.603371 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:21.615271 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:21.615945 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:21.680497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:21.684533 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.711783 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:21.719794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:21.730033 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.730469 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added segment 45c5e21a-90e7-423f-ba82-3c887cdc7acf of type vlan for network ec984599-9a76-48f4-8131-f9a6855bec24 Sep 16 05:24:21.775684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.897553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.904494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.904846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.932946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663aae1d-4756-4e8c-bef5-f09f66a16bc9 None None] Network 91d745ad-f001-444e-8801-de5b08333257 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:21.940274 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:21.977485 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:21.978162 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Updating router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:24:22.003841 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.011931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8fc6f6b0-1d12-4839-977d-e463a4957bbb None None] Provisioning complete for port 44bd1d32-2581-4ee9-9522-df9c61850019 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:22.012311 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f6b0-1d12-4839-977d-e463a4957bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.022037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4731b55-eca4-4668-8cbf-20fb41e6551b req-6d77431f-8b94-4a27-9c41-707bdb99bf9a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.024429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4731b55-eca4-4668-8cbf-20fb41e6551b req-6d77431f-8b94-4a27-9c41-707bdb99bf9a tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 909 time: 0.0593419 Sep 16 05:24:22.164475 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f6b0-1d12-4839-977d-e463a4957bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.226939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8fc6f6b0-1d12-4839-977d-e463a4957bbb None None] For port 44bd1d32-2581-4ee9-9522-df9c61850019, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=44bd1d32-2581-4ee9-9522-df9c61850019,segment=NetworkSegment(f8fc058c-622d-42e3-b065-bd6f7b996bfd),segment_id=f8fc058c-622d-42e3-b065-bd6f7b996bfd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:22.289432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f284459-1b9a-49a5-980c-e81671f3211f req-4765ec66-426f-467e-857e-0571f111dd80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0840280 Sep 16 05:24:22.307339 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f6b0-1d12-4839-977d-e463a4957bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.404511 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8229921 Sep 16 05:24:22.407626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52418) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:22.414096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'subnet': {'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:22.420676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a3050-67e9-4713-a422-421c1fab0db3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Network': ['ID=ec984599-9a76-48f4-8131-f9a6855bec24,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.431196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6f6b0-1d12-4839-977d-e463a4957bbb None None] Pushing event updated for resources: {'Port': ['ID=44bd1d32-2581-4ee9-9522-df9c61850019,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.435916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f284459-1b9a-49a5-980c-e81671f3211f req-929c4eb0-ee3a-4b4d-9a2d-1c69757ac31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.441495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a3555fdf-7791-491c-9b9a-11d8bd63fb20 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:22.445450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f284459-1b9a-49a5-980c-e81671f3211f req-929c4eb0-ee3a-4b4d-9a2d-1c69757ac31d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 1097 time: 0.1027448 Sep 16 05:24:22.466278 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:22.476341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ec984599-9a76-48f4-8131-f9a6855bec24 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:22.489125 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.576361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f284459-1b9a-49a5-980c-e81671f3211f req-d010dced-b375-4308-b3eb-c187bb9d9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.581749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a3555fdf-7791-491c-9b9a-11d8bd63fb20 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:22.581957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f284459-1b9a-49a5-980c-e81671f3211f req-d010dced-b375-4308-b3eb-c187bb9d9e11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 912 time: 0.1094153 Sep 16 05:24:22.582065 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.608898 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.642280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-36fed875-548c-497e-9024-6eff2c70ae5c None None] Provisioning complete for port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:22.642660 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-36fed875-548c-497e-9024-6eff2c70ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.652322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Made reservation on behalf of d08e2e4af51e4d07b3d2347cbcec6878 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:22.655970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.681463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f284459-1b9a-49a5-980c-e81671f3211f req-ad4b5c50-6267-47e6-9f08-f8eaabcf504f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 200 len: 999 time: 0.0945899 Sep 16 05:24:22.725640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-36fed875-548c-497e-9024-6eff2c70ae5c None None] Port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:22.726643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 44bd1d32-2581-4ee9-9522-df9c61850019 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:22.759143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f284459-1b9a-49a5-980c-e81671f3211f req-0da852ef-b905-45ac-8b63-d2a3f09e6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.761125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f284459-1b9a-49a5-980c-e81671f3211f req-0da852ef-b905-45ac-8b63-d2a3f09e6840 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0715251 Sep 16 05:24:22.765533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-36fed875-548c-497e-9024-6eff2c70ae5c None None] Provisioning complete for port 44bd1d32-2581-4ee9-9522-df9c61850019 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:22.765919 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-36fed875-548c-497e-9024-6eff2c70ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.846978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 44bd1d32-2581-4ee9-9522-df9c61850019 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:22.849179 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.856494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f284459-1b9a-49a5-980c-e81671f3211f req-3ed0cd9d-63e4-4f49-a6e4-60287a4855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.858242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f284459-1b9a-49a5-980c-e81671f3211f req-3ed0cd9d-63e4-4f49-a6e4-60287a4855ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894201 Sep 16 05:24:22.869417 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83636f-1f42-4320-a72d-d887fe2eb565 None None] Pushing event updated for resources: {'Port': ['ID=1dfd2922-fe3d-491c-8ead-0d0f32653e99,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.923154 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Attempting to bind port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:22.923787 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Attempting to bind port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:22.924191 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Attempting to bind port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 on network 91d745ad-f001-444e-8801-de5b08333257 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:22.929598 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:22.930494 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Checking segment: {'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:22.930772 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.931278 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Bound using segment: {'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:22.931863 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Bound port: 1dfd2922-fe3d-491c-8ead-0d0f32653e99, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fc058c-622d-42e3-b065-bd6f7b996bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d745ad-f001-444e-8801-de5b08333257'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:22.932326 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.012825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f284459-1b9a-49a5-980c-e81671f3211f req-9fb1dccd-b694-4ef8-bef4-d6103864ef7e service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450350 Sep 16 05:24:23.013929 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] For port 1dfd2922-fe3d-491c-8ead-0d0f32653e99, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:23.018925 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] For port 1dfd2922-fe3d-491c-8ead-0d0f32653e99, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1dfd2922-fe3d-491c-8ead-0d0f32653e99,segment=NetworkSegment(f8fc058c-622d-42e3-b065-bd6f7b996bfd),segment_id=f8fc058c-622d-42e3-b065-bd6f7b996bfd)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:23.058067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.089667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e12b9b40-f49b-44d2-bc30-9495ebbd357a None None] Provisioning complete for port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:23.090167 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e12b9b40-f49b-44d2-bc30-9495ebbd357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.109692 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.153558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f284459-1b9a-49a5-980c-e81671f3211f req-a9441f38-d0c7-4381-9343-55c2bbdde0a7 service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312582 Sep 16 05:24:23.157229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Subnet': ['ID=309ef69f-5aa0-440b-a09a-3393d02d8c26,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.180930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e12b9b40-f49b-44d2-bc30-9495ebbd357a None None] Port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:23.198345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Checking segment: {'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:23.198687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network hostable DHCP agents. Network: ec984599-9a76-48f4-8131-f9a6855bec24, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:23.217529 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:23.218435 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:23.225448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aed647-a23d-4b19-af02-1fcc4047e908 req-d1f4f9dd-56b8-4d1d-84c4-a4528f036595 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.227283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-30aed647-a23d-4b19-af02-1fcc4047e908 req-d1f4f9dd-56b8-4d1d-84c4-a4528f036595 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 909 time: 0.0616946 Sep 16 05:24:23.262795 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83636f-1f42-4320-a72d-d887fe2eb565 None None] Pushing event updated for resources: {'Port': ['ID=1dfd2922-fe3d-491c-8ead-0d0f32653e99,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.278480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ec984599-9a76-48f4-8131-f9a6855bec24 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:23.306947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-873f4056-365e-4f34-a969-66176dbfa670 None None] Provisioning complete for port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:23.307375 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-873f4056-365e-4f34-a969-66176dbfa670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.334708 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:23.360656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ec984599-9a76-48f4-8131-f9a6855bec24) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:23.365544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.366365 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.389956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf536dc-6bd8-4702-8950-10b551f32460 req-8ded2e71-a028-43b8-93e5-13267c5aa6b2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.391743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf536dc-6bd8-4702-8950-10b551f32460 req-8ded2e71-a028-43b8-93e5-13267c5aa6b2 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 909 time: 0.0846055 Sep 16 05:24:23.464549 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dd6e6e26-238e-4fb0-8dcf-92ea045e9914 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0557027 Sep 16 05:24:23.467373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:23.527670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3879d-51c0-4d6f-ba6c-4a3ba10e3c1d req-ecd8b333-3981-407f-91b1-b1b44c3b5965 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.541882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13a3879d-51c0-4d6f-ba6c-4a3ba10e3c1d req-ecd8b333-3981-407f-91b1-b1b44c3b5965 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 1061 time: 0.0614109 Sep 16 05:24:23.559210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c55b3-013a-4dcd-adab-d6eb75009362 None None] Network ec984599-9a76-48f4-8131-f9a6855bec24 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:23.579449 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:23.612888 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc5ce8-e988-4e62-aefe-625a59353141 None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:23.667366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-873f4056-365e-4f34-a969-66176dbfa670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.717099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375143a3-a3a9-4abd-b357-1e0be2b462e5 req-808302a8-e2b3-4a2c-b8f1-10cd5e7d78d1 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.727768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-375143a3-a3a9-4abd-b357-1e0be2b462e5 req-808302a8-e2b3-4a2c-b8f1-10cd5e7d78d1 tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 1137 time: 0.1012812 Sep 16 05:24:23.787211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-375143a3-a3a9-4abd-b357-1e0be2b462e5 req-4e38d643-a555-4225-be28-456c607f20df tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0521500 Sep 16 05:24:23.791515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-873f4056-365e-4f34-a969-66176dbfa670 None None] For port 1dfd2922-fe3d-491c-8ead-0d0f32653e99, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1dfd2922-fe3d-491c-8ead-0d0f32653e99,segment=NetworkSegment(f8fc058c-622d-42e3-b065-bd6f7b996bfd),segment_id=f8fc058c-622d-42e3-b065-bd6f7b996bfd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:23.799912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52430) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:23.845957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ec984599-9a76-48f4-8131-f9a6855bec24', 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'fixed_ips': [{'subnet_id': '309ef69f-5aa0-440b-a09a-3393d02d8c26'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:23.846878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.868041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f4395-0cf2-4e40-bf10-db887aa39fee tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.878010 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-873f4056-365e-4f34-a969-66176dbfa670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.882119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-485f4395-0cf2-4e40-bf10-db887aa39fee tempest-TestSecurityGroupsBasicOps-1697736736 tempest-TestSecurityGroupsBasicOps-1697736736-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 1056 time: 0.0709531 Sep 16 05:24:24.003516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f4056-365e-4f34-a969-66176dbfa670 None None] Pushing event updated for resources: {'Port': ['ID=1dfd2922-fe3d-491c-8ead-0d0f32653e99,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.043454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-81ad0bd0-3812-4c73-92b4-02e12e5e576f None None] Provisioning complete for port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:24.043759 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81ad0bd0-3812-4c73-92b4-02e12e5e576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.079808 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.090912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Allocated IP 2001:db8:3::2 (ec984599-9a76-48f4-8131-f9a6855bec24/309ef69f-5aa0-440b-a09a-3393d02d8c26/baf6e70e-17b2-4fbc-9c04-323b0e36a2ba) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:24.290764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.382709 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.427837 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1dfd2922-fe3d-491c-8ead-0d0f32653e99 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:24.441782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Network ec984599-9a76-48f4-8131-f9a6855bec24 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:24.459059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db604839-71f8-4b3e-8420-3889a53d716e req-1ce16a64-82f5-42d5-bf2d-5b0faeac2e88 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:24.462001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db604839-71f8-4b3e-8420-3889a53d716e req-1ce16a64-82f5-42d5-bf2d-5b0faeac2e88 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 909 time: 0.0672169 Sep 16 05:24:24.464121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Allocated IP 2001:db8:3::1 (ec984599-9a76-48f4-8131-f9a6855bec24/309ef69f-5aa0-440b-a09a-3393d02d8c26/32b8c8fa-3ed7-4f01-8b8c-628deddc5495) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:24.470934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:24.475369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:24.483460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Pushing event updated for resources: {'Port': ['ID=baf6e70e-17b2-4fbc-9c04-323b0e36a2ba,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.545501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:24.545908 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.548553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Attempting to bind port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:24.548935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Attempting to bind port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:24.549307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Attempting to bind port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba on network ec984599-9a76-48f4-8131-f9a6855bec24 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:24.576253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:24.576552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Checking segment: {'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:24.576968 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.577369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Bound using segment: {'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:24.577850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Bound port: baf6e70e-17b2-4fbc-9c04-323b0e36a2ba, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:24.578239 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.590225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.681013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.681553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 44bd1d32-2581-4ee9-9522-df9c61850019 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:24.683573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] For port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:24.716260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] For port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=baf6e70e-17b2-4fbc-9c04-323b0e36a2ba,segment=NetworkSegment(45c5e21a-90e7-423f-ba82-3c887cdc7acf),segment_id=45c5e21a-90e7-423f-ba82-3c887cdc7acf)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:24.726735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ec984599-9a76-48f4-8131-f9a6855bec24 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:24.729802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:24.733794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:24.734429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.741198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 44bd1d32-2581-4ee9-9522-df9c61850019 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:24.741584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.775781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.788405 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.875455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d2520-3edf-4413-b318-6f39ea822579 None None] Pushing event updated for resources: {'Port': ['ID=baf6e70e-17b2-4fbc-9c04-323b0e36a2ba,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.912867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.192868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.260941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.261708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.332194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event updated for resources: {'Port': ['ID=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:25.393170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Network ec984599-9a76-48f4-8131-f9a6855bec24 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:25.394594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:25.499706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:25.591024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad387a23-c7ff-4d16-8031-7a1c1bd5f984 req-48ee1754-5afa-4e00-bab5-e326f1422933 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.601439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:25.603795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad387a23-c7ff-4d16-8031-7a1c1bd5f984 req-48ee1754-5afa-4e00-bab5-e326f1422933 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 909 time: 0.0580015 Sep 16 05:24:25.609072 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-617e3639-7b44-42df-84db-ed56597d044a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1380053 Sep 16 05:24:25.609383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52438) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:25.614264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:25.617385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:25.626839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:25.627509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:25.724123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:25.764462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329512b3-5a55-4d32-8e1f-9b4321b55035 None None] Network ec984599-9a76-48f4-8131-f9a6855bec24 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:25.939475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a0bb088b-e100-40b2-aa04-d45560a6d2c5 None None] Provisioning complete for port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:25.939829 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a0bb088b-e100-40b2-aa04-d45560a6d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.975924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b27da-1146-4783-bf17-e95c0ad35405 req-a48952ae-8973-4531-8b25-e79e49584712 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.977515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-638b27da-1146-4783-bf17-e95c0ad35405 req-a48952ae-8973-4531-8b25-e79e49584712 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.57 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 909 time: 0.0535004 Sep 16 05:24:26.014403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.extraroute_db [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:24:26.032491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.extraroute_db [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Removed routes are [] {{(pid=101824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:24:26.032884 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.087612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting port c6af4341-05ee-421d-b67b-52bb9b92f42b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:26.088070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.129040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a0bb088b-e100-40b2-aa04-d45560a6d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.158679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:24Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b8c8fa-3ed7-4f01-8b8c-628deddc5495', 'name': '', 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:f2:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:24Z', 'updated_at': '2021-09-16T05:24:25Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:26.188605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:26.188957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Updating router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:24:26.196030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] For port c6af4341-05ee-421d-b67b-52bb9b92f42b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=c6af4341-05ee-421d-b67b-52bb9b92f42b,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:26.196557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.213901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Calling delete_port for c6af4341-05ee-421d-b67b-52bb9b92f42b owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:26.226573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a0bb088b-e100-40b2-aa04-d45560a6d2c5 None None] For port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=baf6e70e-17b2-4fbc-9c04-323b0e36a2ba,segment=NetworkSegment(45c5e21a-90e7-423f-ba82-3c887cdc7acf),segment_id=45c5e21a-90e7-423f-ba82-3c887cdc7acf)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:26.227714 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.313706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a0bb088b-e100-40b2-aa04-d45560a6d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.326392 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.331378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.431405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device baf6e70e-17b2-4fbc-9c04-323b0e36a2ba up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:26.463581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:26.479381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.527495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb088b-e100-40b2-aa04-d45560a6d2c5 None None] Pushing event updated for resources: {'Port': ['ID=baf6e70e-17b2-4fbc-9c04-323b0e36a2ba,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.529561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Port': ['ID=c6af4341-05ee-421d-b67b-52bb9b92f42b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.558922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:26.559405 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.573759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:26.581163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] No DVR routers for this DVR port c6af4341-05ee-421d-b67b-52bb9b92f42b on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:26.582170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.583731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1d4c2e50-3def-41fa-8563-81945c37fc2b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 200 len: 954 time: 0.9733117 Sep 16 05:24:26.583993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.586238 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-638b27da-1146-4783-bf17-e95c0ad35405 req-e3209d49-7482-4a57-9515-bdadf5b7c35b tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.57 "DELETE /v2.0/ports/c6af4341-05ee-421d-b67b-52bb9b92f42b HTTP/1.1" status: 204 len: 173 time: 0.6024532 Sep 16 05:24:26.586695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2022ab78-164d-4a44-a88d-4b1411bd41ad', 'name': 'network-vif-deleted', 'tag': 'c6af4341-05ee-421d-b67b-52bb9b92f42b'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:26.586884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52440) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:26.589025 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dd6767-cd78-4e70-9b23-58d77aa315e9" -d '{"events": [{"server_uuid": "2022ab78-164d-4a44-a88d-4b1411bd41ad", "name": "network-vif-deleted", "tag": "c6af4341-05ee-421d-b67b-52bb9b92f42b"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:26.623921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c9226f61-f617-47ad-b044-37ded970e434 None None] Provisioning complete for port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:26.624365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9226f61-f617-47ad-b044-37ded970e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.675517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c9226f61-f617-47ad-b044-37ded970e434 None None] Port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:26.694633 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5450fe09-0f50-4fbd-834f-267c2002d488 x-openstack-request-id: req-5450fe09-0f50-4fbd-834f-267c2002d488 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:26.694633 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2022ab78-164d-4a44-a88d-4b1411bd41ad", "name": "network-vif-deleted", "tag": "c6af4341-05ee-421d-b67b-52bb9b92f42b", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:26.694911 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5450fe09-0f50-4fbd-834f-267c2002d488 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:26.695111 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2022ab78-164d-4a44-a88d-4b1411bd41ad', 'name': 'network-vif-deleted', 'tag': 'c6af4341-05ee-421d-b67b-52bb9b92f42b', 'status': 'completed', 'code': 200} Sep 16 05:24:26.704301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c9226f61-f617-47ad-b044-37ded970e434 None None] Provisioning complete for port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:26.704774 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c9226f61-f617-47ad-b044-37ded970e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.728019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e38e0748-49f8-4f92-ae3b-23311181f9bd tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 200 len: 954 time: 0.1391742 Sep 16 05:24:26.730791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52446) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:26.735629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'routes': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:26.776109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1da79ab9-52cf-4349-a0c6-9d75e39c7ae2 req-54c99f3c-fceb-4c48-b999-c43fd992e443 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=2022ab78-164d-4a44-a88d-4b1411bd41ad HTTP/1.1" status: 200 len: 210 time: 0.0462935 Sep 16 05:24:27.091051 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.163691 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.205240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.extraroute_db [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added routes are [] {{(pid=101825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:24:27.205682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.extraroute_db [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:24:27.244665 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.261486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44916fa9-1f04-4d6a-a356-d418b7350f87 None None] Pushing event updated for resources: {'Port': ['ID=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:27.282238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3cf63e8b-0271-4892-adb2-9dc12f880172 None None] Provisioning complete for port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:27.282623 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3cf63e8b-0271-4892-adb2-9dc12f880172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.285688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Attempting to bind port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:27.286602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Attempting to bind port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:27.286974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Attempting to bind port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 on network ec984599-9a76-48f4-8131-f9a6855bec24 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:27.314249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:27.314646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Checking segment: {'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:27.322366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.322366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Bound using segment: {'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:27.322366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Bound port: 32b8c8fa-3ed7-4f01-8b8c-628deddc5495, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c5e21a-90e7-423f-ba82-3c887cdc7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:27.322366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.338944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3cf63e8b-0271-4892-adb2-9dc12f880172 None None] Port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:27.409674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] For port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:27.416237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] For port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,segment=NetworkSegment(45c5e21a-90e7-423f-ba82-3c887cdc7acf),segment_id=45c5e21a-90e7-423f-ba82-3c887cdc7acf)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:27.513794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.517054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.528044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.590867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-967da8e1-9e3b-43de-a268-f067bf5c226e None None] Provisioning complete for port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:27.591277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-967da8e1-9e3b-43de-a268-f067bf5c226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.595954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:27.596427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:27.624922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:27.657197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44916fa9-1f04-4d6a-a356-d418b7350f87 None None] Pushing event updated for resources: {'Port': ['ID=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:27.727145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:27.736329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:27.744229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.747754 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e10a0f26-cff4-4df7-b85c-e8fb79ddcd47 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 200 len: 704 time: 1.0136111 Sep 16 05:24:27.748716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52456) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:27.830669 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-967da8e1-9e3b-43de-a268-f067bf5c226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.900513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52462) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:27.910816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1167-8919-40b6-82d8-b84028a581a6 req-2e54bfd0-31c1-4d82-82fb-32a4e01c6e19 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:27.913613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c82f1167-8919-40b6-82d8-b84028a581a6 req-2e54bfd0-31c1-4d82-82fb-32a4e01c6e19 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0917077 Sep 16 05:24:27.930065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-967da8e1-9e3b-43de-a268-f067bf5c226e None None] For port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,segment=NetworkSegment(45c5e21a-90e7-423f-ba82-3c887cdc7acf),segment_id=45c5e21a-90e7-423f-ba82-3c887cdc7acf)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:27.998875 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-967da8e1-9e3b-43de-a268-f067bf5c226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.009113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c82f1167-8919-40b6-82d8-b84028a581a6 req-e87e2247-279c-45e3-bf0f-e1968382a741 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902436 Sep 16 05:24:28.076826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967da8e1-9e3b-43de-a268-f067bf5c226e None None] Pushing event updated for resources: {'Port': ['ID=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:28.093506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 7, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b8c8fa-3ed7-4f01-8b8c-628deddc5495', 'name': '', 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:f2:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:24Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:28.126875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1358ca6-da32-4782-8aa9-a2d4bcd0cf33 None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 7, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b8c8fa-3ed7-4f01-8b8c-628deddc5495', 'name': '', 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:f2:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:24Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 4, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:28.152634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2fd6e3e0-fda1-4c15-9415-d78957604ef3 None None] Provisioning complete for port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:28.153512 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e3e0-fda1-4c15-9415-d78957604ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.243291 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7d2ec181-d9dd-4c07-a1f8-b9020556e32d tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 200 len: 704 time: 0.4933519 Sep 16 05:24:28.245948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52464) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:28.272110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.346000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device baf6e70e-17b2-4fbc-9c04-323b0e36a2ba up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:28.416547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:28.417071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.691442 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-22f208d5-0d4f-452c-a48b-2b64949a242a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549259 Sep 16 05:24:28.700916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.844984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.859664 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-789550bd-a08c-4f70-b4b8-7427e7df7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.861160 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-789550bd-a08c-4f70-b4b8-7427e7df7ff8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 1098 time: 0.1168146 Sep 16 05:24:28.921568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c6af4341-05ee-421d-b67b-52bb9b92f42b no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:28.942827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: c6af4341-05ee-421d-b67b-52bb9b92f42b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:28.943445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device c6af4341-05ee-421d-b67b-52bb9b92f42b not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:28.967032 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:28.976792 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:28.977658 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:28.993990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-fdd84045-fcad-4095-aafc-5da8c2ad0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.995514 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-fdd84045-fcad-4095-aafc-5da8c2ad0398 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.1107836 Sep 16 05:24:29.061320 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-ebeffce5-b8ce-40ba-97e3-8d29fe235a9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f524cb5-ab2e-4658-89b1-13bfb5fa1227 HTTP/1.1" status: 200 len: 217 time: 0.0469263 Sep 16 05:24:29.076495 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:29.139663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-52ff1b79-1f8b-4ffd-9e04-e64627c457c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:29.141157 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-52ff1b79-1f8b-4ffd-9e04-e64627c457c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0562887 Sep 16 05:24:29.177411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:29.177762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.191339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1a8df-ca09-4fd0-a14c-7af76b2c2a94 req-23e6d8be-da09-4f3d-87c6-21347eecb82a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:29.192909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aa1a8df-ca09-4fd0-a14c-7af76b2c2a94 req-23e6d8be-da09-4f3d-87c6-21347eecb82a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.0837681 Sep 16 05:24:29.249563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-af0a1ab3-f7d7-4a7a-a00e-67391a93d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:29.251080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-af0a1ab3-f7d7-4a7a-a00e-67391a93d075 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005988 Sep 16 05:24:29.258954 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0aa1a8df-ca09-4fd0-a14c-7af76b2c2a94 req-d9d0e384-4e36-4a83-9f03-6d1b99a11d54 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Sep 16 05:24:29.284240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting port 0f24dea2-3eb6-4756-a90e-79b95af83bc0 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:29.284669 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.339121 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 7, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b8c8fa-3ed7-4f01-8b8c-628deddc5495', 'name': '', 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:f2:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:24Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:29.344661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port 32b8c8fa-3ed7-4f01-8b8c-628deddc5495, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,segment=NetworkSegment(45c5e21a-90e7-423f-ba82-3c887cdc7acf),segment_id=45c5e21a-90e7-423f-ba82-3c887cdc7acf)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:29.345041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.364639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:29.365733 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:29.375309 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:29.376161 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:29.390000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] For port 0f24dea2-3eb6-4756-a90e-79b95af83bc0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0f24dea2-3eb6-4756-a90e-79b95af83bc0,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:29.390528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.403716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Calling delete_port for 0f24dea2-3eb6-4756-a90e-79b95af83bc0 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:29.421091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-d0b98213-c414-43cc-8044-74e08ccd7707 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603644 Sep 16 05:24:29.478969 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:29.574269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9dde47a-5dee-4273-a40f-e3e4b4e066ec req-0d93659c-a478-4c52-a0b4-3d999baa861a service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449854 Sep 16 05:24:29.671904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.695587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.701209 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 7, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b8c8fa-3ed7-4f01-8b8c-628deddc5495', 'name': '', 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:f2:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:24Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:29.732094 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cec328-7364-4b6c-b370-c7533f4edc51 None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 7, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32b8c8fa-3ed7-4f01-8b8c-628deddc5495', 'name': '', 'network_id': 'ec984599-9a76-48f4-8131-f9a6855bec24', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:f2:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:24Z', 'updated_at': '2021-09-16T05:24:27Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '309ef69f-5aa0-440b-a09a-3393d02d8c26', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:29.733321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=32b8c8fa-3ed7-4f01-8b8c-628deddc5495,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.746677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Port': ['ID=0f24dea2-3eb6-4756-a90e-79b95af83bc0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.873934 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.878575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-fec175a6-cadb-4092-9989-3ba5addc5b10 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:29.880974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-fec175a6-cadb-4092-9989-3ba5addc5b10 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.2193093 Sep 16 05:24:29.998253 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.092832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Deleting port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:30.093190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.106542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:30.205671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:30.211607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f0376812-d1e4-41fb-95b5-06d50a6c9185 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9643459 Sep 16 05:24:30.214260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52468) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.218503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:30.240025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:30.240682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:30.263654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] For port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:30.264215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.278053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-83952f13-6dd2-4d27-a86c-499cff6e5287 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet 309ef69f-5aa0-440b-a09a-3393d02d8c26 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:30.282282 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83952f13-6dd2-4d27-a86c-499cff6e5287 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.343994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83952f13-6dd2-4d27-a86c-499cff6e5287 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.381543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:30.445252 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83952f13-6dd2-4d27-a86c-499cff6e5287 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.587357 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83952f13-6dd2-4d27-a86c-499cff6e5287 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.610542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:29Z', 'revision_number': 8, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:30.616871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83952f13-6dd2-4d27-a86c-499cff6e5287 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=309ef69f-5aa0-440b-a09a-3393d02d8c26,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:30.621068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83952f13-6dd2-4d27-a86c-499cff6e5287 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.625816 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-83952f13-6dd2-4d27-a86c-499cff6e5287 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/309ef69f-5aa0-440b-a09a-3393d02d8c26 HTTP/1.1" status: 204 len: 168 time: 0.4105413 Sep 16 05:24:30.626607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52472) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.650143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c0a2d-0b9c-4e78-8d5d-da08e6753c50 None None] Network ec984599-9a76-48f4-8131-f9a6855bec24 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:30.653118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:30.706359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.713022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:30.713521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:30.766597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:30.766974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.798716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:30.837537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=baf6e70e-17b2-4fbc-9c04-323b0e36a2ba,segment=NetworkSegment(45c5e21a-90e7-423f-ba82-3c887cdc7acf),segment_id=45c5e21a-90e7-423f-ba82-3c887cdc7acf)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:30.837968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.838348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f83007-a743-4d76-b33e-6bde5183581a req-2009484b-3313-4822-b3e4-a32786fb311f tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:30.840273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89f83007-a743-4d76-b33e-6bde5183581a req-2009484b-3313-4822-b3e4-a32786fb311f tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 945 time: 0.4709179 Sep 16 05:24:30.853510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for baf6e70e-17b2-4fbc-9c04-323b0e36a2ba owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:30.862582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:30.980059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26279a-3107-4d15-9d0e-12a242e3846b None None] DHCP port deletion for ec984599-9a76-48f4-8131-f9a6855bec24 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:30.986962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.987358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.987690 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Floating IP 0f5b9583-1ef6-491a-840e-5f2dff78bdc4 disassociated. External IP: 172.25.7.3, port: 21a529ec-e3cb-4349-9f61-354bc5c1aa5f. Sep 16 05:24:30.988041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Calling delete_port for 21a529ec-e3cb-4349-9f61-354bc5c1aa5f owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:31.004109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.012588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89f83007-a743-4d76-b33e-6bde5183581a req-8b1a794a-c112-4dc6-ac11-0966ec8d95ef tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=8c9c448e-bb00-4523-91d3-1392927d5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338079 Sep 16 05:24:31.030532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cf26279a-3107-4d15-9d0e-12a242e3846b None None] The port 'baf6e70e-17b2-4fbc-9c04-323b0e36a2ba' was deleted {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:24:31.035004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=baf6e70e-17b2-4fbc-9c04-323b0e36a2ba,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.043952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No DVR routers for this DVR port baf6e70e-17b2-4fbc-9c04-323b0e36a2ba on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:31.122591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:29Z', 'revision_number': 8, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:31.129238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:31.137162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.137954 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-31b1f6a9-8a68-4f5f-8717-e615fafad77d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "PUT /v2.0/routers/f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2356048 Sep 16 05:24:31.138958 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] Sync routers for ids ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:31.144757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.148190 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] Routers {'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:31.148999 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:31.167778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785b6ff-0c92-464a-852d-77092771c536 None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:29Z', 'revision_number': 8, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '1dfd2922-fe3d-491c-8ead-0d0f32653e99', 'name': '', 'network_id': '91d745ad-f001-444e-8801-de5b08333257', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:3a:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:19Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': 'fb7f85a8-9817-444f-b5bd-7155ca916a0e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:31.171107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec984599-9a76-48f4-8131-f9a6855bec24']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:31.191995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c5e21a-90e7-423f-ba82-3c887cdc7acf') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:31.192537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c5e21a-90e7-423f-ba82-3c887cdc7acf') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:31.203324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.209287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2854202-217f-4260-9834-d366bc45ac68 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting subnet d88d4731-f186-4288-9a12-814af86bfe5d {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:31.221566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.229564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:31.230163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:31.233402 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:31.239418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e2854202-217f-4260-9834-d366bc45ac68 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.292061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e2854202-217f-4260-9834-d366bc45ac68 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.300916 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] Set router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:31.373075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.381006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e2854202-217f-4260-9834-d366bc45ac68 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.384284 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.391645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.394539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/ec984599-9a76-48f4-8131-f9a6855bec24 HTTP/1.1" status: 204 len: 168 time: 0.7668102 Sep 16 05:24:31.412361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52476) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.420141 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc5e90-cca0-4116-aef1-2b32b0ec6188 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=ec984599-9a76-48f4-8131-f9a6855bec24,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.438754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event deleted for resources: {'Port': ['ID=21a529ec-e3cb-4349-9f61-354bc5c1aa5f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.596687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Router 83b50bb5-a0e0-4554-8153-3f523f99fe1a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:31.599486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e2854202-217f-4260-9834-d366bc45ac68 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.620719 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:29Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:31.646059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2854202-217f-4260-9834-d366bc45ac68 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Subnet': ['ID=d88d4731-f186-4288-9a12-814af86bfe5d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.650899 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] Checking router: f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:31.658283 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e2854202-217f-4260-9834-d366bc45ac68 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.658617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1983bb8-aa59-4cf6-9e60-ac895aac9561 None None] Network 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:31.661713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e2854202-217f-4260-9834-d366bc45ac68 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/subnets/d88d4731-f186-4288-9a12-814af86bfe5d HTTP/1.1" status: 204 len: 168 time: 0.5159168 Sep 16 05:24:31.663659 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] Routers {'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:31.663659 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:31.666904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52478) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.792436 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] Set router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:31.829415 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.899099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] DHCP port deletion for 47331c28-e4fc-4baa-b378-9fe6bc6b0a33 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:31.990536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Deleting port 961db687-f294-406f-a781-101cdcc5ec0d {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:31.991930 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.066417 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:29Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:32.096259 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb276b6-d6e5-47c6-a327-2db5307b6786 None None] The sync data for ids ['f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5'] in n-d-712143-16 is: [{'id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1524165888', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:29Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '5405c4a5-0c42-454a-b46a-83433bdbee27', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:32.117549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] For port 961db687-f294-406f-a781-101cdcc5ec0d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=961db687-f294-406f-a781-101cdcc5ec0d,segment=NetworkSegment(bb9aa32c-69fd-4144-b9e4-306d436cb08a),segment_id=bb9aa32c-69fd-4144-b9e4-306d436cb08a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:32.119184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:32.119837 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.141199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] Sync routers for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:32.154333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Calling delete_port for 961db687-f294-406f-a781-101cdcc5ec0d owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:32.159612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:32.160330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:32.171976 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.174890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] No DVR routers for this DVR port 21a529ec-e3cb-4349-9f61-354bc5c1aa5f on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:32.179277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.182395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60c4d089-3cb3-461d-8fe5-d8bbc3714040 req-b30d89aa-7717-4225-bc64-7dbf50addc8d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "DELETE /v2.0/ports/21a529ec-e3cb-4349-9f61-354bc5c1aa5f HTTP/1.1" status: 204 len: 173 time: 2.2927077 Sep 16 05:24:32.211741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'name': 'network-vif-deleted', 'tag': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:32.213756 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872515d5-56e5-40fd-81f4-8844359cb753" -d '{"events": [{"server_uuid": "fab020f6-4b20-4dcb-b87f-6264a968a540", "name": "network-vif-deleted", "tag": "21a529ec-e3cb-4349-9f61-354bc5c1aa5f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:32.222448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-083b5627-8b1d-4742-a875-a9c1a695cd88 req-3ab69c04-fc5a-42ad-b727-721641570187 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 210 time: 0.0496659 Sep 16 05:24:32.263521 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b805fa-f28d-4e22-9989-265448ed0493 x-openstack-request-id: req-b9b805fa-f28d-4e22-9989-265448ed0493 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:32.263819 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab020f6-4b20-4dcb-b87f-6264a968a540", "name": "network-vif-deleted", "tag": "21a529ec-e3cb-4349-9f61-354bc5c1aa5f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:32.264081 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9b805fa-f28d-4e22-9989-265448ed0493 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:32.265455 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab020f6-4b20-4dcb-b87f-6264a968a540', 'name': 'network-vif-deleted', 'tag': '21a529ec-e3cb-4349-9f61-354bc5c1aa5f', 'status': 'completed', 'code': 200} Sep 16 05:24:32.345748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.361338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting port 5405c4a5-0c42-454a-b46a-83433bdbee27 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:32.361920 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.372122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device baf6e70e-17b2-4fbc-9c04-323b0e36a2ba no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:32.400796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: baf6e70e-17b2-4fbc-9c04-323b0e36a2ba {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:32.401138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device baf6e70e-17b2-4fbc-9c04-323b0e36a2ba not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:32.401561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:32.425091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:32.425445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 32b8c8fa-3ed7-4f01-8b8c-628deddc5495 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:32.425866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0f24dea2-3eb6-4756-a90e-79b95af83bc0 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:32.461320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 0f24dea2-3eb6-4756-a90e-79b95af83bc0 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:32.461696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0f24dea2-3eb6-4756-a90e-79b95af83bc0 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:32.462636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 961db687-f294-406f-a781-101cdcc5ec0d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:32.483683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] For port 5405c4a5-0c42-454a-b46a-83433bdbee27, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5405c4a5-0c42-454a-b46a-83433bdbee27,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:32.484327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.492136 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.497128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:32.498101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Calling delete_port for 5405c4a5-0c42-454a-b46a-83433bdbee27 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:32.556730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Pushing event deleted for resources: {'Port': ['ID=961db687-f294-406f-a781-101cdcc5ec0d,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:32.564497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] No DVR routers for this DVR port 961db687-f294-406f-a781-101cdcc5ec0d on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:32.587657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.588011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.588351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.588696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.589048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.589631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.590258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.590258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.590525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.590826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.591151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.591502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b69a16f-3763-4df2-9781-63ff2231d539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:32.605488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No active binding found for port 961db687-f294-406f-a781-101cdcc5ec0d {{(pid=101826) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:24:32.605927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 961db687-f294-406f-a781-101cdcc5ec0d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:32.681337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 1dfd2922-fe3d-491c-8ead-0d0f32653e99 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:32.682446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.782200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port 1dfd2922-fe3d-491c-8ead-0d0f32653e99, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1dfd2922-fe3d-491c-8ead-0d0f32653e99,segment=NetworkSegment(f8fc058c-622d-42e3-b065-bd6f7b996bfd),segment_id=f8fc058c-622d-42e3-b065-bd6f7b996bfd)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:32.782619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.796640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 1dfd2922-fe3d-491c-8ead-0d0f32653e99 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:32.817621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.850265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Port': ['ID=5405c4a5-0c42-454a-b46a-83433bdbee27,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:32.918976 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.955399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:32.978396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] Checking router: 83b50bb5-a0e0-4554-8153-3f523f99fe1a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:32.987926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:32.988560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.015657 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.017864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.091683 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.094015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:33.123830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=1dfd2922-fe3d-491c-8ead-0d0f32653e99,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:33.220788 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.221282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Fanout notify agent at l3_agent the message router_deleted on router f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:33.238504 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.239738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-acbdfdf0-02a2-436c-8a94-bd605a29b705 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/routers/f9dc2d72-f3e3-48ae-b8ac-75c1811f7ba5 HTTP/1.1" status: 204 len: 168 time: 1.5717251 Sep 16 05:24:33.242490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52484) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:33.330756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.349292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.391851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bac702-3154-44f4-a690-941e24e17ff2 None None] The sync data for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 is: [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:33.421824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04cb1f9b-9b16-4b9e-b3ac-d5f41207e831 req-d1bdd8a7-41aa-4b19-92ec-96c631e754b6 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=fab020f6-4b20-4dcb-b87f-6264a968a540 HTTP/1.1" status: 200 len: 210 time: 0.0564857 Sep 16 05:24:33.443535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.645774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.664817 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494856d-b290-4367-b6c9-6ed1e7f2668c None None] New status for floating IP 0f5b9583-1ef6-491a-840e-5f2dff78bdc4: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:24:33.701862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47331c28-e4fc-4baa-b378-9fe6bc6b0a33']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.717290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9aa32c-69fd-4144-b9e4-306d436cb08a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.717642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9aa32c-69fd-4144-b9e4-306d436cb08a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.730149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.745788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:33.749861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.758978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:33.759397 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:33.762304 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:33.901788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:33.906856 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-49d63783-931c-453b-95f9-72d2242d7ad1 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4939151 Sep 16 05:24:33.909799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52488) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:33.912743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:33.922346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:33.923054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.965800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c3d102-289c-47ff-afb6-a7f0c1b20ad2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet fb7f85a8-9817-444f-b5bd-7155ca916a0e {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:33.968937 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90c3d102-289c-47ff-afb6-a7f0c1b20ad2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.971786 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.005941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.007821 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/networks/47331c28-e4fc-4baa-b378-9fe6bc6b0a33 HTTP/1.1" status: 204 len: 168 time: 0.7643349 Sep 16 05:24:34.010466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52490) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.012643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377f354-44c1-472a-a6e5-89d9e308771d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Network': ['ID=47331c28-e4fc-4baa-b378-9fe6bc6b0a33,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.016361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:34.065850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90c3d102-289c-47ff-afb6-a7f0c1b20ad2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.229090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:32Z', 'revision_number': 9, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:34.233599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90c3d102-289c-47ff-afb6-a7f0c1b20ad2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.262014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:34.267896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:34.268649 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:34.296850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting port dfbcabf0-983c-4e1e-805f-7e4ed892ca72 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:34.297202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.350996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5405c4a5-0c42-454a-b46a-83433bdbee27 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:34.370147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90c3d102-289c-47ff-afb6-a7f0c1b20ad2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.374607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 5405c4a5-0c42-454a-b46a-83433bdbee27 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:34.374951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5405c4a5-0c42-454a-b46a-83433bdbee27 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:34.384071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:34.414024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.414360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.417365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3d102-289c-47ff-afb6-a7f0c1b20ad2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7f85a8-9817-444f-b5bd-7155ca916a0e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.425769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90c3d102-289c-47ff-afb6-a7f0c1b20ad2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.427678 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-90c3d102-289c-47ff-afb6-a7f0c1b20ad2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/fb7f85a8-9817-444f-b5bd-7155ca916a0e HTTP/1.1" status: 204 len: 168 time: 0.5168927 Sep 16 05:24:34.430310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52492) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.434413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9332d51-5c21-4770-b9bb-d7cbb06ffcde None None] Network 91d745ad-f001-444e-8801-de5b08333257 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:34.442342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Calling delete_port for dfbcabf0-983c-4e1e-805f-7e4ed892ca72 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:34.579427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.590875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.638786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 21a529ec-e3cb-4349-9f61-354bc5c1aa5f no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:34.655044 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ee423c-ea71-4784-8c9d-38fe6191d0c5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.675906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 21a529ec-e3cb-4349-9f61-354bc5c1aa5f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:34.676336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 21a529ec-e3cb-4349-9f61-354bc5c1aa5f not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:34.681628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ee423c-ea71-4784-8c9d-38fe6191d0c5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.690765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 44bd1d32-2581-4ee9-9522-df9c61850019 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:34.691108 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.750576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:32Z', 'revision_number': 9, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:34.780209 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d2d59-3229-45a1-b2cc-70b16b994727 None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:32Z', 'revision_number': 9, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3555fdf-7791-491c-9b9a-11d8bd63fb20', 'name': '', 'network_id': '29956595-3856-4be6-bfce-e13a04ac9dfa', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:a7:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:16Z', 'updated_at': '2021-09-16T05:24:20Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '24f5f9c2-326a-461e-ad6a-dfdef7e40ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:34.792533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port 44bd1d32-2581-4ee9-9522-df9c61850019, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=44bd1d32-2581-4ee9-9522-df9c61850019,segment=NetworkSegment(f8fc058c-622d-42e3-b065-bd6f7b996bfd),segment_id=f8fc058c-622d-42e3-b065-bd6f7b996bfd)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:34.794536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.795820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] DHCP port deletion for 91d745ad-f001-444e-8801-de5b08333257 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:34.808072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 44bd1d32-2581-4ee9-9522-df9c61850019 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:34.816260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ee423c-ea71-4784-8c9d-38fe6191d0c5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.820809 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ee423c-ea71-4784-8c9d-38fe6191d0c5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.822622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-54ee423c-ea71-4784-8c9d-38fe6191d0c5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "DELETE /v2.0/security-groups/8c9c448e-bb00-4523-91d3-1392927d5339 HTTP/1.1" status: 204 len: 168 time: 0.2296491 Sep 16 05:24:34.826943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52500) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.840852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee423c-ea71-4784-8c9d-38fe6191d0c5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9c448e-bb00-4523-91d3-1392927d5339,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.846713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] Deleting port 44bd1d32-2581-4ee9-9522-df9c61850019 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:34.847040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.847922 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-933c5724-d9b9-45a4-90f7-f94726a4fb11 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] show failed (client error): The resource could not be found. Sep 16 05:24:34.849153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-933c5724-d9b9-45a4-90f7-f94726a4fb11 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups/8c9c448e-bb00-4523-91d3-1392927d5339 HTTP/1.1" status: 404 len: 347 time: 0.0201011 Sep 16 05:24:34.851953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52502) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.884724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.915607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Port': ['ID=dfbcabf0-983c-4e1e-805f-7e4ed892ca72,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.933833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] For port 44bd1d32-2581-4ee9-9522-df9c61850019, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=44bd1d32-2581-4ee9-9522-df9c61850019,segment=NetworkSegment(f8fc058c-622d-42e3-b065-bd6f7b996bfd),segment_id=f8fc058c-622d-42e3-b065-bd6f7b996bfd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:34.934327 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.948973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] Calling delete_port for 44bd1d32-2581-4ee9-9522-df9c61850019 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:34.986695 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.987142 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Floating IP 6cc3f622-0af2-4f01-bfa2-b59e7c2f01c1 disassociated (deleted). External IP: 172.25.7.216, port: e718a3d2-8164-4a12-9a33-39720aebb897. Sep 16 05:24:34.987285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Deleting port ae69f4a5-078f-464e-a6b5-ea795720e11d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:34.987571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.070036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.070292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.075739 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.078984 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.083843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Calling delete_port for ae69f4a5-078f-464e-a6b5-ea795720e11d owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:35.107964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] Pushing event deleted for resources: {'Port': ['ID=44bd1d32-2581-4ee9-9522-df9c61850019,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:35.108181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=44bd1d32-2581-4ee9-9522-df9c61850019,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:35.108941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0d5dd-d467-4f4d-a9e6-1829277d8712 None None] No DVR routers for this DVR port 44bd1d32-2581-4ee9-9522-df9c61850019 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:35.114362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No DVR routers for this DVR port 44bd1d32-2581-4ee9-9522-df9c61850019 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:35.243374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.272286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d745ad-f001-444e-8801-de5b08333257']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:35.308969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fc058c-622d-42e3-b065-bd6f7b996bfd') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:35.309272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fc058c-622d-42e3-b065-bd6f7b996bfd') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:35.322518 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.334910 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.345778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.349306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Router 4465fbeb-f1d0-4021-af49-ee80361ea85d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:35.355974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:35.356381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:35.363616 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:35.366661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event deleted for resources: {'Port': ['ID=ae69f4a5-078f-464e-a6b5-ea795720e11d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:35.432877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.435585 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.436827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7cc8e9e4-f6da-4503-9881-90657873e974 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "DELETE /v2.0/floatingips/0f5b9583-1ef6-491a-840e-5f2dff78bdc4 HTTP/1.1" status: 204 len: 168 time: 0.5839124 Sep 16 05:24:35.793408 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.797612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.799687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/91d745ad-f001-444e-8801-de5b08333257 HTTP/1.1" status: 204 len: 168 time: 1.3684325 Sep 16 05:24:35.802435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52506) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.821375 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efeec4-f6be-4c57-8cca-54f1c3f1ccdf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=91d745ad-f001-444e-8801-de5b08333257,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:35.835118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:35.840567 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.846337 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] Sync routers for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:35.856169 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:35.857104 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:35.876241 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bf101a77-64a4-4f87-bf13-4b2c3fc03c95 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/floatingips/6cc3f622-0af2-4f01-bfa2-b59e7c2f01c1 HTTP/1.1" status: 204 len: 168 time: 1.8620398 Sep 16 05:24:35.876241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:35.877306 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:35.932946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52512) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.937589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-46188dbc-c2f1-4038-ae0a-f15a5afc44c2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195745105', 'description': 'tempest-description--2106312178'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:35.978608 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:36.021704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-46188dbc-c2f1-4038-ae0a-f15a5afc44c2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.047331 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9353d953-17c4-4d5a-b818-35fb7f535fcb x-openstack-request-id: req-9353d953-17c4-4d5a-b818-35fb7f535fcb {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:36.047662 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:36.047988 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9353d953-17c4-4d5a-b818-35fb7f535fcb {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:36.048485 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'status': 'completed', 'code': 200} Sep 16 05:24:36.122689 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-46188dbc-c2f1-4038-ae0a-f15a5afc44c2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.140617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-01071197-a43d-4923-936b-faa3ca99eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.142126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-01071197-a43d-4923-936b-faa3ca99eb6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 1137 time: 0.0784945 Sep 16 05:24:36.187559 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:08Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:36.200814 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-46188dbc-c2f1-4038-ae0a-f15a5afc44c2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.214782 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] Checking router: 4465fbeb-f1d0-4021-af49-ee80361ea85d for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:36.223806 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:36.224512 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:36.267701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46188dbc-c2f1-4038-ae0a-f15a5afc44c2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272005d1-88a3-4d5e-b056-00687e78faf0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:36.285720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-11fa31a8-8da1-42d1-b00c-bc36f45bd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.287222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-11fa31a8-8da1-42d1-b00c-bc36f45bd79d service neutron] 10.222.0.60 "GET /v2.0/networks?id=145d8865-2741-46c3-bee7-fbeb11b9a6e6 HTTP/1.1" status: 200 len: 897 time: 0.1358132 Sep 16 05:24:36.291276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-46188dbc-c2f1-4038-ae0a-f15a5afc44c2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.293675 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-46188dbc-c2f1-4038-ae0a-f15a5afc44c2 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3585868 Sep 16 05:24:36.295535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52514) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:36.300040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e1388771-bef9-4437-8d9b-51fad0658731 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'security_group_rule': {'security_group_id': '272005d1-88a3-4d5e-b056-00687e78faf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:36.330631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 44bd1d32-2581-4ee9-9522-df9c61850019 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:36.357023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 44bd1d32-2581-4ee9-9522-df9c61850019 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:36.357615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 44bd1d32-2581-4ee9-9522-df9c61850019 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:36.358302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1dfd2922-fe3d-491c-8ead-0d0f32653e99 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:36.358443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-d6a6f26d-bf51-4687-84cf-00acdb8f67ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e718a3d2-8164-4a12-9a33-39720aebb897 HTTP/1.1" status: 200 len: 217 time: 0.0541048 Sep 16 05:24:36.367616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.367865 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:36.389306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1dfd2922-fe3d-491c-8ead-0d0f32653e99 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:36.389797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1dfd2922-fe3d-491c-8ead-0d0f32653e99 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:36.581646 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:08Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:36.615980 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe8dfb-d5ed-4349-8f81-9dfa7e39b5c1 None None] The sync data for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 is: [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '48e0df66-ba03-49d7-a07f-c8fdd2c23a80', 'name': '', 'network_id': '145d8865-2741-46c3-bee7-fbeb11b9a6e6', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'mac_address': 'fa:16:3e:de:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:05Z', 'updated_at': '2021-09-16T05:23:08Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'subnets': [{'id': '5b390b7f-0805-4d38-8cad-26506ee7be9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:36.792856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1388771-bef9-4437-8d9b-51fad0658731 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.838137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-3263439c-a09d-4dc1-970a-80702f2200ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.839647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-3263439c-a09d-4dc1-970a-80702f2200ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b390b7f-0805-4d38-8cad-26506ee7be9a HTTP/1.1" status: 200 len: 834 time: 0.4683118 Sep 16 05:24:36.853829 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e64d82-d39b-411c-aaac-00b60b2160c6 None None] New status for floating IP 6cc3f622-0af2-4f01-bfa2-b59e7c2f01c1: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:24:36.943313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69a7a0-dfa3-447d-9e34-c4f976ab3063 req-a1272359-b7f0-40fc-9724-5487dfc828bd tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.944939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a69a7a0-dfa3-447d-9e34-c4f976ab3063 req-a1272359-b7f0-40fc-9724-5487dfc828bd tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 985 time: 0.4989519 Sep 16 05:24:37.018228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1388771-bef9-4437-8d9b-51fad0658731 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.025346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-0f19f9b1-d007-476b-a697-4c3c3c625e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.026873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-0f19f9b1-d007-476b-a697-4c3c3c625e16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=145d8865-2741-46c3-bee7-fbeb11b9a6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730101 Sep 16 05:24:37.064094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a69a7a0-dfa3-447d-9e34-c4f976ab3063 req-26c4f04f-93a7-4ca5-a194-7aec468cf932 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0953336 Sep 16 05:24:37.112287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1388771-bef9-4437-8d9b-51fad0658731 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.160897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1388771-bef9-4437-8d9b-51fad0658731 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60581542-bec8-46ac-a32e-51b162f8a816,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:37.209909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-c4ba2cc8-54e9-47de-83b0-c694fb2004fa service neutron] 10.222.0.60 "GET /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731293 Sep 16 05:24:37.290921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port a3555fdf-7791-491c-9b9a-11d8bd63fb20 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:37.291301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.294118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1388771-bef9-4437-8d9b-51fad0658731 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.295361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e1388771-bef9-4437-8d9b-51fad0658731 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9988234 Sep 16 05:24:37.298417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52518) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:37.303746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-59b5dc9d-2818-4e10-b745-33e2958dc985 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'security_group_rule': {'security_group_id': '272005d1-88a3-4d5e-b056-00687e78faf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:37.383157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-066e2c5f-6a24-49d9-9ceb-c261a93c86cf req-1c0ef80e-d150-4ce7-ae4e-f9af90e7c35c service neutron] 10.222.0.60 "GET /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645329 Sep 16 05:24:37.402322 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59b5dc9d-2818-4e10-b745-33e2958dc985 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.408053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port a3555fdf-7791-491c-9b9a-11d8bd63fb20, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a3555fdf-7791-491c-9b9a-11d8bd63fb20,segment=NetworkSegment(f2ef0776-6b5c-46b6-96fc-9a3c745644eb),segment_id=f2ef0776-6b5c-46b6-96fc-9a3c745644eb)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:37.408053 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.419890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for a3555fdf-7791-491c-9b9a-11d8bd63fb20 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:37.474921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59b5dc9d-2818-4e10-b745-33e2958dc985 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.554625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59b5dc9d-2818-4e10-b745-33e2958dc985 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.573251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5dc9d-2818-4e10-b745-33e2958dc985 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e04ee00-22ac-4347-8ff8-9c2c13690e60,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:37.680064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59b5dc9d-2818-4e10-b745-33e2958dc985 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.681246 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-59b5dc9d-2818-4e10-b745-33e2958dc985 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3819363 Sep 16 05:24:37.684366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52520) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:37.688825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:37.726386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.756861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=a3555fdf-7791-491c-9b9a-11d8bd63fb20,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:37.769467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-697fd6eb-69d9-4216-a440-ceb216282355 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.771010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-697fd6eb-69d9-4216-a440-ceb216282355 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 985 time: 0.0802524 Sep 16 05:24:37.806936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.911466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.953121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.022781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Allocated IP 172.25.7.209 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/20685122-9224-4ec9-bd55-3ae37be9a30d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:38.042807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting port e718a3d2-8164-4a12-9a33-39720aebb897 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:38.043080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.140547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.256567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] For port e718a3d2-8164-4a12-9a33-39720aebb897, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=e718a3d2-8164-4a12-9a33-39720aebb897,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:38.256946 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.277888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:38.279690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Calling delete_port for e718a3d2-8164-4a12-9a33-39720aebb897 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:38.291459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfdee8-0bd5-4cb8-b727-c629f140fed7 req-cd5927a3-530f-4213-a6a2-78caeac845de tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:38.292957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bacfdee8-0bd5-4cb8-b727-c629f140fed7 req-cd5927a3-530f-4213-a6a2-78caeac845de tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 985 time: 0.1420300 Sep 16 05:24:38.324032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.364994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:38.367813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:38.374222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:38.400354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'Port': ['ID=20685122-9224-4ec9-bd55-3ae37be9a30d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.456170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bacfdee8-0bd5-4cb8-b727-c629f140fed7 req-92d91e0d-87e9-4637-85fa-d074ca0a1c8d tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e809ee-bb5f-4c5e-ac96-82b157b18d90&id=06ded115-4f12-4d83-ac98-e6fc108233b0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1558180 Sep 16 05:24:38.480514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:38.485677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a8702d83-51af-4117-892b-4d5ff69d3025 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6821783 Sep 16 05:24:38.488391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52524) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:38.493639 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:38.503851 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:38.505005 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:38.514356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.573135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0df7f9-3fad-443a-a632-5d65e4636a94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet 24f5f9c2-326a-461e-ad6a-dfdef7e40ecf {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:38.580035 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0df7f9-3fad-443a-a632-5d65e4636a94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.590108 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:38.620733 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.631067 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0df7f9-3fad-443a-a632-5d65e4636a94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.715813 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.755737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Port': ['ID=e718a3d2-8164-4a12-9a33-39720aebb897,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.771172 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0df7f9-3fad-443a-a632-5d65e4636a94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.790317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.828966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] No DVR routers for this DVR port e718a3d2-8164-4a12-9a33-39720aebb897 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:38.833623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.835643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a0e01e0-792e-4bd2-a408-4530eee6599b req-d9cd292f-28ff-46d1-9d93-19a0475fb50c tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.60 "DELETE /v2.0/ports/e718a3d2-8164-4a12-9a33-39720aebb897 HTTP/1.1" status: 204 len: 173 time: 1.0419347 Sep 16 05:24:38.836093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'name': 'network-vif-deleted', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:38.838590 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8d6f48-53d2-4365-8670-6ba3e44f3554" -d '{"events": [{"server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "name": "network-vif-deleted", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:38.880245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.881304 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f3462-132c-4903-9e2e-67763de46ef1 x-openstack-request-id: req-2c7f3462-132c-4903-9e2e-67763de46ef1 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:38.881631 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c4130b-cb90-4ba5-80ab-c323bf06eeae", "name": "network-vif-deleted", "tag": "e718a3d2-8164-4a12-9a33-39720aebb897", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:38.881893 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c7f3462-132c-4903-9e2e-67763de46ef1 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:38.882301 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c4130b-cb90-4ba5-80ab-c323bf06eeae', 'name': 'network-vif-deleted', 'tag': 'e718a3d2-8164-4a12-9a33-39720aebb897', 'status': 'completed', 'code': 200} Sep 16 05:24:38.899856 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:37Z', 'revision_number': 10, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:38.925897 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:38.935154 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:38.936177 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:38.953459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'Port': ['ID=20685122-9224-4ec9-bd55-3ae37be9a30d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.967118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0df7f9-3fad-443a-a632-5d65e4636a94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.967721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.000165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0df7f9-3fad-443a-a632-5d65e4636a94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=24f5f9c2-326a-461e-ad6a-dfdef7e40ecf,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:39.002498 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a0df7f9-3fad-443a-a632-5d65e4636a94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.005004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5a0df7f9-3fad-443a-a632-5d65e4636a94 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/24f5f9c2-326a-461e-ad6a-dfdef7e40ecf HTTP/1.1" status: 204 len: 168 time: 0.5156448 Sep 16 05:24:39.007608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52528) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:39.020710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bdbfe6-9a44-4382-a4eb-ebbe2781c88f None None] Network 29956595-3856-4be6-bfce-e13a04ac9dfa requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:39.040975 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:39.063561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.064774 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e2378c6f-1a8e-4a11-bffe-ce5129b922bb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3794332 Sep 16 05:24:39.106771 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.214734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 9d00d2df-1f03-41ec-9826-ef015d836212 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:39.215079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.269474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] DHCP port deletion for 29956595-3856-4be6-bfce-e13a04ac9dfa request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:39.312424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port 9d00d2df-1f03-41ec-9826-ef015d836212, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9d00d2df-1f03-41ec-9826-ef015d836212,segment=NetworkSegment(f2ef0776-6b5c-46b6-96fc-9a3c745644eb),segment_id=f2ef0776-6b5c-46b6-96fc-9a3c745644eb)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:39.312616 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:37Z', 'revision_number': 10, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:39.312878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.335560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] Deleting port 9d00d2df-1f03-41ec-9826-ef015d836212 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:39.336325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.345721 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76840ea1-28e8-40cc-be45-229aabb6a815 None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:37Z', 'revision_number': 10, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None, '_interfaces': [{'id': '5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae', 'name': '', 'network_id': 'ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'mac_address': 'fa:16:3e:b2:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:11Z', 'updated_at': '2021-09-16T05:24:15Z', 'revision_number': 5, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'subnets': [{'id': '00fd1a12-559b-462a-975c-0c95b970ad7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:39.380024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-9334a2c3-e8ef-4dd3-bb07-966c309320eb tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--195745105&fields=id&tenant_id=f52299cb48ec44c78583a8ec6c3d3c69 HTTP/1.1" status: 200 len: 267 time: 0.0690393 Sep 16 05:24:39.383212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 9d00d2df-1f03-41ec-9826-ef015d836212 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:39.421407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] For port 9d00d2df-1f03-41ec-9826-ef015d836212, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9d00d2df-1f03-41ec-9826-ef015d836212,segment=NetworkSegment(f2ef0776-6b5c-46b6-96fc-9a3c745644eb),segment_id=f2ef0776-6b5c-46b6-96fc-9a3c745644eb)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:39.421814 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.433776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] Calling delete_port for 9d00d2df-1f03-41ec-9826-ef015d836212 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:39.545712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-1d5506fa-96af-4ab3-ae21-e0e080259f83 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:39.547223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-1d5506fa-96af-4ab3-ae21-e0e080259f83 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 811 time: 0.1662533 Sep 16 05:24:39.581625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d126e69-0270-4f7d-a173-7ff36e0e7b93 req-55b24019-0611-49c9-94b2-d095c1257679 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8c4130b-cb90-4ba5-80ab-c323bf06eeae HTTP/1.1" status: 200 len: 210 time: 0.0328267 Sep 16 05:24:39.583282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-031ffdd5-76e0-45a3-b00a-73e260f3fa0b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/quotas/f52299cb48ec44c78583a8ec6c3d3c69 HTTP/1.1" status: 200 len: 375 time: 0.0247133 Sep 16 05:24:39.592039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.617820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] Pushing event deleted for resources: {'Port': ['ID=9d00d2df-1f03-41ec-9826-ef015d836212,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:39.621845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459cb46-7d8a-4cb9-be84-e75a8376137c None None] No DVR routers for this DVR port 9d00d2df-1f03-41ec-9826-ef015d836212 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:39.636883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.666249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=9d00d2df-1f03-41ec-9826-ef015d836212,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:39.680050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-69da26aa-d3c3-4d97-9c3d-303218f665be tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903900 Sep 16 05:24:39.682700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No DVR routers for this DVR port 9d00d2df-1f03-41ec-9826-ef015d836212 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:39.829061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.856920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29956595-3856-4be6-bfce-e13a04ac9dfa']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:39.874752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:39.880964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ef0776-6b5c-46b6-96fc-9a3c745644eb') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:39.884019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-419a38a7-4db0-4f38-83fb-b3c31d84afe3 service neutron] 10.222.0.59 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927967 Sep 16 05:24:39.887593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.917793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.931962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:39.932353 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: self.session.flush() Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:39.935230 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:40.036799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-f0cb5432-fb02-4364-920d-1913ce5da489 service neutron] 10.222.0.59 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425631 Sep 16 05:24:40.077599 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.085830 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.087759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/29956595-3856-4be6-bfce-e13a04ac9dfa HTTP/1.1" status: 204 len: 168 time: 1.0792542 Sep 16 05:24:40.090853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52544) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:40.097467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761265ac-4478-448c-b936-eb90394e83d5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=29956595-3856-4be6-bfce-e13a04ac9dfa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:40.285517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50173b1e-e0d7-475a-993b-78c91a34ef41 req-544850ce-5916-4646-90d6-0d2b8b5b62e5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 210 time: 0.0362847 Sep 16 05:24:40.290217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a3555fdf-7791-491c-9b9a-11d8bd63fb20 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:40.311005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a3555fdf-7791-491c-9b9a-11d8bd63fb20 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:40.311401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a3555fdf-7791-491c-9b9a-11d8bd63fb20 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:40.312009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9d00d2df-1f03-41ec-9826-ef015d836212 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:40.332858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 9d00d2df-1f03-41ec-9826-ef015d836212 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:40.333219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9d00d2df-1f03-41ec-9826-ef015d836212 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:40.461225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.632102 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.643013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52556) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:40.699786 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-824886cb-3f91-4cd1-b00f-16ce5f881be9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.707026 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:40.708031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.723543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-824886cb-3f91-4cd1-b00f-16ce5f881be9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.804065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,segment=NetworkSegment(b17e4dac-ab52-49b6-8406-28b15475d2de),segment_id=b17e4dac-ab52-49b6-8406-28b15475d2de)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:40.804437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.817469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:40.846379 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-824886cb-3f91-4cd1-b00f-16ce5f881be9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.852883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-824886cb-3f91-4cd1-b00f-16ce5f881be9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.852883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-824886cb-3f91-4cd1-b00f-16ce5f881be9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/security-groups/06ded115-4f12-4d83-ac98-e6fc108233b0 HTTP/1.1" status: 204 len: 168 time: 0.2092190 Sep 16 05:24:40.854047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52560) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:40.877674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824886cb-3f91-4cd1-b00f-16ce5f881be9 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ded115-4f12-4d83-ac98-e6fc108233b0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:40.919814 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e49ae77b-843c-4372-a82e-4bd8b64fadd6 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.945568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e49ae77b-843c-4372-a82e-4bd8b64fadd6 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.045805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b7c65cbb-b150-4e3f-8dd8-0e63065239f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.108841 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e49ae77b-843c-4372-a82e-4bd8b64fadd6 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.111560 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e49ae77b-843c-4372-a82e-4bd8b64fadd6 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.112673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e49ae77b-843c-4372-a82e-4bd8b64fadd6 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/security-groups/f2e809ee-bb5f-4c5e-ac96-82b157b18d90 HTTP/1.1" status: 204 len: 168 time: 0.2575836 Sep 16 05:24:41.116459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52562) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:41.122325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ae77b-843c-4372-a82e-4bd8b64fadd6 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e809ee-bb5f-4c5e-ac96-82b157b18d90,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.154514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.189229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.327784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.391859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43bc837b-c605-40a8-82ff-ba66b3764370 req-f5ce75d9-c499-4e6d-a77a-357f8e5afde7 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 210 time: 0.0332942 Sep 16 05:24:41.532940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f25419-3dc7-4685-92ad-a8a9629ffffb req-d0896c46-f312-407b-86ff-c92d1500a62e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:41.539784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7f25419-3dc7-4685-92ad-a8a9629ffffb req-d0896c46-f312-407b-86ff-c92d1500a62e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0594923 Sep 16 05:24:41.577354 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7f25419-3dc7-4685-92ad-a8a9629ffffb req-80b08b30-f289-4eb8-8281-fae69854f532 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349412 Sep 16 05:24:41.587399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:41.695608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a553f-cd37-4462-bc54-6343ca0aa733 req-c6a0b5e1-1f13-4d35-ae7c-91a108924acc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:41.696990 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f5a553f-cd37-4462-bc54-6343ca0aa733 req-c6a0b5e1-1f13-4d35-ae7c-91a108924acc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0488353 Sep 16 05:24:41.721826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:41.727697 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cbae9ce6-f906-46dd-a90b-4b04d2260f9a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6357331 Sep 16 05:24:41.730879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52570) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:41.739551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f5a553f-cd37-4462-bc54-6343ca0aa733 req-7d1772e7-ca4f-4afc-863c-28e6e1fa868a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333626 Sep 16 05:24:41.739647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48219b5-011d-4e32-a153-205be974244a None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:41.753661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48219b5-011d-4e32-a153-205be974244a None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:41.754297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e48219b5-011d-4e32-a153-205be974244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:41.793072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1a015f-b3b4-4128-bf6c-cc6328308d52 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting subnet 00fd1a12-559b-462a-975c-0c95b970ad7a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:41.798907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef1a015f-b3b4-4128-bf6c-cc6328308d52 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.835869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e48219b5-011d-4e32-a153-205be974244a None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:41.859150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef1a015f-b3b4-4128-bf6c-cc6328308d52 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.980572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef1a015f-b3b4-4128-bf6c-cc6328308d52 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.004778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-d63a8314-97cd-4906-879f-af58cf1559c2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.006006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.006357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-d63a8314-97cd-4906-879f-af58cf1559c2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.1223440 Sep 16 05:24:42.022394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-805e2f68-1dcd-486b-9ab0-d3e0441dcf77 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/quotas/902bf2fdc52645658eacbd9a3c631a58 HTTP/1.1" status: 200 len: 375 time: 0.0098662 Sep 16 05:24:42.071132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e48219b5-011d-4e32-a153-205be974244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:40Z', 'revision_number': 11, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:42.097077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-1d53d6b0-0acb-4a35-90e7-a5bb02a5fb8a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0679002 Sep 16 05:24:42.097520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48219b5-011d-4e32-a153-205be974244a None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:42.106486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48219b5-011d-4e32-a153-205be974244a None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:42.107106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e48219b5-011d-4e32-a153-205be974244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:42.177929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e48219b5-011d-4e32-a153-205be974244a None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:42.186279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef1a015f-b3b4-4128-bf6c-cc6328308d52 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.214654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a015f-b3b4-4128-bf6c-cc6328308d52 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Subnet': ['ID=00fd1a12-559b-462a-975c-0c95b970ad7a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:42.223930 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ef1a015f-b3b4-4128-bf6c-cc6328308d52 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.228175 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ef1a015f-b3b4-4128-bf6c-cc6328308d52 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/00fd1a12-559b-462a-975c-0c95b970ad7a HTTP/1.1" status: 204 len: 168 time: 0.4940262 Sep 16 05:24:42.228546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52584) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.267738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5977c0-c012-46e0-8ef8-1554e295f675 None None] Network ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:42.271567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e48219b5-011d-4e32-a153-205be974244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:40Z', 'revision_number': 11, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:42.316979 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48219b5-011d-4e32-a153-205be974244a None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:40Z', 'revision_number': 11, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:42.597274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e780eca-2fa3-47c2-bbc6-9064ee4190b8 req-6b86c9a5-8202-45cb-8677-0053c1f93f72 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 210 time: 0.0413208 Sep 16 05:24:42.639562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device e718a3d2-8164-4a12-9a33-39720aebb897 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:42.686274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-43cb38bf-0d13-4084-9fc2-9eb2bf702742 service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803034 Sep 16 05:24:42.691672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] DHCP port deletion for ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:42.695801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: e718a3d2-8164-4a12-9a33-39720aebb897 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:42.695981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device e718a3d2-8164-4a12-9a33-39720aebb897 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:42.700934 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.757971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] Deleting port dd82d3f7-fc52-48f4-b070-1a6028fe873e {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:42.759042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.810110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-fd63088d-55af-4325-bbfe-a2e16847465f tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.812333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-fd63088d-55af-4325-bbfe-a2e16847465f tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 811 time: 0.2551997 Sep 16 05:24:42.829041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Deleting port dd82d3f7-fc52-48f4-b070-1a6028fe873e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:42.829546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.848050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:42.848478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.857607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] For port dd82d3f7-fc52-48f4-b070-1a6028fe873e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=dd82d3f7-fc52-48f4-b070-1a6028fe873e,segment=NetworkSegment(b17e4dac-ab52-49b6-8406-28b15475d2de),segment_id=b17e4dac-ab52-49b6-8406-28b15475d2de)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:42.858109 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.860503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-3cee184e-c2ca-4d37-bc23-cbb07ee6bef2 service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645141 Sep 16 05:24:42.871894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] Calling delete_port for dd82d3f7-fc52-48f4-b070-1a6028fe873e owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:42.894139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-d4fb1dc1-9428-4591-8f3d-658fe678335b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52299cb48ec44c78583a8ec6c3d3c69 HTTP/1.1" status: 200 len: 379 time: 0.0720403 Sep 16 05:24:42.912649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'port': {'device_id': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'admin_state_up': True, 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'security_groups': ['272005d1-88a3-4d5e-b056-00687e78faf0']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:42.985065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] For port dd82d3f7-fc52-48f4-b070-1a6028fe873e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=dd82d3f7-fc52-48f4-b070-1a6028fe873e,segment=NetworkSegment(b17e4dac-ab52-49b6-8406-28b15475d2de),segment_id=b17e4dac-ab52-49b6-8406-28b15475d2de)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:42.985532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.009208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Calling delete_port for dd82d3f7-fc52-48f4-b070-1a6028fe873e owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:43.038280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] For port 48e0df66-ba03-49d7-a07f-c8fdd2c23a80, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:43.042942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.078561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Calling delete_port for 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:43.131942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Made reservation on behalf of f52299cb48ec44c78583a8ec6c3d3c69 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:43.136277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.175065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f05453f-d94c-4c0b-9cf7-b6eae07518dc req-afc26676-7a09-4e1e-9c51-b8b5b5a9d28d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 210 time: 0.0352676 Sep 16 05:24:43.220461 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.254699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.264055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] Pushing event deleted for resources: {'Port': ['ID=dd82d3f7-fc52-48f4-b070-1a6028fe873e,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.269586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3bced-f822-47ec-b0c5-bcf4407923db None None] No DVR routers for this DVR port dd82d3f7-fc52-48f4-b070-1a6028fe873e on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:43.289967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Port': ['ID=dd82d3f7-fc52-48f4-b070-1a6028fe873e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.300529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No DVR routers for this DVR port dd82d3f7-fc52-48f4-b070-1a6028fe873e on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:43.346796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Allocated IP 172.20.0.8 (ed592d54-bda3-4648-ab55-87d6b11ded6e/028d39d3-f1cc-479f-8003-51d1c32ca461/75b88363-d080-4160-953d-47bb337ca5a1) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:43.424416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.445389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:43.454950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17e4dac-ab52-49b6-8406-28b15475d2de') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:43.455282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17e4dac-ab52-49b6-8406-28b15475d2de') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:43.464957 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.477850 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.483774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:43.484168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:43.487189 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:43.542604 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.580285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Port': ['ID=48e0df66-ba03-49d7-a07f-c8fdd2c23a80,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.622515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.650629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.696648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.698541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/networks/ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1 HTTP/1.1" status: 204 len: 168 time: 1.4691749 Sep 16 05:24:43.702478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52602) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.719899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'routes': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:43.751028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd4c1dff-4880-4b75-bd15-b30c5598a8b9 req-e9e6468e-020c-48f1-a1c7-d708c255789b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 210 time: 0.0479474 Sep 16 05:24:43.752905 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.760419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dd4c8-5e31-422a-9bf9-b15ab50cd0f2 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Pushing event deleted for resources: {'Network': ['ID=ede0f497-f6ae-4a0a-ab49-00c0e66dd0f1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.792190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Network ed592d54-bda3-4648-ab55-87d6b11ded6e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:43.795468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:43.799430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:43.853075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event updated for resources: {'Port': ['ID=75b88363-d080-4160-953d-47bb337ca5a1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.874893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:43.875545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.933362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.extraroute_db [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Added routes are [] {{(pid=101825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:24:43.933673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.extraroute_db [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Removed routes are [] {{(pid=101825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:24:43.934675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.964054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-eb888d6a-f32c-43e1-a707-9f531e0e5991 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0623152 Sep 16 05:24:43.985137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Request body: {'port': {'device_id': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:44.018247 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.036846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.051620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c628f35d-988e-4c33-9d5c-500ae0edf90a None None] Provisioning complete for port 75b88363-d080-4160-953d-47bb337ca5a1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:44.052618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c628f35d-988e-4c33-9d5c-500ae0edf90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.092245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c628f35d-988e-4c33-9d5c-500ae0edf90a None None] Port 75b88363-d080-4160-953d-47bb337ca5a1 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:44.130098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.137886 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.191872 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.266192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:44.296032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22901882-3aee-4e80-8b27-36793369728f req-bf5b6767-780d-475a-901e-461d0ad2a9fe tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 210 time: 0.0341840 Sep 16 05:24:44.390547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:44.395516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:44.401883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.403407 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] Sync routers for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:44.406934 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-77976d83-c953-4b0f-838a-207f262e5225 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 200 len: 705 time: 0.6992016 Sep 16 05:24:44.406934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52606) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.415348 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:44.415979 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:44.423586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:44.423999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5fb15f1b-f1f1-45f8-9ae1-6bbf256b96ae not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:44.424438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device dd82d3f7-fc52-48f4-b070-1a6028fe873e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:44.446888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: dd82d3f7-fc52-48f4-b070-1a6028fe873e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:44.447278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device dd82d3f7-fc52-48f4-b070-1a6028fe873e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:44.451485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42c081b1-3360-4570-a262-df3ef78ae14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.465023 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9aafa2ca-f3ce-4180-bf82-7e78917d45a3 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 200 len: 205 time: 0.0569131 Sep 16 05:24:44.467401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52608) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.470083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b88363-d080-4160-953d-47bb337ca5a1 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:44.480236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.505363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Transition to ACTIVE for port object 75b88363-d080-4160-953d-47bb337ca5a1 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:44.527312 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:44.553804 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0725235f-2932-4da5-b515-0ebbef8f77fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.558083 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.582168 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:40Z', 'revision_number': 11, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:44.592827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Router 4465fbeb-f1d0-4021-af49-ee80361ea85d has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:44.609688 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] Checking router: 23e290e2-9d8c-4d9b-bbe9-9091896a2570 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:44.621852 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] Routers {'23e290e2-9d8c-4d9b-bbe9-9091896a2570'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:44.622803 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:44.635132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Pushing event updated for resources: {'Port': ['ID=75b88363-d080-4160-953d-47bb337ca5a1,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.712632 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] Set router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:44.729877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Attempting to bind port 75b88363-d080-4160-953d-47bb337ca5a1 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:44.730868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Attempting to bind port 75b88363-d080-4160-953d-47bb337ca5a1 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:44.731348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Attempting to bind port 75b88363-d080-4160-953d-47bb337ca5a1 on network ed592d54-bda3-4648-ab55-87d6b11ded6e {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:44.736851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Port 75b88363-d080-4160-953d-47bb337ca5a1 on network ed592d54-bda3-4648-ab55-87d6b11ded6e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:44.737292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Attempting to bind port 75b88363-d080-4160-953d-47bb337ca5a1 on network ed592d54-bda3-4648-ab55-87d6b11ded6e {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:44.744447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:44.744942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Checking segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:44.745668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Bound using segment: {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:44.746269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Bound port: 75b88363-d080-4160-953d-47bb337ca5a1, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048ad576-bacc-4b93-9fad-9b157f163e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:44.746728 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.764346 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:40Z', 'revision_number': 11, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:44.825154 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8dd56-634a-4443-8e9e-575a5b68460a None None] The sync data for ids ['23e290e2-9d8c-4d9b-bbe9-9091896a2570'] in n-d-712143-16 is: [{'id': '23e290e2-9d8c-4d9b-bbe9-9091896a2570', 'name': 'tempest-RoutersIpV6Test-router-1569957202', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:09Z', 'updated_at': '2021-09-16T05:24:40Z', 'revision_number': 11, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:44.839394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] For port 75b88363-d080-4160-953d-47bb337ca5a1, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:44.844152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] For port 75b88363-d080-4160-953d-47bb337ca5a1, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=75b88363-d080-4160-953d-47bb337ca5a1,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:44.852199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0725235f-2932-4da5-b515-0ebbef8f77fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.855932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0725235f-2932-4da5-b515-0ebbef8f77fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.915976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171b10f-bf8e-41ed-93f3-53fba582badd req-e22a6a47-d8fe-4fbb-8a1d-6834858431d1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:44.923758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f171b10f-bf8e-41ed-93f3-53fba582badd req-e22a6a47-d8fe-4fbb-8a1d-6834858431d1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 943 time: 0.0817528 Sep 16 05:24:44.941893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.952541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:44.961336 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d80279ee-0726-45c0-b7b1-9359e6fd6b34 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "PUT /v2.0/routers/4465fbeb-f1d0-4021-af49-ee80361ea85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8412547 Sep 16 05:24:44.962068 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52612) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.969490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] Sync routers for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:44.980086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:44.983517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:45.005375 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0725235f-2932-4da5-b515-0ebbef8f77fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.007119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725235f-2932-4da5-b515-0ebbef8f77fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Fanout notify agent at l3_agent the message router_deleted on router 23e290e2-9d8c-4d9b-bbe9-9091896a2570 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:45.011102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.011861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.013348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/75b88363-d080-4160-953d-47bb337ca5a1 HTTP/1.1" status: 200 len: 1092 time: 1.0406759 Sep 16 05:24:45.013902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'tag': '75b88363-d080-4160-953d-47bb337ca5a1'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:45.014325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0725235f-2932-4da5-b515-0ebbef8f77fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.016536 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da819a-ac48-4bf5-9b7a-5eddb3295eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "23fb9d32-4eac-4e0f-aa09-f1de0e76bf19", "tag": "75b88363-d080-4160-953d-47bb337ca5a1"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:45.020949 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0725235f-2932-4da5-b515-0ebbef8f77fb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 204 len: 168 time: 0.5513132 Sep 16 05:24:45.023468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:45.027743 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-da08398e-6fc8-4859-a616-31c4de66b7ea tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1647037124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:45.062691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-029c56b2-5238-4abd-9fb1-2eaeddcf5577 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting subnet 5b390b7f-0805-4d38-8cad-26506ee7be9a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:45.063835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f171b10f-bf8e-41ed-93f3-53fba582badd req-29452d26-8c67-4036-962a-c500e81da47c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391459 Sep 16 05:24:45.070560 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-029c56b2-5238-4abd-9fb1-2eaeddcf5577 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.074032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe74a6c-ff9c-4139-9018-dfe5d77650d4 service neutron] Pushing event updated for resources: {'Port': ['ID=75b88363-d080-4160-953d-47bb337ca5a1,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.099567 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3848fbd6-b2fa-48fd-b431-e937643e93c1 x-openstack-request-id: req-3848fbd6-b2fa-48fd-b431-e937643e93c1 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:45.100068 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fb9d32-4eac-4e0f-aa09-f1de0e76bf19", "tag": "75b88363-d080-4160-953d-47bb337ca5a1", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:45.100326 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3848fbd6-b2fa-48fd-b431-e937643e93c1 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:45.100733 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'tag': '75b88363-d080-4160-953d-47bb337ca5a1', 'status': 'completed', 'code': 200} Sep 16 05:24:45.135978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-029c56b2-5238-4abd-9fb1-2eaeddcf5577 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.180996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:45.220455 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.222502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da819a-ac48-4bf5-9b7a-5eddb3295eb2 req-5c95da0d-fb58-432e-9f0e-5fd5cc61dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.224843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12da819a-ac48-4bf5-9b7a-5eddb3295eb2 req-5c95da0d-fb58-432e-9f0e-5fd5cc61dec6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 1095 time: 0.1011665 Sep 16 05:24:45.237184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da08398e-6fc8-4859-a616-31c4de66b7ea tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.238233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da08398e-6fc8-4859-a616-31c4de66b7ea tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.268717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-029c56b2-5238-4abd-9fb1-2eaeddcf5577 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.333782 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da08398e-6fc8-4859-a616-31c4de66b7ea tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.385954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da819a-ac48-4bf5-9b7a-5eddb3295eb2 req-6a1d6649-925e-414a-86c8-114aa861961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.388094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12da819a-ac48-4bf5-9b7a-5eddb3295eb2 req-6a1d6649-925e-414a-86c8-114aa861961e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1543655 Sep 16 05:24:45.419757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:24:43Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:45.429181 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da08398e-6fc8-4859-a616-31c4de66b7ea tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.449810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2aabaded-110d-46a8-9f24-b2b72edcd553 req-96ebb1a0-fe70-442a-865b-ff4ce229fb05 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 210 time: 0.0436623 Sep 16 05:24:45.453543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] Checking router: 4465fbeb-f1d0-4021-af49-ee80361ea85d for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:45.459093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-029c56b2-5238-4abd-9fb1-2eaeddcf5577 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.469815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] Routers {'4465fbeb-f1d0-4021-af49-ee80361ea85d'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:45.470440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['4465fbeb-f1d0-4021-af49-ee80361ea85d'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:45.520556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c56b2-5238-4abd-9fb1-2eaeddcf5577 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Subnet': ['ID=5b390b7f-0805-4d38-8cad-26506ee7be9a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.527379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-029c56b2-5238-4abd-9fb1-2eaeddcf5577 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.528192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babdd3ca-af0c-413b-9f75-ee4c37643207 None None] Network 145d8865-2741-46c3-bee7-fbeb11b9a6e6 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:45.532422 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-029c56b2-5238-4abd-9fb1-2eaeddcf5577 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/subnets/5b390b7f-0805-4d38-8cad-26506ee7be9a HTTP/1.1" status: 204 len: 168 time: 0.5696828 Sep 16 05:24:45.533626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52620) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:45.548074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da819a-ac48-4bf5-9b7a-5eddb3295eb2 req-0a6ee2b2-25d7-46a5-b106-c1730845fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.549624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12da819a-ac48-4bf5-9b7a-5eddb3295eb2 req-0a6ee2b2-25d7-46a5-b106-c1730845fc21 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527419 Sep 16 05:24:45.586779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da08398e-6fc8-4859-a616-31c4de66b7ea tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.590630 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-da08398e-6fc8-4859-a616-31c4de66b7ea tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5639527 Sep 16 05:24:45.594371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52622) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:45.599811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7fe0b47d-a3ad-4862-bcca-ceff0d3689e5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:45.620408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-ee3926e6-8c29-4dd7-b6b6-aab12a4d12ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.622148 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-ee3926e6-8c29-4dd7-b6b6-aab12a4d12ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.2191999 Sep 16 05:24:45.675215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] Set router 4465fbeb-f1d0-4021-af49-ee80361ea85d gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:45.788560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-63129da3-21f3-45e9-89e1-4291ab5cafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.790275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-63129da3-21f3-45e9-89e1-4291ab5cafe7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 1095 time: 0.1870887 Sep 16 05:24:45.913553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-efc52953-ce61-4d0c-8dbc-9408917d2836 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b88363-d080-4160-953d-47bb337ca5a1 HTTP/1.1" status: 200 len: 217 time: 0.0846775 Sep 16 05:24:45.914486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] DHCP port deletion for 145d8865-2741-46c3-bee7-fbeb11b9a6e6 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:45.915793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b47d-a3ad-4862-bcca-ceff0d3689e5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.925772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:24:43Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:45.972363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-fc59e46e-939b-477d-a2b2-c20b2e495281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.973992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-fc59e46e-939b-477d-a2b2-c20b2e495281 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0527611 Sep 16 05:24:45.986393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54e20b-7e46-4704-84de-b501b5a38685 None None] The sync data for ids ['4465fbeb-f1d0-4021-af49-ee80361ea85d'] in n-d-712143-16 is: [{'id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911916308', 'tenant_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:00Z', 'updated_at': '2021-09-16T05:24:43Z', 'revision_number': 5, 'project_id': 'e675acbe02dd43aaaa393a07c94c8f16', 'gw_port': {'id': '8eb47598-5d79-43a0-943d-c048a73da22f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4465fbeb-f1d0-4021-af49-ee80361ea85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:45.997248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'port': {'device_id': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'admin_state_up': True, 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:46.012563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] Deleting port d4e3454a-deef-419f-aa79-e306a8395345 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:46.012563 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.019302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b47d-a3ad-4862-bcca-ceff0d3689e5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.029064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-81d57868-107d-4c33-8ef4-813f0a890a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.029795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-81d57868-107d-4c33-8ef4-813f0a890a17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489089 Sep 16 05:24:46.046933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.103635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] For port d4e3454a-deef-419f-aa79-e306a8395345, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d4e3454a-deef-419f-aa79-e306a8395345,segment=NetworkSegment(33d86e8f-6fac-4e12-a885-e5feae77c448),segment_id=33d86e8f-6fac-4e12-a885-e5feae77c448)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:46.105788 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.124050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] Calling delete_port for d4e3454a-deef-419f-aa79-e306a8395345 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:46.232633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-74c45b81-4954-4488-934c-544fb9e2f24f service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668098 Sep 16 05:24:46.235531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.243940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be336a-3a6d-4fcb-8ab7-6bf24a1c4ea4 req-b4e3818b-6155-4713-b0b0-f9d8a5f0033e tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.245373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20be336a-3a6d-4fcb-8ab7-6bf24a1c4ea4 req-b4e3818b-6155-4713-b0b0-f9d8a5f0033e tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 943 time: 0.0852935 Sep 16 05:24:46.280303 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.303485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Made reservation on behalf of 902bf2fdc52645658eacbd9a3c631a58 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:46.307317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.314982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] Pushing event deleted for resources: {'Port': ['ID=d4e3454a-deef-419f-aa79-e306a8395345,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.314982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bcc26-119c-4491-8f0a-7f2a7cfa9744 None None] No DVR routers for this DVR port d4e3454a-deef-419f-aa79-e306a8395345 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:46.329499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe0b47d-a3ad-4862-bcca-ceff0d3689e5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Router b8c3f2dd-0938-49a0-ace8-2babb172d924 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:46.344290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20be336a-3a6d-4fcb-8ab7-6bf24a1c4ea4 req-54c41360-114c-40b0-8124-3ca1fd689706 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909119 Sep 16 05:24:46.437470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d2b9279-5ab6-4778-ac68-2f2211f60328 req-54bff5cd-a666-4687-bdb5-f701bad214bd service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910756 Sep 16 05:24:46.438709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4e3454a-deef-419f-aa79-e306a8395345 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:46.438844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe0b47d-a3ad-4862-bcca-ceff0d3689e5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:46.447145 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b47d-a3ad-4862-bcca-ceff0d3689e5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.449024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7fe0b47d-a3ad-4862-bcca-ceff0d3689e5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "PUT /v2.0/routers/b8c3f2dd-0938-49a0-ace8-2babb172d924 HTTP/1.1" status: 200 len: 698 time: 0.8530753 Sep 16 05:24:46.451504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52626) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.456866 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] Sync routers for ids ['b8c3f2dd-0938-49a0-ace8-2babb172d924'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:46.475956 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] Routers {'b8c3f2dd-0938-49a0-ace8-2babb172d924'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:46.479352 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b8c3f2dd-0938-49a0-ace8-2babb172d924'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:46.491294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d4e3454a-deef-419f-aa79-e306a8395345 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:46.491669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d4e3454a-deef-419f-aa79-e306a8395345 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:46.499679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:46.529753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Deleting port 8eb47598-5d79-43a0-943d-c048a73da22f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:46.529753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.543878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:46.544859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 48e0df66-ba03-49d7-a07f-c8fdd2c23a80 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:46.583270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Allocated IP 172.20.0.8 (5124c92f-3cbd-487a-95e9-c6ce4cb18054/065dfe4b-32da-4502-9e5d-3c4a5e77044a/1cadf015-92d3-4fa7-9c96-dd615536e21d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:46.587300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52630) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.592470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9172d1ec-f46e-4d0c-aeb3-39292c5c8440 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/routers/b8c3f2dd-0938-49a0-ace8-2babb172d924 HTTP/1.1" status: 200 len: 704 time: 0.1388938 Sep 16 05:24:46.629382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd109ba3-f7a9-41b9-8cf7-c9930e3ac8c6 req-8d97e73b-69bf-4f34-bb70-1f663339bef7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 210 time: 0.0528438 Sep 16 05:24:46.632615 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] Set router b8c3f2dd-0938-49a0-ace8-2babb172d924 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:46.647309 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c478d5b-7d12-4c17-9146-91cb56cf22e6 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8c3f2dd-0938-49a0-ace8-2babb172d924 HTTP/1.1" status: 200 len: 205 time: 0.0564871 Sep 16 05:24:46.647611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52632) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.697351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c3f2dd-0938-49a0-ace8-2babb172d924', 'name': 'tempest-RoutersIpV6Test-router-1647037124', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:45Z', 'updated_at': '2021-09-16T05:24:45Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:46.709528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] For port 8eb47598-5d79-43a0-943d-c048a73da22f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8eb47598-5d79-43a0-943d-c048a73da22f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:46.709999 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.728719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5c9f-cdb2-409c-8ef9-82a7ef98e9f0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.731862 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] Checking router: b8c3f2dd-0938-49a0-ace8-2babb172d924 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:46.740527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Calling delete_port for 8eb47598-5d79-43a0-943d-c048a73da22f owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:46.745735 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] Routers {'b8c3f2dd-0938-49a0-ace8-2babb172d924'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:46.746436 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b8c3f2dd-0938-49a0-ace8-2babb172d924'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:46.817366 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] Set router b8c3f2dd-0938-49a0-ace8-2babb172d924 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:46.857877 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.908202 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.966114 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c3f2dd-0938-49a0-ace8-2babb172d924', 'name': 'tempest-RoutersIpV6Test-router-1647037124', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:45Z', 'updated_at': '2021-09-16T05:24:45Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:46.995867 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc33389-06a2-4d16-8604-5a41225dd83f None None] The sync data for ids ['b8c3f2dd-0938-49a0-ace8-2babb172d924'] in n-d-712143-16 is: [{'id': 'b8c3f2dd-0938-49a0-ace8-2babb172d924', 'name': 'tempest-RoutersIpV6Test-router-1647037124', 'tenant_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:45Z', 'updated_at': '2021-09-16T05:24:45Z', 'revision_number': 2, 'project_id': 'd08e2e4af51e4d07b3d2347cbcec6878', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:47.078512 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.091433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:47.112045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.119318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9f524cb5-ab2e-4658-89b1-13bfb5fa1227'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:47.145167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:47.173576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:47.177570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:47.200417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5c9f-cdb2-409c-8ef9-82a7ef98e9f0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.202888 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5c9f-cdb2-409c-8ef9-82a7ef98e9f0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.240180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'Port': ['ID=1cadf015-92d3-4fa7-9c96-dd615536e21d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:47.301079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.301911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.309975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Port': ['ID=8eb47598-5d79-43a0-943d-c048a73da22f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:47.328388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.347432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5c9f-cdb2-409c-8ef9-82a7ef98e9f0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.348872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfa5c9f-cdb2-409c-8ef9-82a7ef98e9f0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Fanout notify agent at l3_agent the message router_deleted on router b8c3f2dd-0938-49a0-ace8-2babb172d924 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:47.359997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5c9f-cdb2-409c-8ef9-82a7ef98e9f0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.362555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9dfa5c9f-cdb2-409c-8ef9-82a7ef98e9f0 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/b8c3f2dd-0938-49a0-ace8-2babb172d924 HTTP/1.1" status: 204 len: 168 time: 0.7135932 Sep 16 05:24:47.367432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52634) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.438955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-784aea7a-bd16-4a67-9b20-8d4b5333ae8f tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8c3f2dd-0938-49a0-ace8-2babb172d924 HTTP/1.1" status: 200 len: 205 time: 0.0700860 Sep 16 05:24:47.439602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52638) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.463764 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-936fd2a7-79b3-4954-9e56-a8ea8ff92d37 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4719555 Sep 16 05:24:47.465915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.468220 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.479635 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-65af0f2d-b615-4c1f-9eab-8804880c5a58 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] delete failed (client error): The resource could not be found. Sep 16 05:24:47.480649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-65af0f2d-b615-4c1f-9eab-8804880c5a58 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/b8c3f2dd-0938-49a0-ace8-2babb172d924 HTTP/1.1" status: 404 len: 336 time: 0.0398922 Sep 16 05:24:47.493667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52640) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.511153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-07b1fcb0-8d2e-459c-b35f-5065e46e7f2d None None] Provisioning complete for port 1cadf015-92d3-4fa7-9c96-dd615536e21d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:47.511793 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07b1fcb0-8d2e-459c-b35f-5065e46e7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.515202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Request body: {'port': {'device_id': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:47.532967 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d66a677-ff93-4e24-950e-b4cc08aaaaae tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:47.533431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d66a677-ff93-4e24-950e-b4cc08aaaaae tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:47.535725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4d66a677-ff93-4e24-950e-b4cc08aaaaae tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/309ef69f-5aa0-440b-a09a-3393d02d8c26 HTTP/1.1" status: 404 len: 337 time: 0.0405984 Sep 16 05:24:47.538243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52642) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.560610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-07b1fcb0-8d2e-459c-b35f-5065e46e7f2d None None] Port 1cadf015-92d3-4fa7-9c96-dd615536e21d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:47.573353 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.573915 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-844e06d0-3d7d-4d32-8167-99be5add3a3b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:47.574391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844e06d0-3d7d-4d32-8167-99be5add3a3b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:47.576382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-844e06d0-3d7d-4d32-8167-99be5add3a3b tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/fb7f85a8-9817-444f-b5bd-7155ca916a0e HTTP/1.1" status: 404 len: 337 time: 0.0370195 Sep 16 05:24:47.579201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52644) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.588872 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.589404 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Fanout notify agent at l3_agent the message router_deleted on router 4465fbeb-f1d0-4021-af49-ee80361ea85d {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:47.602911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.603019 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596910c-7245-4250-bf4b-65768a98d43b req-15792dbe-b118-4312-99ac-071264b886fa tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.603133 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ceceaaa5-9a71-4332-8226-d4d6ce950462 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/routers/4465fbeb-f1d0-4021-af49-ee80361ea85d HTTP/1.1" status: 204 len: 168 time: 2.0618849 Sep 16 05:24:47.603235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3596910c-7245-4250-bf4b-65768a98d43b req-15792dbe-b118-4312-99ac-071264b886fa tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 943 time: 0.1228664 Sep 16 05:24:47.619289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52646) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.626215 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-76199795-97d2-49ae-aad1-65cebd909320 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:47.626667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76199795-97d2-49ae-aad1-65cebd909320 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:47.631161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-76199795-97d2-49ae-aad1-65cebd909320 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/24f5f9c2-326a-461e-ad6a-dfdef7e40ecf HTTP/1.1" status: 404 len: 337 time: 0.0486317 Sep 16 05:24:47.631161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.671478 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd9d148-1b39-49c4-9e39-ae2aa7e5ddda tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:47.672213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd9d148-1b39-49c4-9e39-ae2aa7e5ddda tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:47.674181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3dd9d148-1b39-49c4-9e39-ae2aa7e5ddda tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/00fd1a12-559b-462a-975c-0c95b970ad7a HTTP/1.1" status: 404 len: 337 time: 0.0423231 Sep 16 05:24:47.677639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52652) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.705022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3596910c-7245-4250-bf4b-65768a98d43b req-75e6a499-d36e-4a52-a67c-5e8afe96c68f tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848346 Sep 16 05:24:47.775984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3297-6592-440b-a6a3-df9098c663ef req-77314e00-c69c-481c-a6cb-572d1e8209c8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.777571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12dd3297-6592-440b-a6a3-df9098c663ef req-77314e00-c69c-481c-a6cb-572d1e8209c8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 931 time: 0.0523727 Sep 16 05:24:47.795148 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-695e17cf-9e00-43be-b52b-55aada093c76 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 200 len: 205 time: 0.1143317 Sep 16 05:24:47.795986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52654) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.814414 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.845015 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-8c52676e-97ce-4d9f-9158-40e6033891c5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] delete failed (client error): The resource could not be found. Sep 16 05:24:47.849108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8c52676e-97ce-4d9f-9158-40e6033891c5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/23e290e2-9d8c-4d9b-bbe9-9091896a2570 HTTP/1.1" status: 404 len: 336 time: 0.0491805 Sep 16 05:24:47.853595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52656) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.865974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12dd3297-6592-440b-a6a3-df9098c663ef req-d2d3c2b7-9293-414a-a47f-0424d2004f43 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775049 Sep 16 05:24:47.903339 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-004c2815-6eac-410f-91ed-afe1a585f49a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=12f8c9ec-3a0e-4de1-8f4d-1ba46565014d HTTP/1.1" status: 200 len: 205 time: 0.0478976 Sep 16 05:24:47.905818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52658) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.944277 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-d3ad3a0b-91a5-48da-a743-e753eb2fd969 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] delete failed (client error): The resource could not be found. Sep 16 05:24:47.947649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d3ad3a0b-91a5-48da-a743-e753eb2fd969 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/12f8c9ec-3a0e-4de1-8f4d-1ba46565014d HTTP/1.1" status: 404 len: 336 time: 0.0383818 Sep 16 05:24:47.947884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52660) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.974445 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0711dedb-08d5-4538-a0fa-67e4a53fcd14 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:47.974907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0711dedb-08d5-4538-a0fa-67e4a53fcd14 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:47.978992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0711dedb-08d5-4538-a0fa-67e4a53fcd14 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/883e97b3-2fe5-4465-bfb7-92c8ebc54b9d HTTP/1.1" status: 404 len: 337 time: 0.0279214 Sep 16 05:24:47.979228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52662) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.003836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.008765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-16860332-94bb-487a-9bda-542727a34b67 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5063bbf-3478-4b0b-987f-c672b3577b00 HTTP/1.1" status: 200 len: 205 time: 0.0262480 Sep 16 05:24:48.009151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52664) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.038548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145d8865-2741-46c3-bee7-fbeb11b9a6e6']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:48.049094 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-93c78011-ce9b-4825-a1fc-76b840a28a8a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] delete failed (client error): The resource could not be found. Sep 16 05:24:48.050132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-93c78011-ce9b-4825-a1fc-76b840a28a8a tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/a5063bbf-3478-4b0b-987f-c672b3577b00 HTTP/1.1" status: 404 len: 336 time: 0.0400789 Sep 16 05:24:48.053171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d86e8f-6fac-4e12-a885-e5feae77c448') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:48.053171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d86e8f-6fac-4e12-a885-e5feae77c448') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:48.053602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52666) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.073157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.096036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4491a787-4ab9-426e-95b1-0cb73afc9493 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f00b24b-90ef-4186-8900-a6c1ae277fe1 HTTP/1.1" status: 200 len: 205 time: 0.0412860 Sep 16 05:24:48.098934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52668) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.109028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.121394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:48.121753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:48.124931 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:48.145482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cadf015-92d3-4fa7-9c96-dd615536e21d {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:48.149777 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-bd0d1bae-ff0a-4f9b-a3ed-54ba5942dccf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] delete failed (client error): The resource could not be found. Sep 16 05:24:48.153594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bd0d1bae-ff0a-4f9b-a3ed-54ba5942dccf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/6f00b24b-90ef-4186-8900-a6c1ae277fe1 HTTP/1.1" status: 404 len: 336 time: 0.0507543 Sep 16 05:24:48.153594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52670) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.161765 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.188229 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c78658-2441-4cfd-8c86-d0c766f87dd4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:48.188690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c78658-2441-4cfd-8c86-d0c766f87dd4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:48.190426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-14c78658-2441-4cfd-8c86-d0c766f87dd4 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/3f0f6acf-fa91-44f9-b070-e1f0477ce3ea HTTP/1.1" status: 404 len: 337 time: 0.0357823 Sep 16 05:24:48.193888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52672) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.206466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Transition to ACTIVE for port object 1cadf015-92d3-4fa7-9c96-dd615536e21d will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:48.233662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6751bbfa-8476-4c61-913a-f0a23be3cb08 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8ca8c23-5fb9-417b-a8a7-c18275490f91 HTTP/1.1" status: 200 len: 205 time: 0.0386641 Sep 16 05:24:48.236046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52674) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.269056 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.272316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8eb47598-5d79-43a0-943d-c048a73da22f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:48.273232 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-c58eb8ad-e11e-4135-8798-2ccc5df36edf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] delete failed (client error): The resource could not be found. Sep 16 05:24:48.273902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c58eb8ad-e11e-4135-8798-2ccc5df36edf tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/b8ca8c23-5fb9-417b-a8a7-c18275490f91 HTTP/1.1" status: 404 len: 336 time: 0.0369141 Sep 16 05:24:48.276949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52676) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.296853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8eb47598-5d79-43a0-943d-c048a73da22f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:48.297212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8eb47598-5d79-43a0-943d-c048a73da22f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:48.303887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.308179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.309106 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fada14-baa0-4cdb-8a71-c12f8f8a9f74 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:48.309661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96fada14-baa0-4cdb-8a71-c12f8f8a9f74 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:48.313055 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] 10.222.0.59 "DELETE /v2.0/networks/145d8865-2741-46c3-bee7-fbeb11b9a6e6 HTTP/1.1" status: 204 len: 168 time: 0.6901743 Sep 16 05:24:48.313526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-96fada14-baa0-4cdb-8a71-c12f8f8a9f74 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/b140de87-ce9c-4e65-bb4a-2cb219ca7b9c HTTP/1.1" status: 404 len: 337 time: 0.0337567 Sep 16 05:24:48.319071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52680) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.341003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f452e-56d6-495f-b612-a998bc0d0761 tempest-TestSecurityGroupsBasicOps-991798612 tempest-TestSecurityGroupsBasicOps-991798612-project] Pushing event deleted for resources: {'Network': ['ID=145d8865-2741-46c3-bee7-fbeb11b9a6e6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.355195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Pushing event updated for resources: {'Port': ['ID=1cadf015-92d3-4fa7-9c96-dd615536e21d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.362564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52682) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.365682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-236a94c1-ba22-49fd-b1b0-1c864947c2df tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bf2fe3b-90f3-4642-a5a1-188dc85204bc HTTP/1.1" status: 200 len: 205 time: 0.0450561 Sep 16 05:24:48.438987 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-f2ed5a3b-dfbf-4947-a039-715684e50ed5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] delete failed (client error): The resource could not be found. Sep 16 05:24:48.440267 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f2ed5a3b-dfbf-4947-a039-715684e50ed5 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/routers/6bf2fe3b-90f3-4642-a5a1-188dc85204bc HTTP/1.1" status: 404 len: 336 time: 0.0785000 Sep 16 05:24:48.442635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52686) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.475751 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3403c8be-a276-4d57-a20a-8d027eedccb7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:48.476208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3403c8be-a276-4d57-a20a-8d027eedccb7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:48.478130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3403c8be-a276-4d57-a20a-8d027eedccb7 tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/c1f4976f-3f48-4d74-bb1c-2edefc184028 HTTP/1.1" status: 404 len: 337 time: 0.0344303 Sep 16 05:24:48.480660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52688) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.515522 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-959f0bc6-ec3c-41bc-9a77-1a7c4b588feb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] DELETE failed (client error): The resource could not be found. Sep 16 05:24:48.515988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959f0bc6-ec3c-41bc-9a77-1a7c4b588feb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:48.517785 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-959f0bc6-ec3c-41bc-9a77-1a7c4b588feb tempest-RoutersIpV6Test-1725698729 tempest-RoutersIpV6Test-1725698729-project] 10.222.0.59 "DELETE /v2.0/subnets/b1e78504-14c0-4f24-bc19-8a773a02031c HTTP/1.1" status: 404 len: 337 time: 0.0362279 Sep 16 05:24:48.532250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Attempting to bind port 1cadf015-92d3-4fa7-9c96-dd615536e21d on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:48.532846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Attempting to bind port 1cadf015-92d3-4fa7-9c96-dd615536e21d by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:48.533344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Attempting to bind port 1cadf015-92d3-4fa7-9c96-dd615536e21d on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:48.538845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Port 1cadf015-92d3-4fa7-9c96-dd615536e21d on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:48.539160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Attempting to bind port 1cadf015-92d3-4fa7-9c96-dd615536e21d on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:48.545038 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:48.545295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Checking segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:48.545688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Bound using segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:48.546184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Bound port: 1cadf015-92d3-4fa7-9c96-dd615536e21d, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:48.546536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.621645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] For port 1cadf015-92d3-4fa7-9c96-dd615536e21d, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:48.624653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] For port 1cadf015-92d3-4fa7-9c96-dd615536e21d, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1cadf015-92d3-4fa7-9c96-dd615536e21d,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:48.720839 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.757204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.757845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.759824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] 10.222.0.57 "PUT /v2.0/ports/1cadf015-92d3-4fa7-9c96-dd615536e21d HTTP/1.1" status: 200 len: 1092 time: 1.2506559 Sep 16 05:24:48.762289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'tag': '1cadf015-92d3-4fa7-9c96-dd615536e21d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:48.764714 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfc6202-b335-400d-882d-9d93c65f41fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dfaa57ed-b5c6-4374-bf87-6c90c2c7451c", "tag": "1cadf015-92d3-4fa7-9c96-dd615536e21d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:48.806857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19df32-bed4-4342-a3d8-cf8b7fcd9a1f service neutron] Pushing event updated for resources: {'Port': ['ID=1cadf015-92d3-4fa7-9c96-dd615536e21d,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.819546 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1493e6-6be2-4fa5-8be4-0fdacd564e9a x-openstack-request-id: req-5f1493e6-6be2-4fa5-8be4-0fdacd564e9a {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:48.819846 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfaa57ed-b5c6-4374-bf87-6c90c2c7451c", "tag": "1cadf015-92d3-4fa7-9c96-dd615536e21d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:48.820241 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f1493e6-6be2-4fa5-8be4-0fdacd564e9a {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:48.820660 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'tag': '1cadf015-92d3-4fa7-9c96-dd615536e21d', 'status': 'completed', 'code': 200} Sep 16 05:24:48.858559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3fecf-35f9-4284-9292-1aeda0df8917 req-0c14d2f0-9009-4318-83f3-54f748a60cd0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.860199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83d3fecf-35f9-4284-9292-1aeda0df8917 req-0c14d2f0-9009-4318-83f3-54f748a60cd0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 943 time: 0.0631776 Sep 16 05:24:48.913466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83d3fecf-35f9-4284-9292-1aeda0df8917 req-a77c368d-2cc2-4772-9706-bfa974cfb5a5 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470042 Sep 16 05:24:48.922466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6202-b335-400d-882d-9d93c65f41fa req-44518d1f-89ec-4abb-a11f-4737da6e0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.924031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4bfc6202-b335-400d-882d-9d93c65f41fa req-44518d1f-89ec-4abb-a11f-4737da6e0742 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 1095 time: 0.0584996 Sep 16 05:24:49.034964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a3ff7-48fc-4f5d-9849-91a7cec1669f req-efc8e779-853f-490d-8a20-45921997e90f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.042425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e30a3ff7-48fc-4f5d-9849-91a7cec1669f req-efc8e779-853f-490d-8a20-45921997e90f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 943 time: 0.0681031 Sep 16 05:24:49.080233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6202-b335-400d-882d-9d93c65f41fa req-5eefdf33-cfa1-453b-8588-e3b6c55417fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.080732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52702) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.081785 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4bfc6202-b335-400d-882d-9d93c65f41fa req-5eefdf33-cfa1-453b-8588-e3b6c55417fd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=902bf2fdc52645658eacbd9a3c631a58&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1407745 Sep 16 05:24:49.093221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e30a3ff7-48fc-4f5d-9849-91a7cec1669f req-9b69fd37-76d1-4ac5-b619-699ef4bd495d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497029 Sep 16 05:24:49.138584 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52706) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.188165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6202-b335-400d-882d-9d93c65f41fa req-ef0ba50a-1696-4d19-a6fe-eff3d369bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.189788 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4bfc6202-b335-400d-882d-9d93c65f41fa req-ef0ba50a-1696-4d19-a6fe-eff3d369bc80 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010597 Sep 16 05:24:49.294867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-6bff5a1f-37f1-4f45-942a-734dcbd74edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.296447 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-6bff5a1f-37f1-4f45-942a-734dcbd74edf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 1095 time: 0.0409610 Sep 16 05:24:49.305388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5af578b0-a021-4bf0-aca3-50dfc203ec7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e675acbe02dd43aaaa393a07c94c8f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646020 Sep 16 05:24:49.306943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.312001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-18d4ed05-8868-422c-86e7-705c1aa82951 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d08e2e4af51e4d07b3d2347cbcec6878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301853 Sep 16 05:24:49.314464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52712) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.355012 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-6f966369-4188-4af0-b1d1-bf6ff0fdf4ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cadf015-92d3-4fa7-9c96-dd615536e21d HTTP/1.1" status: 200 len: 217 time: 0.0416656 Sep 16 05:24:49.362917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.386044 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.432603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-f48d7bd0-2c7a-4f8a-9c3e-efc250585a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.434091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-f48d7bd0-2c7a-4f8a-9c3e-efc250585a78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0684633 Sep 16 05:24:49.434755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-deefc88c-9b07-4ac0-b929-7cc1c6dbc732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.480860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-deefc88c-9b07-4ac0-b929-7cc1c6dbc732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.502980 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.506317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.507674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d6b8efb-a833-4399-b617-dea56720f5a9 HTTP/1.1" status: 204 len: 168 time: 0.1921520 Sep 16 05:24:49.516239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6b8efb-a833-4399-b617-dea56720f5a9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:49.519165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-cc4a18e1-a85b-4586-a97f-c846b1e04f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.520988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-cc4a18e1-a85b-4586-a97f-c846b1e04f14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764196 Sep 16 05:24:49.524187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.524632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.525159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.525661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.526219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.526562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.526899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.527234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.527666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.527995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.528501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.528834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbf0fb-115f-4780-a275-c51c4596b7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:49.626171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-f93b1904-e9ec-4af2-8237-061a78cfe4ee service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956705 Sep 16 05:24:49.651623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-deefc88c-9b07-4ac0-b929-7cc1c6dbc732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.654205 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-deefc88c-9b07-4ac0-b929-7cc1c6dbc732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.655341 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-deefc88c-9b07-4ac0-b929-7cc1c6dbc732 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5fd1f44-25ad-405a-966c-fb6b1fd0b1f5 HTTP/1.1" status: 204 len: 168 time: 0.3474042 Sep 16 05:24:49.676490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc88c-9b07-4ac0-b929-7cc1c6dbc732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fd1f44-25ad-405a-966c-fb6b1fd0b1f5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:49.737857 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b7650ce7-0042-4a84-b464-c630a2d3be1d req-7e1b56fe-585e-4f1e-b429-6d842520ef8c service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037309 Sep 16 05:24:50.032498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1713b-f262-4893-acba-5366b96a04e4 req-86b5a518-8e9e-48e9-8f22-14f205b73bb8 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:50.034112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dff1713b-f262-4893-acba-5366b96a04e4 req-86b5a518-8e9e-48e9-8f22-14f205b73bb8 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 943 time: 0.0563540 Sep 16 05:24:50.078688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dff1713b-f262-4893-acba-5366b96a04e4 req-b85c031f-c98e-4041-94e5-5484e4ac0218 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348258 Sep 16 05:24:50.221240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60cceb-f0f1-4fce-ac39-b02d0ed2496b req-a18b971d-5bf8-4f2e-a85d-1a01bf69140b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:50.223359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb60cceb-f0f1-4fce-ac39-b02d0ed2496b req-a18b971d-5bf8-4f2e-a85d-1a01bf69140b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 943 time: 0.0596206 Sep 16 05:24:50.262561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb60cceb-f0f1-4fce-ac39-b02d0ed2496b req-4959af2a-8473-43c6-95dc-bb1128d710e4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Sep 16 05:24:50.316902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52740) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:50.331218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-707add97-532d-4d6f-b908-e744de1e1f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.425204 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-707add97-532d-4d6f-b908-e744de1e1f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.477577 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-707add97-532d-4d6f-b908-e744de1e1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.516914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-707add97-532d-4d6f-b908-e744de1e1f54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22794325d6de4cdf8b14cd13e07f7710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988883 Sep 16 05:24:50.517773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707add97-532d-4d6f-b908-e744de1e1f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a738bbed-adce-4b79-bba8-2cd36b835afc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:50.520241 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52746) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:50.578305 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1913f68-ee97-4450-848b-79ed4d90b53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.605614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1913f68-ee97-4450-848b-79ed4d90b53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.703168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1913f68-ee97-4450-848b-79ed4d90b53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.705818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e1913f68-ee97-4450-848b-79ed4d90b53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.707706 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e1913f68-ee97-4450-848b-79ed4d90b53c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a738bbed-adce-4b79-bba8-2cd36b835afc HTTP/1.1" status: 204 len: 168 time: 0.1851959 Sep 16 05:24:50.712393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 75b88363-d080-4160-953d-47bb337ca5a1 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:50.715816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1913f68-ee97-4450-848b-79ed4d90b53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a738bbed-adce-4b79-bba8-2cd36b835afc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:50.825965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 75b88363-d080-4160-953d-47bb337ca5a1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=75b88363-d080-4160-953d-47bb337ca5a1,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:50.836877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '75b88363-d080-4160-953d-47bb337ca5a1', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'port_id': '75b88363-d080-4160-953d-47bb337ca5a1', 'mac_address': 'fa:16:3e:36:f0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:50.875976 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.889211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b88363-d080-4160-953d-47bb337ca5a1 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:50.907816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 75b88363-d080-4160-953d-47bb337ca5a1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=75b88363-d080-4160-953d-47bb337ca5a1,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:51.068784 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.117799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=75b88363-d080-4160-953d-47bb337ca5a1,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:51.199976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122fc3c-4f18-4cb6-9d3c-5e4fe8dc7b7f req-221bc1c2-d5da-4b41-ac0b-c863b5d03aee tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:51.201469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5122fc3c-4f18-4cb6-9d3c-5e4fe8dc7b7f req-221bc1c2-d5da-4b41-ac0b-c863b5d03aee tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 944 time: 0.0513878 Sep 16 05:24:51.244774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5122fc3c-4f18-4cb6-9d3c-5e4fe8dc7b7f req-e83f7152-87a1-49de-a530-8ee7a549f494 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372500 Sep 16 05:24:51.297421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['75b88363-d080-4160-953d-47bb337ca5a1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:51.373993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52776) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:51.410787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe62cd-0a4d-456f-9741-80fc32ba8153 req-fdf00704-f0ae-4608-82c4-b87af2847400 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:51.412490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cffe62cd-0a4d-456f-9741-80fc32ba8153 req-fdf00704-f0ae-4608-82c4-b87af2847400 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 943 time: 0.0790110 Sep 16 05:24:51.421502 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6f438072-a1ee-4405-80d8-617f3583d8f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3306ed4176ee4b4cac0f4b3bfc1b8b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460453 Sep 16 05:24:51.434550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52780) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:51.467164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cffe62cd-0a4d-456f-9741-80fc32ba8153 req-f1789d79-f97f-4dca-b93e-249cc2bc10d4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458384 Sep 16 05:24:51.496438 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26408b93-637c-4e32-be89-e98b3f8643bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.518767 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26408b93-637c-4e32-be89-e98b3f8643bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.628678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26408b93-637c-4e32-be89-e98b3f8643bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.631461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26408b93-637c-4e32-be89-e98b3f8643bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.633015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-26408b93-637c-4e32-be89-e98b3f8643bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6e986d8-2561-4962-b9eb-9c784e3a1b29 HTTP/1.1" status: 204 len: 168 time: 0.1971085 Sep 16 05:24:51.640645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26408b93-637c-4e32-be89-e98b3f8643bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e986d8-2561-4962-b9eb-9c784e3a1b29,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:51.904828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52788) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:52.011335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-659ccc1d-6ebc-40c7-81b7-5517df3946af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.101513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-659ccc1d-6ebc-40c7-81b7-5517df3946af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.174782 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-659ccc1d-6ebc-40c7-81b7-5517df3946af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.214801 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-659ccc1d-6ebc-40c7-81b7-5517df3946af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01df01bb4240442aa480e4e687b8f895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088937 Sep 16 05:24:52.216101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ccc1d-6ebc-40c7-81b7-5517df3946af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935a2dc5-15df-48be-a1b4-009eefcdd783,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.217551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52800) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:52.268576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93b478bf-79d4-4470-a989-518e2517e14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.290059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93b478bf-79d4-4470-a989-518e2517e14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.373781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109cc83-35d1-4a2e-9343-1e123479c0d0 req-60b6a8cc-1f49-4ba0-bc29-b12fc058b8f1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.375411 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e109cc83-35d1-4a2e-9343-1e123479c0d0 req-60b6a8cc-1f49-4ba0-bc29-b12fc058b8f1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 944 time: 0.0635958 Sep 16 05:24:52.420666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e109cc83-35d1-4a2e-9343-1e123479c0d0 req-52a99507-027f-463e-8560-3aaf1f5c0a9a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330393 Sep 16 05:24:52.437740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93b478bf-79d4-4470-a989-518e2517e14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.440494 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93b478bf-79d4-4470-a989-518e2517e14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.442164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-93b478bf-79d4-4470-a989-518e2517e14d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/935a2dc5-15df-48be-a1b4-009eefcdd783 HTTP/1.1" status: 204 len: 168 time: 0.2228429 Sep 16 05:24:52.450231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b478bf-79d4-4470-a989-518e2517e14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935a2dc5-15df-48be-a1b4-009eefcdd783,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.590529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52816) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:52.592939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2421d-97a0-4cec-abed-0ac42269e3cf req-3c82ea80-d91f-4941-8020-45aec9f96aa2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.594645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cd2421d-97a0-4cec-abed-0ac42269e3cf req-3c82ea80-d91f-4941-8020-45aec9f96aa2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 943 time: 0.0630581 Sep 16 05:24:52.636400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cd2421d-97a0-4cec-abed-0ac42269e3cf req-a7dc95c3-56ab-4a3d-b686-8c2c0b8db83c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Sep 16 05:24:52.727889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 75b88363-d080-4160-953d-47bb337ca5a1 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:52.791343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-529589008-network', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:52.834459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 75b88363-d080-4160-953d-47bb337ca5a1 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:52.838524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 75b88363-d080-4160-953d-47bb337ca5a1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:52.838904 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.885711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Made reservation on behalf of 273a9517f8f14fa498a7ceb10db8dac3 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:52.888162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.897156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.919369 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.943208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b88363-d080-4160-953d-47bb337ca5a1'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:52.945439 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddfce09-678b-4004-8f21-c6827712c486" -d '{"events": [{"server_uuid": "23fb9d32-4eac-4e0f-aa09-f1de0e76bf19", "name": "network-vif-plugged", "status": "completed", "tag": "75b88363-d080-4160-953d-47bb337ca5a1"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:52.958938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 75b88363-d080-4160-953d-47bb337ca5a1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=75b88363-d080-4160-953d-47bb337ca5a1,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:52.985390 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e16a55-e32e-45b4-b282-2aac92cf197f x-openstack-request-id: req-08e16a55-e32e-45b4-b282-2aac92cf197f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:52.985694 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fb9d32-4eac-4e0f-aa09-f1de0e76bf19", "name": "network-vif-plugged", "status": "completed", "tag": "75b88363-d080-4160-953d-47bb337ca5a1", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:52.985961 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08e16a55-e32e-45b4-b282-2aac92cf197f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:52.986359 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b88363-d080-4160-953d-47bb337ca5a1', 'code': 200} Sep 16 05:24:52.993514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.998922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 1cadf015-92d3-4fa7-9c96-dd615536e21d details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:53.066930 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.093477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa0722-77c6-4db5-907c-b50156b3e26c req-87b0e78d-15cf-4cae-a374-6b0be8831bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.095037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51aa0722-77c6-4db5-907c-b50156b3e26c req-87b0e78d-15cf-4cae-a374-6b0be8831bea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 1096 time: 0.0476544 Sep 16 05:24:53.106274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.136620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:53.139834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51aa0722-77c6-4db5-907c-b50156b3e26c req-0184ac55-f35e-4cb4-a895-503f128515c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364785 Sep 16 05:24:53.156027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8d1a5b-e7e3-4d67-94fc-dc0bdfd8ba87,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.172417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.172776 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Added segment c2850435-e6f4-4f0d-b24d-7bb5941dc959 of type vlan for network 8a43209a-ded8-446b-ae98-0bbb6982a819 Sep 16 05:24:53.176922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52826) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.191152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-944cf194-66d2-4377-b1ee-cc027da8b213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.218162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.289950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-944cf194-66d2-4377-b1ee-cc027da8b213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.290182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 1cadf015-92d3-4fa7-9c96-dd615536e21d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1cadf015-92d3-4fa7-9c96-dd615536e21d,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:53.297343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.298352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.298945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.302159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=75b88363-d080-4160-953d-47bb337ca5a1,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.306880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '1cadf015-92d3-4fa7-9c96-dd615536e21d', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '1cadf015-92d3-4fa7-9c96-dd615536e21d', 'mac_address': 'fa:16:3e:77:07:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:53.343802 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-944cf194-66d2-4377-b1ee-cc027da8b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.348668 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.362479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cadf015-92d3-4fa7-9c96-dd615536e21d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:53.389749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-944cf194-66d2-4377-b1ee-cc027da8b213 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15f21e5844174439a83c2bcf1fe85022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116048 Sep 16 05:24:53.391399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52828) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.395589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 1cadf015-92d3-4fa7-9c96-dd615536e21d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1cadf015-92d3-4fa7-9c96-dd615536e21d,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:53.399077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cf194-66d2-4377-b1ee-cc027da8b213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319649b-9d1e-4eec-8680-9a1a31dd5d50,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.407491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] Pushing event updated for resources: {'Network': ['ID=8a43209a-ded8-446b-ae98-0bbb6982a819,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.421681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:53.443950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7aacffcc-210f-43f7-a04b-b5c66cbe09f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.450212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cdfd78cc-21c7-42f8-9a1a-9ad24dcfbe17 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8584285 Sep 16 05:24:53.453098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52832) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.459263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Request body: {'subnet': {'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-529589008-subnet', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:53.468877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7aacffcc-210f-43f7-a04b-b5c66cbe09f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.493906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.547729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33528551-cf64-4cd2-aab6-f2008cbf6b57 req-2faabc42-5210-449f-b8fb-b73eef3d0892 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.548505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=1cadf015-92d3-4fa7-9c96-dd615536e21d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.549339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33528551-cf64-4cd2-aab6-f2008cbf6b57 req-2faabc42-5210-449f-b8fb-b73eef3d0892 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 945 time: 0.0504518 Sep 16 05:24:53.588787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Made reservation on behalf of 273a9517f8f14fa498a7ceb10db8dac3 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:53.590212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33528551-cf64-4cd2-aab6-f2008cbf6b57 req-f2d64014-12f0-4d56-9a10-396bfd9b633c tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347066 Sep 16 05:24:53.591173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.671773 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7aacffcc-210f-43f7-a04b-b5c66cbe09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.678602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7aacffcc-210f-43f7-a04b-b5c66cbe09f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.678602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7aacffcc-210f-43f7-a04b-b5c66cbe09f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b319649b-9d1e-4eec-8680-9a1a31dd5d50 HTTP/1.1" status: 204 len: 168 time: 0.2833169 Sep 16 05:24:53.683500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacffcc-210f-43f7-a04b-b5c66cbe09f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319649b-9d1e-4eec-8680-9a1a31dd5d50,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.771580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bde05-d1de-4f38-acd2-8c30355f534b req-58708442-8c6f-41a0-aa55-afd739fe5dd4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.778874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-163bde05-d1de-4f38-acd2-8c30355f534b req-58708442-8c6f-41a0-aa55-afd739fe5dd4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 944 time: 0.0617857 Sep 16 05:24:53.814741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-163bde05-d1de-4f38-acd2-8c30355f534b req-3bf74827-450e-4f95-b554-85722c618940 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349891 Sep 16 05:24:53.819154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['1cadf015-92d3-4fa7-9c96-dd615536e21d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:53.866383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.929515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c56ca7b-f921-4289-ad96-aab819949e95,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.938531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Checking segment: {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:53.938893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Network hostable DHCP agents. Network: 8a43209a-ded8-446b-ae98-0bbb6982a819, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:54.034257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:54.115061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 8a43209a-ded8-446b-ae98-0bbb6982a819) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:54.119861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.120659 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.128291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b4a025-3c7e-45ad-b8f1-9b52fc01df9a None None] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:54.190902 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ff93b116-5f90-4c50-8f1d-9f25c2c709e6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7367277 Sep 16 05:24:54.194718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52846) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.201055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:54.279530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-8a43209a-ded8-446b-ae98-0bbb6982a819', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:54.280397 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.340681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.341923 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.417437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.427682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Allocated IP 172.20.0.2 (8a43209a-ded8-446b-ae98-0bbb6982a819/2c56ca7b-f921-4289-ad96-aab819949e95/8d1cefbc-7283-497f-bf40-e46abf96719d) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:54.574152 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.669661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.710005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49202d-2396-4a78-be76-0f714ca90f6f req-aae618d7-e03e-4988-9ad5-4f28c4f84573 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.710842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:54.713793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:54.718257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a49202d-2396-4a78-be76-0f714ca90f6f req-aae618d7-e03e-4988-9ad5-4f28c4f84573 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 945 time: 0.0605068 Sep 16 05:24:54.720651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:54.741363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Pushing event updated for resources: {'Port': ['ID=8d1cefbc-7283-497f-bf40-e46abf96719d,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.774502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a49202d-2396-4a78-be76-0f714ca90f6f req-4ba79cf0-3eab-4494-9965-02fb4ee48610 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540197 Sep 16 05:24:54.804421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Attempting to bind port 8d1cefbc-7283-497f-bf40-e46abf96719d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:54.805017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Attempting to bind port 8d1cefbc-7283-497f-bf40-e46abf96719d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:54.805390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Attempting to bind port 8d1cefbc-7283-497f-bf40-e46abf96719d on network 8a43209a-ded8-446b-ae98-0bbb6982a819 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:54.811335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:54.811726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Checking segment: {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:54.812141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.812544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Bound using segment: {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:54.813031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Bound port: 8d1cefbc-7283-497f-bf40-e46abf96719d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:54.813417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.894154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] For port 8d1cefbc-7283-497f-bf40-e46abf96719d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:54.898195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] For port 8d1cefbc-7283-497f-bf40-e46abf96719d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8d1cefbc-7283-497f-bf40-e46abf96719d,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:54.957977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272ceca-7f7a-43b8-9e63-7d2976814872 req-6d9d7bd1-e35d-4363-b3b1-1ca7db7c0912 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.959696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d272ceca-7f7a-43b8-9e63-7d2976814872 req-6d9d7bd1-e35d-4363-b3b1-1ca7db7c0912 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 945 time: 0.1107390 Sep 16 05:24:54.973778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.975612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153dfc6-5d0f-4243-a1fe-d9c05d035a69 req-fd7d5b4a-b340-4bae-92a9-c97a4a24e148 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.983939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8153dfc6-5d0f-4243-a1fe-d9c05d035a69 req-fd7d5b4a-b340-4bae-92a9-c97a4a24e148 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 944 time: 0.0837176 Sep 16 05:24:54.986576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52866) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.992123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Request body: {'floatingip': {'port_id': '75b88363-d080-4160-953d-47bb337ca5a1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:55.009660 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.031478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 1cadf015-92d3-4fa7-9c96-dd615536e21d up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:55.049496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.062115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f78f2f-847b-445d-84a0-6df4badf9b84 None None] Pushing event updated for resources: {'Port': ['ID=8d1cefbc-7283-497f-bf40-e46abf96719d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:55.128393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8153dfc6-5d0f-4243-a1fe-d9c05d035a69 req-90c28d70-59b7-42b8-b3f5-691410b8f8e8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428711 Sep 16 05:24:55.147557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 1cadf015-92d3-4fa7-9c96-dd615536e21d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:55.154302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 1cadf015-92d3-4fa7-9c96-dd615536e21d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:55.154686 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.249944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.277946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cadf015-92d3-4fa7-9c96-dd615536e21d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:55.281920 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413bbe68-9a28-4e47-983e-7d8517a4802e" -d '{"events": [{"server_uuid": "dfaa57ed-b5c6-4374-bf87-6c90c2c7451c", "name": "network-vif-plugged", "status": "completed", "tag": "1cadf015-92d3-4fa7-9c96-dd615536e21d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:55.320278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 1cadf015-92d3-4fa7-9c96-dd615536e21d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1cadf015-92d3-4fa7-9c96-dd615536e21d,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:55.357762 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08cca0d-6fcb-4759-adb3-87f42d5eb7c4 x-openstack-request-id: req-c08cca0d-6fcb-4759-adb3-87f42d5eb7c4 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:55.358057 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaa57ed-b5c6-4374-bf87-6c90c2c7451c", "name": "network-vif-plugged", "status": "completed", "tag": "1cadf015-92d3-4fa7-9c96-dd615536e21d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:55.358316 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c08cca0d-6fcb-4759-adb3-87f42d5eb7c4 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:55.358716 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cadf015-92d3-4fa7-9c96-dd615536e21d', 'code': 200} Sep 16 05:24:55.394849 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.413057 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.443526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.487493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=1cadf015-92d3-4fa7-9c96-dd615536e21d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:55.586491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612925-4b18-4959-819a-2a1e46ffff4c req-d1f847bc-6141-4d0e-a4a9-0d4a3e197c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.587945 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-22612925-4b18-4959-819a-2a1e46ffff4c req-d1f847bc-6141-4d0e-a4a9-0d4a3e197c14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 1097 time: 0.0813925 Sep 16 05:24:55.621559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Allocated IP 172.25.7.66 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/8a448c26-0c1b-4326-95b4-d855ec5a094a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:55.649395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-22612925-4b18-4959-819a-2a1e46ffff4c req-763b8611-fefd-4213-84f1-bc1255589b5e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532734 Sep 16 05:24:55.677276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.743902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.763899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.840488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.882387 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Floating IP 2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96 associated. External IP: 172.25.7.209, port: 75b88363-d080-4160-953d-47bb337ca5a1. Sep 16 05:24:55.906411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:55.906411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Pushing event updated for resources: {'Port': ['ID=8a448c26-0c1b-4326-95b4-d855ec5a094a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:55.910887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:55.913630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:56.133537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Router 83b50bb5-a0e0-4554-8153-3f523f99fe1a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:56.267317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8074ad9a-14e5-4646-b333-2956ba08592c None None] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:56.303379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.321180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:56.332022 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.362950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] Sync routers for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:56.375820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abccad-09fc-46c8-8f3b-83606c15287c req-e017b1a9-861a-47d9-aac9-674c7177dc6b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.379898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6abccad-09fc-46c8-8f3b-83606c15287c req-e017b1a9-861a-47d9-aac9-674c7177dc6b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 945 time: 0.1721401 Sep 16 05:24:56.383670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0c86bf05-e28d-4d12-84e5-f6bd68d9c52e None None] Provisioning complete for port 8d1cefbc-7283-497f-bf40-e46abf96719d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:56.384048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c86bf05-e28d-4d12-84e5-f6bd68d9c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.413932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8d1cefbc-7283-497f-bf40-e46abf96719d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:56.417694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9405e3fd-28ad-4375-95cf-aec6e656d411 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "PUT /v2.0/floatingips/2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96 HTTP/1.1" status: 200 len: 991 time: 1.4268143 Sep 16 05:24:56.417694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'tag': '75b88363-d080-4160-953d-47bb337ca5a1'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:56.419842 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "23fb9d32-4eac-4e0f-aa09-f1de0e76bf19", "tag": "75b88363-d080-4160-953d-47bb337ca5a1"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:56.427104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:56.427321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:56.444837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6abccad-09fc-46c8-8f3b-83606c15287c req-bbed9509-f7dd-4c70-aca7-2a830d39827b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Sep 16 05:24:56.532631 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34671ec-68e0-4e35-af90-ebae9f845063 x-openstack-request-id: req-f34671ec-68e0-4e35-af90-ebae9f845063 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:56.533610 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fb9d32-4eac-4e0f-aa09-f1de0e76bf19", "tag": "75b88363-d080-4160-953d-47bb337ca5a1", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:56.534024 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f34671ec-68e0-4e35-af90-ebae9f845063 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:56.534638 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'tag': '75b88363-d080-4160-953d-47bb337ca5a1', 'status': 'completed', 'code': 200} Sep 16 05:24:56.605556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-e6dd3efc-6c14-4f19-91a1-19ce20c06a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.607143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-e6dd3efc-6c14-4f19-91a1-19ce20c06a3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 1097 time: 0.0447190 Sep 16 05:24:56.618722 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.673148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8d1cefbc-7283-497f-bf40-e46abf96719d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:56.673526 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.678514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:56.718036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-b06f8e2f-33f2-49b7-b52d-626dc081f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.719578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-b06f8e2f-33f2-49b7-b52d-626dc081f26b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 200 len: 912 time: 0.1047063 Sep 16 05:24:56.725725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c86bf05-e28d-4d12-84e5-f6bd68d9c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.796699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-ca7782e3-a954-4e6b-ba29-c309bfd5c6b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b88363-d080-4160-953d-47bb337ca5a1 HTTP/1.1" status: 200 len: 999 time: 0.0682125 Sep 16 05:24:56.840698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0c86bf05-e28d-4d12-84e5-f6bd68d9c52e None None] For port 8d1cefbc-7283-497f-bf40-e46abf96719d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8d1cefbc-7283-497f-bf40-e46abf96719d,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:56.862758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-83102e74-3ebd-48c6-a6d9-5a1ccfb9e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.864409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-83102e74-3ebd-48c6-a6d9-5a1ccfb9e34e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 200 len: 850 time: 0.0596869 Sep 16 05:24:56.880535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:56.927975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-cc402062-1283-4b1e-b2e0-fca7bce48b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.929576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-cc402062-1283-4b1e-b2e0-fca7bce48b90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed592d54-bda3-4648-ab55-87d6b11ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579894 Sep 16 05:24:56.953551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.993049 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c86bf05-e28d-4d12-84e5-f6bd68d9c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.051224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:57.062567 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Sync routers for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:57.071968 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:57.072826 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:57.080077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-addbdfe2-e6a8-435c-b87a-2f832ba4811b service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423080 Sep 16 05:24:57.113866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:24:57.114311 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:24:57.137276 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86bf05-e28d-4d12-84e5-f6bd68d9c52e None None] Pushing event updated for resources: {'Port': ['ID=8d1cefbc-7283-497f-bf40-e46abf96719d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.154172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-253366b6-69f9-433c-a04f-3966a7b1bf4e None None] Provisioning complete for port 8d1cefbc-7283-497f-bf40-e46abf96719d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:57.154551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-253366b6-69f9-433c-a04f-3966a7b1bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.157479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'port_id': '75b88363-d080-4160-953d-47bb337ca5a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'mac_address': 'fa:16:3e:36:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:24:38Z', 'updated_at': '2021-09-16T05:24:55Z', 'revision_number': 1, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:57.168859 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.170146 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-028d04f2-2ca2-46b2-8319-ae902124db5c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9742701 Sep 16 05:24:57.172953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52898) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:57.182925 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:57.189525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f55290b-43ef-4443-b5ea-c3ea3654cd1f req-87bc04c9-be3f-4459-9bc5-660b6c0e1948 service neutron] 10.222.0.60 "GET /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016154 Sep 16 05:24:57.247869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] Checking router: 83b50bb5-a0e0-4554-8153-3f523f99fe1a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:57.263145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:57.263819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:57.412189 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:56Z', 'revision_number': 3, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:57.419536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:57.438745 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Checking router: 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:57.439097 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Updating router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 port 8a448c26-0c1b-4326-95b4-d855ec5a094a binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:24:57.465073 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.634500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb33dd-fa63-44a4-bd99-fe70365f5877 req-776eff49-cfcc-4752-85ce-d6b479808105 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:57.636211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7bdb33dd-fa63-44a4-bd99-fe70365f5877 req-776eff49-cfcc-4752-85ce-d6b479808105 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 945 time: 0.0947318 Sep 16 05:24:57.713221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7bdb33dd-fa63-44a4-bd99-fe70365f5877 req-e70e2a18-9993-4e6b-b44b-298f21bc9115 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660977 Sep 16 05:24:57.750725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'port_id': '75b88363-d080-4160-953d-47bb337ca5a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'mac_address': 'fa:16:3e:36:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:24:38Z', 'updated_at': '2021-09-16T05:24:55Z', 'revision_number': 1, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:57.765067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.781274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1843-37e1-4317-94c7-2563df87c157 None None] The sync data for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 is: [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'port_id': '75b88363-d080-4160-953d-47bb337ca5a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'mac_address': 'fa:16:3e:36:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:24:38Z', 'updated_at': '2021-09-16T05:24:55Z', 'revision_number': 1, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:57.846688 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.855638 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-6f948e50-a112-45bc-92de-d6583d662cc8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=902bf2fdc52645658eacbd9a3c631a58 HTTP/1.1" status: 200 len: 267 time: 0.0477154 Sep 16 05:24:57.917726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-d5066f44-eaf0-4c20-b065-bebafa6f5a31 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:57.919454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-d5066f44-eaf0-4c20-b065-bebafa6f5a31 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 945 time: 0.0551984 Sep 16 05:24:57.932001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'port': {'security_groups': []}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:57.976469 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.038083 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9c5fc-bdcf-4089-849d-ed603b31c9ad None None] Pushing event updated for resources: {'Port': ['ID=8a448c26-0c1b-4326-95b4-d855ec5a094a,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.040797 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Attempting to bind port 8a448c26-0c1b-4326-95b4-d855ec5a094a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:58.041290 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Attempting to bind port 8a448c26-0c1b-4326-95b4-d855ec5a094a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:58.041752 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Attempting to bind port 8a448c26-0c1b-4326-95b4-d855ec5a094a on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:58.044973 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.050925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Allocated IP 172.20.0.1 (8a43209a-ded8-446b-ae98-0bbb6982a819/2c56ca7b-f921-4289-ad96-aab819949e95/05bb27b1-ac5e-441c-a7dc-40dc3610946a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:58.055935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:58.058594 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:58.059120 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.059653 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:58.060251 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Bound port: 8a448c26-0c1b-4326-95b4-d855ec5a094a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:58.060735 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.131810 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] For port 8a448c26-0c1b-4326-95b4-d855ec5a094a, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:58.138143 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] For port 8a448c26-0c1b-4326-95b4-d855ec5a094a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8a448c26-0c1b-4326-95b4-d855ec5a094a,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:58.145419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90a30f-29d7-41f5-a370-9d14ca7cec5e None None] New status for floating IP 2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:24:58.206103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.221768 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.275053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] For port 1cadf015-92d3-4fa7-9c96-dd615536e21d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1cadf015-92d3-4fa7-9c96-dd615536e21d,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:58.285118 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:58.285118 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:58.319122 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.320726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8d1cefbc-7283-497f-bf40-e46abf96719d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:58.354223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.360795 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9c5fc-bdcf-4089-849d-ed603b31c9ad None None] Pushing event updated for resources: {'Port': ['ID=8a448c26-0c1b-4326-95b4-d855ec5a094a,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.364485 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.429237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.441729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Pushing event updated for resources: {'Port': ['ID=05bb27b1-ac5e-441c-a7dc-40dc3610946a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.452585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:58.454194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:58.455754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:58.460439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:58.467858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9f524cb5-ab2e-4658-89b1-13bfb5fa1227', '1cadf015-92d3-4fa7-9c96-dd615536e21d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:58.501594 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:58.533634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.584419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.588096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.589054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68d5ce30-00fb-45d9-9651-b017d4eb3fc1 req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "PUT /v2.0/ports/1cadf015-92d3-4fa7-9c96-dd615536e21d HTTP/1.1" status: 200 len: 904 time: 0.6611240 Sep 16 05:24:58.593204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'tag': '1cadf015-92d3-4fa7-9c96-dd615536e21d'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:58.596266 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98130287-81b5-4184-bad6-6d2ebb8ae0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "dfaa57ed-b5c6-4374-bf87-6c90c2c7451c", "tag": "1cadf015-92d3-4fa7-9c96-dd615536e21d"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:58.658999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80750139-903b-419a-ba87-61b304222bb5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'Port': ['ID=1cadf015-92d3-4fa7-9c96-dd615536e21d,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.683121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8d1cefbc-7283-497f-bf40-e46abf96719d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:58.683717 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.760677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['1cadf015-92d3-4fa7-9c96-dd615536e21d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:58.825766 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c841977-3fca-453a-9a0b-c8df72faf441 x-openstack-request-id: req-0c841977-3fca-453a-9a0b-c8df72faf441 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:58.827118 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfaa57ed-b5c6-4374-bf87-6c90c2c7451c", "tag": "1cadf015-92d3-4fa7-9c96-dd615536e21d", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:58.827118 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c841977-3fca-453a-9a0b-c8df72faf441 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:58.827118 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'tag': '1cadf015-92d3-4fa7-9c96-dd615536e21d', 'status': 'completed', 'code': 200} Sep 16 05:24:58.867471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f742e-4cdd-461e-81f4-a08d2d405094 req-efa4fd7b-53cb-4d6c-ad53-82204ff6ee63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.870781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d8f742e-4cdd-461e-81f4-a08d2d405094 req-efa4fd7b-53cb-4d6c-ad53-82204ff6ee63 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 907 time: 0.1350970 Sep 16 05:24:58.969771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.979027 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:56Z', 'revision_number': 3, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:58.987770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-0e288d20-b191-423f-a3ba-ac274de0c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.990046 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-0e288d20-b191-423f-a3ba-ac274de0c2ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 1059 time: 0.1005034 Sep 16 05:24:59.016818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264ce7d-c4d4-4f50-83ee-a58d47ede290 req-619e7ef0-9eba-445f-8acf-20f35fd69bb0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.020249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a264ce7d-c4d4-4f50-83ee-a58d47ede290 req-619e7ef0-9eba-445f-8acf-20f35fd69bb0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0702538 Sep 16 05:24:59.020459 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e365fd55-c7aa-422a-98f4-0cab5ce2df89 None None] The sync data for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 is: [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:56Z', 'revision_number': 3, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:59.079385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a264ce7d-c4d4-4f50-83ee-a58d47ede290 req-72a10faa-4208-4773-9fa2-43e14693864e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495572 Sep 16 05:24:59.199923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-859f7f74-cb37-459c-91e3-9e10fd477d84 None None] Provisioning complete for port 05bb27b1-ac5e-441c-a7dc-40dc3610946a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:59.200422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-859f7f74-cb37-459c-91e3-9e10fd477d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.241980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-1128d5f9-e013-4a0a-9bf5-e8cc764ce82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.242235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee9a57-8a19-460e-91d6-b5886d033603 req-9956b219-07c7-4fd1-a599-ad5fd4d6484c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.244493 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-1128d5f9-e013-4a0a-9bf5-e8cc764ce82c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.2245593 Sep 16 05:24:59.251776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92ee9a57-8a19-460e-91d6-b5886d033603 req-9956b219-07c7-4fd1-a599-ad5fd4d6484c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0773599 Sep 16 05:24:59.303155 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-60a4e689-c2c9-4c0a-badd-56cb5cde0ef8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cadf015-92d3-4fa7-9c96-dd615536e21d HTTP/1.1" status: 200 len: 217 time: 0.0496333 Sep 16 05:24:59.309718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-859f7f74-cb37-459c-91e3-9e10fd477d84 None None] Port 05bb27b1-ac5e-441c-a7dc-40dc3610946a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:59.317158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92ee9a57-8a19-460e-91d6-b5886d033603 req-ec37e788-0354-4cd7-adf9-e640fe047f82 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583398 Sep 16 05:24:59.408639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.434745 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:59.441892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-98df2faa-476e-46bc-9f24-daf5f6ed0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.445700 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-98df2faa-476e-46bc-9f24-daf5f6ed0818 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.1274078 Sep 16 05:24:59.462049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6379fc8b-1503-46ae-90fa-f2a2e3abb716 None None] Provisioning complete for port 1cadf015-92d3-4fa7-9c96-dd615536e21d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:59.462607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6379fc8b-1503-46ae-90fa-f2a2e3abb716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.500150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.614624 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.669618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Pushing event updated for resources: {'Port': ['ID=05bb27b1-ac5e-441c-a7dc-40dc3610946a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:59.676585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-943cb8ca-d71b-45a7-945f-70a22a4cce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.678108 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-943cb8ca-d71b-45a7-945f-70a22a4cce6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2165711 Sep 16 05:24:59.727430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-0d3fecdd-ef80-4fcd-b40e-6de517a4e315 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.728522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-0d3fecdd-ef80-4fcd-b40e-6de517a4e315 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.1168704 Sep 16 05:24:59.746604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-f3eb8be8-64f0-4c57-89ee-cfc00f29a8f7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/quotas/902bf2fdc52645658eacbd9a3c631a58 HTTP/1.1" status: 200 len: 375 time: 0.0100820 Sep 16 05:24:59.814849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:59.826632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:59.840709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-077b763c-3d5c-4db5-bd51-1dfcfc7380c5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0864491 Sep 16 05:24:59.873815 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-b1b12ccf-73b0-460c-877e-3b131f9108e0 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631761 Sep 16 05:25:00.108487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d9e43cdd-94e8-4ac1-be33-64a336b2cb8e None None] Provisioning complete for port 05bb27b1-ac5e-441c-a7dc-40dc3610946a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:00.108986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9e43cdd-94e8-4ac1-be33-64a336b2cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.128111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:00.140200 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98130287-81b5-4184-bad6-6d2ebb8ae0d6 req-d77afe6b-8aa8-4ae3-964f-a7d4cb0248cb service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303619 Sep 16 05:25:00.163138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d9e43cdd-94e8-4ac1-be33-64a336b2cb8e None None] Port 05bb27b1-ac5e-441c-a7dc-40dc3610946a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:00.279949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:00.287303 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba0350ff-609a-4fa5-8b9c-163250d148d1 admin admin] 10.222.0.59 "PUT /v2.0/routers/634a30b9-0c25-41ab-a3d1-ca0a0af6bae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1133237 Sep 16 05:25:00.311748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-1656b0a9-0fb3-46c7-b815-3f30fda8141c service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701662 Sep 16 05:25:00.358875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8a448c26-0c1b-4326-95b4-d855ec5a094a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:00.412796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8a448c26-0c1b-4326-95b4-d855ec5a094a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:00.412929 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.428579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-b3166e70-36c8-403e-b306-78d07eef1da9 service neutron] 10.222.0.59 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057601 Sep 16 05:25:00.506822 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.528940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 8a448c26-0c1b-4326-95b4-d855ec5a094a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8a448c26-0c1b-4326-95b4-d855ec5a094a,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:00.617628 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.690797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=8a448c26-0c1b-4326-95b4-d855ec5a094a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:00.697252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9dd19f1-ff8f-4140-b4c3-6db0dfd940c2 req-95f67a1a-6df4-4abd-91c4-b07d4a0eb530 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 210 time: 0.0521517 Sep 16 05:25:01.102974 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Sync routers for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:01.109224 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:01.109928 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:01.188634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 52974) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.194746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1146676008-network', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:01.253472 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:01.297452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Made reservation on behalf of 03e7c21b61574ff5a81fd9eaad4be24f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:01.301152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.312545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.435215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.485903 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:24:59Z', 'revision_number': 2, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:01.512359 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Checking router: 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:01.512713 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Updating router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 port 05bb27b1-ac5e-441c-a7dc-40dc3610946a binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:01.536656 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.537866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.562712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:01.586244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dbc7e3-1282-4d43-974c-5b325fbc68a3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:01.610252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.610665 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Added segment b9230b52-0767-453c-8863-4223d5f6f99c of type vlan for network 2f117d02-4a9d-4f97-8093-38d66eaf5656 Sep 16 05:25:01.657942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.742811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.743857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:01.744454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.844718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6549666 Sep 16 05:25:01.848268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52986) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.853439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Request body: {'subnet': {'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1146676008-subnet', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:01.854328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29707c0-a009-45a2-99ca-69036b9bcc90 admin admin] Pushing event updated for resources: {'Network': ['ID=2f117d02-4a9d-4f97-8093-38d66eaf5656,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:01.865695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 2f117d02-4a9d-4f97-8093-38d66eaf5656 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:01.871776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4d8dab5-e2d2-4150-8dde-43218baf97ca req-6ec74c7f-2418-48f7-967f-82c338c59592 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 210 time: 0.0319235 Sep 16 05:25:01.969352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Made reservation on behalf of 03e7c21b61574ff5a81fd9eaad4be24f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:01.972063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.974369 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.065985 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.128292 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573101-d530-4912-a2ab-264613039bc4 None None] Pushing event updated for resources: {'Port': ['ID=05bb27b1-ac5e-441c-a7dc-40dc3610946a,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.184027 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Attempting to bind port 05bb27b1-ac5e-441c-a7dc-40dc3610946a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:02.184596 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Attempting to bind port 05bb27b1-ac5e-441c-a7dc-40dc3610946a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:02.185131 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Attempting to bind port 05bb27b1-ac5e-441c-a7dc-40dc3610946a on network 8a43209a-ded8-446b-ae98-0bbb6982a819 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:02.191460 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:02.191840 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Checking segment: {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:02.192257 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.192657 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Bound using segment: {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:02.193142 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Bound port: 05bb27b1-ac5e-441c-a7dc-40dc3610946a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:02.193518 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.267617 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] For port 05bb27b1-ac5e-441c-a7dc-40dc3610946a, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:02.272009 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] For port 05bb27b1-ac5e-441c-a7dc-40dc3610946a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=05bb27b1-ac5e-441c-a7dc-40dc3610946a,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:02.289647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.293771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8a448c26-0c1b-4326-95b4-d855ec5a094a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:02.336211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8f0da7-cd29-4c96-a59a-9f0649be4ba6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.347344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.347831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.348222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.348537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.349182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.349593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.349943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.350809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.351172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.351537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.351860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.352193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:02.355424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8a448c26-0c1b-4326-95b4-d855ec5a094a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:02.356018 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.364730 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.395222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Checking segment: {'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:02.396226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Network hostable DHCP agents. Network: 2f117d02-4a9d-4f97-8093-38d66eaf5656, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:02.409651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4b4c9857-2b52-4e8c-b7bf-79566e493f46 None None] Provisioning complete for port 05bb27b1-ac5e-441c-a7dc-40dc3610946a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:02.410516 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9857-2b52-4e8c-b7bf-79566e493f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.459769 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573101-d530-4912-a2ab-264613039bc4 None None] Pushing event updated for resources: {'Port': ['ID=05bb27b1-ac5e-441c-a7dc-40dc3610946a,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.462974 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:02.463733 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:02.526247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Network 2f117d02-4a9d-4f97-8093-38d66eaf5656 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:02.571003 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9857-2b52-4e8c-b7bf-79566e493f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.602013 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:02.617095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4b4c9857-2b52-4e8c-b7bf-79566e493f46 None None] For port 05bb27b1-ac5e-441c-a7dc-40dc3610946a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=05bb27b1-ac5e-441c-a7dc-40dc3610946a,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:02.620039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 2f117d02-4a9d-4f97-8093-38d66eaf5656) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:02.625036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.625690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.637264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c5961-9a6a-4afb-82b6-5d896c81a5c5 None None] Network 2f117d02-4a9d-4f97-8093-38d66eaf5656 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:02.711988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56c6eb1b-0322-4f5d-8c3d-6ffe16849437 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8601618 Sep 16 05:25:02.718028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 52992) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:02.718028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:02.742966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9857-2b52-4e8c-b7bf-79566e493f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.821068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.823712 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.837114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-99d267cf-1218-48c3-9f3e-52db9efcbf9a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.838273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-99d267cf-1218-48c3-9f3e-52db9efcbf9a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.60 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 812 time: 0.1345987 Sep 16 05:25:02.857928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c9857-2b52-4e8c-b7bf-79566e493f46 None None] Pushing event updated for resources: {'Port': ['ID=05bb27b1-ac5e-441c-a7dc-40dc3610946a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.858133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Request body: {'port': {'device_id': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'admin_state_up': True, 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:02.869867 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:25:02Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:02.906479 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ecc85-8418-4f2e-8b3e-8d9964b0d165 None None] The sync data for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 is: [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:25:02Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:02.958384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.992442 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e339cd67-3367-40ae-84d4-8a41518396a6 None None] Provisioning complete for port 05bb27b1-ac5e-441c-a7dc-40dc3610946a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:02.992442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e339cd67-3367-40ae-84d4-8a41518396a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.172005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e4155c6-d947-4924-8aeb-6bfe7fd1fdb4 req-71360123-8e87-41f0-b0de-974a2a4b49fe tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 210 time: 0.0924196 Sep 16 05:25:03.232233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-2f117d02-4a9d-4f97-8093-38d66eaf5656', 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'fixed_ips': [{'subnet_id': '5a8f0da7-cd29-4c96-a59a-9f0649be4ba6'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:03.233417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.302617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Made reservation on behalf of 902bf2fdc52645658eacbd9a3c631a58 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:03.306654 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.375709 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.505691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Allocated IP 172.20.0.2 (2f117d02-4a9d-4f97-8093-38d66eaf5656/5a8f0da7-cd29-4c96-a59a-9f0649be4ba6/42f9a7ce-a922-44fc-8eba-bc8a24caa71c) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:03.538749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Allocated IP 172.20.0.10 (5124c92f-3cbd-487a-95e9-c6ce4cb18054/065dfe4b-32da-4502-9e5d-3c4a5e77044a/7f093641-3e2d-4da0-af7f-c68bde221c30) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:03.753239 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.850739 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.886412 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.937931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Network 2f117d02-4a9d-4f97-8093-38d66eaf5656 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:03.937931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:03.940435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:03.986495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Pushing event updated for resources: {'Port': ['ID=42f9a7ce-a922-44fc-8eba-bc8a24caa71c,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:03.997514 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.030266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:04.065612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:04.067467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9f524cb5-ab2e-4658-89b1-13bfb5fa1227'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:04.069982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:04.072569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:04.116416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event updated for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.150964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Attempting to bind port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:04.151422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Attempting to bind port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:04.151800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Attempting to bind port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c on network 2f117d02-4a9d-4f97-8093-38d66eaf5656 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:04.172121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:04.172873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Checking segment: {'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:04.172996 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.173314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Bound using segment: {'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:04.173812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Bound port: 42f9a7ce-a922-44fc-8eba-bc8a24caa71c, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:04.175697 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.178126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:04.181357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.291761 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.319861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8a906fa4-43f4-47f4-9af1-e3c24dcfd52b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4704847 Sep 16 05:25:04.347784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Request body: {'port': {'device_id': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:04.348036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.398644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 05bb27b1-ac5e-441c-a7dc-40dc3610946a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:04.412042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f664617-af51-4fdb-a3aa-15e2b7079cc6 req-673270cb-8e12-4aaf-9322-8c6485230a8c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:04.413909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f664617-af51-4fdb-a3aa-15e2b7079cc6 req-673270cb-8e12-4aaf-9322-8c6485230a8c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 932 time: 0.1551268 Sep 16 05:25:04.478014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] For port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:04.485189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.513013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] For port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=42f9a7ce-a922-44fc-8eba-bc8a24caa71c,segment=NetworkSegment(b9230b52-0767-453c-8863-4223d5f6f99c),segment_id=b9230b52-0767-453c-8863-4223d5f6f99c)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:04.526978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f664617-af51-4fdb-a3aa-15e2b7079cc6 req-0ed78cbe-aa27-4ef7-9ced-da74c694d7b1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005709 Sep 16 05:25:04.580401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Allocated IP 172.25.7.137 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/b59f0054-7d77-418a-a74f-cd399e276ddf) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:04.607376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9a6a83b2-83f6-4481-a02d-70802487ede3 None None] Provisioning complete for port 7f093641-3e2d-4da0-af7f-c68bde221c30 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:04.607752 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9a6a83b2-83f6-4481-a02d-70802487ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.616329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.707217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885c347-3b5a-445a-b8f7-288b5b34bb39 None None] Pushing event updated for resources: {'Port': ['ID=42f9a7ce-a922-44fc-8eba-bc8a24caa71c,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.764049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 05bb27b1-ac5e-441c-a7dc-40dc3610946a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:04.764819 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.776464 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.796005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a83b2-83f6-4481-a02d-70802487ede3 None None] Port 7f093641-3e2d-4da0-af7f-c68bde221c30 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:04.887419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.931997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f093641-3e2d-4da0-af7f-c68bde221c30 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:04.942707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.946196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:04.949592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:04.953602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:04.958981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Transition to ACTIVE for port object 7f093641-3e2d-4da0-af7f-c68bde221c30 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:25:04.993060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Pushing event updated for resources: {'Port': ['ID=b59f0054-7d77-418a-a74f-cd399e276ddf,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.040185 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.151147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.305401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Attempting to bind port 7f093641-3e2d-4da0-af7f-c68bde221c30 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:05.306167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Attempting to bind port 7f093641-3e2d-4da0-af7f-c68bde221c30 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:05.306738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Attempting to bind port 7f093641-3e2d-4da0-af7f-c68bde221c30 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:05.312395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Port 7f093641-3e2d-4da0-af7f-c68bde221c30 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:05.314472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Attempting to bind port 7f093641-3e2d-4da0-af7f-c68bde221c30 on network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:05.326573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:05.329750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Checking segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:05.330226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Bound using segment: {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:05.331226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Bound port: 7f093641-3e2d-4da0-af7f-c68bde221c30, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc35a7-2fc7-469b-83f2-0cb7364d85dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:05.332640 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.420312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.432542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:05.436318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:05.569646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.642478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.733248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.734264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.737206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/7f093641-3e2d-4da0-af7f-c68bde221c30 HTTP/1.1" status: 200 len: 1093 time: 1.4078889 Sep 16 05:25:05.739207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:05.742114 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e85548-659f-48dc-b0dc-9514f7297b06" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:05.746034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2ab1-7ad9-4eab-b95f-41d53ace67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.807480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d7712-e5e9-4ff4-97a6-fed95ed12623 req-ea64d539-ac07-444b-813d-fa50b78dfef2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.809372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-721d7712-e5e9-4ff4-97a6-fed95ed12623 req-ea64d539-ac07-444b-813d-fa50b78dfef2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 944 time: 0.1597486 Sep 16 05:25:05.874069 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75ab633-4782-4cf4-af6e-644732c06733 x-openstack-request-id: req-d75ab633-4782-4cf4-af6e-644732c06733 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:05.874419 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:05.874778 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d75ab633-4782-4cf4-af6e-644732c06733 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:05.875416 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'status': 'completed', 'code': 200} Sep 16 05:25:05.894164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-721d7712-e5e9-4ff4-97a6-fed95ed12623 req-200dafbe-4ac5-4274-ae13-bea2a8ac070a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778971 Sep 16 05:25:05.917021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:25:05.945017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-cbd8046c-ca17-446e-a32d-65666603dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.948637 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-cbd8046c-ca17-446e-a32d-65666603dbc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 1096 time: 0.0685773 Sep 16 05:25:05.994756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53026) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.011884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-cf29a247-ceb3-4838-a63b-8da39d5eb3f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f093641-3e2d-4da0-af7f-c68bde221c30 HTTP/1.1" status: 200 len: 217 time: 0.0465868 Sep 16 05:25:06.087296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:06.097046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Sync routers for ids ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:06.109285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Routers {'5726a57c-c855-4089-b6f2-c188f8f5b7d4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:06.109971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:06.127335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8c75b3a0-338d-4fa0-9042-5787eeac6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.129378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-8c75b3a0-338d-4fa0-9042-5787eeac6dce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.1087444 Sep 16 05:25:06.158709 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-09d53c6d-0b42-4002-917e-686ba9bff17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.190053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.191654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-5d490b87-965c-4fae-ae48-5629e2351eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.192226 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2d07b834-56d4-4542-a0b9-c8f1df7af7be admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4790230 Sep 16 05:25:06.193434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-5d490b87-965c-4fae-ae48-5629e2351eaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542424 Sep 16 05:25:06.194810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53030) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.264763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362d162-c387-4a81-8502-6a6978ea6968 None None] Network 2f117d02-4a9d-4f97-8093-38d66eaf5656 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:06.284136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Set router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:06.311373 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-09d53c6d-0b42-4002-917e-686ba9bff17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.372706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 42f9a7ce-a922-44fc-8eba-bc8a24caa71c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:06.377019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-09d53c6d-0b42-4002-917e-686ba9bff17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.377758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-f077d0bd-7ff9-49d0-ad96-ac787f9d0325 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735017 Sep 16 05:25:06.429515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-09d53c6d-0b42-4002-917e-686ba9bff17c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a187a0b61ab146bdb5422c599c9e72ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282184 Sep 16 05:25:06.429898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53034) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.437015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53c6d-0b42-4002-917e-686ba9bff17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1271a3-ca3f-44ad-b7c3-9d0bebb6b4c6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:06.516494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4a6a3714-973a-435b-8978-91b8e1b1c947 None None] Provisioning complete for port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:06.516981 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4a6a3714-973a-435b-8978-91b8e1b1c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.597758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9a52a3e-525f-479c-a380-201555dc08be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.625808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-725042c3-c8e9-499c-b8c2-e004ae81804b req-04aa4255-c4ea-4080-b09f-baf5d0bbd6a6 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958091 Sep 16 05:25:06.647380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:06.647761 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.667480 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9a52a3e-525f-479c-a380-201555dc08be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.831416 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9a52a3e-525f-479c-a380-201555dc08be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.834009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a9a52a3e-525f-479c-a380-201555dc08be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.835196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a9a52a3e-525f-479c-a380-201555dc08be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd1271a3-ca3f-44ad-b7c3-9d0bebb6b4c6 HTTP/1.1" status: 204 len: 168 time: 0.4037261 Sep 16 05:25:06.869797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a52a3e-525f-479c-a380-201555dc08be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1271a3-ca3f-44ad-b7c3-9d0bebb6b4c6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:06.874942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-57fa55e2-19c2-4437-8eb0-aec20212e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.876906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-57fa55e2-19c2-4437-8eb0-aec20212e9ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 1096 time: 0.0943649 Sep 16 05:25:06.925966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4a6a3714-973a-435b-8978-91b8e1b1c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.962028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:25:05Z', 'revision_number': 3, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:07.017997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Checking router: 5726a57c-c855-4089-b6f2-c188f8f5b7d4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:07.018362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Updating router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 port b59f0054-7d77-418a-a74f-cd399e276ddf binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:07.023867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4a6a3714-973a-435b-8978-91b8e1b1c947 None None] For port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=42f9a7ce-a922-44fc-8eba-bc8a24caa71c,segment=NetworkSegment(b9230b52-0767-453c-8863-4223d5f6f99c),segment_id=b9230b52-0767-453c-8863-4223d5f6f99c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:07.053947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.060711 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.062314 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.094193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-0d5f0897-255e-4284-8adc-622cebfc59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.095839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-0d5f0897-255e-4284-8adc-622cebfc59fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.2094128 Sep 16 05:25:07.109771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4a6a3714-973a-435b-8978-91b8e1b1c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.163337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c408de-c31d-4d57-9f4f-2f4069b6934c req-207fc0fb-a419-4390-bdb0-46bc25718c6f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.164640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3c408de-c31d-4d57-9f4f-2f4069b6934c req-207fc0fb-a419-4390-bdb0-46bc25718c6f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 944 time: 0.1539979 Sep 16 05:25:07.236265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-5362991f-a246-4604-8c43-0a9ed8867f99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f093641-3e2d-4da0-af7f-c68bde221c30 HTTP/1.1" status: 200 len: 217 time: 0.1132104 Sep 16 05:25:07.256328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:07.256328 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:07.270972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a3714-973a-435b-8978-91b8e1b1c947 None None] Pushing event updated for resources: {'Port': ['ID=42f9a7ce-a922-44fc-8eba-bc8a24caa71c,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.351089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4c63fed5-9326-4ef3-b0b2-aa697b4d36e6 None None] Provisioning complete for port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:07.351330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3c408de-c31d-4d57-9f4f-2f4069b6934c req-25ac5c67-092c-4e8c-96a7-f1e9ed470946 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678278 Sep 16 05:25:07.351626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4c63fed5-9326-4ef3-b0b2-aa697b4d36e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.376381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-81977014-92cb-45fb-a6bd-eac041bef6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.378245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-81977014-92cb-45fb-a6bd-eac041bef6e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.1139066 Sep 16 05:25:07.450515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Allocated IP 172.20.0.1 (2f117d02-4a9d-4f97-8093-38d66eaf5656/5a8f0da7-cd29-4c96-a59a-9f0649be4ba6/099df129-6f03-4661-b58b-74f3478386b7) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:07.466723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-2fbd2bca-3087-4be6-891f-d0b018bb0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.468263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-2fbd2bca-3087-4be6-891f-d0b018bb0ad8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650668 Sep 16 05:25:07.479326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53042) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.490532 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.498508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7f36d732-a1ef-4a7a-8364-86ef6c8d7b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.546128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.601262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7f36d732-a1ef-4a7a-8364-86ef6c8d7b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.609050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Attempting to bind port b59f0054-7d77-418a-a74f-cd399e276ddf on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:07.609440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Attempting to bind port b59f0054-7d77-418a-a74f-cd399e276ddf by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:07.609817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Attempting to bind port b59f0054-7d77-418a-a74f-cd399e276ddf on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:07.612676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff61280-e751-48e7-9ce5-a038614f1395 None None] Pushing event updated for resources: {'Port': ['ID=b59f0054-7d77-418a-a74f-cd399e276ddf,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.618036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:07.618542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:07.618847 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.619264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:07.619751 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Bound port: b59f0054-7d77-418a-a74f-cd399e276ddf, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:07.620153 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.636501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-bbc63f9d-0094-49a0-a096-1ea0d3a82090 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530879 Sep 16 05:25:07.639140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.661234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7f36d732-a1ef-4a7a-8364-86ef6c8d7b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.671539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] For port b59f0054-7d77-418a-a74f-cd399e276ddf, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:07.675134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] For port b59f0054-7d77-418a-a74f-cd399e276ddf, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b59f0054-7d77-418a-a74f-cd399e276ddf,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:07.704343 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7f36d732-a1ef-4a7a-8364-86ef6c8d7b89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0dc483126f34d11be4968c9a7f8dcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232509 Sep 16 05:25:07.706411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d732-a1ef-4a7a-8364-86ef6c8d7b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf74a6-5e4c-4f9c-860d-c872c8907f1c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.710255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53046) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.749783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89e85548-659f-48dc-b0dc-9514f7297b06 req-a8e26710-b6ce-40e7-b5c9-a449414c6238 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039276 Sep 16 05:25:07.755569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.764390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c03b372-155a-4b34-98e3-9fec09129df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.786647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c03b372-155a-4b34-98e3-9fec09129df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.818388 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.855976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff61280-e751-48e7-9ce5-a038614f1395 None None] Pushing event updated for resources: {'Port': ['ID=b59f0054-7d77-418a-a74f-cd399e276ddf,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.855976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Routers {'5726a57c-c855-4089-b6f2-c188f8f5b7d4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:07.856405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:07.859589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Network 2f117d02-4a9d-4f97-8093-38d66eaf5656 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:07.862489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:07.868071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:07.892268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Pushing event updated for resources: {'Port': ['ID=099df129-6f03-4661-b58b-74f3478386b7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.908835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c03b372-155a-4b34-98e3-9fec09129df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.911620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c03b372-155a-4b34-98e3-9fec09129df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.912882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0c03b372-155a-4b34-98e3-9fec09129df8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67bf74a6-5e4c-4f9c-860d-c872c8907f1c HTTP/1.1" status: 204 len: 168 time: 0.2014573 Sep 16 05:25:07.914114 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.925720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03b372-155a-4b34-98e3-9fec09129df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf74a6-5e4c-4f9c-860d-c872c8907f1c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.994112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] Set router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:08.134541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ef8e5422-4883-433c-bcc0-baef4b78c303 None None] Provisioning complete for port 099df129-6f03-4661-b58b-74f3478386b7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:08.135296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5422-4883-433c-bcc0-baef4b78c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.159856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.195783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e5422-4883-433c-bcc0-baef4b78c303 None None] Port 099df129-6f03-4661-b58b-74f3478386b7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:08.218342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:25:05Z', 'revision_number': 3, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:08.248439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca5b35-6464-4a33-8c39-c0acfd520ae6 None None] The sync data for ids ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'] in n-d-712143-16 is: [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:25:05Z', 'revision_number': 3, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:08.311940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 42f9a7ce-a922-44fc-8eba-bc8a24caa71c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:08.345727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.361681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:08.362062 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.453790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.888386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.890276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Pushing event updated for resources: {'Port': ['ID=099df129-6f03-4661-b58b-74f3478386b7,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.907365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b296-8b2d-4d56-9410-e1ecb7bd7358 req-88648377-0d00-4d1e-9b9b-defa88f8fec4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.908792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a13b296-8b2d-4d56-9410-e1ecb7bd7358 req-88648377-0d00-4d1e-9b9b-defa88f8fec4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 944 time: 0.4684141 Sep 16 05:25:09.023081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a13b296-8b2d-4d56-9410-e1ecb7bd7358 req-fa46d39c-89eb-44b4-978c-c3b5bdf83fa9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957210 Sep 16 05:25:09.057649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Network 2f117d02-4a9d-4f97-8093-38d66eaf5656 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:09.062751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:09.190445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:09.304830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:09.310973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6895b714-a8d9-439d-be11-cd54430fe747 admin admin] 10.222.0.59 "PUT /v2.0/routers/5726a57c-c855-4089-b6f2-c188f8f5b7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1144836 Sep 16 05:25:09.323556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bc7e82db-7fc9-4d62-8971-112bf9d1fa1b None None] Provisioning complete for port 099df129-6f03-4661-b58b-74f3478386b7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:09.323986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bc7e82db-7fc9-4d62-8971-112bf9d1fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.362126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e82db-7fc9-4d62-8971-112bf9d1fa1b None None] Port 099df129-6f03-4661-b58b-74f3478386b7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:09.895564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53094) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.900188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f1342939-cdd4-4754-8512-2e142d363d06 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611153210', 'description': 'tempest-secgroup-smoke-611153210 description', 'project_id': '273a9517f8f14fa498a7ceb10db8dac3'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:10.008712 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1342939-cdd4-4754-8512-2e142d363d06 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.110007 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1342939-cdd4-4754-8512-2e142d363d06 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.160759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa593aa-a162-4c8d-8b3e-10938950958e req-606ca3ed-593a-4587-8d18-b4aa01a63e43 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.162293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afa593aa-a162-4c8d-8b3e-10938950958e req-606ca3ed-593a-4587-8d18-b4aa01a63e43 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 944 time: 0.0552278 Sep 16 05:25:10.163451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1342939-cdd4-4754-8512-2e142d363d06 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.211884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1342939-cdd4-4754-8512-2e142d363d06 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9904900f-cb32-4188-99d7-2fbea79951ca,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.228404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afa593aa-a162-4c8d-8b3e-10938950958e req-17143062-4697-421d-8439-dbaea7474217 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588894 Sep 16 05:25:10.256452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f1342939-cdd4-4754-8512-2e142d363d06 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.258431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f1342939-cdd4-4754-8512-2e142d363d06 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3615656 Sep 16 05:25:10.262640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53104) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:10.268092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d5536db7-e08f-4738-95e7-7455eeffeca6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'security_group_rule': {'security_group_id': '9904900f-cb32-4188-99d7-2fbea79951ca', 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:10.315565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b59f0054-7d77-418a-a74f-cd399e276ddf up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:10.367423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b59f0054-7d77-418a-a74f-cd399e276ddf triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:10.368107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.395136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5536db7-e08f-4738-95e7-7455eeffeca6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.437231 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Sync routers for ids ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:10.449607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.459285 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Routers {'5726a57c-c855-4089-b6f2-c188f8f5b7d4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:10.461654 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:10.467019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5536db7-e08f-4738-95e7-7455eeffeca6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.470950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port b59f0054-7d77-418a-a74f-cd399e276ddf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b59f0054-7d77-418a-a74f-cd399e276ddf,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:10.534245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5536db7-e08f-4738-95e7-7455eeffeca6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.554346 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.558845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5536db7-e08f-4738-95e7-7455eeffeca6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9b875e-4026-45ce-af1d-31e88f0d22a7,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.584562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.593386 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Set router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:10.606757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=b59f0054-7d77-418a-a74f-cd399e276ddf,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.642433 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d5536db7-e08f-4738-95e7-7455eeffeca6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.646152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d5536db7-e08f-4738-95e7-7455eeffeca6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799510 Sep 16 05:25:10.646788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53110) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:10.651550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d609839b-0cc5-4ade-bd0f-a796fed15519 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'security_group_rule': {'security_group_id': '9904900f-cb32-4188-99d7-2fbea79951ca', 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:10.759583 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d609839b-0cc5-4ade-bd0f-a796fed15519 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.795757 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:25:08Z', 'revision_number': 4, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '099df129-6f03-4661-b58b-74f3478386b7', 'name': '', 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'mac_address': 'fa:16:3e:92:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '5a8f0da7-cd29-4c96-a59a-9f0649be4ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:08Z', 'revision_number': 2, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'subnets': [{'id': '5a8f0da7-cd29-4c96-a59a-9f0649be4ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:10.812558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7f093641-3e2d-4da0-af7f-c68bde221c30 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:10.820516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d609839b-0cc5-4ade-bd0f-a796fed15519 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.824564 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Checking router: 5726a57c-c855-4089-b6f2-c188f8f5b7d4 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:10.824564 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Updating router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 port 099df129-6f03-4661-b58b-74f3478386b7 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:10.850079 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.899928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d609839b-0cc5-4ade-bd0f-a796fed15519 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.913100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:10.915991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609839b-0cc5-4ade-bd0f-a796fed15519 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579baaaa-4713-43e8-9243-ecef15cae2f9,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.929535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'mac_address': 'fa:16:3e:39:14:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:10.974277 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.991556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f093641-3e2d-4da0-af7f-c68bde221c30 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:11.006167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d609839b-0cc5-4ade-bd0f-a796fed15519 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.007846 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d609839b-0cc5-4ade-bd0f-a796fed15519 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3599591 Sep 16 05:25:11.010570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:11.010928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53114) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:11.015698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-231d381e-6116-4b54-b6a1-ea1a50c3a389 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'security_group_rule': {'security_group_id': '9904900f-cb32-4188-99d7-2fbea79951ca', 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:11.059494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3907181b-9bd2-4184-b539-f2560aabaf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.117082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.155084 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-231d381e-6116-4b54-b6a1-ea1a50c3a389 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.185025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.227361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-231d381e-6116-4b54-b6a1-ea1a50c3a389 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.240933 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.305858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-231d381e-6116-4b54-b6a1-ea1a50c3a389 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.352126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d381e-6116-4b54-b6a1-ea1a50c3a389 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110491c9-72c5-4336-b776-88220f54fa38,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.368029 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.372893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7f093641-3e2d-4da0-af7f-c68bde221c30'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:11.386570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ed38-6709-4cec-b1e0-039d62f40945 req-843a7dd1-f990-4eb4-9e9c-d438947ed36f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.388249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e46ed38-6709-4cec-b1e0-039d62f40945 req-843a7dd1-f990-4eb4-9e9c-d438947ed36f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 945 time: 0.0802357 Sep 16 05:25:11.429383 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Pushing event updated for resources: {'Port': ['ID=099df129-6f03-4661-b58b-74f3478386b7,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.434636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e46ed38-6709-4cec-b1e0-039d62f40945 req-d2e44301-416e-468c-8859-ea092b5b29e8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395412 Sep 16 05:25:11.441683 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-231d381e-6116-4b54-b6a1-ea1a50c3a389 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.441683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-231d381e-6116-4b54-b6a1-ea1a50c3a389 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4287326 Sep 16 05:25:11.444566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53122) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:11.450088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fffdbbfa-17cd-48ab-bce9-3d93340c5238 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'security_group_rule': {'security_group_id': '9904900f-cb32-4188-99d7-2fbea79951ca', 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:11.453514 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.454387 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.454883 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.455396 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.455914 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.456621 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.457872 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.458212 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.458538 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.459032 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.459390 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.459718 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:11.495342 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Attempting to bind port 099df129-6f03-4661-b58b-74f3478386b7 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:11.495985 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Attempting to bind port 099df129-6f03-4661-b58b-74f3478386b7 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:11.496562 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Attempting to bind port 099df129-6f03-4661-b58b-74f3478386b7 on network 2f117d02-4a9d-4f97-8093-38d66eaf5656 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:11.509039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:11.509039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Checking segment: {'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:11.509039 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.509039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Bound using segment: {'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:11.509039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Bound port: 099df129-6f03-4661-b58b-74f3478386b7, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9230b52-0767-453c-8863-4223d5f6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:11.509039 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.579848 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] For port 099df129-6f03-4661-b58b-74f3478386b7, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:11.583907 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] For port 099df129-6f03-4661-b58b-74f3478386b7, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=099df129-6f03-4661-b58b-74f3478386b7,segment=NetworkSegment(b9230b52-0767-453c-8863-4223d5f6f99c),segment_id=b9230b52-0767-453c-8863-4223d5f6f99c)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:11.596530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fffdbbfa-17cd-48ab-bce9-3d93340c5238 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.661162 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.665663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fffdbbfa-17cd-48ab-bce9-3d93340c5238 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.716366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-05d56932-c21d-469d-a0c8-a2fc4cf39617 None None] Provisioning complete for port 099df129-6f03-4661-b58b-74f3478386b7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:11.717505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05d56932-c21d-469d-a0c8-a2fc4cf39617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.717825 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Routers {'5726a57c-c855-4089-b6f2-c188f8f5b7d4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:11.718455 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:24:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:11.734856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fffdbbfa-17cd-48ab-bce9-3d93340c5238 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.755787 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8154797-df23-46a7-9c17-e8192875abc0 None None] Pushing event updated for resources: {'Port': ['ID=099df129-6f03-4661-b58b-74f3478386b7,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.773989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdbbfa-17cd-48ab-bce9-3d93340c5238 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f648f3-2d8f-4a08-b6c0-2088ceee75b6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.846208 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05d56932-c21d-469d-a0c8-a2fc4cf39617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.870729 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fffdbbfa-17cd-48ab-bce9-3d93340c5238 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.872653 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fffdbbfa-17cd-48ab-bce9-3d93340c5238 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4266603 Sep 16 05:25:11.874224 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] Set router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:11.876960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53128) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:11.883441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-bbce2b70-465c-4b6b-91a9-9df1a26e5132 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'security_group_rule': {'security_group_id': '9904900f-cb32-4188-99d7-2fbea79951ca', 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:11.892655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-05d56932-c21d-469d-a0c8-a2fc4cf39617 None None] For port 099df129-6f03-4661-b58b-74f3478386b7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=099df129-6f03-4661-b58b-74f3478386b7,segment=NetworkSegment(b9230b52-0767-453c-8863-4223d5f6f99c),segment_id=b9230b52-0767-453c-8863-4223d5f6f99c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:11.962914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05d56932-c21d-469d-a0c8-a2fc4cf39617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.008193 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-bbce2b70-465c-4b6b-91a9-9df1a26e5132 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Project 273a9517f8f14fa498a7ceb10db8dac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:25:12.008193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbce2b70-465c-4b6b-91a9-9df1a26e5132 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.011740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d56932-c21d-469d-a0c8-a2fc4cf39617 None None] Pushing event updated for resources: {'Port': ['ID=099df129-6f03-4661-b58b-74f3478386b7,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.068341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbce2b70-465c-4b6b-91a9-9df1a26e5132 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.081687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7c7bf793-4ad3-461b-ae63-293dd92d55b1 None None] Provisioning complete for port 099df129-6f03-4661-b58b-74f3478386b7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:12.082069 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf793-4ad3-461b-ae63-293dd92d55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.092835 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:25:08Z', 'revision_number': 4, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '099df129-6f03-4661-b58b-74f3478386b7', 'name': '', 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'mac_address': 'fa:16:3e:92:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '5a8f0da7-cd29-4c96-a59a-9f0649be4ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:11Z', 'revision_number': 4, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'subnets': [{'id': '5a8f0da7-cd29-4c96-a59a-9f0649be4ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:12.125360 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044abf7-d931-4d54-b8a1-614511a419db None None] The sync data for ids ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'] in n-d-712143-16 is: [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:25:08Z', 'revision_number': 4, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '099df129-6f03-4661-b58b-74f3478386b7', 'name': '', 'network_id': '2f117d02-4a9d-4f97-8093-38d66eaf5656', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'mac_address': 'fa:16:3e:92:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '5a8f0da7-cd29-4c96-a59a-9f0649be4ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:07Z', 'updated_at': '2021-09-16T05:25:11Z', 'revision_number': 4, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'subnets': [{'id': '5a8f0da7-cd29-4c96-a59a-9f0649be4ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:12.166041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbce2b70-465c-4b6b-91a9-9df1a26e5132 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.198702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce2b70-465c-4b6b-91a9-9df1a26e5132 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6c3a39-6c2c-4f02-8342-5387bc394e84,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.288589 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbce2b70-465c-4b6b-91a9-9df1a26e5132 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.290367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbce2b70-465c-4b6b-91a9-9df1a26e5132 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4118209 Sep 16 05:25:12.293328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53132) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:12.298773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1f843344-f7c1-47e9-97a0-526618574709 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'security_group_rule': {'security_group_id': '9904900f-cb32-4188-99d7-2fbea79951ca', 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:12.408595 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-1f843344-f7c1-47e9-97a0-526618574709 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Project 273a9517f8f14fa498a7ceb10db8dac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:25:12.413150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 099df129-6f03-4661-b58b-74f3478386b7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:12.415748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1f843344-f7c1-47e9-97a0-526618574709 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.465650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 099df129-6f03-4661-b58b-74f3478386b7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:12.466040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.501415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1f843344-f7c1-47e9-97a0-526618574709 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.560347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b59f0054-7d77-418a-a74f-cd399e276ddf up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:12.597936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1f843344-f7c1-47e9-97a0-526618574709 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.609875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b59f0054-7d77-418a-a74f-cd399e276ddf triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:12.610263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.610404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814aeab-0328-43c9-bd88-7f5d38314cfc req-94b95bdf-a191-4ac0-bcdd-f210c50e3a95 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.613065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9814aeab-0328-43c9-bd88-7f5d38314cfc req-94b95bdf-a191-4ac0-bcdd-f210c50e3a95 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 945 time: 0.0563257 Sep 16 05:25:12.626907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f843344-f7c1-47e9-97a0-526618574709 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106610cc-8bea-4186-b783-c4b1df1cb253,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.655581 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9814aeab-0328-43c9-bd88-7f5d38314cfc req-cb73ab3d-1a93-4e34-ab17-feb0c345859b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369270 Sep 16 05:25:12.708866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1f843344-f7c1-47e9-97a0-526618574709 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.710120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1f843344-f7c1-47e9-97a0-526618574709 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4157546 Sep 16 05:25:12.833530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7f093641-3e2d-4da0-af7f-c68bde221c30 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:12.924461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-d11afa5e-0b4c-4f7d-ba4b-0c5a9565a248 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611153210&fields=id&tenant_id=273a9517f8f14fa498a7ceb10db8dac3 HTTP/1.1" status: 200 len: 267 time: 0.0462978 Sep 16 05:25:13.031482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 7f093641-3e2d-4da0-af7f-c68bde221c30 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:25:13.035828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 7f093641-3e2d-4da0-af7f-c68bde221c30 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:13.036565 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.046928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-33b8599d-8419-4663-beaa-30d0f80640c6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.049018 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-33b8599d-8419-4663-beaa-30d0f80640c6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/networks?id=8a43209a-ded8-446b-ae98-0bbb6982a819 HTTP/1.1" status: 200 len: 808 time: 0.1165001 Sep 16 05:25:13.071523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-952eba83-0b92-49a7-8200-aaa58708a5c3 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/quotas/273a9517f8f14fa498a7ceb10db8dac3 HTTP/1.1" status: 200 len: 375 time: 0.0160046 Sep 16 05:25:13.135651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-09dec98f-2fe1-4946-977f-dec62c4cc1d2 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588920 Sep 16 05:25:13.233805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-08cb73c3-4022-4c7b-b9fe-afdce150c052 service neutron] 10.222.0.59 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943811 Sep 16 05:25:13.282304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.304501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:13.306742 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36f431f-cf96-4ab9-8304-385224b4258c" -d '{"events": [{"server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "name": "network-vif-plugged", "status": "completed", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:13.321237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:13.334336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-d23a4487-9fad-49eb-9a5b-6b309165c4fb service neutron] 10.222.0.59 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905433 Sep 16 05:25:13.361483 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63319229-0f27-4a4d-8dd0-9c4e77721628 x-openstack-request-id: req-63319229-0f27-4a4d-8dd0-9c4e77721628 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:13.364174 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "name": "network-vif-plugged", "status": "completed", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:13.364174 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63319229-0f27-4a4d-8dd0-9c4e77721628 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:13.364174 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'code': 200} Sep 16 05:25:13.411998 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.466734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.482221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3da12-140a-4c81-93d6-5072c539fdd6 req-4a4aa7ad-e966-4566-8645-6793e09ef29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.483752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80c3da12-140a-4c81-93d6-5072c539fdd6 req-4a4aa7ad-e966-4566-8645-6793e09ef29b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 1098 time: 0.0513139 Sep 16 05:25:13.520368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80c3da12-140a-4c81-93d6-5072c539fdd6 req-d602547b-ace0-4f7b-81c6-3856f2b2fda5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287075 Sep 16 05:25:13.613977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0125c639-c2b3-4c40-8773-a294b446bbc1 req-b786bf82-fb04-4b65-8b4a-586546b53d03 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 210 time: 0.0260398 Sep 16 05:25:13.959764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46eeb-4bd5-4441-b859-1cf0f45a3d9b req-6ddf790f-c59d-468a-a419-d9bbbfe552e3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.961248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9aa46eeb-4bd5-4441-b859-1cf0f45a3d9b req-6ddf790f-c59d-468a-a419-d9bbbfe552e3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.2329700 Sep 16 05:25:13.999677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9aa46eeb-4bd5-4441-b859-1cf0f45a3d9b req-c38811e2-37ba-43d6-a1bf-77fa84ad5a49 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Sep 16 05:25:14.253720 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.449209 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a113dfbe-328e-4bad-aa9c-69bf8e04bf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.709468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3cb6a83-a1dc-4736-bfc7-784206a37589 req-c01d040e-f4be-4923-8144-518ef136ece2 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 210 time: 0.0278118 Sep 16 05:25:15.166082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee43e-eb22-4d6c-9af7-fbcc1af8374d req-17ef3017-b953-4783-9f9a-bb78a15994e0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:15.167709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98fee43e-eb22-4d6c-9af7-fbcc1af8374d req-17ef3017-b953-4783-9f9a-bb78a15994e0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0679889 Sep 16 05:25:15.219582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.225992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98fee43e-eb22-4d6c-9af7-fbcc1af8374d req-db2c9ddb-1ddd-4195-80e9-5130d3b08153 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Sep 16 05:25:15.625043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2231441-4cab-4aa9-8093-2c41964d5092 req-e9ffb689-4dac-43c7-a546-99e814cbf991 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:15.626546 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2231441-4cab-4aa9-8093-2c41964d5092 req-e9ffb689-4dac-43c7-a546-99e814cbf991 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0555744 Sep 16 05:25:15.669459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f2231441-4cab-4aa9-8093-2c41964d5092 req-2e51c0a3-55a7-4046-bbff-96d536c668e5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Sep 16 05:25:15.808466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a41edad0-e84b-4375-a7fa-2d45b7d541ac req-fd9233d9-d5b0-4b08-aa2b-cfee5e567021 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Sep 16 05:25:16.031722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-a631d732-34aa-4e7e-9f41-47c99a4bb806 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.033303 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-a631d732-34aa-4e7e-9f41-47c99a4bb806 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.57 "GET /v2.0/networks?id=8a43209a-ded8-446b-ae98-0bbb6982a819 HTTP/1.1" status: 200 len: 808 time: 0.1047180 Sep 16 05:25:16.092246 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-ae71957a-4841-4352-bfb0-1f4c51ccda85 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273a9517f8f14fa498a7ceb10db8dac3 HTTP/1.1" status: 200 len: 379 time: 0.0367334 Sep 16 05:25:16.102192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'port': {'device_id': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'admin_state_up': True, 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'security_groups': ['9904900f-cb32-4188-99d7-2fbea79951ca']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:16.299765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Made reservation on behalf of 273a9517f8f14fa498a7ceb10db8dac3 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:16.304036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.436146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Allocated IP 172.20.0.8 (8a43209a-ded8-446b-ae98-0bbb6982a819/2c56ca7b-f921-4289-ad96-aab819949e95/07c73d48-fad8-4465-98a7-a300e94b9bf9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:16.581027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.711509 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.756119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:16.759385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:16.765681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:16.772276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'Port': ['ID=07c73d48-fad8-4465-98a7-a300e94b9bf9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.809436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a78e4-55b9-4e15-a893-3a85f4f8c617 req-c2054583-e3c6-4433-8fb9-7f8a5786c82f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.811674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c3a78e4-55b9-4e15-a893-3a85f4f8c617 req-c2054583-e3c6-4433-8fb9-7f8a5786c82f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0757511 Sep 16 05:25:16.850317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.851001 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.870441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c3a78e4-55b9-4e15-a893-3a85f4f8c617 req-80b7cc62-39a9-469e-acfe-fc1d56150b97 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Sep 16 05:25:16.877147 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.938555 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-4412fce7-1318-48e3-b9a1-54a39fed6af5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8401425 Sep 16 05:25:16.967951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Request body: {'port': {'device_id': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:17.040750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e7ba-102c-425e-9847-2af9a0b38de9 req-da02ce02-0b60-4f64-b13d-0b632a86ed36 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.048717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eba6e7ba-102c-425e-9847-2af9a0b38de9 req-da02ce02-0b60-4f64-b13d-0b632a86ed36 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 931 time: 0.1467566 Sep 16 05:25:17.051525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.088721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eba6e7ba-102c-425e-9847-2af9a0b38de9 req-7f09b552-6077-4ce4-ad44-6a717026ce02 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389557 Sep 16 05:25:17.096672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1da2165a-d970-4edf-8384-e2df18a6348f None None] Provisioning complete for port 07c73d48-fad8-4465-98a7-a300e94b9bf9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:17.097462 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1da2165a-d970-4edf-8384-e2df18a6348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.134400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1da2165a-d970-4edf-8384-e2df18a6348f None None] Port 07c73d48-fad8-4465-98a7-a300e94b9bf9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:17.341588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c73d48-fad8-4465-98a7-a300e94b9bf9 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:17.351572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.365566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Transition to ACTIVE for port object 07c73d48-fad8-4465-98a7-a300e94b9bf9 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:25:17.434476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.507576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Pushing event updated for resources: {'Port': ['ID=07c73d48-fad8-4465-98a7-a300e94b9bf9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.578000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Attempting to bind port 07c73d48-fad8-4465-98a7-a300e94b9bf9 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:17.578555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Attempting to bind port 07c73d48-fad8-4465-98a7-a300e94b9bf9 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:17.579056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Attempting to bind port 07c73d48-fad8-4465-98a7-a300e94b9bf9 on network 8a43209a-ded8-446b-ae98-0bbb6982a819 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:17.584252 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Port 07c73d48-fad8-4465-98a7-a300e94b9bf9 on network 8a43209a-ded8-446b-ae98-0bbb6982a819 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:17.584587 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Attempting to bind port 07c73d48-fad8-4465-98a7-a300e94b9bf9 on network 8a43209a-ded8-446b-ae98-0bbb6982a819 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:17.590731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:17.591075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Checking segment: {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:17.591532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Bound using segment: {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:17.591969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Bound port: 07c73d48-fad8-4465-98a7-a300e94b9bf9, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2850435-e6f4-4f0d-b24d-7bb5941dc959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:17.592341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.673262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] For port 07c73d48-fad8-4465-98a7-a300e94b9bf9, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:17.677294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] For port 07c73d48-fad8-4465-98a7-a300e94b9bf9, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:17.679475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fce29-9d38-41a2-b52b-48ea68da1350 req-e70c6a0d-9783-41d9-83b3-a81ae54874af tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.681567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-122fce29-9d38-41a2-b52b-48ea68da1350 req-e70c6a0d-9783-41d9-83b3-a81ae54874af tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0693133 Sep 16 05:25:17.722264 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-122fce29-9d38-41a2-b52b-48ea68da1350 req-af95118e-e1fe-4a77-bf35-81b33054e841 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Sep 16 05:25:17.751601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.790439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.791059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.792525 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] 10.222.0.57 "PUT /v2.0/ports/07c73d48-fad8-4465-98a7-a300e94b9bf9 HTTP/1.1" status: 200 len: 1092 time: 0.8297393 Sep 16 05:25:17.793016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'tag': '07c73d48-fad8-4465-98a7-a300e94b9bf9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:17.795360 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5595164-c533-438d-b8c5-e8f65f336eba" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2ed697-a85b-41d6-ad98-9be4fd6e75a5", "tag": "07c73d48-fad8-4465-98a7-a300e94b9bf9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:17.840786 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a089d4c-7de0-4643-9939-11634a120144 x-openstack-request-id: req-7a089d4c-7de0-4643-9939-11634a120144 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:17.841287 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2ed697-a85b-41d6-ad98-9be4fd6e75a5", "tag": "07c73d48-fad8-4465-98a7-a300e94b9bf9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:17.841551 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a089d4c-7de0-4643-9939-11634a120144 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:17.842599 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'tag': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'status': 'completed', 'code': 200} Sep 16 05:25:17.847334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949f87-fe0f-49c8-88ee-f0d95878bd69 service neutron] Pushing event updated for resources: {'Port': ['ID=07c73d48-fad8-4465-98a7-a300e94b9bf9,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.939594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5595164-c533-438d-b8c5-e8f65f336eba req-89d0fd7a-4a5d-4682-b863-8075d92985ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.941327 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5595164-c533-438d-b8c5-e8f65f336eba req-89d0fd7a-4a5d-4682-b863-8075d92985ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1095 time: 0.0497777 Sep 16 05:25:18.060987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5595164-c533-438d-b8c5-e8f65f336eba req-51a43b42-85c6-42b9-86e4-c68a29e0d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.062401 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5595164-c533-438d-b8c5-e8f65f336eba req-51a43b42-85c6-42b9-86e4-c68a29e0d19b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1070259 Sep 16 05:25:18.169399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5595164-c533-438d-b8c5-e8f65f336eba req-0836705e-3309-45e8-8d36-fad9219d14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.175822 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5595164-c533-438d-b8c5-e8f65f336eba req-0836705e-3309-45e8-8d36-fad9219d14b8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981193 Sep 16 05:25:18.230979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac902d3-b6fd-4458-9bf7-73860a2652f4 req-a4495c26-aa65-497d-b393-d4731f545ef6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.232869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cac902d3-b6fd-4458-9bf7-73860a2652f4 req-a4495c26-aa65-497d-b393-d4731f545ef6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 943 time: 0.0563481 Sep 16 05:25:18.283717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-c78bc0b8-2e35-4d09-8153-99acbce74d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.284817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cac902d3-b6fd-4458-9bf7-73860a2652f4 req-5d354f35-5206-4565-b031-e3eb0f807eb9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444922 Sep 16 05:25:18.285355 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-c78bc0b8-2e35-4d09-8153-99acbce74d5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1095 time: 0.0495300 Sep 16 05:25:18.342326 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-039e9a4c-38c1-4875-9f2f-8d681a8671bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9 HTTP/1.1" status: 200 len: 217 time: 0.0413959 Sep 16 05:25:18.397304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-7a6a6e90-d945-4773-95c1-b98672e1251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.398803 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-7a6a6e90-d945-4773-95c1-b98672e1251e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c56ca7b-f921-4289-ad96-aab819949e95 HTTP/1.1" status: 200 len: 847 time: 0.0483177 Sep 16 05:25:18.445420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-7426d6e4-bb90-4a18-8300-0cf2149545ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.446908 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-7426d6e4-bb90-4a18-8300-0cf2149545ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a43209a-ded8-446b-ae98-0bbb6982a819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406082 Sep 16 05:25:18.540888 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-11710e81-ab0f-4bd9-b517-55ea1f568972 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866475 Sep 16 05:25:18.631632 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-83ef8d59-a865-4870-b42d-8ccb24f49f20 req-8eb50d06-0cfc-4d9a-852a-6cbac12af921 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831168 Sep 16 05:25:18.845439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8637c-a99b-4ea1-a62c-965e0f87bce5 req-f28d159b-fb1c-4019-97c4-be750df039f4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.846964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03d8637c-a99b-4ea1-a62c-965e0f87bce5 req-f28d159b-fb1c-4019-97c4-be750df039f4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0574617 Sep 16 05:25:18.885788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03d8637c-a99b-4ea1-a62c-965e0f87bce5 req-d23acadb-1787-4c8c-9811-1444d27ddf7a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Sep 16 05:25:19.433466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8836af9-4bf2-4b15-86c9-1378764c4177 req-4602a46d-382e-452a-a74e-4ef8deb94437 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:19.435003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8836af9-4bf2-4b15-86c9-1378764c4177 req-4602a46d-382e-452a-a74e-4ef8deb94437 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 943 time: 0.0565958 Sep 16 05:25:19.474750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8836af9-4bf2-4b15-86c9-1378764c4177 req-0cd3f097-be08-4073-83ab-49c33a1a0733 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335763 Sep 16 05:25:19.715526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53292) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:19.823344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18e8b465-b17d-40bc-8977-6f8f91cd02f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.909130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18e8b465-b17d-40bc-8977-6f8f91cd02f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.985074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18e8b465-b17d-40bc-8977-6f8f91cd02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.012964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf06df-d9a5-42bc-9f59-38723c4947aa req-d6b16b34-196f-4723-a45d-b76ff4223f5b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.014604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9fcf06df-d9a5-42bc-9f59-38723c4947aa req-d6b16b34-196f-4723-a45d-b76ff4223f5b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0568593 Sep 16 05:25:20.025561 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8b465-b17d-40bc-8977-6f8f91cd02f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdab085-964f-45ec-b893-262c994d26aa,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:20.031305 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-18e8b465-b17d-40bc-8977-6f8f91cd02f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7fc1cc0a347f48d5905b48126092a698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140459 Sep 16 05:25:20.033829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53298) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:20.073664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9fcf06df-d9a5-42bc-9f59-38723c4947aa req-2e1a4a14-5489-469c-acb6-d1451f33bcb4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528436 Sep 16 05:25:20.099630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27ac0285-0109-47ff-9576-e4c936ae9e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.121748 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27ac0285-0109-47ff-9576-e4c936ae9e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.242363 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27ac0285-0109-47ff-9576-e4c936ae9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.245019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27ac0285-0109-47ff-9576-e4c936ae9e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.246159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27ac0285-0109-47ff-9576-e4c936ae9e50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bdab085-964f-45ec-b893-262c994d26aa HTTP/1.1" status: 204 len: 168 time: 0.2114208 Sep 16 05:25:20.254649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac0285-0109-47ff-9576-e4c936ae9e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdab085-964f-45ec-b893-262c994d26aa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:20.592987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb25e0-0946-438c-b88b-ea56b3faf7ec req-d50b6154-0012-41ba-8320-5634dd246ef6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.594541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76cb25e0-0946-438c-b88b-ea56b3faf7ec req-d50b6154-0012-41ba-8320-5634dd246ef6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 943 time: 0.0509315 Sep 16 05:25:20.633528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76cb25e0-0946-438c-b88b-ea56b3faf7ec req-ac19278c-98ab-48f9-a694-ef69de489417 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322576 Sep 16 05:25:20.845029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7f093641-3e2d-4da0-af7f-c68bde221c30 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:20.876211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:20.899206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67598f81-5750-4211-91ed-2afcad7549b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.967876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:20.981757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'port_id': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'mac_address': 'fa:16:3e:39:14:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:21.023823 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.036734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67598f81-5750-4211-91ed-2afcad7549b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.045642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f093641-3e2d-4da0-af7f-c68bde221c30 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:21.068220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:21.099838 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67598f81-5750-4211-91ed-2afcad7549b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.125529 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.144611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53340) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:21.144866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-67598f81-5750-4211-91ed-2afcad7549b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a04f6b725a24f3eb07cb8c782649a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641315 Sep 16 05:25:21.146087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67598f81-5750-4211-91ed-2afcad7549b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3322e655-af5c-40a3-8e94-ec8ff62b1f18,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.230263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.241646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 07c73d48-fad8-4465-98a7-a300e94b9bf9 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:21.245255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7f093641-3e2d-4da0-af7f-c68bde221c30'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:21.293531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c693-6e7b-4108-a425-1f7d3ac5520f req-f279556f-5809-4b48-9b2f-83368b993e8b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:21.301757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f918c693-6e7b-4108-a425-1f7d3ac5520f req-f279556f-5809-4b48-9b2f-83368b993e8b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 945 time: 0.0986063 Sep 16 05:25:21.303818 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0298cca4-5d0a-4f5e-9b0d-f7e130872da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.346373 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0298cca4-5d0a-4f5e-9b0d-f7e130872da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.380873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f918c693-6e7b-4108-a425-1f7d3ac5520f req-e22637ba-efce-4ab0-bc97-cccd9027f9dc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779800 Sep 16 05:25:21.527132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0298cca4-5d0a-4f5e-9b0d-f7e130872da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.530420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0298cca4-5d0a-4f5e-9b0d-f7e130872da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.531623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0298cca4-5d0a-4f5e-9b0d-f7e130872da9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3322e655-af5c-40a3-8e94-ec8ff62b1f18 HTTP/1.1" status: 204 len: 168 time: 0.3856425 Sep 16 05:25:21.541433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 07c73d48-fad8-4465-98a7-a300e94b9bf9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:21.556518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298cca4-5d0a-4f5e-9b0d-f7e130872da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3322e655-af5c-40a3-8e94-ec8ff62b1f18,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.568723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'port_id': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'mac_address': 'fa:16:3e:4a:1f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:21.625966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.649258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c73d48-fad8-4465-98a7-a300e94b9bf9 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:21.684905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 07c73d48-fad8-4465-98a7-a300e94b9bf9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:21.743141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.795546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff53a79-d491-49f5-94cc-60ef5969b03a req-813ad556-ccfd-4d3b-a4fc-dd97d2ba4a3c tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:21.797094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=07c73d48-fad8-4465-98a7-a300e94b9bf9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.805065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff53a79-d491-49f5-94cc-60ef5969b03a req-813ad556-ccfd-4d3b-a4fc-dd97d2ba4a3c tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 943 time: 0.0891113 Sep 16 05:25:21.859825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff53a79-d491-49f5-94cc-60ef5969b03a req-ca2f9229-9649-455a-b4f4-c76bcb9b7a80 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534227 Sep 16 05:25:22.057754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['07c73d48-fad8-4465-98a7-a300e94b9bf9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:22.537239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a330990-8c4d-4eac-9df6-afa3790545a9 req-d8909f53-5ee6-42fe-8fbd-611e5dfb1db9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:22.539278 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a330990-8c4d-4eac-9df6-afa3790545a9 req-d8909f53-5ee6-42fe-8fbd-611e5dfb1db9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 945 time: 0.0726247 Sep 16 05:25:22.614896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a330990-8c4d-4eac-9df6-afa3790545a9 req-3c9e2c7b-81fd-4d05-b8c6-e3ff48026d7f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656753 Sep 16 05:25:22.859022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7f093641-3e2d-4da0-af7f-c68bde221c30 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:22.947355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 7f093641-3e2d-4da0-af7f-c68bde221c30 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:22.947743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.024857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfa0ff-2686-469e-b521-b3175f1d5723 req-04f7c2f4-bb0a-4841-9b2c-0a03324f4259 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.026610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4cbfa0ff-2686-469e-b521-b3175f1d5723 req-04f7c2f4-bb0a-4841-9b2c-0a03324f4259 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 944 time: 0.0633624 Sep 16 05:25:23.073124 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.105945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4cbfa0ff-2686-469e-b521-b3175f1d5723 req-eebed710-198b-4c0e-84cd-f3eaeda32af8 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662920 Sep 16 05:25:23.114723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:23.119074 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f618d-fa96-4baa-83d3-b24efabda1fe" -d '{"events": [{"server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "name": "network-vif-plugged", "status": "completed", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:23.141524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:23.181598 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782415c5-aca1-404b-b512-0668728f0188 x-openstack-request-id: req-782415c5-aca1-404b-b512-0668728f0188 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:23.181898 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "name": "network-vif-plugged", "status": "completed", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:23.182157 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-782415c5-aca1-404b-b512-0668728f0188 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:23.182558 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'code': 200} Sep 16 05:25:23.211369 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.246812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 07c73d48-fad8-4465-98a7-a300e94b9bf9 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:23.249314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3150540-f97c-475d-b26e-a109634a39c6 req-5a8384a3-0389-4dfa-b68b-44b9f3f30a72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456867 Sep 16 05:25:23.329562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:23.354389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150540-f97c-475d-b26e-a109634a39c6 req-7ed4b57e-20e6-4e70-8710-ed950f290a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.359832 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3150540-f97c-475d-b26e-a109634a39c6 req-7ed4b57e-20e6-4e70-8710-ed950f290a7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 1097 time: 0.0753820 Sep 16 05:25:23.430922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 07c73d48-fad8-4465-98a7-a300e94b9bf9 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:25:23.435405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 07c73d48-fad8-4465-98a7-a300e94b9bf9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:23.435788 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.480474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150540-f97c-475d-b26e-a109634a39c6 req-8df25476-ecaa-443f-a3f8-2a7cc05c6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.482323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3150540-f97c-475d-b26e-a109634a39c6 req-8df25476-ecaa-443f-a3f8-2a7cc05c6a32 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.0994577 Sep 16 05:25:23.538996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3150540-f97c-475d-b26e-a109634a39c6 req-a0eb4cdf-db0a-4890-bd9b-25698fe39ccd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 HTTP/1.1" status: 200 len: 217 time: 0.0453513 Sep 16 05:25:23.551235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.601795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150540-f97c-475d-b26e-a109634a39c6 req-c7cdf37a-7e48-43cc-87e6-f4e01638537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.603580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3150540-f97c-475d-b26e-a109634a39c6 req-c7cdf37a-7e48-43cc-87e6-f4e01638537e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0561960 Sep 16 05:25:23.609804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 07c73d48-fad8-4465-98a7-a300e94b9bf9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:23.666090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150540-f97c-475d-b26e-a109634a39c6 req-409d1a60-58d4-41ac-b011-7f2840f8a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.670904 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3150540-f97c-475d-b26e-a109634a39c6 req-409d1a60-58d4-41ac-b011-7f2840f8a73d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568171 Sep 16 05:25:23.701049 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.793562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=07c73d48-fad8-4465-98a7-a300e94b9bf9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:23.848005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a38419-86d3-44e7-ac74-791e7619af4f req-339a4e40-6c8d-4875-845d-60b607399dcc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.855522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0a38419-86d3-44e7-ac74-791e7619af4f req-339a4e40-6c8d-4875-845d-60b607399dcc tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.1499283 Sep 16 05:25:23.889567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3150540-f97c-475d-b26e-a109634a39c6 req-30a798ad-7137-466c-b832-0144835f95e1 service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079873 Sep 16 05:25:23.939812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0a38419-86d3-44e7-ac74-791e7619af4f req-2383c2d4-14e9-46d9-ac29-2d6a00095294 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833726 Sep 16 05:25:24.037654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3150540-f97c-475d-b26e-a109634a39c6 req-4df2e4f8-aa3e-488a-8104-86de23d567ac service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334455 Sep 16 05:25:24.221930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106675cf-6f62-434f-acd9-58c19ba5fd81 req-ebec6756-3730-4533-9512-ba297fcdb6d6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.224164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106675cf-6f62-434f-acd9-58c19ba5fd81 req-ebec6756-3730-4533-9512-ba297fcdb6d6 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0559447 Sep 16 05:25:24.274478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-106675cf-6f62-434f-acd9-58c19ba5fd81 req-6f89f71c-df54-4330-9265-27f3f89db7e9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429177 Sep 16 05:25:25.078785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6546e-f767-4f7a-808e-8b6a0560523e req-f29a076d-3a3f-4dfa-b24d-608d6dacfbcf tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.088350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0c6546e-f767-4f7a-808e-8b6a0560523e req-f29a076d-3a3f-4dfa-b24d-608d6dacfbcf tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0713551 Sep 16 05:25:25.127772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c0c6546e-f767-4f7a-808e-8b6a0560523e req-b6a5c9aa-4f1a-477b-9ba8-c06b73397579 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Sep 16 05:25:25.188716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c73d48-fad8-4465-98a7-a300e94b9bf9'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:25.191306 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb72290-fda1-4abc-bd37-61b5138530d1" -d '{"events": [{"server_uuid": "6f2ed697-a85b-41d6-ad98-9be4fd6e75a5", "name": "network-vif-plugged", "status": "completed", "tag": "07c73d48-fad8-4465-98a7-a300e94b9bf9"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:25.236691 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbf9d7c-52c9-4439-b748-f913e546b8f6 x-openstack-request-id: req-7fbf9d7c-52c9-4439-b748-f913e546b8f6 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:25.237260 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2ed697-a85b-41d6-ad98-9be4fd6e75a5", "name": "network-vif-plugged", "status": "completed", "tag": "07c73d48-fad8-4465-98a7-a300e94b9bf9", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:25.237721 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7fbf9d7c-52c9-4439-b748-f913e546b8f6 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:25.239431 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'code': 200} Sep 16 05:25:25.422849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087a20-c75d-46cb-a6b7-47ca2b94ae12 req-fc4f50a9-7d5d-4717-85e4-4a6cd27756f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.428540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-42087a20-c75d-46cb-a6b7-47ca2b94ae12 req-fc4f50a9-7d5d-4717-85e4-4a6cd27756f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1097 time: 0.0971632 Sep 16 05:25:25.463875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30faceb-9b19-49e0-895a-44937fb7e526 req-a6440b7e-0e7c-4cc6-b3b6-bf57c1498187 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.465447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d30faceb-9b19-49e0-895a-44937fb7e526 req-a6440b7e-0e7c-4cc6-b3b6-bf57c1498187 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0620337 Sep 16 05:25:25.477272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-42087a20-c75d-46cb-a6b7-47ca2b94ae12 req-a21e694a-bffc-439a-915f-0915c5487b58 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Sep 16 05:25:25.512217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d30faceb-9b19-49e0-895a-44937fb7e526 req-786ba443-2a26-4d2f-8080-b1fa40a81cb7 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Sep 16 05:25:26.049472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 53442) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:26.174417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef511d09-97b5-4acf-8c2f-877b6836ab1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.285602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd12e9-1167-427c-989c-9cdc5439f9a4 req-dc077cb5-f9cf-4198-aa46-09318243971b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:26.287711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5fd12e9-1167-427c-989c-9cdc5439f9a4 req-dc077cb5-f9cf-4198-aa46-09318243971b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0735905 Sep 16 05:25:26.346957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef511d09-97b5-4acf-8c2f-877b6836ab1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.352958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5fd12e9-1167-427c-989c-9cdc5439f9a4 req-d4569a9e-eeba-4826-8c06-8316e7d4b3c1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565891 Sep 16 05:25:26.411505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef511d09-97b5-4acf-8c2f-877b6836ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.466303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef511d09-97b5-4acf-8c2f-877b6836ab1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17c1ea8-eb6b-4cda-9fdd-f5cd6349d27f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.474289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53448) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:26.488718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ef511d09-97b5-4acf-8c2f-877b6836ab1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f36db4b56e64fea8527155d9260402a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380887 Sep 16 05:25:26.535143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-08666c2f-6306-4c0b-8f98-f1f4c58fc2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.561684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-08666c2f-6306-4c0b-8f98-f1f4c58fc2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.671770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d905c-aba5-409b-a634-08e1025546d5 req-83dfa868-8dc5-4d65-9290-eb42c6fad72c tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:26.680471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f2d905c-aba5-409b-a634-08e1025546d5 req-83dfa868-8dc5-4d65-9290-eb42c6fad72c tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0700450 Sep 16 05:25:26.722956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f2d905c-aba5-409b-a634-08e1025546d5 req-0955c916-6057-4f0d-b0ff-1b767f609939 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414488 Sep 16 05:25:26.731618 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-08666c2f-6306-4c0b-8f98-f1f4c58fc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.734898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-08666c2f-6306-4c0b-8f98-f1f4c58fc2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.738171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-08666c2f-6306-4c0b-8f98-f1f4c58fc2b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a17c1ea8-eb6b-4cda-9fdd-f5cd6349d27f HTTP/1.1" status: 204 len: 168 time: 0.2614539 Sep 16 05:25:26.761838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08666c2f-6306-4c0b-8f98-f1f4c58fc2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17c1ea8-eb6b-4cda-9fdd-f5cd6349d27f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.431352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53460) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.449369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c980eda9-e375-416e-8ff3-d34bc940586d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.484077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c173f0e-e7d8-4a75-89c0-29eb60d9a4ac req-a2cb84a9-590a-4302-aa62-8dde82562c4e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.485614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c173f0e-e7d8-4a75-89c0-29eb60d9a4ac req-a2cb84a9-590a-4302-aa62-8dde82562c4e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0581870 Sep 16 05:25:27.526308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c173f0e-e7d8-4a75-89c0-29eb60d9a4ac req-aed31179-6a63-47ba-a898-abbd7506e3e4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Sep 16 05:25:27.552416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c980eda9-e375-416e-8ff3-d34bc940586d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.834723 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c980eda9-e375-416e-8ff3-d34bc940586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.846670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1bdff-fa1f-4f10-ac5b-52c5a3a08b54 req-0ad56396-d96d-45bf-9417-5e331d779ab8 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.848187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f1bdff-fa1f-4f10-ac5b-52c5a3a08b54 req-0ad56396-d96d-45bf-9417-5e331d779ab8 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0497649 Sep 16 05:25:27.875127 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c980eda9-e375-416e-8ff3-d34bc940586d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=532e631e009f45109430d35d500a3932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4403715 Sep 16 05:25:27.875127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980eda9-e375-416e-8ff3-d34bc940586d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193ef951-e900-402d-bf03-cf810c81a291,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.877298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53466) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.906813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60f1bdff-fa1f-4f10-ac5b-52c5a3a08b54 req-4de32de0-aeb6-470f-8205-020af2382878 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524821 Sep 16 05:25:27.950124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7930-aaeb-458b-81ce-48ceb717dbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.980380 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7930-aaeb-458b-81ce-48ceb717dbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.087792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388ddfa-b7f3-4195-bec1-081a7749cfd9 req-93ec2dff-6867-4596-b33c-306901b93c9e tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:28.094988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3388ddfa-b7f3-4195-bec1-081a7749cfd9 req-93ec2dff-6867-4596-b33c-306901b93c9e tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0953283 Sep 16 05:25:28.125707 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7930-aaeb-458b-81ce-48ceb717dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.128570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7930-aaeb-458b-81ce-48ceb717dbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.133895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ac8b7930-aaeb-458b-81ce-48ceb717dbdc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/193ef951-e900-402d-bf03-cf810c81a291 HTTP/1.1" status: 204 len: 168 time: 0.2527492 Sep 16 05:25:28.148733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b7930-aaeb-458b-81ce-48ceb717dbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193ef951-e900-402d-bf03-cf810c81a291,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:28.159348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3388ddfa-b7f3-4195-bec1-081a7749cfd9 req-d4259265-e385-45d5-a8c0-2694c1881bbd tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595748 Sep 16 05:25:28.277437 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.294969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3234bfe-c208-4a46-97aa-5f12127d4755 req-769935ea-4d76-47f4-995b-86c146f4658d tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:28.295925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3234bfe-c208-4a46-97aa-5f12127d4755 req-769935ea-4d76-47f4-995b-86c146f4658d tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0593154 Sep 16 05:25:28.349482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3234bfe-c208-4a46-97aa-5f12127d4755 req-c6ac8bfb-e6fa-4983-a5ff-e02f0d6b35b8 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470648 Sep 16 05:25:28.375179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53478) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:28.702232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519bf47b-192c-47b9-a062-cf8af3e7cae5 tempest-TestServerBasicOps-1627495117 tempest-TestServerBasicOps-1627495117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:28.712605 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-519bf47b-192c-47b9-a062-cf8af3e7cae5 tempest-TestServerBasicOps-1627495117 tempest-TestServerBasicOps-1627495117-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1092 time: 0.3355100 Sep 16 05:25:28.713267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53486) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:28.718684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:28.721015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9ffa9-78df-4b48-a75e-1dc88b85ce14 req-71a7910c-4472-4f1a-b631-ed4e5a712813 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:28.729352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12d9ffa9-78df-4b48-a75e-1dc88b85ce14 req-71a7910c-4472-4f1a-b631-ed4e5a712813 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0688891 Sep 16 05:25:28.783046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12d9ffa9-78df-4b48-a75e-1dc88b85ce14 req-697348d0-612f-4721-95db-82fb1aac8a7e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515039 Sep 16 05:25:28.860173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.007796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.149506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Allocated IP 172.25.7.175 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/e503c443-4e6b-4aec-b1ab-a2c5fdc81459) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:29.307257 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.444555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.495197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'Port': ['ID=e503c443-4e6b-4aec-b1ab-a2c5fdc81459,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:29.509599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:29.509599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:29.514161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:29.926603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8aae91-4fc2-4975-9a50-565f063a2263 req-371eabc1-77f6-4626-870f-e1e243c7de9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.937383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f8aae91-4fc2-4975-9a50-565f063a2263 req-371eabc1-77f6-4626-870f-e1e243c7de9d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0711744 Sep 16 05:25:30.003967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f8aae91-4fc2-4975-9a50-565f063a2263 req-43cd257b-f539-4903-86df-71f005f235e5 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588131 Sep 16 05:25:30.440495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.647975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.758352 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-87c80a10-2740-4d19-ab27-c937785950f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1191714 Sep 16 05:25:30.911171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-daee0273-e585-41dc-bd3c-a9c6d95b88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.913087 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-daee0273-e585-41dc-bd3c-a9c6d95b88a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1096 time: 0.0789788 Sep 16 05:25:30.935149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.057041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-3feadbf5-69ef-4702-80e0-4d9d7fbbb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.058883 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-3feadbf5-69ef-4702-80e0-4d9d7fbbb520 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.1179781 Sep 16 05:25:31.116922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f24b1-05b0-4889-ba98-689104499245 req-a64e94a4-0794-4741-a50a-4db134eebee9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.118632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-407f24b1-05b0-4889-ba98-689104499245 req-a64e94a4-0794-4741-a50a-4db134eebee9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0537529 Sep 16 05:25:31.130776 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-e6aea107-43c1-4d54-b626-dbd80ca495c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 998 time: 0.0641210 Sep 16 05:25:31.169138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-407f24b1-05b0-4889-ba98-689104499245 req-ffb2cfd3-16ee-46e1-b776-abc7e4ceb292 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Sep 16 05:25:31.172477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.243551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-92d5f181-bb96-48f6-83ea-27bdafdb7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.245041 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-92d5f181-bb96-48f6-83ea-27bdafdb7723 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.1073911 Sep 16 05:25:31.271047 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event updated for resources: {'Port': ['ID=e503c443-4e6b-4aec-b1ab-a2c5fdc81459,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:31.303890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.356219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-96d538bf-da51-4dc3-81dc-5097fd427851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.357812 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-96d538bf-da51-4dc3-81dc-5097fd427851 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037498 Sep 16 05:25:31.494941 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Floating IP 1313df19-fca6-4f03-ae29-84010ffa9404 associated. External IP: 172.25.7.175, port: 07c73d48-fad8-4465-98a7-a300e94b9bf9. Sep 16 05:25:31.566611 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-2af2f3f0-5605-4556-b7e4-39204a7a86a5 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972506 Sep 16 05:25:31.774188 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-405c2d16-48d6-4f30-a73e-9dbfeda06257 req-9160a36b-10e6-4485-8373-4e3cb64d3cfc service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981497 Sep 16 05:25:31.836797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:31.947618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:31.957646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] Sync routers for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:31.966501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:31.972254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:25:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:32.025740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.055755 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2a03cdd6-11ff-4a45-aab2-8449692850a9 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3402090 Sep 16 05:25:32.056295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'tag': '07c73d48-fad8-4465-98a7-a300e94b9bf9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:32.059292 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afad5017-06f6-4d41-883b-fc3b4808d75a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2ed697-a85b-41d6-ad98-9be4fd6e75a5", "tag": "07c73d48-fad8-4465-98a7-a300e94b9bf9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:32.082998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:32.099047 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f7a53-80f6-455d-bf46-7c0f7207b84b x-openstack-request-id: req-166f7a53-80f6-455d-bf46-7c0f7207b84b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:32.099453 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2ed697-a85b-41d6-ad98-9be4fd6e75a5", "tag": "07c73d48-fad8-4465-98a7-a300e94b9bf9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:32.099780 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-166f7a53-80f6-455d-bf46-7c0f7207b84b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:32.100260 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'tag': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'status': 'completed', 'code': 200} Sep 16 05:25:32.188086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-1c2ec7e9-c212-498a-ae03-3fa152c9f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.190229 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-1c2ec7e9-c212-498a-ae03-3fa152c9f5dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1097 time: 0.0454764 Sep 16 05:25:32.320105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-47756f68-9296-4478-ba00-64c50a48779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.322934 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-47756f68-9296-4478-ba00-64c50a48779d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a43209a-ded8-446b-ae98-0bbb6982a819 HTTP/1.1" status: 200 len: 909 time: 0.1256473 Sep 16 05:25:32.339766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d743f4-e87f-47ac-a24e-0a5d2c4ca2d5 req-a1fd7390-7190-4a7a-a46a-683bd8cc343c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.341346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03d743f4-e87f-47ac-a24e-0a5d2c4ca2d5 req-a1fd7390-7190-4a7a-a46a-683bd8cc343c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0927470 Sep 16 05:25:32.359986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '1313df19-fca6-4f03-ae29-84010ffa9404', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'port_id': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'mac_address': 'fa:16:3e:4a:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:25:29Z', 'updated_at': '2021-09-16T05:25:29Z', 'revision_number': 0, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:25:02Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:32.412731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03d743f4-e87f-47ac-a24e-0a5d2c4ca2d5 req-be3131d9-4c6f-480a-b202-bdf9650d6925 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634584 Sep 16 05:25:32.431928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] Checking router: 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:32.440811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:32.441521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:25:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:32.442983 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-4dfc68fb-be9f-4067-9b62-20e968e2ef9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9 HTTP/1.1" status: 200 len: 999 time: 0.1132407 Sep 16 05:25:32.498184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-d29e3846-18c6-42d6-9970-8c518fe422ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.499681 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-d29e3846-18c6-42d6-9970-8c518fe422ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c56ca7b-f921-4289-ad96-aab819949e95 HTTP/1.1" status: 200 len: 847 time: 0.0492706 Sep 16 05:25:32.545973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-074e1b0f-17df-4798-839b-ae3ce22b78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.547672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-074e1b0f-17df-4798-839b-ae3ce22b78af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a43209a-ded8-446b-ae98-0bbb6982a819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406284 Sep 16 05:25:32.550873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:32.651041 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-efec371b-75dc-4425-8f8a-ecce12f6ac51 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957444 Sep 16 05:25:32.757321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-afad5017-06f6-4d41-883b-fc3b4808d75a req-730a3c93-8355-4a54-9f28-5708b64dd6a0 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994127 Sep 16 05:25:32.833250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '1313df19-fca6-4f03-ae29-84010ffa9404', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'port_id': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'mac_address': 'fa:16:3e:4a:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:25:29Z', 'updated_at': '2021-09-16T05:25:29Z', 'revision_number': 0, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:25:02Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:32.859304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f70fcb-79bc-473e-8e98-f6b1e7d14bbf None None] The sync data for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 is: [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '1313df19-fca6-4f03-ae29-84010ffa9404', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'port_id': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'mac_address': 'fa:16:3e:4a:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:25:29Z', 'updated_at': '2021-09-16T05:25:29Z', 'revision_number': 0, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:25:02Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:33.029355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-6c215cf6-87af-42dc-b5ba-ce3af7a4a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.030996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-6c215cf6-87af-42dc-b5ba-ce3af7a4a9d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 1098 time: 0.0430551 Sep 16 05:25:33.052909 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaef9b3-3435-45eb-b2aa-c862aac2de35 None None] New status for floating IP 1313df19-fca6-4f03-ae29-84010ffa9404: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:25:33.139178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-18012d49-8a43-49d7-8d0e-7c6ceb2ce2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.141705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-18012d49-8a43-49d7-8d0e-7c6ceb2ce2a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.1010368 Sep 16 05:25:33.191057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-e69b26c7-6db0-45d1-89c9-0c451c42eb43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f093641-3e2d-4da0-af7f-c68bde221c30 HTTP/1.1" status: 200 len: 217 time: 0.0387876 Sep 16 05:25:33.240121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-435f77ea-ca4c-4f5f-b3ec-fd9da764038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.241654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-435f77ea-ca4c-4f5f-b3ec-fd9da764038d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0438266 Sep 16 05:25:33.290106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-a31dd7eb-0917-4296-a7bd-257abdf9447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.291636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-a31dd7eb-0917-4296-a7bd-257abdf9447b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425105 Sep 16 05:25:33.389878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-8129d4be-daa2-4f2d-ad4e-bd3ef8fd772a service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896912 Sep 16 05:25:33.481716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-947c01bb-15c2-4b0d-94f6-433ea18d5921 req-30fc6341-dde1-4f17-8635-da6bdb8a738a service neutron] 10.222.0.60 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834384 Sep 16 05:25:33.542046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882c62f-5bb1-426c-bc68-921522c6e8a5 req-336cb71e-5fe5-4f91-98b6-7c1ef08806ed tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.542046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8882c62f-5bb1-426c-bc68-921522c6e8a5 req-336cb71e-5fe5-4f91-98b6-7c1ef08806ed tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0546134 Sep 16 05:25:33.578486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8882c62f-5bb1-426c-bc68-921522c6e8a5 req-96dc9b6d-cdb4-409b-ae9d-78797817afd0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Sep 16 05:25:34.693037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c63e4-e256-4fcd-91f0-cfde7c2d7ad9 req-7abb7748-cd83-4aa2-a2da-5558db405bd0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:34.694439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-319c63e4-e256-4fcd-91f0-cfde7c2d7ad9 req-7abb7748-cd83-4aa2-a2da-5558db405bd0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0481689 Sep 16 05:25:34.733122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-319c63e4-e256-4fcd-91f0-cfde7c2d7ad9 req-aa2a5190-3b50-4cad-ad47-37487abf8c02 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 Sep 16 05:25:35.848193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee31a-f5c2-4f31-9c1c-4905bdcce171 req-7884e30c-21c0-4965-9fc9-8f65016e6d4c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:35.850467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-807ee31a-f5c2-4f31-9c1c-4905bdcce171 req-7884e30c-21c0-4965-9fc9-8f65016e6d4c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 946 time: 0.0495398 Sep 16 05:25:35.890293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-807ee31a-f5c2-4f31-9c1c-4905bdcce171 req-598b6f40-dedb-4a3a-b832-805c4b263339 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326178 Sep 16 05:25:36.026176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e1dcb-bbf8-4ea1-9230-a0bfb1c2afd7 req-19ae2443-c8fd-4040-a2fd-fa9b2dac03c1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:36.027811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-295e1dcb-bbf8-4ea1-9230-a0bfb1c2afd7 req-19ae2443-c8fd-4040-a2fd-fa9b2dac03c1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0548036 Sep 16 05:25:36.069301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-295e1dcb-bbf8-4ea1-9230-a0bfb1c2afd7 req-db0e5247-fe86-4f14-8127-8b28b77dee13 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352814 Sep 16 05:25:36.189337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53929066-3802-4eb1-89e0-e64460ca086c req-dea653d6-0346-4791-b6cf-0a137711f701 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:36.190854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53929066-3802-4eb1-89e0-e64460ca086c req-dea653d6-0346-4791-b6cf-0a137711f701 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0512927 Sep 16 05:25:36.232012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53929066-3802-4eb1-89e0-e64460ca086c req-c22c7e0a-2bf1-4008-aadb-b2dd71256c04 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339601 Sep 16 05:25:36.423797 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:36.561569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a8ff5-d774-447f-90c7-75a1b8158653 req-dbc74518-2bc1-413b-b197-2f0cbd61ea0e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:36.563211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a4a8ff5-d774-447f-90c7-75a1b8158653 req-dbc74518-2bc1-413b-b197-2f0cbd61ea0e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0495594 Sep 16 05:25:36.605584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a4a8ff5-d774-447f-90c7-75a1b8158653 req-ff8b5471-d961-4d11-ade1-be5554b36bac tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343065 Sep 16 05:25:36.658137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53598) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.775015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45a9d426-9dd4-4943-8ddd-33f316bb071f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.862649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45a9d426-9dd4-4943-8ddd-33f316bb071f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.883862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7f093641-3e2d-4da0-af7f-c68bde221c30 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:36.954132 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45a9d426-9dd4-4943-8ddd-33f316bb071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.972021 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.995878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:36.997221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d426-9dd4-4943-8ddd-33f316bb071f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1806523-1203-484d-88de-2d603d62cf98,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.998154 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73abef69-4fcd-43f3-a700-bf3f6e29666d" -d '{"events": [{"server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "name": "network-vif-unplugged", "status": "completed", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:37.001618 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45a9d426-9dd4-4943-8ddd-33f316bb071f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d67b8ab46ca4902851e122fcdaaa02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424437 Sep 16 05:25:37.004275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53606) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.014758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:37.031544 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9946263-fdad-4e69-8f50-17ff60cf873f x-openstack-request-id: req-e9946263-fdad-4e69-8f50-17ff60cf873f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:37.031835 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "name": "network-vif-unplugged", "status": "failed", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30", "code": 422}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:37.032086 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9946263-fdad-4e69-8f50-17ff60cf873f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:37.032483 n-d-712143-16 neutron-server[101826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'code': 422} returned with failed status Sep 16 05:25:37.058603 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a09865b2-7844-4d7d-a0fb-2fdcf96d5056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.079349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a09865b2-7844-4d7d-a0fb-2fdcf96d5056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.104530 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.152396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.159554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.159906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.160267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.160602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.160930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.161288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.162271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.162603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.162959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.163329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.163657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.163980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:37.190276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a09865b2-7844-4d7d-a0fb-2fdcf96d5056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.193029 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a09865b2-7844-4d7d-a0fb-2fdcf96d5056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.194204 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a09865b2-7844-4d7d-a0fb-2fdcf96d5056 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1806523-1203-484d-88de-2d603d62cf98 HTTP/1.1" status: 204 len: 168 time: 0.1890116 Sep 16 05:25:37.205496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09865b2-7844-4d7d-a0fb-2fdcf96d5056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1806523-1203-484d-88de-2d603d62cf98,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.726755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2246179-d6c3-4c25-8f54-c3e21213fbc5 req-a32a86b5-b7af-4ae1-a7ea-a670cae715b1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:37.728268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2246179-d6c3-4c25-8f54-c3e21213fbc5 req-a32a86b5-b7af-4ae1-a7ea-a670cae715b1 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0536687 Sep 16 05:25:37.774001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2246179-d6c3-4c25-8f54-c3e21213fbc5 req-680560b3-97f6-473a-9d59-f92a3f3f762e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336821 Sep 16 05:25:37.822046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53616) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.836240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-735a27cf-3d69-4bab-ba06-a2ee42febed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.920627 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-735a27cf-3d69-4bab-ba06-a2ee42febed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.970867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-735a27cf-3d69-4bab-ba06-a2ee42febed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.007981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a27cf-3d69-4bab-ba06-a2ee42febed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3725b7-d468-4c3b-9367-b17d83a25ab5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:38.012336 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-735a27cf-3d69-4bab-ba06-a2ee42febed5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=936a66035563425db551284a485a3a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890209 Sep 16 05:25:38.015199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 53618) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:38.065117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2a4ba6-fe19-49d7-ada8-1ab1f13539b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.086785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2a4ba6-fe19-49d7-ada8-1ab1f13539b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.194332 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2a4ba6-fe19-49d7-ada8-1ab1f13539b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.197091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ba2a4ba6-fe19-49d7-ada8-1ab1f13539b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.198530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba2a4ba6-fe19-49d7-ada8-1ab1f13539b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a3725b7-d468-4c3b-9367-b17d83a25ab5 HTTP/1.1" status: 204 len: 168 time: 0.1826634 Sep 16 05:25:38.206441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a4ba6-fe19-49d7-ada8-1ab1f13539b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3725b7-d468-4c3b-9367-b17d83a25ab5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:38.891873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f415748-ceda-4332-98db-075825e68cdf req-0f316faa-11ec-4373-ac92-03ec30da265f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:38.893378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f415748-ceda-4332-98db-075825e68cdf req-0f316faa-11ec-4373-ac92-03ec30da265f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0507178 Sep 16 05:25:38.932082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f415748-ceda-4332-98db-075825e68cdf req-b0253c7f-5bcd-497e-807e-9cfef7b88c72 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327070 Sep 16 05:25:40.050890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0bb5-043f-4131-846c-59a32e7cfe65 req-2db44fbd-ffb6-4b54-8b03-afcb20a898c7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:40.057421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6c0bb5-043f-4131-846c-59a32e7cfe65 req-2db44fbd-ffb6-4b54-8b03-afcb20a898c7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0513163 Sep 16 05:25:40.093355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e6c0bb5-043f-4131-846c-59a32e7cfe65 req-b66d3a77-ec9e-40f5-b6d7-8198fb7754f9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339999 Sep 16 05:25:40.578620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.074318 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2008383a-a8c7-408b-96df-ea8c9b27e856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.213396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95d45-636a-4e59-baf8-3a74c3a0838e req-4c800df4-0def-409d-82c4-d0a65cb4906b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:41.214963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19a95d45-636a-4e59-baf8-3a74c3a0838e req-4c800df4-0def-409d-82c4-d0a65cb4906b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0536277 Sep 16 05:25:41.253879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19a95d45-636a-4e59-baf8-3a74c3a0838e req-407caf5c-1f18-48fa-aeeb-5627b15beac2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327256 Sep 16 05:25:42.371272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a46de1-6014-4aa2-a542-4751c56d3455 req-758439a9-81f1-406c-a32b-8ad132b7a971 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:42.373762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99a46de1-6014-4aa2-a542-4751c56d3455 req-758439a9-81f1-406c-a32b-8ad132b7a971 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0502467 Sep 16 05:25:42.419363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-99a46de1-6014-4aa2-a542-4751c56d3455 req-94ba0480-a913-498e-aefc-1cfcec1b6e28 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348387 Sep 16 05:25:43.541801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c9f77-4e53-40ac-a957-b4fd595497d0 req-d297bb56-7e5e-4304-9521-7df3cebbd2c9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:43.543140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-193c9f77-4e53-40ac-a957-b4fd595497d0 req-d297bb56-7e5e-4304-9521-7df3cebbd2c9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0505424 Sep 16 05:25:43.583146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-193c9f77-4e53-40ac-a957-b4fd595497d0 req-91b6f39b-8ffb-4ea2-90cb-98c58a48c7ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336204 Sep 16 05:25:44.182555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.428935 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c10578e7-bc56-4516-8400-36ad3ea93fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.715180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c372a-ab44-4f94-898a-41462c9afe48 req-a24511ff-99f3-4a27-af19-cf2068c75568 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:44.716751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d80c372a-ab44-4f94-898a-41462c9afe48 req-a24511ff-99f3-4a27-af19-cf2068c75568 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0527406 Sep 16 05:25:44.754473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d80c372a-ab44-4f94-898a-41462c9afe48 req-abcbf9e2-cfe5-4f0e-aeba-8dc60b24423d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317144 Sep 16 05:25:45.153977 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.877954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6741-5bdd-4df1-92a8-f1f45dd8e2b0 req-a968cb60-9ade-49f2-bc26-435093bea54d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.879544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-574e6741-5bdd-4df1-92a8-f1f45dd8e2b0 req-a968cb60-9ade-49f2-bc26-435093bea54d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0569084 Sep 16 05:25:45.917548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-574e6741-5bdd-4df1-92a8-f1f45dd8e2b0 req-94aa303a-4dab-4fcd-b0df-f675bbc59097 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316319 Sep 16 05:25:46.885306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.040776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b191657-95b7-4590-a25e-14c78f148e21 req-45038164-5c20-40d3-8535-d5c2f24f4b65 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.043131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b191657-95b7-4590-a25e-14c78f148e21 req-45038164-5c20-40d3-8535-d5c2f24f4b65 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0573318 Sep 16 05:25:47.085030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b191657-95b7-4590-a25e-14c78f148e21 req-8cdef0e4-887b-4551-bdb5-820045131093 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353138 Sep 16 05:25:48.209217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58423198-fb97-4f51-98f2-f6011f77e1f4 req-66e47e8d-8ec4-4f5e-a528-24e3ea232396 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.210905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58423198-fb97-4f51-98f2-f6011f77e1f4 req-66e47e8d-8ec4-4f5e-a528-24e3ea232396 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0592172 Sep 16 05:25:48.249969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58423198-fb97-4f51-98f2-f6011f77e1f4 req-b60079c1-fee6-430a-a347-7a3a8b4c573d tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329680 Sep 16 05:25:48.604291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e924c-9af5-487f-86ff-4cecc209c284 req-dde454ae-aeb4-4428-ac1a-4bd63ca5c762 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.606169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a9e924c-9af5-487f-86ff-4cecc209c284 req-dde454ae-aeb4-4428-ac1a-4bd63ca5c762 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0564682 Sep 16 05:25:48.644275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a9e924c-9af5-487f-86ff-4cecc209c284 req-75fcf7b3-4220-41a7-b91e-5b1c420d4b9c tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318680 Sep 16 05:25:48.707030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-bc92ea8a-ebeb-4ec4-b00d-649c63c4b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.709128 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-bc92ea8a-ebeb-4ec4-b00d-649c63c4b38d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1096 time: 0.0405109 Sep 16 05:25:48.804186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-1f069ab6-a596-4376-a519-4c2e55974a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.805647 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-1f069ab6-a596-4376-a519-4c2e55974a91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.0891924 Sep 16 05:25:48.874527 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-5658c7bf-5703-48e6-9ef0-c3092ee0eeca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 998 time: 0.0607352 Sep 16 05:25:48.925535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-e3a4dac2-1022-41c2-8678-bc62f027d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.927039 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-e3a4dac2-1022-41c2-8678-bc62f027d041 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0441277 Sep 16 05:25:48.979676 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-69d3fc02-1888-488c-bd10-cced61fa7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.981189 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-69d3fc02-1888-488c-bd10-cced61fa7a12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448830 Sep 16 05:25:49.086006 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-32b0b42f-cfd8-401a-8ff0-5b0f33989619 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972018 Sep 16 05:25:49.179369 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2276d6a4-ca89-4a02-80b5-a2952dff5ba5 req-5f0daa72-fd6f-49e3-8f42-6b7dd18d1712 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855711 Sep 16 05:25:49.763639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd78f6-8b5c-4ae2-abc2-e7558b3e364a req-28e3a427-da50-4a43-8436-cfe458d76fe0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:49.765835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fedd78f6-8b5c-4ae2-abc2-e7558b3e364a req-28e3a427-da50-4a43-8436-cfe458d76fe0 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0525887 Sep 16 05:25:49.808643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fedd78f6-8b5c-4ae2-abc2-e7558b3e364a req-e6526f67-b26d-48a2-a3de-897dddff6802 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364416 Sep 16 05:25:50.925880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac045ddb-8f6c-4d3a-92c1-1bb944fd648c req-ecd701ac-56d1-4907-a178-6ae6e9e777f6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.927277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac045ddb-8f6c-4d3a-92c1-1bb944fd648c req-ecd701ac-56d1-4907-a178-6ae6e9e777f6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0514007 Sep 16 05:25:50.967517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac045ddb-8f6c-4d3a-92c1-1bb944fd648c req-dfd29e67-04b9-4434-adf9-df8777fb4533 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333464 Sep 16 05:25:51.087504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8deb2-40a1-4e17-b8c9-4b7568c68957 req-2977cd5e-3a6a-4450-a9a4-ec0f8de5cf8a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.089059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94a8deb2-40a1-4e17-b8c9-4b7568c68957 req-2977cd5e-3a6a-4450-a9a4-ec0f8de5cf8a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0529811 Sep 16 05:25:51.127389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94a8deb2-40a1-4e17-b8c9-4b7568c68957 req-ee046999-ed73-4b09-996d-46920f4e5727 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323143 Sep 16 05:25:51.251307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b2ca4-f8e5-46cd-be87-bd814a7ef0d0 req-57df8076-8091-4cb9-bf45-c9f70ad9df8a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.251307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b03b2ca4-f8e5-46cd-be87-bd814a7ef0d0 req-57df8076-8091-4cb9-bf45-c9f70ad9df8a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0489652 Sep 16 05:25:51.289218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b03b2ca4-f8e5-46cd-be87-bd814a7ef0d0 req-4ecfa690-2d37-47af-851b-4a2a0a1de45f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324030 Sep 16 05:25:51.726214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69dbee-b164-458c-9351-509ff5d0f710 req-b32b4745-477c-4e66-ba0b-75e60e335f77 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.727846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b69dbee-b164-458c-9351-509ff5d0f710 req-b32b4745-477c-4e66-ba0b-75e60e335f77 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0543671 Sep 16 05:25:51.774691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b69dbee-b164-458c-9351-509ff5d0f710 req-04e57262-5428-4c86-8840-313fb2b66e71 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319352 Sep 16 05:25:52.892240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b3c33-2848-4aa6-8f90-ea555cfc9ecb req-0b4279c2-7e65-44d0-97fa-6b96d69c4c2f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.893875 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b09b3c33-2848-4aa6-8f90-ea555cfc9ecb req-0b4279c2-7e65-44d0-97fa-6b96d69c4c2f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0484691 Sep 16 05:25:52.932557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b09b3c33-2848-4aa6-8f90-ea555cfc9ecb req-a21920a6-9026-4311-98c4-4e6833dc1d81 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325482 Sep 16 05:25:53.281547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86311946-9306-46fe-869d-668e8c7c936e req-237c8075-67af-4b72-ab8b-68573182cba4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.283087 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86311946-9306-46fe-869d-668e8c7c936e req-237c8075-67af-4b72-ab8b-68573182cba4 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0506818 Sep 16 05:25:53.325510 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86311946-9306-46fe-869d-668e8c7c936e req-42a3bf85-89f8-439d-b827-9bd55b828e3a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352788 Sep 16 05:25:53.402947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-ca5ce74b-3713-4429-bc05-f01c99167041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.404576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-ca5ce74b-3713-4429-bc05-f01c99167041 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=902bf2fdc52645658eacbd9a3c631a58&device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 1096 time: 0.0431397 Sep 16 05:25:53.499775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-2fa82c72-cb75-471b-8eee-c242da46422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.501175 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-2fa82c72-cb75-471b-8eee-c242da46422f service neutron] 10.222.0.57 "GET /v2.0/networks?id=5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 200 len: 913 time: 0.0891497 Sep 16 05:25:53.565052 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-a881d952-bb79-4e41-900d-7d3052ec71dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 200 len: 998 time: 0.0566633 Sep 16 05:25:53.612692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-4560b52c-1e7c-4a3e-b1c2-874e9723bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.614116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-4560b52c-1e7c-4a3e-b1c2-874e9723bf88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 200 len: 851 time: 0.0424001 Sep 16 05:25:53.665416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-990aa0c6-86af-4823-b08c-4557998c6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.666934 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-990aa0c6-86af-4823-b08c-4557998c6057 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5124c92f-3cbd-487a-95e9-c6ce4cb18054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452552 Sep 16 05:25:53.759824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-086209ea-2f44-4c04-97b1-aa49a905f718 service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836737 Sep 16 05:25:53.856758 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a977bee4-eca2-4e64-a46c-7b9e3c5d40df req-8fe400a3-61ef-44b5-93ec-3ee7f2c7cb6b service neutron] 10.222.0.57 "GET /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901489 Sep 16 05:25:54.445895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f84d99-3229-464d-a6f6-e27cb0d7b60c req-784750f1-1599-40b2-980b-b9b660a8ffda tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:54.447819 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09f84d99-3229-464d-a6f6-e27cb0d7b60c req-784750f1-1599-40b2-980b-b9b660a8ffda tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0531099 Sep 16 05:25:54.488893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09f84d99-3229-464d-a6f6-e27cb0d7b60c req-fa0e3779-d6f2-4c08-9865-31b0f4444c6a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337689 Sep 16 05:25:55.608448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c926-a57b-4b46-9055-530d1bf559f1 req-02774810-f50f-402e-8225-99ebc7c6062f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:55.610005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ba0c926-a57b-4b46-9055-530d1bf559f1 req-02774810-f50f-402e-8225-99ebc7c6062f tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0529661 Sep 16 05:25:55.648535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ba0c926-a57b-4b46-9055-530d1bf559f1 req-c4d32ad5-56ff-4371-80c3-7f3ff81afe5e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325084 Sep 16 05:25:55.763542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e7789-71fc-4da7-8889-4f7c46200e2e req-91eb7648-0b7c-4826-bd29-aa381de399bb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:55.765031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-848e7789-71fc-4da7-8889-4f7c46200e2e req-91eb7648-0b7c-4826-bd29-aa381de399bb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0485811 Sep 16 05:25:55.803173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-848e7789-71fc-4da7-8889-4f7c46200e2e req-1fd153b2-e647-4d18-bdd7-0153545611b6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314915 Sep 16 05:25:57.228055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-913cc373-044c-4850-bab3-987f8044cc72 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:57.229529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-913cc373-044c-4850-bab3-987f8044cc72 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5a4e07e-7ce4-48d2-88bd-d0b405d6b716 HTTP/1.1" status: 200 len: 944 time: 0.0534723 Sep 16 05:25:57.321769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Deleting port 7f093641-3e2d-4da0-af7f-c68bde221c30 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:57.322120 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.723229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] For port 7f093641-3e2d-4da0-af7f-c68bde221c30, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7f093641-3e2d-4da0-af7f-c68bde221c30,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:57.723538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.736329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Calling delete_port for 7f093641-3e2d-4da0-af7f-c68bde221c30 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:57.974322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.987164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:58.009170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event deleted for resources: {'Port': ['ID=7f093641-3e2d-4da0-af7f-c68bde221c30,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:58.030743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9f524cb5-ab2e-4658-89b1-13bfb5fa1227'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:58.043939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.043939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.044297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.044440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.044764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.045089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.045404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.046564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.046899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.047225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.047568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.047897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:58.068722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] No DVR routers for this DVR port 7f093641-3e2d-4da0-af7f-c68bde221c30 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:58.071794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.074806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ecc1280-d3db-444f-8102-2eaa5ba049be req-d4db8c4f-0e0e-4095-8bda-ce1128b4c6fb tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "DELETE /v2.0/ports/7f093641-3e2d-4da0-af7f-c68bde221c30 HTTP/1.1" status: 204 len: 173 time: 0.8393526 Sep 16 05:25:58.074806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'name': 'network-vif-deleted', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:58.076968 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cd0fb4-3c31-48d2-ad68-a9e0ef2ed3ef" -d '{"events": [{"server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "name": "network-vif-deleted", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:58.119824 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a429c1d2-146d-4f50-bcde-032d3ff55e3b x-openstack-request-id: req-a429c1d2-146d-4f50-bcde-032d3ff55e3b {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:58.120589 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a4e07e-7ce4-48d2-88bd-d0b405d6b716", "name": "network-vif-deleted", "tag": "7f093641-3e2d-4da0-af7f-c68bde221c30", "status": "failed", "code": 422}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:58.120910 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a429c1d2-146d-4f50-bcde-032d3ff55e3b {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:58.121648 n-d-712143-16 neutron-server[101824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5a4e07e-7ce4-48d2-88bd-d0b405d6b716', 'name': 'network-vif-deleted', 'tag': '7f093641-3e2d-4da0-af7f-c68bde221c30', 'status': 'failed', 'code': 422} returned with failed status Sep 16 05:25:58.315739 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.266357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cdb6b-718e-4644-b2f3-027362013bd1 req-644de6d0-0d1b-482c-85dd-a99259c62e47 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:59.267871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e2cdb6b-718e-4644-b2f3-027362013bd1 req-644de6d0-0d1b-482c-85dd-a99259c62e47 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 907 time: 0.0564461 Sep 16 05:26:00.387286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028b464-d9bc-4a46-b930-04ef2e5eab4d req-a361c2c9-e693-4664-b77c-7a305bf6e8f9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.393256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8028b464-d9bc-4a46-b930-04ef2e5eab4d req-a361c2c9-e693-4664-b77c-7a305bf6e8f9 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 907 time: 0.0506234 Sep 16 05:26:00.946104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b46044-3251-488e-b58e-644c750e0839 req-4f7eb888-f858-4986-9e03-5236a38a02f7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.947843 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64b46044-3251-488e-b58e-644c750e0839 req-4f7eb888-f858-4986-9e03-5236a38a02f7 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 907 time: 0.0565269 Sep 16 05:26:01.056317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Deleting port 1cadf015-92d3-4fa7-9c96-dd615536e21d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:01.056579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.150080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] For port 1cadf015-92d3-4fa7-9c96-dd615536e21d, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=1cadf015-92d3-4fa7-9c96-dd615536e21d,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:01.150446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.165626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Calling delete_port for 1cadf015-92d3-4fa7-9c96-dd615536e21d owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:01.366975 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.400672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event deleted for resources: {'Port': ['ID=1cadf015-92d3-4fa7-9c96-dd615536e21d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.452939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] No DVR routers for this DVR port 1cadf015-92d3-4fa7-9c96-dd615536e21d on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:01.455698 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.458521 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64b46044-3251-488e-b58e-644c750e0839 req-7513162c-7268-4476-9095-c243ba33f59b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "DELETE /v2.0/ports/1cadf015-92d3-4fa7-9c96-dd615536e21d HTTP/1.1" status: 204 len: 173 time: 0.5036347 Sep 16 05:26:01.459715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'name': 'network-vif-deleted', 'tag': '1cadf015-92d3-4fa7-9c96-dd615536e21d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:01.462120 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6e181-8835-471e-8256-343860e592aa" -d '{"events": [{"server_uuid": "dfaa57ed-b5c6-4374-bf87-6c90c2c7451c", "name": "network-vif-deleted", "tag": "1cadf015-92d3-4fa7-9c96-dd615536e21d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:01.510370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e52bd918-39fc-4a3d-8c26-ed2bbd5327bf req-b138824c-5d22-4f73-ae1d-ca8d2580ce77 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 210 time: 0.0375309 Sep 16 05:26:01.519455 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972245d5-12d5-45de-b368-8d34fd0521be x-openstack-request-id: req-972245d5-12d5-45de-b368-8d34fd0521be {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:01.519782 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaa57ed-b5c6-4374-bf87-6c90c2c7451c", "name": "network-vif-deleted", "tag": "1cadf015-92d3-4fa7-9c96-dd615536e21d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:01.520015 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-972245d5-12d5-45de-b368-8d34fd0521be {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:01.520491 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaa57ed-b5c6-4374-bf87-6c90c2c7451c', 'name': 'network-vif-deleted', 'tag': '1cadf015-92d3-4fa7-9c96-dd615536e21d', 'status': 'completed', 'code': 200} Sep 16 05:26:02.621402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29b06c25-4146-409c-8678-a0856216878d req-48360943-3fb4-47e1-88d8-b863efc411db tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfaa57ed-b5c6-4374-bf87-6c90c2c7451c HTTP/1.1" status: 200 len: 210 time: 0.0276334 Sep 16 05:26:03.399033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 1cadf015-92d3-4fa7-9c96-dd615536e21d no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:03.420260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 1cadf015-92d3-4fa7-9c96-dd615536e21d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:03.420611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 1cadf015-92d3-4fa7-9c96-dd615536e21d not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:04.041889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86403d-4d7f-4fb2-b913-5e00c2ec3272 req-e29283ac-dfb3-426a-8dbd-239d2886ee61 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.043364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b86403d-4d7f-4fb2-b913-5e00c2ec3272 req-e29283ac-dfb3-426a-8dbd-239d2886ee61 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 946 time: 0.0478950 Sep 16 05:26:04.082113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b86403d-4d7f-4fb2-b913-5e00c2ec3272 req-d56dc4e8-0435-436e-94e9-a0f1b124d4d8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Sep 16 05:26:05.199697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c6309-f9be-4419-bd90-790db0fde58f req-78845388-167b-4d24-a454-f27df7c6a2c3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.201554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c76c6309-f9be-4419-bd90-790db0fde58f req-78845388-167b-4d24-a454-f27df7c6a2c3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 946 time: 0.0528233 Sep 16 05:26:05.247072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c76c6309-f9be-4419-bd90-790db0fde58f req-4ff40c6a-bdaa-4811-b80b-ffd5badad974 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Sep 16 05:26:05.767424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592df53-1093-4950-a01c-a22afc44eeef req-79bf1b7e-e03b-4967-ae6b-bee59a83b986 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.768947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b592df53-1093-4950-a01c-a22afc44eeef req-79bf1b7e-e03b-4967-ae6b-bee59a83b986 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 946 time: 0.0533974 Sep 16 05:26:05.869386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Deleting port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:05.873768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.969058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] For port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:05.969431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.983791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Calling delete_port for 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:06.201394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.244523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:06.246447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event deleted for resources: {'Port': ['ID=9f524cb5-ab2e-4658-89b1-13bfb5fa1227,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.263480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.263840 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.264190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.264539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.265027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.265375 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.265763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.266112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.266890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.267232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.267609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.267943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:06.316087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9f524cb5-ab2e-4658-89b1-13bfb5fa1227'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:06.319073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] No DVR routers for this DVR port 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:06.327899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.330000 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b592df53-1093-4950-a01c-a22afc44eeef req-e0e79f56-c0af-4b84-8022-235b40663466 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "DELETE /v2.0/ports/9f524cb5-ab2e-4658-89b1-13bfb5fa1227 HTTP/1.1" status: 204 len: 173 time: 0.5508463 Sep 16 05:26:06.330463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a59b574-aa28-4627-ab68-0ad7f61e2b47', 'name': 'network-vif-deleted', 'tag': '9f524cb5-ab2e-4658-89b1-13bfb5fa1227'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:06.332892 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb3c43d-81c2-4976-aba8-78d3a882afce" -d '{"events": [{"server_uuid": "3a59b574-aa28-4627-ab68-0ad7f61e2b47", "name": "network-vif-deleted", "tag": "9f524cb5-ab2e-4658-89b1-13bfb5fa1227"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:06.386857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a5bba79f-1126-4b2b-b2f4-1e7c961a2f2b req-10f67d2e-1ece-4483-89c9-c6d2d0eedd81 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a59b574-aa28-4627-ab68-0ad7f61e2b47 HTTP/1.1" status: 200 len: 210 time: 0.0398476 Sep 16 05:26:06.404508 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749b682a-dc67-4d03-91d4-c7d5a716e5c1 x-openstack-request-id: req-749b682a-dc67-4d03-91d4-c7d5a716e5c1 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:06.404895 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a59b574-aa28-4627-ab68-0ad7f61e2b47", "name": "network-vif-deleted", "tag": "9f524cb5-ab2e-4658-89b1-13bfb5fa1227", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:06.405210 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-749b682a-dc67-4d03-91d4-c7d5a716e5c1 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:06.405690 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a59b574-aa28-4627-ab68-0ad7f61e2b47', 'name': 'network-vif-deleted', 'tag': '9f524cb5-ab2e-4658-89b1-13bfb5fa1227', 'status': 'completed', 'code': 200} Sep 16 05:26:06.691539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54120) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.855512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1c71-b782-4ec5-a015-106d6e344891 req-88c53b46-4a1f-463c-95e7-8e92331e7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:06.856984 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d28b1c71-b782-4ec5-a015-106d6e344891 req-88c53b46-4a1f-463c-95e7-8e92331e7a2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1097 time: 0.1644607 Sep 16 05:26:06.891064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d28b1c71-b782-4ec5-a015-106d6e344891 req-8b39af65-d574-4cc3-86d4-795d03f61712 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278313 Sep 16 05:26:07.893936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb234a8-1bf2-4e6e-a169-7caad4c4eb47 req-c29641a4-7f64-4bb2-923b-131c40994170 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.895434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccb234a8-1bf2-4e6e-a169-7caad4c4eb47 req-c29641a4-7f64-4bb2-923b-131c40994170 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0513585 Sep 16 05:26:07.934302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccb234a8-1bf2-4e6e-a169-7caad4c4eb47 req-8a57f348-740b-4524-925c-d753d8c0ec14 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Sep 16 05:26:09.050022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247372d-a528-46f8-a241-8279419ddbb5 req-b9510054-39f7-4585-9b74-9d6bca0410e8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.051579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c247372d-a528-46f8-a241-8279419ddbb5 req-b9510054-39f7-4585-9b74-9d6bca0410e8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0496953 Sep 16 05:26:09.090041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c247372d-a528-46f8-a241-8279419ddbb5 req-bf66bd5f-27b5-44be-bd49-342cc246a871 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=150973a6-e674-4df5-8217-2dd113d646b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Sep 16 05:26:09.326706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-21146f66-bfe6-4ce4-a66a-864e7434a4f6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.328177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-21146f66-bfe6-4ce4-a66a-864e7434a4f6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 945 time: 0.0535984 Sep 16 05:26:09.416843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:09.421044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Deleting port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:09.421396 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.436845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:09.437193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9f524cb5-ab2e-4658-89b1-13bfb5fa1227 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:09.512865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] For port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:09.513132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.525400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Calling delete_port for 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:09.721314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.734902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:09.760794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event deleted for resources: {'Port': ['ID=875847a4-d2fe-4c2f-aef4-ff226b9e4ed1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:09.801778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] No DVR routers for this DVR port 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:09.804438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.806471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-357e155d-e6be-488a-a2e6-7ee5657781d7 req-34ee3cdd-09fa-433b-a695-7fdee24a6265 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.60 "DELETE /v2.0/ports/875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 HTTP/1.1" status: 204 len: 173 time: 0.4718390 Sep 16 05:26:09.806917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f031361e-20ef-4311-bb8c-343ace814f1f', 'name': 'network-vif-deleted', 'tag': '875847a4-d2fe-4c2f-aef4-ff226b9e4ed1'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:09.809225 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016dffcd-5ee8-4089-9a51-7cc875ff612c" -d '{"events": [{"server_uuid": "f031361e-20ef-4311-bb8c-343ace814f1f", "name": "network-vif-deleted", "tag": "875847a4-d2fe-4c2f-aef4-ff226b9e4ed1"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:09.850568 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b4119c-2fa5-4a36-aeaf-91dc2bbadc83 x-openstack-request-id: req-a1b4119c-2fa5-4a36-aeaf-91dc2bbadc83 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:09.850868 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f031361e-20ef-4311-bb8c-343ace814f1f", "name": "network-vif-deleted", "tag": "875847a4-d2fe-4c2f-aef4-ff226b9e4ed1", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:09.851141 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1b4119c-2fa5-4a36-aeaf-91dc2bbadc83 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:09.851570 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031361e-20ef-4311-bb8c-343ace814f1f', 'name': 'network-vif-deleted', 'tag': '875847a4-d2fe-4c2f-aef4-ff226b9e4ed1', 'status': 'completed', 'code': 200} Sep 16 05:26:10.211814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13c66697-0fac-457c-9f01-32d56b55687e req-d6bf699e-e152-4940-8cbb-9892b1f62776 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=f031361e-20ef-4311-bb8c-343ace814f1f HTTP/1.1" status: 200 len: 210 time: 0.0290773 Sep 16 05:26:10.578666 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.052510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2656-e7e8-4c91-9290-2c101996a5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.704626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b977e8-c728-4895-80ce-e0a7609b1139 req-3a962f63-6f96-4fda-8fb8-b70e81ec2be3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.706100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2b977e8-c728-4895-80ce-e0a7609b1139 req-3a962f63-6f96-4fda-8fb8-b70e81ec2be3 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0495665 Sep 16 05:26:11.746914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2b977e8-c728-4895-80ce-e0a7609b1139 req-b74296ce-abfb-4630-8c94-66e44b66d73b tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347636 Sep 16 05:26:12.861616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a29b41-9fc7-4897-8d7d-1bc104c6a992 req-f63bf1d9-17cc-41f3-aed3-78e850e342b8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.862996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13a29b41-9fc7-4897-8d7d-1bc104c6a992 req-f63bf1d9-17cc-41f3-aed3-78e850e342b8 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0491605 Sep 16 05:26:12.900488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13a29b41-9fc7-4897-8d7d-1bc104c6a992 req-7199a53e-6e5d-41df-b4d0-c050139f06e6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307212 Sep 16 05:26:13.085692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:13.106247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:13.106594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 875847a4-d2fe-4c2f-aef4-ff226b9e4ed1 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:13.425164 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:14.011958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-cc4be40e-59e4-4d43-ad27-a53d0b88205e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.013353 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-cc4be40e-59e4-4d43-ad27-a53d0b88205e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0538032 Sep 16 05:26:14.021661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96dfa-7857-4392-9ec1-519d5b5c2742 req-9b1be082-6ed7-4513-bbd9-709fb3c8273e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.023213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3a96dfa-7857-4392-9ec1-519d5b5c2742 req-9b1be082-6ed7-4513-bbd9-709fb3c8273e tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 944 time: 0.0507517 Sep 16 05:26:14.062684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c3a96dfa-7857-4392-9ec1-519d5b5c2742 req-adcae54d-c90a-456b-95ef-467a8d55a4b6 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups?id=18a54f6c-bdd6-4bb4-af94-d5f4992c8387&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333099 Sep 16 05:26:14.105017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Deleting port 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:14.105411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.166848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.435705 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6f31e1dc-00dd-44cc-9329-494a75594742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.531938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] For port 96e06dce-a83f-47d0-8714-cdfec32257ef, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=96e06dce-a83f-47d0-8714-cdfec32257ef,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:14.532219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.748479 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.748870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.749228 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Floating IP a546a04e-267e-4152-a6cd-025ef235828b disassociated. External IP: 172.25.7.26, port: 96e06dce-a83f-47d0-8714-cdfec32257ef. Sep 16 05:26:14.749577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Calling delete_port for 96e06dce-a83f-47d0-8714-cdfec32257ef owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:14.944731 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.978384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event deleted for resources: {'Port': ['ID=96e06dce-a83f-47d0-8714-cdfec32257ef,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:15.101875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:15.172629 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.222260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8de35687-4092-4f97-a7d2-7c88d287f13c req-be0029d9-efb6-4ec7-9fa7-52d6fa6aa680 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 210 time: 0.0691333 Sep 16 05:26:15.251625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:15.263011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] Sync routers for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:15.276586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:15.277227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:26:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.313881 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] No DVR routers for this DVR port 96e06dce-a83f-47d0-8714-cdfec32257ef on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:15.316584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.318954 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-adec55f0-4b63-470d-aacb-ddf271a953a4 req-685eb079-eea4-4e15-b635-5e21eaabc5ca tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.57 "DELETE /v2.0/ports/96e06dce-a83f-47d0-8714-cdfec32257ef HTTP/1.1" status: 204 len: 173 time: 1.2994134 Sep 16 05:26:15.319646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-deleted', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:15.328855 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea87d662-320b-4901-9488-dd3cfadecf75" -d '{"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-deleted", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:15.367187 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5e7fbf-82b0-487e-8796-940d94f4be95 x-openstack-request-id: req-af5e7fbf-82b0-487e-8796-940d94f4be95 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:15.367634 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704ca73-099d-448a-8a05-b23b8f232af5", "name": "network-vif-deleted", "tag": "96e06dce-a83f-47d0-8714-cdfec32257ef", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:15.368017 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-af5e7fbf-82b0-487e-8796-940d94f4be95 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:15.368632 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704ca73-099d-448a-8a05-b23b8f232af5', 'name': 'network-vif-deleted', 'tag': '96e06dce-a83f-47d0-8714-cdfec32257ef', 'status': 'completed', 'code': 200} Sep 16 05:26:15.408289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:15.638590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:19:03Z', 'revision_number': 5, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.665769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] Checking router: 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:15.674910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:15.675556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:26:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.782154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:15.998689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:19:03Z', 'revision_number': 5, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:16.028360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d150a38-e9f2-4398-a4c6-bfa7d8f6bf46 None None] The sync data for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 is: [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:56Z', 'revision_number': 4, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd0aeeda6-8e55-4992-8168-85fa0c1c5479', 'name': '', 'network_id': '5124c92f-3cbd-487a-95e9-c6ce4cb18054', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'mac_address': 'fa:16:3e:82:85:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:56Z', 'updated_at': '2021-09-16T05:19:03Z', 'revision_number': 5, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'subnets': [{'id': '065dfe4b-32da-4502-9e5d-3c4a5e77044a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:16.317635 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d6b05-27be-498a-9207-dbf401fe42cc None None] New status for floating IP a546a04e-267e-4152-a6cd-025ef235828b: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:26:16.362049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0eb3f948-8026-45b6-8212-94436a769a78 req-e7830fcd-cb23-4344-9b14-1922eb8ace3a tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/ports?device_id=d704ca73-099d-448a-8a05-b23b8f232af5 HTTP/1.1" status: 200 len: 210 time: 0.0338695 Sep 16 05:26:16.852309 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.499021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:17.501497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:17.521698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 96e06dce-a83f-47d0-8714-cdfec32257ef {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:17.526749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 96e06dce-a83f-47d0-8714-cdfec32257ef not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:17.554692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-819d4d3a-ea85-4a2b-bfae-5c5f0a5313f2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.578340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-819d4d3a-ea85-4a2b-bfae-5c5f0a5313f2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.686689 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-819d4d3a-ea85-4a2b-bfae-5c5f0a5313f2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.689396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-819d4d3a-ea85-4a2b-bfae-5c5f0a5313f2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.690629 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-819d4d3a-ea85-4a2b-bfae-5c5f0a5313f2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "DELETE /v2.0/security-groups/18a54f6c-bdd6-4bb4-af94-d5f4992c8387 HTTP/1.1" status: 204 len: 168 time: 0.1905599 Sep 16 05:26:17.693216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 54338) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:17.700632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d4d3a-ea85-4a2b-bfae-5c5f0a5313f2 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a54f6c-bdd6-4bb4-af94-d5f4992c8387,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:17.708379 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-435dccfd-b589-4386-9906-f7d7cc7c0c83 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] show failed (client error): The resource could not be found. Sep 16 05:26:17.712986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54340) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:17.713140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-435dccfd-b589-4386-9906-f7d7cc7c0c83 tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "GET /v2.0/security-groups/18a54f6c-bdd6-4bb4-af94-d5f4992c8387 HTTP/1.1" status: 404 len: 347 time: 0.0183432 Sep 16 05:26:17.841254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Deleting port f898ca11-4b62-4621-9452-e037cff04cc0 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:17.841600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.920313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.925960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.933000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Calling delete_port for f898ca11-4b62-4621-9452-e037cff04cc0 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:18.125477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.151067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Pushing event deleted for resources: {'Port': ['ID=f898ca11-4b62-4621-9452-e037cff04cc0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:18.211659 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.214268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.215586 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-299ab0fe-5b6a-4b55-b6ae-d74f5989f5ce tempest-ServerActionsTestJSON-1849719322 tempest-ServerActionsTestJSON-1849719322-project] 10.222.0.59 "DELETE /v2.0/floatingips/a546a04e-267e-4152-a6cd-025ef235828b HTTP/1.1" status: 204 len: 168 time: 0.5009298 Sep 16 05:26:18.218378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54348) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:18.671011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.920203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Deleting port d0aeeda6-8e55-4992-8168-85fa0c1c5479 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:18.920547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.998068 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] For port d0aeeda6-8e55-4992-8168-85fa0c1c5479, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d0aeeda6-8e55-4992-8168-85fa0c1c5479,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:18.998433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.011553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Calling delete_port for d0aeeda6-8e55-4992-8168-85fa0c1c5479 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:19.258154 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.293312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0aeeda6-8e55-4992-8168-85fa0c1c5479,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.468508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.694636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:19.801358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:19.815854 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dfe246dd-9cb9-423c-adf7-c371e0354490 admin admin] 10.222.0.59 "PUT /v2.0/routers/7bf364e2-87e8-4b44-ba5a-dc2a62207eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5962293 Sep 16 05:26:19.818088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54378) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:19.837838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] Sync routers for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:19.847718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:19.848335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:26:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:19.933141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.961232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:20.043402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.137760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:26:19Z', 'revision_number': 5, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port': {'id': 'c0c1de82-2e02-4df6-b102-398d376c5ade', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:20.153474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Deleting port c0c1de82-2e02-4df6-b102-398d376c5ade {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:20.153823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.168976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] Checking router: 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:20.179046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] Routers {'7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:20.179704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:26:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:20.238216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] For port c0c1de82-2e02-4df6-b102-398d376c5ade, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c0c1de82-2e02-4df6-b102-398d376c5ade,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:20.238584 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.251855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Calling delete_port for c0c1de82-2e02-4df6-b102-398d376c5ade owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:20.270132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] Set router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:20.325588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:26:20Z', 'revision_number': 6, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:20.357178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccfc44-827e-45b3-893f-2f02d42c6856 None None] The sync data for ids ['7bf364e2-87e8-4b44-ba5a-dc2a62207eb4'] in n-d-712143-16 is: [{'id': '7bf364e2-87e8-4b44-ba5a-dc2a62207eb4', 'name': 'tempest-ServerActionsTestJSON-1228941399-router', 'tenant_id': '902bf2fdc52645658eacbd9a3c631a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:26:20Z', 'revision_number': 6, 'project_id': '902bf2fdc52645658eacbd9a3c631a58', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:20.509184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.539825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c1de82-2e02-4df6-b102-398d376c5ade,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.616293 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.708646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.711486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.822448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.822989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:26:20.827666 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.828826 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-66662462-bd12-47cf-8872-897f32ea29f8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7bf364e2-87e8-4b44-ba5a-dc2a62207eb4 HTTP/1.1" status: 204 len: 168 time: 1.0096464 Sep 16 05:26:20.831206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54394) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.880259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-19454cf2-c5f8-4353-b795-32594c1677c3 admin admin] Deleting subnet 065dfe4b-32da-4502-9e5d-3c4a5e77044a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:20.883360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19454cf2-c5f8-4353-b795-32594c1677c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.919689 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19454cf2-c5f8-4353-b795-32594c1677c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.006710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19454cf2-c5f8-4353-b795-32594c1677c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.109777 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19454cf2-c5f8-4353-b795-32594c1677c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.154820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f273087-4a02-4a7d-962a-5e9368b5a800 None None] Network 5124c92f-3cbd-487a-95e9-c6ce4cb18054 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:21.158086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19454cf2-c5f8-4353-b795-32594c1677c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065dfe4b-32da-4502-9e5d-3c4a5e77044a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.163922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19454cf2-c5f8-4353-b795-32594c1677c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.166771 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-19454cf2-c5f8-4353-b795-32594c1677c3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/065dfe4b-32da-4502-9e5d-3c4a5e77044a HTTP/1.1" status: 204 len: 168 time: 0.3342748 Sep 16 05:26:21.168844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54400) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:21.240494 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.298953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Deleting port 144137a9-4075-4611-acd2-1129de48bd75 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:21.299415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.391976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] DHCP port deletion for 5124c92f-3cbd-487a-95e9-c6ce4cb18054 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:21.457212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] Deleting port 144137a9-4075-4611-acd2-1129de48bd75 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:21.457758 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.551253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] For port 144137a9-4075-4611-acd2-1129de48bd75, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=144137a9-4075-4611-acd2-1129de48bd75,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:21.551882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.582592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] Calling delete_port for 144137a9-4075-4611-acd2-1129de48bd75 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:21.767482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] For port 144137a9-4075-4611-acd2-1129de48bd75, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=144137a9-4075-4611-acd2-1129de48bd75,segment=NetworkSegment(19fc35a7-2fc7-469b-83f2-0cb7364d85dd),segment_id=19fc35a7-2fc7-469b-83f2-0cb7364d85dd)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:21.768064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.794354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Calling delete_port for 144137a9-4075-4611-acd2-1129de48bd75 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:21.823809 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.861854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] No DVR routers for this DVR port 144137a9-4075-4611-acd2-1129de48bd75 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:21.871858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289169-ffe4-4cc7-be95-34a6584cc04c None None] Pushing event deleted for resources: {'Port': ['ID=144137a9-4075-4611-acd2-1129de48bd75,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.881746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.913307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Pushing event deleted for resources: {'Port': ['ID=144137a9-4075-4611-acd2-1129de48bd75,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.917781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] No DVR routers for this DVR port 144137a9-4075-4611-acd2-1129de48bd75 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:21.995376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.015716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5124c92f-3cbd-487a-95e9-c6ce4cb18054']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:22.025501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fc35a7-2fc7-469b-83f2-0cb7364d85dd') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:22.025805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fc35a7-2fc7-469b-83f2-0cb7364d85dd') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:22.035270 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.049088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.055465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:22.055867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:22.069145 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:22.205324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.210722 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.216015 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5124c92f-3cbd-487a-95e9-c6ce4cb18054 HTTP/1.1" status: 204 len: 168 time: 1.0427899 Sep 16 05:26:22.224832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9a96a-fb38-43e3-85c0-4d27d23e7184 admin admin] Pushing event deleted for resources: {'Network': ['ID=5124c92f-3cbd-487a-95e9-c6ce4cb18054,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:22.340045 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d0aeeda6-8e55-4992-8168-85fa0c1c5479 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:22.360799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d0aeeda6-8e55-4992-8168-85fa0c1c5479 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:22.364155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d0aeeda6-8e55-4992-8168-85fa0c1c5479 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:22.364155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c0c1de82-2e02-4df6-b102-398d376c5ade no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:22.380298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c0c1de82-2e02-4df6-b102-398d376c5ade {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:22.380648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c0c1de82-2e02-4df6-b102-398d376c5ade not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:22.381069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 144137a9-4075-4611-acd2-1129de48bd75 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:22.399935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 144137a9-4075-4611-acd2-1129de48bd75 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:22.400230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 144137a9-4075-4611-acd2-1129de48bd75 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:22.637275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54424) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:22.681542 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-74bec7f8-1229-402c-b11d-e8161d763305 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=902bf2fdc52645658eacbd9a3c631a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430975 Sep 16 05:26:22.684132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:22.731939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94c3e324-770b-461b-9bf9-12a9cb4d1ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.754764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94c3e324-770b-461b-9bf9-12a9cb4d1ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.909275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94c3e324-770b-461b-9bf9-12a9cb4d1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.912058 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94c3e324-770b-461b-9bf9-12a9cb4d1ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.917085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-94c3e324-770b-461b-9bf9-12a9cb4d1ff8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/150973a6-e674-4df5-8217-2dd113d646b3 HTTP/1.1" status: 204 len: 168 time: 0.2317495 Sep 16 05:26:22.925496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3e324-770b-461b-9bf9-12a9cb4d1ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150973a6-e674-4df5-8217-2dd113d646b3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:24.071406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54470) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:24.175006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-402273516-network', 'tenant_id': 'ad4108adf1824092b1e40c14c15d12ad'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:24.263927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Made reservation on behalf of ad4108adf1824092b1e40c14c15d12ad for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:24.266613 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.277499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.366938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.446113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.476188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:24.480844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:24.489463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.489956 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Added segment e34482b0-e221-4c94-b3f2-d520727455d3 of type vlan for network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 Sep 16 05:26:24.533211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.623396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.624350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:24.624943 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.687933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] Pushing event updated for resources: {'Network': ['ID=1838f6ae-0daf-4aa1-a429-7bedc985ee03,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:24.698951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:24.754656 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f78a5abe-9943-4985-96fe-d993a7081e52 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6816471 Sep 16 05:26:24.757816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 54482) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:24.762648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Request body: {'subnet': {'network_id': '1838f6ae-0daf-4aa1-a429-7bedc985ee03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-402273516-subnet', 'tenant_id': 'ad4108adf1824092b1e40c14c15d12ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:24.857643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Made reservation on behalf of ad4108adf1824092b1e40c14c15d12ad for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:24.860057 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.133211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.187670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd514f68-5da5-46b7-b935-b8c6dbdec3fb,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:25.197302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Checking segment: {'id': 'e34482b0-e221-4c94-b3f2-d520727455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1838f6ae-0daf-4aa1-a429-7bedc985ee03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:25.197713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Network hostable DHCP agents. Network: 1838f6ae-0daf-4aa1-a429-7bedc985ee03, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:25.308990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:25.406114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 1838f6ae-0daf-4aa1-a429-7bedc985ee03) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:25.410867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.411887 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.414993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419930f1-b0f4-4bc9-8468-64067d700fc5 None None] Network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:25.519620 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-64ff209e-a1bb-4daf-9b2a-26cd75532426 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7568512 Sep 16 05:26:25.549823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e66276-a3c1-45b7-a33e-576513b8e86d None None] Network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:25.958962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-24d0cdab-9ccb-4ba2-97ef-0eb1ea11f324 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.962347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-24d0cdab-9ccb-4ba2-97ef-0eb1ea11f324 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/networks?id=1838f6ae-0daf-4aa1-a429-7bedc985ee03 HTTP/1.1" status: 200 len: 813 time: 0.1072755 Sep 16 05:26:25.979870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-b3759f08-37c1-49cd-889e-769ad392f4b2 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/quotas/ad4108adf1824092b1e40c14c15d12ad HTTP/1.1" status: 200 len: 375 time: 0.0109823 Sep 16 05:26:26.018217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-91830579-fb5a-4120-ab45-945f75605e59 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad4108adf1824092b1e40c14c15d12ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323412 Sep 16 05:26:26.111742 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-78076198-826b-4502-a0b1-cd46ed90370e service neutron] 10.222.0.59 "GET /v2.0/networks/1838f6ae-0daf-4aa1-a429-7bedc985ee03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852840 Sep 16 05:26:26.206691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-4e94e4ae-126d-4ae2-9ccf-191ebdf778c4 service neutron] 10.222.0.59 "GET /v2.0/networks/1838f6ae-0daf-4aa1-a429-7bedc985ee03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886383 Sep 16 05:26:26.422670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b729cda3-488f-446a-bc6a-b06447281c00 req-d21ca721-63e0-4863-861a-149d0f57bc56 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 210 time: 0.0286233 Sep 16 05:26:27.518279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ae3fbf6-1956-4b33-93c1-cc91593cccad req-c184bd35-6457-45a5-aa95-2b0abeccbf94 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 210 time: 0.0265577 Sep 16 05:26:28.263732 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.538799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-85f95872-5192-4b8a-be8f-698de2772021 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.540591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-85f95872-5192-4b8a-be8f-698de2772021 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.60 "GET /v2.0/networks?id=1838f6ae-0daf-4aa1-a429-7bedc985ee03 HTTP/1.1" status: 200 len: 813 time: 0.1072247 Sep 16 05:26:28.555891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Request body: {'port': {'device_id': '507a59e3-ef3c-43f3-a3ac-65ba3d333095', 'network_id': '1838f6ae-0daf-4aa1-a429-7bedc985ee03', 'admin_state_up': True, 'tenant_id': 'ad4108adf1824092b1e40c14c15d12ad'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:28.642713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b97f7c1-0387-4b29-9ea3-fd690b99f28e req-a42f3da5-6bed-4e3a-9d59-9c5bd129ac29 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 210 time: 0.0546486 Sep 16 05:26:28.776690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Made reservation on behalf of ad4108adf1824092b1e40c14c15d12ad for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:28.780279 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.910496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Allocated IP 172.20.0.11 (1838f6ae-0daf-4aa1-a429-7bedc985ee03/dd514f68-5da5-46b7-b935-b8c6dbdec3fb/ac400b61-16a2-49aa-9bf2-9e3393bcd489) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:29.067122 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.236579 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.278653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:29.281908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:29.288502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:29.295085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Pushing event updated for resources: {'Port': ['ID=ac400b61-16a2-49aa-9bf2-9e3393bcd489,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:29.340043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:29.340653 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.406953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-d9beff67-4354-4fbf-8faa-e3bf53396c6a tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8552907 Sep 16 05:26:29.419902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Request body: {'port': {'device_id': '507a59e3-ef3c-43f3-a3ac-65ba3d333095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:29.479203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.777770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac400b61-16a2-49aa-9bf2-9e3393bcd489 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:29.787539 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.805647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fd9d7-66a9-4105-a44a-0a5278c85468 req-5369de0c-75e0-4bae-9917-ac436623ad87 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:29.807151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe3fd9d7-66a9-4105-a44a-0a5278c85468 req-5369de0c-75e0-4bae-9917-ac436623ad87 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 932 time: 0.0948768 Sep 16 05:26:29.811994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Transition to ACTIVE for port object ac400b61-16a2-49aa-9bf2-9e3393bcd489 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:29.849815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe3fd9d7-66a9-4105-a44a-0a5278c85468 req-7cf93d15-e0d3-49b6-9362-bea9ffc20700 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Sep 16 05:26:29.874524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.927468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Pushing event updated for resources: {'Port': ['ID=ac400b61-16a2-49aa-9bf2-9e3393bcd489,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:29.992577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Attempting to bind port ac400b61-16a2-49aa-9bf2-9e3393bcd489 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:29.992920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Attempting to bind port ac400b61-16a2-49aa-9bf2-9e3393bcd489 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'e34482b0-e221-4c94-b3f2-d520727455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1838f6ae-0daf-4aa1-a429-7bedc985ee03'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:29.993473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Attempting to bind port ac400b61-16a2-49aa-9bf2-9e3393bcd489 on network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:29.997746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Port ac400b61-16a2-49aa-9bf2-9e3393bcd489 on network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:29.998073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Attempting to bind port ac400b61-16a2-49aa-9bf2-9e3393bcd489 on network 1838f6ae-0daf-4aa1-a429-7bedc985ee03 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:30.003282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:30.003630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Checking segment: {'id': 'e34482b0-e221-4c94-b3f2-d520727455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1838f6ae-0daf-4aa1-a429-7bedc985ee03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:30.004016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Bound using segment: {'id': 'e34482b0-e221-4c94-b3f2-d520727455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1838f6ae-0daf-4aa1-a429-7bedc985ee03'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:30.004450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Bound port: ac400b61-16a2-49aa-9bf2-9e3393bcd489, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34482b0-e221-4c94-b3f2-d520727455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1838f6ae-0daf-4aa1-a429-7bedc985ee03'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:30.004812 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.072987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] For port ac400b61-16a2-49aa-9bf2-9e3393bcd489, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:30.075969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] For port ac400b61-16a2-49aa-9bf2-9e3393bcd489, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ac400b61-16a2-49aa-9bf2-9e3393bcd489,segment=NetworkSegment(e34482b0-e221-4c94-b3f2-d520727455d3),segment_id=e34482b0-e221-4c94-b3f2-d520727455d3)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:30.201300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.234509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.235589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.237080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] 10.222.0.60 "PUT /v2.0/ports/ac400b61-16a2-49aa-9bf2-9e3393bcd489 HTTP/1.1" status: 200 len: 1093 time: 0.8213277 Sep 16 05:26:30.239670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507a59e3-ef3c-43f3-a3ac-65ba3d333095', 'tag': 'ac400b61-16a2-49aa-9bf2-9e3393bcd489'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:30.242028 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea228f20-18c2-4310-b6c7-80f230ed3ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "507a59e3-ef3c-43f3-a3ac-65ba3d333095", "tag": "ac400b61-16a2-49aa-9bf2-9e3393bcd489"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:30.274353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7d71e-4f16-451e-979f-5f431e510ccc service neutron] Pushing event updated for resources: {'Port': ['ID=ac400b61-16a2-49aa-9bf2-9e3393bcd489,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.287855 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e3305-2058-413c-89fd-d3e03c12586c x-openstack-request-id: req-c93e3305-2058-413c-89fd-d3e03c12586c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:30.288271 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507a59e3-ef3c-43f3-a3ac-65ba3d333095", "tag": "ac400b61-16a2-49aa-9bf2-9e3393bcd489", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:30.288597 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c93e3305-2058-413c-89fd-d3e03c12586c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:30.289087 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507a59e3-ef3c-43f3-a3ac-65ba3d333095', 'tag': 'ac400b61-16a2-49aa-9bf2-9e3393bcd489', 'status': 'completed', 'code': 200} Sep 16 05:26:30.358554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea228f20-18c2-4310-b6c7-80f230ed3ab9 req-dcacc1f5-a261-4a01-8a98-4affc34c1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.360153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea228f20-18c2-4310-b6c7-80f230ed3ab9 req-dcacc1f5-a261-4a01-8a98-4affc34c1d97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad4108adf1824092b1e40c14c15d12ad&device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 1096 time: 0.0426211 Sep 16 05:26:30.462285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea228f20-18c2-4310-b6c7-80f230ed3ab9 req-f2ab876a-b03e-437d-85fc-3fcaf3a17b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.463823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea228f20-18c2-4310-b6c7-80f230ed3ab9 req-f2ab876a-b03e-437d-85fc-3fcaf3a17b80 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ad4108adf1824092b1e40c14c15d12ad&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0946441 Sep 16 05:26:30.556433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea228f20-18c2-4310-b6c7-80f230ed3ab9 req-4f2d399b-196f-45aa-a74a-234be745dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.557948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea228f20-18c2-4310-b6c7-80f230ed3ab9 req-4f2d399b-196f-45aa-a74a-234be745dc2b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867651 Sep 16 05:26:30.632051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-225eeddf-0aff-4680-b98b-885a03685477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.633567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-225eeddf-0aff-4680-b98b-885a03685477 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad4108adf1824092b1e40c14c15d12ad&device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 1096 time: 0.0400054 Sep 16 05:26:30.677005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-a248f195-5191-4f56-9434-3f5e3d585e6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac400b61-16a2-49aa-9bf2-9e3393bcd489 HTTP/1.1" status: 200 len: 217 time: 0.0359733 Sep 16 05:26:30.726853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-a80025bd-e1b2-4a19-9df7-0ea8a9906870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.728298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-a80025bd-e1b2-4a19-9df7-0ea8a9906870 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd514f68-5da5-46b7-b935-b8c6dbdec3fb HTTP/1.1" status: 200 len: 853 time: 0.0439126 Sep 16 05:26:30.760767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-c67fc7a4-e5a5-4ace-a780-acc8252dcf7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1838f6ae-0daf-4aa1-a429-7bedc985ee03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241683 Sep 16 05:26:30.856909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-c98bf1c7-a339-4752-b10b-1684bd4b1c75 service neutron] 10.222.0.60 "GET /v2.0/networks/1838f6ae-0daf-4aa1-a429-7bedc985ee03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889719 Sep 16 05:26:30.982649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bf0cef3-334d-4d25-a71b-ec51fab1fa9e req-efc99f0f-83d9-4065-ad85-e185f9b5ca4c service neutron] 10.222.0.60 "GET /v2.0/networks/1838f6ae-0daf-4aa1-a429-7bedc985ee03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171601 Sep 16 05:26:31.001468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4e2d1-3758-4e6a-b884-b28be22c6ecc req-26cf576e-f31e-4693-bc5c-df6a8e43a4ea tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.001468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54d4e2d1-3758-4e6a-b884-b28be22c6ecc req-26cf576e-f31e-4693-bc5c-df6a8e43a4ea tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 944 time: 0.0766129 Sep 16 05:26:31.039499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54d4e2d1-3758-4e6a-b884-b28be22c6ecc req-097a135f-2466-4da6-ba87-f04040eb6709 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345082 Sep 16 05:26:31.715140 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-5d13020d-bc5a-4643-9c7f-ba7cf8d8756a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412285 Sep 16 05:26:31.788706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-1dea440c-20fa-47fc-aa55-e452a95ea5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.790278 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-1dea440c-20fa-47fc-aa55-e452a95ea5ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1097 time: 0.0442507 Sep 16 05:26:31.896772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-0391fe0a-3d41-414e-acf4-13d398b9bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.898225 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-0391fe0a-3d41-414e-acf4-13d398b9bd40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a43209a-ded8-446b-ae98-0bbb6982a819 HTTP/1.1" status: 200 len: 909 time: 0.0850885 Sep 16 05:26:31.967463 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-3d8ea55e-e32f-4cc7-8161-1504a00c3de1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9 HTTP/1.1" status: 200 len: 1001 time: 0.0619037 Sep 16 05:26:32.017190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-80256525-80b7-4e8e-95fe-27db299dfa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.018784 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-80256525-80b7-4e8e-95fe-27db299dfa57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c56ca7b-f921-4289-ad96-aab819949e95 HTTP/1.1" status: 200 len: 847 time: 0.0447428 Sep 16 05:26:32.063985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-0032786a-d67a-438d-9768-b4742c689187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.065503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-0032786a-d67a-438d-9768-b4742c689187 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a43209a-ded8-446b-ae98-0bbb6982a819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400736 Sep 16 05:26:32.156353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4269-dbfd-439e-a1d7-7c215eb67bed req-a5778208-10be-4bf0-bf13-eecb36c51e84 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.157887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60be4269-dbfd-439e-a1d7-7c215eb67bed req-a5778208-10be-4bf0-bf13-eecb36c51e84 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 944 time: 0.0510848 Sep 16 05:26:32.164698 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-a7bacb18-ef28-42b4-8349-4888fe723112 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917222 Sep 16 05:26:32.200512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60be4269-dbfd-439e-a1d7-7c215eb67bed req-63e12e4e-8c8d-4fee-a1a9-0293c7155cc4 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363574 Sep 16 05:26:32.261194 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-05bbc566-8c5a-4597-80e6-f1ae3abd9be2 req-9c68c38b-4dc6-4905-8655-18f69cd8c934 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891466 Sep 16 05:26:33.322537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd3eb-b037-4088-a069-0c75276a80bf req-33d98a3b-bbe3-4621-be8b-e6039f64abb5 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.324043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-004bd3eb-b037-4088-a069-0c75276a80bf req-33d98a3b-bbe3-4621-be8b-e6039f64abb5 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 944 time: 0.0522828 Sep 16 05:26:33.362222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-004bd3eb-b037-4088-a069-0c75276a80bf req-7ad48f78-6919-4e91-ba88-37005df123c6 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Sep 16 05:26:34.480537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d349f-6125-4dee-a326-f3c87aced2f1 req-fc462c6d-7399-4d70-abed-31fe4dfb6eb1 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:34.481939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-509d349f-6125-4dee-a326-f3c87aced2f1 req-fc462c6d-7399-4d70-abed-31fe4dfb6eb1 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 944 time: 0.0528142 Sep 16 05:26:34.521302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-509d349f-6125-4dee-a326-f3c87aced2f1 req-6e81b57b-d037-4741-b1fe-72e5fdf910c3 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Sep 16 05:26:35.208991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ac400b61-16a2-49aa-9bf2-9e3393bcd489 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:35.306298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ac400b61-16a2-49aa-9bf2-9e3393bcd489, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ac400b61-16a2-49aa-9bf2-9e3393bcd489,segment=NetworkSegment(e34482b0-e221-4c94-b3f2-d520727455d3),segment_id=e34482b0-e221-4c94-b3f2-d520727455d3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:35.320697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'ac400b61-16a2-49aa-9bf2-9e3393bcd489', 'network_id': '1838f6ae-0daf-4aa1-a429-7bedc985ee03', 'port_id': 'ac400b61-16a2-49aa-9bf2-9e3393bcd489', 'mac_address': 'fa:16:3e:51:e4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd514f68-5da5-46b7-b935-b8c6dbdec3fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:35.358458 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.372799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac400b61-16a2-49aa-9bf2-9e3393bcd489 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:35.392342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ac400b61-16a2-49aa-9bf2-9e3393bcd489, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ac400b61-16a2-49aa-9bf2-9e3393bcd489,segment=NetworkSegment(e34482b0-e221-4c94-b3f2-d520727455d3),segment_id=e34482b0-e221-4c94-b3f2-d520727455d3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:35.520418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.568786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=ac400b61-16a2-49aa-9bf2-9e3393bcd489,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.638436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83c45c-6f93-43f4-94ef-9a8de6aa78ed req-eaed8005-0846-4e70-a37b-0a8b2f75eb1e tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.639978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d83c45c-6f93-43f4-94ef-9a8de6aa78ed req-eaed8005-0846-4e70-a37b-0a8b2f75eb1e tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 945 time: 0.0511203 Sep 16 05:26:35.679499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d83c45c-6f93-43f4-94ef-9a8de6aa78ed req-87425be6-37ab-4ab9-a534-0758be6f73df tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328791 Sep 16 05:26:35.773035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ac400b61-16a2-49aa-9bf2-9e3393bcd489'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:36.799172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f336-b161-45df-ae3c-bd5a0d3e45f3 req-de8e6e7e-fa7b-4216-8ccb-fb03df844d9f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:36.800807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d914f336-b161-45df-ae3c-bd5a0d3e45f3 req-de8e6e7e-fa7b-4216-8ccb-fb03df844d9f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 945 time: 0.0499530 Sep 16 05:26:36.842141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d914f336-b161-45df-ae3c-bd5a0d3e45f3 req-b4007560-b528-41e9-8cab-30b3ced072c4 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345669 Sep 16 05:26:37.227076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ac400b61-16a2-49aa-9bf2-9e3393bcd489 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:37.343318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port ac400b61-16a2-49aa-9bf2-9e3393bcd489 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:37.347440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port ac400b61-16a2-49aa-9bf2-9e3393bcd489 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:37.347666 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.435192 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.457230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507a59e3-ef3c-43f3-a3ac-65ba3d333095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac400b61-16a2-49aa-9bf2-9e3393bcd489'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:37.459533 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0593501-884e-4b96-b9d2-f1b90516ce2e" -d '{"events": [{"server_uuid": "507a59e3-ef3c-43f3-a3ac-65ba3d333095", "name": "network-vif-plugged", "status": "completed", "tag": "ac400b61-16a2-49aa-9bf2-9e3393bcd489"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:37.473367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port ac400b61-16a2-49aa-9bf2-9e3393bcd489, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ac400b61-16a2-49aa-9bf2-9e3393bcd489,segment=NetworkSegment(e34482b0-e221-4c94-b3f2-d520727455d3),segment_id=e34482b0-e221-4c94-b3f2-d520727455d3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:37.498677 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253cad84-368c-43d3-8da7-1838f03220b6 x-openstack-request-id: req-253cad84-368c-43d3-8da7-1838f03220b6 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:37.498916 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507a59e3-ef3c-43f3-a3ac-65ba3d333095", "name": "network-vif-plugged", "status": "completed", "tag": "ac400b61-16a2-49aa-9bf2-9e3393bcd489", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:37.499177 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-253cad84-368c-43d3-8da7-1838f03220b6 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:37.499609 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507a59e3-ef3c-43f3-a3ac-65ba3d333095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac400b61-16a2-49aa-9bf2-9e3393bcd489', 'code': 200} Sep 16 05:26:37.572382 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.601387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec481-a80f-435c-b36f-38fded2c736f req-d81d3f97-34d6-4987-9dad-0e97576162aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.602964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71fec481-a80f-435c-b36f-38fded2c736f req-d81d3f97-34d6-4987-9dad-0e97576162aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 1097 time: 0.0469332 Sep 16 05:26:37.621137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=ac400b61-16a2-49aa-9bf2-9e3393bcd489,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.628971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.629327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.629679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.630023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.630365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.630708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.631281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.631403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.631728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.632298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.632567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.632892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:37.649239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71fec481-a80f-435c-b36f-38fded2c736f req-ab617317-2fd9-46a9-aeff-7a3adf9f3b22 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389600 Sep 16 05:26:37.958110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ac06b-2007-434b-9169-b1d1df459acb req-5ff65898-966d-4c94-b8aa-d2da4742dc0b tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.959591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f3ac06b-2007-434b-9169-b1d1df459acb req-5ff65898-966d-4c94-b8aa-d2da4742dc0b tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 946 time: 0.0497167 Sep 16 05:26:38.004497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f3ac06b-2007-434b-9169-b1d1df459acb req-c640b30f-1e45-4339-83d7-cd17507eeec7 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Sep 16 05:26:39.124323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7011f-e60b-4c7f-a9f3-b200ddb4b4b0 req-d9dfbc4e-3ece-4923-b498-b3addc608d0f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.125857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84b7011f-e60b-4c7f-a9f3-b200ddb4b4b0 req-d9dfbc4e-3ece-4923-b498-b3addc608d0f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 946 time: 0.0512528 Sep 16 05:26:39.165590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-84b7011f-e60b-4c7f-a9f3-b200ddb4b4b0 req-8ef1b612-1fd7-4e41-bfed-a9c4a8eb8dd6 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Sep 16 05:26:39.807644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9df1d1-aed4-4984-aad1-386823e11cf6 req-a64f790c-fc81-498e-8010-6c26c8f319ed tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.809228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba9df1d1-aed4-4984-aad1-386823e11cf6 req-a64f790c-fc81-498e-8010-6c26c8f319ed tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 946 time: 0.0533881 Sep 16 05:26:39.851740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba9df1d1-aed4-4984-aad1-386823e11cf6 req-e5b2b19d-1282-4356-a421-a586bbf02deb tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363622 Sep 16 05:26:40.594348 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.972680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913872a-a4d2-4777-8559-5f2752b29154 req-f42ad1d4-6de7-4fa5-94b9-ebec070d3b4e tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:40.974175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d913872a-a4d2-4777-8559-5f2752b29154 req-f42ad1d4-6de7-4fa5-94b9-ebec070d3b4e tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 946 time: 0.0553632 Sep 16 05:26:41.014105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d913872a-a4d2-4777-8559-5f2752b29154 req-96b0aa7a-05f9-46ba-aee4-b776ca499476 tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Sep 16 05:26:41.046199 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7086deae-5a43-483a-9a2a-0b2446fc8814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.129143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-259036a0-9f31-4876-9a58-d281c8534b9b tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:41.130974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-259036a0-9f31-4876-9a58-d281c8534b9b tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.60 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 946 time: 0.0508566 Sep 16 05:26:41.230716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Deleting port ac400b61-16a2-49aa-9bf2-9e3393bcd489 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:41.231126 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.329051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] For port ac400b61-16a2-49aa-9bf2-9e3393bcd489, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=ac400b61-16a2-49aa-9bf2-9e3393bcd489,segment=NetworkSegment(e34482b0-e221-4c94-b3f2-d520727455d3),segment_id=e34482b0-e221-4c94-b3f2-d520727455d3)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:41.329516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.343762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Calling delete_port for ac400b61-16a2-49aa-9bf2-9e3393bcd489 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:41.583948 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.596298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['ac400b61-16a2-49aa-9bf2-9e3393bcd489'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:41.613705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Pushing event deleted for resources: {'Port': ['ID=ac400b61-16a2-49aa-9bf2-9e3393bcd489,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:41.662840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] No DVR routers for this DVR port ac400b61-16a2-49aa-9bf2-9e3393bcd489 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:41.666242 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.668500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b719e057-04a4-4b11-848b-1cbdd00d45a6 req-ff0b2b9e-fc5b-4056-9751-2ec06772911f tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.60 "DELETE /v2.0/ports/ac400b61-16a2-49aa-9bf2-9e3393bcd489 HTTP/1.1" status: 204 len: 173 time: 0.5310504 Sep 16 05:26:41.668970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507a59e3-ef3c-43f3-a3ac-65ba3d333095', 'name': 'network-vif-deleted', 'tag': 'ac400b61-16a2-49aa-9bf2-9e3393bcd489'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:41.671386 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c56cbd1-fd0f-40b4-b694-72fef5e5104b" -d '{"events": [{"server_uuid": "507a59e3-ef3c-43f3-a3ac-65ba3d333095", "name": "network-vif-deleted", "tag": "ac400b61-16a2-49aa-9bf2-9e3393bcd489"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:41.708394 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f4c99-3a2d-4bf3-8f42-954b91a7290e x-openstack-request-id: req-2f3f4c99-3a2d-4bf3-8f42-954b91a7290e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:41.708691 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507a59e3-ef3c-43f3-a3ac-65ba3d333095", "name": "network-vif-deleted", "tag": "ac400b61-16a2-49aa-9bf2-9e3393bcd489", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:41.708950 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f3f4c99-3a2d-4bf3-8f42-954b91a7290e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:41.709349 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507a59e3-ef3c-43f3-a3ac-65ba3d333095', 'name': 'network-vif-deleted', 'tag': 'ac400b61-16a2-49aa-9bf2-9e3393bcd489', 'status': 'completed', 'code': 200} Sep 16 05:26:42.122272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b37bdc39-8e15-463d-898d-58cb99516f7a req-ca1a56ae-f1c0-4e62-ae1c-686739b6a3ac tempest-ServerAddressesTestJSON-941615735 tempest-ServerAddressesTestJSON-941615735-project] 10.222.0.59 "GET /v2.0/ports?device_id=507a59e3-ef3c-43f3-a3ac-65ba3d333095 HTTP/1.1" status: 200 len: 210 time: 0.0264041 Sep 16 05:26:43.177361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55112) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:43.227353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed3e981-1c6f-4cee-85dc-1094c3295c2c admin admin] Deleting subnet dd514f68-5da5-46b7-b935-b8c6dbdec3fb {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:43.230459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e981-1c6f-4cee-85dc-1094c3295c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.265470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e981-1c6f-4cee-85dc-1094c3295c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.303435 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e981-1c6f-4cee-85dc-1094c3295c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.434856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e981-1c6f-4cee-85dc-1094c3295c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.459798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3e981-1c6f-4cee-85dc-1094c3295c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd514f68-5da5-46b7-b935-b8c6dbdec3fb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:43.474086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ed3e981-1c6f-4cee-85dc-1094c3295c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.477273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2ed3e981-1c6f-4cee-85dc-1094c3295c2c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dd514f68-5da5-46b7-b935-b8c6dbdec3fb HTTP/1.1" status: 204 len: 168 time: 0.2977147 Sep 16 05:26:43.517192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55116) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:43.557517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.642797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.663569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1838f6ae-0daf-4aa1-a429-7bedc985ee03']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:43.673705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34482b0-e221-4c94-b3f2-d520727455d3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:43.674004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34482b0-e221-4c94-b3f2-d520727455d3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:43.684187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.697698 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.703948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:43.704463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:43.706329 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:43.834701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.843586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.845736 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1838f6ae-0daf-4aa1-a429-7bedc985ee03 HTTP/1.1" status: 204 len: 168 time: 0.3654747 Sep 16 05:26:43.862230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e328a54-732a-4cee-9929-833aba763c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1838f6ae-0daf-4aa1-a429-7bedc985ee03,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:44.305943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55122) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:44.342898 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.352763 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-11bad1a8-0255-4b11-9731-854974b50266 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad4108adf1824092b1e40c14c15d12ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454731 Sep 16 05:26:44.355192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55124) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:44.423622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2663a19c-ff8c-40a8-ab8e-b6a6d296bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.448183 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2663a19c-ff8c-40a8-ab8e-b6a6d296bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.468120 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0787e9a-45b7-459b-b3ff-431d34a75673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.572599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2663a19c-ff8c-40a8-ab8e-b6a6d296bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.575496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2663a19c-ff8c-40a8-ab8e-b6a6d296bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.579024 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2663a19c-ff8c-40a8-ab8e-b6a6d296bb49 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0bf2867-d2c5-4f5d-9df6-af30210b8cb5 HTTP/1.1" status: 204 len: 168 time: 0.2203498 Sep 16 05:26:44.584987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663a19c-ff8c-40a8-ab8e-b6a6d296bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf2867-d2c5-4f5d-9df6-af30210b8cb5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:45.240296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.261767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ac400b61-16a2-49aa-9bf2-9e3393bcd489 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:45.283430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: ac400b61-16a2-49aa-9bf2-9e3393bcd489 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:45.283703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device ac400b61-16a2-49aa-9bf2-9e3393bcd489 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:45.641180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55152) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:45.744136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-893429640-network', 'tenant_id': '7bf637feb9904b4b83c728d1103abc39'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:45.840362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Made reservation on behalf of 7bf637feb9904b4b83c728d1103abc39 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:45.842737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.852046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.942649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.068477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.094456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:46.103932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:46.110067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.110427 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Added segment c78e6c72-27e4-4959-b199-1e4af6ddc4ab of type vlan for network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 Sep 16 05:26:46.150731 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.245938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.247062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:46.247699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.309816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] Pushing event updated for resources: {'Network': ['ID=358f8baf-0b74-41f4-8088-fe2af6cf2e28,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:46.320500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:46.340609 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0a23dfdc-3753-4254-b223-9c455e056c6e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6955621 Sep 16 05:26:46.341829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55162) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:46.350656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Request body: {'subnet': {'network_id': '358f8baf-0b74-41f4-8088-fe2af6cf2e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-893429640-subnet', 'tenant_id': '7bf637feb9904b4b83c728d1103abc39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:46.398772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55164) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:46.446510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Made reservation on behalf of 7bf637feb9904b4b83c728d1103abc39 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:46.449562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.521160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33c16d1d-e21e-4018-9c8e-bcda41843653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.695691 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33c16d1d-e21e-4018-9c8e-bcda41843653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.799938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.832764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33c16d1d-e21e-4018-9c8e-bcda41843653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.894946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b41bed-079b-4a7a-b4e8-21003c4bf2a7,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:46.898702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-33c16d1d-e21e-4018-9c8e-bcda41843653 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73dd661fc8a048c79ef2f7336bd261b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988165 Sep 16 05:26:46.901465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c16d1d-e21e-4018-9c8e-bcda41843653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ede99c-8567-4e63-afca-6d81b5a5da77,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:46.902045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55170) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:46.910697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Checking segment: {'id': 'c78e6c72-27e4-4959-b199-1e4af6ddc4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '358f8baf-0b74-41f4-8088-fe2af6cf2e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:46.911062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Network hostable DHCP agents. Network: 358f8baf-0b74-41f4-8088-fe2af6cf2e28, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:46.915619 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.959043 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07cfef59-f858-460c-9136-2f369e8b70c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.979495 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07cfef59-f858-460c-9136-2f369e8b70c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.011383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:47.102505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 358f8baf-0b74-41f4-8088-fe2af6cf2e28) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:47.106610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:47.107206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.111336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a472d-3470-4227-92ef-75346c670ca1 None None] Network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:47.142301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07cfef59-f858-460c-9136-2f369e8b70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.145270 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07cfef59-f858-460c-9136-2f369e8b70c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.146449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-07cfef59-f858-460c-9136-2f369e8b70c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4ede99c-8567-4e63-afca-6d81b5a5da77 HTTP/1.1" status: 204 len: 168 time: 0.2434227 Sep 16 05:26:47.154408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfef59-f858-460c-9136-2f369e8b70c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ede99c-8567-4e63-afca-6d81b5a5da77,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:47.212404 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c117b042-3c5f-414d-9ba3-740e9003cffe admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8692756 Sep 16 05:26:47.241294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421257dc-ecd4-41c0-be69-61606eb082c5 None None] Network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:49.285163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-cda41132-cc15-4592-a43b-68e7aab783b6 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.287678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-cda41132-cc15-4592-a43b-68e7aab783b6 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/networks?id=358f8baf-0b74-41f4-8088-fe2af6cf2e28 HTTP/1.1" status: 200 len: 809 time: 0.1066329 Sep 16 05:26:49.302115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-e8501b9f-e734-492a-829b-ed8f6bf0a0bc tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/quotas/7bf637feb9904b4b83c728d1103abc39 HTTP/1.1" status: 200 len: 375 time: 0.0089257 Sep 16 05:26:49.332751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-58810116-6705-4dea-9916-befa1972504d tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7bf637feb9904b4b83c728d1103abc39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254645 Sep 16 05:26:49.426829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-6ae731f2-411d-4308-a179-026bd6964e6b service neutron] 10.222.0.59 "GET /v2.0/networks/358f8baf-0b74-41f4-8088-fe2af6cf2e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864952 Sep 16 05:26:49.525365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-8f6e47bb-88a3-4b4f-b692-82eb9f9cee96 service neutron] 10.222.0.59 "GET /v2.0/networks/358f8baf-0b74-41f4-8088-fe2af6cf2e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923309 Sep 16 05:26:49.927063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e252bf63-02a7-45bf-aa0f-34762547413c req-8fdd40eb-95ce-4166-a6d6-7bc2bc933342 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 210 time: 0.0265193 Sep 16 05:26:50.426302 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:51.010204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2993e9c-7269-4fac-849b-21fe1fca47de req-a635f481-6cb4-46da-973f-408c83054e78 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 210 time: 0.0294330 Sep 16 05:26:52.114091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cd5fe501-3839-4039-9559-0fe61baa57f7 req-61369b33-716f-4932-8419-6df4cac7463d tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 210 time: 0.0266392 Sep 16 05:26:52.504775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-dc06321b-deea-4019-936e-b380f20c89ef tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:52.505972 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-dc06321b-deea-4019-936e-b380f20c89ef tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.57 "GET /v2.0/networks?id=358f8baf-0b74-41f4-8088-fe2af6cf2e28 HTTP/1.1" status: 200 len: 809 time: 0.1045518 Sep 16 05:26:52.527030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Request body: {'port': {'device_id': '3a841fe1-103e-491a-9e96-6e91d047230b', 'network_id': '358f8baf-0b74-41f4-8088-fe2af6cf2e28', 'admin_state_up': True, 'tenant_id': '7bf637feb9904b4b83c728d1103abc39'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:52.709089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Made reservation on behalf of 7bf637feb9904b4b83c728d1103abc39 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:52.713976 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.859392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Allocated IP 172.20.0.12 (358f8baf-0b74-41f4-8088-fe2af6cf2e28/80b41bed-079b-4a7a-b4e8-21003c4bf2a7/e6c902c2-88e2-489d-b3d5-8337b247b186) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:53.015631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.143051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.193167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:53.194654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:53.203511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:53.210614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Pushing event updated for resources: {'Port': ['ID=e6c902c2-88e2-489d-b3d5-8337b247b186,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:53.248221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da652742-ecf4-4c8f-839c-ad5377ed30e5 req-4fe848fa-7c52-43d4-a79c-b32c7fa12996 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.250318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da652742-ecf4-4c8f-839c-ad5377ed30e5 req-4fe848fa-7c52-43d4-a79c-b32c7fa12996 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 932 time: 0.0679352 Sep 16 05:26:53.262335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.262988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.291820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da652742-ecf4-4c8f-839c-ad5377ed30e5 req-2d4cc92d-654f-4b31-8d67-edfca46aca8f tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Sep 16 05:26:53.343462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9791ce67-7180-45f7-9ed5-a46bcc4e955e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8220201 Sep 16 05:26:53.362087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Request body: {'port': {'device_id': '3a841fe1-103e-491a-9e96-6e91d047230b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:53.427317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.696304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c902c2-88e2-489d-b3d5-8337b247b186 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:53.703715 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.715477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Transition to ACTIVE for port object e6c902c2-88e2-489d-b3d5-8337b247b186 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:53.783378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.861119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Pushing event updated for resources: {'Port': ['ID=e6c902c2-88e2-489d-b3d5-8337b247b186,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:53.912895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Attempting to bind port e6c902c2-88e2-489d-b3d5-8337b247b186 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:53.913252 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Attempting to bind port e6c902c2-88e2-489d-b3d5-8337b247b186 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'c78e6c72-27e4-4959-b199-1e4af6ddc4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '358f8baf-0b74-41f4-8088-fe2af6cf2e28'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:53.913587 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Attempting to bind port e6c902c2-88e2-489d-b3d5-8337b247b186 on network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:53.918554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Port e6c902c2-88e2-489d-b3d5-8337b247b186 on network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:53.918886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Attempting to bind port e6c902c2-88e2-489d-b3d5-8337b247b186 on network 358f8baf-0b74-41f4-8088-fe2af6cf2e28 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:53.923858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:53.924204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Checking segment: {'id': 'c78e6c72-27e4-4959-b199-1e4af6ddc4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '358f8baf-0b74-41f4-8088-fe2af6cf2e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:53.924598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Bound using segment: {'id': 'c78e6c72-27e4-4959-b199-1e4af6ddc4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '358f8baf-0b74-41f4-8088-fe2af6cf2e28'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:53.925078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Bound port: e6c902c2-88e2-489d-b3d5-8337b247b186, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78e6c72-27e4-4959-b199-1e4af6ddc4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '358f8baf-0b74-41f4-8088-fe2af6cf2e28'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:53.925449 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.994356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] For port e6c902c2-88e2-489d-b3d5-8337b247b186, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:53.997275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] For port e6c902c2-88e2-489d-b3d5-8337b247b186, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e6c902c2-88e2-489d-b3d5-8337b247b186,segment=NetworkSegment(c78e6c72-27e4-4959-b199-1e4af6ddc4ab),segment_id=c78e6c72-27e4-4959-b199-1e4af6ddc4ab)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:54.149505 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.190882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.190882 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.190882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] 10.222.0.57 "PUT /v2.0/ports/e6c902c2-88e2-489d-b3d5-8337b247b186 HTTP/1.1" status: 200 len: 1093 time: 0.8309455 Sep 16 05:26:54.190882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a841fe1-103e-491a-9e96-6e91d047230b', 'tag': 'e6c902c2-88e2-489d-b3d5-8337b247b186'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:54.191907 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0357ac-26c7-40a3-8413-772f8c593008" -d '{"events": [{"name": "network-changed", "server_uuid": "3a841fe1-103e-491a-9e96-6e91d047230b", "tag": "e6c902c2-88e2-489d-b3d5-8337b247b186"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:54.215883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a21ca-1a56-439d-9d75-1fe96b83fd3e service neutron] Pushing event updated for resources: {'Port': ['ID=e6c902c2-88e2-489d-b3d5-8337b247b186,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:54.238597 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7649e38-0156-4804-b38b-d74fe4a9154b x-openstack-request-id: req-b7649e38-0156-4804-b38b-d74fe4a9154b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:54.238891 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a841fe1-103e-491a-9e96-6e91d047230b", "tag": "e6c902c2-88e2-489d-b3d5-8337b247b186", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:54.239148 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7649e38-0156-4804-b38b-d74fe4a9154b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:54.239591 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a841fe1-103e-491a-9e96-6e91d047230b', 'tag': 'e6c902c2-88e2-489d-b3d5-8337b247b186', 'status': 'completed', 'code': 200} Sep 16 05:26:54.331105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0357ac-26c7-40a3-8413-772f8c593008 req-7c539e1e-5fc5-48d7-a01e-b3929eefa9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.332712 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5f0357ac-26c7-40a3-8413-772f8c593008 req-7c539e1e-5fc5-48d7-a01e-b3929eefa9e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf637feb9904b4b83c728d1103abc39&device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 1096 time: 0.0449688 Sep 16 05:26:54.413837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef8f5-6279-4b19-b653-f1ebdddcebe2 req-b37077ee-1216-4223-b8bc-9258dd003fd8 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.415933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5feef8f5-6279-4b19-b653-f1ebdddcebe2 req-b37077ee-1216-4223-b8bc-9258dd003fd8 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 944 time: 0.0530186 Sep 16 05:26:54.452413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0357ac-26c7-40a3-8413-772f8c593008 req-c26be6be-a751-4382-8d64-987157ff3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.454161 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5f0357ac-26c7-40a3-8413-772f8c593008 req-c26be6be-a751-4382-8d64-987157ff3146 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7bf637feb9904b4b83c728d1103abc39&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1060116 Sep 16 05:26:54.456043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5feef8f5-6279-4b19-b653-f1ebdddcebe2 req-e3beb771-85f2-4ddd-9713-fd602d0378e0 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332618 Sep 16 05:26:54.552896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0357ac-26c7-40a3-8413-772f8c593008 req-30327c7e-d4c2-4a65-b765-b7a71ed00c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.552896 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5f0357ac-26c7-40a3-8413-772f8c593008 req-30327c7e-d4c2-4a65-b765-b7a71ed00c71 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872030 Sep 16 05:26:54.663080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-864a32bb-04ac-4886-85de-c00574aa7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.664779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-864a32bb-04ac-4886-85de-c00574aa7804 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf637feb9904b4b83c728d1103abc39&device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 1096 time: 0.0500851 Sep 16 05:26:54.719142 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-3ad4e678-ae22-46d6-9dd5-7810d11670f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c902c2-88e2-489d-b3d5-8337b247b186 HTTP/1.1" status: 200 len: 217 time: 0.0397604 Sep 16 05:26:54.770145 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-3f4c5aa5-c3d9-459a-adc3-ea2f0271e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.771678 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-3f4c5aa5-c3d9-459a-adc3-ea2f0271e3fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80b41bed-079b-4a7a-b4e8-21003c4bf2a7 HTTP/1.1" status: 200 len: 849 time: 0.0447381 Sep 16 05:26:54.803172 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-29eba384-78f8-4913-8d34-84bea1c2bec3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358f8baf-0b74-41f4-8088-fe2af6cf2e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238404 Sep 16 05:26:54.897559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-4b424ad3-3b0c-434a-bb21-9a511dcc8efe service neutron] 10.222.0.57 "GET /v2.0/networks/358f8baf-0b74-41f4-8088-fe2af6cf2e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 Sep 16 05:26:54.989637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6ab428b4-39d1-4d52-9286-8e62639a853f req-8fece20e-a00a-4d77-a1de-684ffa1016a8 service neutron] 10.222.0.57 "GET /v2.0/networks/358f8baf-0b74-41f4-8088-fe2af6cf2e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Sep 16 05:26:55.574263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9d78f-b94f-4128-abaa-a079637e96dc req-259528ef-b97c-4ee4-8016-e2490d6111be tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:55.575892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08a9d78f-b94f-4128-abaa-a079637e96dc req-259528ef-b97c-4ee4-8016-e2490d6111be tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 944 time: 0.0524650 Sep 16 05:26:55.614176 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08a9d78f-b94f-4128-abaa-a079637e96dc req-3e09c0e5-2174-4218-abba-59bf38c11220 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Sep 16 05:26:56.727047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919d37-12e6-4c6e-b74c-b62808108b89 req-9b5f868a-85d9-43d4-9fef-9a6b04264c6b tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.729124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77919d37-12e6-4c6e-b74c-b62808108b89 req-9b5f868a-85d9-43d4-9fef-9a6b04264c6b tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 944 time: 0.0493057 Sep 16 05:26:56.769611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77919d37-12e6-4c6e-b74c-b62808108b89 req-368d260b-3fde-4f95-917e-8f2ac1d48fa8 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338182 Sep 16 05:26:57.698039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e6c902c2-88e2-489d-b3d5-8337b247b186 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:57.801303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e6c902c2-88e2-489d-b3d5-8337b247b186, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e6c902c2-88e2-489d-b3d5-8337b247b186,segment=NetworkSegment(c78e6c72-27e4-4959-b199-1e4af6ddc4ab),segment_id=c78e6c72-27e4-4959-b199-1e4af6ddc4ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:57.815309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'e6c902c2-88e2-489d-b3d5-8337b247b186', 'network_id': '358f8baf-0b74-41f4-8088-fe2af6cf2e28', 'port_id': 'e6c902c2-88e2-489d-b3d5-8337b247b186', 'mac_address': 'fa:16:3e:4e:d1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b41bed-079b-4a7a-b4e8-21003c4bf2a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:57.865849 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.881489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c902c2-88e2-489d-b3d5-8337b247b186 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:57.902497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e6c902c2-88e2-489d-b3d5-8337b247b186, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e6c902c2-88e2-489d-b3d5-8337b247b186,segment=NetworkSegment(c78e6c72-27e4-4959-b199-1e4af6ddc4ab),segment_id=c78e6c72-27e4-4959-b199-1e4af6ddc4ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:57.925450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fee87-4ebb-43ec-ad08-9404d629cc54 req-6f3bcc79-59fb-49a6-9351-ea1189a46f10 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.925450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-080fee87-4ebb-43ec-ad08-9404d629cc54 req-6f3bcc79-59fb-49a6-9351-ea1189a46f10 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 944 time: 0.0625329 Sep 16 05:26:57.977040 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-080fee87-4ebb-43ec-ad08-9404d629cc54 req-0cf4b5ff-04f6-42b7-a09e-9ffda109f3c2 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Sep 16 05:26:57.988659 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.040096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e6c902c2-88e2-489d-b3d5-8337b247b186,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:58.277946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e6c902c2-88e2-489d-b3d5-8337b247b186'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:58.314900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.113284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b23b9d-8f0b-42e3-8c99-f071e0942471 req-57995239-82bb-4ef5-85a6-1f1d4d8212ad tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.114790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01b23b9d-8f0b-42e3-8c99-f071e0942471 req-57995239-82bb-4ef5-85a6-1f1d4d8212ad tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 945 time: 0.0555115 Sep 16 05:26:59.155027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01b23b9d-8f0b-42e3-8c99-f071e0942471 req-64942437-dba9-492e-b8cf-b7937e9249ba tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334246 Sep 16 05:26:59.712376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e6c902c2-88e2-489d-b3d5-8337b247b186 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:59.816907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port e6c902c2-88e2-489d-b3d5-8337b247b186 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:59.821483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port e6c902c2-88e2-489d-b3d5-8337b247b186 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:59.822367 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.907532 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.929098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a841fe1-103e-491a-9e96-6e91d047230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c902c2-88e2-489d-b3d5-8337b247b186'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:59.931880 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbe520d-52f5-465b-b287-f1170514ae43" -d '{"events": [{"server_uuid": "3a841fe1-103e-491a-9e96-6e91d047230b", "name": "network-vif-plugged", "status": "completed", "tag": "e6c902c2-88e2-489d-b3d5-8337b247b186"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:59.944006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e6c902c2-88e2-489d-b3d5-8337b247b186, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e6c902c2-88e2-489d-b3d5-8337b247b186,segment=NetworkSegment(c78e6c72-27e4-4959-b199-1e4af6ddc4ab),segment_id=c78e6c72-27e4-4959-b199-1e4af6ddc4ab)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:00.074421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.101514 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf3ef44-9e2a-44c5-81ac-13ba5ad69e31 x-openstack-request-id: req-8bf3ef44-9e2a-44c5-81ac-13ba5ad69e31 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:00.110214 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a841fe1-103e-491a-9e96-6e91d047230b", "name": "network-vif-plugged", "status": "completed", "tag": "e6c902c2-88e2-489d-b3d5-8337b247b186", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:00.110214 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bf3ef44-9e2a-44c5-81ac-13ba5ad69e31 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:00.110214 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a841fe1-103e-491a-9e96-6e91d047230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c902c2-88e2-489d-b3d5-8337b247b186', 'code': 200} Sep 16 05:27:00.133166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e6c902c2-88e2-489d-b3d5-8337b247b186,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:00.232269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ff89e-315e-43ac-9fda-db76976f6757 req-8d8a9bdb-99af-4ece-8877-34fc074cb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.233790 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a8ff89e-315e-43ac-9fda-db76976f6757 req-8d8a9bdb-99af-4ece-8877-34fc074cb5fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 1098 time: 0.0452068 Sep 16 05:27:00.270576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9a8ff89e-315e-43ac-9fda-db76976f6757 req-573295ec-e38a-4516-8a84-7cd743e487d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292888 Sep 16 05:27:00.280863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18e95-f6d9-418c-a1d8-eb85353b9814 req-6fd09df4-31d0-495d-acee-dbba604f63bc tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.282339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2d18e95-f6d9-418c-a1d8-eb85353b9814 req-6fd09df4-31d0-495d-acee-dbba604f63bc tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 946 time: 0.0503635 Sep 16 05:27:00.321598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2d18e95-f6d9-418c-a1d8-eb85353b9814 req-63bc762c-e915-4edb-b550-0821fb6d456e tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Sep 16 05:27:01.456956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5382384-6a07-452c-b28a-780f8f160b28 req-ca418b5d-106b-45bf-b1f7-ef8ce4214e05 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.458849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5382384-6a07-452c-b28a-780f8f160b28 req-ca418b5d-106b-45bf-b1f7-ef8ce4214e05 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 946 time: 0.0502892 Sep 16 05:27:01.499274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5382384-6a07-452c-b28a-780f8f160b28 req-268331ca-c2fc-4d03-86bf-23f3f5262a15 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Sep 16 05:27:02.621171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb40ed-44db-4415-b567-4c2d7afe5c26 req-ff22bb5c-3024-447a-b5ca-cfaf32404571 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.622723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7feb40ed-44db-4415-b567-4c2d7afe5c26 req-ff22bb5c-3024-447a-b5ca-cfaf32404571 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 946 time: 0.0542381 Sep 16 05:27:02.662394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7feb40ed-44db-4415-b567-4c2d7afe5c26 req-69c2d56d-046b-4820-86a8-e2b421977d0b tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Sep 16 05:27:03.193308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3ecb7-2c0a-4ca5-a833-0965f1423e93 req-958a58a5-fc08-4cc7-bf34-d70d0c56ccdd tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.195526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afe3ecb7-2c0a-4ca5-a833-0965f1423e93 req-958a58a5-fc08-4cc7-bf34-d70d0c56ccdd tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 946 time: 0.0612645 Sep 16 05:27:03.245528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afe3ecb7-2c0a-4ca5-a833-0965f1423e93 req-43b00a15-3fd3-4748-920a-f9baf1d94447 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Sep 16 05:27:04.377688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b140-e6ca-44e7-a293-5721458566bf req-7708e527-de10-4a5b-a295-8e7d3d8907d1 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.380053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a18b140-e6ca-44e7-a293-5721458566bf req-7708e527-de10-4a5b-a295-8e7d3d8907d1 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 946 time: 0.0578978 Sep 16 05:27:04.417559 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a18b140-e6ca-44e7-a293-5721458566bf req-a7162407-d0c1-44df-b8da-55ff020be298 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Sep 16 05:27:04.578039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-ed4abc9e-8db4-4dfd-976b-6148eed4c21b tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.579620 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-ed4abc9e-8db4-4dfd-976b-6148eed4c21b tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 946 time: 0.0492291 Sep 16 05:27:04.673402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Deleting port e6c902c2-88e2-489d-b3d5-8337b247b186 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:04.673663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.761980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] For port e6c902c2-88e2-489d-b3d5-8337b247b186, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e6c902c2-88e2-489d-b3d5-8337b247b186,segment=NetworkSegment(c78e6c72-27e4-4959-b199-1e4af6ddc4ab),segment_id=c78e6c72-27e4-4959-b199-1e4af6ddc4ab)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:04.762359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.774543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Calling delete_port for e6c902c2-88e2-489d-b3d5-8337b247b186 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:04.999491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.028401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Pushing event deleted for resources: {'Port': ['ID=e6c902c2-88e2-489d-b3d5-8337b247b186,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:05.036490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e6c902c2-88e2-489d-b3d5-8337b247b186'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:05.074067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] No DVR routers for this DVR port e6c902c2-88e2-489d-b3d5-8337b247b186 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:05.077237 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.080598 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c5caa33e-f0fa-4fa9-8fe2-4cc3e4b37ebd req-a9cc8872-24ec-490a-8c52-808e1255f90c tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.57 "DELETE /v2.0/ports/e6c902c2-88e2-489d-b3d5-8337b247b186 HTTP/1.1" status: 204 len: 173 time: 0.4951620 Sep 16 05:27:05.081053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a841fe1-103e-491a-9e96-6e91d047230b', 'name': 'network-vif-deleted', 'tag': 'e6c902c2-88e2-489d-b3d5-8337b247b186'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:05.083861 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206bc035-4c95-4537-9af8-e2f14edfe284" -d '{"events": [{"server_uuid": "3a841fe1-103e-491a-9e96-6e91d047230b", "name": "network-vif-deleted", "tag": "e6c902c2-88e2-489d-b3d5-8337b247b186"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:05.120816 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61468b5-0ff9-4697-b13e-de62935d0cbd x-openstack-request-id: req-c61468b5-0ff9-4697-b13e-de62935d0cbd {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:05.121109 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a841fe1-103e-491a-9e96-6e91d047230b", "name": "network-vif-deleted", "tag": "e6c902c2-88e2-489d-b3d5-8337b247b186", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:05.121356 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c61468b5-0ff9-4697-b13e-de62935d0cbd {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:05.121753 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a841fe1-103e-491a-9e96-6e91d047230b', 'name': 'network-vif-deleted', 'tag': 'e6c902c2-88e2-489d-b3d5-8337b247b186', 'status': 'completed', 'code': 200} Sep 16 05:27:05.528614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0582ae7-f5df-4015-b465-8a3eb67fea3e req-676e3a97-0227-42bd-8e5c-4883217d47e0 tempest-ServerGroupTestJSON-1808345769 tempest-ServerGroupTestJSON-1808345769-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a841fe1-103e-491a-9e96-6e91d047230b HTTP/1.1" status: 200 len: 210 time: 0.0310552 Sep 16 05:27:05.764238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55478) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:05.878869 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.973798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.147804 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.186645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c68699bc40ad4782b5a12246d75bcf99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212439 Sep 16 05:27:06.187472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc31315-9275-49e7-9d1a-b5e1552ef683,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.189280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55482) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.194967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.195332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.195678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.196278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.196616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.197502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.197832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.198163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.198492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.198823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.199150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.199513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34ab54-d01d-4897-8b12-fa210db3588a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.241085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.262485 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.382670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.385355 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.386600 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fc31315-9275-49e7-9d1a-b5e1552ef683 HTTP/1.1" status: 204 len: 168 time: 0.1963089 Sep 16 05:27:06.396672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc31315-9275-49e7-9d1a-b5e1552ef683,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.405276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.405625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.405975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.406314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.406655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.407062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.407463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.407796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.408127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.408455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.408782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.409207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bc11c-f184-4c95-b6a5-914f2c1ddd16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:06.929218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55528) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.977921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fa24a5-cf29-448d-bd74-ad14af535f2e admin admin] Deleting subnet 80b41bed-079b-4a7a-b4e8-21003c4bf2a7 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:06.981939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9fa24a5-cf29-448d-bd74-ad14af535f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.020137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9fa24a5-cf29-448d-bd74-ad14af535f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.063081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9fa24a5-cf29-448d-bd74-ad14af535f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.194303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9fa24a5-cf29-448d-bd74-ad14af535f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.229615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa24a5-cf29-448d-bd74-ad14af535f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b41bed-079b-4a7a-b4e8-21003c4bf2a7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.235877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b9fa24a5-cf29-448d-bd74-ad14af535f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.240130 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b9fa24a5-cf29-448d-bd74-ad14af535f2e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/80b41bed-079b-4a7a-b4e8-21003c4bf2a7 HTTP/1.1" status: 204 len: 168 time: 0.3110163 Sep 16 05:27:07.240600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55540) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:07.323149 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.406340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.426377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358f8baf-0b74-41f4-8088-fe2af6cf2e28']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.436393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78e6c72-27e4-4959-b199-1e4af6ddc4ab') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.436691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78e6c72-27e4-4959-b199-1e4af6ddc4ab') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.446418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.460157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.466063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:07.466499 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:07.468196 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:07.498318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55546) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:07.603222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-876797827-network', 'tenant_id': '554a4498cd8b40b2a178a5d256a9e848'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:07.605345 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.610519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.612564 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/358f8baf-0b74-41f4-8088-fe2af6cf2e28 HTTP/1.1" status: 204 len: 168 time: 0.3698454 Sep 16 05:27:07.625801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b79faf-9d54-4e0f-bf78-e5c14f7d80f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=358f8baf-0b74-41f4-8088-fe2af6cf2e28,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.696767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Made reservation on behalf of 554a4498cd8b40b2a178a5d256a9e848 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:07.699061 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.709263 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.759773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e6c902c2-88e2-489d-b3d5-8337b247b186 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:07.781971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: e6c902c2-88e2-489d-b3d5-8337b247b186 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:07.782324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e6c902c2-88e2-489d-b3d5-8337b247b186 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:07.796430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.875705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.897148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:07.912204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992a9998-87d7-4d53-987c-d72d4ba94684,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.915185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.916140 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Added segment ed2f4b62-5921-4dd3-b6b3-27e4214a4294 of type vlan for network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 Sep 16 05:27:07.949113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55552) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:07.971978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.016395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8dedcbf0-3758-4433-9bba-61e513aaa454 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bf637feb9904b4b83c728d1103abc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638883 Sep 16 05:27:08.016613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55554) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.062261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.063217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.063827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.073219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6a065db-5f56-4437-9ac5-d0a1fbac0425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.140789 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6a065db-5f56-4437-9ac5-d0a1fbac0425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.150813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] Pushing event updated for resources: {'Network': ['ID=50fe29e6-f15e-42b7-a2b4-3b9ea8427817,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.155806 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cba1c9fc-97f0-4a23-9462-d6be849c2f45 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6562819 Sep 16 05:27:08.158681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55556) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.162277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:08.167920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Request body: {'subnet': {'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-876797827-subnet', 'tenant_id': '554a4498cd8b40b2a178a5d256a9e848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:08.262433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Made reservation on behalf of 554a4498cd8b40b2a178a5d256a9e848 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:08.265011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.322583 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6a065db-5f56-4437-9ac5-d0a1fbac0425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.325402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b6a065db-5f56-4437-9ac5-d0a1fbac0425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.326587 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b6a065db-5f56-4437-9ac5-d0a1fbac0425 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a7f2dec-481f-48c0-96a8-c9cf54ecfc35 HTTP/1.1" status: 204 len: 168 time: 0.3090491 Sep 16 05:27:08.344412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a065db-5f56-4437-9ac5-d0a1fbac0425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7f2dec-481f-48c0-96a8-c9cf54ecfc35,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.582316 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.638327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b17b79-70fa-47a7-90c0-daf6d42408b0,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.647153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Checking segment: {'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:08.647579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Network hostable DHCP agents. Network: 50fe29e6-f15e-42b7-a2b4-3b9ea8427817, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:08.724803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:08.799495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 50fe29e6-f15e-42b7-a2b4-3b9ea8427817) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:08.803724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.808987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.814112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490655c-37e8-40d0-82e6-58dc3fd27fab None None] Network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:08.891759 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b2c21fbe-daf8-4e9a-bcb7-b82c671e0b3b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7319319 Sep 16 05:27:08.953801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b30d7e-a3a8-48d8-9166-9f57ec39e68f None None] Network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:10.170226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55602) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:10.286280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68fea14e-04f2-4425-a05d-1c8eb3b2bc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.383274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68fea14e-04f2-4425-a05d-1c8eb3b2bc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.456654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68fea14e-04f2-4425-a05d-1c8eb3b2bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.504331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68fea14e-04f2-4425-a05d-1c8eb3b2bc4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da50af27fc3649468a960c50f9c07cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303945 Sep 16 05:27:10.504331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fea14e-04f2-4425-a05d-1c8eb3b2bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba63622a-4e61-4203-ac30-c2a1c991e20f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.504633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55610) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:10.562552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0491835b-fb17-4e57-8253-94ab44bab562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.585139 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0491835b-fb17-4e57-8253-94ab44bab562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.605211 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.702453 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0491835b-fb17-4e57-8253-94ab44bab562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.705647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0491835b-fb17-4e57-8253-94ab44bab562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.709352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0491835b-fb17-4e57-8253-94ab44bab562 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba63622a-4e61-4203-ac30-c2a1c991e20f HTTP/1.1" status: 204 len: 168 time: 0.2013798 Sep 16 05:27:10.717411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491835b-fb17-4e57-8253-94ab44bab562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba63622a-4e61-4203-ac30-c2a1c991e20f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.061920 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9f5c-cc57-45e0-bd49-dce1557868c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.797509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55690) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.942296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c689801-6297-48f1-9c8f-03ada4dfecdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.042236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c689801-6297-48f1-9c8f-03ada4dfecdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.096361 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c689801-6297-48f1-9c8f-03ada4dfecdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.138436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5c689801-6297-48f1-9c8f-03ada4dfecdc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20d637a863e641d7b45745880135364e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397880 Sep 16 05:27:13.140971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55694) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:13.147041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c689801-6297-48f1-9c8f-03ada4dfecdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29beb333-deef-43bd-ab6c-d491d2f2807c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:13.195963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a1db58-9cd4-4687-b0a7-c2c70bf9fe09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.223196 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a1db58-9cd4-4687-b0a7-c2c70bf9fe09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.342261 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a1db58-9cd4-4687-b0a7-c2c70bf9fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.344956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-07a1db58-9cd4-4687-b0a7-c2c70bf9fe09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.346971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-07a1db58-9cd4-4687-b0a7-c2c70bf9fe09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29beb333-deef-43bd-ab6c-d491d2f2807c HTTP/1.1" status: 204 len: 168 time: 0.2042332 Sep 16 05:27:13.354781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1db58-9cd4-4687-b0a7-c2c70bf9fe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29beb333-deef-43bd-ab6c-d491d2f2807c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.205755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.427854 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c47dbea1-9d34-4469-8ee0-4113833f7943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.387396 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.873237 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.556600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd33402-b3da-44fb-814b-988fa972d553 req-87cdbfe5-df7b-4881-9b12-1e9366096783 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.558086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffd33402-b3da-44fb-814b-988fa972d553 req-87cdbfe5-df7b-4881-9b12-1e9366096783 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 945 time: 0.0526235 Sep 16 05:27:17.600366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffd33402-b3da-44fb-814b-988fa972d553 req-70360d8c-5e43-41f5-8fdc-8e60f391fb00 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331235 Sep 16 05:27:18.728024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f665701-09dd-4ae6-9dff-b431531f52bb req-9531e8e0-2191-480f-988e-be1364a3aade tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.730111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f665701-09dd-4ae6-9dff-b431531f52bb req-9531e8e0-2191-480f-988e-be1364a3aade tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 945 time: 0.0573108 Sep 16 05:27:18.770620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f665701-09dd-4ae6-9dff-b431531f52bb req-c0b96c81-77aa-4600-84d8-fdd44d50e03d tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344205 Sep 16 05:27:19.531195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-4744b2c6-17d4-4fc5-ad1f-91f66f95829b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.532735 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-4744b2c6-17d4-4fc5-ad1f-91f66f95829b tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 945 time: 0.0513928 Sep 16 05:27:19.625709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Deleting port 75b88363-d080-4160-953d-47bb337ca5a1 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:19.626091 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.727994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] For port 75b88363-d080-4160-953d-47bb337ca5a1, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=75b88363-d080-4160-953d-47bb337ca5a1,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:19.728521 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.263188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.263188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.263512 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Floating IP 2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96 disassociated. External IP: 172.25.7.209, port: 75b88363-d080-4160-953d-47bb337ca5a1. Sep 16 05:27:20.263746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Calling delete_port for 75b88363-d080-4160-953d-47bb337ca5a1 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:20.284798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccbb5b-4940-4c33-8c5f-d335e039edf4 req-58858ac4-9010-4ee4-9284-8443b8154b71 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:20.286279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4ccbb5b-4940-4c33-8c5f-d335e039edf4 req-58858ac4-9010-4ee4-9284-8443b8154b71 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 945 time: 0.4022036 Sep 16 05:27:20.370282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4ccbb5b-4940-4c33-8c5f-d335e039edf4 req-7feaffed-15e5-44c3-acad-739f14a02d1a tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups?id=272005d1-88a3-4d5e-b056-00687e78faf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514767 Sep 16 05:27:20.564824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.602167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event deleted for resources: {'Port': ['ID=75b88363-d080-4160-953d-47bb337ca5a1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:20.720186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Router 83b50bb5-a0e0-4554-8153-3f523f99fe1a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:20.830633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:20.845992 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969a192-2915-4285-b35d-01402b464424 None None] Sync routers for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:20.856032 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969a192-2915-4285-b35d-01402b464424 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:20.856716 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3969a192-2915-4285-b35d-01402b464424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:27:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.878000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] No DVR routers for this DVR port 75b88363-d080-4160-953d-47bb337ca5a1 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:20.884381 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.886550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb1a0ef0-ab5c-43da-abcc-06db08f3dea3 req-9074de21-578c-42ac-aaa6-d60a96765b09 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.60 "DELETE /v2.0/ports/75b88363-d080-4160-953d-47bb337ca5a1 HTTP/1.1" status: 204 len: 173 time: 1.3466074 Sep 16 05:27:20.887076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'name': 'network-vif-deleted', 'tag': '75b88363-d080-4160-953d-47bb337ca5a1'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:20.889380 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db868db-5acc-4d82-93ff-8719344dbc7f" -d '{"events": [{"server_uuid": "23fb9d32-4eac-4e0f-aa09-f1de0e76bf19", "name": "network-vif-deleted", "tag": "75b88363-d080-4160-953d-47bb337ca5a1"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:20.988677 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-3969a192-2915-4285-b35d-01402b464424 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:21.162258 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08684190-6a00-4c38-a957-ce302dd36940 x-openstack-request-id: req-08684190-6a00-4c38-a957-ce302dd36940 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:21.162609 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fb9d32-4eac-4e0f-aa09-f1de0e76bf19", "name": "network-vif-deleted", "tag": "75b88363-d080-4160-953d-47bb337ca5a1", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:21.163115 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08684190-6a00-4c38-a957-ce302dd36940 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:21.163362 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fb9d32-4eac-4e0f-aa09-f1de0e76bf19', 'name': 'network-vif-deleted', 'tag': '75b88363-d080-4160-953d-47bb337ca5a1', 'status': 'completed', 'code': 200} Sep 16 05:27:21.281220 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3969a192-2915-4285-b35d-01402b464424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:21.316632 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969a192-2915-4285-b35d-01402b464424 None None] Checking router: 83b50bb5-a0e0-4554-8153-3f523f99fe1a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:21.335417 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969a192-2915-4285-b35d-01402b464424 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:21.335417 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3969a192-2915-4285-b35d-01402b464424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:27:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:21.518066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d03dc93d-ff6d-40c3-b9e0-804438346303 req-3152a854-bdc5-4d52-8f1c-c66b36d2d5d1 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/ports?device_id=23fb9d32-4eac-4e0f-aa09-f1de0e76bf19 HTTP/1.1" status: 200 len: 210 time: 0.0321550 Sep 16 05:27:21.568906 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-3969a192-2915-4285-b35d-01402b464424 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:21.794118 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-3969a192-2915-4285-b35d-01402b464424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:21.832591 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969a192-2915-4285-b35d-01402b464424 None None] The sync data for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 is: [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:20:38Z', 'revision_number': 4, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '841c3932-2e71-4052-8669-4cdf3d8a11f8', 'name': '', 'network_id': 'ed592d54-bda3-4648-ab55-87d6b11ded6e', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'mac_address': 'fa:16:3e:46:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'subnets': [{'id': '028d39d3-f1cc-479f-8003-51d1c32ca461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:22.048771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55964) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.119816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b58bdf-04ca-4f6e-93b0-8bbab83cf68e None None] New status for floating IP 2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:27:22.177475 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b57b1231-f8cd-42a2-80f0-a103354272f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.267636 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b57b1231-f8cd-42a2-80f0-a103354272f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.359398 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b57b1231-f8cd-42a2-80f0-a103354272f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.402294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b57b1231-f8cd-42a2-80f0-a103354272f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14d30cc0d00b4f719a7104024b6374ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518193 Sep 16 05:27:22.403313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b1231-f8cd-42a2-80f0-a103354272f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf2207b-909e-4d7d-820a-fde90c535d58,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:22.404950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55968) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.458931 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18d97b25-0b62-4e83-8048-e2ecadb966ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.482997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18d97b25-0b62-4e83-8048-e2ecadb966ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.605279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18d97b25-0b62-4e83-8048-e2ecadb966ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.608189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18d97b25-0b62-4e83-8048-e2ecadb966ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.609409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-18d97b25-0b62-4e83-8048-e2ecadb966ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bf2207b-909e-4d7d-820a-fde90c535d58 HTTP/1.1" status: 204 len: 168 time: 0.2033956 Sep 16 05:27:22.617239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d97b25-0b62-4e83-8048-e2ecadb966ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf2207b-909e-4d7d-820a-fde90c535d58,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:22.725637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55978) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.781222 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-714262f5-8c06-4aa7-b944-8e621dbd0ed0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.810778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-714262f5-8c06-4aa7-b944-8e621dbd0ed0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.925126 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-714262f5-8c06-4aa7-b944-8e621dbd0ed0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.933962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-714262f5-8c06-4aa7-b944-8e621dbd0ed0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.933962 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-714262f5-8c06-4aa7-b944-8e621dbd0ed0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "DELETE /v2.0/security-groups/272005d1-88a3-4d5e-b056-00687e78faf0 HTTP/1.1" status: 204 len: 168 time: 0.2028005 Sep 16 05:27:22.934399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55982) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.938892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714262f5-8c06-4aa7-b944-8e621dbd0ed0 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272005d1-88a3-4d5e-b056-00687e78faf0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:22.948967 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-1137536b-6394-444c-ac55-33f8e75e52a3 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] show failed (client error): The resource could not be found. Sep 16 05:27:22.949996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1137536b-6394-444c-ac55-33f8e75e52a3 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "GET /v2.0/security-groups/272005d1-88a3-4d5e-b056-00687e78faf0 HTTP/1.1" status: 404 len: 347 time: 0.0145936 Sep 16 05:27:22.953300 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55984) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.082874 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Deleting port 20685122-9224-4ec9-bd55-3ae37be9a30d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:23.083215 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.163057 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.163447 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.175793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Calling delete_port for 20685122-9224-4ec9-bd55-3ae37be9a30d owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:23.287269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 55986) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.305713 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1db0c992-32a3-42a2-84e2-350001e4a9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.382238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.404184 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1db0c992-32a3-42a2-84e2-350001e4a9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.410598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Pushing event deleted for resources: {'Port': ['ID=20685122-9224-4ec9-bd55-3ae37be9a30d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.473211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1db0c992-32a3-42a2-84e2-350001e4a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.473743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.475776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 75b88363-d080-4160-953d-47bb337ca5a1 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:23.476806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.485364 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03cbbee9-e777-4f66-89a2-1e22141bc617 tempest-AttachVolumeTestJSON-241792434 tempest-AttachVolumeTestJSON-241792434-project] 10.222.0.59 "DELETE /v2.0/floatingips/2b1e9cd4-5dca-4b4f-abd5-59fbd107fa96 HTTP/1.1" status: 204 len: 168 time: 0.5238209 Sep 16 05:27:23.515103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 75b88363-d080-4160-953d-47bb337ca5a1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:23.515604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 75b88363-d080-4160-953d-47bb337ca5a1 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:23.518250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0c992-32a3-42a2-84e2-350001e4a9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2126234-1b99-495c-92e8-d5d5e678ee69,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.534913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 55990) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.542648 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1db0c992-32a3-42a2-84e2-350001e4a9aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b905d958ca34316bbef70ed92c8be8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456577 Sep 16 05:27:23.586477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96cbe078-318b-45dc-9d79-e23acc8d39d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.607399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96cbe078-318b-45dc-9d79-e23acc8d39d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.742064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96cbe078-318b-45dc-9d79-e23acc8d39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.745329 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96cbe078-318b-45dc-9d79-e23acc8d39d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.746528 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-96cbe078-318b-45dc-9d79-e23acc8d39d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2126234-1b99-495c-92e8-d5d5e678ee69 HTTP/1.1" status: 204 len: 168 time: 0.2104216 Sep 16 05:27:23.758523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbe078-318b-45dc-9d79-e23acc8d39d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2126234-1b99-495c-92e8-d5d5e678ee69,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.426017 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:28.165651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56090) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.280814 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c70a2516-41b7-41c8-85cc-b9f680f41f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.290196 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.386255 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c70a2516-41b7-41c8-85cc-b9f680f41f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.456552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c70a2516-41b7-41c8-85cc-b9f680f41f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.497638 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c70a2516-41b7-41c8-85cc-b9f680f41f1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22c43ed30c82419ba31f335c384cd9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280871 Sep 16 05:27:28.498017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56096) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.500179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a2516-41b7-41c8-85cc-b9f680f41f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2c1c3-857c-4ecc-ade4-0d0e288ebb3e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:28.553176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39c2810f-8ee9-466a-a59e-b114d6aa0c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.576967 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39c2810f-8ee9-466a-a59e-b114d6aa0c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.701890 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39c2810f-8ee9-466a-a59e-b114d6aa0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.704790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-39c2810f-8ee9-466a-a59e-b114d6aa0c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.706227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-39c2810f-8ee9-466a-a59e-b114d6aa0c80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26b2c1c3-857c-4ecc-ade4-0d0e288ebb3e HTTP/1.1" status: 204 len: 168 time: 0.2071428 Sep 16 05:27:28.715444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2810f-8ee9-466a-a59e-b114d6aa0c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2c1c3-857c-4ecc-ade4-0d0e288ebb3e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.451791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56108) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:29.466013 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9d382be-4dae-41c0-bd6c-d9ef68c6cfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.561744 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9d382be-4dae-41c0-bd6c-d9ef68c6cfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.604215 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f9d382be-4dae-41c0-bd6c-d9ef68c6cfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.645511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f9d382be-4dae-41c0-bd6c-d9ef68c6cfee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c7fa50f8bcf43d7a14ba6d5fc3fdfa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924665 Sep 16 05:27:29.646381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d382be-4dae-41c0-bd6c-d9ef68c6cfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5bd90b-222c-43de-8856-9e376e6bea23,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.648264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56110) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:29.703388 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-663ac8de-d66d-43f7-8098-0f17e2c42ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.725902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-663ac8de-d66d-43f7-8098-0f17e2c42ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.850581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-663ac8de-d66d-43f7-8098-0f17e2c42ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.857148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-663ac8de-d66d-43f7-8098-0f17e2c42ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.857148 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-663ac8de-d66d-43f7-8098-0f17e2c42ed6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d5bd90b-222c-43de-8856-9e376e6bea23 HTTP/1.1" status: 204 len: 168 time: 0.2051096 Sep 16 05:27:29.865971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ac8de-d66d-43f7-8098-0f17e2c42ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5bd90b-222c-43de-8856-9e376e6bea23,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:32.800595 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-bb982720-5211-40a5-8895-3876de2fc967 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1856897 Sep 16 05:27:32.909522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-327633cc-b1ad-481d-8c55-dec62aec41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:32.911576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-327633cc-b1ad-481d-8c55-dec62aec41e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1097 time: 0.0513494 Sep 16 05:27:33.019861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-1df58b0e-b1ca-4019-92b2-984854cdbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.021487 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-1df58b0e-b1ca-4019-92b2-984854cdbcca service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a43209a-ded8-446b-ae98-0bbb6982a819 HTTP/1.1" status: 200 len: 909 time: 0.0898259 Sep 16 05:27:33.087810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-a8270ee8-3652-4d20-b985-a7fa433488fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9 HTTP/1.1" status: 200 len: 1001 time: 0.0583544 Sep 16 05:27:33.141339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-87ed697d-1a66-4a31-ac3e-b83a0443b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.141339 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-87ed697d-1a66-4a31-ac3e-b83a0443b8fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c56ca7b-f921-4289-ad96-aab819949e95 HTTP/1.1" status: 200 len: 847 time: 0.0444152 Sep 16 05:27:33.190029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-79ff3208-0605-44d0-a443-36a9a3673560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.191607 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-79ff3208-0605-44d0-a443-36a9a3673560 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a43209a-ded8-446b-ae98-0bbb6982a819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447261 Sep 16 05:27:33.287077 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-5fd4a3d3-6903-4ab9-9db4-813b816bc993 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875452 Sep 16 05:27:33.385577 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d7b88f94-10ff-41dc-88e8-6f24e7f19d50 req-1a86aca0-6418-406c-bdc6-6737cc0c5de5 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906539 Sep 16 05:27:33.944537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56208) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.005313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56214) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.084027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0fb3027c-044a-4cfb-8ec0-26ae297eac2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.184819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0fb3027c-044a-4cfb-8ec0-26ae297eac2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.290997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0fb3027c-044a-4cfb-8ec0-26ae297eac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.342231 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0fb3027c-044a-4cfb-8ec0-26ae297eac2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f609657d5c914b4d9c09df3320f33665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923795 Sep 16 05:27:34.342231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3027c-044a-4cfb-8ec0-26ae297eac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965f8990-7ec6-4773-80dc-64e8ba29349f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:34.346018 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56218) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.401281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5d379739-5230-468f-97a0-385d6b213103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.423947 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5d379739-5230-468f-97a0-385d6b213103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.508685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.573229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5d379739-5230-468f-97a0-385d6b213103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.575880 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5d379739-5230-468f-97a0-385d6b213103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.577055 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5d379739-5230-468f-97a0-385d6b213103 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/965f8990-7ec6-4773-80dc-64e8ba29349f HTTP/1.1" status: 204 len: 168 time: 0.2333033 Sep 16 05:27:34.586021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d379739-5230-468f-97a0-385d6b213103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965f8990-7ec6-4773-80dc-64e8ba29349f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:34.775025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Deleting port 841c3932-2e71-4052-8669-4cdf3d8a11f8 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:34.775418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.862686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] For port 841c3932-2e71-4052-8669-4cdf3d8a11f8, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=841c3932-2e71-4052-8669-4cdf3d8a11f8,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:34.863127 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.878394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Calling delete_port for 841c3932-2e71-4052-8669-4cdf3d8a11f8 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:35.136318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.162911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Pushing event deleted for resources: {'Port': ['ID=841c3932-2e71-4052-8669-4cdf3d8a11f8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:35.221401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56226) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:35.250674 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99c6aa10-c0b2-4ea8-8b24-3f83e5aac2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.349106 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.378295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99c6aa10-c0b2-4ea8-8b24-3f83e5aac2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.433177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99c6aa10-c0b2-4ea8-8b24-3f83e5aac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.475848 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-99c6aa10-c0b2-4ea8-8b24-3f83e5aac2c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06132b3971fb4d1da2fe9f5560603b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507033 Sep 16 05:27:35.475848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6aa10-c0b2-4ea8-8b24-3f83e5aac2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96275ea5-4dc8-45a7-b31e-8c68fce1081a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:35.477167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56228) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:35.601581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d15b6940-d1f2-4d2b-a4dd-e39684eb554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.635325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Router 83b50bb5-a0e0-4554-8153-3f523f99fe1a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:35.637149 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d15b6940-d1f2-4d2b-a4dd-e39684eb554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.776944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:35.782442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c1dcb476-7ec0-4a98-b80b-98abdfd7a85a admin admin] 10.222.0.59 "PUT /v2.0/routers/83b50bb5-a0e0-4554-8153-3f523f99fe1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758312 Sep 16 05:27:35.784861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56230) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:35.787567 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] Sync routers for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:35.798307 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:35.799170 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:27:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:35.835589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d15b6940-d1f2-4d2b-a4dd-e39684eb554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.840827 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d15b6940-d1f2-4d2b-a4dd-e39684eb554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.848118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d15b6940-d1f2-4d2b-a4dd-e39684eb554a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96275ea5-4dc8-45a7-b31e-8c68fce1081a HTTP/1.1" status: 204 len: 168 time: 0.3686795 Sep 16 05:27:35.873634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b6940-d1f2-4d2b-a4dd-e39684eb554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96275ea5-4dc8-45a7-b31e-8c68fce1081a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:35.931548 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:36.124622 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:27:35Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:36.156894 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] Checking router: 83b50bb5-a0e0-4554-8153-3f523f99fe1a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:36.167077 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] Routers {'83b50bb5-a0e0-4554-8153-3f523f99fe1a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:36.168112 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:27:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:36.280025 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] Set router 83b50bb5-a0e0-4554-8153-3f523f99fe1a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:36.310686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.441364 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.514049 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:27:35Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:36.541081 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc87cb7-5026-4234-b77c-33bbdb885210 None None] The sync data for ids ['83b50bb5-a0e0-4554-8153-3f523f99fe1a'] in n-d-712143-16 is: [{'id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'name': 'tempest-AttachVolumeTestJSON-1916741911-router', 'tenant_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:34Z', 'updated_at': '2021-09-16T05:27:35Z', 'revision_number': 5, 'project_id': 'f52299cb48ec44c78583a8ec6c3d3c69', 'gw_port': {'id': 'c677796e-982c-49f0-8c68-e9602746ae6f', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b50bb5-a0e0-4554-8153-3f523f99fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:36.559353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Deleting port c677796e-982c-49f0-8c68-e9602746ae6f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:36.559796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.652310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] For port c677796e-982c-49f0-8c68-e9602746ae6f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c677796e-982c-49f0-8c68-e9602746ae6f,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:36.652606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.666062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Calling delete_port for c677796e-982c-49f0-8c68-e9602746ae6f owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:36.913519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.941315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Pushing event deleted for resources: {'Port': ['ID=c677796e-982c-49f0-8c68-e9602746ae6f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.019947 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.131812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.133995 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.244847 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.245459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b50bb5-a0e0-4554-8153-3f523f99fe1a {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:27:37.249849 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.251044 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-87375a0e-1d56-46e3-8961-e1724b3b0866 admin admin] 10.222.0.59 "DELETE /v2.0/routers/83b50bb5-a0e0-4554-8153-3f523f99fe1a HTTP/1.1" status: 204 len: 168 time: 1.4652071 Sep 16 05:27:37.253640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56260) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.309191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-543ea40f-cd32-4249-a6c8-5618c0b4a5a2 admin admin] Deleting subnet 028d39d3-f1cc-479f-8003-51d1c32ca461 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:37.313107 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-543ea40f-cd32-4249-a6c8-5618c0b4a5a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.355634 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-543ea40f-cd32-4249-a6c8-5618c0b4a5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.436081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-543ea40f-cd32-4249-a6c8-5618c0b4a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.548222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-543ea40f-cd32-4249-a6c8-5618c0b4a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.579112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ea40f-cd32-4249-a6c8-5618c0b4a5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028d39d3-f1cc-479f-8003-51d1c32ca461,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.582911 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-543ea40f-cd32-4249-a6c8-5618c0b4a5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.584985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-543ea40f-cd32-4249-a6c8-5618c0b4a5a2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/028d39d3-f1cc-479f-8003-51d1c32ca461 HTTP/1.1" status: 204 len: 168 time: 0.3302715 Sep 16 05:27:37.588171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56264) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.593165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bfbba4-b470-45bf-88e2-811a5800ec17 None None] Network ed592d54-bda3-4648-ab55-87d6b11ded6e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:37.629580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56266) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.694910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.777984 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Deleting port 293c581d-c678-4fab-b7bb-226291ca3167 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:37.779529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.783194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2304dc1-4547-4e0a-ae07-d21007fb58d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.858471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] For port 293c581d-c678-4fab-b7bb-226291ca3167, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=293c581d-c678-4fab-b7bb-226291ca3167,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:37.858851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.882862 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Calling delete_port for 293c581d-c678-4fab-b7bb-226291ca3167 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:37.883785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] DHCP port deletion for ed592d54-bda3-4648-ab55-87d6b11ded6e request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:37.910238 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2304dc1-4547-4e0a-ae07-d21007fb58d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.944714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Deleting port 293c581d-c678-4fab-b7bb-226291ca3167 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:37.945020 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.953097 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2304dc1-4547-4e0a-ae07-d21007fb58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.987375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f2304dc1-4547-4e0a-ae07-d21007fb58d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c61ba5ae21d47d0986021fa8481d3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544331 Sep 16 05:27:37.987697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56272) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.014021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2304dc1-4547-4e0a-ae07-d21007fb58d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a50f620-86e2-40c9-a4ea-768b09565918,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.039039 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.039415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] For port 293c581d-c678-4fab-b7bb-226291ca3167, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=293c581d-c678-4fab-b7bb-226291ca3167,segment=NetworkSegment(048ad576-bacc-4b93-9fad-9b157f163e84),segment_id=048ad576-bacc-4b93-9fad-9b157f163e84)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:38.039611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.052868 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83101d2f-f054-4644-ac79-8130d89140fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.054967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Calling delete_port for 293c581d-c678-4fab-b7bb-226291ca3167 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:38.072293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Pushing event deleted for resources: {'Port': ['ID=293c581d-c678-4fab-b7bb-226291ca3167,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.079891 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83101d2f-f054-4644-ac79-8130d89140fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.080941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] No DVR routers for this DVR port 293c581d-c678-4fab-b7bb-226291ca3167 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:38.142457 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.166879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.171759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Pushing event deleted for resources: {'Port': ['ID=293c581d-c678-4fab-b7bb-226291ca3167,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.174794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] No DVR routers for this DVR port 293c581d-c678-4fab-b7bb-226291ca3167 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.186487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.187310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.187310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.187511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72636a3a-c241-4c70-8bdb-fd77281b96fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:38.199894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed592d54-bda3-4648-ab55-87d6b11ded6e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:38.209950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048ad576-bacc-4b93-9fad-9b157f163e84') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:38.210257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048ad576-bacc-4b93-9fad-9b157f163e84') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:38.215826 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83101d2f-f054-4644-ac79-8130d89140fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.219698 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83101d2f-f054-4644-ac79-8130d89140fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.223440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.224117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-83101d2f-f054-4644-ac79-8130d89140fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a50f620-86e2-40c9-a4ea-768b09565918 HTTP/1.1" status: 204 len: 168 time: 0.2325380 Sep 16 05:27:38.242956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.248205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83101d2f-f054-4644-ac79-8130d89140fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a50f620-86e2-40c9-a4ea-768b09565918,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.251663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:38.252335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:38.254634 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:38.376430 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.389377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.390643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c677796e-982c-49f0-8c68-e9602746ae6f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:38.394937 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ed592d54-bda3-4648-ab55-87d6b11ded6e HTTP/1.1" status: 204 len: 168 time: 0.8049362 Sep 16 05:27:38.408672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c73956-960d-4f0c-adea-4c3da539ae00 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed592d54-bda3-4648-ab55-87d6b11ded6e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.425095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c677796e-982c-49f0-8c68-e9602746ae6f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:38.437441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c677796e-982c-49f0-8c68-e9602746ae6f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:38.437441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 841c3932-2e71-4052-8669-4cdf3d8a11f8 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:38.447002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 841c3932-2e71-4052-8669-4cdf3d8a11f8 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:38.447585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 841c3932-2e71-4052-8669-4cdf3d8a11f8 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:38.447677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 293c581d-c678-4fab-b7bb-226291ca3167 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:38.468145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 293c581d-c678-4fab-b7bb-226291ca3167 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:38.468544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 293c581d-c678-4fab-b7bb-226291ca3167 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:38.828399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56288) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.871118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7611ccc8-020b-4e1b-8174-a2ff55b7425f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f52299cb48ec44c78583a8ec6c3d3c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415437 Sep 16 05:27:38.873765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56290) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.930944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5218b633-b9f6-47e9-8fc5-3216a5931553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.960646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5218b633-b9f6-47e9-8fc5-3216a5931553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.084813 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5218b633-b9f6-47e9-8fc5-3216a5931553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.088031 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5218b633-b9f6-47e9-8fc5-3216a5931553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.089416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5218b633-b9f6-47e9-8fc5-3216a5931553 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4842745-9f8f-4884-b40c-d7ad1b85e163 HTTP/1.1" status: 204 len: 168 time: 0.2145803 Sep 16 05:27:39.098459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218b633-b9f6-47e9-8fc5-3216a5931553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4842745-9f8f-4884-b40c-d7ad1b85e163,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:40.621466 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.015270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56380) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:41.032766 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b04fd75c-49b9-4605-ac17-77d62491d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.123004 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d17625f-99d8-492d-be0e-6ab790d8f2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.220889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d17625f-99d8-492d-be0e-6ab790d8f2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.307032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d17625f-99d8-492d-be0e-6ab790d8f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.353983 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1d17625f-99d8-492d-be0e-6ab790d8f2bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b596067ba8f43369d3c0238b7220745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371286 Sep 16 05:27:41.356847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56388) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:41.364123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17625f-99d8-492d-be0e-6ab790d8f2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce423fcd-c2ff-4f2a-b9e9-cb3e748278ee,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:41.420935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5f93-ad4f-4391-b907-c6d2f5ab56da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.442180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5f93-ad4f-4391-b907-c6d2f5ab56da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.547413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5f93-ad4f-4391-b907-c6d2f5ab56da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.550189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5f93-ad4f-4391-b907-c6d2f5ab56da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.551531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3e5f5f93-ad4f-4391-b907-c6d2f5ab56da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce423fcd-c2ff-4f2a-b9e9-cb3e748278ee HTTP/1.1" status: 204 len: 168 time: 0.1936982 Sep 16 05:27:41.560363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f5f93-ad4f-4391-b907-c6d2f5ab56da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce423fcd-c2ff-4f2a-b9e9-cb3e748278ee,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.175935 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.445364 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10872ec4-aaa9-47fb-9269-acff2106845c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.193798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.872545 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.883170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56660) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:46.988019 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d58b30d1-9607-4f3d-91ca-7d8f1beae873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.073906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d58b30d1-9607-4f3d-91ca-7d8f1beae873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.164208 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d58b30d1-9607-4f3d-91ca-7d8f1beae873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.203565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b30d1-9607-4f3d-91ca-7d8f1beae873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc98792-7212-4cbe-bd1d-e609160bf63e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:47.208496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d58b30d1-9607-4f3d-91ca-7d8f1beae873 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbb4c376f25147eaa3438f730cf85e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266642 Sep 16 05:27:47.211017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56670) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.263588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-959c08cc-6caf-44f3-95ff-f072cc2360b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.284625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-959c08cc-6caf-44f3-95ff-f072cc2360b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.387277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-959c08cc-6caf-44f3-95ff-f072cc2360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.389996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-959c08cc-6caf-44f3-95ff-f072cc2360b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.391159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-959c08cc-6caf-44f3-95ff-f072cc2360b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ccc98792-7212-4cbe-bd1d-e609160bf63e HTTP/1.1" status: 204 len: 168 time: 0.1792107 Sep 16 05:27:47.401200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c08cc-6caf-44f3-95ff-f072cc2360b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc98792-7212-4cbe-bd1d-e609160bf63e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.005078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56710) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:48.022312 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04b93d61-37a8-47bd-9ea2-5b655b90da31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.116451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04b93d61-37a8-47bd-9ea2-5b655b90da31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.175723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04b93d61-37a8-47bd-9ea2-5b655b90da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.217148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-04b93d61-37a8-47bd-9ea2-5b655b90da31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27371936272e4727be70d24ffb6a0c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108004 Sep 16 05:27:48.218102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b93d61-37a8-47bd-9ea2-5b655b90da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc18bcf3-5576-4705-9ee0-cd77a8c3d0f4,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.219884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56726) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:48.279172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b15e898b-05f4-4817-acf9-2acac615628a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.302084 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b15e898b-05f4-4817-acf9-2acac615628a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.455761 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b15e898b-05f4-4817-acf9-2acac615628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.458381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b15e898b-05f4-4817-acf9-2acac615628a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.459660 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b15e898b-05f4-4817-acf9-2acac615628a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc18bcf3-5576-4705-9ee0-cd77a8c3d0f4 HTTP/1.1" status: 204 len: 168 time: 0.2387865 Sep 16 05:27:48.467753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e898b-05f4-4817-acf9-2acac615628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc18bcf3-5576-4705-9ee0-cd77a8c3d0f4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:49.994946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56784) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:50.113343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9183ed9-01fd-49c3-b0fb-87d89d9c6a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.199318 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9183ed9-01fd-49c3-b0fb-87d89d9c6a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.278588 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9183ed9-01fd-49c3-b0fb-87d89d9c6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.316465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9183ed9-01fd-49c3-b0fb-87d89d9c6a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41accfe-3d4c-4de2-bb5c-70cd70f8e83c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:50.324164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a9183ed9-01fd-49c3-b0fb-87d89d9c6a31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30bce21622804900a0a5d1a4b3932523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249416 Sep 16 05:27:50.330661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56794) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:50.379486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-898dc369-f710-4aa8-90f6-8633a09bb9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.401754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-898dc369-f710-4aa8-90f6-8633a09bb9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.489857 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-898dc369-f710-4aa8-90f6-8633a09bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.492704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-898dc369-f710-4aa8-90f6-8633a09bb9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.497028 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-898dc369-f710-4aa8-90f6-8633a09bb9ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b41accfe-3d4c-4de2-bb5c-70cd70f8e83c HTTP/1.1" status: 204 len: 168 time: 0.1691160 Sep 16 05:27:50.504666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc369-f710-4aa8-90f6-8633a09bb9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41accfe-3d4c-4de2-bb5c-70cd70f8e83c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:51.589642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56838) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:51.689424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'networks': [{'name': 'tempest-network--672504251'}, {'name': 'tempest-network--353439665'}]} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:51.689741 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'network': {'name': 'tempest-network--672504251'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:51.695329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'network': {'name': 'tempest-network--353439665'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:51.781185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Made reservation on behalf of 7523a4c26c22473b8c1d9ec41d180867 for: {'network': 2} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:51.791383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.800619 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.893482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.981189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.981694 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.026585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac53883-218e-4685-aa13-70b4cf9d8dbb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.031927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:52.042598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.043061 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Added segment e1b7d45d-f8c6-486b-94da-b507a3f95eff of type vlan for network f83f7f94-c8ed-453d-96cb-c0a439bd5788 Sep 16 05:27:52.083166 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.111921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:52.120597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.120943 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Added segment 52c90e19-e928-4e99-a7a4-1d31dca5c9b3 of type vlan for network 03c1cd89-4c26-4e82-8b7e-1488f48cd233 Sep 16 05:27:52.161017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.228255 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.228977 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.237600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.242713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.243468 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.316200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Network': ['ID=f83f7f94-c8ed-453d-96cb-c0a439bd5788,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.331367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f83f7f94-c8ed-453d-96cb-c0a439bd5788 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:52.337469 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7449574 Sep 16 05:27:52.342362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56852) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.409677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc91a3-716c-4959-ab57-1d443a14ec2b tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Network': ['ID=03c1cd89-4c26-4e82-8b7e-1488f48cd233,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.447648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 03c1cd89-4c26-4e82-8b7e-1488f48cd233 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:52.540109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a77041-8feb-4a92-bcc6-02117ea3c16c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.546204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a77041-8feb-4a92-bcc6-02117ea3c16c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.552233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a77041-8feb-4a92-bcc6-02117ea3c16c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.558515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a77041-8feb-4a92-bcc6-02117ea3c16c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.560173 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-76a77041-8feb-4a92-bcc6-02117ea3c16c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2167273 Sep 16 05:27:52.563072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56856) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.650203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.738432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.758327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83f7f94-c8ed-453d-96cb-c0a439bd5788']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:52.768834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b7d45d-f8c6-486b-94da-b507a3f95eff') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:52.769128 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b7d45d-f8c6-486b-94da-b507a3f95eff') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:52.779119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.792951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.798882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:52.799297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:52.802407 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:52.929790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.937483 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.939340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/networks/f83f7f94-c8ed-453d-96cb-c0a439bd5788 HTTP/1.1" status: 204 len: 168 time: 0.3752434 Sep 16 05:27:52.942211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56862) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.950848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b60167-482d-445b-8a98-8b845ae3b07f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Network': ['ID=f83f7f94-c8ed-453d-96cb-c0a439bd5788,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.033633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.146508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.167712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c1cd89-4c26-4e82-8b7e-1488f48cd233']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:53.177178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c90e19-e928-4e99-a7a4-1d31dca5c9b3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:53.177485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c90e19-e928-4e99-a7a4-1d31dca5c9b3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:53.186852 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.200518 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.209555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:53.209979 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:53.214493 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:53.341086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.361178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.363101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/networks/03c1cd89-4c26-4e82-8b7e-1488f48cd233 HTTP/1.1" status: 204 len: 168 time: 0.4198973 Sep 16 05:27:53.364000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d74056-a0fc-4361-96bb-dd677ab119ff tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Network': ['ID=03c1cd89-4c26-4e82-8b7e-1488f48cd233,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.365736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56878) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.497281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf51598-6e04-4a05-8b26-04101b140abd tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:53.503749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf51598-6e04-4a05-8b26-04101b140abd tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:53.505393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1bf51598-6e04-4a05-8b26-04101b140abd tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1380322 Sep 16 05:27:53.509830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56880) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.514846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-494511476'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.570384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Made reservation on behalf of 7523a4c26c22473b8c1d9ec41d180867 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:53.575216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.603229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:53.613909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.614604 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Added segment d0dda51e-db81-45b8-a241-5f115d1b0f50 of type vlan for network f806ae21-8c8d-4f20-b275-f14028b9c130 Sep 16 05:27:53.665986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.741594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.747886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:53.748551 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.816625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Network': ['ID=f806ae21-8c8d-4f20-b275-f14028b9c130,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.827775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f806ae21-8c8d-4f20-b275-f14028b9c130 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:53.876226 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4b33ec3b-811b-4974-9cbd-47290fa7b3a7 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3630092 Sep 16 05:27:53.876572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56886) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.881916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-974559072'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.993384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Made reservation on behalf of 7523a4c26c22473b8c1d9ec41d180867 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:53.997162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.023673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:54.032735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.033218 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Added segment 95da31bd-548a-4cb8-a7b9-dfa9e847e3c2 of type vlan for network 0c314564-870a-47e5-947e-c0d912aee1fd Sep 16 05:27:54.078736 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.165454 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.171920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:54.172867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.248945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Network': ['ID=0c314564-870a-47e5-947e-c0d912aee1fd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:54.260268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0c314564-870a-47e5-947e-c0d912aee1fd details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:54.288065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56894) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.294214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'ports': [{'network_id': 'f806ae21-8c8d-4f20-b275-f14028b9c130', 'name': 'tempest-port--84849450', 'admin_state_up': True}, {'network_id': '0c314564-870a-47e5-947e-c0d912aee1fd', 'admin_state_up': False}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.294631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'port': {'network_id': 'f806ae21-8c8d-4f20-b275-f14028b9c130', 'name': 'tempest-port--84849450', 'admin_state_up': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.295121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'port': {'network_id': '0c314564-870a-47e5-947e-c0d912aee1fd', 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.299110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-49ffd905-4506-468e-9609-b0a1a6f64c35 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4074097 Sep 16 05:27:54.518839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Made reservation on behalf of 7523a4c26c22473b8c1d9ec41d180867 for: {'port': 2} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:54.523825 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.538317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.628852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] device_id is not set on port f9e3d3c3-a7a9-4117-87ee-1e2d51e7d922 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:54.748963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.820586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] device_id is not set on port be8cc807-b2a1-44b3-baed-2dec556a9d72 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:54.944534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.039021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.100720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Port': ['ID=f9e3d3c3-a7a9-4117-87ee-1e2d51e7d922,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.112656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Checking segment: {'id': 'd0dda51e-db81-45b8-a241-5f115d1b0f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f806ae21-8c8d-4f20-b275-f14028b9c130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:55.112656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Network hostable DHCP agents. Network: f806ae21-8c8d-4f20-b275-f14028b9c130, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:55.204040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Network f806ae21-8c8d-4f20-b275-f14028b9c130 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:55.359308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f806ae21-8c8d-4f20-b275-f14028b9c130) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:55.363089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:55.364062 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.372475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b863404e-94b9-4ba5-89eb-bc264972f4f4 None None] Network f806ae21-8c8d-4f20-b275-f14028b9c130 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:55.469430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Port': ['ID=be8cc807-b2a1-44b3-baed-2dec556a9d72,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.536209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Checking segment: {'id': '95da31bd-548a-4cb8-a7b9-dfa9e847e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0c314564-870a-47e5-947e-c0d912aee1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:55.536788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Network hostable DHCP agents. Network: 0c314564-870a-47e5-947e-c0d912aee1fd, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:55.610202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Network 0c314564-870a-47e5-947e-c0d912aee1fd is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:55.672950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0c314564-870a-47e5-947e-c0d912aee1fd) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:55.677180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:55.683234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285f5676-a34e-42fe-be76-f94b287999f5 None None] Network 0c314564-870a-47e5-947e-c0d912aee1fd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:55.685350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:55.690578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:55.691304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.779266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56920) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.787841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9828cc42-f4a2-410f-9731-776bc34aca59 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.4982324 Sep 16 05:27:55.863215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd614dc-72d0-4a25-b79b-03b74beaa3f1 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:55.870110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd614dc-72d0-4a25-b79b-03b74beaa3f1 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:55.871780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1dd614dc-72d0-4a25-b79b-03b74beaa3f1 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0915179 Sep 16 05:27:55.874534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.967044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56926) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.991913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-379d1396-0044-4f86-96a2-dad0837b0b8c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Deleting port f9e3d3c3-a7a9-4117-87ee-1e2d51e7d922 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:55.992684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-379d1396-0044-4f86-96a2-dad0837b0b8c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.075728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-379d1396-0044-4f86-96a2-dad0837b0b8c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.093426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-379d1396-0044-4f86-96a2-dad0837b0b8c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Calling delete_port for f9e3d3c3-a7a9-4117-87ee-1e2d51e7d922 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:56.097418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e370ae-bf92-4712-bd15-c5ef9a04a1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.190671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e370ae-bf92-4712-bd15-c5ef9a04a1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.273082 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-379d1396-0044-4f86-96a2-dad0837b0b8c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.301397 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17e370ae-bf92-4712-bd15-c5ef9a04a1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.314321 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-379d1396-0044-4f86-96a2-dad0837b0b8c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.316661 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-379d1396-0044-4f86-96a2-dad0837b0b8c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/ports/f9e3d3c3-a7a9-4117-87ee-1e2d51e7d922 HTTP/1.1" status: 204 len: 168 time: 0.4411554 Sep 16 05:27:56.318334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d1396-0044-4f86-96a2-dad0837b0b8c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Port': ['ID=f9e3d3c3-a7a9-4117-87ee-1e2d51e7d922,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.323951 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56934) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.362604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-17e370ae-bf92-4712-bd15-c5ef9a04a1cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1d230cf12e9471aa06d4d0040ea8320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920281 Sep 16 05:27:56.362604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e370ae-bf92-4712-bd15-c5ef9a04a1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d540cd2-1610-4aab-a12a-369f611675b2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.362996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 56936) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.453554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe690-12b0-4459-a752-34666081377c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.472309 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a9d20-7641-4e02-8d82-29aa6833c4d3 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Deleting port be8cc807-b2a1-44b3-baed-2dec556a9d72 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:56.472653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9d20-7641-4e02-8d82-29aa6833c4d3 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.493310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe690-12b0-4459-a752-34666081377c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.572039 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9d20-7641-4e02-8d82-29aa6833c4d3 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.588628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a9d20-7641-4e02-8d82-29aa6833c4d3 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Calling delete_port for be8cc807-b2a1-44b3-baed-2dec556a9d72 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:56.701496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe690-12b0-4459-a752-34666081377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.704188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe690-12b0-4459-a752-34666081377c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.705380 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c0ffe690-12b0-4459-a752-34666081377c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d540cd2-1610-4aab-a12a-369f611675b2 HTTP/1.1" status: 204 len: 168 time: 0.3407905 Sep 16 05:27:56.714140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffe690-12b0-4459-a752-34666081377c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d540cd2-1610-4aab-a12a-369f611675b2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.730193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9d20-7641-4e02-8d82-29aa6833c4d3 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.764550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a9d20-7641-4e02-8d82-29aa6833c4d3 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Port': ['ID=be8cc807-b2a1-44b3-baed-2dec556a9d72,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.770050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9d20-7641-4e02-8d82-29aa6833c4d3 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.774502 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bf1a9d20-7641-4e02-8d82-29aa6833c4d3 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/ports/be8cc807-b2a1-44b3-baed-2dec556a9d72 HTTP/1.1" status: 204 len: 168 time: 0.4471014 Sep 16 05:27:56.775611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56946) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.146899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7daff63a-d0eb-416a-a736-01ffe4586b9e tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3708696 Sep 16 05:27:57.150746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56962) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.155483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1455625020'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:57.255812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Made reservation on behalf of 7523a4c26c22473b8c1d9ec41d180867 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:57.259852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.283539 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:57.297636 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.297636 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Added segment bcdd628e-c300-4921-b107-c5605b0429e2 of type vlan for network 9e7d7ead-ac3b-43b9-805f-8b7552c23acf Sep 16 05:27:57.335277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.487370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.492896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:57.493768 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.563300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Network': ['ID=9e7d7ead-ac3b-43b9-805f-8b7552c23acf,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:57.574902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 9e7d7ead-ac3b-43b9-805f-8b7552c23acf details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:57.628046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4dd7165e-f54c-4837-942c-4e7019733c49 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4761374 Sep 16 05:27:57.630927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 56980) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.642207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1141502831'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:57.741391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Made reservation on behalf of 7523a4c26c22473b8c1d9ec41d180867 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:57.747724 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.777643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:57.790474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.791080 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Added segment ecf7210b-8d89-4e05-9c05-d34c82b13ace of type vlan for network f56e55d1-84bf-4897-a86d-94b34d54368a Sep 16 05:27:57.842843 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.907225 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.914920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:57.915543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.987190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Network': ['ID=f56e55d1-84bf-4897-a86d-94b34d54368a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:57.999757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f56e55d1-84bf-4897-a86d-94b34d54368a details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:58.000569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-756393b3-bbd2-4212-84db-74bcbe7723a4 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3678517 Sep 16 05:27:58.255557 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.315612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57080) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:01.322271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'subnets': [{'network_id': '9e7d7ead-ac3b-43b9-805f-8b7552c23acf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--444939251', 'ip_version': 6}, {'network_id': 'f56e55d1-84bf-4897-a86d-94b34d54368a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:01.322587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'subnet': {'network_id': '9e7d7ead-ac3b-43b9-805f-8b7552c23acf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--444939251', 'ip_version': 6}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:01.323568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Request body: {'subnet': {'network_id': 'f56e55d1-84bf-4897-a86d-94b34d54368a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:01.581059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Made reservation on behalf of 7523a4c26c22473b8c1d9ec41d180867 for: {'subnet': 2} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:01.586051 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.586406 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.050071 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.122049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Subnet': ['ID=7ffd59da-5ce7-4ef5-ad96-b55df4e94e58,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:02.130260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Checking segment: {'id': 'bcdd628e-c300-4921-b107-c5605b0429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e7d7ead-ac3b-43b9-805f-8b7552c23acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:02.130619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Network hostable DHCP agents. Network: 9e7d7ead-ac3b-43b9-805f-8b7552c23acf, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:02.238625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Network 9e7d7ead-ac3b-43b9-805f-8b7552c23acf is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:02.347425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 9e7d7ead-ac3b-43b9-805f-8b7552c23acf) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:02.353032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.361839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7080ab1c-0049-473b-9043-d0df6906a4ad None None] Network 9e7d7ead-ac3b-43b9-805f-8b7552c23acf requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:02.436583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event updated for resources: {'Subnet': ['ID=fa61203b-f3be-4df2-8a79-3f60cfe6cce9,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:02.463810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Checking segment: {'id': 'ecf7210b-8d89-4e05-9c05-d34c82b13ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f56e55d1-84bf-4897-a86d-94b34d54368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:02.464419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Network hostable DHCP agents. Network: f56e55d1-84bf-4897-a86d-94b34d54368a, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:02.529113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-9e7d7ead-ac3b-43b9-805f-8b7552c23acf', 'network_id': '9e7d7ead-ac3b-43b9-805f-8b7552c23acf', 'tenant_id': '7523a4c26c22473b8c1d9ec41d180867', 'fixed_ips': [{'subnet_id': '7ffd59da-5ce7-4ef5-ad96-b55df4e94e58'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:02.534462 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.553147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Network f56e55d1-84bf-4897-a86d-94b34d54368a is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:02.661596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f56e55d1-84bf-4897-a86d-94b34d54368a) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:02.667751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:02.674255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:02.674255 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.674555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa696243-0b84-435b-8021-64694d54adf7 None None] Network f56e55d1-84bf-4897-a86d-94b34d54368a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:02.705525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Allocated IP 2001:db8::1 (9e7d7ead-ac3b-43b9-805f-8b7552c23acf/7ffd59da-5ce7-4ef5-ad96-b55df4e94e58/a2b8ca47-9808-411f-a5d1-627eb2d153df) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:02.762250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1ab33444-cc35-4bf0-91f9-b75a23a5a4d2 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4426682 Sep 16 05:28:02.762522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57116) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:02.853455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9931d01-42df-45b0-b695-c594de2076c6 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:02.856617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9931d01-42df-45b0-b695-c594de2076c6 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:02.858379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9931d01-42df-45b0-b695-c594de2076c6 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:02.860242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b9931d01-42df-45b0-b695-c594de2076c6 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0967886 Sep 16 05:28:02.870554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57122) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:02.909081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-f56e55d1-84bf-4897-a86d-94b34d54368a', 'network_id': 'f56e55d1-84bf-4897-a86d-94b34d54368a', 'tenant_id': '7523a4c26c22473b8c1d9ec41d180867', 'fixed_ips': [{'subnet_id': 'fa61203b-f3be-4df2-8a79-3f60cfe6cce9'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:02.909939 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.931696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7534fb-6b56-4121-ab6f-7ba236ccf886 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Deleting subnet 7ffd59da-5ce7-4ef5-ad96-b55df4e94e58 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:02.968535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.087514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Allocated IP 2001:db8:0:1::1 (f56e55d1-84bf-4897-a86d-94b34d54368a/fa61203b-f3be-4df2-8a79-3f60cfe6cce9/eda89006-7698-4cfc-b1c2-cc4b8c79dd74) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:03.198094 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b7534fb-6b56-4121-ab6f-7ba236ccf886 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.210333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.245477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b7534fb-6b56-4121-ab6f-7ba236ccf886 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.265621 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.273245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Network 9e7d7ead-ac3b-43b9-805f-8b7552c23acf is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:03.279008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:03.283649 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:03.286710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Pushing event updated for resources: {'Port': ['ID=a2b8ca47-9808-411f-a5d1-627eb2d153df,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:03.340396 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.347274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Attempting to bind port a2b8ca47-9808-411f-a5d1-627eb2d153df on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:03.347635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Attempting to bind port a2b8ca47-9808-411f-a5d1-627eb2d153df by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bcdd628e-c300-4921-b107-c5605b0429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e7d7ead-ac3b-43b9-805f-8b7552c23acf'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:03.348000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Attempting to bind port a2b8ca47-9808-411f-a5d1-627eb2d153df on network 9e7d7ead-ac3b-43b9-805f-8b7552c23acf {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:03.354023 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b7534fb-6b56-4121-ab6f-7ba236ccf886 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.392749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:03.393360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Checking segment: {'id': 'bcdd628e-c300-4921-b107-c5605b0429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e7d7ead-ac3b-43b9-805f-8b7552c23acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:03.399560 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.400267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Bound using segment: {'id': 'bcdd628e-c300-4921-b107-c5605b0429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e7d7ead-ac3b-43b9-805f-8b7552c23acf'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:03.400970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Bound port: a2b8ca47-9808-411f-a5d1-627eb2d153df, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdd628e-c300-4921-b107-c5605b0429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e7d7ead-ac3b-43b9-805f-8b7552c23acf'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:03.401682 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.425963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Network f56e55d1-84bf-4897-a86d-94b34d54368a is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:03.431698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:03.436233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:03.452282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Pushing event updated for resources: {'Port': ['ID=eda89006-7698-4cfc-b1c2-cc4b8c79dd74,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:03.503523 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b7534fb-6b56-4121-ab6f-7ba236ccf886 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.527346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b7534fb-6b56-4121-ab6f-7ba236ccf886 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.527601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Attempting to bind port eda89006-7698-4cfc-b1c2-cc4b8c79dd74 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:03.527965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Attempting to bind port eda89006-7698-4cfc-b1c2-cc4b8c79dd74 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ecf7210b-8d89-4e05-9c05-d34c82b13ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f56e55d1-84bf-4897-a86d-94b34d54368a'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:03.528306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Attempting to bind port eda89006-7698-4cfc-b1c2-cc4b8c79dd74 on network f56e55d1-84bf-4897-a86d-94b34d54368a {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:03.529662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3b7534fb-6b56-4121-ab6f-7ba236ccf886 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/subnets/7ffd59da-5ce7-4ef5-ad96-b55df4e94e58 HTTP/1.1" status: 204 len: 168 time: 0.6577814 Sep 16 05:28:03.532496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:03.551962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7534fb-6b56-4121-ab6f-7ba236ccf886 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffd59da-5ce7-4ef5-ad96-b55df4e94e58,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:03.558891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:03.559299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Checking segment: {'id': 'ecf7210b-8d89-4e05-9c05-d34c82b13ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f56e55d1-84bf-4897-a86d-94b34d54368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:03.559731 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.560123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Bound using segment: {'id': 'ecf7210b-8d89-4e05-9c05-d34c82b13ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f56e55d1-84bf-4897-a86d-94b34d54368a'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:03.560612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Bound port: eda89006-7698-4cfc-b1c2-cc4b8c79dd74, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf7210b-8d89-4e05-9c05-d34c82b13ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f56e55d1-84bf-4897-a86d-94b34d54368a'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:03.561000 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.603729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3751c5-5c4c-4eb2-964b-43dc85fdcf39 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Deleting subnet fa61203b-f3be-4df2-8a79-3f60cfe6cce9 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:03.607182 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee3751c5-5c4c-4eb2-964b-43dc85fdcf39 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.628235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] For port a2b8ca47-9808-411f-a5d1-627eb2d153df, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:03.635079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] For port a2b8ca47-9808-411f-a5d1-627eb2d153df, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a2b8ca47-9808-411f-a5d1-627eb2d153df,segment=NetworkSegment(bcdd628e-c300-4921-b107-c5605b0429e2),segment_id=bcdd628e-c300-4921-b107-c5605b0429e2)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:03.649984 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee3751c5-5c4c-4eb2-964b-43dc85fdcf39 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.652801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] For port eda89006-7698-4cfc-b1c2-cc4b8c79dd74, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:03.655996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] For port eda89006-7698-4cfc-b1c2-cc4b8c79dd74, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=eda89006-7698-4cfc-b1c2-cc4b8c79dd74,segment=NetworkSegment(ecf7210b-8d89-4e05-9c05-d34c82b13ace),segment_id=ecf7210b-8d89-4e05-9c05-d34c82b13ace)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:03.794090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.795379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee3751c5-5c4c-4eb2-964b-43dc85fdcf39 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.796910 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.886314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d4924-5f47-4e8c-85af-11d0c6012762 None None] Pushing event updated for resources: {'Port': ['ID=eda89006-7698-4cfc-b1c2-cc4b8c79dd74,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:03.943964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e8c5-7f93-498e-bb12-2a5efd2ed627 None None] Pushing event updated for resources: {'Port': ['ID=a2b8ca47-9808-411f-a5d1-627eb2d153df,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:04.027651 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee3751c5-5c4c-4eb2-964b-43dc85fdcf39 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.066577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3751c5-5c4c-4eb2-964b-43dc85fdcf39 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Subnet': ['ID=fa61203b-f3be-4df2-8a79-3f60cfe6cce9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:04.072911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee3751c5-5c4c-4eb2-964b-43dc85fdcf39 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.077742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57152) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:04.082779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ee3751c5-5c4c-4eb2-964b-43dc85fdcf39 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/subnets/fa61203b-f3be-4df2-8a79-3f60cfe6cce9 HTTP/1.1" status: 204 len: 168 time: 0.5492032 Sep 16 05:28:04.161943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f6dcd-0990-4932-9a76-8a201d00b286 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:04.166766 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ba0f6dcd-0990-4932-9a76-8a201d00b286 tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0832324 Sep 16 05:28:04.168050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57156) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:04.304844 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.405106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Deleting port eda89006-7698-4cfc-b1c2-cc4b8c79dd74 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:04.406190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.432088 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:04.499541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] For port eda89006-7698-4cfc-b1c2-cc4b8c79dd74, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=eda89006-7698-4cfc-b1c2-cc4b8c79dd74,segment=NetworkSegment(ecf7210b-8d89-4e05-9c05-d34c82b13ace),segment_id=ecf7210b-8d89-4e05-9c05-d34c82b13ace)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:04.500032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.513256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Calling delete_port for eda89006-7698-4cfc-b1c2-cc4b8c79dd74 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:04.521570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a2b8ca47-9808-411f-a5d1-627eb2d153df up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:04.591843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a2b8ca47-9808-411f-a5d1-627eb2d153df triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:04.591843 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.692367 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.711044 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.730793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port a2b8ca47-9808-411f-a5d1-627eb2d153df, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a2b8ca47-9808-411f-a5d1-627eb2d153df,segment=NetworkSegment(bcdd628e-c300-4921-b107-c5605b0429e2),segment_id=bcdd628e-c300-4921-b107-c5605b0429e2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:04.742771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Port': ['ID=eda89006-7698-4cfc-b1c2-cc4b8c79dd74,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:04.751737 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] No DVR routers for this DVR port eda89006-7698-4cfc-b1c2-cc4b8c79dd74 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:04.798696 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.799610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device eda89006-7698-4cfc-b1c2-cc4b8c79dd74 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:04.859016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: eda89006-7698-4cfc-b1c2-cc4b8c79dd74 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:04.859536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device eda89006-7698-4cfc-b1c2-cc4b8c79dd74 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 05:28:04.888608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Port eda89006-7698-4cfc-b1c2-cc4b8c79dd74 not found, will not notify nova. {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 05:28:04.903852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.927405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=a2b8ca47-9808-411f-a5d1-627eb2d153df,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:04.928846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56e55d1-84bf-4897-a86d-94b34d54368a']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:04.940474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf7210b-8d89-4e05-9c05-d34c82b13ace') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:04.940792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf7210b-8d89-4e05-9c05-d34c82b13ace') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:04.954836 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.970630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.977966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:04.978385 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:04.981603 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:05.091172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d9363-56e9-4bec-b647-9347a66af13a None None] Network 9e7d7ead-ac3b-43b9-805f-8b7552c23acf requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:05.164584 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.174433 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.176420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/networks/f56e55d1-84bf-4897-a86d-94b34d54368a HTTP/1.1" status: 204 len: 168 time: 0.9983416 Sep 16 05:28:05.179654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57180) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:05.195168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e17b8b11-7152-4b81-8b23-669d85162c2c None None] Provisioning complete for port a2b8ca47-9808-411f-a5d1-627eb2d153df triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:05.195754 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e17b8b11-7152-4b81-8b23-669d85162c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.199414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a3fe0-b677-4ce5-ac98-169ee2322def tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Network': ['ID=f56e55d1-84bf-4897-a86d-94b34d54368a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:05.280503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.349630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Deleting port a2b8ca47-9808-411f-a5d1-627eb2d153df {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:05.349985 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.425403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] For port a2b8ca47-9808-411f-a5d1-627eb2d153df, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a2b8ca47-9808-411f-a5d1-627eb2d153df,segment=NetworkSegment(bcdd628e-c300-4921-b107-c5605b0429e2),segment_id=bcdd628e-c300-4921-b107-c5605b0429e2)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:05.425796 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.440434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Calling delete_port for a2b8ca47-9808-411f-a5d1-627eb2d153df owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:05.456160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] DHCP port deletion for 9e7d7ead-ac3b-43b9-805f-8b7552c23acf request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:05.543810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] Deleting port a2b8ca47-9808-411f-a5d1-627eb2d153df {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:05.544982 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.628395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] For port a2b8ca47-9808-411f-a5d1-627eb2d153df, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a2b8ca47-9808-411f-a5d1-627eb2d153df,segment=NetworkSegment(bcdd628e-c300-4921-b107-c5605b0429e2),segment_id=bcdd628e-c300-4921-b107-c5605b0429e2)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:05.628808 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.644871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25733c19-1486-4348-aaee-20bb601ae84e None None] DHCP port deletion for f56e55d1-84bf-4897-a86d-94b34d54368a request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:05.650694 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.651753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] Calling delete_port for a2b8ca47-9808-411f-a5d1-627eb2d153df owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:05.653458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f4a5442d-ea52-4d0f-97af-0111d41eebf3 None None] Could not find standard attr ID for object eda89006-7698-4cfc-b1c2-cc4b8c79dd74. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:28:05.702895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] No DVR routers for this DVR port a2b8ca47-9808-411f-a5d1-627eb2d153df on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:05.722284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e6d30-0210-41bd-ac72-f7ec74320f07 None None] Network f56e55d1-84bf-4897-a86d-94b34d54368a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:05.737733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e6d30-0210-41bd-ac72-f7ec74320f07 None None] Network f56e55d1-84bf-4897-a86d-94b34d54368a could not be found, it might have been deleted concurrently. {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:28:05.739963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Port': ['ID=a2b8ca47-9808-411f-a5d1-627eb2d153df,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:05.774281 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.801515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.811954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] Pushing event deleted for resources: {'Port': ['ID=a2b8ca47-9808-411f-a5d1-627eb2d153df,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:05.819211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d26a4-f21f-4cb9-8a42-a0144c35ee96 None None] No DVR routers for this DVR port a2b8ca47-9808-411f-a5d1-627eb2d153df on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:05.831738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7d7ead-ac3b-43b9-805f-8b7552c23acf']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:05.842132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdd628e-c300-4921-b107-c5605b0429e2') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:05.842511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdd628e-c300-4921-b107-c5605b0429e2') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:05.857341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.871581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.877424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:05.877903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:05.880937 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:06.056000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.065405 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.068883 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/networks/9e7d7ead-ac3b-43b9-805f-8b7552c23acf HTTP/1.1" status: 204 len: 168 time: 0.8864419 Sep 16 05:28:06.071856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57198) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:06.079732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5278292-cd1c-4d12-acd3-d532cf37480f tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Network': ['ID=9e7d7ead-ac3b-43b9-805f-8b7552c23acf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:06.166895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.255625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.276334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c314564-870a-47e5-947e-c0d912aee1fd']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:06.285662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95da31bd-548a-4cb8-a7b9-dfa9e847e3c2') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:06.286130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95da31bd-548a-4cb8-a7b9-dfa9e847e3c2') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:06.295860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.309317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.315280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:06.315688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:06.318757 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:06.400691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a2b8ca47-9808-411f-a5d1-627eb2d153df no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:06.422407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a2b8ca47-9808-411f-a5d1-627eb2d153df {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:06.422763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a2b8ca47-9808-411f-a5d1-627eb2d153df not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:06.423555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device eda89006-7698-4cfc-b1c2-cc4b8c79dd74 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:06.443162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: eda89006-7698-4cfc-b1c2-cc4b8c79dd74 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:06.443384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device eda89006-7698-4cfc-b1c2-cc4b8c79dd74 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:06.449792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.460831 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.466715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57206) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:06.483185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/networks/0c314564-870a-47e5-947e-c0d912aee1fd HTTP/1.1" status: 204 len: 168 time: 0.4098053 Sep 16 05:28:06.496044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Network': ['ID=0c314564-870a-47e5-947e-c0d912aee1fd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:06.507077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.508688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.510559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.510559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.511094 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.511943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.512701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.513302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.513975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.514484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.515002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.515527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fe721-0408-466d-a7d8-4e8324ea938c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.581601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.675482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.697103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f806ae21-8c8d-4f20-b275-f14028b9c130']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:06.706915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dda51e-db81-45b8-a241-5f115d1b0f50') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:06.708082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dda51e-db81-45b8-a241-5f115d1b0f50') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:06.718299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.735899 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.743497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:06.744429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:06.749166 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:06.935516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.944870 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.947338 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] 10.222.0.59 "DELETE /v2.0/networks/f806ae21-8c8d-4f20-b275-f14028b9c130 HTTP/1.1" status: 204 len: 168 time: 0.4790504 Sep 16 05:28:06.956883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Pushing event deleted for resources: {'Network': ['ID=f806ae21-8c8d-4f20-b275-f14028b9c130,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:06.964672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.964917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:06.970935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904bab4d-cec9-4472-9a04-d3ba4e52f49c tempest-BulkNetworkOpsIpV6Test-623163096 tempest-BulkNetworkOpsIpV6Test-623163096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:07.084970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57220) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:07.192940 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28e6b8a3-29c3-4788-a921-b3c6730c5e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.283889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28e6b8a3-29c3-4788-a921-b3c6730c5e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.347348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-28e6b8a3-29c3-4788-a921-b3c6730c5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.391182 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-28e6b8a3-29c3-4788-a921-b3c6730c5e43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3915f52d3ede46348233e5e0ea7f9eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050737 Sep 16 05:28:07.392345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6b8a3-29c3-4788-a921-b3c6730c5e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa4410-8273-4aa7-b17c-4d51ca871b22,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:07.397792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57230) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:07.422692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57232) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:07.448096 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3e0badc-de14-4bf1-a186-398321fcd170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.473568 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3e0badc-de14-4bf1-a186-398321fcd170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.567005 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-02c125a8-391d-41de-a360-db049a86cb79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7523a4c26c22473b8c1d9ec41d180867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429911 Sep 16 05:28:07.569797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57238) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:07.592592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3e0badc-de14-4bf1-a186-398321fcd170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.595309 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3e0badc-de14-4bf1-a186-398321fcd170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.598949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e3e0badc-de14-4bf1-a186-398321fcd170 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4aa4410-8273-4aa7-b17c-4d51ca871b22 HTTP/1.1" status: 204 len: 168 time: 0.1978607 Sep 16 05:28:07.606984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0badc-de14-4bf1-a186-398321fcd170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aa4410-8273-4aa7-b17c-4d51ca871b22,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:07.624744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b23cdd9-340a-4e6c-a33d-b77c3a31f748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.652174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b23cdd9-340a-4e6c-a33d-b77c3a31f748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.775839 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b23cdd9-340a-4e6c-a33d-b77c3a31f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.778629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2b23cdd9-340a-4e6c-a33d-b77c3a31f748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.779822 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2b23cdd9-340a-4e6c-a33d-b77c3a31f748 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ac53883-218e-4685-aa13-70b4cf9d8dbb HTTP/1.1" status: 204 len: 168 time: 0.2091203 Sep 16 05:28:07.788427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23cdd9-340a-4e6c-a33d-b77c3a31f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac53883-218e-4685-aa13-70b4cf9d8dbb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:08.282659 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57262) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:08.296269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7990b2b1-dc0f-4e93-b530-761468b056df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.395145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7990b2b1-dc0f-4e93-b530-761468b056df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.478117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7990b2b1-dc0f-4e93-b530-761468b056df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.521405 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7990b2b1-dc0f-4e93-b530-761468b056df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d04f9e390a7841308e666e23f4043815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349477 Sep 16 05:28:08.521619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57268) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:08.529260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990b2b1-dc0f-4e93-b530-761468b056df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f9bd9b-4ec1-41f6-b1f1-70ab29ce6cec,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:08.582311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26e38a95-1672-4341-a642-a328aa586d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.603852 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26e38a95-1672-4341-a642-a328aa586d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.729705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26e38a95-1672-4341-a642-a328aa586d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.732421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-26e38a95-1672-4341-a642-a328aa586d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.735739 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-26e38a95-1672-4341-a642-a328aa586d50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2f9bd9b-4ec1-41f6-b1f1-70ab29ce6cec HTTP/1.1" status: 204 len: 168 time: 0.2131352 Sep 16 05:28:08.744435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e38a95-1672-4341-a642-a328aa586d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f9bd9b-4ec1-41f6-b1f1-70ab29ce6cec,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:08.914882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57286) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:09.111839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'networks': [{'name': 'tempest-network--1402348726'}, {'name': 'tempest-network--1895139363'}]} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:09.112226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'network': {'name': 'tempest-network--1402348726'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:09.112769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'network': {'name': 'tempest-network--1895139363'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:09.209827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Made reservation on behalf of 218cc79f3e8747e1953fc4fdfa65d329 for: {'network': 2} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:09.214456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.223581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.326453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.443802 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.444280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.483892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bacb80-87d7-4870-bdfe-6e7423469d5f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:09.488120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:09.498461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.498808 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Added segment d6d3d22a-9180-4e43-8498-03a58d53865a of type vlan for network 5621a101-21bd-4db8-acf5-cb15c14d15ab Sep 16 05:28:09.544958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.576524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:09.586045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.587114 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Added segment 996e540a-804f-4da0-b816-0df3a97a8521 of type vlan for network 95fc50b4-1ce1-41fd-91b8-ca3e93c0eb14 Sep 16 05:28:09.630224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.792488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.793007 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.801319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.803470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.804111 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.876427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Network': ['ID=5621a101-21bd-4db8-acf5-cb15c14d15ab,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:09.887704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5621a101-21bd-4db8-acf5-cb15c14d15ab details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:09.944876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Network': ['ID=95fc50b4-1ce1-41fd-91b8-ca3e93c0eb14,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:09.951995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c46a9ca3-3dc6-4428-90f6-0c4500ad3894 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0359731 Sep 16 05:28:09.955803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57326) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:09.969961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 95fc50b4-1ce1-41fd-91b8-ca3e93c0eb14 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:10.113108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db0211-69ba-481b-80b7-a04bb774bae8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.119231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db0211-69ba-481b-80b7-a04bb774bae8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.125531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db0211-69ba-481b-80b7-a04bb774bae8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.131582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db0211-69ba-481b-80b7-a04bb774bae8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.133796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d1db0211-69ba-481b-80b7-a04bb774bae8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1728241 Sep 16 05:28:10.136638 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57330) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:10.224010 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.314088 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.335071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5621a101-21bd-4db8-acf5-cb15c14d15ab']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:10.346094 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d3d22a-9180-4e43-8498-03a58d53865a') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:10.346403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d3d22a-9180-4e43-8498-03a58d53865a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:10.358542 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.373526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.380448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:10.380926 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:10.384854 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:10.506816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.514780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.516730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/networks/5621a101-21bd-4db8-acf5-cb15c14d15ab HTTP/1.1" status: 204 len: 168 time: 0.3790610 Sep 16 05:28:10.519734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57342) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:10.528398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467a2d6-2ae7-4f5d-a9ec-bac2dd9b691d tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Network': ['ID=5621a101-21bd-4db8-acf5-cb15c14d15ab,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:10.613328 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.638263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.702283 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.720873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fc50b4-1ce1-41fd-91b8-ca3e93c0eb14']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:10.730832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996e540a-804f-4da0-b816-0df3a97a8521') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:10.731212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996e540a-804f-4da0-b816-0df3a97a8521') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:10.741443 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.756799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.763941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:10.764342 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:10.767304 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:10.889833 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.897012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.898932 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/networks/95fc50b4-1ce1-41fd-91b8-ca3e93c0eb14 HTTP/1.1" status: 204 len: 168 time: 0.3777440 Sep 16 05:28:10.901706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57358) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:10.910565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13e94f-720d-46a4-b401-649bea45fae6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Network': ['ID=95fc50b4-1ce1-41fd-91b8-ca3e93c0eb14,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:11.028776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f605a79c-58e3-49f6-9f5c-19b625488fcc tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.034795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f605a79c-58e3-49f6-9f5c-19b625488fcc tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.036394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f605a79c-58e3-49f6-9f5c-19b625488fcc tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1334934 Sep 16 05:28:11.040857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57364) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:11.045657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-812031925'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:11.095183 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1852f0e5-c99a-4091-aee9-745165b20e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.167886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Made reservation on behalf of 218cc79f3e8747e1953fc4fdfa65d329 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:11.168669 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.192623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:11.205134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.205565 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Added segment f73c0482-07b3-4fda-9c6b-5e4ffe306dd0 of type vlan for network 81816bcd-1b62-4d34-8c08-3f99530686e7 Sep 16 05:28:11.252638 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.358622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.364549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.365243 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.439778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Network': ['ID=81816bcd-1b62-4d34-8c08-3f99530686e7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:11.444793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7cea217e-6ec8-47ed-8266-f837dec482e8 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4027009 Sep 16 05:28:11.448782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57374) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:11.452053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 81816bcd-1b62-4d34-8c08-3f99530686e7 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:11.453225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2054917806'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:11.546714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Made reservation on behalf of 218cc79f3e8747e1953fc4fdfa65d329 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:11.550236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.574496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:11.588835 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.588835 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Added segment 4cc14a42-964f-416b-b7c0-ff1bef514d6e of type vlan for network 404f53b6-0e3a-4bb1-ab62-5709b3c93bd3 Sep 16 05:28:11.632635 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.717810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.723578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.724428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.795752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Network': ['ID=404f53b6-0e3a-4bb1-ab62-5709b3c93bd3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:11.801767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-997f7b6a-df9f-4aef-9bbd-5979ed260300 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3506503 Sep 16 05:28:11.802048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57386) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:11.807303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'ports': [{'network_id': '81816bcd-1b62-4d34-8c08-3f99530686e7', 'name': 'tempest-port--1885776936', 'admin_state_up': True}, {'network_id': '404f53b6-0e3a-4bb1-ab62-5709b3c93bd3', 'admin_state_up': False}]} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:11.807631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'port': {'network_id': '81816bcd-1b62-4d34-8c08-3f99530686e7', 'name': 'tempest-port--1885776936', 'admin_state_up': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:11.808120 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'port': {'network_id': '404f53b6-0e3a-4bb1-ab62-5709b3c93bd3', 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:11.811119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 404f53b6-0e3a-4bb1-ab62-5709b3c93bd3 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:12.095719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Made reservation on behalf of 218cc79f3e8747e1953fc4fdfa65d329 for: {'port': 2} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:12.101014 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.114272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.206441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] device_id is not set on port fb2b0b83-fa0c-4373-97b9-40a5f24646a1 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:12.316804 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.390019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] device_id is not set on port db41b65b-b437-428e-b5ba-119048ea95c4 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:12.514986 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.610262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.665610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Port': ['ID=fb2b0b83-fa0c-4373-97b9-40a5f24646a1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:12.681613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Checking segment: {'id': 'f73c0482-07b3-4fda-9c6b-5e4ffe306dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '81816bcd-1b62-4d34-8c08-3f99530686e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:12.683821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Network hostable DHCP agents. Network: 81816bcd-1b62-4d34-8c08-3f99530686e7, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:12.735672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Network 81816bcd-1b62-4d34-8c08-3f99530686e7 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:12.803690 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 81816bcd-1b62-4d34-8c08-3f99530686e7) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:12.807545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:12.808456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.813869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a39f1-2d51-4afc-b16b-30c3d72763cc None None] Network 81816bcd-1b62-4d34-8c08-3f99530686e7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:12.888191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Checking segment: {'id': '4cc14a42-964f-416b-b7c0-ff1bef514d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '404f53b6-0e3a-4bb1-ab62-5709b3c93bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:12.888559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Network hostable DHCP agents. Network: 404f53b6-0e3a-4bb1-ab62-5709b3c93bd3, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:12.891074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Port': ['ID=db41b65b-b437-428e-b5ba-119048ea95c4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:12.963917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Network 404f53b6-0e3a-4bb1-ab62-5709b3c93bd3 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:13.038284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 404f53b6-0e3a-4bb1-ab62-5709b3c93bd3) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:13.041895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:13.047015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c358b02-dd0f-4ac8-a8c0-ecb42ee00053 None None] Network 404f53b6-0e3a-4bb1-ab62-5709b3c93bd3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:13.047851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.052865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.053579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.167231 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-707292a0-e0e5-4dfa-b5b4-4d29d3097b67 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3616409 Sep 16 05:28:13.167582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57428) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:13.239581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f9bda8-83d1-41fd-bd95-d7d10b5cbbce tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.248767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f9bda8-83d1-41fd-bd95-d7d10b5cbbce tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.250419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a4f9bda8-83d1-41fd-bd95-d7d10b5cbbce tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0818417 Sep 16 05:28:13.253288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57432) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:13.348453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-98676dda-7e9e-4a70-8824-5444afccb398 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Deleting port fb2b0b83-fa0c-4373-97b9-40a5f24646a1 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:13.348806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98676dda-7e9e-4a70-8824-5444afccb398 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.784201 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98676dda-7e9e-4a70-8824-5444afccb398 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.797310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-98676dda-7e9e-4a70-8824-5444afccb398 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Calling delete_port for fb2b0b83-fa0c-4373-97b9-40a5f24646a1 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:13.963598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98676dda-7e9e-4a70-8824-5444afccb398 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.997324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98676dda-7e9e-4a70-8824-5444afccb398 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Port': ['ID=fb2b0b83-fa0c-4373-97b9-40a5f24646a1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:14.002077 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-98676dda-7e9e-4a70-8824-5444afccb398 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.004180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-98676dda-7e9e-4a70-8824-5444afccb398 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/ports/fb2b0b83-fa0c-4373-97b9-40a5f24646a1 HTTP/1.1" status: 204 len: 168 time: 0.7498908 Sep 16 05:28:14.006918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57458) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.098353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-18d9a0c4-8b62-4268-bef9-ecc170542e06 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Deleting port db41b65b-b437-428e-b5ba-119048ea95c4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:14.098692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18d9a0c4-8b62-4268-bef9-ecc170542e06 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.165283 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18d9a0c4-8b62-4268-bef9-ecc170542e06 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.178000 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-18d9a0c4-8b62-4268-bef9-ecc170542e06 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Calling delete_port for db41b65b-b437-428e-b5ba-119048ea95c4 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:14.181746 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.330245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18d9a0c4-8b62-4268-bef9-ecc170542e06 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.360727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9a0c4-8b62-4268-bef9-ecc170542e06 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Port': ['ID=db41b65b-b437-428e-b5ba-119048ea95c4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:14.369249 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-18d9a0c4-8b62-4268-bef9-ecc170542e06 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.373692 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-18d9a0c4-8b62-4268-bef9-ecc170542e06 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/ports/db41b65b-b437-428e-b5ba-119048ea95c4 HTTP/1.1" status: 204 len: 168 time: 0.3633020 Sep 16 05:28:14.373891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57468) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.407165 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9b8576a4-a7df-48de-acc5-8744569bdbaf tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0321217 Sep 16 05:28:14.410713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57472) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.417065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1498514472'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:14.460978 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8359-83cd-4eb0-8a5e-e8bd7b3029c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.511701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Made reservation on behalf of 218cc79f3e8747e1953fc4fdfa65d329 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:14.515333 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.538548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:14.547981 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.548289 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Added segment c022effc-6599-4a6c-ad25-3a9b58d0f207 of type vlan for network 3802b453-da66-4200-af01-cf087077e577 Sep 16 05:28:14.592068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.689711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.697359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.698350 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.772231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Network': ['ID=3802b453-da66-4200-af01-cf087077e577,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:14.782873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 3802b453-da66-4200-af01-cf087077e577 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:14.790890 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e4da49b1-8a2e-43ee-a349-7f39ef4bc3af tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3773377 Sep 16 05:28:14.792704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57482) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.798700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-726610515'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:14.884820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Made reservation on behalf of 218cc79f3e8747e1953fc4fdfa65d329 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:14.888526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.921049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:14.931313 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.931657 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Added segment d5e66c69-57ef-4f07-8587-845bc0962dd3 of type vlan for network 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 Sep 16 05:28:14.989433 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.102726 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.110591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:15.111223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.178944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Network': ['ID=811320dc-bbbb-43ee-85ee-a40cd8aec8f9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:15.187065 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.190102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:15.221747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-17579c25-d466-4e74-893c-6ba832ede582 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4271524 Sep 16 05:28:15.357351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:15.371395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'subnets': [{'network_id': '3802b453-da66-4200-af01-cf087077e577', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1281681935', 'ip_version': 4}, {'network_id': '811320dc-bbbb-43ee-85ee-a40cd8aec8f9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:15.371759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'subnet': {'network_id': '3802b453-da66-4200-af01-cf087077e577', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1281681935', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:15.372358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Request body: {'subnet': {'network_id': '811320dc-bbbb-43ee-85ee-a40cd8aec8f9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:15.797608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Made reservation on behalf of 218cc79f3e8747e1953fc4fdfa65d329 for: {'subnet': 2} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:15.802200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.809439 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.238350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.303861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Subnet': ['ID=d7c508af-e097-4a91-93f7-5535897e0f4f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:16.313297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Checking segment: {'id': 'c022effc-6599-4a6c-ad25-3a9b58d0f207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3802b453-da66-4200-af01-cf087077e577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:16.313662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Network hostable DHCP agents. Network: 3802b453-da66-4200-af01-cf087077e577, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:16.421063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Network 3802b453-da66-4200-af01-cf087077e577 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:16.530113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 3802b453-da66-4200-af01-cf087077e577) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:16.533822 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.545437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e1b7c7-f547-44b9-87cd-fedf61d9cac7 None None] Network 3802b453-da66-4200-af01-cf087077e577 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:16.593868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event updated for resources: {'Subnet': ['ID=e36ece1d-723d-43e4-a032-37fa135f6443,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:16.610685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Checking segment: {'id': 'd5e66c69-57ef-4f07-8587-845bc0962dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '811320dc-bbbb-43ee-85ee-a40cd8aec8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:16.613434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Network hostable DHCP agents. Network: 811320dc-bbbb-43ee-85ee-a40cd8aec8f9, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:16.684173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Network 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:16.759162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 811320dc-bbbb-43ee-85ee-a40cd8aec8f9) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:16.774168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.774168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.778996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.796943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbebb46-d777-4fc5-a3c6-96ec7bf48c3d None None] Network 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:16.847803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57530) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:16.848497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cfe1a19d-eb81-4cbe-98c9-1a441b7070c9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4892395 Sep 16 05:28:16.906481 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.958168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19309f41-bc59-4050-8b5d-aa0dc5cbbfa1 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.959896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19309f41-bc59-4050-8b5d-aa0dc5cbbfa1 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.962139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19309f41-bc59-4050-8b5d-aa0dc5cbbfa1 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.964021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-19309f41-bc59-4050-8b5d-aa0dc5cbbfa1 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1138885 Sep 16 05:28:16.967691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57536) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:16.989509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da800c-6229-4a17-951e-fb95b30b1b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-3802b453-da66-4200-af01-cf087077e577', 'network_id': '3802b453-da66-4200-af01-cf087077e577', 'tenant_id': '218cc79f3e8747e1953fc4fdfa65d329', 'fixed_ips': [{'subnet_id': 'd7c508af-e097-4a91-93f7-5535897e0f4f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:16.997583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-72da800c-6229-4a17-951e-fb95b30b1b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.040228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-21066963-aedd-44e9-a04a-d07e85a99ef6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Deleting subnet d7c508af-e097-4a91-93f7-5535897e0f4f {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:17.044970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-21066963-aedd-44e9-a04a-d07e85a99ef6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.097997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-21066963-aedd-44e9-a04a-d07e85a99ef6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.119723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-811320dc-bbbb-43ee-85ee-a40cd8aec8f9', 'network_id': '811320dc-bbbb-43ee-85ee-a40cd8aec8f9', 'tenant_id': '218cc79f3e8747e1953fc4fdfa65d329', 'fixed_ips': [{'subnet_id': 'e36ece1d-723d-43e4-a032-37fa135f6443'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:17.120593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.155331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-21066963-aedd-44e9-a04a-d07e85a99ef6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.264841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Allocated IP 172.20.0.18 (811320dc-bbbb-43ee-85ee-a40cd8aec8f9/e36ece1d-723d-43e4-a032-37fa135f6443/69288d45-a766-44f2-9a71-34a6c6bd6474) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:17.312978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-21066963-aedd-44e9-a04a-d07e85a99ef6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.342995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066963-aedd-44e9-a04a-d07e85a99ef6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c508af-e097-4a91-93f7-5535897e0f4f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:17.351113 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-21066963-aedd-44e9-a04a-d07e85a99ef6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.352795 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-21066963-aedd-44e9-a04a-d07e85a99ef6 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/subnets/d7c508af-e097-4a91-93f7-5535897e0f4f HTTP/1.1" status: 204 len: 168 time: 0.3808064 Sep 16 05:28:17.357235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57548) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server [None req-72da800c-6229-4a17-951e-fb95b30b1b19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7c508af-e097-4a91-93f7-5535897e0f4f: This subnet is being modified by another concurrent operation. Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7c508af-e097-4a91-93f7-5535897e0f4f: This subnet is being modified by another concurrent operation. Sep 16 05:28:17.399966 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server Sep 16 05:28:17.427199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ddc34-c06b-4fe3-bcb5-7d118caf446d None None] Network 3802b453-da66-4200-af01-cf087077e577 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:17.437913 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ba8b96-0a82-4d57-bfa6-00445c7e7d84 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Deleting subnet e36ece1d-723d-43e4-a032-37fa135f6443 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:17.586344 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.672280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8b96-0a82-4d57-bfa6-00445c7e7d84 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.673089 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.712992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Network 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:17.713704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8b96-0a82-4d57-bfa6-00445c7e7d84 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.717806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:17.722300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:17.725402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Pushing event updated for resources: {'Port': ['ID=69288d45-a766-44f2-9a71-34a6c6bd6474,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:17.793171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Attempting to bind port 69288d45-a766-44f2-9a71-34a6c6bd6474 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:17.793863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Attempting to bind port 69288d45-a766-44f2-9a71-34a6c6bd6474 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'd5e66c69-57ef-4f07-8587-845bc0962dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '811320dc-bbbb-43ee-85ee-a40cd8aec8f9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:17.794233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Attempting to bind port 69288d45-a766-44f2-9a71-34a6c6bd6474 on network 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:17.800000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:17.800382 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Checking segment: {'id': 'd5e66c69-57ef-4f07-8587-845bc0962dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '811320dc-bbbb-43ee-85ee-a40cd8aec8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:17.800792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.801208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Bound using segment: {'id': 'd5e66c69-57ef-4f07-8587-845bc0962dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '811320dc-bbbb-43ee-85ee-a40cd8aec8f9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:17.801761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Bound port: 69288d45-a766-44f2-9a71-34a6c6bd6474, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e66c69-57ef-4f07-8587-845bc0962dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '811320dc-bbbb-43ee-85ee-a40cd8aec8f9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:17.802145 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.814815 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8b96-0a82-4d57-bfa6-00445c7e7d84 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.984172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8b96-0a82-4d57-bfa6-00445c7e7d84 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.985513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] For port 69288d45-a766-44f2-9a71-34a6c6bd6474, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:17.988901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] For port 69288d45-a766-44f2-9a71-34a6c6bd6474, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=69288d45-a766-44f2-9a71-34a6c6bd6474,segment=NetworkSegment(d5e66c69-57ef-4f07-8587-845bc0962dd3),segment_id=d5e66c69-57ef-4f07-8587-845bc0962dd3)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:18.013175 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba8b96-0a82-4d57-bfa6-00445c7e7d84 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Subnet': ['ID=e36ece1d-723d-43e4-a032-37fa135f6443,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:18.016890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8b96-0a82-4d57-bfa6-00445c7e7d84 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.027849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57562) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:18.028409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b0ba8b96-0a82-4d57-bfa6-00445c7e7d84 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/subnets/e36ece1d-723d-43e4-a032-37fa135f6443 HTTP/1.1" status: 204 len: 168 time: 0.6617460 Sep 16 05:28:18.079723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be95974e-e726-41a8-ae20-e1a5af2f5dce tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:18.081189 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be95974e-e726-41a8-ae20-e1a5af2f5dce tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0523436 Sep 16 05:28:18.084909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57566) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:18.107740 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.173757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f1e75-f171-4415-838b-ee9a0b8af755 None None] Pushing event updated for resources: {'Port': ['ID=69288d45-a766-44f2-9a71-34a6c6bd6474,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:18.174288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.254810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Deleting port 69288d45-a766-44f2-9a71-34a6c6bd6474 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:18.255297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.376692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] For port 69288d45-a766-44f2-9a71-34a6c6bd6474, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=69288d45-a766-44f2-9a71-34a6c6bd6474,segment=NetworkSegment(d5e66c69-57ef-4f07-8587-845bc0962dd3),segment_id=d5e66c69-57ef-4f07-8587-845bc0962dd3)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:18.376998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.409882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Calling delete_port for 69288d45-a766-44f2-9a71-34a6c6bd6474 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:18.501426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 69288d45-a766-44f2-9a71-34a6c6bd6474 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:18.566790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 69288d45-a766-44f2-9a71-34a6c6bd6474 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:18.567393 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.599026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.608891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Could not find standard attr ID for object 69288d45-a766-44f2-9a71-34a6c6bd6474. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:28:18.611570 n-d-712143-16 neutron-server[101826]: INFO neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No ports have port_id starting with 69288d45-a766-44f2-9a71-34a6c6bd6474 Sep 16 05:28:18.627160 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Port': ['ID=69288d45-a766-44f2-9a71-34a6c6bd6474,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:18.630885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] No DVR routers for this DVR port 69288d45-a766-44f2-9a71-34a6c6bd6474 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:18.718225 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.756312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811320dc-bbbb-43ee-85ee-a40cd8aec8f9']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:18.766042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e66c69-57ef-4f07-8587-845bc0962dd3') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:18.775320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e66c69-57ef-4f07-8587-845bc0962dd3') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:18.775961 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.789176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.795183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:18.795604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:18.798483 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:18.941214 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.952422 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.957043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/networks/811320dc-bbbb-43ee-85ee-a40cd8aec8f9 HTTP/1.1" status: 204 len: 168 time: 0.8688526 Sep 16 05:28:18.957558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57582) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:18.971761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c35540-a967-488f-94dd-9ed94a1b9b26 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Network': ['ID=811320dc-bbbb-43ee-85ee-a40cd8aec8f9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.049698 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.152184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.213374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3802b453-da66-4200-af01-cf087077e577']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:19.224196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c022effc-6599-4a6c-ad25-3a9b58d0f207') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:19.228858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c022effc-6599-4a6c-ad25-3a9b58d0f207') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:19.235510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.249623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.255616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:19.258196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:19.259811 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:19.338961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc32ff-8b9f-4a62-a1d2-46cf8e9369a9 None None] DHCP port deletion for 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:19.354196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bedf61-db68-404e-af8e-7c53e8b7b5f9 None None] Network 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:19.366386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bedf61-db68-404e-af8e-7c53e8b7b5f9 None None] Network 811320dc-bbbb-43ee-85ee-a40cd8aec8f9 could not be found, it might have been deleted concurrently. {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:28:19.379879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6421cf34-290a-41a5-b712-26516c7bb0e9 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:28:19.409428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-461de00e-b4bd-423d-8eb8-b87ca59cfb9b None None] Could not find standard attr ID for object 69288d45-a766-44f2-9a71-34a6c6bd6474. {{(pid=101826) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:28:19.426109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.431558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.435157 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/networks/3802b453-da66-4200-af01-cf087077e577 HTTP/1.1" status: 204 len: 168 time: 0.4749279 Sep 16 05:28:19.436331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57592) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:19.454638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33126-c405-4efc-8893-94ac0f10a35c tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Network': ['ID=3802b453-da66-4200-af01-cf087077e577,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.470025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6421cf34-290a-41a5-b712-26516c7bb0e9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:28:19.559164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.032592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.056315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404f53b6-0e3a-4bb1-ab62-5709b3c93bd3']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:20.065977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc14a42-964f-416b-b7c0-ff1bef514d6e') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:20.066282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc14a42-964f-416b-b7c0-ff1bef514d6e') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:20.076758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.090558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.100765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:20.101465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:20.107610 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:20.157297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57608) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:20.243382 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.248035 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.250241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/networks/404f53b6-0e3a-4bb1-ab62-5709b3c93bd3 HTTP/1.1" status: 204 len: 168 time: 0.8123171 Sep 16 05:28:20.254581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57614) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:20.265082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b5be2-f09b-4b49-a0e6-24918adfdba9 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Network': ['ID=404f53b6-0e3a-4bb1-ab62-5709b3c93bd3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:20.276781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2dd74f29-1944-419f-aa72-aaa80fa4c9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.372173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.440176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 69288d45-a766-44f2-9a71-34a6c6bd6474 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:20.463500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 69288d45-a766-44f2-9a71-34a6c6bd6474 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:20.463850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 69288d45-a766-44f2-9a71-34a6c6bd6474 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:20.500291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.531413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81816bcd-1b62-4d34-8c08-3f99530686e7']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:20.548251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73c0482-07b3-4fda-9c6b-5e4ffe306dd0') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:20.548558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73c0482-07b3-4fda-9c6b-5e4ffe306dd0') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:20.558518 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2dd74f29-1944-419f-aa72-aaa80fa4c9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.562035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.575602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.581395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:20.582055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:20.584845 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:20.634879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2dd74f29-1944-419f-aa72-aaa80fa4c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.678407 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2dd74f29-1944-419f-aa72-aaa80fa4c9bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d15d6af6a8e4241a8d297bc9e9cbd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199273 Sep 16 05:28:20.679680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd74f29-1944-419f-aa72-aaa80fa4c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5558c3-b96e-448f-a442-69a4c5129ea2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:20.681646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57622) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:20.724035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.732673 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.734348 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b8092a7-8620-484c-9505-2cec77ef56ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.734494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] 10.222.0.59 "DELETE /v2.0/networks/81816bcd-1b62-4d34-8c08-3f99530686e7 HTTP/1.1" status: 204 len: 168 time: 0.4772038 Sep 16 05:28:20.746331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2726b6-4cac-43cf-8525-da33c917e534 tempest-BulkNetworkOpsTest-769795580 tempest-BulkNetworkOpsTest-769795580-project] Pushing event deleted for resources: {'Network': ['ID=81816bcd-1b62-4d34-8c08-3f99530686e7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:20.758363 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b8092a7-8620-484c-9505-2cec77ef56ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.883972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b8092a7-8620-484c-9505-2cec77ef56ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.886624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b8092a7-8620-484c-9505-2cec77ef56ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.887902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3b8092a7-8620-484c-9505-2cec77ef56ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d5558c3-b96e-448f-a442-69a4c5129ea2 HTTP/1.1" status: 204 len: 168 time: 0.2052422 Sep 16 05:28:20.896378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8092a7-8620-484c-9505-2cec77ef56ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5558c3-b96e-448f-a442-69a4c5129ea2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:21.170231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57638) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:21.341650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7adb0d5d-4a0e-476b-b81c-de63d505b422 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=218cc79f3e8747e1953fc4fdfa65d329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701174 Sep 16 05:28:21.344212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57644) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:21.399142 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-539c8e75-6d63-4864-ada5-5c1d1742222b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.421273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-539c8e75-6d63-4864-ada5-5c1d1742222b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.587705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-539c8e75-6d63-4864-ada5-5c1d1742222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.590362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-539c8e75-6d63-4864-ada5-5c1d1742222b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.591580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-539c8e75-6d63-4864-ada5-5c1d1742222b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50bacb80-87d7-4870-bdfe-6e7423469d5f HTTP/1.1" status: 204 len: 168 time: 0.2462404 Sep 16 05:28:21.601064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c8e75-6d63-4864-ada5-5c1d1742222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bacb80-87d7-4870-bdfe-6e7423469d5f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:21.645022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57652) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:21.661533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7985ecd2-8db2-4ac4-8404-c0365afff2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.763685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7985ecd2-8db2-4ac4-8404-c0365afff2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.872302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7985ecd2-8db2-4ac4-8404-c0365afff2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.909095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985ecd2-8db2-4ac4-8404-c0365afff2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461eb8ee-32f6-4e55-97f7-3f92dcf4d58f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:21.913506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7985ecd2-8db2-4ac4-8404-c0365afff2a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0ee642c9e0247d28b635f37bd5b7b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672389 Sep 16 05:28:21.916478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57656) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:21.985930 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dc560f1-0fd4-4de8-b6d7-47c30ea84178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.018631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dc560f1-0fd4-4de8-b6d7-47c30ea84178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.175173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dc560f1-0fd4-4de8-b6d7-47c30ea84178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.177908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dc560f1-0fd4-4de8-b6d7-47c30ea84178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.179116 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8dc560f1-0fd4-4de8-b6d7-47c30ea84178 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/461eb8ee-32f6-4e55-97f7-3f92dcf4d58f HTTP/1.1" status: 204 len: 168 time: 0.2611332 Sep 16 05:28:22.187828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc560f1-0fd4-4de8-b6d7-47c30ea84178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461eb8ee-32f6-4e55-97f7-3f92dcf4d58f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:22.872418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57704) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:22.987529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-893369321'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:23.060800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:23.064594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.074455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.168572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.248956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.296454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:23.301875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edaee3a-90e1-41db-a871-18f742d1d4dc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:23.316391 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.316391 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Added segment a3076233-da90-4b55-a36e-18339504e47e of type vlan for network 0612c1a7-51dd-456d-9de0-f683bbdee5c4 Sep 16 05:28:23.360873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.466932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.472610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.473223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.543138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Network': ['ID=0612c1a7-51dd-456d-9de0-f683bbdee5c4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:23.549539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0612c1a7-51dd-456d-9de0-f683bbdee5c4 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:23.599024 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b53cbccd-f930-49db-9100-92044b929eb8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7254398 Sep 16 05:28:26.597887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57766) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:26.706828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93171716-e73c-4fc6-aa5a-9d71af42fc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.800553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93171716-e73c-4fc6-aa5a-9d71af42fc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.830277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57770) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:26.835687 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'subnet': {'network_id': '0612c1a7-51dd-456d-9de0-f683bbdee5c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:26.861260 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-93171716-e73c-4fc6-aa5a-9d71af42fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.899791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171716-e73c-4fc6-aa5a-9d71af42fc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c301a7-c226-456e-873e-2ccafbfc676c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:26.907200 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-93171716-e73c-4fc6-aa5a-9d71af42fc3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4516c2353f144ba81d6790400bbdfa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074176 Sep 16 05:28:26.908340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57772) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:26.967075 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a4a4d5e-29e7-4d9b-bcc2-da5dba227a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.970213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:26.973990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.989898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a4a4d5e-29e7-4d9b-bcc2-da5dba227a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.101944 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a4a4d5e-29e7-4d9b-bcc2-da5dba227a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.105021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a4a4d5e-29e7-4d9b-bcc2-da5dba227a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.108575 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a4a4d5e-29e7-4d9b-bcc2-da5dba227a95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41c301a7-c226-456e-873e-2ccafbfc676c HTTP/1.1" status: 204 len: 168 time: 0.1970975 Sep 16 05:28:27.116953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a4d5e-29e7-4d9b-bcc2-da5dba227a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c301a7-c226-456e-873e-2ccafbfc676c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.278111 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.350898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Subnet': ['ID=49c31b7e-ae22-4684-98fe-a55234085089,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.361531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Checking segment: {'id': 'a3076233-da90-4b55-a36e-18339504e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0612c1a7-51dd-456d-9de0-f683bbdee5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:27.361977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network hostable DHCP agents. Network: 0612c1a7-51dd-456d-9de0-f683bbdee5c4, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:27.455458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network 0612c1a7-51dd-456d-9de0-f683bbdee5c4 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:27.598087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0612c1a7-51dd-456d-9de0-f683bbdee5c4) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:27.603718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:27.604511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.608669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477c966-12b5-4439-b2f1-dfe3355b9b3a None None] Network 0612c1a7-51dd-456d-9de0-f683bbdee5c4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:27.728474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dd21ca98-5548-424a-91ea-bc79aabc8769 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8966491 Sep 16 05:28:27.728846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57792) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:27.735464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1150125536'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:27.759403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-0612c1a7-51dd-456d-9de0-f683bbdee5c4', 'network_id': '0612c1a7-51dd-456d-9de0-f683bbdee5c4', 'tenant_id': 'c1e9436dad59471aa1b1e86b856af148', 'fixed_ips': [{'subnet_id': '49c31b7e-ae22-4684-98fe-a55234085089'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:27.760556 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.844027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:27.847577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.873128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:27.890625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.891362 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Added segment 4f48f54a-70c5-4b4f-9fce-eee511e16f44 of type vlan for network ee720e3c-3353-4635-b81a-273a5d2aef3f Sep 16 05:28:27.905000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Allocated IP 2001:db8:0:ffff::2 (0612c1a7-51dd-456d-9de0-f683bbdee5c4/49c31b7e-ae22-4684-98fe-a55234085089/2299e7dc-03f4-4275-a11b-443d71610a19) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:27.906867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57802) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:27.925129 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-448159e9-af86-4bad-a38f-49d20b487cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.937226 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.040939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-448159e9-af86-4bad-a38f-49d20b487cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.055266 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.106737 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.119166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:28.119166 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.140998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-448159e9-af86-4bad-a38f-49d20b487cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.179958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-448159e9-af86-4bad-a38f-49d20b487cd7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5567f8ff39b84945a854085fc27452ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712440 Sep 16 05:28:28.182722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57812) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.183172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448159e9-af86-4bad-a38f-49d20b487cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe001a-241e-4fd3-a42b-0e6ea3583129,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:28.202414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Network': ['ID=ee720e3c-3353-4635-b81a-273a5d2aef3f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:28.219943 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ee720e3c-3353-4635-b81a-273a5d2aef3f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:28.243969 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda90285-01df-4900-a57f-735e279c16f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.277621 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda90285-01df-4900-a57f-735e279c16f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.289407 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.308070 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b23b7847-006a-4229-b2e2-7bea545917d0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5757463 Sep 16 05:28:28.316785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 57818) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.316785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'subnet': {'network_id': 'ee720e3c-3353-4635-b81a-273a5d2aef3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:28.344355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Network 0612c1a7-51dd-456d-9de0-f683bbdee5c4 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:28.352369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:28.355377 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.359846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:28.367531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Pushing event updated for resources: {'Port': ['ID=2299e7dc-03f4-4275-a11b-443d71610a19,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:28.427807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda90285-01df-4900-a57f-735e279c16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.431050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bda90285-01df-4900-a57f-735e279c16f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.434715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bda90285-01df-4900-a57f-735e279c16f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cfe001a-241e-4fd3-a42b-0e6ea3583129 HTTP/1.1" status: 204 len: 168 time: 0.2480354 Sep 16 05:28:28.442900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda90285-01df-4900-a57f-735e279c16f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe001a-241e-4fd3-a42b-0e6ea3583129,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:28.458158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Attempting to bind port 2299e7dc-03f4-4275-a11b-443d71610a19 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:28.458537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Attempting to bind port 2299e7dc-03f4-4275-a11b-443d71610a19 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a3076233-da90-4b55-a36e-18339504e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0612c1a7-51dd-456d-9de0-f683bbdee5c4'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:28.458905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Attempting to bind port 2299e7dc-03f4-4275-a11b-443d71610a19 on network 0612c1a7-51dd-456d-9de0-f683bbdee5c4 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:28.475116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:28.475529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Checking segment: {'id': 'a3076233-da90-4b55-a36e-18339504e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0612c1a7-51dd-456d-9de0-f683bbdee5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:28.475938 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.476355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Bound using segment: {'id': 'a3076233-da90-4b55-a36e-18339504e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0612c1a7-51dd-456d-9de0-f683bbdee5c4'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:28.477113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Bound port: 2299e7dc-03f4-4275-a11b-443d71610a19, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3076233-da90-4b55-a36e-18339504e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0612c1a7-51dd-456d-9de0-f683bbdee5c4'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:28.477246 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.490407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:28.496274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.552076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] For port 2299e7dc-03f4-4275-a11b-443d71610a19, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:28.556092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] For port 2299e7dc-03f4-4275-a11b-443d71610a19, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2299e7dc-03f4-4275-a11b-443d71610a19,segment=NetworkSegment(a3076233-da90-4b55-a36e-18339504e47e),segment_id=a3076233-da90-4b55-a36e-18339504e47e)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:28.621730 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.692752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c888fc5-2530-4100-b13c-6ba93edf1a5d None None] Pushing event updated for resources: {'Port': ['ID=2299e7dc-03f4-4275-a11b-443d71610a19,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:28.940306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:28:28.941823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.018580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Subnet': ['ID=88d0df42-004c-4797-acdd-22dc54ad9aca,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:29.037072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Checking segment: {'id': '4f48f54a-70c5-4b4f-9fce-eee511e16f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ee720e3c-3353-4635-b81a-273a5d2aef3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:29.037420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network hostable DHCP agents. Network: ee720e3c-3353-4635-b81a-273a5d2aef3f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:29.129558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network ee720e3c-3353-4635-b81a-273a5d2aef3f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:29.238521 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ee720e3c-3353-4635-b81a-273a5d2aef3f) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:29.244364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.245406 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.249539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c313f47-a812-4182-83eb-316e81e297a0 None None] Network ee720e3c-3353-4635-b81a-273a5d2aef3f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:29.361356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-19eaa9c3-55ee-4486-b12c-3ff730052e3d tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0484245 Sep 16 05:28:29.361963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57870) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:29.369284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'port': {'network_id': 'ee720e3c-3353-4635-b81a-273a5d2aef3f', 'name': 'tempest-NetworksIpV6TestAttrs-535236863'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:29.425169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ee720e3c-3353-4635-b81a-273a5d2aef3f', 'network_id': 'ee720e3c-3353-4635-b81a-273a5d2aef3f', 'tenant_id': 'c1e9436dad59471aa1b1e86b856af148', 'fixed_ips': [{'subnet_id': '88d0df42-004c-4797-acdd-22dc54ad9aca'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:29.426336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.601872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Allocated IP 2001:db8::f816:3eff:fee4:a98b (ee720e3c-3353-4635-b81a-273a5d2aef3f/88d0df42-004c-4797-acdd-22dc54ad9aca/e8a17a16-f17b-4546-b950-3a8c7391418b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:29.614428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:29.618634 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.646630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] device_id is not set on port ef6f9671-025b-491e-a71f-6bfb47960b44 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:29.793611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.873093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf6906b-2f48-4f84-8b30-f1b510495ba0 None None] Network 0612c1a7-51dd-456d-9de0-f683bbdee5c4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:29.895142 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.936421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Allocated IP 2001:db8::f816:3eff:feec:7716 (ee720e3c-3353-4635-b81a-273a5d2aef3f/88d0df42-004c-4797-acdd-22dc54ad9aca/ef6f9671-025b-491e-a71f-6bfb47960b44) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:29.972534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Network ee720e3c-3353-4635-b81a-273a5d2aef3f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:29.981462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:29.989012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:30.012191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-71df9ce2-c28b-4d30-82bb-7d23399eb56b None None] Provisioning complete for port 2299e7dc-03f4-4275-a11b-443d71610a19 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:30.012484 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71df9ce2-c28b-4d30-82bb-7d23399eb56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.014024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Pushing event updated for resources: {'Port': ['ID=e8a17a16-f17b-4546-b950-3a8c7391418b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.122105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.221714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.271792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network ee720e3c-3353-4635-b81a-273a5d2aef3f is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:30.277189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:30.283409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:30.286062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Attempting to bind port e8a17a16-f17b-4546-b950-3a8c7391418b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:30.286446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Attempting to bind port e8a17a16-f17b-4546-b950-3a8c7391418b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '4f48f54a-70c5-4b4f-9fce-eee511e16f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ee720e3c-3353-4635-b81a-273a5d2aef3f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:30.286814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Attempting to bind port e8a17a16-f17b-4546-b950-3a8c7391418b on network ee720e3c-3353-4635-b81a-273a5d2aef3f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:30.289919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.290558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.294243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Port': ['ID=ef6f9671-025b-491e-a71f-6bfb47960b44,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.301129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:30.301514 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Checking segment: {'id': '4f48f54a-70c5-4b4f-9fce-eee511e16f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ee720e3c-3353-4635-b81a-273a5d2aef3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:30.301988 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.302327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Bound using segment: {'id': '4f48f54a-70c5-4b4f-9fce-eee511e16f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ee720e3c-3353-4635-b81a-273a5d2aef3f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:30.302922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Bound port: e8a17a16-f17b-4546-b950-3a8c7391418b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f48f54a-70c5-4b4f-9fce-eee511e16f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ee720e3c-3353-4635-b81a-273a5d2aef3f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:30.303192 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.404626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71df9ce2-c28b-4d30-82bb-7d23399eb56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.413403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ae847138-9aa0-406b-a9ce-c06ac97934f8 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0474458 Sep 16 05:28:30.414573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57930) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:30.456054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] For port e8a17a16-f17b-4546-b950-3a8c7391418b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:30.460475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] For port e8a17a16-f17b-4546-b950-3a8c7391418b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e8a17a16-f17b-4546-b950-3a8c7391418b,segment=NetworkSegment(4f48f54a-70c5-4b4f-9fce-eee511e16f44),segment_id=4f48f54a-70c5-4b4f-9fce-eee511e16f44)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:30.462455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-71df9ce2-c28b-4d30-82bb-7d23399eb56b None None] For port 2299e7dc-03f4-4275-a11b-443d71610a19, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2299e7dc-03f4-4275-a11b-443d71610a19,segment=NetworkSegment(a3076233-da90-4b55-a36e-18339504e47e),segment_id=a3076233-da90-4b55-a36e-18339504e47e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:30.490964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2299e7dc-03f4-4275-a11b-443d71610a19 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:30.521157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6068dbd3-e515-481b-87f5-7af70e0ba9d5 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Deleting subnet 88d0df42-004c-4797-acdd-22dc54ad9aca {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:30.526325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6068dbd3-e515-481b-87f5-7af70e0ba9d5 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.545547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2299e7dc-03f4-4275-a11b-443d71610a19 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:30.545989 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.579026 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.581336 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6068dbd3-e515-481b-87f5-7af70e0ba9d5 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.581539 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71df9ce2-c28b-4d30-82bb-7d23399eb56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.673062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce499be-8da1-4462-b198-66a6621feefe None None] Pushing event updated for resources: {'Port': ['ID=e8a17a16-f17b-4546-b950-3a8c7391418b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.729919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df9ce2-c28b-4d30-82bb-7d23399eb56b None None] Pushing event updated for resources: {'Port': ['ID=2299e7dc-03f4-4275-a11b-443d71610a19,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.802527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-52cd124b-fecf-4614-92d3-555850873d58 None None] Provisioning complete for port 2299e7dc-03f4-4275-a11b-443d71610a19 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:30.803222 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-52cd124b-fecf-4614-92d3-555850873d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.809276 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6068dbd3-e515-481b-87f5-7af70e0ba9d5 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.947337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6068dbd3-e515-481b-87f5-7af70e0ba9d5 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.998931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068dbd3-e515-481b-87f5-7af70e0ba9d5 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Subnet': ['ID=88d0df42-004c-4797-acdd-22dc54ad9aca,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:31.014418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6068dbd3-e515-481b-87f5-7af70e0ba9d5 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.019507 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6068dbd3-e515-481b-87f5-7af70e0ba9d5 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/subnets/88d0df42-004c-4797-acdd-22dc54ad9aca HTTP/1.1" status: 204 len: 168 time: 0.6015072 Sep 16 05:28:31.019507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57964) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:31.083785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554eb9c1-08ea-4e5c-980d-922b3b547a84 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:31.086245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554eb9c1-08ea-4e5c-980d-922b3b547a84 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:31.087983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-554eb9c1-08ea-4e5c-980d-922b3b547a84 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0671742 Sep 16 05:28:31.090914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57972) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:31.179778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-33349da1-7b64-445c-b483-1554fa32e4b6 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.186982 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-33349da1-7b64-445c-b483-1554fa32e4b6 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 05:28:31.187470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33349da1-7b64-445c-b483-1554fa32e4b6 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:31.189266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-33349da1-7b64-445c-b483-1554fa32e4b6 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/ee720e3c-3353-4635-b81a-273a5d2aef3f HTTP/1.1" status: 409 len: 405 time: 0.0970383 Sep 16 05:28:31.193008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57978) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:31.199012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1009918634'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:31.283822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:31.287360 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.310249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:31.319393 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.320274 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Added segment bfc6ae18-35d6-46b0-9fec-63c78098904b of type vlan for network ef4f1baa-88f3-4d26-b488-719f23b4865b Sep 16 05:28:31.360036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.449536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.457011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:31.457659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.532552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Network': ['ID=ef4f1baa-88f3-4d26-b488-719f23b4865b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:31.542713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-60399cbe-7aa4-4745-bdd3-d309dfc49c6f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3487513 Sep 16 05:28:31.545560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 57998) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:31.552234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ef4f1baa-88f3-4d26-b488-719f23b4865b details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:31.553230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'subnet': {'network_id': 'ef4f1baa-88f3-4d26-b488-719f23b4865b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:31.741491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:31.747178 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.786257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a80953b-83d9-4cec-a936-47b3d42aa887 None None] Network ee720e3c-3353-4635-b81a-273a5d2aef3f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:31.855844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ca9ac925-ef65-4ff2-8819-19becec18260 None None] Provisioning complete for port e8a17a16-f17b-4546-b950-3a8c7391418b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:31.856559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac925-ef65-4ff2-8819-19becec18260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.988983 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac925-ef65-4ff2-8819-19becec18260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.999964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58020) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:32.020453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] DHCP port deletion for ee720e3c-3353-4635-b81a-273a5d2aef3f request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:32.035587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ca9ac925-ef65-4ff2-8819-19becec18260 None None] For port e8a17a16-f17b-4546-b950-3a8c7391418b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e8a17a16-f17b-4546-b950-3a8c7391418b,segment=NetworkSegment(4f48f54a-70c5-4b4f-9fce-eee511e16f44),segment_id=4f48f54a-70c5-4b4f-9fce-eee511e16f44)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:32.079574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] Deleting port e8a17a16-f17b-4546-b950-3a8c7391418b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:32.080073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.093018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:28:32.094562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.138859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac925-ef65-4ff2-8819-19becec18260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.158597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Subnet': ['ID=0cd9e62f-efd5-4b43-bb1b-033f5c54340b,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.168522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Checking segment: {'id': 'bfc6ae18-35d6-46b0-9fec-63c78098904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ef4f1baa-88f3-4d26-b488-719f23b4865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:32.168889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network hostable DHCP agents. Network: ef4f1baa-88f3-4d26-b488-719f23b4865b, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:32.169322 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a63a1e7-2e40-47c9-a5e9-5d57bb732daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.186940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] For port e8a17a16-f17b-4546-b950-3a8c7391418b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e8a17a16-f17b-4546-b950-3a8c7391418b,segment=NetworkSegment(4f48f54a-70c5-4b4f-9fce-eee511e16f44),segment_id=4f48f54a-70c5-4b4f-9fce-eee511e16f44)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:32.193370 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.207585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] Calling delete_port for e8a17a16-f17b-4546-b950-3a8c7391418b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:32.223993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ac925-ef65-4ff2-8819-19becec18260 None None] Pushing event updated for resources: {'Port': ['ID=e8a17a16-f17b-4546-b950-3a8c7391418b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.264292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a63a1e7-2e40-47c9-a5e9-5d57bb732daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.273472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network ef4f1baa-88f3-4d26-b488-719f23b4865b is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:32.358292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a63a1e7-2e40-47c9-a5e9-5d57bb732daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.386817 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.402119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ef4f1baa-88f3-4d26-b488-719f23b4865b) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:32.407135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:32.407963 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.409225 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a63a1e7-2e40-47c9-a5e9-5d57bb732daf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b0e01e0366b4ccfa0f2dfc8c449bcd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081643 Sep 16 05:28:32.410132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58040) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:32.410888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63a1e7-2e40-47c9-a5e9-5d57bb732daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd8b8c8-a232-432a-a3a9-44b83adb3330,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.443475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8adebe6-853a-4ae6-83cf-b6e3cbebfaf3 None None] Network ef4f1baa-88f3-4d26-b488-719f23b4865b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:32.448716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2299e7dc-03f4-4275-a11b-443d71610a19 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:32.469040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] Pushing event deleted for resources: {'Port': ['ID=e8a17a16-f17b-4546-b950-3a8c7391418b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.472516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ac8b6-35bc-40f0-8560-507caa264cd3 None None] No DVR routers for this DVR port e8a17a16-f17b-4546-b950-3a8c7391418b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:32.477797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89393489-5371-49d4-be12-01582a14af7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.506369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89393489-5371-49d4-be12-01582a14af7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.535895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8d66940c-885c-48dd-8222-a528efe73263 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9887424 Sep 16 05:28:32.538284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58048) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:32.544395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'port': {'network_id': 'ef4f1baa-88f3-4d26-b488-719f23b4865b', 'name': 'tempest-NetworksIpV6TestAttrs-1614320163'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:32.581577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2299e7dc-03f4-4275-a11b-443d71610a19 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:32.582181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.646251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89393489-5371-49d4-be12-01582a14af7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.653951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-89393489-5371-49d4-be12-01582a14af7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.658102 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-89393489-5371-49d4-be12-01582a14af7e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3dd8b8c8-a232-432a-a3a9-44b83adb3330 HTTP/1.1" status: 204 len: 168 time: 0.2432508 Sep 16 05:28:32.673609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89393489-5371-49d4-be12-01582a14af7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd8b8c8-a232-432a-a3a9-44b83adb3330,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.689859 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-04ff0345-edc0-4769-9556-1a7c44aebc55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746424 Sep 16 05:28:32.701836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ef4f1baa-88f3-4d26-b488-719f23b4865b', 'network_id': 'ef4f1baa-88f3-4d26-b488-719f23b4865b', 'tenant_id': 'c1e9436dad59471aa1b1e86b856af148', 'fixed_ips': [{'subnet_id': '0cd9e62f-efd5-4b43-bb1b-033f5c54340b'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:32.702671 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.745434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:32.749344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.769521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] device_id is not set on port ddd3a785-4224-4aef-b2c2-b5c3ce18ef90 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:32.797006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-8c5ed8fd-c512-405f-b1f5-b1f35bf9707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:32.799001 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-8c5ed8fd-c512-405f-b1f5-b1f35bf9707b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1097 time: 0.0494239 Sep 16 05:28:32.894580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Allocated IP 2001:db8::f816:3eff:fe31:c97 (ef4f1baa-88f3-4d26-b488-719f23b4865b/0cd9e62f-efd5-4b43-bb1b-033f5c54340b/ddd3a785-4224-4aef-b2c2-b5c3ce18ef90) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:32.921997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-f5ece54a-a31d-42eb-bd14-678d04177cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:32.923845 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-f5ece54a-a31d-42eb-bd14-678d04177cbf service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a43209a-ded8-446b-ae98-0bbb6982a819 HTTP/1.1" status: 200 len: 909 time: 0.0973175 Sep 16 05:28:33.001646 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-d3ce4368-2bed-48da-8aaf-6dfb61e9ee3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9 HTTP/1.1" status: 200 len: 1001 time: 0.0707269 Sep 16 05:28:33.052757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-39f90e26-5680-423d-aa74-0d57040c47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:33.054834 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-39f90e26-5680-423d-aa74-0d57040c47c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c56ca7b-f921-4289-ad96-aab819949e95 HTTP/1.1" status: 200 len: 847 time: 0.0456588 Sep 16 05:28:33.061107 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.106293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-1e79c7af-f9f9-4b94-b719-606418c54511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:33.107887 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-1e79c7af-f9f9-4b94-b719-606418c54511 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a43209a-ded8-446b-ae98-0bbb6982a819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464816 Sep 16 05:28:33.199510 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-58d4bb48-c705-41c6-a45e-8f85ea2d24b6 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843456 Sep 16 05:28:33.210039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.267997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network ef4f1baa-88f3-4d26-b488-719f23b4865b is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:33.268782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Allocated IP 2001:db8::f816:3eff:fe5a:3a23 (ef4f1baa-88f3-4d26-b488-719f23b4865b/0cd9e62f-efd5-4b43-bb1b-033f5c54340b/98799bdb-4d76-41d2-8fcc-b37b8790a4b1) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:33.275001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:33.280655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:33.289207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:33.289207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.299430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Port': ['ID=ddd3a785-4224-4aef-b2c2-b5c3ce18ef90,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.325319 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-69dac3db-e8b9-46c5-895b-fd87088c5577 req-3af3d2ab-01b6-46c6-8b91-5c862e73f4e4 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182153 Sep 16 05:28:33.399078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-310b584a-aefd-4c9a-9650-fea018ba79ba tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8595226 Sep 16 05:28:33.401636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58086) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.441274 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.455479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58092) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.460310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb6144b-d251-4853-8d46-58e51612f6ed tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Deleting subnet 0cd9e62f-efd5-4b43-bb1b-033f5c54340b {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:33.469019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03e83ac1-c630-4c77-8506-433644557e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.529484 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adb6144b-d251-4853-8d46-58e51612f6ed tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.531501 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.559695 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03e83ac1-c630-4c77-8506-433644557e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.580981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Network ef4f1baa-88f3-4d26-b488-719f23b4865b is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:33.583014 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adb6144b-d251-4853-8d46-58e51612f6ed tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.583920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:33.589469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:33.596395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Pushing event updated for resources: {'Port': ['ID=98799bdb-4d76-41d2-8fcc-b37b8790a4b1,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.646926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Attempting to bind port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:33.647331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Attempting to bind port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bfc6ae18-35d6-46b0-9fec-63c78098904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ef4f1baa-88f3-4d26-b488-719f23b4865b'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:33.647703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Attempting to bind port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 on network ef4f1baa-88f3-4d26-b488-719f23b4865b {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:33.653242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:33.653621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Checking segment: {'id': 'bfc6ae18-35d6-46b0-9fec-63c78098904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ef4f1baa-88f3-4d26-b488-719f23b4865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:33.654039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.654456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Bound using segment: {'id': 'bfc6ae18-35d6-46b0-9fec-63c78098904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ef4f1baa-88f3-4d26-b488-719f23b4865b'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:33.654931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Bound port: 98799bdb-4d76-41d2-8fcc-b37b8790a4b1, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc6ae18-35d6-46b0-9fec-63c78098904b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ef4f1baa-88f3-4d26-b488-719f23b4865b'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:33.655343 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.677954 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03e83ac1-c630-4c77-8506-433644557e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.722223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adb6144b-d251-4853-8d46-58e51612f6ed tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.722995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03e83ac1-c630-4c77-8506-433644557e66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d1d483d94a24fc49dac92c1fc5428e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664416 Sep 16 05:28:33.725704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58104) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.729392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e83ac1-c630-4c77-8506-433644557e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cd0520-523d-4da0-9538-7cf8c036a9a6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.814023 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48dbfd71-458a-4fc0-92fb-fcc92f78995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.837776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48dbfd71-458a-4fc0-92fb-fcc92f78995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.905711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adb6144b-d251-4853-8d46-58e51612f6ed tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.909437 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] For port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:33.912892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] For port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=98799bdb-4d76-41d2-8fcc-b37b8790a4b1,segment=NetworkSegment(bfc6ae18-35d6-46b0-9fec-63c78098904b),segment_id=bfc6ae18-35d6-46b0-9fec-63c78098904b)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:33.937470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6144b-d251-4853-8d46-58e51612f6ed tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd9e62f-efd5-4b43-bb1b-033f5c54340b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.941423 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-adb6144b-d251-4853-8d46-58e51612f6ed tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.943580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-adb6144b-d251-4853-8d46-58e51612f6ed tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/subnets/0cd9e62f-efd5-4b43-bb1b-033f5c54340b HTTP/1.1" status: 204 len: 168 time: 0.5409529 Sep 16 05:28:33.947056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58114) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.999368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca83d4-865a-4793-8226-1521a5be40aa tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:34.000939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca83d4-865a-4793-8226-1521a5be40aa tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:34.002566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a4ca83d4-865a-4793-8226-1521a5be40aa tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0544960 Sep 16 05:28:34.003724 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48dbfd71-458a-4fc0-92fb-fcc92f78995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.005537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58118) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.006606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48dbfd71-458a-4fc0-92fb-fcc92f78995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.007938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-48dbfd71-458a-4fc0-92fb-fcc92f78995c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34cd0520-523d-4da0-9538-7cf8c036a9a6 HTTP/1.1" status: 204 len: 168 time: 0.2799995 Sep 16 05:28:34.018494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbfd71-458a-4fc0-92fb-fcc92f78995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cd0520-523d-4da0-9538-7cf8c036a9a6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.044100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.105224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d75d09a-c9a9-4b21-97c3-494c64a2b9b1 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.117792 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d75d09a-c9a9-4b21-97c3-494c64a2b9b1 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 05:28:34.117792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d75d09a-c9a9-4b21-97c3-494c64a2b9b1 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:34.121139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58124) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.121323 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1d75d09a-c9a9-4b21-97c3-494c64a2b9b1 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/ef4f1baa-88f3-4d26-b488-719f23b4865b HTTP/1.1" status: 409 len: 405 time: 0.1145580 Sep 16 05:28:34.123280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db581718-8728-429c-bb94-3a5a3cfae7f9 None None] Pushing event updated for resources: {'Port': ['ID=98799bdb-4d76-41d2-8fcc-b37b8790a4b1,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.133969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-849689002'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:34.266652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:34.270138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.302465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:34.312615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.313075 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Added segment 9e9ec186-12cb-4083-97c5-676e87df6c3f of type vlan for network b36425a9-6041-4e68-8a57-caf219da2a14 Sep 16 05:28:34.358317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.450927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:34.502099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:34.502475 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.535888 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.542424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:34.547007 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.589875 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.624644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=98799bdb-4d76-41d2-8fcc-b37b8790a4b1,segment=NetworkSegment(bfc6ae18-35d6-46b0-9fec-63c78098904b),segment_id=bfc6ae18-35d6-46b0-9fec-63c78098904b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:34.626830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Network': ['ID=b36425a9-6041-4e68-8a57-caf219da2a14,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.637690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b36425a9-6041-4e68-8a57-caf219da2a14 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:34.664910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7bc489e4-7afb-4ff0-890e-4a43d547d4cb tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5407741 Sep 16 05:28:34.664910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58148) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.672180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'subnet': {'network_id': 'b36425a9-6041-4e68-8a57-caf219da2a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:34.721353 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.784009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=98799bdb-4d76-41d2-8fcc-b37b8790a4b1,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.838097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:34.841848 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.053693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2fb25f-76cf-435c-a751-2d3556993d1f None None] Network ef4f1baa-88f3-4d26-b488-719f23b4865b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:35.125161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-73ba4fb9-fb97-487c-98a3-2b10b695c5a2 None None] Provisioning complete for port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:35.125546 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-73ba4fb9-fb97-487c-98a3-2b10b695c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.227406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.objects.ports [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:28:35.230225 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.292864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Subnet': ['ID=3db7bdea-4af1-40d4-8adc-2db73a140c1a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.304786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Checking segment: {'id': '9e9ec186-12cb-4083-97c5-676e87df6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b36425a9-6041-4e68-8a57-caf219da2a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:35.305266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network hostable DHCP agents. Network: b36425a9-6041-4e68-8a57-caf219da2a14, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:35.317285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] DHCP port deletion for ef4f1baa-88f3-4d26-b488-719f23b4865b request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:35.364975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] Deleting port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:35.365362 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.416059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network b36425a9-6041-4e68-8a57-caf219da2a14 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:35.438542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] For port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=98799bdb-4d76-41d2-8fcc-b37b8790a4b1,segment=NetworkSegment(bfc6ae18-35d6-46b0-9fec-63c78098904b),segment_id=bfc6ae18-35d6-46b0-9fec-63c78098904b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:35.438941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.454609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] Calling delete_port for 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:35.489937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b36425a9-6041-4e68-8a57-caf219da2a14) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:35.495013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:35.496575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.500732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcdfdd0-b2aa-4e40-a204-5453afc97f36 None None] Network b36425a9-6041-4e68-8a57-caf219da2a14 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:35.607829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58206) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.608805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6aad7010-8085-4bc6-8a67-9f26ff611b05 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9420912 Sep 16 05:28:35.686718 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.689819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64376e16-a2b0-422b-9677-c23db9ea9165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-b36425a9-6041-4e68-8a57-caf219da2a14', 'network_id': 'b36425a9-6041-4e68-8a57-caf219da2a14', 'tenant_id': 'c1e9436dad59471aa1b1e86b856af148', 'fixed_ips': [{'subnet_id': '3db7bdea-4af1-40d4-8adc-2db73a140c1a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:35.690742 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64376e16-a2b0-422b-9677-c23db9ea9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.719654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.780365 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.883022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] No DVR routers for this DVR port 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:35.888997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff890b-0681-4581-a0ba-5501c0ff097e None None] Pushing event deleted for resources: {'Port': ['ID=98799bdb-4d76-41d2-8fcc-b37b8790a4b1,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.924406 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.952965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Subnet': ['ID=3db7bdea-4af1-40d4-8adc-2db73a140c1a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:36.025577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server [None req-64376e16-a2b0-422b-9677-c23db9ea9165 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3db7bdea-4af1-40d4-8adc-2db73a140c1a: This subnet is being modified by another concurrent operation. Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3db7bdea-4af1-40d4-8adc-2db73a140c1a: This subnet is being modified by another concurrent operation. Sep 16 05:28:36.043991 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server Sep 16 05:28:36.057674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36425a9-6041-4e68-8a57-caf219da2a14']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:36.060124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0812c82f-8070-435e-b229-da1dfb5a0b13 None None] Network b36425a9-6041-4e68-8a57-caf219da2a14 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:36.067979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9ec186-12cb-4083-97c5-676e87df6c3f') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:36.068329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9ec186-12cb-4083-97c5-676e87df6c3f') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:36.081086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.095006 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.101816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:36.102217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:36.105255 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:36.177770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de6b231-9047-423d-8105-3eeff2fd59a6 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:28:36.238770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.250999 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.259705 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/b36425a9-6041-4e68-8a57-caf219da2a14 HTTP/1.1" status: 204 len: 168 time: 0.6442723 Sep 16 05:28:36.259847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58242) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:36.265357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2133c-9169-4a55-83b9-5046c24448bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Network': ['ID=b36425a9-6041-4e68-8a57-caf219da2a14,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:36.266637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-50040165'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:36.274622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6b231-9047-423d-8105-3eeff2fd59a6 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:28:36.377013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:36.388737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.413773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:36.423057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.423562 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Added segment 25026bd7-dabf-4d98-9b0f-eaa876b57a7d of type vlan for network 0b07a44f-98ee-4c52-9fbf-f682473f57f1 Sep 16 05:28:36.433984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:36.469132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.470396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:36.470396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 98799bdb-4d76-41d2-8fcc-b37b8790a4b1 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:36.637037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.638332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:36.638930 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.709035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Network': ['ID=0b07a44f-98ee-4c52-9fbf-f682473f57f1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:36.719272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0b07a44f-98ee-4c52-9fbf-f682473f57f1 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:36.747494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0055ec8b-3b24-4657-bb94-8df371d08d5c tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4870191 Sep 16 05:28:36.750486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58270) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:36.755542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'subnet': {'network_id': '0b07a44f-98ee-4c52-9fbf-f682473f57f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:36.923571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:36.927217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.198509 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.263961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Subnet': ['ID=264bc02d-bf0e-4b0b-a235-ff1b132276b0,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:37.272912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Checking segment: {'id': '25026bd7-dabf-4d98-9b0f-eaa876b57a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0b07a44f-98ee-4c52-9fbf-f682473f57f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:37.273280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network hostable DHCP agents. Network: 0b07a44f-98ee-4c52-9fbf-f682473f57f1, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:37.375492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network 0b07a44f-98ee-4c52-9fbf-f682473f57f1 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:37.517948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0b07a44f-98ee-4c52-9fbf-f682473f57f1) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:37.523564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:37.524261 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.531266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58710919-7bde-4e58-a56d-19d2db46d453 None None] Network 0b07a44f-98ee-4c52-9fbf-f682473f57f1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:37.616086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5004f217-3b7e-4881-993b-0798bd5137bc tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8650041 Sep 16 05:28:37.626442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58324) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:37.680805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-0b07a44f-98ee-4c52-9fbf-f682473f57f1', 'network_id': '0b07a44f-98ee-4c52-9fbf-f682473f57f1', 'tenant_id': 'c1e9436dad59471aa1b1e86b856af148', 'fixed_ips': [{'subnet_id': '264bc02d-bf0e-4b0b-a235-ff1b132276b0'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:37.681741 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.729656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.784213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.838400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Allocated IP 2001:db8::2 (0b07a44f-98ee-4c52-9fbf-f682473f57f1/264bc02d-bf0e-4b0b-a235-ff1b132276b0/8c1648f2-0cdc-4733-bda5-c60e821b249e) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:37.998987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.067093 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.104475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Network 0b07a44f-98ee-4c52-9fbf-f682473f57f1 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:38.107158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:38.110608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:38.121584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Pushing event updated for resources: {'Port': ['ID=8c1648f2-0cdc-4733-bda5-c60e821b249e,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:38.164339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.171825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Attempting to bind port 8c1648f2-0cdc-4733-bda5-c60e821b249e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:38.172197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Attempting to bind port 8c1648f2-0cdc-4733-bda5-c60e821b249e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '25026bd7-dabf-4d98-9b0f-eaa876b57a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0b07a44f-98ee-4c52-9fbf-f682473f57f1'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:38.172558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Attempting to bind port 8c1648f2-0cdc-4733-bda5-c60e821b249e on network 0b07a44f-98ee-4c52-9fbf-f682473f57f1 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:38.177696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:38.178565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Checking segment: {'id': '25026bd7-dabf-4d98-9b0f-eaa876b57a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0b07a44f-98ee-4c52-9fbf-f682473f57f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:38.178565 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.179672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Bound using segment: {'id': '25026bd7-dabf-4d98-9b0f-eaa876b57a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0b07a44f-98ee-4c52-9fbf-f682473f57f1'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:38.180224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Bound port: 8c1648f2-0cdc-4733-bda5-c60e821b249e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25026bd7-dabf-4d98-9b0f-eaa876b57a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0b07a44f-98ee-4c52-9fbf-f682473f57f1'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:38.180682 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.197433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Subnet': ['ID=264bc02d-bf0e-4b0b-a235-ff1b132276b0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:38.265015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] For port 8c1648f2-0cdc-4733-bda5-c60e821b249e, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:38.266204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.270673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] For port 8c1648f2-0cdc-4733-bda5-c60e821b249e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c1648f2-0cdc-4733-bda5-c60e821b249e,segment=NetworkSegment(25026bd7-dabf-4d98-9b0f-eaa876b57a7d),segment_id=25026bd7-dabf-4d98-9b0f-eaa876b57a7d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:38.287331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b07a44f-98ee-4c52-9fbf-f682473f57f1']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:38.296844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25026bd7-dabf-4d98-9b0f-eaa876b57a7d') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:38.297154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25026bd7-dabf-4d98-9b0f-eaa876b57a7d') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:38.307086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.369815 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.372302 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.380458 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:38.380856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:38.383993 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:38.461075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Pushing event updated for resources: {'Port': ['ID=8c1648f2-0cdc-4733-bda5-c60e821b249e,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:38.471287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.471633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.471977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.472420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.472756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.473101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.473431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.473749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.474078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.474399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.474725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.475046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de8100f-b959-45ed-8dea-74a8ac863c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:38.482969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa40ae96-8c02-4006-8ccd-6d0bcc13bf75 None None] Network 0b07a44f-98ee-4c52-9fbf-f682473f57f1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:38.505633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:28:38.505633 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:28:38.505633 n-d-712143-16 neutron-server[101825]: [parameters: {'id': '0b07a44f-98ee-4c52-9fbf-f682473f57f1'}] Sep 16 05:28:38.505633 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:28:38.506061 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:28:38.606332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5891f1-8160-4b32-8640-83e945321d80 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:28:38.687642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5891f1-8160-4b32-8640-83e945321d80 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:28:39.008002 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.061070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Deleting port 8c1648f2-0cdc-4733-bda5-c60e821b249e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:39.061421 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.128169 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] For port 8c1648f2-0cdc-4733-bda5-c60e821b249e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8c1648f2-0cdc-4733-bda5-c60e821b249e,segment=NetworkSegment(25026bd7-dabf-4d98-9b0f-eaa876b57a7d),segment_id=25026bd7-dabf-4d98-9b0f-eaa876b57a7d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:39.128169 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.145330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Calling delete_port for 8c1648f2-0cdc-4733-bda5-c60e821b249e owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:39.312558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.339979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Port': ['ID=8c1648f2-0cdc-4733-bda5-c60e821b249e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:39.344388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No DVR routers for this DVR port 8c1648f2-0cdc-4733-bda5-c60e821b249e on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:39.430904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.451808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b07a44f-98ee-4c52-9fbf-f682473f57f1']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:39.461479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25026bd7-dabf-4d98-9b0f-eaa876b57a7d') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:39.461767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25026bd7-dabf-4d98-9b0f-eaa876b57a7d') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:39.470919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.484188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.490015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:39.490396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:39.494025 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:39.620769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.625269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.631106 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/0b07a44f-98ee-4c52-9fbf-f682473f57f1 HTTP/1.1" status: 204 len: 168 time: 2.0077703 Sep 16 05:28:39.631312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58420) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:39.638247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-770897277'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:39.655588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ba5ed-8b77-4e92-8655-c0049d954092 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Network': ['ID=0b07a44f-98ee-4c52-9fbf-f682473f57f1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:39.729216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:39.732777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.756432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:39.765345 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.765685 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Added segment 1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a of type vlan for network 4bbe8893-54b2-49fe-aea2-7cbf57577a2e Sep 16 05:28:39.805130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.935816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.942357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:39.943117 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.019038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Network': ['ID=4bbe8893-54b2-49fe-aea2-7cbf57577a2e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:40.028992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 4bbe8893-54b2-49fe-aea2-7cbf57577a2e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:40.097325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5943c556-253e-4fce-be44-9150916cd731 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4648108 Sep 16 05:28:40.100329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58448) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:40.109004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Request body: {'subnet': {'network_id': '4bbe8893-54b2-49fe-aea2-7cbf57577a2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:40.179818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-93312093-aa6f-498c-9ab7-c884cb4c1fee tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:40.181677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-93312093-aa6f-498c-9ab7-c884cb4c1fee tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/networks?id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817 HTTP/1.1" status: 200 len: 813 time: 0.1087735 Sep 16 05:28:40.197084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-cb1e2cdc-1c21-406e-a5c0-234baa437ede tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/quotas/554a4498cd8b40b2a178a5d256a9e848 HTTP/1.1" status: 200 len: 375 time: 0.0098898 Sep 16 05:28:40.235127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-5c2fb5f8-c39d-48a6-8483-0541e66c2ad6 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=554a4498cd8b40b2a178a5d256a9e848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325606 Sep 16 05:28:40.283902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Made reservation on behalf of c1e9436dad59471aa1b1e86b856af148 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:40.287856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.338029 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-fe450ec0-4a94-49fe-bfec-b45ce9c01e64 service neutron] 10.222.0.59 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952425 Sep 16 05:28:40.438298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-05e64ad6-e654-44a2-9761-00aec053511a service neutron] 10.222.0.59 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930910 Sep 16 05:28:40.626545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.objects.ports [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:28:40.629011 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.643757 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.706496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event updated for resources: {'Subnet': ['ID=63e55be9-2408-44cb-88dc-cf20d364a706,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:40.712727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Checking segment: {'id': '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4bbe8893-54b2-49fe-aea2-7cbf57577a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:40.713216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network hostable DHCP agents. Network: 4bbe8893-54b2-49fe-aea2-7cbf57577a2e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:40.727216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e7b3d66-22aa-42ca-8854-111b54218659 req-da952987-a039-4835-ba8a-c4956b3ae531 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 210 time: 0.0432801 Sep 16 05:28:40.803864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Network 4bbe8893-54b2-49fe-aea2-7cbf57577a2e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:40.939648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 4bbe8893-54b2-49fe-aea2-7cbf57577a2e) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:40.944447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:40.945442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.951625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c2727-3b9e-4420-9857-b6bc02d6b66e None None] Network 4bbe8893-54b2-49fe-aea2-7cbf57577a2e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:41.070262 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d2cc27f4-9593-4960-a8a3-61c4fb4a9835 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9660056 Sep 16 05:28:41.070429 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69b2c008-e61b-420d-9778-df1ec98ddb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.070875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58472) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:41.110608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-4bbe8893-54b2-49fe-aea2-7cbf57577a2e', 'network_id': '4bbe8893-54b2-49fe-aea2-7cbf57577a2e', 'tenant_id': 'c1e9436dad59471aa1b1e86b856af148', 'fixed_ips': [{'subnet_id': '63e55be9-2408-44cb-88dc-cf20d364a706'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:41.111815 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.172572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.232502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.252692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Allocated IP 2001:db8::f816:3eff:fed9:e8c8 (4bbe8893-54b2-49fe-aea2-7cbf57577a2e/63e55be9-2408-44cb-88dc-cf20d364a706/595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:41.403440 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.431398 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:41.484531 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.519712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Network 4bbe8893-54b2-49fe-aea2-7cbf57577a2e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:41.522610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:41.525240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:41.557842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Pushing event updated for resources: {'Port': ['ID=595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:41.590141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Attempting to bind port 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:41.590860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Attempting to bind port 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4bbe8893-54b2-49fe-aea2-7cbf57577a2e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:41.591194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Attempting to bind port 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f on network 4bbe8893-54b2-49fe-aea2-7cbf57577a2e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:41.596574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:41.596950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Checking segment: {'id': '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4bbe8893-54b2-49fe-aea2-7cbf57577a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:41.597360 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.597761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Bound using segment: {'id': '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4bbe8893-54b2-49fe-aea2-7cbf57577a2e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:41.598231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Bound port: 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4bbe8893-54b2-49fe-aea2-7cbf57577a2e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:41.598620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.603225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.635228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Subnet': ['ID=63e55be9-2408-44cb-88dc-cf20d364a706,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:41.668586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] For port 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:41.671680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] For port 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f,segment=NetworkSegment(1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a),segment_id=1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:41.697187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.716863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbe8893-54b2-49fe-aea2-7cbf57577a2e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:41.726593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:41.726890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:41.736276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.747622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.758381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.765999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:41.767048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:41.770472 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:41.841574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1165357-ba61-4737-9b28-4e6869959177 req-d402be01-bcc9-4fa5-b294-8da9dd381daf tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 210 time: 0.0472322 Sep 16 05:28:41.859178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fabebf-fbf9-4b10-b9fe-c21574a08182 None None] Pushing event updated for resources: {'Port': ['ID=595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:41.870074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844446e3-c136-4c9c-ae1d-611db6a2d5f3 None None] Network 4bbe8893-54b2-49fe-aea2-7cbf57577a2e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:41.883821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:28:41.883821 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:28:41.883821 n-d-712143-16 neutron-server[101825]: [parameters: {'id': '4bbe8893-54b2-49fe-aea2-7cbf57577a2e'}] Sep 16 05:28:41.883821 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:28:41.884801 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:28:41.991856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f772b-ed77-4a68-9a69-edc140efc832 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:28:42.074841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f772b-ed77-4a68-9a69-edc140efc832 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:28:42.386224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.442078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Deleting port 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:42.442530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.507616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] For port 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f,segment=NetworkSegment(1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a),segment_id=1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:42.507997 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.522555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Calling delete_port for 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:42.932370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b36628ac-6979-40e3-8830-709832956176 req-ddeeb666-46c3-4fa5-bb85-96c0c3492380 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 210 time: 0.0279186 Sep 16 05:28:43.064482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.090938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Port': ['ID=595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:43.094510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No DVR routers for this DVR port 595f2b94-6f3d-4eaa-9a6d-70efcbd81f1f on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:43.179730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.201929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbe8893-54b2-49fe-aea2-7cbf57577a2e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:43.212445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:43.212750 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed6cad1-0b30-4d21-af00-be5a7f7b5e7a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:43.223060 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.234702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-26e0524b-1fe5-4f31-aa7a-1bd255c40eb6 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:43.236621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-26e0524b-1fe5-4f31-aa7a-1bd255c40eb6 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.60 "GET /v2.0/networks?id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817 HTTP/1.1" status: 200 len: 813 time: 0.1156144 Sep 16 05:28:43.237472 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.243841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:43.244305 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:43.247294 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:43.252447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Request body: {'port': {'device_id': 'f3948ea0-cf96-4ccb-88f6-3367e1bd1765', 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817', 'admin_state_up': True, 'tenant_id': '554a4498cd8b40b2a178a5d256a9e848'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:43.403685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.412363 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.414264 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/4bbe8893-54b2-49fe-aea2-7cbf57577a2e HTTP/1.1" status: 204 len: 168 time: 2.3427997 Sep 16 05:28:43.417996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58524) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:43.423855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a26f9-a390-4145-b2eb-537d3d5d1245 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Network': ['ID=4bbe8893-54b2-49fe-aea2-7cbf57577a2e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:43.450404 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b34d70-048c-4ab9-8344-f88d0a1e741e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:43.450860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b34d70-048c-4ab9-8344-f88d0a1e741e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:43.452640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-81b34d70-048c-4ab9-8344-f88d0a1e741e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/subnets/63e55be9-2408-44cb-88dc-cf20d364a706 HTTP/1.1" status: 404 len: 337 time: 0.0336471 Sep 16 05:28:43.455204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58526) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:43.464226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Made reservation on behalf of 554a4498cd8b40b2a178a5d256a9e848 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:43.467500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.483810 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9368895-d3d2-438d-9949-80ddaa758bd6 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:43.484351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9368895-d3d2-438d-9949-80ddaa758bd6 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:43.486012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b9368895-d3d2-438d-9949-80ddaa758bd6 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/4bbe8893-54b2-49fe-aea2-7cbf57577a2e HTTP/1.1" status: 404 len: 339 time: 0.0297253 Sep 16 05:28:43.489843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58528) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:43.524034 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0615d8-2b7b-4365-97ed-94b5de6f6461 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:43.524524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0615d8-2b7b-4365-97ed-94b5de6f6461 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:43.526193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fd0615d8-2b7b-4365-97ed-94b5de6f6461 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/subnets/264bc02d-bf0e-4b0b-a235-ff1b132276b0 HTTP/1.1" status: 404 len: 337 time: 0.0354395 Sep 16 05:28:43.528918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58530) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:43.547610 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-86254d09-bfeb-4383-bc26-6ae39082b46e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:43.548549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86254d09-bfeb-4383-bc26-6ae39082b46e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:43.550022 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-86254d09-bfeb-4383-bc26-6ae39082b46e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/0b07a44f-98ee-4c52-9fbf-f682473f57f1 HTTP/1.1" status: 404 len: 339 time: 0.0199082 Sep 16 05:28:43.555025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58534) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:43.594372 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d986413-c237-4780-93f4-64f3d900eba4 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:43.613817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d986413-c237-4780-93f4-64f3d900eba4 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:43.613817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1d986413-c237-4780-93f4-64f3d900eba4 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/subnets/3db7bdea-4af1-40d4-8adc-2db73a140c1a HTTP/1.1" status: 404 len: 337 time: 0.0406187 Sep 16 05:28:43.615708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58536) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:43.636671 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f5d978-b515-4ca4-af7a-cb0bfca5b366 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:43.639373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Allocated IP 172.20.0.4 (50fe29e6-f15e-42b7-a2b4-3b9ea8427817/44b17b79-70fa-47a7-90c0-daf6d42408b0/7251ce43-2d52-4d55-8fe8-f27a162842c9) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:43.639505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f5d978-b515-4ca4-af7a-cb0bfca5b366 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:43.639505 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-94f5d978-b515-4ca4-af7a-cb0bfca5b366 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/b36425a9-6041-4e68-8a57-caf219da2a14 HTTP/1.1" status: 404 len: 339 time: 0.0218120 Sep 16 05:28:43.641557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58538) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:43.735064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f8114428-d003-4630-8b43-8e5f98a69684 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Deleting port ddd3a785-4224-4aef-b2c2-b5c3ce18ef90 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:43.735545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8114428-d003-4630-8b43-8e5f98a69684 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.799655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.809335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8114428-d003-4630-8b43-8e5f98a69684 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.822879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f8114428-d003-4630-8b43-8e5f98a69684 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Calling delete_port for ddd3a785-4224-4aef-b2c2-b5c3ce18ef90 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:43.901187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.941270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:43.947011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:43.949556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:43.993610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Pushing event updated for resources: {'Port': ['ID=7251ce43-2d52-4d55-8fe8-f27a162842c9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:44.027292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.027976 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.071444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76a891-c231-4660-9dc8-15825ba9b154 req-8b276f39-fe04-4705-8212-d1d69cb6fd94 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.072908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d76a891-c231-4660-9dc8-15825ba9b154 req-8b276f39-fe04-4705-8212-d1d69cb6fd94 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 931 time: 0.0632293 Sep 16 05:28:44.099673 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8114428-d003-4630-8b43-8e5f98a69684 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.123585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d76a891-c231-4660-9dc8-15825ba9b154 req-13757668-bc68-4900-917b-684eed688e96 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Sep 16 05:28:44.140522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8114428-d003-4630-8b43-8e5f98a69684 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.142954 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f8114428-d003-4630-8b43-8e5f98a69684 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/ports/ddd3a785-4224-4aef-b2c2-b5c3ce18ef90 HTTP/1.1" status: 204 len: 168 time: 0.5004168 Sep 16 05:28:44.143980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8114428-d003-4630-8b43-8e5f98a69684 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Port': ['ID=ddd3a785-4224-4aef-b2c2-b5c3ce18ef90,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:44.145558 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58548) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:44.173081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-701886cb-0c9a-49ab-8730-cf81e8815db8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9277103 Sep 16 05:28:44.173954 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-56078975-0da2-48c7-8d3f-ac32131508f9 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:44.174405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56078975-0da2-48c7-8d3f-ac32131508f9 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:44.176047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-56078975-0da2-48c7-8d3f-ac32131508f9 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/subnets/0cd9e62f-efd5-4b43-bb1b-033f5c54340b HTTP/1.1" status: 404 len: 337 time: 0.0294065 Sep 16 05:28:44.179332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58552) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:44.221097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.260140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.296666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Request body: {'port': {'device_id': 'f3948ea0-cf96-4ccb-88f6-3367e1bd1765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:44.351236 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.361074 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.374717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4f1baa-88f3-4d26-b488-719f23b4865b']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:44.390353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc6ae18-35d6-46b0-9fec-63c78098904b') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:44.390658 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc6ae18-35d6-46b0-9fec-63c78098904b') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:44.400793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.414890 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.421191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:44.421810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:44.424885 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:44.433150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-79434ef3-adc0-4ff4-a09d-326511835b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.620677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.631116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.633114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/ef4f1baa-88f3-4d26-b488-719f23b4865b HTTP/1.1" status: 204 len: 168 time: 0.4527481 Sep 16 05:28:44.637322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58560) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:44.650346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792e84d-f034-409f-be7c-1da7ecb2954f tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Network': ['ID=ef4f1baa-88f3-4d26-b488-719f23b4865b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:44.670119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7251ce43-2d52-4d55-8fe8-f27a162842c9 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:44.681567 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.721551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Transition to ACTIVE for port object 7251ce43-2d52-4d55-8fe8-f27a162842c9 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:44.750244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ce525-fb2d-44c1-9f72-1869db2b55ee tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Deleting port ef6f9671-025b-491e-a71f-6bfb47960b44 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:44.750590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce525-fb2d-44c1-9f72-1869db2b55ee tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.807880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.842605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce525-fb2d-44c1-9f72-1869db2b55ee tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.871398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ce525-fb2d-44c1-9f72-1869db2b55ee tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Calling delete_port for ef6f9671-025b-491e-a71f-6bfb47960b44 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:44.889630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Pushing event updated for resources: {'Port': ['ID=7251ce43-2d52-4d55-8fe8-f27a162842c9,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:45.010849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Attempting to bind port 7251ce43-2d52-4d55-8fe8-f27a162842c9 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:45.011550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Attempting to bind port 7251ce43-2d52-4d55-8fe8-f27a162842c9 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:45.011550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Attempting to bind port 7251ce43-2d52-4d55-8fe8-f27a162842c9 on network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:45.016103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Port 7251ce43-2d52-4d55-8fe8-f27a162842c9 on network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:45.016426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Attempting to bind port 7251ce43-2d52-4d55-8fe8-f27a162842c9 on network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:45.022352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:45.023235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Checking segment: {'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:45.023662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Bound using segment: {'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:45.024097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Bound port: 7251ce43-2d52-4d55-8fe8-f27a162842c9, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:45.024460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.090315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] For port 7251ce43-2d52-4d55-8fe8-f27a162842c9, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:45.093439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] For port 7251ce43-2d52-4d55-8fe8-f27a162842c9, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7251ce43-2d52-4d55-8fe8-f27a162842c9,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:45.097434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce525-fb2d-44c1-9f72-1869db2b55ee tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.127345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ce525-fb2d-44c1-9f72-1869db2b55ee tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Port': ['ID=ef6f9671-025b-491e-a71f-6bfb47960b44,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:45.133364 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce525-fb2d-44c1-9f72-1869db2b55ee tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.136422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ff8ce525-fb2d-44c1-9f72-1869db2b55ee tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/ports/ef6f9671-025b-491e-a71f-6bfb47960b44 HTTP/1.1" status: 204 len: 168 time: 0.4981258 Sep 16 05:28:45.140406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58566) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:45.169856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.170336 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a3e7e4-b62b-434c-98fa-fa2b08090be0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:45.170879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a3e7e4-b62b-434c-98fa-fa2b08090be0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:45.174972 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b1a3e7e4-b62b-434c-98fa-fa2b08090be0 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/subnets/88d0df42-004c-4797-acdd-22dc54ad9aca HTTP/1.1" status: 404 len: 337 time: 0.0327997 Sep 16 05:28:45.177789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58568) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:45.186458 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.235064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:45.235724 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.237129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a73eef05-879d-413a-889e-ec771157c453 service neutron] 10.222.0.60 "PUT /v2.0/ports/7251ce43-2d52-4d55-8fe8-f27a162842c9 HTTP/1.1" status: 200 len: 1092 time: 1.0551202 Sep 16 05:28:45.237733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3948ea0-cf96-4ccb-88f6-3367e1bd1765', 'tag': '7251ce43-2d52-4d55-8fe8-f27a162842c9'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:45.240169 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3d308a-db6c-428e-86e9-9964953c2670" -d '{"events": [{"name": "network-changed", "server_uuid": "f3948ea0-cf96-4ccb-88f6-3367e1bd1765", "tag": "7251ce43-2d52-4d55-8fe8-f27a162842c9"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:45.262339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.282552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eef05-879d-413a-889e-ec771157c453 service neutron] Pushing event updated for resources: {'Port': ['ID=7251ce43-2d52-4d55-8fe8-f27a162842c9,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:45.302020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05b89-6e01-4ceb-8417-26a97c007ddc req-f50ec76f-c76e-4e72-affa-b914d10d9e44 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:45.303787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bad05b89-6e01-4ceb-8417-26a97c007ddc req-f50ec76f-c76e-4e72-affa-b914d10d9e44 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 943 time: 0.1047494 Sep 16 05:28:45.308554 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20501f6b-eeed-41a8-9808-a35f5a1a5738 x-openstack-request-id: req-20501f6b-eeed-41a8-9808-a35f5a1a5738 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:45.308554 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3948ea0-cf96-4ccb-88f6-3367e1bd1765", "tag": "7251ce43-2d52-4d55-8fe8-f27a162842c9", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:45.308554 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20501f6b-eeed-41a8-9808-a35f5a1a5738 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:45.308554 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3948ea0-cf96-4ccb-88f6-3367e1bd1765', 'tag': '7251ce43-2d52-4d55-8fe8-f27a162842c9', 'status': 'completed', 'code': 200} Sep 16 05:28:45.365079 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.376139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bad05b89-6e01-4ceb-8417-26a97c007ddc req-00a219a5-3a13-4cd2-a029-a5fdf0be308d tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643985 Sep 16 05:28:45.383169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d308a-db6c-428e-86e9-9964953c2670 req-7543cd35-79c6-49ff-b880-52bfebe51c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:45.384879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d3d308a-db6c-428e-86e9-9964953c2670 req-7543cd35-79c6-49ff-b880-52bfebe51c4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=554a4498cd8b40b2a178a5d256a9e848&device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 1095 time: 0.0561111 Sep 16 05:28:45.388991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee720e3c-3353-4635-b81a-273a5d2aef3f']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:45.399028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f48f54a-70c5-4b4f-9fce-eee511e16f44') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:45.401708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f48f54a-70c5-4b4f-9fce-eee511e16f44') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:45.408720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.422707 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.430921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:45.431558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:45.434897 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:45.490215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d308a-db6c-428e-86e9-9964953c2670 req-a77ed90b-2f59-4df8-9cff-1444a3bc8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:45.492315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d3d308a-db6c-428e-86e9-9964953c2670 req-a77ed90b-2f59-4df8-9cff-1444a3bc8e08 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=554a4498cd8b40b2a178a5d256a9e848&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0992196 Sep 16 05:28:45.552235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.560024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.561882 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/ee720e3c-3353-4635-b81a-273a5d2aef3f HTTP/1.1" status: 204 len: 168 time: 0.3831308 Sep 16 05:28:45.567270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58576) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:45.578057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a42f5-2e52-4d37-b04b-c1ddf2353132 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Network': ['ID=ee720e3c-3353-4635-b81a-273a5d2aef3f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:45.628925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d308a-db6c-428e-86e9-9964953c2670 req-6c1814d7-3858-48b4-b2a2-16f89d39b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:45.630306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d3d308a-db6c-428e-86e9-9964953c2670 req-6c1814d7-3858-48b4-b2a2-16f89d39b537 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302319 Sep 16 05:28:45.634253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-797d2e70-976d-479a-b437-6d947c834604 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Deleting subnet 49c31b7e-ae22-4684-98fe-a55234085089 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:45.637473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-797d2e70-976d-479a-b437-6d947c834604 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.709549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-797d2e70-976d-479a-b437-6d947c834604 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.746175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-f0e005df-6159-4d0a-977e-aa2be3672a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:45.747703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-f0e005df-6159-4d0a-977e-aa2be3672a20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=554a4498cd8b40b2a178a5d256a9e848&device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 1095 time: 0.0784597 Sep 16 05:28:45.799783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-2427a7e8-aa6f-4604-92c7-148074551ca8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7251ce43-2d52-4d55-8fe8-f27a162842c9 HTTP/1.1" status: 200 len: 217 time: 0.0416229 Sep 16 05:28:46.202251 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-797d2e70-976d-479a-b437-6d947c834604 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.233576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-767defad-b125-47d4-ae99-763dc6505e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:46.235072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-767defad-b125-47d4-ae99-763dc6505e0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44b17b79-70fa-47a7-90c0-daf6d42408b0 HTTP/1.1" status: 200 len: 853 time: 0.0821505 Sep 16 05:28:46.274469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-b9a34a1b-ea61-408f-a88e-d8c465870d2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316541 Sep 16 05:28:46.383878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-a92a756d-9141-4525-b1b1-b5ca38ceb501 service neutron] 10.222.0.60 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998697 Sep 16 05:28:46.401211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-797d2e70-976d-479a-b437-6d947c834604 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.452171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d2e70-976d-479a-b437-6d947c834604 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Subnet': ['ID=49c31b7e-ae22-4684-98fe-a55234085089,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:46.454131 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-797d2e70-976d-479a-b437-6d947c834604 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.461266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-797d2e70-976d-479a-b437-6d947c834604 tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/subnets/49c31b7e-ae22-4684-98fe-a55234085089 HTTP/1.1" status: 204 len: 168 time: 0.8878155 Sep 16 05:28:46.461617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58598) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:46.462061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6661b7da-20d5-4884-b05a-45d71e04b039 None None] Network 0612c1a7-51dd-456d-9de0-f683bbdee5c4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:46.542656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.580714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-55f61060-a81c-4d8b-9eb3-962ba6db39c6 req-76af1445-e2dc-44d4-bb2e-3b034b7b1faa service neutron] 10.222.0.60 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650574 Sep 16 05:28:46.580714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdced6-982b-4793-941d-ae7fea5daad3 req-5b2d73e6-de84-4751-a68c-278198d97f5d tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:46.581312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ccdced6-982b-4793-941d-ae7fea5daad3 req-5b2d73e6-de84-4751-a68c-278198d97f5d tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 943 time: 0.1219423 Sep 16 05:28:46.628629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Deleting port 2299e7dc-03f4-4275-a11b-443d71610a19 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:46.629215 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.672558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ccdced6-982b-4793-941d-ae7fea5daad3 req-74aabcaf-be8c-48fe-9ace-44a14320f731 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482893 Sep 16 05:28:46.707041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] DHCP port deletion for 0612c1a7-51dd-456d-9de0-f683bbdee5c4 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:46.723291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] For port 2299e7dc-03f4-4275-a11b-443d71610a19, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2299e7dc-03f4-4275-a11b-443d71610a19,segment=NetworkSegment(a3076233-da90-4b55-a36e-18339504e47e),segment_id=a3076233-da90-4b55-a36e-18339504e47e)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:46.730087 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.741941 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Calling delete_port for 2299e7dc-03f4-4275-a11b-443d71610a19 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:46.754029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] Deleting port 2299e7dc-03f4-4275-a11b-443d71610a19 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:46.754416 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.823486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] For port 2299e7dc-03f4-4275-a11b-443d71610a19, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2299e7dc-03f4-4275-a11b-443d71610a19,segment=NetworkSegment(a3076233-da90-4b55-a36e-18339504e47e),segment_id=a3076233-da90-4b55-a36e-18339504e47e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:46.823893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.837581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] Calling delete_port for 2299e7dc-03f4-4275-a11b-443d71610a19 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:46.951575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.952131 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.958093 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.980849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Port': ['ID=2299e7dc-03f4-4275-a11b-443d71610a19,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:46.983030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] No DVR routers for this DVR port 2299e7dc-03f4-4275-a11b-443d71610a19 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:46.985596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] Pushing event deleted for resources: {'Port': ['ID=2299e7dc-03f4-4275-a11b-443d71610a19,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:46.989709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3bcce-0440-4990-b011-d1d01e2adb8f None None] No DVR routers for this DVR port 2299e7dc-03f4-4275-a11b-443d71610a19 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:47.065626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.085180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0612c1a7-51dd-456d-9de0-f683bbdee5c4']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:47.094224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3076233-da90-4b55-a36e-18339504e47e') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:47.094526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3076233-da90-4b55-a36e-18339504e47e') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:47.110008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.124274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.130404 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:47.130881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:47.134001 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:47.256390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.263401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.265296 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] 10.222.0.59 "DELETE /v2.0/networks/0612c1a7-51dd-456d-9de0-f683bbdee5c4 HTTP/1.1" status: 204 len: 168 time: 0.8054299 Sep 16 05:28:47.276975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91651175-2fb5-48f4-a7f7-24a63173871e tempest-NetworksIpV6TestAttrs-1715980086 tempest-NetworksIpV6TestAttrs-1715980086-project] Pushing event deleted for resources: {'Network': ['ID=0612c1a7-51dd-456d-9de0-f683bbdee5c4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:47.779205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eac60-e19e-4cbe-a785-593a6d8dabd4 req-219b3692-4e04-4245-8b4c-a7342acf8588 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:47.780789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f3eac60-e19e-4cbe-a785-593a6d8dabd4 req-219b3692-4e04-4245-8b4c-a7342acf8588 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 943 time: 0.0509932 Sep 16 05:28:47.821782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f3eac60-e19e-4cbe-a785-593a6d8dabd4 req-4d76c4bf-413f-4279-b5cb-23d9e5ce13f6 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Sep 16 05:28:47.838437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58624) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:47.974346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c41ec461-e8fa-4788-b61e-acc4d1ecb0f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1e9436dad59471aa1b1e86b856af148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347690 Sep 16 05:28:47.976898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58630) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.024286 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3196818f-1862-44fc-9042-7ac79cd71466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.044709 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3196818f-1862-44fc-9042-7ac79cd71466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.180750 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3196818f-1862-44fc-9042-7ac79cd71466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.183421 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3196818f-1862-44fc-9042-7ac79cd71466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.184630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3196818f-1862-44fc-9042-7ac79cd71466 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5edaee3a-90e1-41db-a871-18f742d1d4dc HTTP/1.1" status: 204 len: 168 time: 0.2068708 Sep 16 05:28:48.192513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196818f-1862-44fc-9042-7ac79cd71466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edaee3a-90e1-41db-a871-18f742d1d4dc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:48.434881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2299e7dc-03f4-4275-a11b-443d71610a19 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:48.455601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 2299e7dc-03f4-4275-a11b-443d71610a19 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:48.455953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2299e7dc-03f4-4275-a11b-443d71610a19 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:48.945259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaec57-844b-4cba-ae7e-dfd065834147 req-7db33cec-9299-4817-89b2-a697ec7779ed tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:48.947464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ecaec57-844b-4cba-ae7e-dfd065834147 req-7db33cec-9299-4817-89b2-a697ec7779ed tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 943 time: 0.0572176 Sep 16 05:28:48.994424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ecaec57-844b-4cba-ae7e-dfd065834147 req-fbc82d3a-22f8-42dd-b037-c3a4d1edb2e2 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Sep 16 05:28:49.303217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58674) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.403432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-1777923277'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:49.477980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:49.481601 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.493623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.583409 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.660784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.687755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:49.698241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc01c4-2a02-41b0-9917-68ba2053f267,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.703021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.703398 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment 42004b88-72e1-48fb-98ba-9ddc94e3a936 of type vlan for network 078d55dc-2fab-415d-89fe-58f214678f8f Sep 16 05:28:49.743789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.809312 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.815040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:49.815667 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.846457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7251ce43-2d52-4d55-8fe8-f27a162842c9 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:49.888627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=078d55dc-2fab-415d-89fe-58f214678f8f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.941580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2b9346cb-c5b5-45f1-bd2e-c8c10b1b9fb9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6371262 Sep 16 05:28:49.944546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58686) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.951473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-529210292'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:50.071765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 078d55dc-2fab-415d-89fe-58f214678f8f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:50.077173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:50.080610 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.134107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095de1a5-a15f-4cb5-8a1e-cea36e22b1f5 req-859e78a2-fcf0-48fe-83c1-690e4ab13030 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:50.135548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095de1a5-a15f-4cb5-8a1e-cea36e22b1f5 req-859e78a2-fcf0-48fe-83c1-690e4ab13030 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 943 time: 0.0704517 Sep 16 05:28:50.136292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:50.151787 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.152130 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment 16bc776b-79d3-48a0-8589-74752f78ee6a of type vlan for network 81ed371d-ce79-43cd-9973-ccadcf8d46ba Sep 16 05:28:50.156385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7251ce43-2d52-4d55-8fe8-f27a162842c9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7251ce43-2d52-4d55-8fe8-f27a162842c9,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:50.169213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '7251ce43-2d52-4d55-8fe8-f27a162842c9', 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817', 'port_id': '7251ce43-2d52-4d55-8fe8-f27a162842c9', 'mac_address': 'fa:16:3e:2d:ec:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b17b79-70fa-47a7-90c0-daf6d42408b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:50.206463 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.217133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095de1a5-a15f-4cb5-8a1e-cea36e22b1f5 req-1313454d-1d38-4e7f-9a0c-b046ad0d2849 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736010 Sep 16 05:28:50.218698 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.220223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7251ce43-2d52-4d55-8fe8-f27a162842c9 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:50.255179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7251ce43-2d52-4d55-8fe8-f27a162842c9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7251ce43-2d52-4d55-8fe8-f27a162842c9,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:50.322500 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.368923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7251ce43-2d52-4d55-8fe8-f27a162842c9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:50.373511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.379560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:50.382333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.453855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=81ed371d-ce79-43cd-9973-ccadcf8d46ba,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:50.469707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 81ed371d-ce79-43cd-9973-ccadcf8d46ba details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:50.495782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79be4c74-2d23-40cb-9fd6-105f73987c24 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5501664 Sep 16 05:28:50.498630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58696) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:50.504114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': '078d55dc-2fab-415d-89fe-58f214678f8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:50.586562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7251ce43-2d52-4d55-8fe8-f27a162842c9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:50.666076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:50.669963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.906547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.972134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=6a7f97d0-f094-42b5-85f1-652a12253218,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:50.979896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': '42004b88-72e1-48fb-98ba-9ddc94e3a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '078d55dc-2fab-415d-89fe-58f214678f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:50.980167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: 078d55dc-2fab-415d-89fe-58f214678f8f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:51.095122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 078d55dc-2fab-415d-89fe-58f214678f8f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:51.192384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 078d55dc-2fab-415d-89fe-58f214678f8f) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:51.196927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.197537 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.202481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d2e315-cacd-4ece-b331-87e5322d8c69 None None] Network 078d55dc-2fab-415d-89fe-58f214678f8f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:51.296163 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-424c96f2-2389-4f77-a7e6-b6b92789f3ae tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7960091 Sep 16 05:28:51.298471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58706) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:51.304640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': '81ed371d-ce79-43cd-9973-ccadcf8d46ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:51.348399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37149049-1755-4032-abfe-02b1b95cb89a req-0d0bda38-32f6-4ff6-9ee9-4750346ff70c tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.350072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37149049-1755-4032-abfe-02b1b95cb89a req-0d0bda38-32f6-4ff6-9ee9-4750346ff70c tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 944 time: 0.0586398 Sep 16 05:28:51.351651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-078d55dc-2fab-415d-89fe-58f214678f8f', 'network_id': '078d55dc-2fab-415d-89fe-58f214678f8f', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': '6a7f97d0-f094-42b5-85f1-652a12253218'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:51.352532 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.402993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37149049-1755-4032-abfe-02b1b95cb89a req-50ee19c4-8ee9-47c7-a2e6-4124ede22b7d tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Sep 16 05:28:51.472179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:51.476929 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.521894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Allocated IP 172.20.0.2 (078d55dc-2fab-415d-89fe-58f214678f8f/6a7f97d0-f094-42b5-85f1-652a12253218/5d530438-7ce2-441a-8db5-accbeb93ac6c) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:51.680741 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.746641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.768123 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.811543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=b6c6b880-5497-466e-89d6-6734d8d2c670,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:51.815436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Network 078d55dc-2fab-415d-89fe-58f214678f8f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:51.825830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:51.828474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:51.829861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': '16bc776b-79d3-48a0-8589-74752f78ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '81ed371d-ce79-43cd-9973-ccadcf8d46ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:51.830299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: 81ed371d-ce79-43cd-9973-ccadcf8d46ba, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:51.849359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7251ce43-2d52-4d55-8fe8-f27a162842c9 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:51.873472 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Pushing event updated for resources: {'Port': ['ID=5d530438-7ce2-441a-8db5-accbeb93ac6c,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:51.930053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 81ed371d-ce79-43cd-9973-ccadcf8d46ba is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:51.936837 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Attempting to bind port 5d530438-7ce2-441a-8db5-accbeb93ac6c on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:51.940099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Attempting to bind port 5d530438-7ce2-441a-8db5-accbeb93ac6c by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '42004b88-72e1-48fb-98ba-9ddc94e3a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '078d55dc-2fab-415d-89fe-58f214678f8f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:51.940099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Attempting to bind port 5d530438-7ce2-441a-8db5-accbeb93ac6c on network 078d55dc-2fab-415d-89fe-58f214678f8f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:51.943780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:51.944720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Checking segment: {'id': '42004b88-72e1-48fb-98ba-9ddc94e3a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '078d55dc-2fab-415d-89fe-58f214678f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:51.945220 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.945646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Bound using segment: {'id': '42004b88-72e1-48fb-98ba-9ddc94e3a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '078d55dc-2fab-415d-89fe-58f214678f8f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:51.946134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Bound port: 5d530438-7ce2-441a-8db5-accbeb93ac6c, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42004b88-72e1-48fb-98ba-9ddc94e3a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '078d55dc-2fab-415d-89fe-58f214678f8f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:51.946637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.019202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] For port 5d530438-7ce2-441a-8db5-accbeb93ac6c, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:52.022463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] For port 5d530438-7ce2-441a-8db5-accbeb93ac6c, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5d530438-7ce2-441a-8db5-accbeb93ac6c,segment=NetworkSegment(42004b88-72e1-48fb-98ba-9ddc94e3a936),segment_id=42004b88-72e1-48fb-98ba-9ddc94e3a936)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:52.026164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 81ed371d-ce79-43cd-9973-ccadcf8d46ba) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:52.031078 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:52.031728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.034651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d01051-ceec-48aa-82f4-ae0630eb2d25 None None] Network 81ed371d-ce79-43cd-9973-ccadcf8d46ba requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:52.086505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 7251ce43-2d52-4d55-8fe8-f27a162842c9 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:52.096044 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-95f8198f-2aa2-4fcd-85c8-4343418c7bb5 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7963998 Sep 16 05:28:52.096336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 7251ce43-2d52-4d55-8fe8-f27a162842c9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:52.096564 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.098980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58714) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:52.100006 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.104222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d66e6599-33e7-4118-a3e8-bfc7f87a4f5b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1496947661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:52.232482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b65d33-b833-4f49-a3ab-ae2f00da488b None None] Pushing event updated for resources: {'Port': ['ID=5d530438-7ce2-441a-8db5-accbeb93ac6c,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:52.233198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d66e6599-33e7-4118-a3e8-bfc7f87a4f5b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.235337 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d66e6599-33e7-4118-a3e8-bfc7f87a4f5b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.307643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.315068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d66e6599-33e7-4118-a3e8-bfc7f87a4f5b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.320940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-81ed371d-ce79-43cd-9973-ccadcf8d46ba', 'network_id': '81ed371d-ce79-43cd-9973-ccadcf8d46ba', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': 'b6c6b880-5497-466e-89d6-6734d8d2c670'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:52.322119 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.345629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3948ea0-cf96-4ccb-88f6-3367e1bd1765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7251ce43-2d52-4d55-8fe8-f27a162842c9'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:52.347873 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5185114-4d8a-494d-a9eb-0d75883a99d0" -d '{"events": [{"server_uuid": "f3948ea0-cf96-4ccb-88f6-3367e1bd1765", "name": "network-vif-plugged", "status": "completed", "tag": "7251ce43-2d52-4d55-8fe8-f27a162842c9"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:52.375967 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d66e6599-33e7-4118-a3e8-bfc7f87a4f5b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.397011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7251ce43-2d52-4d55-8fe8-f27a162842c9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7251ce43-2d52-4d55-8fe8-f27a162842c9,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:52.435977 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a91f17-59d2-4308-9842-9c7e3f31e9f1 x-openstack-request-id: req-b2a91f17-59d2-4308-9842-9c7e3f31e9f1 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:52.436201 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3948ea0-cf96-4ccb-88f6-3367e1bd1765", "name": "network-vif-plugged", "status": "completed", "tag": "7251ce43-2d52-4d55-8fe8-f27a162842c9", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:52.436473 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2a91f17-59d2-4308-9842-9c7e3f31e9f1 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:52.437006 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3948ea0-cf96-4ccb-88f6-3367e1bd1765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7251ce43-2d52-4d55-8fe8-f27a162842c9', 'code': 200} Sep 16 05:28:52.496279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d66e6599-33e7-4118-a3e8-bfc7f87a4f5b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.498741 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d66e6599-33e7-4118-a3e8-bfc7f87a4f5b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3985639 Sep 16 05:28:52.501517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58722) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:52.556361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58724) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:52.561069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5d530438-7ce2-441a-8db5-accbeb93ac6c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:52.570110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.619050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217b20d-f44f-48a0-990a-49c46eb15a1e req-deb27de0-1ea2-4cb4-b423-638cae4f63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:52.619050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9217b20d-f44f-48a0-990a-49c46eb15a1e req-deb27de0-1ea2-4cb4-b423-638cae4f63a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 1097 time: 0.1142251 Sep 16 05:28:52.630227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa176ed5-8d79-488a-89f7-e987262792c2 req-3f0c20e4-7736-426b-a95c-e32b9293e5e1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:52.632754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa176ed5-8d79-488a-89f7-e987262792c2 req-3f0c20e4-7736-426b-a95c-e32b9293e5e1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 945 time: 0.0767918 Sep 16 05:28:52.693292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9217b20d-f44f-48a0-990a-49c46eb15a1e req-36d7f040-a478-45ca-851d-531bf1df78e7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592632 Sep 16 05:28:52.698847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa176ed5-8d79-488a-89f7-e987262792c2 req-1a721d0a-7f89-4386-bb3a-5e6710015b90 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594201 Sep 16 05:28:52.717890 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4698129e-f8d1-4d66-8b50-bbdc0978a002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.737794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Allocated IP 172.21.0.2 (81ed371d-ce79-43cd-9973-ccadcf8d46ba/b6c6b880-5497-466e-89d6-6734d8d2c670/301f75bf-1749-476c-8cce-9e50071dc756) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:52.744115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7251ce43-2d52-4d55-8fe8-f27a162842c9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:52.777912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5d530438-7ce2-441a-8db5-accbeb93ac6c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:52.778294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.831998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4698129e-f8d1-4d66-8b50-bbdc0978a002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.869776 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.917609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4698129e-f8d1-4d66-8b50-bbdc0978a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.941806 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.957565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4698129e-f8d1-4d66-8b50-bbdc0978a002 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=071b31f0bbbd45afa93eb26ce48d73c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992536 Sep 16 05:28:52.960709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58730) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:52.970620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698129e-f8d1-4d66-8b50-bbdc0978a002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f5ac5-def9-4d53-876f-78945e7c5c3a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:52.979262 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.991772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 5d530438-7ce2-441a-8db5-accbeb93ac6c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5d530438-7ce2-441a-8db5-accbeb93ac6c,segment=NetworkSegment(42004b88-72e1-48fb-98ba-9ddc94e3a936),segment_id=42004b88-72e1-48fb-98ba-9ddc94e3a936)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:53.028629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82b2759d-910c-43eb-9e1a-b2fddc5dedd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.059342 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82b2759d-910c-43eb-9e1a-b2fddc5dedd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.083966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.117522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.133162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Network 81ed371d-ce79-43cd-9973-ccadcf8d46ba is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:53.136191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:53.140092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:53.153373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Pushing event updated for resources: {'Port': ['ID=301f75bf-1749-476c-8cce-9e50071dc756,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:53.181278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.20.0.1 (078d55dc-2fab-415d-89fe-58f214678f8f/6a7f97d0-f094-42b5-85f1-652a12253218/edba13ba-627f-4335-895f-629894fb470a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:53.205567 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82b2759d-910c-43eb-9e1a-b2fddc5dedd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.208619 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82b2759d-910c-43eb-9e1a-b2fddc5dedd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.210126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-82b2759d-910c-43eb-9e1a-b2fddc5dedd2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/482f5ac5-def9-4d53-876f-78945e7c5c3a HTTP/1.1" status: 204 len: 168 time: 0.2484939 Sep 16 05:28:53.232475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2759d-910c-43eb-9e1a-b2fddc5dedd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f5ac5-def9-4d53-876f-78945e7c5c3a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:53.233614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Attempting to bind port 301f75bf-1749-476c-8cce-9e50071dc756 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:53.234556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Attempting to bind port 301f75bf-1749-476c-8cce-9e50071dc756 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '16bc776b-79d3-48a0-8589-74752f78ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '81ed371d-ce79-43cd-9973-ccadcf8d46ba'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:53.235181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Attempting to bind port 301f75bf-1749-476c-8cce-9e50071dc756 on network 81ed371d-ce79-43cd-9973-ccadcf8d46ba {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:53.259558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:53.260247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Checking segment: {'id': '16bc776b-79d3-48a0-8589-74752f78ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '81ed371d-ce79-43cd-9973-ccadcf8d46ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:53.264951 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.264951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Bound using segment: {'id': '16bc776b-79d3-48a0-8589-74752f78ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '81ed371d-ce79-43cd-9973-ccadcf8d46ba'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:53.264951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Bound port: 301f75bf-1749-476c-8cce-9e50071dc756, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bc776b-79d3-48a0-8589-74752f78ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '81ed371d-ce79-43cd-9973-ccadcf8d46ba'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:53.264951 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.288118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=5d530438-7ce2-441a-8db5-accbeb93ac6c,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:53.330847 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.358193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] For port 301f75bf-1749-476c-8cce-9e50071dc756, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:53.361777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] For port 301f75bf-1749-476c-8cce-9e50071dc756, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=301f75bf-1749-476c-8cce-9e50071dc756,segment=NetworkSegment(16bc776b-79d3-48a0-8589-74752f78ee6a),segment_id=16bc776b-79d3-48a0-8589-74752f78ee6a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:53.368322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730e666-652b-4d87-87d4-8f6324cabcec None None] Network 078d55dc-2fab-415d-89fe-58f214678f8f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:53.435770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.461888 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.485761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a40d6afa-c48d-486b-9fe6-bccc03bdce13 None None] Provisioning complete for port 5d530438-7ce2-441a-8db5-accbeb93ac6c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:53.485761 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a40d6afa-c48d-486b-9fe6-bccc03bdce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.512986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 078d55dc-2fab-415d-89fe-58f214678f8f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:53.518661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:53.524062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:53.552385 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=edba13ba-627f-4335-895f-629894fb470a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:53.584124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6b438-ffe5-43e7-b95e-8744170caf6c None None] Pushing event updated for resources: {'Port': ['ID=301f75bf-1749-476c-8cce-9e50071dc756,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:53.599762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.856163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.900464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7956b74-1d1f-4e50-97f4-1b148334dc02 req-f64df621-a5d4-4a70-bbc7-e0941eaf09ba tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:53.908196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7956b74-1d1f-4e50-97f4-1b148334dc02 req-f64df621-a5d4-4a70-bbc7-e0941eaf09ba tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 945 time: 0.1033726 Sep 16 05:28:53.957510 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7956b74-1d1f-4e50-97f4-1b148334dc02 req-69a58a14-5d4a-498a-9b15-0adbede25af5 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Sep 16 05:28:53.988865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5b0a1617-6785-409f-ae43-d7e3b1437bc6 None None] Provisioning complete for port edba13ba-627f-4335-895f-629894fb470a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:53.989247 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1617-6785-409f-ae43-d7e3b1437bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.031708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a1617-6785-409f-ae43-d7e3b1437bc6 None None] Port edba13ba-627f-4335-895f-629894fb470a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:54.041827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5b0a1617-6785-409f-ae43-d7e3b1437bc6 None None] Provisioning complete for port 5d530438-7ce2-441a-8db5-accbeb93ac6c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:54.042366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1617-6785-409f-ae43-d7e3b1437bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.070895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58738) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.095511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-57d697b8-9511-42e0-8e20-0bc4d059b1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.200744 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-57d697b8-9511-42e0-8e20-0bc4d059b1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.201117 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.259166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c82d73cd-6a93-437a-abdf-5e16dcdb67fc None None] Provisioning complete for port edba13ba-627f-4335-895f-629894fb470a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:54.259669 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c82d73cd-6a93-437a-abdf-5e16dcdb67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.266441 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-57d697b8-9511-42e0-8e20-0bc4d059b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.274024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.300603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c82d73cd-6a93-437a-abdf-5e16dcdb67fc None None] Port edba13ba-627f-4335-895f-629894fb470a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:54.317784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-57d697b8-9511-42e0-8e20-0bc4d059b1db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9580c70a859e411fa0dde0491f17f306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455971 Sep 16 05:28:54.319041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d697b8-9511-42e0-8e20-0bc4d059b1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273af6ea-87cb-4226-bf04-6d623d540fdc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:54.321654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58740) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.368059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=edba13ba-627f-4335-895f-629894fb470a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:54.371721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.378327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8de76d1f-39bc-448c-a1b4-228f0abc0527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.405013 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8de76d1f-39bc-448c-a1b4-228f0abc0527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.480217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 078d55dc-2fab-415d-89fe-58f214678f8f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:54.481637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:54.549964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 301f75bf-1749-476c-8cce-9e50071dc756 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:54.558079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8de76d1f-39bc-448c-a1b4-228f0abc0527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.560855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8de76d1f-39bc-448c-a1b4-228f0abc0527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.564282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8de76d1f-39bc-448c-a1b4-228f0abc0527 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/273af6ea-87cb-4226-bf04-6d623d540fdc HTTP/1.1" status: 204 len: 168 time: 0.2394998 Sep 16 05:28:54.581221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de76d1f-39bc-448c-a1b4-228f0abc0527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273af6ea-87cb-4226-bf04-6d623d540fdc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:54.623479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 301f75bf-1749-476c-8cce-9e50071dc756 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:54.624016 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.721677 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.746184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router f4f0528f-6fb5-4e2e-a476-3db692d0efac is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:28:54.762944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 301f75bf-1749-476c-8cce-9e50071dc756, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=301f75bf-1749-476c-8cce-9e50071dc756,segment=NetworkSegment(16bc776b-79d3-48a0-8589-74752f78ee6a),segment_id=16bc776b-79d3-48a0-8589-74752f78ee6a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:54.804988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9de24-e755-4917-9f13-48be1275ed31 None None] Network 81ed371d-ce79-43cd-9973-ccadcf8d46ba requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:54.840422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.841209 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5d530438-7ce2-441a-8db5-accbeb93ac6c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:54.844489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:54.852808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3b0d51c6-5d3d-432e-be98-f2a44b2c5fbf tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/f4f0528f-6fb5-4e2e-a476-3db692d0efac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3472176 Sep 16 05:28:54.853881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58744) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.892795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a54c75-77a1-4db2-ac7d-c50fcad3a654 None None] Sync routers for ids ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:54.905663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558703e-192e-4d75-9f5a-fdb2e5f55250 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:54.907056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3558703e-192e-4d75-9f5a-fdb2e5f55250 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports/edba13ba-627f-4335-895f-629894fb470a HTTP/1.1" status: 200 len: 910 time: 0.0529060 Sep 16 05:28:54.909750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58746) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.928812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a247d200-56f6-472d-909f-ff7662ac8438 None None] Provisioning complete for port edba13ba-627f-4335-895f-629894fb470a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:54.929219 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a247d200-56f6-472d-909f-ff7662ac8438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.152850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a54c75-77a1-4db2-ac7d-c50fcad3a654 None None] Routers {'f4f0528f-6fb5-4e2e-a476-3db692d0efac'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:55.153499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-f5a54c75-77a1-4db2-ac7d-c50fcad3a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:55.163872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5593a1-1b42-4efa-9933-c40259413342 req-6115f021-4bf6-46b0-8d84-5ec0249dccab tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.167825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea5593a1-1b42-4efa-9933-c40259413342 req-6115f021-4bf6-46b0-8d84-5ec0249dccab tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 945 time: 0.0999484 Sep 16 05:28:55.212092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-f5a54c75-77a1-4db2-ac7d-c50fcad3a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:55.220650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=301f75bf-1749-476c-8cce-9e50071dc756,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:55.225032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a247d200-56f6-472d-909f-ff7662ac8438 None None] Port edba13ba-627f-4335-895f-629894fb470a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:55.265522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a54c75-77a1-4db2-ac7d-c50fcad3a654 None None] Routers {'f4f0528f-6fb5-4e2e-a476-3db692d0efac'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:55.266212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-f5a54c75-77a1-4db2-ac7d-c50fcad3a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:55.282556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea5593a1-1b42-4efa-9933-c40259413342 req-b3315ce2-ee6a-45a8-88ee-45125c48ce7f tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103852 Sep 16 05:28:55.314770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-f5a54c75-77a1-4db2-ac7d-c50fcad3a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:55.315395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a54c75-77a1-4db2-ac7d-c50fcad3a654 None None] The sync data for ids ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:55.317309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a247d200-56f6-472d-909f-ff7662ac8438 None None] Provisioning complete for port 301f75bf-1749-476c-8cce-9e50071dc756 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:55.317687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a247d200-56f6-472d-909f-ff7662ac8438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.320177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 5d530438-7ce2-441a-8db5-accbeb93ac6c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:55.320547 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.426672 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.731850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b278259c-9bf4-4455-9e56-48a585d8b69e None None] Provisioning complete for port 301f75bf-1749-476c-8cce-9e50071dc756 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:55.732150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b278259c-9bf4-4455-9e56-48a585d8b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.741889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.21.0.1 (81ed371d-ce79-43cd-9973-ccadcf8d46ba/b6c6b880-5497-466e-89d6-6734d8d2c670/d1d4fe3a-65a6-48c4-9098-81b8cba83c75) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:55.871562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.985454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.028235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 81ed371d-ce79-43cd-9973-ccadcf8d46ba is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:56.031217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:56.034938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:56.065420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=d1d4fe3a-65a6-48c4-9098-81b8cba83c75,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:56.086648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.247007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b065e3e6-5ca7-4197-9538-3af1655a767d None None] Provisioning complete for port d1d4fe3a-65a6-48c4-9098-81b8cba83c75 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:56.247424 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b065e3e6-5ca7-4197-9538-3af1655a767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.283082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b065e3e6-5ca7-4197-9538-3af1655a767d None None] Port d1d4fe3a-65a6-48c4-9098-81b8cba83c75 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:56.293609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.462804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 301f75bf-1749-476c-8cce-9e50071dc756 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:56.511738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 301f75bf-1749-476c-8cce-9e50071dc756 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:56.511928 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.592485 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.684268 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.776947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.779088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=d1d4fe3a-65a6-48c4-9098-81b8cba83c75,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:56.880981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 81ed371d-ce79-43cd-9973-ccadcf8d46ba is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:56.882919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:56.986449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router f4f0528f-6fb5-4e2e-a476-3db692d0efac has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:57.095835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:57.110134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-87f91deb-4c9d-4da4-903d-02e13ef35493 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/f4f0528f-6fb5-4e2e-a476-3db692d0efac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1993680 Sep 16 05:28:57.111156 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7827dd-813f-4a4c-8836-81d0fa73e2d2 None None] Sync routers for ids ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:57.118005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58862) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:57.121978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a29615cd-22d4-46d7-ab86-19e10a54c6ff None None] Provisioning complete for port d1d4fe3a-65a6-48c4-9098-81b8cba83c75 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:57.122595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a29615cd-22d4-46d7-ab86-19e10a54c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.123638 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7827dd-813f-4a4c-8836-81d0fa73e2d2 None None] Routers {'f4f0528f-6fb5-4e2e-a476-3db692d0efac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:57.124271 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fb7827dd-813f-4a4c-8836-81d0fa73e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:57.161736 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fb7827dd-813f-4a4c-8836-81d0fa73e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:57.164261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a29615cd-22d4-46d7-ab86-19e10a54c6ff None None] Port d1d4fe3a-65a6-48c4-9098-81b8cba83c75 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:57.172953 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7827dd-813f-4a4c-8836-81d0fa73e2d2 None None] Routers {'f4f0528f-6fb5-4e2e-a476-3db692d0efac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:57.173590 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fb7827dd-813f-4a4c-8836-81d0fa73e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:57.198164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0d44a-2bd2-4115-b0e6-acf73c78337e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:57.199732 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dba0d44a-2bd2-4115-b0e6-acf73c78337e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports/d1d4fe3a-65a6-48c4-9098-81b8cba83c75 HTTP/1.1" status: 200 len: 910 time: 0.0795233 Sep 16 05:28:57.202543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58866) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:57.217466 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-fb7827dd-813f-4a4c-8836-81d0fa73e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:57.218559 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7827dd-813f-4a4c-8836-81d0fa73e2d2 None None] The sync data for ids ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:57.545112 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.821285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port d1d4fe3a-65a6-48c4-9098-81b8cba83c75 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:57.821711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.919762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.935359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for d1d4fe3a-65a6-48c4-9098-81b8cba83c75 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:58.173527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.207113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=d1d4fe3a-65a6-48c4-9098-81b8cba83c75,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:58.266494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.746740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.942317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router f4f0528f-6fb5-4e2e-a476-3db692d0efac has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:59.041780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:59.048674 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-982aff78-5c1e-4cf6-810b-b5d0550ffc59 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/f4f0528f-6fb5-4e2e-a476-3db692d0efac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8451686 Sep 16 05:28:59.052301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58896) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:59.053613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b6ab0-44d2-4e18-b73f-af378b3b8abb None None] Sync routers for ids ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:59.065604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b6ab0-44d2-4e18-b73f-af378b3b8abb None None] Routers {'f4f0528f-6fb5-4e2e-a476-3db692d0efac'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:59.070730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8d8b6ab0-44d2-4e18-b73f-af378b3b8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:59.105310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8d8b6ab0-44d2-4e18-b73f-af378b3b8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:59.114294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b6ab0-44d2-4e18-b73f-af378b3b8abb None None] Routers {'f4f0528f-6fb5-4e2e-a476-3db692d0efac'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:59.114920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8d8b6ab0-44d2-4e18-b73f-af378b3b8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:59.150825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8d8b6ab0-44d2-4e18-b73f-af378b3b8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:59.151529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b6ab0-44d2-4e18-b73f-af378b3b8abb None None] The sync data for ids ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:59.417190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.683027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port edba13ba-627f-4335-895f-629894fb470a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:59.683416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.785634 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.804049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for edba13ba-627f-4335-895f-629894fb470a owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:00.059156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.088815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=edba13ba-627f-4335-895f-629894fb470a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:00.251495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.423114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router f4f0528f-6fb5-4e2e-a476-3db692d0efac has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:00.516525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:00.522043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-307c4c9c-a8d7-4376-a5f9-17683223b859 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/f4f0528f-6fb5-4e2e-a476-3db692d0efac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684896 Sep 16 05:29:00.524690 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58916) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:00.538036 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9fd9f3-aaef-4f0e-a8d7-76335172fd2a None None] Sync routers for ids ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:00.550660 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9fd9f3-aaef-4f0e-a8d7-76335172fd2a None None] Routers {'f4f0528f-6fb5-4e2e-a476-3db692d0efac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:00.551571 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8b9fd9f3-aaef-4f0e-a8d7-76335172fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:00.567060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58918) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:00.567498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bdaef4cd-f908-43ca-8159-798582e26565 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4f0528f-6fb5-4e2e-a476-3db692d0efac HTTP/1.1" status: 200 len: 205 time: 0.0414796 Sep 16 05:29:00.587765 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8b9fd9f3-aaef-4f0e-a8d7-76335172fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:00.596929 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9fd9f3-aaef-4f0e-a8d7-76335172fd2a None None] Routers {'f4f0528f-6fb5-4e2e-a476-3db692d0efac'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:00.597767 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8b9fd9f3-aaef-4f0e-a8d7-76335172fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:00.632560 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8b9fd9f3-aaef-4f0e-a8d7-76335172fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:00.633221 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9fd9f3-aaef-4f0e-a8d7-76335172fd2a None None] The sync data for ids ['f4f0528f-6fb5-4e2e-a476-3db692d0efac'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:00.644670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8407c05b-5fa5-473c-a37f-462743e5b230 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.817156 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8407c05b-5fa5-473c-a37f-462743e5b230 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.819657 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8407c05b-5fa5-473c-a37f-462743e5b230 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.997994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8407c05b-5fa5-473c-a37f-462743e5b230 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.998482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8407c05b-5fa5-473c-a37f-462743e5b230 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Fanout notify agent at l3_agent the message router_deleted on router f4f0528f-6fb5-4e2e-a476-3db692d0efac {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:01.005323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8407c05b-5fa5-473c-a37f-462743e5b230 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.007099 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8407c05b-5fa5-473c-a37f-462743e5b230 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/f4f0528f-6fb5-4e2e-a476-3db692d0efac HTTP/1.1" status: 204 len: 168 time: 0.4383323 Sep 16 05:29:01.009780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58928) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:01.068615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bc042e-2b17-4e6f-ab71-79cf2da1fea4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet b6c6b880-5497-466e-89d6-6734d8d2c670 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:01.072475 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54bc042e-2b17-4e6f-ab71-79cf2da1fea4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.117854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54bc042e-2b17-4e6f-ab71-79cf2da1fea4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.206890 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54bc042e-2b17-4e6f-ab71-79cf2da1fea4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.322597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54bc042e-2b17-4e6f-ab71-79cf2da1fea4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.352134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc042e-2b17-4e6f-ab71-79cf2da1fea4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c6b880-5497-466e-89d6-6734d8d2c670,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:01.358307 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54bc042e-2b17-4e6f-ab71-79cf2da1fea4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.360065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-54bc042e-2b17-4e6f-ab71-79cf2da1fea4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/b6c6b880-5497-466e-89d6-6734d8d2c670 HTTP/1.1" status: 204 len: 168 time: 0.3492949 Sep 16 05:29:01.362746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58938) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:01.364236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584a5d6-e455-4b64-a165-f7d910e7d33b None None] Network 81ed371d-ce79-43cd-9973-ccadcf8d46ba requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:01.434434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-84243e73-62a2-4a07-bd92-67e9320d5a48 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet 6a7f97d0-f094-42b5-85f1-652a12253218 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:01.437554 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84243e73-62a2-4a07-bd92-67e9320d5a48 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.483102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84243e73-62a2-4a07-bd92-67e9320d5a48 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.569207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] DHCP port deletion for 81ed371d-ce79-43cd-9973-ccadcf8d46ba request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:01.606026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84243e73-62a2-4a07-bd92-67e9320d5a48 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.634652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] Deleting port 301f75bf-1749-476c-8cce-9e50071dc756 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:01.635430 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.710270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] For port 301f75bf-1749-476c-8cce-9e50071dc756, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=301f75bf-1749-476c-8cce-9e50071dc756,segment=NetworkSegment(16bc776b-79d3-48a0-8589-74752f78ee6a),segment_id=16bc776b-79d3-48a0-8589-74752f78ee6a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:01.710672 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.723692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] Calling delete_port for 301f75bf-1749-476c-8cce-9e50071dc756 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:01.758765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84243e73-62a2-4a07-bd92-67e9320d5a48 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.788903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84243e73-62a2-4a07-bd92-67e9320d5a48 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7f97d0-f094-42b5-85f1-652a12253218,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:01.795663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-84243e73-62a2-4a07-bd92-67e9320d5a48 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.797755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-84243e73-62a2-4a07-bd92-67e9320d5a48 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/6a7f97d0-f094-42b5-85f1-652a12253218 HTTP/1.1" status: 204 len: 168 time: 0.4334047 Sep 16 05:29:01.800323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58944) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:01.811879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb424f-4ed7-446f-bc6f-f9cbff605030 None None] Network 078d55dc-2fab-415d-89fe-58f214678f8f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:01.884712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.906333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.921261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] Pushing event deleted for resources: {'Port': ['ID=301f75bf-1749-476c-8cce-9e50071dc756,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:01.948959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eea894-5944-4c15-aba2-63388b1df620 None None] No DVR routers for this DVR port 301f75bf-1749-476c-8cce-9e50071dc756 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:02.037968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.062554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ed371d-ce79-43cd-9973-ccadcf8d46ba']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:02.063119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] DHCP port deletion for 078d55dc-2fab-415d-89fe-58f214678f8f request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:02.081952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bc776b-79d3-48a0-8589-74752f78ee6a') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:02.082278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bc776b-79d3-48a0-8589-74752f78ee6a') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:02.098566 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.113280 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.115007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] Deleting port 5d530438-7ce2-441a-8db5-accbeb93ac6c {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:02.116337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.120649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:02.127053 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:02.192185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] For port 5d530438-7ce2-441a-8db5-accbeb93ac6c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=5d530438-7ce2-441a-8db5-accbeb93ac6c,segment=NetworkSegment(42004b88-72e1-48fb-98ba-9ddc94e3a936),segment_id=42004b88-72e1-48fb-98ba-9ddc94e3a936)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:02.192600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.206185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] Calling delete_port for 5d530438-7ce2-441a-8db5-accbeb93ac6c owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:02.270459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.277999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.280015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/81ed371d-ce79-43cd-9973-ccadcf8d46ba HTTP/1.1" status: 204 len: 168 time: 0.4779475 Sep 16 05:29:02.282994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58948) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.309948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d356b8-2e09-4ce8-abf7-beddb8496c89 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=81ed371d-ce79-43cd-9973-ccadcf8d46ba,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.352830 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.384412 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.400254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] No DVR routers for this DVR port 5d530438-7ce2-441a-8db5-accbeb93ac6c on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:02.405077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a1bf6-8b80-49a8-82c0-ad27af86d88b None None] Pushing event deleted for resources: {'Port': ['ID=5d530438-7ce2-441a-8db5-accbeb93ac6c,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.474320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 301f75bf-1749-476c-8cce-9e50071dc756 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:02.496789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 301f75bf-1749-476c-8cce-9e50071dc756 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:02.497292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 301f75bf-1749-476c-8cce-9e50071dc756 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:02.497794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5d530438-7ce2-441a-8db5-accbeb93ac6c no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:02.511310 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.521338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 5d530438-7ce2-441a-8db5-accbeb93ac6c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:02.522050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 5d530438-7ce2-441a-8db5-accbeb93ac6c not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:02.533842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078d55dc-2fab-415d-89fe-58f214678f8f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:02.544795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42004b88-72e1-48fb-98ba-9ddc94e3a936') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:02.545102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42004b88-72e1-48fb-98ba-9ddc94e3a936') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:02.555359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.570757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.578732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:02.579135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:02.585285 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:02.721853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.729681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.733007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/078d55dc-2fab-415d-89fe-58f214678f8f HTTP/1.1" status: 204 len: 168 time: 0.4479256 Sep 16 05:29:02.736125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58954) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.742971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-2029929538'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:02.744159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4840-847a-465b-9159-0ea6955b0d23 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=078d55dc-2fab-415d-89fe-58f214678f8f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.832095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:02.839340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.864200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:02.876418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.876765 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment 6aee1c0d-a8af-486d-84e1-27282b49d8de of type vlan for network 1cf01358-8013-4e36-a224-fc0a0745f2d9 Sep 16 05:29:02.918521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.013370 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.019614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:03.020253 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.094034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=1cf01358-8013-4e36-a224-fc0a0745f2d9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.109256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 1cf01358-8013-4e36-a224-fc0a0745f2d9 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:03.131927 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b4550b5d-e90f-4c26-b5d7-992d41e5f536 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3915026 Sep 16 05:29:03.132511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58962) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:03.140915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': '1cf01358-8013-4e36-a224-fc0a0745f2d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:03.327614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:03.331429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.602376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.665327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=701bd014-f2b8-4ded-8e48-926d8bfff689,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.674390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': '6aee1c0d-a8af-486d-84e1-27282b49d8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cf01358-8013-4e36-a224-fc0a0745f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:03.674745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: 1cf01358-8013-4e36-a224-fc0a0745f2d9, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:03.758139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 1cf01358-8013-4e36-a224-fc0a0745f2d9 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:03.853327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 1cf01358-8013-4e36-a224-fc0a0745f2d9) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:03.858774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:03.862948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc063c-0912-4824-9a0b-70a249244ebe None None] Network 1cf01358-8013-4e36-a224-fc0a0745f2d9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:03.866377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.000662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ab1387d3-b61f-4628-8cd5-dee7f6c8decc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8666213 Sep 16 05:29:04.003423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 58980) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:04.009778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-505dca2f-fefc-48f7-81bc-3e0b292bd59d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-556218642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:04.041968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-1cf01358-8013-4e36-a224-fc0a0745f2d9', 'network_id': '1cf01358-8013-4e36-a224-fc0a0745f2d9', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': '701bd014-f2b8-4ded-8e48-926d8bfff689'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:04.043199 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.118169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-505dca2f-fefc-48f7-81bc-3e0b292bd59d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.119267 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-505dca2f-fefc-48f7-81bc-3e0b292bd59d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.181678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-505dca2f-fefc-48f7-81bc-3e0b292bd59d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.189805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Allocated IP 172.20.0.2 (1cf01358-8013-4e36-a224-fc0a0745f2d9/701bd014-f2b8-4ded-8e48-926d8bfff689/2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:04.261597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-505dca2f-fefc-48f7-81bc-3e0b292bd59d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.343138 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.350753 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-505dca2f-fefc-48f7-81bc-3e0b292bd59d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.354696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-505dca2f-fefc-48f7-81bc-3e0b292bd59d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3476574 Sep 16 05:29:04.355662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 58992) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:04.361581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'port': {'network_id': '1cf01358-8013-4e36-a224-fc0a0745f2d9', 'name': 'tempest-RoutersTest-1089218608'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:04.437887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.489331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Network 1cf01358-8013-4e36-a224-fc0a0745f2d9 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:04.498000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:04.499931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Pushing event updated for resources: {'Port': ['ID=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:04.502097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:04.555366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Attempting to bind port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:04.555749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Attempting to bind port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '6aee1c0d-a8af-486d-84e1-27282b49d8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cf01358-8013-4e36-a224-fc0a0745f2d9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:04.556977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Attempting to bind port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 on network 1cf01358-8013-4e36-a224-fc0a0745f2d9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:04.561606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:04.561978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Checking segment: {'id': '6aee1c0d-a8af-486d-84e1-27282b49d8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cf01358-8013-4e36-a224-fc0a0745f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:04.562402 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.562807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Bound using segment: {'id': '6aee1c0d-a8af-486d-84e1-27282b49d8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cf01358-8013-4e36-a224-fc0a0745f2d9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:04.563316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Bound port: 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aee1c0d-a8af-486d-84e1-27282b49d8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cf01358-8013-4e36-a224-fc0a0745f2d9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:04.563710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.575111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:04.583114 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.601428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] device_id is not set on port e9d38636-1e30-41ef-8183-744b9084c493 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:04.631813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] For port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:04.635310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] For port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,segment=NetworkSegment(6aee1c0d-a8af-486d-84e1-27282b49d8de),segment_id=6aee1c0d-a8af-486d-84e1-27282b49d8de)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:04.718626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.731034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.20.0.7 (1cf01358-8013-4e36-a224-fc0a0745f2d9/701bd014-f2b8-4ded-8e48-926d8bfff689/e9d38636-1e30-41ef-8183-744b9084c493) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:04.811934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6644c-4e3e-49dc-848c-681ebfaa7dda None None] Pushing event updated for resources: {'Port': ['ID=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:04.902681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.032572 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.079291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 1cf01358-8013-4e36-a224-fc0a0745f2d9 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:05.083438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:05.090863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:05.097805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=e9d38636-1e30-41ef-8183-744b9084c493,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:05.149632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:05.150262 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.221585 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-60c4635f-6adb-406f-a8c1-4618bf926dd6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8641303 Sep 16 05:29:05.224270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59008) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:05.854012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c768792-ddae-4c96-8c70-64535116b43a None None] Network 1cf01358-8013-4e36-a224-fc0a0745f2d9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:05.939624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.988936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f02c6767-0627-45b7-a5d3-ea8952455c12 None None] Provisioning complete for port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:05.989324 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f02c6767-0627-45b7-a5d3-ea8952455c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.101471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f02c6767-0627-45b7-a5d3-ea8952455c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.135436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f02c6767-0627-45b7-a5d3-ea8952455c12 None None] For port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,segment=NetworkSegment(6aee1c0d-a8af-486d-84e1-27282b49d8de),segment_id=6aee1c0d-a8af-486d-84e1-27282b49d8de)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:06.208195 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.220491 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f02c6767-0627-45b7-a5d3-ea8952455c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.274248 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c6767-0627-45b7-a5d3-ea8952455c12 None None] Pushing event updated for resources: {'Port': ['ID=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:06.294723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.350028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-87647ad7-4c6c-4060-ba4d-453e31431700 None None] Provisioning complete for port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:06.350418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-87647ad7-4c6c-4060-ba4d-453e31431700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.457145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=e9d38636-1e30-41ef-8183-744b9084c493,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:06.467090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-87647ad7-4c6c-4060-ba4d-453e31431700 None None] Provisioning complete for port e9d38636-1e30-41ef-8183-744b9084c493 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:06.467594 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-87647ad7-4c6c-4060-ba4d-453e31431700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.552197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-87647ad7-4c6c-4060-ba4d-453e31431700 None None] Port e9d38636-1e30-41ef-8183-744b9084c493 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:06.555321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:06.621001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:06.621809 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.623885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.689772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-68d9545a-eeed-4140-a405-c7dad4b9b2f3 None None] Provisioning complete for port e9d38636-1e30-41ef-8183-744b9084c493 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:06.690242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-68d9545a-eeed-4140-a405-c7dad4b9b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.785430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-68d9545a-eeed-4140-a405-c7dad4b9b2f3 None None] Port e9d38636-1e30-41ef-8183-744b9084c493 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:06.919511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.011108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7be585c1-9535-45d9-b8a2-7deda6e5c4f4 None None] Provisioning complete for port e9d38636-1e30-41ef-8183-744b9084c493 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:07.012048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7be585c1-9535-45d9-b8a2-7deda6e5c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.067438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7be585c1-9535-45d9-b8a2-7deda6e5c4f4 None None] Port e9d38636-1e30-41ef-8183-744b9084c493 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:07.260673 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.344541 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.426968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.428912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=e9d38636-1e30-41ef-8183-744b9084c493,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:07.441260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.441688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.442106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.442560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.442938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.443585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.443952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.444254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.444596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.444918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.445249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.445573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:07.536574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 1cf01358-8013-4e36-a224-fc0a0745f2d9 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:07.538632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:07.751926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 6f84a76c-e077-460d-81ff-f6f967064e25 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:29:07.801710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-232d050a-adaf-4456-896e-ec9207de1bdb None None] Provisioning complete for port e9d38636-1e30-41ef-8183-744b9084c493 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:07.804512 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-232d050a-adaf-4456-896e-ec9207de1bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.854676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-232d050a-adaf-4456-896e-ec9207de1bdb None None] Port e9d38636-1e30-41ef-8183-744b9084c493 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:07.871572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:07.877939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-80762654-7ad9-4ee0-8c92-d53a89b9735a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/6f84a76c-e077-460d-81ff-f6f967064e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6525810 Sep 16 05:29:07.880416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59036) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:07.887974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e10a7ec-ce21-433e-ab5b-d93a15901fe6 None None] Sync routers for ids ['6f84a76c-e077-460d-81ff-f6f967064e25'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:07.898630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10a7ec-ce21-433e-ab5b-d93a15901fe6 None None] Routers {'6f84a76c-e077-460d-81ff-f6f967064e25'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:07.899291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9e10a7ec-ce21-433e-ab5b-d93a15901fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6f84a76c-e077-460d-81ff-f6f967064e25'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:07.937269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be04967f-71cc-481b-9811-69a7e1e459d4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.938322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9e10a7ec-ce21-433e-ab5b-d93a15901fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:07.941744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be04967f-71cc-481b-9811-69a7e1e459d4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports/e9d38636-1e30-41ef-8183-744b9084c493 HTTP/1.1" status: 200 len: 977 time: 0.0562308 Sep 16 05:29:07.941744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59040) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:07.953774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10a7ec-ce21-433e-ab5b-d93a15901fe6 None None] Routers {'6f84a76c-e077-460d-81ff-f6f967064e25'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:07.954445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9e10a7ec-ce21-433e-ab5b-d93a15901fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6f84a76c-e077-460d-81ff-f6f967064e25'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:07.989007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9e10a7ec-ce21-433e-ab5b-d93a15901fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:07.990015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e10a7ec-ce21-433e-ab5b-d93a15901fe6 None None] The sync data for ids ['6f84a76c-e077-460d-81ff-f6f967064e25'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:08.426222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.641972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port e9d38636-1e30-41ef-8183-744b9084c493 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:08.642392 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.735415 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.751578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for e9d38636-1e30-41ef-8183-744b9084c493 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:09.076261 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.108013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=e9d38636-1e30-41ef-8183-744b9084c493,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:09.259711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.440208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 6f84a76c-e077-460d-81ff-f6f967064e25 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:09.518331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:09.524593 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-48be2125-b49d-462c-86a8-dc6153b9a705 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/6f84a76c-e077-460d-81ff-f6f967064e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819106 Sep 16 05:29:09.527515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59052) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:09.535729 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b592e6-8079-49a0-ad6f-8b28a44d0d77 None None] Sync routers for ids ['6f84a76c-e077-460d-81ff-f6f967064e25'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:09.556657 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b592e6-8079-49a0-ad6f-8b28a44d0d77 None None] Routers {'6f84a76c-e077-460d-81ff-f6f967064e25'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:09.557291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-72b592e6-8079-49a0-ad6f-8b28a44d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6f84a76c-e077-460d-81ff-f6f967064e25'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:09.615122 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-72b592e6-8079-49a0-ad6f-8b28a44d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:09.626134 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b592e6-8079-49a0-ad6f-8b28a44d0d77 None None] Routers {'6f84a76c-e077-460d-81ff-f6f967064e25'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:09.626763 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-72b592e6-8079-49a0-ad6f-8b28a44d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['6f84a76c-e077-460d-81ff-f6f967064e25'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:09.667595 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-72b592e6-8079-49a0-ad6f-8b28a44d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:09.668449 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b592e6-8079-49a0-ad6f-8b28a44d0d77 None None] The sync data for ids ['6f84a76c-e077-460d-81ff-f6f967064e25'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:09.755352 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-5ea7f19b-94f3-4741-a446-cdb562f5ec32 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:29:09.756469 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ea7f19b-94f3-4741-a446-cdb562f5ec32 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/6f84a76c-e077-460d-81ff-f6f967064e25/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2279439 Sep 16 05:29:09.759373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59054) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:09.785930 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f72a2055-2bf0-4327-b2ac-91587adb40f2 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f84a76c-e077-460d-81ff-f6f967064e25 HTTP/1.1" status: 200 len: 205 time: 0.0254948 Sep 16 05:29:09.789063 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59056) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:09.872362 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6bd0-a9c5-42d4-ba17-7321c579b0c4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.389233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6bd0-a9c5-42d4-ba17-7321c579b0c4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.391498 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6bd0-a9c5-42d4-ba17-7321c579b0c4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.521484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6bd0-a9c5-42d4-ba17-7321c579b0c4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.522595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8b6bd0-a9c5-42d4-ba17-7321c579b0c4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Fanout notify agent at l3_agent the message router_deleted on router 6f84a76c-e077-460d-81ff-f6f967064e25 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:10.541479 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6bd0-a9c5-42d4-ba17-7321c579b0c4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.541479 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4c8b6bd0-a9c5-42d4-ba17-7321c579b0c4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/6f84a76c-e077-460d-81ff-f6f967064e25 HTTP/1.1" status: 204 len: 168 time: 0.7405076 Sep 16 05:29:10.541479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59086) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:10.584023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet 701bd014-f2b8-4ded-8e48-926d8bfff689 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:10.587758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.632078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.632249 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.725567 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.860916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.887077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=701bd014-f2b8-4ded-8e48-926d8bfff689,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:10.898429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.900361 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/701bd014-f2b8-4ded-8e48-926d8bfff689 HTTP/1.1" status: 204 len: 168 time: 0.3662663 Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.906081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049b283-2e00-4961-b34b-16ada4e9ecb6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:10.908172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbff3f-a7d0-43ff-9979-6764855ca278 None None] Network 1cf01358-8013-4e36-a224-fc0a0745f2d9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:10.908288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59094) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:10.993613 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.057860 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-801ef012-4cfb-414c-a9f7-3ac06e801241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.091503 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:11.092005 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.148634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] DHCP port deletion for 1cf01358-8013-4e36-a224-fc0a0745f2d9 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:11.232820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,segment=NetworkSegment(6aee1c0d-a8af-486d-84e1-27282b49d8de),segment_id=6aee1c0d-a8af-486d-84e1-27282b49d8de)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:11.233174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.255752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] Deleting port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:11.257100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.257459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:11.330112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] For port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,segment=NetworkSegment(6aee1c0d-a8af-486d-84e1-27282b49d8de),segment_id=6aee1c0d-a8af-486d-84e1-27282b49d8de)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:11.330506 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.343745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] Calling delete_port for 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:11.454742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.494680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No DVR routers for this DVR port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:11.496686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:29:11.595450 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 05:29:11.600739 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.614700 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.625735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] Pushing event deleted for resources: {'Port': ['ID=2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:11.631367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5d78a-1bef-4dcf-b781-4aaf1b8ad665 None None] No DVR routers for this DVR port 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:11.648151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf01358-8013-4e36-a224-fc0a0745f2d9']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:11.657970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aee1c0d-a8af-486d-84e1-27282b49d8de') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:11.660398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aee1c0d-a8af-486d-84e1-27282b49d8de') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:11.669070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.683326 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.689179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:11.689582 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:11.692940 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:11.809191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.816964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.822684 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/1cf01358-8013-4e36-a224-fc0a0745f2d9 HTTP/1.1" status: 204 len: 168 time: 0.9102106 Sep 16 05:29:11.823794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59116) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:11.828441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-1225001680'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:11.841616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d332bf-4c82-4fc5-a5df-4d01a839d4f0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=1cf01358-8013-4e36-a224-fc0a0745f2d9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:11.900380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:11.903939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.929710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:11.939050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.939441 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment e04224d6-9a1e-4c87-abfe-8ec4856dcfaf of type vlan for network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af Sep 16 05:29:11.981224 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.067393 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.073806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.074430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.145186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=d598e9ac-9d52-42eb-a5e0-b3c6aa2086af,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:12.157275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:12.184486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ff943796-c95f-45eb-b364-2e3c6191bed6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3596351 Sep 16 05:29:12.186884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59134) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:12.192823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': 'd598e9ac-9d52-42eb-a5e0-b3c6aa2086af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:12.374802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:12.378576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.466628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:12.491012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:12.491658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2fb98baa-6ffc-43dc-9cf2-e5967dbe06b4 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:12.647198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.714560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=6e43d1c5-789c-4c85-8829-0d93a8fdfc36,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:12.719850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': 'e04224d6-9a1e-4c87-abfe-8ec4856dcfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd598e9ac-9d52-42eb-a5e0-b3c6aa2086af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:12.720219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: d598e9ac-9d52-42eb-a5e0-b3c6aa2086af, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:12.809145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:12.866819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d598e9ac-9d52-42eb-a5e0-b3c6aa2086af) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:12.870989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.871698 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.879730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f657711-2509-4746-ba45-8b142d2f09ff None None] Network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:12.964650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a3ee55ec-c4fd-41d1-ad37-69247619a6ab tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7763925 Sep 16 05:29:12.967095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59140) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:12.972578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c3f1b5f3-e316-43d9-b88b-e3a5a6013231 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1799782788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:13.038573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3f1b5f3-e316-43d9-b88b-e3a5a6013231 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.039845 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3f1b5f3-e316-43d9-b88b-e3a5a6013231 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.045419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-d598e9ac-9d52-42eb-a5e0-b3c6aa2086af', 'network_id': 'd598e9ac-9d52-42eb-a5e0-b3c6aa2086af', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': '6e43d1c5-789c-4c85-8829-0d93a8fdfc36'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:13.050981 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.097367 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3f1b5f3-e316-43d9-b88b-e3a5a6013231 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.184742 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3f1b5f3-e316-43d9-b88b-e3a5a6013231 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.186462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Allocated IP 172.20.0.2 (d598e9ac-9d52-42eb-a5e0-b3c6aa2086af/6e43d1c5-789c-4c85-8829-0d93a8fdfc36/d2b875ed-c153-43c7-a56a-0261d1651434) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:13.270752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3f1b5f3-e316-43d9-b88b-e3a5a6013231 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.272064 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c3f1b5f3-e316-43d9-b88b-e3a5a6013231 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3035746 Sep 16 05:29:13.275285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59146) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:13.372009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.444044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.480598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:13.483502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:13.487017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:13.503117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Pushing event updated for resources: {'Port': ['ID=d2b875ed-c153-43c7-a56a-0261d1651434,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:13.582454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Attempting to bind port d2b875ed-c153-43c7-a56a-0261d1651434 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:13.582890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Attempting to bind port d2b875ed-c153-43c7-a56a-0261d1651434 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'e04224d6-9a1e-4c87-abfe-8ec4856dcfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd598e9ac-9d52-42eb-a5e0-b3c6aa2086af'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:13.583215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Attempting to bind port d2b875ed-c153-43c7-a56a-0261d1651434 on network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:13.590778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:13.591170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Checking segment: {'id': 'e04224d6-9a1e-4c87-abfe-8ec4856dcfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd598e9ac-9d52-42eb-a5e0-b3c6aa2086af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:13.595816 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.595816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Bound using segment: {'id': 'e04224d6-9a1e-4c87-abfe-8ec4856dcfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd598e9ac-9d52-42eb-a5e0-b3c6aa2086af'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:13.595816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Bound port: d2b875ed-c153-43c7-a56a-0261d1651434, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04224d6-9a1e-4c87-abfe-8ec4856dcfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd598e9ac-9d52-42eb-a5e0-b3c6aa2086af'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:13.595816 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.628793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.660692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] For port d2b875ed-c153-43c7-a56a-0261d1651434, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:13.664585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] For port d2b875ed-c153-43c7-a56a-0261d1651434, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d2b875ed-c153-43c7-a56a-0261d1651434,segment=NetworkSegment(e04224d6-9a1e-4c87-abfe-8ec4856dcfaf),segment_id=e04224d6-9a1e-4c87-abfe-8ec4856dcfaf)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:13.781223 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.840920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d94cd4-197d-45a7-bceb-bc46b8a3a72c None None] Pushing event updated for resources: {'Port': ['ID=d2b875ed-c153-43c7-a56a-0261d1651434,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:13.904765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.20.0.1 (d598e9ac-9d52-42eb-a5e0-b3c6aa2086af/6e43d1c5-789c-4c85-8829-0d93a8fdfc36/d7d25b5f-8491-4a4a-952d-1f4471804c78) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:14.042488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.232211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.275929 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.281655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:14.285297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:14.287833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:14.321235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=d7d25b5f-8491-4a4a-952d-1f4471804c78,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:14.349740 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.441432 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-512a5fcf-df04-4e97-a0bb-59b75f716d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.524840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d2b875ed-c153-43c7-a56a-0261d1651434 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:14.570327 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.584070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d2b875ed-c153-43c7-a56a-0261d1651434 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:14.584506 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.677687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.713394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port d2b875ed-c153-43c7-a56a-0261d1651434, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d2b875ed-c153-43c7-a56a-0261d1651434,segment=NetworkSegment(e04224d6-9a1e-4c87-abfe-8ec4856dcfaf),segment_id=e04224d6-9a1e-4c87-abfe-8ec4856dcfaf)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:14.846503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd06a8ee-2749-4e3f-b233-1a16899e5095 None None] Network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:14.860472 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.887387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.977189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=d2b875ed-c153-43c7-a56a-0261d1651434,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:14.988836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c55c3070-8b71-4dc7-beab-613b296d8448 None None] Provisioning complete for port d2b875ed-c153-43c7-a56a-0261d1651434 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:14.989227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c55c3070-8b71-4dc7-beab-613b296d8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.014858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.109390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=d7d25b5f-8491-4a4a-952d-1f4471804c78,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:15.117341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.225755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:15.229995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:15.237897 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.455075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 8c82ed62-d9b1-434f-8440-271549af7e02 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:29:15.466976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-58d99bd1-98fa-4dba-a3d8-42b2fa2137fc None None] Provisioning complete for port d2b875ed-c153-43c7-a56a-0261d1651434 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:15.467853 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58d99bd1-98fa-4dba-a3d8-42b2fa2137fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.590532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:15.590532 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce1a4d8e-9e7a-43a8-9643-0a63031a0cfa tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/8c82ed62-d9b1-434f-8440-271549af7e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3040507 Sep 16 05:29:15.590746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-58d99bd1-98fa-4dba-a3d8-42b2fa2137fc None None] Provisioning complete for port d7d25b5f-8491-4a4a-952d-1f4471804c78 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:15.590746 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58d99bd1-98fa-4dba-a3d8-42b2fa2137fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.590746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd3d64-695d-4e28-9114-ec8023b2a72c None None] Sync routers for ids ['8c82ed62-d9b1-434f-8440-271549af7e02'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:15.591062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59184) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:15.620771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd3d64-695d-4e28-9114-ec8023b2a72c None None] Routers {'8c82ed62-d9b1-434f-8440-271549af7e02'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:15.629511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1efd3d64-695d-4e28-9114-ec8023b2a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8c82ed62-d9b1-434f-8440-271549af7e02'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:15.644474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c78a72-46a7-464b-b3dc-3e8e01f90a0f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:15.647290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f3c78a72-46a7-464b-b3dc-3e8e01f90a0f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports/d7d25b5f-8491-4a4a-952d-1f4471804c78 HTTP/1.1" status: 200 len: 910 time: 0.0541596 Sep 16 05:29:15.650444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59188) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:15.661819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1efd3d64-695d-4e28-9114-ec8023b2a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:15.664987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-58d99bd1-98fa-4dba-a3d8-42b2fa2137fc None None] Port d7d25b5f-8491-4a4a-952d-1f4471804c78 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:15.674253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd3d64-695d-4e28-9114-ec8023b2a72c None None] Routers {'8c82ed62-d9b1-434f-8440-271549af7e02'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:15.675063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1efd3d64-695d-4e28-9114-ec8023b2a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8c82ed62-d9b1-434f-8440-271549af7e02'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:15.714559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1efd3d64-695d-4e28-9114-ec8023b2a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:15.715441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd3d64-695d-4e28-9114-ec8023b2a72c None None] The sync data for ids ['8c82ed62-d9b1-434f-8440-271549af7e02'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:15.786140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-58f03bd7-8fae-430f-ab3a-78dff552c13a None None] Provisioning complete for port d7d25b5f-8491-4a4a-952d-1f4471804c78 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:15.786625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-58f03bd7-8fae-430f-ab3a-78dff552c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.824693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-58f03bd7-8fae-430f-ab3a-78dff552c13a None None] Port d7d25b5f-8491-4a4a-952d-1f4471804c78 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:15.947011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8f82ac97-78fb-4a65-ae07-07fccc06a658 None None] Provisioning complete for port d7d25b5f-8491-4a4a-952d-1f4471804c78 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:15.961402 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f82ac97-78fb-4a65-ae07-07fccc06a658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.983436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8f82ac97-78fb-4a65-ae07-07fccc06a658 None None] Port d7d25b5f-8491-4a4a-952d-1f4471804c78 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:16.015267 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.280994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port d7d25b5f-8491-4a4a-952d-1f4471804c78 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:16.281507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.369966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.383382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for d7d25b5f-8491-4a4a-952d-1f4471804c78 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:16.461441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d2b875ed-c153-43c7-a56a-0261d1651434 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:16.509034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d2b875ed-c153-43c7-a56a-0261d1651434 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:16.509759 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.641760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.675662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=d7d25b5f-8491-4a4a-952d-1f4471804c78,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:16.827935 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.921040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.989156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 8c82ed62-d9b1-434f-8440-271549af7e02 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:17.067775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:17.074805 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6c5ca6ba-aa4e-43a1-b5fa-a19518f5ec31 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/8c82ed62-d9b1-434f-8440-271549af7e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4232805 Sep 16 05:29:17.077742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59200) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:17.083603 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82696a-ef45-4f48-9ac6-dda2677c583d None None] Sync routers for ids ['8c82ed62-d9b1-434f-8440-271549af7e02'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:17.097473 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82696a-ef45-4f48-9ac6-dda2677c583d None None] Routers {'8c82ed62-d9b1-434f-8440-271549af7e02'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:17.098355 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6a82696a-ef45-4f48-9ac6-dda2677c583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8c82ed62-d9b1-434f-8440-271549af7e02'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:17.110785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-57db94a5-f73d-4c81-bf5c-d2e639a76e7d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c82ed62-d9b1-434f-8440-271549af7e02 HTTP/1.1" status: 200 len: 205 time: 0.0313957 Sep 16 05:29:17.113578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59204) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:17.134056 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6a82696a-ef45-4f48-9ac6-dda2677c583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:17.143655 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82696a-ef45-4f48-9ac6-dda2677c583d None None] Routers {'8c82ed62-d9b1-434f-8440-271549af7e02'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:17.148578 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6a82696a-ef45-4f48-9ac6-dda2677c583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['8c82ed62-d9b1-434f-8440-271549af7e02'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:17.178355 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-6a82696a-ef45-4f48-9ac6-dda2677c583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:17.179125 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82696a-ef45-4f48-9ac6-dda2677c583d None None] The sync data for ids ['8c82ed62-d9b1-434f-8440-271549af7e02'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:17.528984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0722bacc-275c-4aae-a121-dfd8b54b44ff tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.695436 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0722bacc-275c-4aae-a121-dfd8b54b44ff tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.697621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0722bacc-275c-4aae-a121-dfd8b54b44ff tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.765138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59210) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:17.813049 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0722bacc-275c-4aae-a121-dfd8b54b44ff tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.813416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0722bacc-275c-4aae-a121-dfd8b54b44ff tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Fanout notify agent at l3_agent the message router_deleted on router 8c82ed62-d9b1-434f-8440-271549af7e02 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:17.821434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0722bacc-275c-4aae-a121-dfd8b54b44ff tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.827942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0722bacc-275c-4aae-a121-dfd8b54b44ff tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/8c82ed62-d9b1-434f-8440-271549af7e02 HTTP/1.1" status: 204 len: 168 time: 0.7080421 Sep 16 05:29:17.827942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59214) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:17.889437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab86d571-088c-4804-9389-fc0b9fe8d13a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet 6e43d1c5-789c-4c85-8829-0d93a8fdfc36 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:17.891805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4631aaf2-8a92-46fa-ad73-4458b6af6295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.895179 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab86d571-088c-4804-9389-fc0b9fe8d13a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.954547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab86d571-088c-4804-9389-fc0b9fe8d13a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.072572 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab86d571-088c-4804-9389-fc0b9fe8d13a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.122823 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4631aaf2-8a92-46fa-ad73-4458b6af6295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.214932 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4631aaf2-8a92-46fa-ad73-4458b6af6295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.259183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab86d571-088c-4804-9389-fc0b9fe8d13a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.268861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631aaf2-8a92-46fa-ad73-4458b6af6295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26156540-e816-4abc-abb8-a931ed4fb075,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.273583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4631aaf2-8a92-46fa-ad73-4458b6af6295 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea531634e54a4326988b2facba7f6614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073462 Sep 16 05:29:18.277050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59216) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:18.293856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86d571-088c-4804-9389-fc0b9fe8d13a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=6e43d1c5-789c-4c85-8829-0d93a8fdfc36,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.303695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ab86d571-088c-4804-9389-fc0b9fe8d13a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.303695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ab86d571-088c-4804-9389-fc0b9fe8d13a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/6e43d1c5-789c-4c85-8829-0d93a8fdfc36 HTTP/1.1" status: 204 len: 168 time: 0.4730043 Sep 16 05:29:18.305248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59218) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:18.307732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a7686-adad-45ee-9525-da470355664f None None] Network d598e9ac-9d52-42eb-a5e0-b3c6aa2086af requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:18.338318 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-781fa5bb-b17e-4d6a-b129-5e73ee1645ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.360044 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-781fa5bb-b17e-4d6a-b129-5e73ee1645ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.398587 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.432917 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:18.461643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port d2b875ed-c153-43c7-a56a-0261d1651434 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:18.461990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.503690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] DHCP port deletion for d598e9ac-9d52-42eb-a5e0-b3c6aa2086af request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:18.532669 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-781fa5bb-b17e-4d6a-b129-5e73ee1645ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.535415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-781fa5bb-b17e-4d6a-b129-5e73ee1645ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.539484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-781fa5bb-b17e-4d6a-b129-5e73ee1645ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26156540-e816-4abc-abb8-a931ed4fb075 HTTP/1.1" status: 204 len: 168 time: 0.2591760 Sep 16 05:29:18.539635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port d2b875ed-c153-43c7-a56a-0261d1651434, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d2b875ed-c153-43c7-a56a-0261d1651434,segment=NetworkSegment(e04224d6-9a1e-4c87-abfe-8ec4856dcfaf),segment_id=e04224d6-9a1e-4c87-abfe-8ec4856dcfaf)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:18.540081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.546966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fa5bb-b17e-4d6a-b129-5e73ee1645ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26156540-e816-4abc-abb8-a931ed4fb075,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.561260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for d2b875ed-c153-43c7-a56a-0261d1651434 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:18.569603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] Deleting port d2b875ed-c153-43c7-a56a-0261d1651434 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:18.570052 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.641094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] For port d2b875ed-c153-43c7-a56a-0261d1651434, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d2b875ed-c153-43c7-a56a-0261d1651434,segment=NetworkSegment(e04224d6-9a1e-4c87-abfe-8ec4856dcfaf),segment_id=e04224d6-9a1e-4c87-abfe-8ec4856dcfaf)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:18.641592 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.657912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] Calling delete_port for d2b875ed-c153-43c7-a56a-0261d1651434 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:18.803229 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.809474 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.838152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] Pushing event deleted for resources: {'Port': ['ID=d2b875ed-c153-43c7-a56a-0261d1651434,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.838393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No DVR routers for this DVR port d2b875ed-c153-43c7-a56a-0261d1651434 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:18.845883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=d2b875ed-c153-43c7-a56a-0261d1651434,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.846135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeee752-3821-4cd9-a4ca-01ae45a6307e None None] No DVR routers for this DVR port d2b875ed-c153-43c7-a56a-0261d1651434 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:18.941438 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.963232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d598e9ac-9d52-42eb-a5e0-b3c6aa2086af']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:18.973874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04224d6-9a1e-4c87-abfe-8ec4856dcfaf') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:18.974166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04224d6-9a1e-4c87-abfe-8ec4856dcfaf') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:18.995945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.010597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.016556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:19.017004 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:19.019897 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:19.197644 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.205739 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.207638 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/d598e9ac-9d52-42eb-a5e0-b3c6aa2086af HTTP/1.1" status: 204 len: 168 time: 0.9013934 Sep 16 05:29:19.212455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59226) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:19.217011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-953864437', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:19.220495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8617889-3647-4e6b-8e27-af65ddf2250f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=d598e9ac-9d52-42eb-a5e0-b3c6aa2086af,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:19.290845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59228) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:19.299542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.300642 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.310603 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead9e6d4-4b38-4368-ad6f-9ea755d38c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.378830 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.447942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead9e6d4-4b38-4368-ad6f-9ea755d38c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.524679 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ead9e6d4-4b38-4368-ad6f-9ea755d38c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.620616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.630407 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ead9e6d4-4b38-4368-ad6f-9ea755d38c37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0a9d11622ef489c8440835a701db03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379483 Sep 16 05:29:19.633270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9e6d4-4b38-4368-ad6f-9ea755d38c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5274457e-304e-4719-abf1-03033d114abb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:19.633750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59230) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:19.681619 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4935a47-2785-4566-b33e-a8dd6e9a38af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.703502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4935a47-2785-4566-b33e-a8dd6e9a38af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.843162 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4935a47-2785-4566-b33e-a8dd6e9a38af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.846433 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4935a47-2785-4566-b33e-a8dd6e9a38af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.847645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f4935a47-2785-4566-b33e-a8dd6e9a38af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5274457e-304e-4719-abf1-03033d114abb HTTP/1.1" status: 204 len: 168 time: 0.2128990 Sep 16 05:29:19.857624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4935a47-2785-4566-b33e-a8dd6e9a38af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5274457e-304e-4719-abf1-03033d114abb,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:20.238895 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.257889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.360529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.25.7.131 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/1d8aecd6-88ab-4f6f-b9be-0d95202f55b5) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:20.464345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d2b875ed-c153-43c7-a56a-0261d1651434 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:20.482510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.486018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d2b875ed-c153-43c7-a56a-0261d1651434 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:20.486367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d2b875ed-c153-43c7-a56a-0261d1651434 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:20.580821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.619801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:20.622780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:20.628543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:20.634757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=1d8aecd6-88ab-4f6f-b9be-0d95202f55b5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:20.980864 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.191048 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.424727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 97b1dad6-7052-439b-abfe-18571d0454e6 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:29:21.540016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:21.556592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346dec0-f1ee-4efb-a81b-b2df92c00ee8 None None] Sync routers for ids ['97b1dad6-7052-439b-abfe-18571d0454e6'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:21.564723 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346dec0-f1ee-4efb-a81b-b2df92c00ee8 None None] Routers {'97b1dad6-7052-439b-abfe-18571d0454e6'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:21.565418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4346dec0-f1ee-4efb-a81b-b2df92c00ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['97b1dad6-7052-439b-abfe-18571d0454e6'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:21.609421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4346dec0-f1ee-4efb-a81b-b2df92c00ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:21.619034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346dec0-f1ee-4efb-a81b-b2df92c00ee8 None None] Routers {'97b1dad6-7052-439b-abfe-18571d0454e6'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:21.619684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4346dec0-f1ee-4efb-a81b-b2df92c00ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['97b1dad6-7052-439b-abfe-18571d0454e6'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:21.653405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4346dec0-f1ee-4efb-a81b-b2df92c00ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:21.653405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346dec0-f1ee-4efb-a81b-b2df92c00ee8 None None] The sync data for ids ['97b1dad6-7052-439b-abfe-18571d0454e6'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:21.677601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.679211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b929bd64-cdc3-4f06-8dd8-937e4450fc91 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4657407 Sep 16 05:29:21.689654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59288) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:21.804783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7c988e95-1405-4c8a-8859-873a18db49d1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/routers/97b1dad6-7052-439b-abfe-18571d0454e6 HTTP/1.1" status: 200 len: 880 time: 0.1140025 Sep 16 05:29:21.807193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59290) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:21.964594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59294) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:22.077868 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a633200a-5cf3-4867-a58d-5f0d3571b83f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2695546 Sep 16 05:29:22.080509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59298) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:22.085744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e071f410-c66d-4813-91c8-69048537ad2f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-953864437'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:22.131803 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8c088f4-eb45-4ea8-9ac0-f7d1b9d9192b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.398463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8c088f4-eb45-4ea8-9ac0-f7d1b9d9192b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.461311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b8c088f4-eb45-4ea8-9ac0-f7d1b9d9192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.469866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e071f410-c66d-4813-91c8-69048537ad2f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.510691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b8c088f4-eb45-4ea8-9ac0-f7d1b9d9192b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ccaa014d7894076b12b1489d8ec3a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443654 Sep 16 05:29:22.513287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59300) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:22.519199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c088f4-eb45-4ea8-9ac0-f7d1b9d9192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3faebce-f9af-4330-8a8d-74a9d8aed917,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:22.565908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e071f410-c66d-4813-91c8-69048537ad2f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.569614 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cf854dc-1b28-4dc1-8585-040bc55ab0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.623829 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cf854dc-1b28-4dc1-8585-040bc55ab0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.731523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e071f410-c66d-4813-91c8-69048537ad2f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 97b1dad6-7052-439b-abfe-18571d0454e6 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:22.838300 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cf854dc-1b28-4dc1-8585-040bc55ab0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.840833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0cf854dc-1b28-4dc1-8585-040bc55ab0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.842004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0cf854dc-1b28-4dc1-8585-040bc55ab0a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3faebce-f9af-4330-8a8d-74a9d8aed917 HTTP/1.1" status: 204 len: 168 time: 0.3277810 Sep 16 05:29:22.844738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071f410-c66d-4813-91c8-69048537ad2f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:22.852841 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e071f410-c66d-4813-91c8-69048537ad2f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.857179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e071f410-c66d-4813-91c8-69048537ad2f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/97b1dad6-7052-439b-abfe-18571d0454e6 HTTP/1.1" status: 200 len: 887 time: 0.7725310 Sep 16 05:29:22.857498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59306) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:22.861260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf854dc-1b28-4dc1-8585-040bc55ab0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3faebce-f9af-4330-8a8d-74a9d8aed917,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:22.861764 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8feb9b-e9ea-4dd2-a409-3dcaea499e29 None None] Sync routers for ids ['97b1dad6-7052-439b-abfe-18571d0454e6'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:22.890492 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8feb9b-e9ea-4dd2-a409-3dcaea499e29 None None] Routers {'97b1dad6-7052-439b-abfe-18571d0454e6'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:22.897260 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4e8feb9b-e9ea-4dd2-a409-3dcaea499e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['97b1dad6-7052-439b-abfe-18571d0454e6'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:22.942400 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4e8feb9b-e9ea-4dd2-a409-3dcaea499e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:22.952962 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8feb9b-e9ea-4dd2-a409-3dcaea499e29 None None] Routers {'97b1dad6-7052-439b-abfe-18571d0454e6'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:22.953873 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4e8feb9b-e9ea-4dd2-a409-3dcaea499e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['97b1dad6-7052-439b-abfe-18571d0454e6'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:22.986840 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4e8feb9b-e9ea-4dd2-a409-3dcaea499e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:22.987521 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8feb9b-e9ea-4dd2-a409-3dcaea499e29 None None] The sync data for ids ['97b1dad6-7052-439b-abfe-18571d0454e6'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:23.007275 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-138293b4-84a2-4998-9e84-8c5ff40b3e97 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/routers/97b1dad6-7052-439b-abfe-18571d0454e6 HTTP/1.1" status: 200 len: 887 time: 0.1470463 Sep 16 05:29:23.008328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59308) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:23.037818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-61149d86-8036-4086-8555-6133d51ca8c9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=97b1dad6-7052-439b-abfe-18571d0454e6 HTTP/1.1" status: 200 len: 205 time: 0.0277879 Sep 16 05:29:23.040602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59310) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:23.153511 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.266441 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.378972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 1d8aecd6-88ab-4f6f-b9be-0d95202f55b5 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:23.379419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.462947 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.475001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 1d8aecd6-88ab-4f6f-b9be-0d95202f55b5 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:23.738482 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.765275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=1d8aecd6-88ab-4f6f-b9be-0d95202f55b5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:23.836376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.930716 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.932908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.081316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.081993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Fanout notify agent at l3_agent the message router_deleted on router 97b1dad6-7052-439b-abfe-18571d0454e6 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:24.090251 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.091318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-99f3f48b-1bbf-4aaf-974e-468ffefcd1dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/97b1dad6-7052-439b-abfe-18571d0454e6 HTTP/1.1" status: 204 len: 168 time: 1.0495939 Sep 16 05:29:24.095318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:24.100896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-1247024355'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:24.209329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:24.212885 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.236337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:24.244741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.245094 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment 8021f900-c04d-4e10-8060-894ca8c814e3 of type vlan for network b3ccf778-c54c-4494-b456-c880429d2f2f Sep 16 05:29:24.285502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.374892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.381256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:24.387217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.457675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=b3ccf778-c54c-4494-b456-c880429d2f2f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:24.468669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network b3ccf778-c54c-4494-b456-c880429d2f2f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:24.499481 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-53e0045d-7edd-4d94-b6f7-a37dfbacb2ec tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4029980 Sep 16 05:29:24.502150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59346) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:24.507915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': 'b3ccf778-c54c-4494-b456-c880429d2f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:24.692184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:24.696605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.986188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.056867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=493e19cb-c754-4462-aef0-c6ccdc4fba4e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:25.071904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': '8021f900-c04d-4e10-8060-894ca8c814e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3ccf778-c54c-4494-b456-c880429d2f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:25.072269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: b3ccf778-c54c-4494-b456-c880429d2f2f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:25.163480 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network b3ccf778-c54c-4494-b456-c880429d2f2f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:25.260392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, b3ccf778-c54c-4494-b456-c880429d2f2f) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:25.264519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:25.265121 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.269889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9bb4ce-e9ee-4948-ae83-a9edcfe85612 None None] Network b3ccf778-c54c-4494-b456-c880429d2f2f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:25.367780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-65a219c8-7be6-4b6a-82de-8f4ddd67634f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8613617 Sep 16 05:29:25.368014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59378) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:25.373020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-791699e8-0eea-4da1-998e-8a235915e24e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1565483603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:25.447320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-b3ccf778-c54c-4494-b456-c880429d2f2f', 'network_id': 'b3ccf778-c54c-4494-b456-c880429d2f2f', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': '493e19cb-c754-4462-aef0-c6ccdc4fba4e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:25.452835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.510191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-791699e8-0eea-4da1-998e-8a235915e24e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.511387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-791699e8-0eea-4da1-998e-8a235915e24e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.573093 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-791699e8-0eea-4da1-998e-8a235915e24e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.601074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Allocated IP 172.20.0.2 (b3ccf778-c54c-4494-b456-c880429d2f2f/493e19cb-c754-4462-aef0-c6ccdc4fba4e/16d6d4a6-504b-49c9-a0e7-327f3ad75e4b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:25.666645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-791699e8-0eea-4da1-998e-8a235915e24e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.745968 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.771336 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-791699e8-0eea-4da1-998e-8a235915e24e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.771336 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-791699e8-0eea-4da1-998e-8a235915e24e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3991208 Sep 16 05:29:25.773915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59404) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:25.829695 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.884358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Network b3ccf778-c54c-4494-b456-c880429d2f2f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:25.894558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:25.896678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:25.900912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Pushing event updated for resources: {'Port': ['ID=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:25.959660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Attempting to bind port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:25.960036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Attempting to bind port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '8021f900-c04d-4e10-8060-894ca8c814e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3ccf778-c54c-4494-b456-c880429d2f2f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:25.960634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Attempting to bind port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b on network b3ccf778-c54c-4494-b456-c880429d2f2f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:25.965689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:25.966073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Checking segment: {'id': '8021f900-c04d-4e10-8060-894ca8c814e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3ccf778-c54c-4494-b456-c880429d2f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:25.966487 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.966888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Bound using segment: {'id': '8021f900-c04d-4e10-8060-894ca8c814e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3ccf778-c54c-4494-b456-c880429d2f2f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:25.967418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Bound port: 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8021f900-c04d-4e10-8060-894ca8c814e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3ccf778-c54c-4494-b456-c880429d2f2f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:25.967782 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.034385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] For port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:26.037923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] For port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,segment=NetworkSegment(8021f900-c04d-4e10-8060-894ca8c814e3),segment_id=8021f900-c04d-4e10-8060-894ca8c814e3)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:26.077148 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.167082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.234854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba029bfe-2edb-48f9-9ba2-bc25207f13ff None None] Pushing event updated for resources: {'Port': ['ID=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:26.320017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.20.0.1 (b3ccf778-c54c-4494-b456-c880429d2f2f/493e19cb-c754-4462-aef0-c6ccdc4fba4e/cef718b1-f096-4344-bcc1-c87e2495519a) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:26.477614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.528620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:26.578546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.580024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:26.580404 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.621264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network b3ccf778-c54c-4494-b456-c880429d2f2f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:26.625336 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:26.629765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:26.658898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=cef718b1-f096-4344-bcc1-c87e2495519a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:26.668920 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.681953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.701805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,segment=NetworkSegment(8021f900-c04d-4e10-8060-894ca8c814e3),segment_id=8021f900-c04d-4e10-8060-894ca8c814e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:26.795232 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.850743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:26.876630 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.968071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59438) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:27.089188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5aa16dd2-37ec-4e10-97a7-b461ab4ec08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.189411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.204306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd11ac-1996-4adb-a5e0-ec844d0ce8be None None] Network b3ccf778-c54c-4494-b456-c880429d2f2f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:27.219154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5aa16dd2-37ec-4e10-97a7-b461ab4ec08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.233426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-8c9a81e7-3f81-41fe-8627-ffc8ed74f53b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530629 Sep 16 05:29:27.243132 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.308499 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5aa16dd2-37ec-4e10-97a7-b461ab4ec08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.321338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c3280a3f-6ab9-4b8f-b6d6-5feafe9e1c55 None None] Provisioning complete for port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:27.322049 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3280a3f-6ab9-4b8f-b6d6-5feafe9e1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.323185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=cef718b1-f096-4344-bcc1-c87e2495519a,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:27.326684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.343681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa16dd2-37ec-4e10-97a7-b461ab4ec08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c9a9f-984f-4470-bd34-c95bddb89060,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:27.387821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5aa16dd2-37ec-4e10-97a7-b461ab4ec08e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c8b51165a544171997cbaea85be86a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181035 Sep 16 05:29:27.392396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59442) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:27.404217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-0a7c3060-208a-4974-af87-efcdb6c6f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:27.406807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-0a7c3060-208a-4974-af87-efcdb6c6f06f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=554a4498cd8b40b2a178a5d256a9e848&device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 1097 time: 0.1253145 Sep 16 05:29:27.445547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network b3ccf778-c54c-4494-b456-c880429d2f2f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:27.447068 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:27.522157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d22-852b-4245-b757-19a87187118b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.559021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d22-852b-4245-b757-19a87187118b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.585192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-9addaa4b-ecae-4c1a-a030-1b9a94162624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:27.586969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-9addaa4b-ecae-4c1a-a030-1b9a94162624 service neutron] 10.222.0.60 "GET /v2.0/networks?id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817 HTTP/1.1" status: 200 len: 914 time: 0.1502750 Sep 16 05:29:27.635618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 401bd87b-8d8c-460c-a26c-1e9899a37525 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:29:27.636699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-e971d795-d410-4730-bb0f-58a730e133db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7251ce43-2d52-4d55-8fe8-f27a162842c9 HTTP/1.1" status: 200 len: 217 time: 0.0378211 Sep 16 05:29:27.671317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-90a0f16c-3c80-4573-aaa5-2e6f3b1acff6 None None] Provisioning complete for port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:27.672703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90a0f16c-3c80-4573-aaa5-2e6f3b1acff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.700182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-aec53cea-2d05-4268-abc4-028b20f769a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:27.702046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-aec53cea-2d05-4268-abc4-028b20f769a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44b17b79-70fa-47a7-90c0-daf6d42408b0 HTTP/1.1" status: 200 len: 853 time: 0.0569732 Sep 16 05:29:27.746606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:27.747973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-03576362-3791-46ad-a744-6d609b92c67e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323453 Sep 16 05:29:27.756141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59444) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:27.756645 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ecac2e6-1a8e-4829-a59d-f277cb7a9d49 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/401bd87b-8d8c-460c-a26c-1e9899a37525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9816837 Sep 16 05:29:27.758204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27941b3c-8fa2-4427-aef0-3034330dd3de None None] Sync routers for ids ['401bd87b-8d8c-460c-a26c-1e9899a37525'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:27.779068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27941b3c-8fa2-4427-aef0-3034330dd3de None None] Routers {'401bd87b-8d8c-460c-a26c-1e9899a37525'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:27.781336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-27941b3c-8fa2-4427-aef0-3034330dd3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['401bd87b-8d8c-460c-a26c-1e9899a37525'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:27.793590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d22-852b-4245-b757-19a87187118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.796200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-80bd8d22-852b-4245-b757-19a87187118b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.797355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-80bd8d22-852b-4245-b757-19a87187118b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/445c9a9f-984f-4470-bd34-c95bddb89060 HTTP/1.1" status: 204 len: 168 time: 0.4036813 Sep 16 05:29:27.820553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd8d22-852b-4245-b757-19a87187118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c9a9f-984f-4470-bd34-c95bddb89060,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:27.822549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-27941b3c-8fa2-4427-aef0-3034330dd3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:27.830231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-90a0f16c-3c80-4573-aaa5-2e6f3b1acff6 None None] Provisioning complete for port cef718b1-f096-4344-bcc1-c87e2495519a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:27.830231 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90a0f16c-3c80-4573-aaa5-2e6f3b1acff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.843081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623b383-57be-4c92-9127-6dac5aab6542 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:27.844556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e623b383-57be-4c92-9127-6dac5aab6542 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports/cef718b1-f096-4344-bcc1-c87e2495519a HTTP/1.1" status: 200 len: 910 time: 0.0867481 Sep 16 05:29:27.847757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59448) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:27.875002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27941b3c-8fa2-4427-aef0-3034330dd3de None None] Routers {'401bd87b-8d8c-460c-a26c-1e9899a37525'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:27.875669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-27941b3c-8fa2-4427-aef0-3034330dd3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['401bd87b-8d8c-460c-a26c-1e9899a37525'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:27.884757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d74b8f60-5ca5-403d-af55-888f737111b4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '493e19cb-c754-4462-aef0-c6ccdc4fba4e'}]}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:27.961814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-b86f343f-d0f7-4eec-812f-d28549bd0080 service neutron] 10.222.0.60 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024412 Sep 16 05:29:28.078859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-27941b3c-8fa2-4427-aef0-3034330dd3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:28.080119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27941b3c-8fa2-4427-aef0-3034330dd3de None None] The sync data for ids ['401bd87b-8d8c-460c-a26c-1e9899a37525'] in n-d-712143-16 is: [] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:28.083102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-90a0f16c-3c80-4573-aaa5-2e6f3b1acff6 None None] Port cef718b1-f096-4344-bcc1-c87e2495519a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:28.208540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a6d90dec-071f-4e01-9650-24ffd111a643 None None] Provisioning complete for port cef718b1-f096-4344-bcc1-c87e2495519a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:28.209456 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a6d90dec-071f-4e01-9650-24ffd111a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.243550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a6d90dec-071f-4e01-9650-24ffd111a643 None None] Port cef718b1-f096-4344-bcc1-c87e2495519a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:28.272712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.441191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59454) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:28.456711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2434d362-b779-442e-96af-86f2252c6cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.472543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d74b8f60-5ca5-403d-af55-888f737111b4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.482753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:28.484172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29fbbb08-1181-480d-a2fa-e3e5fed581c8 req-5965bae1-2216-4c97-91f0-44de6cb291a9 service neutron] 10.222.0.60 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909418 Sep 16 05:29:28.540122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:28.540839 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.555879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2434d362-b779-442e-96af-86f2252c6cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.624811 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2434d362-b779-442e-96af-86f2252c6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.664021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2434d362-b779-442e-96af-86f2252c6cf0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2830cbdc01847ec8b8d0fec4bd5738e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216504 Sep 16 05:29:28.664812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d362-b779-442e-96af-86f2252c6cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a3e725-1bde-4b1e-b900-2305bb8cfac7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:28.666519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59456) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:28.768682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83b0d64f-07a5-46b4-b6c6-fb59262d9119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.840553 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83b0d64f-07a5-46b4-b6c6-fb59262d9119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.921328 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d74b8f60-5ca5-403d-af55-888f737111b4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.991797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83b0d64f-07a5-46b4-b6c6-fb59262d9119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.994421 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-83b0d64f-07a5-46b4-b6c6-fb59262d9119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.995628 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-83b0d64f-07a5-46b4-b6c6-fb59262d9119 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10a3e725-1bde-4b1e-b900-2305bb8cfac7 HTTP/1.1" status: 204 len: 168 time: 0.3280666 Sep 16 05:29:29.003735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0d64f-07a5-46b4-b6c6-fb59262d9119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a3e725-1bde-4b1e-b900-2305bb8cfac7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:29.005469 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d74b8f60-5ca5-403d-af55-888f737111b4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.083347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b8f60-5ca5-403d-af55-888f737111b4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=cef718b1-f096-4344-bcc1-c87e2495519a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:29.091010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b8f60-5ca5-403d-af55-888f737111b4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:29.091662 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d74b8f60-5ca5-403d-af55-888f737111b4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.092992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d74b8f60-5ca5-403d-af55-888f737111b4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/ports/cef718b1-f096-4344-bcc1-c87e2495519a HTTP/1.1" status: 200 len: 910 time: 1.2142603 Sep 16 05:29:29.095840 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59460) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:29.426943 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.669961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port cef718b1-f096-4344-bcc1-c87e2495519a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:29.670677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.757230 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.769447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for cef718b1-f096-4344-bcc1-c87e2495519a owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:30.001272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.032659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=cef718b1-f096-4344-bcc1-c87e2495519a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:30.173736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.343453 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 401bd87b-8d8c-460c-a26c-1e9899a37525 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:30.420273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:30.422460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-28ee0064-e924-4e24-ba43-147345445987 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/401bd87b-8d8c-460c-a26c-1e9899a37525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3256757 Sep 16 05:29:30.425376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59490) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:30.426408 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145b2bc-9b58-4b15-b108-703199e6c9be None None] Sync routers for ids ['401bd87b-8d8c-460c-a26c-1e9899a37525'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:30.438136 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145b2bc-9b58-4b15-b108-703199e6c9be None None] Routers {'401bd87b-8d8c-460c-a26c-1e9899a37525'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:30.438773 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4145b2bc-9b58-4b15-b108-703199e6c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['401bd87b-8d8c-460c-a26c-1e9899a37525'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:30.456296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c001a192-eda5-4114-8891-4bbcf4253f61 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=401bd87b-8d8c-460c-a26c-1e9899a37525 HTTP/1.1" status: 200 len: 205 time: 0.0297983 Sep 16 05:29:30.459285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59494) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:30.476594 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4145b2bc-9b58-4b15-b108-703199e6c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:30.484051 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145b2bc-9b58-4b15-b108-703199e6c9be None None] Routers {'401bd87b-8d8c-460c-a26c-1e9899a37525'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:30.484849 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4145b2bc-9b58-4b15-b108-703199e6c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['401bd87b-8d8c-460c-a26c-1e9899a37525'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:30.524216 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-4145b2bc-9b58-4b15-b108-703199e6c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:30.524867 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145b2bc-9b58-4b15-b108-703199e6c9be None None] The sync data for ids ['401bd87b-8d8c-460c-a26c-1e9899a37525'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:30.537651 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-727b8883-05dd-4eed-b328-ba76a3e6ed6f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.696421 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-727b8883-05dd-4eed-b328-ba76a3e6ed6f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.698582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-727b8883-05dd-4eed-b328-ba76a3e6ed6f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.806682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-727b8883-05dd-4eed-b328-ba76a3e6ed6f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.807321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727b8883-05dd-4eed-b328-ba76a3e6ed6f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Fanout notify agent at l3_agent the message router_deleted on router 401bd87b-8d8c-460c-a26c-1e9899a37525 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:30.816500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-727b8883-05dd-4eed-b328-ba76a3e6ed6f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.818520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-727b8883-05dd-4eed-b328-ba76a3e6ed6f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/401bd87b-8d8c-460c-a26c-1e9899a37525 HTTP/1.1" status: 204 len: 168 time: 0.3573616 Sep 16 05:29:30.821204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59512) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:30.872974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e05897-7ae1-45d6-8406-25cbd20e07e1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet 493e19cb-c754-4462-aef0-c6ccdc4fba4e {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:30.876228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91e05897-7ae1-45d6-8406-25cbd20e07e1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.916636 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91e05897-7ae1-45d6-8406-25cbd20e07e1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.006971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91e05897-7ae1-45d6-8406-25cbd20e07e1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.129144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91e05897-7ae1-45d6-8406-25cbd20e07e1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.157709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e05897-7ae1-45d6-8406-25cbd20e07e1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=493e19cb-c754-4462-aef0-c6ccdc4fba4e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:31.159751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-91e05897-7ae1-45d6-8406-25cbd20e07e1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.162823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-91e05897-7ae1-45d6-8406-25cbd20e07e1 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/493e19cb-c754-4462-aef0-c6ccdc4fba4e HTTP/1.1" status: 204 len: 168 time: 0.3390269 Sep 16 05:29:31.164735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59528) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:31.167087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1497919-f3bf-432a-b5b1-3084fcd3c388 None None] Network b3ccf778-c54c-4494-b456-c880429d2f2f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:31.253613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.325443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:31.325856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.371777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] DHCP port deletion for b3ccf778-c54c-4494-b456-c880429d2f2f request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:31.392973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,segment=NetworkSegment(8021f900-c04d-4e10-8060-894ca8c814e3),segment_id=8021f900-c04d-4e10-8060-894ca8c814e3)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:31.393347 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.406957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:31.425625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] Deleting port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:31.426180 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.490221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] For port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,segment=NetworkSegment(8021f900-c04d-4e10-8060-894ca8c814e3),segment_id=8021f900-c04d-4e10-8060-894ca8c814e3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:31.490634 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.508061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] Calling delete_port for 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:31.580705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.598467 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.625599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:31.627522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No DVR routers for this DVR port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:31.632080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] Pushing event deleted for resources: {'Port': ['ID=16d6d4a6-504b-49c9-a0e7-327f3ad75e4b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:31.634398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58def11-1dae-498e-8ee1-6020d7df145c None None] No DVR routers for this DVR port 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:31.714151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.737907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ccf778-c54c-4494-b456-c880429d2f2f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:31.747550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8021f900-c04d-4e10-8060-894ca8c814e3') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:31.747851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8021f900-c04d-4e10-8060-894ca8c814e3') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:31.759648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.773866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.781242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:31.781242 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:31.783513 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:31.897799 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.906419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.908296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/b3ccf778-c54c-4494-b456-c880429d2f2f HTTP/1.1" status: 204 len: 168 time: 0.7377279 Sep 16 05:29:31.913174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59570) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:31.918021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-67f3ef42-35bc-4fc1-bd24-02ddc064d64f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-122476937', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:31.918222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8984c-ce12-40bb-99b3-72d9302235fe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=b3ccf778-c54c-4494-b456-c880429d2f2f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:32.020492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f3ef42-35bc-4fc1-bd24-02ddc064d64f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.021721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f3ef42-35bc-4fc1-bd24-02ddc064d64f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.074457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f3ef42-35bc-4fc1-bd24-02ddc064d64f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.140670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f3ef42-35bc-4fc1-bd24-02ddc064d64f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.243087 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-67f3ef42-35bc-4fc1-bd24-02ddc064d64f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.244364 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-67f3ef42-35bc-4fc1-bd24-02ddc064d64f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3300862 Sep 16 05:29:32.247007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59586) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:32.251915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-463739421'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:32.346082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:32.350358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.384167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:32.396728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.399400 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment a0927d3e-bba8-4a9a-b550-052b3c52414d of type vlan for network 85ed7ada-dc2d-4349-ad30-9c09df202cce Sep 16 05:29:32.482461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:32.504644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:32.505093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 16d6d4a6-504b-49c9-a0e7-327f3ad75e4b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:32.768857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59596) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:32.784651 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.866747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.876168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:32.876807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.884351 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b55e293-c3ca-46e9-b16c-c250c9b2c3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.942830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=85ed7ada-dc2d-4349-ad30-9c09df202cce,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:32.952990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 85ed7ada-dc2d-4349-ad30-9c09df202cce details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:32.975036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b55e293-c3ca-46e9-b16c-c250c9b2c3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.067446 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3b55e293-c3ca-46e9-b16c-c250c9b2c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.111769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55e293-c3ca-46e9-b16c-c250c9b2c3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bfc13e-d0d7-41fd-8192-03e8b44178c1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:33.119259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3b55e293-c3ca-46e9-b16c-c250c9b2c3c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=986a7615dcd14e21af1b497af14ebc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468440 Sep 16 05:29:33.119540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59602) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:33.164564 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-803269c9-b472-4a65-8c01-4b530498f147 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9164367 Sep 16 05:29:33.167565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59604) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:33.168063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6751312-9fde-41c8-abce-679744f0b648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.176422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:33.191764 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6751312-9fde-41c8-abce-679744f0b648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.311851 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6751312-9fde-41c8-abce-679744f0b648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.314550 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6751312-9fde-41c8-abce-679744f0b648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.316214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d6751312-9fde-41c8-abce-679744f0b648 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80bfc13e-d0d7-41fd-8192-03e8b44178c1 HTTP/1.1" status: 204 len: 168 time: 0.1956336 Sep 16 05:29:33.326368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6751312-9fde-41c8-abce-679744f0b648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bfc13e-d0d7-41fd-8192-03e8b44178c1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:33.340678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:33.345359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.586443 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.652307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=d6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:33.660367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:33.660735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: 85ed7ada-dc2d-4349-ad30-9c09df202cce, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:33.740065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 85ed7ada-dc2d-4349-ad30-9c09df202cce is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:33.780133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 85ed7ada-dc2d-4349-ad30-9c09df202cce) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:33.788712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65637eea-183b-4022-bfe7-1cf89a174afd None None] Network 85ed7ada-dc2d-4349-ad30-9c09df202cce requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:33.792607 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:33.793362 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.855972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59612) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:33.869529 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69578fc8-6264-4ebc-a354-41e7ff017fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.893432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bc8c9af0-ae49-4dfa-b66a-052b9a3a4501 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7244537 Sep 16 05:29:33.899618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59614) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:33.956848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-85ed7ada-dc2d-4349-ad30-9c09df202cce', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:33.957859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.004153 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69578fc8-6264-4ebc-a354-41e7ff017fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.138267 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-69578fc8-6264-4ebc-a354-41e7ff017fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.176413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Allocated IP 172.20.0.2 (85ed7ada-dc2d-4349-ad30-9c09df202cce/d6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec/0c85f1e0-11c1-4841-ace9-ceb6c85308d5) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:34.186184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69578fc8-6264-4ebc-a354-41e7ff017fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19414c92-50cd-457f-8112-86080d276aed,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:34.198427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-69578fc8-6264-4ebc-a354-41e7ff017fa2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02e50b4a2f714e9fb0841a99c4c9522d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413618 Sep 16 05:29:34.204294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59616) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:34.268781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4688e48-0567-49ed-8299-d1bc6b4c638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.294609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4688e48-0567-49ed-8299-d1bc6b4c638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.302023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.384683 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.406501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4688e48-0567-49ed-8299-d1bc6b4c638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.409151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4688e48-0567-49ed-8299-d1bc6b4c638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.410340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d4688e48-0567-49ed-8299-d1bc6b4c638f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19414c92-50cd-457f-8112-86080d276aed HTTP/1.1" status: 204 len: 168 time: 0.2000642 Sep 16 05:29:34.420971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688e48-0567-49ed-8299-d1bc6b4c638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19414c92-50cd-457f-8112-86080d276aed,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:34.500884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.539372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Network 85ed7ada-dc2d-4349-ad30-9c09df202cce is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:34.542198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:34.544699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:34.555568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.20.0.1 (85ed7ada-dc2d-4349-ad30-9c09df202cce/d6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec/9b8bbf2b-3210-488f-ae3c-1c28f41485c7) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:34.560884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Pushing event updated for resources: {'Port': ['ID=0c85f1e0-11c1-4841-ace9-ceb6c85308d5,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:34.615674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Attempting to bind port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:34.616054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Attempting to bind port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:34.616426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Attempting to bind port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 on network 85ed7ada-dc2d-4349-ad30-9c09df202cce {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:34.621600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:34.621983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Checking segment: {'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:34.622494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.622894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Bound using segment: {'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:34.623390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Bound port: 0c85f1e0-11c1-4841-ace9-ceb6c85308d5, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:34.623778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.686662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] For port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:34.689645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] For port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0c85f1e0-11c1-4841-ace9-ceb6c85308d5,segment=NetworkSegment(a0927d3e-bba8-4a9a-b550-052b3c52414d),segment_id=a0927d3e-bba8-4a9a-b550-052b3c52414d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:34.700764 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-15066949-6a86-426c-9aff-9a4d287de094 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0693595 Sep 16 05:29:34.714846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.761396 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.807037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-ee424f2c-3209-42fe-b440-56ced69a5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.808935 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-ee424f2c-3209-42fe-b440-56ced69a5338 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 1097 time: 0.0440474 Sep 16 05:29:34.827867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.832049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cbc00-2f23-44c3-b327-404e797110b1 None None] Pushing event updated for resources: {'Port': ['ID=0c85f1e0-11c1-4841-ace9-ceb6c85308d5,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:34.908693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 85ed7ada-dc2d-4349-ad30-9c09df202cce is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:34.919187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:34.923383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:34.925893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:35.007046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.073516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-a52b5ed5-553c-4632-850a-c1ea340faf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.075404 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-a52b5ed5-553c-4632-850a-c1ea340faf54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a43209a-ded8-446b-ae98-0bbb6982a819 HTTP/1.1" status: 200 len: 909 time: 0.2382033 Sep 16 05:29:35.175113 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-55971d92-9f5e-45ee-ae22-83ca02915c0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9 HTTP/1.1" status: 200 len: 1001 time: 0.0922921 Sep 16 05:29:35.229573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-4cad1327-2d4d-492e-abdc-ce731494e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.230997 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-4cad1327-2d4d-492e-abdc-ce731494e757 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c56ca7b-f921-4289-ad96-aab819949e95 HTTP/1.1" status: 200 len: 847 time: 0.0492034 Sep 16 05:29:35.300613 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.305358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-26e070f6-1158-42a1-98e1-75adbf15eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.311088 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-26e070f6-1158-42a1-98e1-75adbf15eb07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a43209a-ded8-446b-ae98-0bbb6982a819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678859 Sep 16 05:29:35.525045 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-75f7be44-7c09-4cf0-b44b-5d4927ccba36 service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097473 Sep 16 05:29:35.701750 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe799eed-1e82-435b-b85d-e6d137efd07e req-5294ea39-5d06-43a7-9160-b3c126e5f9aa service neutron] 10.222.0.57 "GET /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672592 Sep 16 05:29:35.752779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.820467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.826899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c6a2d-b05a-406b-9571-b6a31b49e2ca None None] Network 85ed7ada-dc2d-4349-ad30-9c09df202cce requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:35.908694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:35.911358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.973570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-96c0b65a-04c2-4bd5-8b19-1d9c4de9f9f2 None None] Provisioning complete for port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:35.974856 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-96c0b65a-04c2-4bd5-8b19-1d9c4de9f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.037444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 85ed7ada-dc2d-4349-ad30-9c09df202cce is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:36.044097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:36.089906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-96c0b65a-04c2-4bd5-8b19-1d9c4de9f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.135378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-96c0b65a-04c2-4bd5-8b19-1d9c4de9f9f2 None None] For port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0c85f1e0-11c1-4841-ace9-ceb6c85308d5,segment=NetworkSegment(a0927d3e-bba8-4a9a-b550-052b3c52414d),segment_id=a0927d3e-bba8-4a9a-b550-052b3c52414d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:36.217773 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-96c0b65a-04c2-4bd5-8b19-1d9c4de9f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.277211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0b65a-04c2-4bd5-8b19-1d9c4de9f9f2 None None] Pushing event updated for resources: {'Port': ['ID=0c85f1e0-11c1-4841-ace9-ceb6c85308d5,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:36.305708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:29:36.342033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1cc0b0e2-10d2-42c6-86fb-c51cf5b258e1 None None] Provisioning complete for port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:36.342424 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b0e2-10d2-42c6-86fb-c51cf5b258e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.430072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:36.450317 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ecb5642e-4c84-420b-9bde-84e9ab20b68f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5491056 Sep 16 05:29:36.452947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59656) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:36.455630 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:36.460456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-1812432161'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:36.485852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:36.486531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:36.545445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1cc0b0e2-10d2-42c6-86fb-c51cf5b258e1 None None] Provisioning complete for port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:36.547609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b0e2-10d2-42c6-86fb-c51cf5b258e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.569275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:36.574129 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.607992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:36.610360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:36.624318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.625197 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment 31ab23e8-57e3-4535-9757-fb04576a030a of type vlan for network 6d95cacc-de02-4f51-91bf-07be3a92d90d Sep 16 05:29:36.671678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:36.686218 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.717447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0b0e2-10d2-42c6-86fb-c51cf5b258e1 None None] Port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:36.784008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:36.784388 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.803000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.808881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.809508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.949768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-54d28dd2-f37b-4974-bc1c-a0ccd3be34cd None None] Provisioning complete for port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:36.950399 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-54d28dd2-f37b-4974-bc1c-a0ccd3be34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.975270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5180750 Sep 16 05:29:36.975270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732032d-3320-438c-83b1-abf42e50f91b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=6d95cacc-de02-4f51-91bf-07be3a92d90d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:36.976361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59662) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:36.996941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 6d95cacc-de02-4f51-91bf-07be3a92d90d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:36.997515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:37.015113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59664) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:37.075941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-54d28dd2-f37b-4974-bc1c-a0ccd3be34cd None None] Port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:37.178210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:35Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:35Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:37.197775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2022218705'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:37.209602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:37.209959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Updating router 20923781-4583-45a1-aded-68dbf0af543a port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:29:37.214198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:37.218212 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.242801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9eb4642c-6d98-4695-9e1d-06197aee8c2d None None] Provisioning complete for port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:37.243181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9eb4642c-6d98-4695-9e1d-06197aee8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.244757 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.300459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Made reservation on behalf of 439c6f11c8e345fe973143383e4515f5 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:37.304529 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.304999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4642c-6d98-4695-9e1d-06197aee8c2d None None] Port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:37.317102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.433009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.506393 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.537332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:37.558021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.558021 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Added segment 9ae84d8c-ca86-456a-89f9-df2969dc29cf of type vlan for network 976c7b88-1658-4298-98be-224540259b8c Sep 16 05:29:37.559696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c81028-aedb-4e07-bf3e-f9fbc5bb45dd,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:37.590343 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.607791 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.677964 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.705968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.712650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.713288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.769087 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.778544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Pushing event updated for resources: {'Port': ['ID=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:37.783717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Attempting to bind port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:37.784096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Attempting to bind port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:37.784457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Attempting to bind port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 on network 85ed7ada-dc2d-4349-ad30-9c09df202cce {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:37.790174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:37.790548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Checking segment: {'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:37.790961 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.791413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Bound using segment: {'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:37.791888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Bound port: 9b8bbf2b-3210-488f-ae3c-1c28f41485c7, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0927d3e-bba8-4a9a-b550-052b3c52414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:37.792283 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.794042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Pushing event updated for resources: {'Network': ['ID=976c7b88-1658-4298-98be-224540259b8c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:37.807386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 976c7b88-1658-4298-98be-224540259b8c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:37.827557 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4af8be1f-559a-4161-9963-1202b3f21a6f tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8102508 Sep 16 05:29:37.862657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=0eab4c3d-c99d-4880-95de-86f2118db659,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:37.879476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:37.879849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: 6d95cacc-de02-4f51-91bf-07be3a92d90d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:37.963648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 6d95cacc-de02-4f51-91bf-07be3a92d90d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:38.054839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59678) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:38.060003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Request body: {'port': {'network_id': '976c7b88-1658-4298-98be-224540259b8c', 'binding:host_id': 'n-h2-712143-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2107746020'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:38.060623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 6d95cacc-de02-4f51-91bf-07be3a92d90d) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:38.064835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:38.065829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.075449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd2743-edf2-4853-9bee-a82acd28a066 None None] Network 6d95cacc-de02-4f51-91bf-07be3a92d90d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:38.160997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Made reservation on behalf of 01379303f1624b3188bcc244cc3eb7e5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:38.165533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.167913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] For port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:38.173928 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.181342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c019484c-3bcb-479e-b8f5-845f5c8c2c0c None None] Provisioning complete for port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:38.181644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c019484c-3bcb-479e-b8f5-845f5c8c2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.209095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] For port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,segment=NetworkSegment(a0927d3e-bba8-4a9a-b550-052b3c52414d),segment_id=a0927d3e-bba8-4a9a-b550-052b3c52414d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:38.237264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c019484c-3bcb-479e-b8f5-845f5c8c2c0c None None] Port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:38.258988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a6c5386a-8442-412f-907b-9bc10e69dfb4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2814581 Sep 16 05:29:38.261792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59680) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:38.293801 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.368735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-6d95cacc-de02-4f51-91bf-07be3a92d90d', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:38.369716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.401190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:38.404881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:38.436694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.506544 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.512724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] device_id is not set on port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:38.589654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Pushing event updated for resources: {'Port': ['ID=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:38.644239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f2e228-9fed-42b4-a052-7b767673a7fc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:38.688099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Allocated IP 172.21.0.2 (6d95cacc-de02-4f51-91bf-07be3a92d90d/0eab4c3d-c99d-4880-95de-86f2118db659/437253a7-1443-436e-bf95-9928f7c9347a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:38.708144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:38.723033 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.739959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.740448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.740862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.745847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7b640-ad33-4ae7-bfea-2d6f9763a7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:38.851539 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] device_id is not set on port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:38.863935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.867524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3c977e90-08da-4c7b-8169-01a64bb612c4 None None] Provisioning complete for port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:38.867524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c977e90-08da-4c7b-8169-01a64bb612c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.928233 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.018965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:39.030249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Checking segment: {'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:39.030674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Network hostable DHCP agents. Network: 976c7b88-1658-4298-98be-224540259b8c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:39.041398 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.107303 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c977e90-08da-4c7b-8169-01a64bb612c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.142964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3c977e90-08da-4c7b-8169-01a64bb612c4 None None] For port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,segment=NetworkSegment(a0927d3e-bba8-4a9a-b550-052b3c52414d),segment_id=a0927d3e-bba8-4a9a-b550-052b3c52414d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:39.147102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:35Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:38Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:39.149064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Network 976c7b88-1658-4298-98be-224540259b8c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:39.181272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24df37-5e90-4f81-aa91-da72e1d4d324 None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:35Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:38Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:39.197473 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.230549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c977e90-08da-4c7b-8169-01a64bb612c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.241424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Network 6d95cacc-de02-4f51-91bf-07be3a92d90d is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:39.244521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:39.247030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:39.252038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 976c7b88-1658-4298-98be-224540259b8c) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:39.257615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:39.265703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.21.0.1 (6d95cacc-de02-4f51-91bf-07be3a92d90d/0eab4c3d-c99d-4880-95de-86f2118db659/7b8155ce-5314-4b86-8bba-112ed85f783c) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:39.272757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa492cb-8d96-441e-b106-b5aee2bac465 None None] Network 976c7b88-1658-4298-98be-224540259b8c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:39.289044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.289044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.289044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.300098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Pushing event updated for resources: {'Port': ['ID=437253a7-1443-436e-bf95-9928f7c9347a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:39.303499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.303881 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.305521 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 2 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.339420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.344335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.344928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.359560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.359560 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.359560 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 3 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.394044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.394388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.394722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.414110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.414584 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.414882 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 4 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.462696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.463904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.464252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.473121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.473416 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.474347 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 5 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.516882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.518449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.519315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.528743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.529542 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.530194 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 6 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.550371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.551529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.553358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.571896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.572780 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.576652 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 7 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.582876 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.597032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.597630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.597979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.603461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.603797 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.604188 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 8 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.651581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.651581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.651581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.651581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.651581 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.651581 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 9 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.652175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c977e90-08da-4c7b-8169-01a64bb612c4 None None] Pushing event updated for resources: {'Port': ['ID=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:39.652175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Attempting to bind port 437253a7-1443-436e-bf95-9928f7c9347a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.652175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Attempting to bind port 437253a7-1443-436e-bf95-9928f7c9347a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.652175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Attempting to bind port 437253a7-1443-436e-bf95-9928f7c9347a on network 6d95cacc-de02-4f51-91bf-07be3a92d90d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.656199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.656542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.656881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.662431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.662761 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.663165 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 10 to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 Sep 16 05:29:39.678504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:39.679097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:39.679789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:39.681932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:39.682314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Checking segment: {'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:39.682740 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.683142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Bound using segment: {'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:39.683690 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Bound port: 437253a7-1443-436e-bf95-9928f7c9347a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:39.684150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.685238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:39.685776 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:39.686520 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.780358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] For port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:39.780768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempted to set empty binding levels {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:29:39.793973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] For port 437253a7-1443-436e-bf95-9928f7c9347a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:39.798302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] For port 437253a7-1443-436e-bf95-9928f7c9347a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=437253a7-1443-436e-bf95-9928f7c9347a,segment=NetworkSegment(31ab23e8-57e3-4535-9757-fb04576a030a),segment_id=31ab23e8-57e3-4535-9757-fb04576a030a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:39.881223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.915423 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.921560 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.936581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 6d95cacc-de02-4f51-91bf-07be3a92d90d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:39.941945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:39.950119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:39.962443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.963042 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.981265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=7b8155ce-5314-4b86-8bba-112ed85f783c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:39.993339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a0963-1166-4a48-809b-b1f288d7a6ee None None] Pushing event updated for resources: {'Port': ['ID=437253a7-1443-436e-bf95-9928f7c9347a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:39.993553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:40.012132 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.118187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-48568acc-6629-46ca-b59a-85f642a4177d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.0621655 Sep 16 05:29:40.120940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59688) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:40.246630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Deleting port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:40.247395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.253954 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.356813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] For port 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3, host n-h2-712143-16, got binding levels [] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:40.358663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.382293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Calling delete_port for 6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:40.563503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 437253a7-1443-436e-bf95-9928f7c9347a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:40.566445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.595219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:40.604004 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.606387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d527744a-1f2d-4b0f-8f4a-669736361012 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "DELETE /v2.0/ports/6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 HTTP/1.1" status: 204 len: 168 time: 0.4844606 Sep 16 05:29:40.611723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59692) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:40.621646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.637155 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b433d7-25df-43f9-8663-720499964397 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:40.638357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 437253a7-1443-436e-bf95-9928f7c9347a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:40.638675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c9b433d7-25df-43f9-8663-720499964397 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "GET /v2.0/ports/6f0ebdc3-ec7b-429c-9aa6-0a732f63d9c3 HTTP/1.1" status: 404 len: 333 time: 0.0257010 Sep 16 05:29:40.638806 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.642323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59694) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:40.647955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Request body: {'port': {'network_id': '976c7b88-1658-4298-98be-224540259b8c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1729725423'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:40.684322 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.711806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.735079 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.757334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Made reservation on behalf of 01379303f1624b3188bcc244cc3eb7e5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:40.760371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.793566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 437253a7-1443-436e-bf95-9928f7c9347a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=437253a7-1443-436e-bf95-9928f7c9347a,segment=NetworkSegment(31ab23e8-57e3-4535-9757-fb04576a030a),segment_id=31ab23e8-57e3-4535-9757-fb04576a030a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:40.793765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=7b8155ce-5314-4b86-8bba-112ed85f783c,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:40.797281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.797683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] device_id is not set on port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:40.866038 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.866851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:40.894764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 6d95cacc-de02-4f51-91bf-07be3a92d90d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:40.896615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:40.949633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=437253a7-1443-436e-bf95-9928f7c9347a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:41.006918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:41.007795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.030519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.037641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:41.146772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.177806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:41.183865 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4d8f86bb-dc39-4ff1-b488-fd634bbacb62 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9208853 Sep 16 05:29:41.203190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59698) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:41.212828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=37b6f24c-9d1b-498f-aa67-a9e50ca2eb59,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:41.219595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-1324672716'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:41.244400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Network 976c7b88-1658-4298-98be-224540259b8c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:41.248897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:41.254331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:41.263100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.264172 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.368090 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:41.376496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:41.381013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.384258 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:41.386804 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:41.404684 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-026865bc-3eee-4fb1-81d2-7f9b8181a40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.421013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:41.436705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0fb9dc21-f5c2-4a74-98af-f7723543de85 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7932980 Sep 16 05:29:41.437700 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.438174 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment bc03efc7-4e80-40aa-ad80-3de02d75c836 of type vlan for network ad9bc467-9e4e-4927-ba7a-fe047ed72982 Sep 16 05:29:41.439182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59700) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:41.446801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:41.496826 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:41.501990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.511727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.559041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a86759d-71d2-4198-93c3-52a9892618d9 None None] Network 6d95cacc-de02-4f51-91bf-07be3a92d90d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:41.597348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.604639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.605988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.645063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3e7da872-0e62-42b9-a545-97a5af59294a None None] Provisioning complete for port 437253a7-1443-436e-bf95-9928f7c9347a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:41.645708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3e7da872-0e62-42b9-a545-97a5af59294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.751802 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5430253 Sep 16 05:29:41.751802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe9355-5deb-4417-92c5-d79292f7726f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=ad9bc467-9e4e-4927-ba7a-fe047ed72982,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:41.752474 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:40Z', 'revision_number': 3, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:40Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:41.752630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59702) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:41.757132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] device_id is not set on port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 yet. {{(pid=101824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:41.757648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:41.768083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ad9bc467-9e4e-4927-ba7a-fe047ed72982 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:41.772236 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.785851 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:41.785851 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Updating router 20923781-4583-45a1-aded-68dbf0af543a port 7b8155ce-5314-4b86-8bba-112ed85f783c binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:29:41.818058 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.870198 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.930749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=37b6f24c-9d1b-498f-aa67-a9e50ca2eb59,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:41.956008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:41.956518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:41.956647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:41.962214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:41.962547 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:41.962919 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 2 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:41.968650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:41.972692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.993732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:41.994195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:41.994463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:41.999952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.000285 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.000754 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 3 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:42.019577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.019934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.024704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.025986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.026358 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.026726 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 4 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:42.042328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.042712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.043039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.048769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.049108 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.049500 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 5 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:42.064498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.064976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.065326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.070831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.071845 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.078320 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 6 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:42.089194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.089541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.089885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.096605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.096915 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.097312 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 7 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:42.109605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8277ae1d-9f9b-4eed-a34f-b04f6a5c8246 None None] Provisioning complete for port 437253a7-1443-436e-bf95-9928f7c9347a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:42.110101 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8277ae1d-9f9b-4eed-a34f-b04f6a5c8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.113980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.114282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.114724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.119595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.119919 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.120419 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 8 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:42.135276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.135605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.141432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.141432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.141711 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.142082 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 9 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:42.157789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.157789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.158112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.160038 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.163960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.164298 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.164693 n-d-712143-16 neutron-server[101824]: INFO neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 10 to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 Sep 16 05:29:42.184667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.185376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.185899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.191371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:42.191952 n-d-712143-16 neutron-server[101824]: ERROR neutron.plugins.ml2.managers [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:42.192866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.239485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8277ae1d-9f9b-4eed-a34f-b04f6a5c8246 None None] Provisioning complete for port 7b8155ce-5314-4b86-8bba-112ed85f783c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:42.239983 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8277ae1d-9f9b-4eed-a34f-b04f6a5c8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.243202 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.284550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8277ae1d-9f9b-4eed-a34f-b04f6a5c8246 None None] Port 7b8155ce-5314-4b86-8bba-112ed85f783c cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:42.294531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] For port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:42.296193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempted to set empty binding levels {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:29:42.318663 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.328167 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Pushing event updated for resources: {'Port': ['ID=7b8155ce-5314-4b86-8bba-112ed85f783c,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:42.350966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.356669 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:42.392078 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Attempting to bind port 7b8155ce-5314-4b86-8bba-112ed85f783c on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:42.392682 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Attempting to bind port 7b8155ce-5314-4b86-8bba-112ed85f783c by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:42.393052 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Attempting to bind port 7b8155ce-5314-4b86-8bba-112ed85f783c on network 6d95cacc-de02-4f51-91bf-07be3a92d90d {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:42.399336 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:42.399675 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Checking segment: {'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:42.400092 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.400493 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Bound using segment: {'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:42.400955 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Bound port: 7b8155ce-5314-4b86-8bba-112ed85f783c, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ab23e8-57e3-4535-9757-fb04576a030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:42.401333 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.407216 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.414595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=303284b5-b44f-4c22-baa7-2b43aca18b7b,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:42.421864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:42.421864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: ad9bc467-9e4e-4927-ba7a-fe047ed72982, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:42.428963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3401afa4-6a14-483d-8ab0-3fae914cc4ac None None] Provisioning complete for port 7b8155ce-5314-4b86-8bba-112ed85f783c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:42.429360 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3401afa4-6a14-483d-8ab0-3fae914cc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.493388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=37b6f24c-9d1b-498f-aa67-a9e50ca2eb59,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:42.507118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] In _notify_port_updated(), no bound segment for port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:29:42.508488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.508630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.512783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:42.516078 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] For port 7b8155ce-5314-4b86-8bba-112ed85f783c, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:42.524887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d351d926-6ed6-4c56-a84f-faa7da196c30 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "PUT /v2.0/ports/37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 HTTP/1.1" status: 200 len: 976 time: 1.0816333 Sep 16 05:29:42.529261 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] For port 7b8155ce-5314-4b86-8bba-112ed85f783c, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7b8155ce-5314-4b86-8bba-112ed85f783c,segment=NetworkSegment(31ab23e8-57e3-4535-9757-fb04576a030a),segment_id=31ab23e8-57e3-4535-9757-fb04576a030a)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:42.534383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3401afa4-6a14-483d-8ab0-3fae914cc4ac None None] Port 7b8155ce-5314-4b86-8bba-112ed85f783c cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:42.553600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network ad9bc467-9e4e-4927-ba7a-fe047ed72982 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:42.564226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 437253a7-1443-436e-bf95-9928f7c9347a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:42.618475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 437253a7-1443-436e-bf95-9928f7c9347a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:42.619092 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.620946 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.626081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.626857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.627696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.628502 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.629220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.630699 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.631450 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.632430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.633282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.633925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.634693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.635635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.636115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.636600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.637638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.637960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.638619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.639097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.645599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4eb86c7e-d0af-4254-83e5-aa2e6ab5d50d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16379 time: 0.1282389 Sep 16 05:29:42.645992 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59712) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:42.701077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ad9bc467-9e4e-4927-ba7a-fe047ed72982) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:42.713247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.713858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.720089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b892e5-5ee5-4f1b-812d-5341350bd39c None None] Network ad9bc467-9e4e-4927-ba7a-fe047ed72982 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:42.742812 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:42.743696 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:42.746584 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec92040-ce56-4f5e-b654-07be5a52cf4b None None] Pushing event updated for resources: {'Port': ['ID=7b8155ce-5314-4b86-8bba-112ed85f783c,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:42.798067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Deleting port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:42.798067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.856073 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:42.870110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59714) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:42.870715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-568441de-4102-431d-a1c9-e8f43a354619 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1173522 Sep 16 05:29:42.883853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] For port 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59, host n-h2-712143-16, got binding levels [] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:42.884288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.898688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Calling delete_port for 37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:42.954983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4d768ae4-64cb-43d9-8878-cae105b6f079 None None] Provisioning complete for port 7b8155ce-5314-4b86-8bba-112ed85f783c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:42.958460 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4d768ae4-64cb-43d9-8878-cae105b6f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.117549 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.187051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.199980 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "DELETE /v2.0/ports/37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 HTTP/1.1" status: 204 len: 168 time: 0.5498648 Sep 16 05:29:43.212322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59716) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:43.213346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18fd63-8be6-4d84-b83d-f34ab78132df tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event deleted for resources: {'Port': ['ID=37b6f24c-9d1b-498f-aa67-a9e50ca2eb59,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:43.235825 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4d768ae4-64cb-43d9-8878-cae105b6f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.247090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:43.248409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.274283 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c88457-9588-4e0a-84ee-41783f2393e0 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:43.279559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68c88457-9588-4e0a-84ee-41783f2393e0 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "GET /v2.0/ports/37b6f24c-9d1b-498f-aa67-a9e50ca2eb59 HTTP/1.1" status: 404 len: 333 time: 0.0583718 Sep 16 05:29:43.282454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59718) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:43.295466 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:40Z', 'revision_number': 3, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:42Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:43.298672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-750363401', 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:43.364082 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2272083-d8a7-4f72-aade-ff0420f0928f None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:40Z', 'revision_number': 3, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:42Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:43.406016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4d768ae4-64cb-43d9-8878-cae105b6f079 None None] For port 7b8155ce-5314-4b86-8bba-112ed85f783c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7b8155ce-5314-4b86-8bba-112ed85f783c,segment=NetworkSegment(31ab23e8-57e3-4535-9757-fb04576a030a),segment_id=31ab23e8-57e3-4535-9757-fb04576a030a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:43.414221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Made reservation on behalf of 01379303f1624b3188bcc244cc3eb7e5 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:43.417884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.468529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] device_id is not set on port 20302108-2728-45fc-b5c5-82a7433299c4 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:43.481367 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4d768ae4-64cb-43d9-8878-cae105b6f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.642990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d768ae4-64cb-43d9-8878-cae105b6f079 None None] Pushing event updated for resources: {'Port': ['ID=7b8155ce-5314-4b86-8bba-112ed85f783c,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:43.671712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Allocated IP 172.22.0.2 (ad9bc467-9e4e-4927-ba7a-fe047ed72982/303284b5-b44f-4c22-baa7-2b43aca18b7b/10914e59-cebe-40ae-9751-7c9ba0aa8923) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:43.686515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-661bfe9c-1b17-4e93-8233-9d91bdf76a62 None None] Provisioning complete for port 7b8155ce-5314-4b86-8bba-112ed85f783c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:43.687142 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-661bfe9c-1b17-4e93-8233-9d91bdf76a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.788771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.892522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.951107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Network 976c7b88-1658-4298-98be-224540259b8c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:43.954106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:43.961426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:43.962398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.963012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.984636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=20302108-2728-45fc-b5c5-82a7433299c4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:44.017907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.065693 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.089351 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6083e2a6-8a5d-4b2a-aa23-7f3e5f96c9cd tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8035905 Sep 16 05:29:44.091617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59722) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:44.125267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67038c92-0035-4171-8814-2f193da66d5f tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.129417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-67038c92-0035-4171-8814-2f193da66d5f tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "GET /v2.0/ports/20302108-2728-45fc-b5c5-82a7433299c4 HTTP/1.1" status: 200 len: 954 time: 0.0362930 Sep 16 05:29:44.129691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59724) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:44.134911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.208270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Pushing event updated for resources: {'Port': ['ID=10914e59-cebe-40ae-9751-7c9ba0aa8923,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:44.227532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Network ad9bc467-9e4e-4927-ba7a-fe047ed72982 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:44.227532 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.230483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:44.235405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d40dff82-4598-4b61-b77a-d950e0653d5a tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Deleting port 20302108-2728-45fc-b5c5-82a7433299c4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:44.235861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d40dff82-4598-4b61-b77a-d950e0653d5a tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.242597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:44.300130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d40dff82-4598-4b61-b77a-d950e0653d5a tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.309001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Attempting to bind port 10914e59-cebe-40ae-9751-7c9ba0aa8923 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:44.309381 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Attempting to bind port 10914e59-cebe-40ae-9751-7c9ba0aa8923 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:44.309756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Attempting to bind port 10914e59-cebe-40ae-9751-7c9ba0aa8923 on network ad9bc467-9e4e-4927-ba7a-fe047ed72982 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:44.316727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:44.317116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Checking segment: {'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:44.318626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.318879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d40dff82-4598-4b61-b77a-d950e0653d5a tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Calling delete_port for 20302108-2728-45fc-b5c5-82a7433299c4 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:44.319073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Bound using segment: {'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:44.319583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Bound port: 10914e59-cebe-40ae-9751-7c9ba0aa8923, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:44.319977 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.375796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.22.0.1 (ad9bc467-9e4e-4927-ba7a-fe047ed72982/303284b5-b44f-4c22-baa7-2b43aca18b7b/e61d3636-c309-4391-9e04-40f28638caa6) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:44.409177 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] For port 10914e59-cebe-40ae-9751-7c9ba0aa8923, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:44.413693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] For port 10914e59-cebe-40ae-9751-7c9ba0aa8923, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=10914e59-cebe-40ae-9751-7c9ba0aa8923,segment=NetworkSegment(bc03efc7-4e80-40aa-ad80-3de02d75c836),segment_id=bc03efc7-4e80-40aa-ad80-3de02d75c836)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:44.444384 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-20522508-930b-473a-b0d5-6d7b71427e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.503274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7b8155ce-5314-4b86-8bba-112ed85f783c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:44.513578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.529318 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d40dff82-4598-4b61-b77a-d950e0653d5a tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.530786 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.562944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dff82-4598-4b61-b77a-d950e0653d5a tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event deleted for resources: {'Port': ['ID=20302108-2728-45fc-b5c5-82a7433299c4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:44.570308 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d40dff82-4598-4b61-b77a-d950e0653d5a tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.573603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d40dff82-4598-4b61-b77a-d950e0653d5a tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "DELETE /v2.0/ports/20302108-2728-45fc-b5c5-82a7433299c4 HTTP/1.1" status: 204 len: 168 time: 0.4420090 Sep 16 05:29:44.576268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59732) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:44.601615 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-af67c56c-9473-4797-9379-4b75961a0d27 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:44.603575 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-af67c56c-9473-4797-9379-4b75961a0d27 tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "GET /v2.0/ports/20302108-2728-45fc-b5c5-82a7433299c4 HTTP/1.1" status: 404 len: 333 time: 0.0262156 Sep 16 05:29:44.603958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d6d93-fa92-47c0-8885-738fad148582 None None] Pushing event updated for resources: {'Port': ['ID=10914e59-cebe-40ae-9751-7c9ba0aa8923,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:44.607774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59734) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:44.609183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.614885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Request body: {'port': {'network_id': '976c7b88-1658-4298-98be-224540259b8c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-247543298'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:44.621321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 7b8155ce-5314-4b86-8bba-112ed85f783c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:44.622085 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.669510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network ad9bc467-9e4e-4927-ba7a-fe047ed72982 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:44.673894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:44.676448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:44.682907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=e61d3636-c309-4391-9e04-40f28638caa6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:44.717541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Made reservation on behalf of 01379303f1624b3188bcc244cc3eb7e5 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:44.717541 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.733510 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.742754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] device_id is not set on port 1edf8249-f411-42cd-b593-e197c5642b94 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:44.937315 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.960612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.052487 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.104867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Network 976c7b88-1658-4298-98be-224540259b8c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:45.111527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:45.114751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:45.116251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.116968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.124050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=1edf8249-f411-42cd-b593-e197c5642b94,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:45.174728 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.204155 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c564a83b-a5d6-4047-aeec-d3f112acdc9c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5949311 Sep 16 05:29:45.206633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59738) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:45.212787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:45.269510 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.332479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.428829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=e61d3636-c309-4391-9e04-40f28638caa6,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:45.457303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.541351 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.585149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network ad9bc467-9e4e-4927-ba7a-fe047ed72982 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:45.586742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:45.709953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:45.747519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b20cf-5619-4e2f-b9d3-4138e4f9e0f9 None None] Network ad9bc467-9e4e-4927-ba7a-fe047ed72982 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:45.758153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] device_id is not set on port 1edf8249-f411-42cd-b593-e197c5642b94 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:45.766633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.818719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:45.825184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cdf6792c-eb41-428c-86c2-2890f34f26b6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9523532 Sep 16 05:29:45.828336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d23b5ca1-b4be-4b25-bacc-6142bb5aa1ab None None] Provisioning complete for port 10914e59-cebe-40ae-9751-7c9ba0aa8923 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:45.828336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d23b5ca1-b4be-4b25-bacc-6142bb5aa1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.830762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59742) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:45.838468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'network': {'name': 'tempest-RoutersTest-184441473'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:45.839286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:45.857268 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.892850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:45.893477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:45.916663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=1edf8249-f411-42cd-b593-e197c5642b94,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:45.924535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:45.924943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:45.925160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:45.929835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:45.930155 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:45.930540 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 2 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:45.931846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:45.936194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.944465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:45.945027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:45.945147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:45.949640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:45.949978 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:45.950383 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 3 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:45.969015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:45.969355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:45.971272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:45.975203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:45.975587 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:45.975973 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 4 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:45.976768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:45.987813 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.989030 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added segment bfa76767-4b74-4e00-b15d-224ee3693a28 of type vlan for network 82bb548c-230d-46e3-8801-c0a2e09bfabe Sep 16 05:29:45.993632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:45.994202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:45.994724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:45.999582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:46.000138 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:46.000702 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 5 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:46.014892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:46.017432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:46.017432 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:46.021981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:46.022330 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:46.022737 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 6 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:46.042016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:46.042016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:46.042016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:46.045401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:46.046299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:46.046965 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:46.047563 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 7 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:46.056660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.063381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:46.063381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:46.063381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:46.070525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:46.071115 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:46.072241 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 8 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:46.091526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:46.091863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:46.092206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:46.096634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:46.096965 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:46.097355 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 9 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:46.109194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:46.109534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:46.109869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:46.114161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:46.114518 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:46.114905 n-d-712143-16 neutron-server[101825]: INFO neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempt 10 to bind port 1edf8249-f411-42cd-b593-e197c5642b94 Sep 16 05:29:46.127629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:46.127965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:46.128312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempting to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:46.133382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:46.133714 n-d-712143-16 neutron-server[101825]: ERROR neutron.plugins.ml2.managers [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Failed to bind port 1edf8249-f411-42cd-b593-e197c5642b94 on host n-h2-712143-16 for vnic_type normal using segments [{'id': '9ae84d8c-ca86-456a-89f9-df2969dc29cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '976c7b88-1658-4298-98be-224540259b8c'}] Sep 16 05:29:46.134139 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.136499 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d23b5ca1-b4be-4b25-bacc-6142bb5aa1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.186346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.195165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:46.196174 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.198665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] For port 1edf8249-f411-42cd-b593-e197c5642b94, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:46.198928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attempted to set empty binding levels {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:29:46.264124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.274177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Network': ['ID=82bb548c-230d-46e3-8801-c0a2e09bfabe,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:46.305549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] In _notify_port_updated(), no bound segment for port 1edf8249-f411-42cd-b593-e197c5642b94 on network 976c7b88-1658-4298-98be-224540259b8c {{(pid=101825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:29:46.306528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:46.307303 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.308817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "PUT /v2.0/ports/1edf8249-f411-42cd-b593-e197c5642b94 HTTP/1.1" status: 200 len: 975 time: 1.1009872 Sep 16 05:29:46.312029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59744) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:46.326280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a8634-d109-480c-bab6-0d22d3ed759d tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event updated for resources: {'Port': ['ID=1edf8249-f411-42cd-b593-e197c5642b94,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:46.326649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-19a055a8-bc3f-4f2b-8f07-44f9b0d2ae29 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4925916 Sep 16 05:29:46.330111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59746) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:46.337401 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'subnet': {'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:46.428637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Deleting port 1edf8249-f411-42cd-b593-e197c5642b94 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:46.428984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.441642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 82bb548c-230d-46e3-8801-c0a2e09bfabe details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:46.450029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d23b5ca1-b4be-4b25-bacc-6142bb5aa1ab None None] For port 10914e59-cebe-40ae-9751-7c9ba0aa8923, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=10914e59-cebe-40ae-9751-7c9ba0aa8923,segment=NetworkSegment(bc03efc7-4e80-40aa-ad80-3de02d75c836),segment_id=bc03efc7-4e80-40aa-ad80-3de02d75c836)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:46.536329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] For port 1edf8249-f411-42cd-b593-e197c5642b94, host n-h2-712143-16, got binding levels [] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:46.537045 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.538444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d23b5ca1-b4be-4b25-bacc-6142bb5aa1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.558808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Calling delete_port for 1edf8249-f411-42cd-b593-e197c5642b94 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:46.603019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 10914e59-cebe-40ae-9751-7c9ba0aa8923 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:46.605956 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Made reservation on behalf of e71e87d1e3a54134ac688994d7a4cd99 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:46.610136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.676626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5ca1-b4be-4b25-bacc-6142bb5aa1ab None None] Pushing event updated for resources: {'Port': ['ID=10914e59-cebe-40ae-9751-7c9ba0aa8923,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:46.690528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5cc9a145-b900-4a54-a4cd-d889d7eab1a6 None None] Provisioning complete for port e61d3636-c309-4391-9e04-40f28638caa6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:46.690917 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5cc9a145-b900-4a54-a4cd-d889d7eab1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.734674 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.739013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 10914e59-cebe-40ae-9751-7c9ba0aa8923 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:46.739836 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.762830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9a145-b900-4a54-a4cd-d889d7eab1a6 None None] Port e61d3636-c309-4391-9e04-40f28638caa6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:46.773587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:44Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:45Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:46.778654 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.780910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "DELETE /v2.0/ports/1edf8249-f411-42cd-b593-e197c5642b94 HTTP/1.1" status: 204 len: 168 time: 0.4679453 Sep 16 05:29:46.782048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef81edd-91fd-458a-9684-f55afd3bd31e tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] Pushing event deleted for resources: {'Port': ['ID=1edf8249-f411-42cd-b593-e197c5642b94,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:46.789250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59748) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:46.813567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:46.813935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Updating router 20923781-4583-45a1-aded-68dbf0af543a port e61d3636-c309-4391-9e04-40f28638caa6 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:29:46.822201 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0856601b-0d97-46d6-ba28-3d93f2f43b1c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:46.827311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0856601b-0d97-46d6-ba28-3d93f2f43b1c tempest-PortsAdminExtendedAttrsTestJSON-785942490 tempest-PortsAdminExtendedAttrsTestJSON-785942490-project-admin] 10.222.0.59 "GET /v2.0/ports/1edf8249-f411-42cd-b593-e197c5642b94 HTTP/1.1" status: 404 len: 333 time: 0.0336013 Sep 16 05:29:46.828110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59754) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:46.859728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5cc9a145-b900-4a54-a4cd-d889d7eab1a6 None None] Provisioning complete for port 10914e59-cebe-40ae-9751-7c9ba0aa8923 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:46.860259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5cc9a145-b900-4a54-a4cd-d889d7eab1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.922074 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.929938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.992162 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.074804 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.102272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976c7b88-1658-4298-98be-224540259b8c']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:47.112421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae84d8c-ca86-456a-89f9-df2969dc29cf') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:47.113143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae84d8c-ca86-456a-89f9-df2969dc29cf') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:47.120803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.124140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.138996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.146980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:47.147493 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:47.151094 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:47.186578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Subnet': ['ID=52c2f040-f4dd-424f-8b22-bc8d74127b45,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:47.196618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Checking segment: {'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:47.197152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network hostable DHCP agents. Network: 82bb548c-230d-46e3-8801-c0a2e09bfabe, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:47.248303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fa9c00b2-99e0-40fa-922d-5074e734a7d1 None None] Provisioning complete for port e61d3636-c309-4391-9e04-40f28638caa6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:47.248599 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa9c00b2-99e0-40fa-922d-5074e734a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.300341 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.307354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 82bb548c-230d-46e3-8801-c0a2e09bfabe is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:47.325364 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.327295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c00b2-99e0-40fa-922d-5074e734a7d1 None None] Port e61d3636-c309-4391-9e04-40f28638caa6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:47.327463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.329800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] 10.222.0.59 "DELETE /v2.0/networks/976c7b88-1658-4298-98be-224540259b8c HTTP/1.1" status: 204 len: 168 time: 0.5005100 Sep 16 05:29:47.330733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba5e1b-c2d8-454d-8762-99048a66e578 tempest-PortsAdminExtendedAttrsTestJSON-1260971945 tempest-PortsAdminExtendedAttrsTestJSON-1260971945-project] Pushing event deleted for resources: {'Network': ['ID=976c7b88-1658-4298-98be-224540259b8c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:47.403666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 82bb548c-230d-46e3-8801-c0a2e09bfabe) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:47.404340 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.408424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.409340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.444832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d93f554-7a30-4201-92f0-5056adda0648 None None] Network 82bb548c-230d-46e3-8801-c0a2e09bfabe requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:47.512542 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a759a5b7-fc1c-45a1-84f1-4bfa5d87c256 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1809084 Sep 16 05:29:47.515375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59766) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:47.526602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd13ca-e44f-4623-ac15-afda304f2786 None None] Pushing event updated for resources: {'Port': ['ID=e61d3636-c309-4391-9e04-40f28638caa6,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:47.571087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Attempting to bind port e61d3636-c309-4391-9e04-40f28638caa6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:47.571509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Attempting to bind port e61d3636-c309-4391-9e04-40f28638caa6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:47.571898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Attempting to bind port e61d3636-c309-4391-9e04-40f28638caa6 on network ad9bc467-9e4e-4927-ba7a-fe047ed72982 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:47.581107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:47.581495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Checking segment: {'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:47.581921 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.582342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Bound using segment: {'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:47.582815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Bound port: e61d3636-c309-4391-9e04-40f28638caa6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc03efc7-4e80-40aa-ad80-3de02d75c836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:47.583795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.707357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] For port e61d3636-c309-4391-9e04-40f28638caa6, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:47.719479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-82bb548c-230d-46e3-8801-c0a2e09bfabe', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:47.720352 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.724467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] For port e61d3636-c309-4391-9e04-40f28638caa6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e61d3636-c309-4391-9e04-40f28638caa6,segment=NetworkSegment(bc03efc7-4e80-40aa-ad80-3de02d75c836),segment_id=bc03efc7-4e80-40aa-ad80-3de02d75c836)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:47.811869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-12fc95ca-b093-47b5-a428-24ff565304ec None None] Provisioning complete for port e61d3636-c309-4391-9e04-40f28638caa6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:47.812254 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-12fc95ca-b093-47b5-a428-24ff565304ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.850482 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.899235 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.912637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-12fc95ca-b093-47b5-a428-24ff565304ec None None] Port e61d3636-c309-4391-9e04-40f28638caa6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:47.914548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59770) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:47.953340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Allocated IP 172.23.0.2 (82bb548c-230d-46e3-8801-c0a2e09bfabe/52c2f040-f4dd-424f-8b22-bc8d74127b45/8de047ee-bba1-48f7-a1d2-2e781e91ae90) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:47.961121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:47.961766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:47.963609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd13ca-e44f-4623-ac15-afda304f2786 None None] Pushing event updated for resources: {'Port': ['ID=e61d3636-c309-4391-9e04-40f28638caa6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:48.135850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cc7dffe2-a105-4f5b-9166-cd3d870e113d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=439c6f11c8e345fe973143383e4515f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190967 Sep 16 05:29:48.138230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59774) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:48.158832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:48.205065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-870d5734-e56b-4ad5-909a-ba71224c4968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.249242 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-870d5734-e56b-4ad5-909a-ba71224c4968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.371853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-870d5734-e56b-4ad5-909a-ba71224c4968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.375076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.377512 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-870d5734-e56b-4ad5-909a-ba71224c4968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.384038 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-870d5734-e56b-4ad5-909a-ba71224c4968 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32c81028-aedb-4e07-bf3e-f9fbc5bb45dd HTTP/1.1" status: 204 len: 168 time: 0.2444994 Sep 16 05:29:48.392730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7ac50b16-68b7-4cfb-a3a7-e985e9f4656e None None] Provisioning complete for port e61d3636-c309-4391-9e04-40f28638caa6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:48.393294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ac50b16-68b7-4cfb-a3a7-e985e9f4656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.396773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d5734-e56b-4ad5-909a-ba71224c4968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c81028-aedb-4e07-bf3e-f9fbc5bb45dd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:48.472435 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.530962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Allocated IP 172.23.0.1 (82bb548c-230d-46e3-8801-c0a2e09bfabe/52c2f040-f4dd-424f-8b22-bc8d74127b45/0887489d-00c5-4a1a-aa8d-c6d0859d8ed3) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:48.531626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Network 82bb548c-230d-46e3-8801-c0a2e09bfabe is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:48.538542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:48.541686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Pushing event updated for resources: {'Port': ['ID=8de047ee-bba1-48f7-a1d2-2e781e91ae90,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:48.545413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:48.548433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 10914e59-cebe-40ae-9751-7c9ba0aa8923 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:48.674792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.785305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.831413 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ac50b16-68b7-4cfb-a3a7-e985e9f4656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.837055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:44Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:47Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:48.842369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 82bb548c-230d-46e3-8801-c0a2e09bfabe is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:48.844740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:48.847176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:48.854755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:48.882102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaebb29-c088-48a1-93b8-13059ffbdf67 None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:44Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:47Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:48.885662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Attempting to bind port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:48.886036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Attempting to bind port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:48.886462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Attempting to bind port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 on network 82bb548c-230d-46e3-8801-c0a2e09bfabe {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:48.901506 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.905202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:48.905425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Checking segment: {'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:48.905765 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.906162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Bound using segment: {'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:48.906653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Bound port: 8de047ee-bba1-48f7-a1d2-2e781e91ae90, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:48.907033 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.926577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7ac50b16-68b7-4cfb-a3a7-e985e9f4656e None None] For port e61d3636-c309-4391-9e04-40f28638caa6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e61d3636-c309-4391-9e04-40f28638caa6,segment=NetworkSegment(bc03efc7-4e80-40aa-ad80-3de02d75c836),segment_id=bc03efc7-4e80-40aa-ad80-3de02d75c836)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:48.927915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 10914e59-cebe-40ae-9751-7c9ba0aa8923 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:48.928152 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.083042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ac50b16-68b7-4cfb-a3a7-e985e9f4656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.091202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fd52c610-4844-4dac-810f-465382631e05 None None] For port 8de047ee-bba1-48f7-a1d2-2e781e91ae90, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:49.095531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fd52c610-4844-4dac-810f-465382631e05 None None] For port 8de047ee-bba1-48f7-a1d2-2e781e91ae90, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8de047ee-bba1-48f7-a1d2-2e781e91ae90,segment=NetworkSegment(bfa76767-4b74-4e00-b15d-224ee3693a28),segment_id=bfa76767-4b74-4e00-b15d-224ee3693a28)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:49.149251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59784) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:49.173952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac50b16-68b7-4cfb-a3a7-e985e9f4656e None None] Pushing event updated for resources: {'Port': ['ID=e61d3636-c309-4391-9e04-40f28638caa6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:49.215573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.229281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.253691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-00b52275-3386-4834-86a3-3e06b4d732bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01379303f1624b3188bcc244cc3eb7e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011007 Sep 16 05:29:49.254341 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59786) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:49.347631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52c610-4844-4dac-810f-465382631e05 None None] Pushing event updated for resources: {'Port': ['ID=8de047ee-bba1-48f7-a1d2-2e781e91ae90,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:49.393659 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9cb72467-8fb4-4bc6-9a97-635192646c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.445032 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9cb72467-8fb4-4bc6-9a97-635192646c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.591902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9cb72467-8fb4-4bc6-9a97-635192646c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.598699 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9cb72467-8fb4-4bc6-9a97-635192646c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.600039 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9cb72467-8fb4-4bc6-9a97-635192646c72 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5f2e228-9fed-42b4-a052-7b767673a7fc HTTP/1.1" status: 204 len: 168 time: 0.3440077 Sep 16 05:29:49.627539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb72467-8fb4-4bc6-9a97-635192646c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f2e228-9fed-42b4-a052-7b767673a7fc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:49.690130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.743838 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.827165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.828855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event updated for resources: {'Port': ['ID=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:49.930293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Network 82bb548c-230d-46e3-8801-c0a2e09bfabe is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:49.931922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:50.045611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:50.153319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:50.162588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59802) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:50.162837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-581c2a9b-46e0-48e3-ba1f-c300cdc4779f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461177 Sep 16 05:29:50.167369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:50.386768 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:50.397377 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:50.398145 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:50.535951 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:50.637148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8de047ee-bba1-48f7-a1d2-2e781e91ae90 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:50.681407 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dee904-d36a-4354-8063-f364f4efc904 None None] Network 82bb548c-230d-46e3-8801-c0a2e09bfabe requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:50.716139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.extraroute_db [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:29:50.730325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.extraroute_db [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Removed routes are [] {{(pid=101825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:29:50.734406 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.793242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6362c327-cb8c-4bca-b043-8b490ee77cb6 None None] Provisioning complete for port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:50.793612 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6362c327-cb8c-4bca-b043-8b490ee77cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.845746 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:49Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:49Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:50.876747 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:50.877272 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Updating router 20923781-4583-45a1-aded-68dbf0af543a port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:29:50.907365 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.916577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:50.916577 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.067952 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6362c327-cb8c-4bca-b043-8b490ee77cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.142778 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.146685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.148031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6362c327-cb8c-4bca-b043-8b490ee77cb6 None None] For port 8de047ee-bba1-48f7-a1d2-2e781e91ae90, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8de047ee-bba1-48f7-a1d2-2e781e91ae90,segment=NetworkSegment(bfa76767-4b74-4e00-b15d-224ee3693a28),segment_id=bfa76767-4b74-4e00-b15d-224ee3693a28)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:51.162863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.226280 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6362c327-cb8c-4bca-b043-8b490ee77cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.299463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:51.324808 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.342957 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:29:51.342957 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:29:51.357090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362c327-cb8c-4bca-b043-8b490ee77cb6 None None] Pushing event updated for resources: {'Port': ['ID=8de047ee-bba1-48f7-a1d2-2e781e91ae90,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:51.416924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:51.424488 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.425848 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aabd99de-3411-4166-94d9-70fdc5946981 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 200 len: 933 time: 1.2622228 Sep 16 05:29:51.429996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59822) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:51.437503 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.492345 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ae203-d425-4190-b43c-d27acdd2ef05 None None] Pushing event updated for resources: {'Port': ['ID=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:51.558867 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Attempting to bind port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:51.559574 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Attempting to bind port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:51.560115 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Attempting to bind port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 on network 82bb548c-230d-46e3-8801-c0a2e09bfabe {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:51.565990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c0c62d5c-9f36-4538-8176-a200953f0578 None None] Provisioning complete for port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:51.565990 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0c62d5c-9f36-4538-8176-a200953f0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.566634 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:51.569580 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Checking segment: {'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:51.570318 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.571396 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Bound using segment: {'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:51.573314 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Bound port: 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa76767-4b74-4e00-b15d-224ee3693a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:51.574045 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.637534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c0c62d5c-9f36-4538-8176-a200953f0578 None None] Port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:51.662940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c0c62d5c-9f36-4538-8176-a200953f0578 None None] Provisioning complete for port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:51.670473 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0c62d5c-9f36-4538-8176-a200953f0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.677895 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] For port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:51.682186 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] For port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,segment=NetworkSegment(bfa76767-4b74-4e00-b15d-224ee3693a28),segment_id=bfa76767-4b74-4e00-b15d-224ee3693a28)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:51.772847 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.892108 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:51.892764 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:51.909202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e61d3636-c309-4391-9e04-40f28638caa6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:52.002877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6099e85c-efdd-4248-8360-8d14213a39ec None None] Provisioning complete for port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:52.003287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6099e85c-efdd-4248-8360-8d14213a39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.011167 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:52.099787 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ae203-d425-4190-b43c-d27acdd2ef05 None None] Pushing event updated for resources: {'Port': ['ID=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:52.130923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59834) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:52.173357 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e61d3636-c309-4391-9e04-40f28638caa6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:52.173706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.241195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b4dd0c94-fcbb-407d-ae9e-4739ed7e181e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 200 len: 933 time: 0.8091154 Sep 16 05:29:52.245807 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6099e85c-efdd-4248-8360-8d14213a39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.248655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59838) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:52.257834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'routes': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:52.316571 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:50Z', 'revision_number': 6, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:51Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:52.330046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1161088316', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:52.362643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6099e85c-efdd-4248-8360-8d14213a39ec None None] For port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,segment=NetworkSegment(bfa76767-4b74-4e00-b15d-224ee3693a28),segment_id=bfa76767-4b74-4e00-b15d-224ee3693a28)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:52.365545 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a38bcb-291f-48c4-8d03-55ddaa6fd9d9 None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:50Z', 'revision_number': 6, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:51Z', 'revision_number': 4, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:52.437793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Made reservation on behalf of 30c70389c3344d8f9991f384b3dc81e2 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:52.440547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.454116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.466532 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6099e85c-efdd-4248-8360-8d14213a39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.608439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099e85c-efdd-4248-8360-8d14213a39ec None None] Pushing event updated for resources: {'Port': ['ID=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:52.619807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d5078700-19ac-4e5a-938a-b24dd37ab2a3 None None] Provisioning complete for port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:52.620189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d5078700-19ac-4e5a-938a-b24dd37ab2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.682366 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.725499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:52.748999 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.753908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] device_id is not set on port 739ea53c-2d50-4b1a-ac34-e04f9fccfb09 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:52.866272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:52.867306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.920217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Allocated IP 172.25.7.164 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/739ea53c-2d50-4b1a-ac34-e04f9fccfb09) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:52.929119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.extraroute_db [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added routes are [] {{(pid=101824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:29:52.929884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.extraroute_db [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:29:52.976839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.992658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8de047ee-bba1-48f7-a1d2-2e781e91ae90 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:53.040038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-00f36221-a874-42a5-8dc9-593b63c2b961 None None] Provisioning complete for port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:53.040447 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-00f36221-a874-42a5-8dc9-593b63c2b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.049872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0699ed4c-f37a-49b8-9a93-b38343a71b88,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:53.095773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:53.096150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.104357 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.192276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.238645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:53.242108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:53.245770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:53.291698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Pushing event updated for resources: {'Port': ['ID=739ea53c-2d50-4b1a-ac34-e04f9fccfb09,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:53.301152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.305095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.305711 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.307523 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.410362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:53.433847 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-df35ed8e-67eb-45c2-8283-f31842b04fdf tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3010147 Sep 16 05:29:53.439056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59846) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:53.445366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.164'}]}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:53.500156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:53.507218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:53.507877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:53.540667 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.542162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.543480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:53.552861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.554105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9a0665bd-6486-4327-9c5a-2074b93d5233 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 200 len: 699 time: 1.3032498 Sep 16 05:29:53.557024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59848) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:53.567283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c473b1-3e66-449f-9709-150cc722d10e req-ba3d0a01-043d-4819-aede-28b0abe98492 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.569432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6c473b1-3e66-449f-9709-150cc722d10e req-ba3d0a01-043d-4819-aede-28b0abe98492 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 945 time: 0.1026201 Sep 16 05:29:53.602995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:53.626225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6c473b1-3e66-449f-9709-150cc722d10e req-feafb31d-0233-41ea-bcbb-619d27441250 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Sep 16 05:29:53.647922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.703641 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3b6a4f51-7621-4650-a1ec-ef3be751ada2 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 200 len: 699 time: 0.1453090 Sep 16 05:29:53.707866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59850) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:53.812621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 7, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:53.842526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:53.851268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:53.851909 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:53.943020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:54.172960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.309702 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 7, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:54.337101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09cfa48-c35d-47ba-9f7f-b13728db336d None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 7, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:54.496293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:54.552223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:54.552739 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.572399 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:54.583561 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:54.584748 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:54.588894 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.617047 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.658559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.682483 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:54.739708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b677-9c1f-436f-8147-5e0c85822d60 req-ee128163-f062-426f-8ccc-8d668c525c30 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.741928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c265b677-9c1f-436f-8147-5e0c85822d60 req-ee128163-f062-426f-8ccc-8d668c525c30 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 945 time: 0.0518067 Sep 16 05:29:54.784887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c265b677-9c1f-436f-8147-5e0c85822d60 req-6ea65b6e-904c-4f6c-9642-fceef955c4c7 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355659 Sep 16 05:29:54.893314 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 7, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:54.923720 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:54.931972 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:54.932659 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:54.977115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.017950 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:55.171214 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.174307 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.218886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:55.219217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.246111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-f2b82fa0-95a2-4943-a91d-690b26950acf tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:55.247636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-f2b82fa0-95a2-4943-a91d-690b26950acf tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 945 time: 0.0588729 Sep 16 05:29:55.313037 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.313545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdf2d349-fad4-4908-a59a-3caa1886be1a {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:55.322201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,segment=NetworkSegment(bfa76767-4b74-4e00-b15d-224ee3693a28),segment_id=bfa76767-4b74-4e00-b15d-224ee3693a28)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:55.322470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.323936 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 7, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:55.342133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:55.354141 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81f858-9c6c-4c6d-ab0d-6f010db3b7d2 None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 7, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '0887489d-00c5-4a1a-aa8d-c6d0859d8ed3', 'name': '', 'network_id': '82bb548c-230d-46e3-8801-c0a2e09bfabe', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:fb:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:48Z', 'updated_at': '2021-09-16T05:29:52Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '52c2f040-f4dd-424f-8b22-bc8d74127b45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:55.357087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Deleting port 7251ce43-2d52-4d55-8fe8-f27a162842c9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:55.357448 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.416009 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:29:55.417460 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3630d752-5532-4943-8d7e-3c0f51b7ee3a tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9770536 Sep 16 05:29:55.420422 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59854) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:55.435093 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:55.460095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] For port 7251ce43-2d52-4d55-8fe8-f27a162842c9, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7251ce43-2d52-4d55-8fe8-f27a162842c9,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:55.460714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.474652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Calling delete_port for 7251ce43-2d52-4d55-8fe8-f27a162842c9 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:55.587962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bdf39766-7a8c-4baa-81dd-7cc076de41eb tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Deleting port 739ea53c-2d50-4b1a-ac34-e04f9fccfb09 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:55.588345 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdf39766-7a8c-4baa-81dd-7cc076de41eb tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.655234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.683157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.695345 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdf39766-7a8c-4baa-81dd-7cc076de41eb tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.695835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7251ce43-2d52-4d55-8fe8-f27a162842c9'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:55.697985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=0887489d-00c5-4a1a-aa8d-c6d0859d8ed3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:55.713893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Pushing event deleted for resources: {'Port': ['ID=7251ce43-2d52-4d55-8fe8-f27a162842c9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:55.716203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bdf39766-7a8c-4baa-81dd-7cc076de41eb tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Calling delete_port for 739ea53c-2d50-4b1a-ac34-e04f9fccfb09 owned by {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:55.764292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] No DVR routers for this DVR port 7251ce43-2d52-4d55-8fe8-f27a162842c9 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:55.767538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.770643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-515f5ef5-585b-4d2b-833f-bfdda3ff2e57 req-952966fc-1731-48f0-a927-c3d725da1a66 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.60 "DELETE /v2.0/ports/7251ce43-2d52-4d55-8fe8-f27a162842c9 HTTP/1.1" status: 204 len: 173 time: 0.5159123 Sep 16 05:29:55.771344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3948ea0-cf96-4ccb-88f6-3367e1bd1765', 'name': 'network-vif-deleted', 'tag': '7251ce43-2d52-4d55-8fe8-f27a162842c9'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:55.774922 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20290d1c-1568-4979-a4f5-89fd8c9b13c6" -d '{"events": [{"server_uuid": "f3948ea0-cf96-4ccb-88f6-3367e1bd1765", "name": "network-vif-deleted", "tag": "7251ce43-2d52-4d55-8fe8-f27a162842c9"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:55.829546 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c825ce44-82bc-4434-af81-7ab67f496cbe x-openstack-request-id: req-c825ce44-82bc-4434-af81-7ab67f496cbe {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:55.829847 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3948ea0-cf96-4ccb-88f6-3367e1bd1765", "name": "network-vif-deleted", "tag": "7251ce43-2d52-4d55-8fe8-f27a162842c9", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:55.830104 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c825ce44-82bc-4434-af81-7ab67f496cbe {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:55.830528 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3948ea0-cf96-4ccb-88f6-3367e1bd1765', 'name': 'network-vif-deleted', 'tag': '7251ce43-2d52-4d55-8fe8-f27a162842c9', 'status': 'completed', 'code': 200} Sep 16 05:29:55.901496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-889d5388-ab46-44d1-811b-83dc78e1534a req-b9746d44-8688-4764-bc09-4f033c857096 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3948ea0-cf96-4ccb-88f6-3367e1bd1765 HTTP/1.1" status: 200 len: 210 time: 0.0291584 Sep 16 05:29:55.967073 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.365830 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdf39766-7a8c-4baa-81dd-7cc076de41eb tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.396036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf39766-7a8c-4baa-81dd-7cc076de41eb tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Pushing event deleted for resources: {'Port': ['ID=739ea53c-2d50-4b1a-ac34-e04f9fccfb09,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:56.494081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:56.506784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bdf39766-7a8c-4baa-81dd-7cc076de41eb tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.508742 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bdf39766-7a8c-4baa-81dd-7cc076de41eb tempest-RoutersAdminNegativeTest-733203966 tempest-RoutersAdminNegativeTest-733203966-project-admin] 10.222.0.59 "DELETE /v2.0/ports/739ea53c-2d50-4b1a-ac34-e04f9fccfb09 HTTP/1.1" status: 204 len: 168 time: 1.0864043 Sep 16 05:29:56.599074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:56.609819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:56.612131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f07d1e37-677c-4eac-98eb-d6c5c533544b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9031875 Sep 16 05:29:56.614832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59862) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:56.619999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:56.621028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:56.670735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4768f52-02d0-4526-a57d-16bdac8b561a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet 52c2f040-f4dd-424f-8b22-bc8d74127b45 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:56.674009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4768f52-02d0-4526-a57d-16bdac8b561a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.712436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:56.715462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4768f52-02d0-4526-a57d-16bdac8b561a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.807613 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4768f52-02d0-4526-a57d-16bdac8b561a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.925006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:55Z', 'revision_number': 8, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:56.932012 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4768f52-02d0-4526-a57d-16bdac8b561a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.954268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:56.963393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:56.964034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:56.974040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4768f52-02d0-4526-a57d-16bdac8b561a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=52c2f040-f4dd-424f-8b22-bc8d74127b45,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:56.976821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4768f52-02d0-4526-a57d-16bdac8b561a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.978916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d4768f52-02d0-4526-a57d-16bdac8b561a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/52c2f040-f4dd-424f-8b22-bc8d74127b45 HTTP/1.1" status: 204 len: 168 time: 0.3629863 Sep 16 05:29:56.982339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59868) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:57.006202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba32d7-0e13-464c-830f-79838aed9932 None None] Network 82bb548c-230d-46e3-8801-c0a2e09bfabe requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:57.006661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59872) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:57.094319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.122922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2941b0e6-4d1c-4096-b371-dda009b89d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.139158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:57.155571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:57.156519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.226819 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2941b0e6-4d1c-4096-b371-dda009b89d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.241754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 8de047ee-bba1-48f7-a1d2-2e781e91ae90, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8de047ee-bba1-48f7-a1d2-2e781e91ae90,segment=NetworkSegment(bfa76767-4b74-4e00-b15d-224ee3693a28),segment_id=bfa76767-4b74-4e00-b15d-224ee3693a28)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:57.242129 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.258400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 8de047ee-bba1-48f7-a1d2-2e781e91ae90 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:57.308308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2941b0e6-4d1c-4096-b371-dda009b89d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.356297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2941b0e6-4d1c-4096-b371-dda009b89d6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0001f55a3fd54912a15ed0f9089aa1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461692 Sep 16 05:29:57.357823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59878) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:57.361980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941b0e6-4d1c-4096-b371-dda009b89d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f209e3b3-ac45-4d6e-9177-de29967b0034,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:57.383573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] DHCP port deletion for 82bb548c-230d-46e3-8801-c0a2e09bfabe request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:57.425096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c99530a-291d-45af-a227-b60b39562e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.429607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.471217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:55Z', 'revision_number': 8, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:57.479027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No DVR routers for this DVR port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:57.486255 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c99530a-291d-45af-a227-b60b39562e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.488081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=8de047ee-bba1-48f7-a1d2-2e781e91ae90,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:57.499526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] Deleting port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:57.499912 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.501869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44291d-5175-4574-aa49-bb6182210245 None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:55Z', 'revision_number': 8, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e61d3636-c309-4391-9e04-40f28638caa6', 'name': '', 'network_id': 'ad9bc467-9e4e-4927-ba7a-fe047ed72982', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:95:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:44Z', 'updated_at': '2021-09-16T05:29:48Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '303284b5-b44f-4c22-baa7-2b43aca18b7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:57.567929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] For port 8de047ee-bba1-48f7-a1d2-2e781e91ae90, host n-d-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:57.568339 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.581765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] Calling delete_port for 8de047ee-bba1-48f7-a1d2-2e781e91ae90 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:57.585084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.ipam_backend_mixin [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] Port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 was not found and therefore no delete operation was performed {{(pid=101826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:29:57.586380 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.605968 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.616064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] Pushing event deleted for resources: {'Port': ['ID=8de047ee-bba1-48f7-a1d2-2e781e91ae90,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:57.620868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3761a-fea1-432d-901e-905b9226c4f5 None None] No DVR routers for this DVR port 8de047ee-bba1-48f7-a1d2-2e781e91ae90 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:57.642979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bb548c-230d-46e3-8801-c0a2e09bfabe']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:57.653681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa76767-4b74-4e00-b15d-224ee3693a28') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:57.654094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa76767-4b74-4e00-b15d-224ee3693a28') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:57.663038 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.677653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.683723 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:57.684115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:57.687022 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:57.745840 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c99530a-291d-45af-a227-b60b39562e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.748438 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0c99530a-291d-45af-a227-b60b39562e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.752168 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0c99530a-291d-45af-a227-b60b39562e7b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f209e3b3-ac45-4d6e-9177-de29967b0034 HTTP/1.1" status: 204 len: 168 time: 0.3907826 Sep 16 05:29:57.764974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99530a-291d-45af-a227-b60b39562e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f209e3b3-ac45-4d6e-9177-de29967b0034,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:57.831526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.836947 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.841560 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/82bb548c-230d-46e3-8801-c0a2e09bfabe HTTP/1.1" status: 204 len: 168 time: 0.8549364 Sep 16 05:29:57.842351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59882) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:57.868059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877b140-99f8-49f4-bdf2-5121887824dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=82bb548c-230d-46e3-8801-c0a2e09bfabe,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:58.210534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.225645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7251ce43-2d52-4d55-8fe8-f27a162842c9 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:58.250670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 7251ce43-2d52-4d55-8fe8-f27a162842c9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:58.251361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7251ce43-2d52-4d55-8fe8-f27a162842c9 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:58.264752 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.422701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59888) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:58.472485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b1ed1fcd-829e-41dd-b220-b6a304c122ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30c70389c3344d8f9991f384b3dc81e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442786 Sep 16 05:29:58.475553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59890) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:58.478347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port e61d3636-c309-4391-9e04-40f28638caa6 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:58.478793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.494571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:58.519033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:58.519410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0887489d-00c5-4a1a-aa8d-c6d0859d8ed3 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:58.519976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8de047ee-bba1-48f7-a1d2-2e781e91ae90 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:58.545140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8de047ee-bba1-48f7-a1d2-2e781e91ae90 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:58.545722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8de047ee-bba1-48f7-a1d2-2e781e91ae90 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:58.547206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f2b621d-78f2-4f0d-b190-312b9c6370d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.574479 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f2b621d-78f2-4f0d-b190-312b9c6370d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.589408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port e61d3636-c309-4391-9e04-40f28638caa6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e61d3636-c309-4391-9e04-40f28638caa6,segment=NetworkSegment(bc03efc7-4e80-40aa-ad80-3de02d75c836),segment_id=bc03efc7-4e80-40aa-ad80-3de02d75c836)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:58.589778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.604238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for e61d3636-c309-4391-9e04-40f28638caa6 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:58.692162 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f2b621d-78f2-4f0d-b190-312b9c6370d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.697210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f2b621d-78f2-4f0d-b190-312b9c6370d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.705100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8f2b621d-78f2-4f0d-b190-312b9c6370d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0699ed4c-f37a-49b8-9a93-b38343a71b88 HTTP/1.1" status: 204 len: 168 time: 0.2285802 Sep 16 05:29:58.717746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b621d-78f2-4f0d-b190-312b9c6370d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699ed4c-f37a-49b8-9a93-b38343a71b88,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:58.908917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.939305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=e61d3636-c309-4391-9e04-40f28638caa6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:59.106512 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.304875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:59.401651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:59.409135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-20066f8c-de7c-4e7a-845e-7c47dad60c63 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5625777 Sep 16 05:29:59.409591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59904) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:59.411882 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:59.422719 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:59.423375 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:59.469573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8a5d1d-4ab4-443d-ada1-f859320a6d0e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet 303284b5-b44f-4c22-baa7-2b43aca18b7b {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:59.472858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5d1d-4ab4-443d-ada1-f859320a6d0e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.516342 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5d1d-4ab4-443d-ada1-f859320a6d0e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.521536 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:59.612000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5d1d-4ab4-443d-ada1-f859320a6d0e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.740552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5d1d-4ab4-443d-ada1-f859320a6d0e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.742609 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:58Z', 'revision_number': 9, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:59.771039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:59.771355 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a5d1d-4ab4-443d-ada1-f859320a6d0e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=303284b5-b44f-4c22-baa7-2b43aca18b7b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:59.777815 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5d1d-4ab4-443d-ada1-f859320a6d0e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.782552 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3c8a5d1d-4ab4-443d-ada1-f859320a6d0e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/303284b5-b44f-4c22-baa7-2b43aca18b7b HTTP/1.1" status: 204 len: 168 time: 0.3718193 Sep 16 05:29:59.783560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59924) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:59.788675 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:59.789406 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:59.793668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167cdb01-73fa-4fd6-af17-ebc997c59d64 None None] Network ad9bc467-9e4e-4927-ba7a-fe047ed72982 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:59.866470 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.915196 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:59.949257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 10914e59-cebe-40ae-9751-7c9ba0aa8923 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:59.949535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.025419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59930) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:00.035698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] DHCP port deletion for ad9bc467-9e4e-4927-ba7a-fe047ed72982 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:00.036084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 10914e59-cebe-40ae-9751-7c9ba0aa8923, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=10914e59-cebe-40ae-9751-7c9ba0aa8923,segment=NetworkSegment(bc03efc7-4e80-40aa-ad80-3de02d75c836),segment_id=bc03efc7-4e80-40aa-ad80-3de02d75c836)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:00.036861 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.052298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 10914e59-cebe-40ae-9751-7c9ba0aa8923 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:00.127149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] Deleting port 10914e59-cebe-40ae-9751-7c9ba0aa8923 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:00.127703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.159612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1363120810'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:00.204103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] For port 10914e59-cebe-40ae-9751-7c9ba0aa8923, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=10914e59-cebe-40ae-9751-7c9ba0aa8923,segment=NetworkSegment(bc03efc7-4e80-40aa-ad80-3de02d75c836),segment_id=bc03efc7-4e80-40aa-ad80-3de02d75c836)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:00.204595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.217536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] Calling delete_port for 10914e59-cebe-40ae-9751-7c9ba0aa8923 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:00.227959 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:58Z', 'revision_number': 9, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:00.237197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.259502 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10e84-08d0-4409-a3f6-3533a1fadca3 None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:29:58Z', 'revision_number': 9, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '7b8155ce-5314-4b86-8bba-112ed85f783c', 'name': '', 'network_id': '6d95cacc-de02-4f51-91bf-07be3a92d90d', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:e2:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:38Z', 'updated_at': '2021-09-16T05:29:43Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': '0eab4c3d-c99d-4880-95de-86f2118db659', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:00.274357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:00.276238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No DVR routers for this DVR port 10914e59-cebe-40ae-9751-7c9ba0aa8923 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:00.279214 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.291990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.321008 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.322582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=10914e59-cebe-40ae-9751-7c9ba0aa8923,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:00.347925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] Pushing event deleted for resources: {'Port': ['ID=10914e59-cebe-40ae-9751-7c9ba0aa8923,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:00.354171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28449f-b256-4a2e-90fe-6b66bab5bdf5 None None] No DVR routers for this DVR port 10914e59-cebe-40ae-9751-7c9ba0aa8923 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:00.421968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.423611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.454149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9bc467-9e4e-4927-ba7a-fe047ed72982']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:00.464693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc03efc7-4e80-40aa-ad80-3de02d75c836') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:00.464999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc03efc7-4e80-40aa-ad80-3de02d75c836') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:00.476398 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.488648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.490625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.497542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:00.498250 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:00.501896 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:00.519980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a18d358-2595-402a-b798-6c6737212af9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:00.629267 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.643534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.644536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:00.648976 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/ad9bc467-9e4e-4927-ba7a-fe047ed72982 HTTP/1.1" status: 204 len: 168 time: 0.8644419 Sep 16 05:30:00.659741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59934) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:00.681045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47635e4-ef69-4754-adf0-3060ae877954 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=ad9bc467-9e4e-4927-ba7a-fe047ed72982,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:00.691441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e61d3636-c309-4391-9e04-40f28638caa6 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:00.708598 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.709216 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment a5ebfa62-1591-4bf6-aca2-36045a21e451 of type vlan for network 7ad42b0a-0789-4474-b27a-b203bd4362b9 Sep 16 05:30:00.721536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: e61d3636-c309-4391-9e04-40f28638caa6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:00.721895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e61d3636-c309-4391-9e04-40f28638caa6 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:00.722323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 10914e59-cebe-40ae-9751-7c9ba0aa8923 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:00.745867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 10914e59-cebe-40ae-9751-7c9ba0aa8923 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:00.746315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 10914e59-cebe-40ae-9751-7c9ba0aa8923 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:00.790311 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.939460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.945349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.947277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.400228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=7ad42b0a-0789-4474-b27a-b203bd4362b9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:01.411942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 7ad42b0a-0789-4474-b27a-b203bd4362b9 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:01.443211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0257dc95-e863-4032-8a15-4739ac945588 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4132013 Sep 16 05:30:01.496170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.752640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 7b8155ce-5314-4b86-8bba-112ed85f783c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:01.752989 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.844592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 7b8155ce-5314-4b86-8bba-112ed85f783c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=7b8155ce-5314-4b86-8bba-112ed85f783c,segment=NetworkSegment(31ab23e8-57e3-4535-9757-fb04576a030a),segment_id=31ab23e8-57e3-4535-9757-fb04576a030a)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:01.844974 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.857248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 7b8155ce-5314-4b86-8bba-112ed85f783c owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:02.117109 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.144672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=7b8155ce-5314-4b86-8bba-112ed85f783c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:02.304209 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.514488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:02.612050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:02.617636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-061a866c-e399-451e-8e55-060db2a92ffe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9568739 Sep 16 05:30:02.623767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59944) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:02.635476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:02.647562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:02.648187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:02.682087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe32ac02-29fe-4b26-8eed-f1efbf4daa39 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet 0eab4c3d-c99d-4880-95de-86f2118db659 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:02.685006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe32ac02-29fe-4b26-8eed-f1efbf4daa39 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.730832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe32ac02-29fe-4b26-8eed-f1efbf4daa39 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.748886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:02.842566 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe32ac02-29fe-4b26-8eed-f1efbf4daa39 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.998178 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe32ac02-29fe-4b26-8eed-f1efbf4daa39 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.033117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32ac02-29fe-4b26-8eed-f1efbf4daa39 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=0eab4c3d-c99d-4880-95de-86f2118db659,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:03.057684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb6499e-5583-4055-bb50-9881feaa9d87 None None] Network 6d95cacc-de02-4f51-91bf-07be3a92d90d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:03.057955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fe32ac02-29fe-4b26-8eed-f1efbf4daa39 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.061105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe32ac02-29fe-4b26-8eed-f1efbf4daa39 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/0eab4c3d-c99d-4880-95de-86f2118db659 HTTP/1.1" status: 204 len: 168 time: 0.4362545 Sep 16 05:30:03.064110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59950) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:03.153920 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.210431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 437253a7-1443-436e-bf95-9928f7c9347a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:03.211109 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.241449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:01Z', 'revision_number': 10, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.279950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:03.288866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 437253a7-1443-436e-bf95-9928f7c9347a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=437253a7-1443-436e-bf95-9928f7c9347a,segment=NetworkSegment(31ab23e8-57e3-4535-9757-fb04576a030a),segment_id=31ab23e8-57e3-4535-9757-fb04576a030a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:03.289557 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.296599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:03.297404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.333216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 437253a7-1443-436e-bf95-9928f7c9347a owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:03.430185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] DHCP port deletion for 6d95cacc-de02-4f51-91bf-07be3a92d90d request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:03.475186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:03.505597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.537476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No DVR routers for this DVR port 437253a7-1443-436e-bf95-9928f7c9347a on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:03.542998 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=437253a7-1443-436e-bf95-9928f7c9347a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:03.567965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] Deleting port 437253a7-1443-436e-bf95-9928f7c9347a {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:03.568348 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.656103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.684632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] For port 437253a7-1443-436e-bf95-9928f7c9347a, host n-d-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:03.685230 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.686328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d95cacc-de02-4f51-91bf-07be3a92d90d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.697366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ab23e8-57e3-4535-9757-fb04576a030a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.697883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ab23e8-57e3-4535-9757-fb04576a030a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.708249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] Calling delete_port for 437253a7-1443-436e-bf95-9928f7c9347a owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:03.710434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.712198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.ipam_backend_mixin [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] Port 437253a7-1443-436e-bf95-9928f7c9347a was not found and therefore no delete operation was performed {{(pid=101826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:30:03.715164 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.743730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.758813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:03.759779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.775273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] No DVR routers for this DVR port 437253a7-1443-436e-bf95-9928f7c9347a on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:03.775273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068e6c0-1099-429f-a1ee-9e578cbae3af None None] Pushing event deleted for resources: {'Port': ['ID=437253a7-1443-436e-bf95-9928f7c9347a,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:03.792882 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:03.881642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:01Z', 'revision_number': 10, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.940094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a8e7f-2d7c-44fc-a54a-1b283e39b0d4 None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:01Z', 'revision_number': 10, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None, '_interfaces': [{'id': '9b8bbf2b-3210-488f-ae3c-1c28f41485c7', 'name': '', 'network_id': '85ed7ada-dc2d-4349-ad30-9c09df202cce', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'mac_address': 'fa:16:3e:78:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20923781-4583-45a1-aded-68dbf0af543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:29:34Z', 'updated_at': '2021-09-16T05:29:39Z', 'revision_number': 5, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'subnets': [{'id': 'd6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:04.037799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.045648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.050769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/6d95cacc-de02-4f51-91bf-07be3a92d90d HTTP/1.1" status: 204 len: 168 time: 0.9830673 Sep 16 05:30:04.051092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59954) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:04.074661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d787537-7207-422f-aa1a-bbbbb9a789f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=6d95cacc-de02-4f51-91bf-07be3a92d90d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:04.398694 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.538451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 437253a7-1443-436e-bf95-9928f7c9347a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:04.564127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 437253a7-1443-436e-bf95-9928f7c9347a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:04.565490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 437253a7-1443-436e-bf95-9928f7c9347a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:04.566165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7b8155ce-5314-4b86-8bba-112ed85f783c no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:04.595424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 7b8155ce-5314-4b86-8bba-112ed85f783c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:04.595762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 7b8155ce-5314-4b86-8bba-112ed85f783c not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:04.675988 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:04.676503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.715627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59970) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:04.729178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': '7ad42b0a-0789-4474-b27a-b203bd4362b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:04.772379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 9b8bbf2b-3210-488f-ae3c-1c28f41485c7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,segment=NetworkSegment(a0927d3e-bba8-4a9a-b550-052b3c52414d),segment_id=a0927d3e-bba8-4a9a-b550-052b3c52414d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:04.772745 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.784438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:04.822441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-09a14122-4783-44be-9be1-9ef276c65f80 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.823909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-09a14122-4783-44be-9be1-9ef276c65f80 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/networks?id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817 HTTP/1.1" status: 200 len: 813 time: 0.1796944 Sep 16 05:30:04.849833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-84c173cb-a259-4b57-ad6f-9c5722e192e0 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/quotas/554a4498cd8b40b2a178a5d256a9e848 HTTP/1.1" status: 200 len: 375 time: 0.0180500 Sep 16 05:30:04.881925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-86ee09d2-1fc3-4974-92f5-6b115c62ff6a tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=554a4498cd8b40b2a178a5d256a9e848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254171 Sep 16 05:30:04.966830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:04.970329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.020927 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.048728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=9b8bbf2b-3210-488f-ae3c-1c28f41485c7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:05.098279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-8dcc6349-71da-47e4-b00f-ef11384f16c3 service neutron] 10.222.0.59 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088919 Sep 16 05:30:05.196068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.270873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-a626f767-0c5e-4105-83a1-f1775ee3c9e3 service neutron] 10.222.0.59 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644039 Sep 16 05:30:05.348663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.352629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:05.422484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=bfe3f7f9-4849-4f22-976c-4899a8458ca3,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:05.427554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': 'a5ebfa62-1591-4bf6-aca2-36045a21e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ad42b0a-0789-4474-b27a-b203bd4362b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:05.427924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: 7ad42b0a-0789-4474-b27a-b203bd4362b9, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:05.530908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0369ca62-d74c-42e2-909d-7006d0d17234 req-6f6f903e-ac01-4ec4-94ee-9e220f1271fb tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 210 time: 0.0300851 Sep 16 05:30:05.531804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network 7ad42b0a-0789-4474-b27a-b203bd4362b9 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:05.611490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 7ad42b0a-0789-4474-b27a-b203bd4362b9) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:05.617751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.618337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.625445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ab1bc-4b17-400c-a274-311158f4b387 None None] Network 7ad42b0a-0789-4474-b27a-b203bd4362b9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:05.692902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:05.695935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-855b3b1a-1997-4e0e-95e8-71a8f84e6a0d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9784267 Sep 16 05:30:05.696112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59986) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:05.700880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272831945'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:05.704901 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:05.707053 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3ec504f9-7620-4157-b279-77b9c0ee7562 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536472 Sep 16 05:30:05.710003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59988) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:05.723639 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:05.724288 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:05.770339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd46a1a6-d654-4959-ab84-54a3aa509ae8 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting subnet d6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:05.773563 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd46a1a6-d654-4959-ab84-54a3aa509ae8 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.787653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-7ad42b0a-0789-4474-b27a-b203bd4362b9', 'network_id': '7ad42b0a-0789-4474-b27a-b203bd4362b9', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': 'bfe3f7f9-4849-4f22-976c-4899a8458ca3'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:05.788414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:05.788588 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.792127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.819484 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:05.821172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:05.832217 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.834050 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment 55d59cd6-6371-4aa7-a6ab-4932fdab8452 of type vlan for network a4a982d3-b674-4a8b-a13f-dc083910082e Sep 16 05:30:05.838827 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd46a1a6-d654-4959-ab84-54a3aa509ae8 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.877408 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:04Z', 'revision_number': 11, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:05.883461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.912373 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:05.922020 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:05.922652 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:05.943075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd46a1a6-d654-4959-ab84-54a3aa509ae8 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.987187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Allocated IP 2001:db8:0:ffff::2 (7ad42b0a-0789-4474-b27a-b203bd4362b9/bfe3f7f9-4849-4f22-976c-4899a8458ca3/e974f9a4-cac5-45e7-bf1b-23349083388a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:05.990505 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:06.020747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.029774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.030754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.062881 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:04Z', 'revision_number': 11, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:06.066285 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd46a1a6-d654-4959-ab84-54a3aa509ae8 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.093312 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f080f-95b1-42ae-9e2b-6da7f22d6005 None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:04Z', 'revision_number': 11, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:06.094870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46a1a6-d654-4959-ab84-54a3aa509ae8 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:06.100902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fd46a1a6-d654-4959-ab84-54a3aa509ae8 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.103051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fd46a1a6-d654-4959-ab84-54a3aa509ae8 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/d6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec HTTP/1.1" status: 204 len: 168 time: 0.3918056 Sep 16 05:30:06.105657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 59992) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:06.128078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9484682-8ccf-4d93-ac4b-56781021dc83 None None] Network 85ed7ada-dc2d-4349-ad30-9c09df202cce requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:06.138507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=a4a982d3-b674-4a8b-a13f-dc083910082e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:06.159261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network a4a982d3-b674-4a8b-a13f-dc083910082e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:06.178370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0793d49b-d8f3-4333-88d4-b8afff2996d2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4813638 Sep 16 05:30:06.181326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59994) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:06.186706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': 'a4a982d3-b674-4a8b-a13f-dc083910082e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:06.201765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.266534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Deleting port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:06.266921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.296593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.341607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] For port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0c85f1e0-11c1-4841-ace9-ceb6c85308d5,segment=NetworkSegment(a0927d3e-bba8-4a9a-b550-052b3c52414d),segment_id=a0927d3e-bba8-4a9a-b550-052b3c52414d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:06.342047 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.355211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Calling delete_port for 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:06.359645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:06.363226 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.392217 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.451088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Network 7ad42b0a-0789-4474-b27a-b203bd4362b9 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:06.454374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:06.458213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:06.478822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] DHCP port deletion for 85ed7ada-dc2d-4349-ad30-9c09df202cce request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:06.504954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Pushing event updated for resources: {'Port': ['ID=e974f9a4-cac5-45e7-bf1b-23349083388a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:06.517443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.550163 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Port': ['ID=0c85f1e0-11c1-4841-ace9-ceb6c85308d5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:06.552313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No DVR routers for this DVR port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:06.591652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:06.619775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Attempting to bind port e974f9a4-cac5-45e7-bf1b-23349083388a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:06.621803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Attempting to bind port e974f9a4-cac5-45e7-bf1b-23349083388a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a5ebfa62-1591-4bf6-aca2-36045a21e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ad42b0a-0789-4474-b27a-b203bd4362b9'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:06.621803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Attempting to bind port e974f9a4-cac5-45e7-bf1b-23349083388a on network 7ad42b0a-0789-4474-b27a-b203bd4362b9 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:06.624427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:06.624817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:06.625254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:06.647873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:06.648584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Checking segment: {'id': 'a5ebfa62-1591-4bf6-aca2-36045a21e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ad42b0a-0789-4474-b27a-b203bd4362b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:06.648703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.649051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Bound using segment: {'id': 'a5ebfa62-1591-4bf6-aca2-36045a21e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ad42b0a-0789-4474-b27a-b203bd4362b9'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:06.649774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Bound port: e974f9a4-cac5-45e7-bf1b-23349083388a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ebfa62-1591-4bf6-aca2-36045a21e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ad42b0a-0789-4474-b27a-b203bd4362b9'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:06.650361 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.660313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:06.661241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9b8bbf2b-3210-488f-ae3c-1c28f41485c7 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:06.678353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] Deleting port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:06.678669 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.680369 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.692669 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.697246 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a00db85d-5e5b-4d33-b749-4ff2491450f6 req-5927d4b6-3a83-4575-9022-317cb0706d21 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 210 time: 0.0627930 Sep 16 05:30:06.720522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ed7ada-dc2d-4349-ad30-9c09df202cce']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:06.741813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0927d3e-bba8-4a9a-b550-052b3c52414d') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:06.742244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0927d3e-bba8-4a9a-b550-052b3c52414d') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:06.752882 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.774167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=27495aa9-999d-4615-96f2-d981a5cd2929,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:06.777210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.782515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] For port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5, host n-d-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:06.782929 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.783081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': '55d59cd6-6371-4aa7-a6ab-4932fdab8452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a4a982d3-b674-4a8b-a13f-dc083910082e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:06.783526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: a4a982d3-b674-4a8b-a13f-dc083910082e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:06.787996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:06.787996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:06.792458 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:06.795048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] For port e974f9a4-cac5-45e7-bf1b-23349083388a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:06.800220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] Calling delete_port for 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:06.802925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.ipam_backend_mixin [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] Port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 was not found and therefore no delete operation was performed {{(pid=101826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:30:06.804314 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.834540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] Pushing event deleted for resources: {'Port': ['ID=0c85f1e0-11c1-4841-ace9-ceb6c85308d5,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:06.838137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c58e24-ce75-4ec5-827a-1e47c775d6a4 None None] No DVR routers for this DVR port 0c85f1e0-11c1-4841-ace9-ceb6c85308d5 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:06.870916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network a4a982d3-b674-4a8b-a13f-dc083910082e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:06.948466 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.957777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.959627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] For port e974f9a4-cac5-45e7-bf1b-23349083388a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e974f9a4-cac5-45e7-bf1b-23349083388a,segment=NetworkSegment(a5ebfa62-1591-4bf6-aca2-36045a21e451),segment_id=a5ebfa62-1591-4bf6-aca2-36045a21e451)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:06.960123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/networks/85ed7ada-dc2d-4349-ad30-9c09df202cce HTTP/1.1" status: 204 len: 168 time: 0.8531108 Sep 16 05:30:06.963488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 59998) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:06.968272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'routes': None}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:06.969659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9efcb8-7049-4af3-af6c-32d67ba6148d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Pushing event deleted for resources: {'Network': ['ID=85ed7ada-dc2d-4349-ad30-9c09df202cce,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.007119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, a4a982d3-b674-4a8b-a13f-dc083910082e) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:07.014338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.014508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04bee21-9e6e-4c5d-b4da-6081c45083e4 None None] Network a4a982d3-b674-4a8b-a13f-dc083910082e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:07.015101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.042766 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.144070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c2c8b-a1ed-4bad-bc8a-d21f1b8d4bbf None None] Pushing event updated for resources: {'Port': ['ID=e974f9a4-cac5-45e7-bf1b-23349083388a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.148632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.extraroute_db [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Added routes are [] {{(pid=101825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:30:07.148937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.extraroute_db [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Removed routes are [] {{(pid=101825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:30:07.149302 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.191255 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5e633163-b3b4-42d7-9295-942b0610b8f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0087156 Sep 16 05:30:07.194377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60000) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:07.233267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-a4a982d3-b674-4a8b-a13f-dc083910082e', 'network_id': 'a4a982d3-b674-4a8b-a13f-dc083910082e', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': '27495aa9-999d-4615-96f2-d981a5cd2929'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:07.234146 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.399020 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.406352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.454836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Allocated IP 2001:db8::1 (a4a982d3-b674-4a8b-a13f-dc083910082e/27495aa9-999d-4615-96f2-d981a5cd2929/2546ff91-3a21-4b0b-a431-5828509ef4bf) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:07.516392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.556269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router 20923781-4583-45a1-aded-68dbf0af543a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:07.614856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.666077 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.720731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:07.730013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.731224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a80032b0-818b-40df-92f0-b69c88c1c808 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 200 len: 700 time: 0.7667053 Sep 16 05:30:07.732121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] Sync routers for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:07.734367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60002) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:07.753752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:07.755111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:07.761309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-b491e07d-78a7-4fa9-9938-7f0c0c3025f9 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.763070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-b491e07d-78a7-4fa9-9938-7f0c0c3025f9 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.60 "GET /v2.0/networks?id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817 HTTP/1.1" status: 200 len: 813 time: 0.1621215 Sep 16 05:30:07.772625 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3db7e74e-09f0-4ab1-b7dd-3160ff27a61b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 200 len: 205 time: 0.0368936 Sep 16 05:30:07.775866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60006) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:07.779609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Request body: {'port': {'device_id': 'ff4606e9-9299-4c91-94e5-e70367251a1f', 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817', 'admin_state_up': True, 'tenant_id': '554a4498cd8b40b2a178a5d256a9e848'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:07.809091 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.880386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:07.886165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.928830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=27495aa9-999d-4615-96f2-d981a5cd2929,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.939032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b90873a5-64c8-4300-92cf-549a1af3bd90 req-a03390c6-eab4-47f2-b47f-ed3f8d8607f5 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 210 time: 0.1049280 Sep 16 05:30:07.944522 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ace461b3-93c6-45fd-af87-5247d9263603 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.989997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Network a4a982d3-b674-4a8b-a13f-dc083910082e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:07.993525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:07.996787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:08.006784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:04Z', 'revision_number': 11, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.032102 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.062542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a982d3-b674-4a8b-a13f-dc083910082e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.070145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Pushing event updated for resources: {'Port': ['ID=2546ff91-3a21-4b0b-a431-5828509ef4bf,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.081713 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d59cd6-6371-4aa7-a6ab-4932fdab8452') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.082018 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d59cd6-6371-4aa7-a6ab-4932fdab8452') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.087165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] Checking router: 20923781-4583-45a1-aded-68dbf0af543a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:08.095442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.106582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Attempting to bind port 2546ff91-3a21-4b0b-a431-5828509ef4bf on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:08.107080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Attempting to bind port 2546ff91-3a21-4b0b-a431-5828509ef4bf by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '55d59cd6-6371-4aa7-a6ab-4932fdab8452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a4a982d3-b674-4a8b-a13f-dc083910082e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:08.109633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Attempting to bind port 2546ff91-3a21-4b0b-a431-5828509ef4bf on network a4a982d3-b674-4a8b-a13f-dc083910082e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:08.112158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.117726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:08.118329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Checking segment: {'id': '55d59cd6-6371-4aa7-a6ab-4932fdab8452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a4a982d3-b674-4a8b-a13f-dc083910082e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:08.118922 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.119464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Bound using segment: {'id': '55d59cd6-6371-4aa7-a6ab-4932fdab8452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a4a982d3-b674-4a8b-a13f-dc083910082e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:08.120048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Bound port: 2546ff91-3a21-4b0b-a431-5828509ef4bf, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d59cd6-6371-4aa7-a6ab-4932fdab8452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a4a982d3-b674-4a8b-a13f-dc083910082e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:08.120608 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.122794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:08.123854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:08.133216 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:08.144403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] Routers {'20923781-4583-45a1-aded-68dbf0af543a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:08.146864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['20923781-4583-45a1-aded-68dbf0af543a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.180864 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ace461b3-93c6-45fd-af87-5247d9263603 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.184221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ace461b3-93c6-45fd-af87-5247d9263603 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.249879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:30:08.249879 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:30:08.249879 n-d-712143-16 neutron-server[101825]: [parameters: {'id': 'a4a982d3-b674-4a8b-a13f-dc083910082e'}] Sep 16 05:30:08.249879 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:08.250505 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:08.261820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] Set router 20923781-4583-45a1-aded-68dbf0af543a gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:08.276973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Made reservation on behalf of 554a4498cd8b40b2a178a5d256a9e848 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:08.282805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.309756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ace461b3-93c6-45fd-af87-5247d9263603 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.310372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace461b3-93c6-45fd-af87-5247d9263603 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Fanout notify agent at l3_agent the message router_deleted on router 20923781-4583-45a1-aded-68dbf0af543a {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:08.320073 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ace461b3-93c6-45fd-af87-5247d9263603 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.321294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ace461b3-93c6-45fd-af87-5247d9263603 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 204 len: 168 time: 0.5382738 Sep 16 05:30:08.325885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60008) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:08.333852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-e6614195-3512-44b9-89b1-7349245388f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-9441888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:08.432233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Allocated IP 172.20.0.6 (50fe29e6-f15e-42b7-a2b4-3b9ea8427817/44b17b79-70fa-47a7-90c0-daf6d42408b0/8c2a40fd-5947-4bf9-9944-aba10e96bce5) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:08.440371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e6614195-3512-44b9-89b1-7349245388f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.441896 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e6614195-3512-44b9-89b1-7349245388f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.463499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae4bd27-a659-433c-b4b8-475107241a20 None None] Network 7ad42b0a-0789-4474-b27a-b203bd4362b9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:08.524756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e6614195-3512-44b9-89b1-7349245388f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.527300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:04Z', 'revision_number': 11, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.570991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a12013-95c9-443e-a1c3-95a8f83646bb None None] The sync data for ids ['20923781-4583-45a1-aded-68dbf0af543a'] in n-d-712143-16 is: [{'id': '20923781-4583-45a1-aded-68dbf0af543a', 'name': 'tempest-RoutersTest-router-122476937', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:29:32Z', 'updated_at': '2021-09-16T05:30:04Z', 'revision_number': 11, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:08.601990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1ea8d8bb-ae50-4e56-bbca-487c46cfa28a None None] Provisioning complete for port e974f9a4-cac5-45e7-bf1b-23349083388a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:08.602364 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8bb-ae50-4e56-bbca-487c46cfa28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.603976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e974f9a4-cac5-45e7-bf1b-23349083388a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:08.605793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e6614195-3512-44b9-89b1-7349245388f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.616571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.655216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] For port 2546ff91-3a21-4b0b-a431-5828509ef4bf, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:08.682358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e6614195-3512-44b9-89b1-7349245388f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.684073 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e6614195-3512-44b9-89b1-7349245388f9 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3563719 Sep 16 05:30:08.686509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60010) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:08.692149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-79e179c3-b179-4519-bd67-82c62b233ff0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:08.695892 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] For port 2546ff91-3a21-4b0b-a431-5828509ef4bf, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2546ff91-3a21-4b0b-a431-5828509ef4bf,segment=NetworkSegment(55d59cd6-6371-4aa7-a6ab-4932fdab8452),segment_id=55d59cd6-6371-4aa7-a6ab-4932fdab8452)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:08.711954 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.753857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e974f9a4-cac5-45e7-bf1b-23349083388a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:08.754789 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.766304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:08.769248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.772706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:08.777402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:08.793603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Pushing event updated for resources: {'Port': ['ID=8c2a40fd-5947-4bf9-9944-aba10e96bce5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.804710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.866765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.867846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.890743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.891440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.892370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.892789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.893200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.893604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.894003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.894396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.895092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.895511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.895956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.896493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:08.900914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8bb-ae50-4e56-bbca-487c46cfa28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.965205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b3393-5933-461c-9b19-d166ba25e486 None None] Pushing event updated for resources: {'Port': ['ID=2546ff91-3a21-4b0b-a431-5828509ef4bf,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.966953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-79e179c3-b179-4519-bd67-82c62b233ff0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1678080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.997402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-edfc032c-66a6-4b82-a845-f4d0f580690b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2223949 Sep 16 05:30:09.001949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36bdfde-9358-4c38-84c5-50808c28a64b None None] Network a4a982d3-b674-4a8b-a13f-dc083910082e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:09.002875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port 2546ff91-3a21-4b0b-a431-5828509ef4bf {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:09.003230 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.011027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Request body: {'port': {'device_id': 'ff4606e9-9299-4c91-94e5-e70367251a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:09.031478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1ea8d8bb-ae50-4e56-bbca-487c46cfa28a None None] For port e974f9a4-cac5-45e7-bf1b-23349083388a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e974f9a4-cac5-45e7-bf1b-23349083388a,segment=NetworkSegment(a5ebfa62-1591-4bf6-aca2-36045a21e451),segment_id=a5ebfa62-1591-4bf6-aca2-36045a21e451)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:09.047206 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.085263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.087582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port 2546ff91-3a21-4b0b-a431-5828509ef4bf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2546ff91-3a21-4b0b-a431-5828509ef4bf,segment=NetworkSegment(55d59cd6-6371-4aa7-a6ab-4932fdab8452),segment_id=55d59cd6-6371-4aa7-a6ab-4932fdab8452)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:09.088285 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.099283 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-79e179c3-b179-4519-bd67-82c62b233ff0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1678091'] for router, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.144836 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for 2546ff91-3a21-4b0b-a431-5828509ef4bf owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:09.156786 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8bb-ae50-4e56-bbca-487c46cfa28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.224748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8d8bb-ae50-4e56-bbca-487c46cfa28a None None] Pushing event updated for resources: {'Port': ['ID=e974f9a4-cac5-45e7-bf1b-23349083388a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:09.283568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:09.283813 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:09.288982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7870d600-5863-4060-a905-0ad5dd14699a None None] Provisioning complete for port e974f9a4-cac5-45e7-bf1b-23349083388a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:09.289358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7870d600-5863-4060-a905-0ad5dd14699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.316414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b762b-3f84-4261-84ee-722ead3df263 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:30:09.334535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e179c3-b179-4519-bd67-82c62b233ff0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Router f1826598-dc0e-463e-b0b7-ef1d6f232898 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:30:09.367935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630629bf-d181-482c-81b8-42807178c7ec req-49bf4233-cd5f-47a5-9b62-cfe020fb6585 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.375767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-630629bf-d181-482c-81b8-42807178c7ec req-49bf4233-cd5f-47a5-9b62-cfe020fb6585 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 931 time: 0.2866669 Sep 16 05:30:09.380135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.420233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b762b-3f84-4261-84ee-722ead3df263 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:30:09.446361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=2546ff91-3a21-4b0b-a431-5828509ef4bf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:09.451451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port 2546ff91-3a21-4b0b-a431-5828509ef4bf on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:09.455482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-630629bf-d181-482c-81b8-42807178c7ec req-6e3e1345-9336-4764-9661-192d9ac70824 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746777 Sep 16 05:30:09.479012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e179c3-b179-4519-bd67-82c62b233ff0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:09.486249 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-79e179c3-b179-4519-bd67-82c62b233ff0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.487622 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-79e179c3-b179-4519-bd67-82c62b233ff0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "PUT /v2.0/routers/f1826598-dc0e-463e-b0b7-ef1d6f232898 HTTP/1.1" status: 200 len: 691 time: 0.7998056 Sep 16 05:30:09.489911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60014) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:09.494478 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] Sync routers for ids ['f1826598-dc0e-463e-b0b7-ef1d6f232898'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:09.508111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2a40fd-5947-4bf9-9944-aba10e96bce5 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:09.513258 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] Routers {'f1826598-dc0e-463e-b0b7-ef1d6f232898'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:09.514579 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f1826598-dc0e-463e-b0b7-ef1d6f232898'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:09.516489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.530921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Transition to ACTIVE for port object 8c2a40fd-5947-4bf9-9944-aba10e96bce5 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:30:09.615383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.621732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.623528 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a2912b6c-1362-47f9-aa1f-d0be5ef1bc2f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/routers/f1826598-dc0e-463e-b0b7-ef1d6f232898 HTTP/1.1" status: 200 len: 697 time: 0.1324706 Sep 16 05:30:09.629772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60016) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:09.665313 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-767e9f36-54cb-4565-832b-77c14ed86469 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1826598-dc0e-463e-b0b7-ef1d6f232898 HTTP/1.1" status: 200 len: 205 time: 0.0342822 Sep 16 05:30:09.669293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60018) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:09.684701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a982d3-b674-4a8b-a13f-dc083910082e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:09.708891 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] Set router f1826598-dc0e-463e-b0b7-ef1d6f232898 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:09.721269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2a40fd-5947-4bf9-9944-aba10e96bce5,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:09.729609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d59cd6-6371-4aa7-a6ab-4932fdab8452') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:09.729769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d59cd6-6371-4aa7-a6ab-4932fdab8452') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:09.764806 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1826598-dc0e-463e-b0b7-ef1d6f232898', 'name': 'tempest-RoutersTest-router-9441888', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:08Z', 'updated_at': '2021-09-16T05:30:08Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:09.771287 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.779280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7732259b-6788-47b0-b9bf-ba18929794d7 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.781628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Attempting to bind port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:09.781971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Attempting to bind port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:09.782534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Attempting to bind port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 on network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:09.787370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 on network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:30:09.787969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Attempting to bind port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 on network 50fe29e6-f15e-42b7-a2b4-3b9ea8427817 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:09.793681 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] Checking router: f1826598-dc0e-463e-b0b7-ef1d6f232898 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:09.795093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:09.796537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Checking segment: {'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:09.797117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Bound using segment: {'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:09.797907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Bound port: 8c2a40fd-5947-4bf9-9944-aba10e96bce5, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:09.798661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.803365 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] Routers {'f1826598-dc0e-463e-b0b7-ef1d6f232898'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:09.804562 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:29:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f1826598-dc0e-463e-b0b7-ef1d6f232898'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:09.820928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.860038 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:09.860462 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:09.864234 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:09.877074 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] Set router f1826598-dc0e-463e-b0b7-ef1d6f232898 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:09.889378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] For port 8c2a40fd-5947-4bf9-9944-aba10e96bce5, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:09.892414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] For port 8c2a40fd-5947-4bf9-9944-aba10e96bce5, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8c2a40fd-5947-4bf9-9944-aba10e96bce5,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:09.932157 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1826598-dc0e-463e-b0b7-ef1d6f232898', 'name': 'tempest-RoutersTest-router-9441888', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:08Z', 'updated_at': '2021-09-16T05:30:08Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:09.959042 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a0713-7b2a-4f59-b53a-9d7fd013ac2b None None] The sync data for ids ['f1826598-dc0e-463e-b0b7-ef1d6f232898'] in n-d-712143-16 is: [{'id': 'f1826598-dc0e-463e-b0b7-ef1d6f232898', 'name': 'tempest-RoutersTest-router-9441888', 'tenant_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:08Z', 'updated_at': '2021-09-16T05:30:08Z', 'revision_number': 2, 'project_id': 'e71e87d1e3a54134ac688994d7a4cd99', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:10.020331 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.058722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.059576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.061039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c2a40fd-5947-4bf9-9944-aba10e96bce5 HTTP/1.1" status: 200 len: 1092 time: 1.0546765 Sep 16 05:30:10.061505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4606e9-9299-4c91-94e5-e70367251a1f', 'tag': '8c2a40fd-5947-4bf9-9944-aba10e96bce5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:10.064196 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1eed00-04c3-4624-8e05-ece1ac3cd373" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4606e9-9299-4c91-94e5-e70367251a1f", "tag": "8c2a40fd-5947-4bf9-9944-aba10e96bce5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:10.099195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304babdd-7a81-49b8-81dc-2a3889e03cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2a40fd-5947-4bf9-9944-aba10e96bce5,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:10.117300 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3988c9c9-f8a9-416a-9258-104b16846566 x-openstack-request-id: req-3988c9c9-f8a9-416a-9258-104b16846566 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:10.117597 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4606e9-9299-4c91-94e5-e70367251a1f", "tag": "8c2a40fd-5947-4bf9-9944-aba10e96bce5", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:10.117852 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3988c9c9-f8a9-416a-9258-104b16846566 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:10.118258 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4606e9-9299-4c91-94e5-e70367251a1f', 'tag': '8c2a40fd-5947-4bf9-9944-aba10e96bce5', 'status': 'completed', 'code': 200} Sep 16 05:30:10.185132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eed00-04c3-4624-8e05-ece1ac3cd373 req-86812b0b-a181-473b-a6e8-e4e901c970c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.186682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf1eed00-04c3-4624-8e05-ece1ac3cd373 req-86812b0b-a181-473b-a6e8-e4e901c970c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=554a4498cd8b40b2a178a5d256a9e848&device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 1095 time: 0.0445597 Sep 16 05:30:10.287463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7732259b-6788-47b0-b9bf-ba18929794d7 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.290178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7732259b-6788-47b0-b9bf-ba18929794d7 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.294527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eed00-04c3-4624-8e05-ece1ac3cd373 req-e9c8231b-a374-42cd-b293-6a378ceb4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.299868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf1eed00-04c3-4624-8e05-ece1ac3cd373 req-e9c8231b-a374-42cd-b293-6a378ceb4f80 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=554a4498cd8b40b2a178a5d256a9e848&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0981793 Sep 16 05:30:10.394184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.404014 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.405705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eed00-04c3-4624-8e05-ece1ac3cd373 req-d99daf7a-b752-4570-870d-06e37c0b99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.405850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/a4a982d3-b674-4a8b-a13f-dc083910082e HTTP/1.1" status: 204 len: 168 time: 3.2105606 Sep 16 05:30:10.407339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf1eed00-04c3-4624-8e05-ece1ac3cd373 req-d99daf7a-b752-4570-870d-06e37c0b99a2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023834 Sep 16 05:30:10.409879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60022) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.416110 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b7a6f-1a3b-4553-a408-15867aa9eeb8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=a4a982d3-b674-4a8b-a13f-dc083910082e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:10.416604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1295686612'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:10.425686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7732259b-6788-47b0-b9bf-ba18929794d7 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.426208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7732259b-6788-47b0-b9bf-ba18929794d7 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Fanout notify agent at l3_agent the message router_deleted on router f1826598-dc0e-463e-b0b7-ef1d6f232898 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:10.432998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7732259b-6788-47b0-b9bf-ba18929794d7 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.437958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60024) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.438221 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7732259b-6788-47b0-b9bf-ba18929794d7 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/f1826598-dc0e-463e-b0b7-ef1d6f232898 HTTP/1.1" status: 204 len: 168 time: 0.7679284 Sep 16 05:30:10.477083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-98ba05a1-6958-47ca-b43d-55b6064af968 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1826598-dc0e-463e-b0b7-ef1d6f232898 HTTP/1.1" status: 200 len: 205 time: 0.0378921 Sep 16 05:30:10.479508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60026) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.508657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e974f9a4-cac5-45e7-bf1b-23349083388a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:10.525447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-467b7ac7-fa7c-4338-a547-1afe7480693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.554257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-467b7ac7-fa7c-4338-a547-1afe7480693f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=554a4498cd8b40b2a178a5d256a9e848&device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 1095 time: 0.0752108 Sep 16 05:30:10.554257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:10.554872 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-da0d03f7-90a2-48b0-9fdf-071bbc4568af tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] delete failed (client error): The resource could not be found. Sep 16 05:30:10.554872 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-da0d03f7-90a2-48b0-9fdf-071bbc4568af tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/f1826598-dc0e-463e-b0b7-ef1d6f232898 HTTP/1.1" status: 404 len: 336 time: 0.0515442 Sep 16 05:30:10.555079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.556510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60030) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.583338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e974f9a4-cac5-45e7-bf1b-23349083388a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:10.583758 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.593864 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-171ef689-194c-4b75-abd3-64f558ebbf3e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:10.594338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171ef689-194c-4b75-abd3-64f558ebbf3e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:10.601732 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-171ef689-194c-4b75-abd3-64f558ebbf3e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/52c2f040-f4dd-424f-8b22-bc8d74127b45 HTTP/1.1" status: 404 len: 337 time: 0.0430152 Sep 16 05:30:10.604299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60032) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.637477 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b5bda8-2a79-49ce-9fb9-3906f5524a3d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:10.637937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b5bda8-2a79-49ce-9fb9-3906f5524a3d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:10.639786 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-20b5bda8-2a79-49ce-9fb9-3906f5524a3d tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/303284b5-b44f-4c22-baa7-2b43aca18b7b HTTP/1.1" status: 404 len: 337 time: 0.0345335 Sep 16 05:30:10.642316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60034) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.671337 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-483b6889-82be-4509-83b1-cfdeb1ad88a3 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:10.672118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483b6889-82be-4509-83b1-cfdeb1ad88a3 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:10.673636 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-483b6889-82be-4509-83b1-cfdeb1ad88a3 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/0eab4c3d-c99d-4880-95de-86f2118db659 HTTP/1.1" status: 404 len: 337 time: 0.0303133 Sep 16 05:30:10.676248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60036) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.709117 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e721649c-c901-4860-8146-9382f47bbdf4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:10.709583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e721649c-c901-4860-8146-9382f47bbdf4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:10.713806 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e721649c-c901-4860-8146-9382f47bbdf4 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/d6ec7c8a-37b3-4e63-8257-9c7f3dbca2ec HTTP/1.1" status: 404 len: 337 time: 0.0341549 Sep 16 05:30:10.714121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60038) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.744385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b763c706-68f4-420d-b6da-7da4ba006cca tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 200 len: 205 time: 0.0290380 Sep 16 05:30:10.746657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60040) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.747858 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.786341 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-a19f901b-6b9b-400d-a067-d27ab38bed20 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] delete failed (client error): The resource could not be found. Sep 16 05:30:10.787585 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a19f901b-6b9b-400d-a067-d27ab38bed20 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/20923781-4583-45a1-aded-68dbf0af543a HTTP/1.1" status: 404 len: 336 time: 0.0397007 Sep 16 05:30:10.791397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60042) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.820833 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-94ed010c-355a-4d29-a7b7-4374feba619b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=401bd87b-8d8c-460c-a26c-1e9899a37525 HTTP/1.1" status: 200 len: 205 time: 0.0282836 Sep 16 05:30:10.823329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60044) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.865465 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-1d782d92-8ab0-4a4f-b86d-e4703387debe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] delete failed (client error): The resource could not be found. Sep 16 05:30:10.869020 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1d782d92-8ab0-4a4f-b86d-e4703387debe tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/401bd87b-8d8c-460c-a26c-1e9899a37525 HTTP/1.1" status: 404 len: 336 time: 0.0422578 Sep 16 05:30:10.869213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60046) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.897756 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-567bc543-a3c1-4766-a34f-f6b64a0a8c14 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:10.898225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567bc543-a3c1-4766-a34f-f6b64a0a8c14 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:10.900054 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-567bc543-a3c1-4766-a34f-f6b64a0a8c14 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/493e19cb-c754-4462-aef0-c6ccdc4fba4e HTTP/1.1" status: 404 len: 337 time: 0.0298748 Sep 16 05:30:10.902633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60048) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.929506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bf2203e1-d526-4750-9f04-cf3fe6278c38 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=97b1dad6-7052-439b-abfe-18571d0454e6 HTTP/1.1" status: 200 len: 205 time: 0.0257699 Sep 16 05:30:10.932003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60050) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.979893 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-520b073e-1771-4a79-bf81-2be2f1a06c94 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] delete failed (client error): The resource could not be found. Sep 16 05:30:10.983152 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-520b073e-1771-4a79-bf81-2be2f1a06c94 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/97b1dad6-7052-439b-abfe-18571d0454e6 HTTP/1.1" status: 404 len: 336 time: 0.0480130 Sep 16 05:30:10.983910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60052) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.992762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-1893c4ac-d58b-4ff4-b97b-cdafd3767dd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c2a40fd-5947-4bf9-9944-aba10e96bce5 HTTP/1.1" status: 200 len: 217 time: 0.4547217 Sep 16 05:30:11.014472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:11.015457 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-09056f97-6328-45d7-b750-2ff32cb722a6 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c82ed62-d9b1-434f-8440-271549af7e02 HTTP/1.1" status: 200 len: 205 time: 0.0303364 Sep 16 05:30:11.018105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60054) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.049776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.050122 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment 8fb7397d-f03f-469d-b235-1b18dd7ea300 of type vlan for network 5b605606-8f78-4eae-8c73-ce96c1cf463c Sep 16 05:30:11.055195 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-388789c4-57bf-418d-8b53-ce1357c32503 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] delete failed (client error): The resource could not be found. Sep 16 05:30:11.056329 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-388789c4-57bf-418d-8b53-ce1357c32503 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/8c82ed62-d9b1-434f-8440-271549af7e02 HTTP/1.1" status: 404 len: 336 time: 0.0372710 Sep 16 05:30:11.059564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60056) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.073127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fe6ba-365a-434d-a1f6-be99ca1d2d61 req-f5596be9-2364-450d-9f00-4550031ec02b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.074610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-558fe6ba-365a-434d-a1f6-be99ca1d2d61 req-f5596be9-2364-450d-9f00-4550031ec02b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 943 time: 0.5183420 Sep 16 05:30:11.089659 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2be9c3c-c689-4756-b2c4-e8c46a27d526 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:11.090360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2be9c3c-c689-4756-b2c4-e8c46a27d526 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:11.092151 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c2be9c3c-c689-4756-b2c4-e8c46a27d526 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/6e43d1c5-789c-4c85-8829-0d93a8fdfc36 HTTP/1.1" status: 404 len: 337 time: 0.0323095 Sep 16 05:30:11.092611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ff75ab48-087d-44af-a625-1c4be38ce3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.094837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60058) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.108134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-8a65bae3-c5bf-42b5-ad36-1dde0eceeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.109629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-8a65bae3-c5bf-42b5-ad36-1dde0eceeb61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44b17b79-70fa-47a7-90c0-daf6d42408b0 HTTP/1.1" status: 200 len: 853 time: 0.1068382 Sep 16 05:30:11.121675 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8f2b68b4-cc34-4f0d-acc5-41b68787de4e tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f84a76c-e077-460d-81ff-f6f967064e25 HTTP/1.1" status: 200 len: 205 time: 0.0256929 Sep 16 05:30:11.124023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60060) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.128419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.160465 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-5af871ef-6870-4f1a-8347-957d88e208dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] delete failed (client error): The resource could not be found. Sep 16 05:30:11.161406 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5af871ef-6870-4f1a-8347-957d88e208dc tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/6f84a76c-e077-460d-81ff-f6f967064e25 HTTP/1.1" status: 404 len: 336 time: 0.0364878 Sep 16 05:30:11.162917 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-fff77e0b-9aab-4e5b-b3d2-32b41f8d48e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429528 Sep 16 05:30:11.164010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60062) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.190128 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30ac607-1592-4a9f-a67c-0761edf0a27f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:11.190581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30ac607-1592-4a9f-a67c-0761edf0a27f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:11.193156 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e30ac607-1592-4a9f-a67c-0761edf0a27f tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/701bd014-f2b8-4ded-8e48-926d8bfff689 HTTP/1.1" status: 404 len: 337 time: 0.0282443 Sep 16 05:30:11.195817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60064) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.217792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-558fe6ba-365a-434d-a1f6-be99ca1d2d61 req-c510b387-d880-4c81-b957-5f43a167e210 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151152 Sep 16 05:30:11.226407 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45eed379-330a-4baf-92d8-a37f232e343a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4f0528f-6fb5-4e2e-a476-3db692d0efac HTTP/1.1" status: 200 len: 205 time: 0.0294695 Sep 16 05:30:11.233320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60066) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.273278 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-e92dff04-3a56-44d6-b7db-fdcd81830e9a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] delete failed (client error): The resource could not be found. Sep 16 05:30:11.274435 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e92dff04-3a56-44d6-b7db-fdcd81830e9a tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/routers/f4f0528f-6fb5-4e2e-a476-3db692d0efac HTTP/1.1" status: 404 len: 336 time: 0.0401802 Sep 16 05:30:11.277205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60072) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.278593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.284332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.286169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.288550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-e0e5b661-7be7-4b23-b4e4-8554df41c025 service neutron] 10.222.0.60 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114340 Sep 16 05:30:11.305466 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-80751a61-767e-415a-a049-6e1861a1075b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:11.306029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80751a61-767e-415a-a049-6e1861a1075b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:11.308070 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-80751a61-767e-415a-a049-6e1861a1075b tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/b6c6b880-5497-466e-89d6-6734d8d2c670 HTTP/1.1" status: 404 len: 337 time: 0.0298719 Sep 16 05:30:11.310626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60074) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.337942 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cd9169-2bda-4a8f-af37-a2c616f871a0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:11.338526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cd9169-2bda-4a8f-af37-a2c616f871a0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:11.340331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c5cd9169-2bda-4a8f-af37-a2c616f871a0 tempest-RoutersTest-881434565 tempest-RoutersTest-881434565-project] 10.222.0.59 "DELETE /v2.0/subnets/6a7f97d0-f094-42b5-85f1-652a12253218 HTTP/1.1" status: 404 len: 337 time: 0.0286481 Sep 16 05:30:11.410986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9998455 Sep 16 05:30:11.413866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60078) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.415214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb9a3f-2a43-4488-9a21-bdd17a734b82 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=5b605606-8f78-4eae-8c73-ce96c1cf463c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:11.421583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': '5b605606-8f78-4eae-8c73-ce96c1cf463c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:11.431999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5b605606-8f78-4eae-8c73-ce96c1cf463c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:11.452493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05428f59-d0c2-42e7-89f4-a42346aa010d req-72fd8a4b-fed9-45d2-9cd0-36af8ef78877 service neutron] 10.222.0.60 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536503 Sep 16 05:30:11.654308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:11.658160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.898602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60084) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.917455 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.957619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8968d3-f8c2-44d7-bbfe-9de6cd59dd00 req-25d008ac-6c1a-4d68-983b-f87cf6da25c0 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.959576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d8968d3-f8c2-44d7-bbfe-9de6cd59dd00 req-25d008ac-6c1a-4d68-983b-f87cf6da25c0 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0548608 Sep 16 05:30:11.995415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=620e8f2b-5130-4691-8106-f18ad0d1e3c9,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:11.997434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': '8fb7397d-f03f-469d-b235-1b18dd7ea300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5b605606-8f78-4eae-8c73-ce96c1cf463c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:11.997798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: 5b605606-8f78-4eae-8c73-ce96c1cf463c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:12.003823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d8968d3-f8c2-44d7-bbfe-9de6cd59dd00 req-2d68ec6d-6457-4f42-9456-c65394329767 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380931 Sep 16 05:30:12.009555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.009912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.010253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.010596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.010933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.011276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.011616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.011944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.012271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.012598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.012921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.013239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:12.049800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-59058d18-9dd1-4dbb-96aa-99a29aa54058 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e71e87d1e3a54134ac688994d7a4cd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499496 Sep 16 05:30:12.053583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60088) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:12.102193 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a93aa710-ffa4-4352-8218-1f4b06d81178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.105381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network 5b605606-8f78-4eae-8c73-ce96c1cf463c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:12.123682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a93aa710-ffa4-4352-8218-1f4b06d81178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.188149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 5b605606-8f78-4eae-8c73-ce96c1cf463c) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:12.193244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.193881 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.198180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e319b73-296f-479d-a6a0-0c5be5c6ab98 None None] Network 5b605606-8f78-4eae-8c73-ce96c1cf463c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:12.242773 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a93aa710-ffa4-4352-8218-1f4b06d81178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.245525 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a93aa710-ffa4-4352-8218-1f4b06d81178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.248464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a93aa710-ffa4-4352-8218-1f4b06d81178 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f9bc01c4-2a02-41b0-9917-68ba2053f267 HTTP/1.1" status: 204 len: 168 time: 0.1924639 Sep 16 05:30:12.261033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aa710-ffa4-4352-8218-1f4b06d81178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bc01c4-2a02-41b0-9917-68ba2053f267,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.281497 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ee9d1f30-a762-4c6c-a14a-3a809003d6de tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8661432 Sep 16 05:30:12.285138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60094) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:12.300066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1372771567'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:12.360850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-5b605606-8f78-4eae-8c73-ce96c1cf463c', 'network_id': '5b605606-8f78-4eae-8c73-ce96c1cf463c', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': '620e8f2b-5130-4691-8106-f18ad0d1e3c9'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:12.361811 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.365435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1612e-3d28-47f3-9e37-39f02dae5618 req-ade250d8-e383-43ba-a054-91b9409418c8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.366953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50d1612e-3d28-47f3-9e37-39f02dae5618 req-ade250d8-e383-43ba-a054-91b9409418c8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 943 time: 0.0546634 Sep 16 05:30:12.407158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-50d1612e-3d28-47f3-9e37-39f02dae5618 req-84d06f6d-6f09-4e8c-b9bf-8f728aa450b9 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 Sep 16 05:30:12.412785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:12.415649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.443568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:12.452198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.452546 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment 46625169-7d36-4317-925c-c53f33182fb1 of type vlan for network 646c9076-765f-44ac-9870-e3ecd41f5488 Sep 16 05:30:12.498389 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.510347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Allocated IP 2001:db8::3 (5b605606-8f78-4eae-8c73-ce96c1cf463c/620e8f2b-5130-4691-8106-f18ad0d1e3c9/a0b068b2-841f-40b2-8c8e-d9bd50657e47) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:12.602741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.609216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.609590 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.661051 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.679337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=646c9076-765f-44ac-9870-e3ecd41f5488,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.689480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 646c9076-765f-44ac-9870-e3ecd41f5488 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:12.720573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3791e022-ed7e-4eb5-b8b1-c7b9b61030e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4286168 Sep 16 05:30:12.721597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60104) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:12.726838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': '646c9076-765f-44ac-9870-e3ecd41f5488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:12.757634 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.793101 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Network 5b605606-8f78-4eae-8c73-ce96c1cf463c is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:12.795870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:12.801813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:12.813741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Pushing event updated for resources: {'Port': ['ID=a0b068b2-841f-40b2-8c8e-d9bd50657e47,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.859059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Attempting to bind port a0b068b2-841f-40b2-8c8e-d9bd50657e47 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:12.859471 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Attempting to bind port a0b068b2-841f-40b2-8c8e-d9bd50657e47 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '8fb7397d-f03f-469d-b235-1b18dd7ea300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5b605606-8f78-4eae-8c73-ce96c1cf463c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:12.859843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Attempting to bind port a0b068b2-841f-40b2-8c8e-d9bd50657e47 on network 5b605606-8f78-4eae-8c73-ce96c1cf463c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:12.865477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:12.866087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Checking segment: {'id': '8fb7397d-f03f-469d-b235-1b18dd7ea300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5b605606-8f78-4eae-8c73-ce96c1cf463c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:12.866496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.866896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Bound using segment: {'id': '8fb7397d-f03f-469d-b235-1b18dd7ea300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5b605606-8f78-4eae-8c73-ce96c1cf463c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:12.867376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Bound port: a0b068b2-841f-40b2-8c8e-d9bd50657e47, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb7397d-f03f-469d-b235-1b18dd7ea300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5b605606-8f78-4eae-8c73-ce96c1cf463c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:12.867755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.933389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] For port a0b068b2-841f-40b2-8c8e-d9bd50657e47, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:12.934298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:12.936496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] For port a0b068b2-841f-40b2-8c8e-d9bd50657e47, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a0b068b2-841f-40b2-8c8e-d9bd50657e47,segment=NetworkSegment(8fb7397d-f03f-469d-b235-1b18dd7ea300),segment_id=8fb7397d-f03f-469d-b235-1b18dd7ea300)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:12.938072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.996801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.ipam_backend_mixin [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Performing IP validity checks on allocation pools {{(pid=101825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:30:12.997365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.ipam_backend_mixin [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:30:13.029073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.097093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe38741-3c31-4e80-a8c9-0a565affa72d None None] Pushing event updated for resources: {'Port': ['ID=a0b068b2-841f-40b2-8c8e-d9bd50657e47,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:13.163639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6aeca-db1c-4cda-b6a9-b42ed3667587 req-306ea762-5d3a-473c-9c70-df5752a88e30 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.167789 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52f6aeca-db1c-4cda-b6a9-b42ed3667587 req-306ea762-5d3a-473c-9c70-df5752a88e30 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0561447 Sep 16 05:30:13.208200 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52f6aeca-db1c-4cda-b6a9-b42ed3667587 req-0707fc4a-d6ae-4ede-9068-8d5c54599f09 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904900f-cb32-4188-99d7-2fbea79951ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358479 Sep 16 05:30:13.290081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.343847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60118) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:13.406499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=eeaf1c73-d119-49e2-b075-e12442b560a4,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:13.447420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-6c6d0523-9db2-4422-892e-35c32182c431 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.449008 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-6c6d0523-9db2-4422-892e-35c32182c431 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 945 time: 0.0961466 Sep 16 05:30:13.450208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': '46625169-7d36-4317-925c-c53f33182fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '646c9076-765f-44ac-9870-e3ecd41f5488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:13.450584 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: 646c9076-765f-44ac-9870-e3ecd41f5488, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:13.481713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-de9fda00-0071-4679-ab29-71b133ecc91d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:13.482244 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-de9fda00-0071-4679-ab29-71b133ecc91d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:30:13.483111 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-de9fda00-0071-4679-ab29-71b133ecc91d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:30:13.489259 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-de9fda00-0071-4679-ab29-71b133ecc91d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1436696 Sep 16 05:30:13.489856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60124) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:13.494170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--542346549'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:13.557175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f849-0c72-4425-b786-a872650a5067 req-fbba066a-dc90-416c-b8ab-f8f49cafba27 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.558578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ff0f849-0c72-4425-b786-a872650a5067 req-fbba066a-dc90-416c-b8ab-f8f49cafba27 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 943 time: 0.0580821 Sep 16 05:30:13.563633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Deleting port 07c73d48-fad8-4465-98a7-a300e94b9bf9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:13.564062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.597138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ff0f849-0c72-4425-b786-a872650a5067 req-e5716ee2-38a9-4af7-93dd-699f3961ed5f tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Sep 16 05:30:13.620711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network 646c9076-765f-44ac-9870-e3ecd41f5488 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:13.625978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.635550 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.661986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] For port 07c73d48-fad8-4465-98a7-a300e94b9bf9, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=07c73d48-fad8-4465-98a7-a300e94b9bf9,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:13.662495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.730774 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.736214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 646c9076-765f-44ac-9870-e3ecd41f5488) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:13.749324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e9aae-9ec5-4f8f-bf2c-b83a409b4485 None None] Network 646c9076-765f-44ac-9870-e3ecd41f5488 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:13.752033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.752907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.800282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.837460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6147c61e-a5b1-413d-83fb-60ec1c89c7b5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:13.899284 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-865d88ee-d767-447b-b5d9-0db7fc085fc2 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1739800 Sep 16 05:30:13.899607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60126) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:13.916443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-646c9076-765f-44ac-9870-e3ecd41f5488', 'network_id': '646c9076-765f-44ac-9870-e3ecd41f5488', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': 'eeaf1c73-d119-49e2-b075-e12442b560a4'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:13.917326 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.948578 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.949044 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.949438 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Floating IP 1313df19-fca6-4f03-ae29-84010ffa9404 disassociated. External IP: 172.25.7.175, port: 07c73d48-fad8-4465-98a7-a300e94b9bf9. Sep 16 05:30:13.949861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Calling delete_port for 07c73d48-fad8-4465-98a7-a300e94b9bf9 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:14.046049 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.067103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Allocated IP 2001:db8::3 (646c9076-765f-44ac-9870-e3ecd41f5488/eeaf1c73-d119-49e2-b075-e12442b560a4/260c8dc8-6119-4622-a972-f060c64538b6) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:14.161559 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.165107 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.191912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a70e0-f5c5-4da9-89b2-e952bf51ef35 None None] Network 5b605606-8f78-4eae-8c73-ce96c1cf463c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:14.203107 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.235221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event deleted for resources: {'Port': ['ID=07c73d48-fad8-4465-98a7-a300e94b9bf9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:14.254336 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.283334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8c2a40fd-5947-4bf9-9944-aba10e96bce5 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:14.291767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef9d2f8-c044-4b3a-946c-5215e26eea49,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:14.292187 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.323177 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.333178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0c9b067-5c71-4762-badb-402032dae238 req-2e77093f-f4e3-4b0a-8930-bf90bb475b00 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 210 time: 0.0325310 Sep 16 05:30:14.343282 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-87a6b0b2-5fbc-4ea7-9b87-4235a70563f7 None None] Provisioning complete for port a0b068b2-841f-40b2-8c8e-d9bd50657e47 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:14.343699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-87a6b0b2-5fbc-4ea7-9b87-4235a70563f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.356575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.357072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-422e6428-b8a2-4608-9001-da937685b0c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8662786 Sep 16 05:30:14.359894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60130) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:14.364974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9224d4f7-3055-4669-a760-a784b6192fc3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': 'bef9d2f8-c044-4b3a-946c-5215e26eea49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:14.390927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:14.484255 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9224d4f7-3055-4669-a760-a784b6192fc3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.527288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.541491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:14.593200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9224d4f7-3055-4669-a760-a784b6192fc3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.593200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaf1c73-d119-49e2-b075-e12442b560a4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:14.599089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] No DVR routers for this DVR port 07c73d48-fad8-4465-98a7-a300e94b9bf9 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:14.602649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.603759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a0b068b2-841f-40b2-8c8e-d9bd50657e47 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:14.604982 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3232a593-cb32-48d2-bb64-f1a6227b3b47 req-73b55dc8-306f-4dde-917e-b2536d98bead tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.57 "DELETE /v2.0/ports/07c73d48-fad8-4465-98a7-a300e94b9bf9 HTTP/1.1" status: 204 len: 173 time: 1.1501033 Sep 16 05:30:14.605541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'name': 'network-vif-deleted', 'tag': '07c73d48-fad8-4465-98a7-a300e94b9bf9'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:14.608237 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e789764-cabf-474f-9c3c-2d967560db38" -d '{"events": [{"server_uuid": "6f2ed697-a85b-41d6-ad98-9be4fd6e75a5", "name": "network-vif-deleted", "tag": "07c73d48-fad8-4465-98a7-a300e94b9bf9"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:14.650363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] Sync routers for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:14.668919 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-14f2410c-e9ad-4330-9185-46dae6ea694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.671754 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.682992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:14.683668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:30:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:14.723698 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.727160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9224d4f7-3055-4669-a760-a784b6192fc3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.768676 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224d4f7-3055-4669-a760-a784b6192fc3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd8dbb7-8749-46dd-8694-dd2a34cc51d9,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:14.807461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646c9076-765f-44ac-9870-e3ecd41f5488']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:14.820305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46625169-7d36-4317-925c-c53f33182fb1') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:14.820607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46625169-7d36-4317-925c-c53f33182fb1') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:14.833374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.841078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Network 646c9076-765f-44ac-9870-e3ecd41f5488 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:14.858371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb49417-0a2a-4670-a65b-555eeb897c8d req-0f4e89c9-c33f-443e-988b-84a0b0593cc4 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.859995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:14.866813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcb49417-0a2a-4670-a65b-555eeb897c8d req-0f4e89c9-c33f-443e-988b-84a0b0593cc4 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 943 time: 0.1464095 Sep 16 05:30:14.873876 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c948fcf-b984-461c-b67f-1f1d4bd12fe4 x-openstack-request-id: req-1c948fcf-b984-461c-b67f-1f1d4bd12fe4 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:14.875084 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2ed697-a85b-41d6-ad98-9be4fd6e75a5", "name": "network-vif-deleted", "tag": "07c73d48-fad8-4465-98a7-a300e94b9bf9", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:14.875649 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c948fcf-b984-461c-b67f-1f1d4bd12fe4 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:14.876274 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2ed697-a85b-41d6-ad98-9be4fd6e75a5', 'name': 'network-vif-deleted', 'tag': '07c73d48-fad8-4465-98a7-a300e94b9bf9', 'status': 'completed', 'code': 200} Sep 16 05:30:14.877161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.881213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:14.893046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:14.893456 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.895174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Pushing event updated for resources: {'Port': ['ID=260c8dc8-6119-4622-a972-f060c64538b6,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:14.897282 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:14.926279 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9224d4f7-3055-4669-a760-a784b6192fc3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.927530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9224d4f7-3055-4669-a760-a784b6192fc3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5662718 Sep 16 05:30:14.930412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:14.935479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9a6b496b-6d3a-4c1e-972b-ebac10552502 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': 'bef9d2f8-c044-4b3a-946c-5215e26eea49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:14.965116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a0b068b2-841f-40b2-8c8e-d9bd50657e47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:14.965609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.976114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcb49417-0a2a-4670-a65b-555eeb897c8d req-62edb02e-998c-41af-9bc7-ea31b00bd446 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082499 Sep 16 05:30:14.997912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8c2a40fd-5947-4bf9-9944-aba10e96bce5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8c2a40fd-5947-4bf9-9944-aba10e96bce5,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:15.017842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:30:15.017842 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:30:15.017842 n-d-712143-16 neutron-server[101824]: [parameters: {'id': '646c9076-765f-44ac-9870-e3ecd41f5488'}] Sep 16 05:30:15.017842 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:15.018520 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:15.057680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9a6b496b-6d3a-4c1e-972b-ebac10552502 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.071005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '8c2a40fd-5947-4bf9-9944-aba10e96bce5', 'network_id': '50fe29e6-f15e-42b7-a2b4-3b9ea8427817', 'port_id': '8c2a40fd-5947-4bf9-9944-aba10e96bce5', 'mac_address': 'fa:16:3e:d0:82:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b17b79-70fa-47a7-90c0-daf6d42408b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:15.078000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:15.115795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-87a6b0b2-5fbc-4ea7-9b87-4235a70563f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.144716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Attempting to bind port 260c8dc8-6119-4622-a972-f060c64538b6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:15.145017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Attempting to bind port 260c8dc8-6119-4622-a972-f060c64538b6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '46625169-7d36-4317-925c-c53f33182fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '646c9076-765f-44ac-9870-e3ecd41f5488'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:15.145387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Attempting to bind port 260c8dc8-6119-4622-a972-f060c64538b6 on network 646c9076-765f-44ac-9870-e3ecd41f5488 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:15.194886 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:15.195294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Checking segment: {'id': '46625169-7d36-4317-925c-c53f33182fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '646c9076-765f-44ac-9870-e3ecd41f5488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:15.195723 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.196127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Bound using segment: {'id': '46625169-7d36-4317-925c-c53f33182fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '646c9076-765f-44ac-9870-e3ecd41f5488'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:15.196622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Bound port: 260c8dc8-6119-4622-a972-f060c64538b6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46625169-7d36-4317-925c-c53f33182fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '646c9076-765f-44ac-9870-e3ecd41f5488'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:15.197016 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.205984 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-9a6b496b-6d3a-4c1e-972b-ebac10552502 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:30:15.207730 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9a6b496b-6d3a-4c1e-972b-ebac10552502 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2753403 Sep 16 05:30:15.210557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60140) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:15.273178 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.276277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-87a6b0b2-5fbc-4ea7-9b87-4235a70563f7 None None] For port a0b068b2-841f-40b2-8c8e-d9bd50657e47, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a0b068b2-841f-40b2-8c8e-d9bd50657e47,segment=NetworkSegment(8fb7397d-f03f-469d-b235-1b18dd7ea300),segment_id=8fb7397d-f03f-469d-b235-1b18dd7ea300)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:15.278505 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a39bfe4-8b7b-4937-9c54-df58d6ffdd05 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.304661 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a39bfe4-8b7b-4937-9c54-df58d6ffdd05 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.310892 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.371705 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-87a6b0b2-5fbc-4ea7-9b87-4235a70563f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.401717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2a40fd-5947-4bf9-9944-aba10e96bce5 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:15.428261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a39bfe4-8b7b-4937-9c54-df58d6ffdd05 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.431794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a39bfe4-8b7b-4937-9c54-df58d6ffdd05 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.433096 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3a39bfe4-8b7b-4937-9c54-df58d6ffdd05 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/bef9d2f8-c044-4b3a-946c-5215e26eea49 HTTP/1.1" status: 204 len: 168 time: 0.2212050 Sep 16 05:30:15.435831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60144) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:15.444389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39bfe4-8b7b-4937-9c54-df58d6ffdd05 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef9d2f8-c044-4b3a-946c-5215e26eea49,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:15.446270 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.495979 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] For port 260c8dc8-6119-4622-a972-f060c64538b6, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:15.506588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3a61b632-811c-4f89-934e-1f6d6de6d9fe tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639980 Sep 16 05:30:15.506867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60148) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:15.511441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f8b0ecd1-9a5e-4aeb-b404-361c75cbfcb1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742780489'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:15.512741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8c2a40fd-5947-4bf9-9944-aba10e96bce5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8c2a40fd-5947-4bf9-9944-aba10e96bce5,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:15.522263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.547163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] For port 260c8dc8-6119-4622-a972-f060c64538b6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=260c8dc8-6119-4622-a972-f060c64538b6,segment=NetworkSegment(46625169-7d36-4317-925c-c53f33182fb1),segment_id=46625169-7d36-4317-925c-c53f33182fb1)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:15.568959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6b0b2-5fbc-4ea7-9b87-4235a70563f7 None None] Pushing event updated for resources: {'Port': ['ID=a0b068b2-841f-40b2-8c8e-d9bd50657e47,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:15.601583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b98c0c5b-d9ac-4c49-b42d-05d3830828b3 req-213b48ae-f70b-405c-be7b-85d6b3c7c0f2 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ed697-a85b-41d6-ad98-9be4fd6e75a5 HTTP/1.1" status: 200 len: 210 time: 0.1393793 Sep 16 05:30:15.603516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a839caf6-6312-448e-82b6-467f0378d4bd None None] Provisioning complete for port a0b068b2-841f-40b2-8c8e-d9bd50657e47 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:15.603906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a839caf6-6312-448e-82b6-467f0378d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.616032 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.631967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port 260c8dc8-6119-4622-a972-f060c64538b6 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:15.632317 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.647257 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ecd1-9a5e-4aeb-b404-361c75cbfcb1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.649658 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:15.649658 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:15.667400 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.723507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port 260c8dc8-6119-4622-a972-f060c64538b6, host n-d-712143-16, got binding levels [] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:15.723885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.742996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for 260c8dc8-6119-4622-a972-f060c64538b6 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:15.746617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=8c2a40fd-5947-4bf9-9944-aba10e96bce5,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:15.793152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:25:02Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:15.823201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57e4ff-747d-4b48-9ad8-79af8672faf5 None None] Network 646c9076-765f-44ac-9870-e3ecd41f5488 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:15.851405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ecd1-9a5e-4aeb-b404-361c75cbfcb1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.874735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] Checking router: 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:15.876901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8c2a40fd-5947-4bf9-9944-aba10e96bce5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:15.917259 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ecd1-9a5e-4aeb-b404-361c75cbfcb1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.928809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3df4e1-1a34-47ac-9094-f62f8ee96bdc None None] Pushing event updated for resources: {'Port': ['ID=260c8dc8-6119-4622-a972-f060c64538b6,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:15.949083 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.953250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0ecd1-9a5e-4aeb-b404-361c75cbfcb1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea326c6b-7a81-4ec4-99de-2ac5d575ec90,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:15.970409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:15.971047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:30:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:15.978926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=260c8dc8-6119-4622-a972-f060c64538b6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:15.980832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port 260c8dc8-6119-4622-a972-f060c64538b6 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:16.004753 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ecd1-9a5e-4aeb-b404-361c75cbfcb1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.008664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f8b0ecd1-9a5e-4aeb-b404-361c75cbfcb1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4981799 Sep 16 05:30:16.013301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60152) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.013691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-242e21f1-539f-4c5c-af22-9681c1508a46 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': 'ea326c6b-7a81-4ec4-99de-2ac5d575ec90', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:16.014029 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-242e21f1-539f-4c5c-af22-9681c1508a46 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:30:16.014783 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-242e21f1-539f-4c5c-af22-9681c1508a46 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:16.015769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-242e21f1-539f-4c5c-af22-9681c1508a46 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057864 Sep 16 05:30:16.018681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60154) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.081506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e521f90-2380-49bf-9430-59d8198f29f6 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.112747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e521f90-2380-49bf-9430-59d8198f29f6 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.118370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.132546 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0afc16-1354-483b-a3cc-7e71cf052c12 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:30:16.166009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646c9076-765f-44ac-9870-e3ecd41f5488']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:16.178406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46625169-7d36-4317-925c-c53f33182fb1') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:16.178688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46625169-7d36-4317-925c-c53f33182fb1') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:16.198191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5924-30f7-427f-98e1-2ad2a139dbe8 req-55213fab-859a-4727-856d-2d0883a641e1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.203610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe9d5924-30f7-427f-98e1-2ad2a139dbe8 req-55213fab-859a-4727-856d-2d0883a641e1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 944 time: 0.0840216 Sep 16 05:30:16.203610 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.228082 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.239834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:16.240244 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:16.243231 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:16.256620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e521f90-2380-49bf-9430-59d8198f29f6 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.259994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e521f90-2380-49bf-9430-59d8198f29f6 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.266580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e521f90-2380-49bf-9430-59d8198f29f6 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/ea326c6b-7a81-4ec4-99de-2ac5d575ec90 HTTP/1.1" status: 204 len: 168 time: 0.2413144 Sep 16 05:30:16.266741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60156) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.273714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e521f90-2380-49bf-9430-59d8198f29f6 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea326c6b-7a81-4ec4-99de-2ac5d575ec90,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:16.322378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe9d5924-30f7-427f-98e1-2ad2a139dbe8 req-d81f26f9-6aec-4231-92b0-1979cb791c90 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130030 Sep 16 05:30:16.358244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e3ab3878-4153-4391-912a-b3f68102147a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928121 Sep 16 05:30:16.362211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60158) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.367194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-711d5569-9c78-4f1f-a4f5-7fc03860bd63 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--108859734'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:16.401394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:16.411734 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.416374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.421653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/646c9076-765f-44ac-9870-e3ecd41f5488 HTTP/1.1" status: 204 len: 168 time: 2.5176644 Sep 16 05:30:16.421990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60160) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.427662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85392743'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:16.433517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308da65-c8cd-4396-9f5e-2a65b68a8479 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=646c9076-765f-44ac-9870-e3ecd41f5488,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:16.477058 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-711d5569-9c78-4f1f-a4f5-7fc03860bd63 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.542076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a0b068b2-841f-40b2-8c8e-d9bd50657e47 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:16.573761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:16.577727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.599967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0afc16-1354-483b-a3cc-7e71cf052c12 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:30:16.604625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:16.614520 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.614868 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment c9e026c7-6b75-47bd-beb8-7b88a7100783 of type vlan for network 8393f812-3879-425d-a421-6a40528dca1e Sep 16 05:30:16.659294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 07c73d48-fad8-4465-98a7-a300e94b9bf9 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:16.661813 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.671006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-711d5569-9c78-4f1f-a4f5-7fc03860bd63 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.676265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60164) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.695391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 07c73d48-fad8-4465-98a7-a300e94b9bf9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:16.695743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 07c73d48-fad8-4465-98a7-a300e94b9bf9 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:16.754855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-711d5569-9c78-4f1f-a4f5-7fc03860bd63 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.770378 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.776799 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.778622 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.782147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a0b068b2-841f-40b2-8c8e-d9bd50657e47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:16.782558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.811614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d5569-9c78-4f1f-a4f5-7fc03860bd63 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13f8c35-47eb-44c0-8956-8086895187ae,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:16.838255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Deleting port e503c443-4e6b-4aec-b1ab-a2c5fdc81459 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:16.838710 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.867039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-711d5569-9c78-4f1f-a4f5-7fc03860bd63 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.868227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=8393f812-3879-425d-a421-6a40528dca1e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:16.872238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-711d5569-9c78-4f1f-a4f5-7fc03860bd63 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5090671 Sep 16 05:30:16.875106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60166) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.880830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4fc50202-e9b7-4c81-afb7-4828572fac65 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': 'a13f8c35-47eb-44c0-8956-8086895187ae', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:16.881478 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-4fc50202-e9b7-4c81-afb7-4828572fac65 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:30:16.882055 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-4fc50202-e9b7-4c81-afb7-4828572fac65 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:16.883091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4fc50202-e9b7-4c81-afb7-4828572fac65 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068266 Sep 16 05:30:16.885948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60168) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.888493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 8393f812-3879-425d-a421-6a40528dca1e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:16.905064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5c845073-cafb-4324-af90-7bfa9904e78d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4812703 Sep 16 05:30:16.908918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60170) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:16.915729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': '8393f812-3879-425d-a421-6a40528dca1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:16.944365 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.945346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.954489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.961730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Calling delete_port for e503c443-4e6b-4aec-b1ab-a2c5fdc81459 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:17.018279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:25:02Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:17.025104 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2367c90-74da-4d01-84f9-4b83d0a220a3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.058245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2367c90-74da-4d01-84f9-4b83d0a220a3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.060582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ff0bf-460d-4277-86fc-6f4ca57a5b3b None None] The sync data for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 is: [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:24:58Z', 'revision_number': 4, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '05bb27b1-ac5e-441c-a7dc-40dc3610946a', 'name': '', 'network_id': '8a43209a-ded8-446b-ae98-0bbb6982a819', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'mac_address': 'fa:16:3e:18:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:57Z', 'updated_at': '2021-09-16T05:25:02Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'subnets': [{'id': '2c56ca7b-f921-4289-ad96-aab819949e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:17.133898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:17.141213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.232994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2367c90-74da-4d01-84f9-4b83d0a220a3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.235574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2367c90-74da-4d01-84f9-4b83d0a220a3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.236773 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d2367c90-74da-4d01-84f9-4b83d0a220a3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/a13f8c35-47eb-44c0-8956-8086895187ae HTTP/1.1" status: 204 len: 168 time: 0.3493786 Sep 16 05:30:17.239788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60172) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.251028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2367c90-74da-4d01-84f9-4b83d0a220a3 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13f8c35-47eb-44c0-8956-8086895187ae,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.261157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.302977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event deleted for resources: {'Port': ['ID=e503c443-4e6b-4aec-b1ab-a2c5fdc81459,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.366004 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482fe8a-a0bd-4c13-a07a-cd3b0421750d None None] New status for floating IP 1313df19-fca6-4f03-ae29-84010ffa9404: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:30:17.396777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-df7807ae-5629-47bb-9103-3e8d3a927914 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558173 Sep 16 05:30:17.397824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.400605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.401147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60176) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.402893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1d7f7028-d7f1-4b13-ad7b-3910122975a5 tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "DELETE /v2.0/floatingips/1313df19-fca6-4f03-ae29-84010ffa9404 HTTP/1.1" status: 204 len: 168 time: 0.7256706 Sep 16 05:30:17.406781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-64cba5f6-bb26-4814-a562-1dfe4ea0ef74 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163553429'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:17.477407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.497429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60184) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.545017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64cba5f6-bb26-4814-a562-1dfe4ea0ef74 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.551666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=cab2188a-dabe-42a6-ad04-8b37c44bced3,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.574181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297bfae-8b50-4fc9-ab2c-da685088eee0 req-ac7a7dd9-ec01-4e62-b6f9-0e381697e9c7 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:17.575790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1297bfae-8b50-4fc9-ab2c-da685088eee0 req-ac7a7dd9-ec01-4e62-b6f9-0e381697e9c7 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 944 time: 0.1717110 Sep 16 05:30:17.575942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': 'c9e026c7-6b75-47bd-beb8-7b88a7100783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8393f812-3879-425d-a421-6a40528dca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:17.576267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: 8393f812-3879-425d-a421-6a40528dca1e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:17.607374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de7432d1-0f37-442f-bbf3-e1120b9fb69f tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.640673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1297bfae-8b50-4fc9-ab2c-da685088eee0 req-84dc4742-4323-4d83-9225-18ed0592f6a8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552039 Sep 16 05:30:17.647526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de7432d1-0f37-442f-bbf3-e1120b9fb69f tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.654318 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64cba5f6-bb26-4814-a562-1dfe4ea0ef74 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.682208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network 8393f812-3879-425d-a421-6a40528dca1e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:17.739410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64cba5f6-bb26-4814-a562-1dfe4ea0ef74 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.768121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de7432d1-0f37-442f-bbf3-e1120b9fb69f tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.768771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 8393f812-3879-425d-a421-6a40528dca1e) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:17.771059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cba5f6-bb26-4814-a562-1dfe4ea0ef74 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01362f88-5f03-4dea-bd40-a218e92139ab,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.771454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de7432d1-0f37-442f-bbf3-e1120b9fb69f tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.773787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-de7432d1-0f37-442f-bbf3-e1120b9fb69f tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] 10.222.0.59 "DELETE /v2.0/security-groups/9904900f-cb32-4188-99d7-2fbea79951ca HTTP/1.1" status: 204 len: 168 time: 0.2742565 Sep 16 05:30:17.777912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:17.779428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.782448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7432d1-0f37-442f-bbf3-e1120b9fb69f tempest-TestServerBasicOps-1419286544 tempest-TestServerBasicOps-1419286544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904900f-cb32-4188-99d7-2fbea79951ca,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.787841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d836f4e-3053-4e2d-9a16-aa61f05d672c None None] Network 8393f812-3879-425d-a421-6a40528dca1e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:17.833904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64cba5f6-bb26-4814-a562-1dfe4ea0ef74 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.842922 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-64cba5f6-bb26-4814-a562-1dfe4ea0ef74 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4328983 Sep 16 05:30:17.843478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60188) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.843478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-76d82cd6-a275-4137-a536-450f4654f65c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '01362f88-5f03-4dea-bd40-a218e92139ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:17.844652 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-76d82cd6-a275-4137-a536-450f4654f65c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:30:17.845372 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-76d82cd6-a275-4137-a536-450f4654f65c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:17.846356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-76d82cd6-a275-4137-a536-450f4654f65c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070608 Sep 16 05:30:17.849426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60190) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.854409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3c15c0e6-3d36-4253-875e-443303a547a8 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '01362f88-5f03-4dea-bd40-a218e92139ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:17.855035 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-3c15c0e6-3d36-4253-875e-443303a547a8 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:30:17.855554 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-3c15c0e6-3d36-4253-875e-443303a547a8 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:17.856517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3c15c0e6-3d36-4253-875e-443303a547a8 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061738 Sep 16 05:30:17.858994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60192) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.864556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8add4319-9281-4993-b030-103bf90acd38 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '01362f88-5f03-4dea-bd40-a218e92139ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:17.866525 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-8add4319-9281-4993-b030-103bf90acd38 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:30:17.867042 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-8add4319-9281-4993-b030-103bf90acd38 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:17.868035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8add4319-9281-4993-b030-103bf90acd38 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080154 Sep 16 05:30:17.869873 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-aaa08226-11af-4230-82da-756af59ca420 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9597912 Sep 16 05:30:17.873417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60194) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.873773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60196) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.879391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-08d7ad50-e7d1-4a38-b83c-b2472330a173 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '01362f88-5f03-4dea-bd40-a218e92139ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:17.880295 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-08d7ad50-e7d1-4a38-b83c-b2472330a173 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:30:17.881057 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-08d7ad50-e7d1-4a38-b83c-b2472330a173 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:17.884360 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-08d7ad50-e7d1-4a38-b83c-b2472330a173 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073586 Sep 16 05:30:17.884730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60200) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.917363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60202) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.968051 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b78e04b-3446-4c4b-a1b4-a718cd70ab77 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.981634 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-8393f812-3879-425d-a421-6a40528dca1e', 'network_id': '8393f812-3879-425d-a421-6a40528dca1e', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': 'cab2188a-dabe-42a6-ad04-8b37c44bced3'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:17.982538 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.999549 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.004066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b78e04b-3446-4c4b-a1b4-a718cd70ab77 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.073478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.136651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Allocated IP 2001:db8::1 (8393f812-3879-425d-a421-6a40528dca1e/cab2188a-dabe-42a6-ad04-8b37c44bced3/0ad391e4-f3e0-4bbc-ac7d-2909cee7f594) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:18.162742 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b78e04b-3446-4c4b-a1b4-a718cd70ab77 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.165329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b78e04b-3446-4c4b-a1b4-a718cd70ab77 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.166469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4b78e04b-3446-4c4b-a1b4-a718cd70ab77 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/01362f88-5f03-4dea-bd40-a218e92139ab HTTP/1.1" status: 204 len: 168 time: 0.2808058 Sep 16 05:30:18.169366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60206) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.186262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78e04b-3446-4c4b-a1b4-a718cd70ab77 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01362f88-5f03-4dea-bd40-a218e92139ab,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:18.227733 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f698e438-5556-4966-b8e0-4d45ee3fa7d4 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571554 Sep 16 05:30:18.231347 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60208) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.235824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d8bd0c30-4f79-4682-95fb-89be3a4ae955 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--954328423'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:18.293727 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.300927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8c2a40fd-5947-4bf9-9944-aba10e96bce5 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:18.325258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0c30-4f79-4682-95fb-89be3a4ae955 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.352447 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.395938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Network 8393f812-3879-425d-a421-6a40528dca1e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:18.402502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:18.405138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:18.426417 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Pushing event updated for resources: {'Port': ['ID=0ad391e4-f3e0-4bbc-ac7d-2909cee7f594,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:18.437884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0c30-4f79-4682-95fb-89be3a4ae955 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.455279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.468549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.474475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Attempting to bind port 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:18.474917 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Attempting to bind port 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'c9e026c7-6b75-47bd-beb8-7b88a7100783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8393f812-3879-425d-a421-6a40528dca1e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:18.475280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Attempting to bind port 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594 on network 8393f812-3879-425d-a421-6a40528dca1e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:18.480813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:18.481218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Checking segment: {'id': 'c9e026c7-6b75-47bd-beb8-7b88a7100783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8393f812-3879-425d-a421-6a40528dca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:18.481609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.482009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Bound using segment: {'id': 'c9e026c7-6b75-47bd-beb8-7b88a7100783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8393f812-3879-425d-a421-6a40528dca1e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:18.482484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Bound port: 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e026c7-6b75-47bd-beb8-7b88a7100783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8393f812-3879-425d-a421-6a40528dca1e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:18.482925 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.485213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=cab2188a-dabe-42a6-ad04-8b37c44bced3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:18.487287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:18.500409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:18.503716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.552323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.555077 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0c30-4f79-4682-95fb-89be3a4ae955 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.591371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] For port 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:18.595229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8393f812-3879-425d-a421-6a40528dca1e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.596102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] For port 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0ad391e4-f3e0-4bbc-ac7d-2909cee7f594,segment=NetworkSegment(c9e026c7-6b75-47bd-beb8-7b88a7100783),segment_id=c9e026c7-6b75-47bd-beb8-7b88a7100783)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:18.612122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e026c7-6b75-47bd-beb8-7b88a7100783') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.612421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e026c7-6b75-47bd-beb8-7b88a7100783') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.621212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd0c30-4f79-4682-95fb-89be3a4ae955 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712b3742-ed62-4cac-94af-99f854b2173f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:18.627746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.632710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.656335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4606e9-9299-4c91-94e5-e70367251a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2a40fd-5947-4bf9-9944-aba10e96bce5'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:18.658750 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92e4ffa-8683-4859-a193-fb00f6c669e3" -d '{"events": [{"server_uuid": "ff4606e9-9299-4c91-94e5-e70367251a1f", "name": "network-vif-plugged", "status": "completed", "tag": "8c2a40fd-5947-4bf9-9944-aba10e96bce5"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:18.675328 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0c30-4f79-4682-95fb-89be3a4ae955 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.676159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 8c2a40fd-5947-4bf9-9944-aba10e96bce5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8c2a40fd-5947-4bf9-9944-aba10e96bce5,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:18.676276 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d8bd0c30-4f79-4682-95fb-89be3a4ae955 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4431546 Sep 16 05:30:18.676753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60214) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.681684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-79670399-ac0a-4af9-876e-e12c05a37996 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:18.682163 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-79670399-ac0a-4af9-876e-e12c05a37996 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:30:18.682748 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-79670399-ac0a-4af9-876e-e12c05a37996 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:18.683285 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.686442 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-79670399-ac0a-4af9-876e-e12c05a37996 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087039 Sep 16 05:30:18.689853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60216) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.690859 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.696881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6b542be9-61f9-46a3-a019-1f95d19097c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:18.698009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:18.698440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:18.725801 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:18.753255 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc2d27d-ba40-4ae8-8012-a3d69f76b1f3 x-openstack-request-id: req-2fc2d27d-ba40-4ae8-8012-a3d69f76b1f3 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:18.753632 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4606e9-9299-4c91-94e5-e70367251a1f", "name": "network-vif-plugged", "status": "completed", "tag": "8c2a40fd-5947-4bf9-9944-aba10e96bce5", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:18.754455 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fc2d27d-ba40-4ae8-8012-a3d69f76b1f3 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:18.755353 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4606e9-9299-4c91-94e5-e70367251a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2a40fd-5947-4bf9-9944-aba10e96bce5', 'code': 200} Sep 16 05:30:18.762309 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.812833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce451c6c-443e-47d4-81b5-914b4e81da81 None None] Pushing event updated for resources: {'Port': ['ID=0ad391e4-f3e0-4bbc-ac7d-2909cee7f594,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:18.821235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:30:18.821235 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:30:18.821235 n-d-712143-16 neutron-server[101825]: [parameters: {'id': '8393f812-3879-425d-a421-6a40528dca1e'}] Sep 16 05:30:18.821235 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:18.821235 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:18.824559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1d6c7-7292-4d57-b85f-2d724a8f8a5e req-e91a4172-67ec-4096-8198-4a4d20e6bbf1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.826107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81c1d6c7-7292-4d57-b85f-2d724a8f8a5e req-e91a4172-67ec-4096-8198-4a4d20e6bbf1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 945 time: 0.0899036 Sep 16 05:30:18.841483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc60216-16a0-4dc7-9513-a2c1fd761270 None None] Network 8393f812-3879-425d-a421-6a40528dca1e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:18.871161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Deleting port 05bb27b1-ac5e-441c-a7dc-40dc3610946a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:18.871534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.912443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea9153-7ab3-4f00-9bf1-e28e4d1d5a67 req-0a6edfee-9abe-4f49-99ac-d30acd4edfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.913950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-feea9153-7ab3-4f00-9bf1-e28e4d1d5a67 req-0a6edfee-9abe-4f49-99ac-d30acd4edfba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 1097 time: 0.1172688 Sep 16 05:30:18.920666 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=8c2a40fd-5947-4bf9-9944-aba10e96bce5,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:18.952005 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-6b542be9-61f9-46a3-a019-1f95d19097c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:18.953023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6b542be9-61f9-46a3-a019-1f95d19097c5 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2622030 Sep 16 05:30:18.956344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60218) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.960914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81c1d6c7-7292-4d57-b85f-2d724a8f8a5e req-021debad-40fd-4cdd-995c-e009d342a7e8 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185970 Sep 16 05:30:18.961606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8ca96777-0c79-4463-9060-9899efdc6f4c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:18.962209 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-8ca96777-0c79-4463-9060-9899efdc6f4c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:30:18.962952 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-8ca96777-0c79-4463-9060-9899efdc6f4c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:18.967057 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8ca96777-0c79-4463-9060-9899efdc6f4c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067308 Sep 16 05:30:18.968123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60220) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.974021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-45c6f722-d429-42ff-9cab-74c61d7e2932 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:18.988082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f54b77-a343-40af-bdc5-3dae54822686 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:30:19.008874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-feea9153-7ab3-4f00-9bf1-e28e4d1d5a67 req-82045fcf-680f-4415-8aef-8aeb2430fe81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657814 Sep 16 05:30:19.010533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] For port 05bb27b1-ac5e-441c-a7dc-40dc3610946a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=05bb27b1-ac5e-441c-a7dc-40dc3610946a,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:19.010908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.022711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Calling delete_port for 05bb27b1-ac5e-441c-a7dc-40dc3610946a owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:19.079780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f54b77-a343-40af-bdc5-3dae54822686 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:30:19.178095 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-45c6f722-d429-42ff-9cab-74c61d7e2932 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:19.183896 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45c6f722-d429-42ff-9cab-74c61d7e2932 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2147088 Sep 16 05:30:19.184081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60222) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.188252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ed955a3c-dcd7-4335-934d-53fa942370ec tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:19.188725 n-d-712143-16 neutron-server[101824]: WARNING neutron.api.v2.base [None req-ed955a3c-dcd7-4335-934d-53fa942370ec tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:30:19.189212 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-ed955a3c-dcd7-4335-934d-53fa942370ec tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:19.190203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ed955a3c-dcd7-4335-934d-53fa942370ec tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053692 Sep 16 05:30:19.193703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60224) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.198161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-68e6fd6e-fe8e-4d90-a941-01aff94d4f39 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:19.285854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.313121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Pushing event deleted for resources: {'Port': ['ID=05bb27b1-ac5e-441c-a7dc-40dc3610946a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:19.313802 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-68e6fd6e-fe8e-4d90-a941-01aff94d4f39 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Project 5abaabc4aec1414d9735d9649429fe4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:30:19.324360 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.388793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:19.389140 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.413002 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-68e6fd6e-fe8e-4d90-a941-01aff94d4f39 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:19.416929 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68e6fd6e-fe8e-4d90-a941-01aff94d4f39 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2194629 Sep 16 05:30:19.418423 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60226) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.423274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c868f509-ead6-43c7-8946-23f5ac4277d7 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:19.423778 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-c868f509-ead6-43c7-8946-23f5ac4277d7 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:30:19.424273 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-c868f509-ead6-43c7-8946-23f5ac4277d7 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:19.425237 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c868f509-ead6-43c7-8946-23f5ac4277d7 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058868 Sep 16 05:30:19.428824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60228) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.433601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5118763d-3f32-40e9-ba32-086e5d01927b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:19.466954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0ad391e4-f3e0-4bbc-ac7d-2909cee7f594,segment=NetworkSegment(c9e026c7-6b75-47bd-beb8-7b88a7100783),segment_id=c9e026c7-6b75-47bd-beb8-7b88a7100783)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:19.467377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.482616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:19.513472 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.605791 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-5118763d-3f32-40e9-ba32-086e5d01927b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Project 5abaabc4aec1414d9735d9649429fe4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:30:19.653652 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.677282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=0ad391e4-f3e0-4bbc-ac7d-2909cee7f594,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:19.685041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port 0ad391e4-f3e0-4bbc-ac7d-2909cee7f594 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:19.688553 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-5118763d-3f32-40e9-ba32-086e5d01927b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:19.689812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5118763d-3f32-40e9-ba32-086e5d01927b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2598925 Sep 16 05:30:19.693403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60230) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.721549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-d23b1035-91af-427d-9a75-c94ea1c0287a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '712b3742-ed62-4cac-94af-99f854b2173f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:19.760777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:19.764501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.783824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8393f812-3879-425d-a421-6a40528dca1e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:19.793369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e026c7-6b75-47bd-beb8-7b88a7100783') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:19.793673 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e026c7-6b75-47bd-beb8-7b88a7100783') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:19.803415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.817250 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.824287 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:19.824694 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:19.827727 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:19.971196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.979925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.981541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/8393f812-3879-425d-a421-6a40528dca1e HTTP/1.1" status: 204 len: 168 time: 2.1056743 Sep 16 05:30:19.985100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60232) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.012674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1340129326'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:20.017971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6f0bb-4d69-430d-9f7b-4cdcabff3a5f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=8393f812-3879-425d-a421-6a40528dca1e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.148126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:20.151983 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.154922 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-d23b1035-91af-427d-9a75-c94ea1c0287a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Project 5abaabc4aec1414d9735d9649429fe4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:30:20.175617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:20.184131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.184785 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment a07868e9-819b-4124-a4a5-86939aa5181a of type vlan for network 6c945935-2d9d-4960-bd06-c416e342e337 Sep 16 05:30:20.228793 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.249715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488741fa-c9d4-4d5b-b2cb-30f3e228f563 req-fcff3246-9d4c-4dde-bcbb-4836386142e1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.254993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-488741fa-c9d4-4d5b-b2cb-30f3e228f563 req-fcff3246-9d4c-4dde-bcbb-4836386142e1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 945 time: 0.0995827 Sep 16 05:30:20.274934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:20.280892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70f428ff-783a-47a3-9efc-cef0d2932399 admin admin] 10.222.0.59 "PUT /v2.0/routers/634a30b9-0c25-41ab-a3d1-ca0a0af6bae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3624036 Sep 16 05:30:20.284373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60236) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.291734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] Sync routers for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:20.299737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-488741fa-c9d4-4d5b-b2cb-30f3e228f563 req-e6ce7fec-565d-4989-a7fd-5580a98a02a6 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Sep 16 05:30:20.311232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:20.312293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:30:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:20.331293 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-d23b1035-91af-427d-9a75-c94ea1c0287a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:20.333668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d23b1035-91af-427d-9a75-c94ea1c0287a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6386673 Sep 16 05:30:20.335949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60238) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.411779 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b856994b-69b4-4313-ad35-1e32acfd7ca9 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.424077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:20.443167 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b856994b-69b4-4313-ad35-1e32acfd7ca9 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.580028 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b856994b-69b4-4313-ad35-1e32acfd7ca9 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.583307 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b856994b-69b4-4313-ad35-1e32acfd7ca9 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.587043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b856994b-69b4-4313-ad35-1e32acfd7ca9 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/712b3742-ed62-4cac-94af-99f854b2173f HTTP/1.1" status: 204 len: 168 time: 0.2477076 Sep 16 05:30:20.590107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60240) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.608781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856994b-69b4-4313-ad35-1e32acfd7ca9 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b3742-ed62-4cac-94af-99f854b2173f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.647924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-32126474-d005-492b-8599-81aea8bbb3da tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521197 Sep 16 05:30:20.648895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60242) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.653573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-af483645-cf8a-465b-bc32-1677f3b9dcdc tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--402353039'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:20.670969 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.676628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.677259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.727735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.737006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af483645-cf8a-465b-bc32-1677f3b9dcdc tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.790232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=6c945935-2d9d-4960-bd06-c416e342e337,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.791655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:30:19Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:20.809541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a7d6d9eb-6145-4fe3-96b4-18e004628c1d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8011632 Sep 16 05:30:20.812390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60244) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.819744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': '6c945935-2d9d-4960-bd06-c416e342e337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:20.823823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 6c945935-2d9d-4960-bd06-c416e342e337 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:20.827395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] Checking router: 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:20.866365 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.884953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] Routers {'634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:20.885646 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:30:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:20.948758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af483645-cf8a-465b-bc32-1677f3b9dcdc tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.002674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] Set router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:21.008449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Deleting port 8a448c26-0c1b-4326-95b4-d855ec5a094a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:21.008794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.035586 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af483645-cf8a-465b-bc32-1677f3b9dcdc tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.095022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af483645-cf8a-465b-bc32-1677f3b9dcdc tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03077173-be50-49b9-8c91-11da2c31e2b3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.099275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] For port 8a448c26-0c1b-4326-95b4-d855ec5a094a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8a448c26-0c1b-4326-95b4-d855ec5a094a,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:21.099730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.112957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Calling delete_port for 8a448c26-0c1b-4326-95b4-d855ec5a094a owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:21.137511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:21.142008 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.218965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:30:19Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.252093 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af483645-cf8a-465b-bc32-1677f3b9dcdc tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.253481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-af483645-cf8a-465b-bc32-1677f3b9dcdc tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6035383 Sep 16 05:30:21.257425 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60246) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:21.259171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa283b6-0a6e-420d-a4f3-9d54d6a3c65a None None] The sync data for ids ['634a30b9-0c25-41ab-a3d1-ca0a0af6bae0'] in n-d-712143-16 is: [{'id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'name': 'tempest-TestServerBasicOps-529589008-router', 'tenant_id': '273a9517f8f14fa498a7ceb10db8dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:24:54Z', 'updated_at': '2021-09-16T05:30:19Z', 'revision_number': 5, 'project_id': '273a9517f8f14fa498a7ceb10db8dac3', 'gw_port': {'id': '8a448c26-0c1b-4326-95b4-d855ec5a094a', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634a30b9-0c25-41ab-a3d1-ca0a0af6bae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:55Z', 'updated_at': '2021-09-16T05:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:21.266005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-515f4bac-a8cf-4a52-985a-047ef8178664 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '03077173-be50-49b9-8c91-11da2c31e2b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:21.387812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.412728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a448c26-0c1b-4326-95b4-d855ec5a094a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.441296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61970b8-b36e-4426-9be6-ef923aa44b75 req-806658ed-6033-4407-8a47-45b70ca144df tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:21.443315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a61970b8-b36e-4426-9be6-ef923aa44b75 req-806658ed-6033-4407-8a47-45b70ca144df tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 945 time: 0.0594695 Sep 16 05:30:21.451691 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.480728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.545621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=8f73550f-f735-421d-94d1-da0bb05932ee,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.554828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a61970b8-b36e-4426-9be6-ef923aa44b75 req-e0708c63-5813-46a9-8cc7-34d52127df7e tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037512 Sep 16 05:30:21.562789 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-515f4bac-a8cf-4a52-985a-047ef8178664 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The resource could not be found. Sep 16 05:30:21.564588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-515f4bac-a8cf-4a52-985a-047ef8178664 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3060749 Sep 16 05:30:21.583749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60250) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:21.583749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4cf7443e-8f3f-48c9-adf1-1b2de45f7279 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '03077173-be50-49b9-8c91-11da2c31e2b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '780f5d55-9e3b-4878-86c7-8cf75e9e0d95'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:21.588191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.590684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.603612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': 'a07868e9-819b-4124-a4a5-86939aa5181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6c945935-2d9d-4960-bd06-c416e342e337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:21.604061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: 6c945935-2d9d-4960-bd06-c416e342e337, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:21.731273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network 6c945935-2d9d-4960-bd06-c416e342e337 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:21.731739 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.732289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:21.740577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.744558 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-33af0217-3f9e-4d4a-9530-72bced371706 admin admin] 10.222.0.59 "DELETE /v2.0/routers/634a30b9-0c25-41ab-a3d1-ca0a0af6bae0 HTTP/1.1" status: 204 len: 168 time: 1.4563727 Sep 16 05:30:21.745178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60256) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:21.796547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a7994a-3760-4837-a39d-792479579b7b admin admin] Deleting subnet 2c56ca7b-f921-4289-ad96-aab819949e95 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:21.800324 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-21a7994a-3760-4837-a39d-792479579b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.822320 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-4cf7443e-8f3f-48c9-adf1-1b2de45f7279 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The resource could not be found. Sep 16 05:30:21.823331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4cf7443e-8f3f-48c9-adf1-1b2de45f7279 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2472055 Sep 16 05:30:21.826191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60258) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:21.844848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 6c945935-2d9d-4960-bd06-c416e342e337) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:21.855592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b5ac5-dd2d-4791-80be-01a1af20318e None None] Network 6c945935-2d9d-4960-bd06-c416e342e337 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:21.860566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:21.861217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.873244 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-21a7994a-3760-4837-a39d-792479579b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.936440 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aae47fca-6587-42ec-9229-55375c50e14a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.987853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aae47fca-6587-42ec-9229-55375c50e14a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.005453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-24c9df3e-9410-4a63-85f9-695879f1152c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1915555 Sep 16 05:30:22.008144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60264) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.038308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-21a7994a-3760-4837-a39d-792479579b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.074905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-6c945935-2d9d-4960-bd06-c416e342e337', 'network_id': '6c945935-2d9d-4960-bd06-c416e342e337', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': '8f73550f-f735-421d-94d1-da0bb05932ee'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:22.076183 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.148260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aae47fca-6587-42ec-9229-55375c50e14a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.151303 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-aae47fca-6587-42ec-9229-55375c50e14a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.154878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-aae47fca-6587-42ec-9229-55375c50e14a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/03077173-be50-49b9-8c91-11da2c31e2b3 HTTP/1.1" status: 204 len: 168 time: 0.3255436 Sep 16 05:30:22.155434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60266) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.162329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae47fca-6587-42ec-9229-55375c50e14a tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03077173-be50-49b9-8c91-11da2c31e2b3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.205609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-21a7994a-3760-4837-a39d-792479579b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.227379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.233018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9bc98e43-c381-4331-96c9-9e2f1e542377 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0765684 Sep 16 05:30:22.238217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7994a-3760-4837-a39d-792479579b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c56ca7b-f921-4289-ad96-aab819949e95,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.238217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60268) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.244394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a04fefb6-d0b4-414f-a8a0-d1693e91d2bb tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '8ed35558-01e0-454a-b075-1f866e7f30d6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:22.253288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-21a7994a-3760-4837-a39d-792479579b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.255771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-21a7994a-3760-4837-a39d-792479579b7b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2c56ca7b-f921-4289-ad96-aab819949e95 HTTP/1.1" status: 204 len: 168 time: 0.5089314 Sep 16 05:30:22.258518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60270) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.262651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6cd721-8935-4105-beea-4af39cd3d4b4 None None] Network 8a43209a-ded8-446b-ae98-0bbb6982a819 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:22.303527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Allocated IP 2001:db8::1 (6c945935-2d9d-4960-bd06-c416e342e337/8f73550f-f735-421d-94d1-da0bb05932ee/f73c5da1-3080-40f5-88ac-1dab64be2d90) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:22.307790 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.342252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.415221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Deleting port 8d1cefbc-7283-497f-bf40-e46abf96719d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:22.415618 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.479412 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-a04fefb6-d0b4-414f-a8a0-d1693e91d2bb tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The resource could not be found. Sep 16 05:30:22.482796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a04fefb6-d0b4-414f-a8a0-d1693e91d2bb tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2441664 Sep 16 05:30:22.483056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60272) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.492282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c5828d71-531c-4a57-ae19-cf715f5f7864 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637196213'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:22.495976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] For port 8d1cefbc-7283-497f-bf40-e46abf96719d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8d1cefbc-7283-497f-bf40-e46abf96719d,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:22.496347 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.522271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Calling delete_port for 8d1cefbc-7283-497f-bf40-e46abf96719d owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:22.563911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.589392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] DHCP port deletion for 8a43209a-ded8-446b-ae98-0bbb6982a819 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:22.598467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c5828d71-531c-4a57-ae19-cf715f5f7864 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.620732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8a448c26-0c1b-4326-95b4-d855ec5a094a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:22.647374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8a448c26-0c1b-4326-95b4-d855ec5a094a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:22.647718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8a448c26-0c1b-4326-95b4-d855ec5a094a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:22.648134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 05bb27b1-ac5e-441c-a7dc-40dc3610946a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:22.670017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 05bb27b1-ac5e-441c-a7dc-40dc3610946a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:22.670349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 05bb27b1-ac5e-441c-a7dc-40dc3610946a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:22.672196 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.715128 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] Deleting port 8d1cefbc-7283-497f-bf40-e46abf96719d {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:22.715543 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.720018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c5828d71-531c-4a57-ae19-cf715f5f7864 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.723015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Network 6c945935-2d9d-4960-bd06-c416e342e337 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:22.736143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:22.749773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:22.757584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Pushing event updated for resources: {'Port': ['ID=f73c5da1-3080-40f5-88ac-1dab64be2d90,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.762883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.791808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1cefbc-7283-497f-bf40-e46abf96719d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.796766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] No DVR routers for this DVR port 8d1cefbc-7283-497f-bf40-e46abf96719d on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:22.797704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.813596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c5828d71-531c-4a57-ae19-cf715f5f7864 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.848820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] For port 8d1cefbc-7283-497f-bf40-e46abf96719d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8d1cefbc-7283-497f-bf40-e46abf96719d,segment=NetworkSegment(c2850435-e6f4-4f0d-b24d-7bb5941dc959),segment_id=c2850435-e6f4-4f0d-b24d-7bb5941dc959)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:22.849229 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.861005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Attempting to bind port f73c5da1-3080-40f5-88ac-1dab64be2d90 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:22.861604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Attempting to bind port f73c5da1-3080-40f5-88ac-1dab64be2d90 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a07868e9-819b-4124-a4a5-86939aa5181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6c945935-2d9d-4960-bd06-c416e342e337'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:22.861732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Attempting to bind port f73c5da1-3080-40f5-88ac-1dab64be2d90 on network 6c945935-2d9d-4960-bd06-c416e342e337 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:22.867859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] Calling delete_port for 8d1cefbc-7283-497f-bf40-e46abf96719d owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:22.868675 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=8f73550f-f735-421d-94d1-da0bb05932ee,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.874722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:22.875108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Checking segment: {'id': 'a07868e9-819b-4124-a4a5-86939aa5181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6c945935-2d9d-4960-bd06-c416e342e337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:22.875552 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.875954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Bound using segment: {'id': 'a07868e9-819b-4124-a4a5-86939aa5181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6c945935-2d9d-4960-bd06-c416e342e337'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:22.876438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Bound port: f73c5da1-3080-40f5-88ac-1dab64be2d90, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07868e9-819b-4124-a4a5-86939aa5181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6c945935-2d9d-4960-bd06-c416e342e337'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:22.876829 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.904484 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.915735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5828d71-531c-4a57-ae19-cf715f5f7864 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5654199b-8aa2-4c1b-bf4b-cfad83664b3d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.937452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a43209a-ded8-446b-ae98-0bbb6982a819']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:22.951793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2850435-e6f4-4f0d-b24d-7bb5941dc959') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:22.959355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2850435-e6f4-4f0d-b24d-7bb5941dc959') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:22.966297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c5828d71-531c-4a57-ae19-cf715f5f7864 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.967672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c5828d71-531c-4a57-ae19-cf715f5f7864 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4835551 Sep 16 05:30:22.969594 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.971342 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.972046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60276) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.977238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-528cb847-165a-48e9-9da4-3049e2ff4a99 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--496504405'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:22.991079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.998459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] For port f73c5da1-3080-40f5-88ac-1dab64be2d90, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:22.999152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:22.999736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:23.003462 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:23.011150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] For port f73c5da1-3080-40f5-88ac-1dab64be2d90, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f73c5da1-3080-40f5-88ac-1dab64be2d90,segment=NetworkSegment(a07868e9-819b-4124-a4a5-86939aa5181a),segment_id=a07868e9-819b-4124-a4a5-86939aa5181a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:23.013568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.017536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c945935-2d9d-4960-bd06-c416e342e337']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:23.035080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07868e9-819b-4124-a4a5-86939aa5181a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:23.039644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07868e9-819b-4124-a4a5-86939aa5181a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:23.039809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] Pushing event deleted for resources: {'Port': ['ID=8d1cefbc-7283-497f-bf40-e46abf96719d,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:23.042642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76944b-9f70-49bf-90f5-c553d4a5ebf7 None None] No DVR routers for this DVR port 8d1cefbc-7283-497f-bf40-e46abf96719d on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:23.047653 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.100116 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.103365 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.110393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:23.110784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:23.115022 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:23.128362 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-528cb847-165a-48e9-9da4-3049e2ff4a99 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.189324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88dcff-d3f7-409d-906d-795bcaeea827 None None] Pushing event updated for resources: {'Port': ['ID=f73c5da1-3080-40f5-88ac-1dab64be2d90,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:23.210976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22f32e-b246-4592-864c-6d2ac2308eb8 None None] Network 6c945935-2d9d-4960-bd06-c416e342e337 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:23.213923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.221621 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.223808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8a43209a-ded8-446b-ae98-0bbb6982a819 HTTP/1.1" status: 204 len: 168 time: 0.9646051 Sep 16 05:30:23.226728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60278) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:23.237084 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:30:23.237084 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:30:23.237084 n-d-712143-16 neutron-server[101825]: [parameters: {'id': '6c945935-2d9d-4960-bd06-c416e342e337'}] Sep 16 05:30:23.237084 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:23.237898 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:23.270247 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-528cb847-165a-48e9-9da4-3049e2ff4a99 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.279427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcebc4f-2d4f-4191-952c-3f3f01cef3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a43209a-ded8-446b-ae98-0bbb6982a819,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:23.345319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-528cb847-165a-48e9-9da4-3049e2ff4a99 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.353261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f636a1a-5383-4e0b-b6f5-66458a661aca None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:30:23.378020 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cb847-165a-48e9-9da4-3049e2ff4a99 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b1511c-64d9-4b85-b297-aeeaa5313d6f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:23.439516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-528cb847-165a-48e9-9da4-3049e2ff4a99 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.443382 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-528cb847-165a-48e9-9da4-3049e2ff4a99 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4694660 Sep 16 05:30:23.446154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60280) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:23.456072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-58f571e9-c30c-4e9b-9eab-271b14a9a302 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '5654199b-8aa2-4c1b-bf4b-cfad83664b3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f8b1511c-64d9-4b85-b297-aeeaa5313d6f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:23.467391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f636a1a-5383-4e0b-b6f5-66458a661aca None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:30:23.622105 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-58f571e9-c30c-4e9b-9eab-271b14a9a302 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:23.625983 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-58f571e9-c30c-4e9b-9eab-271b14a9a302 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1753604 Sep 16 05:30:23.626129 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.627085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60282) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:23.741404 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.754522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-baeb96a6-07cf-42d2-bb7b-8a893f14578d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.797915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-baeb96a6-07cf-42d2-bb7b-8a893f14578d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.850222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port f73c5da1-3080-40f5-88ac-1dab64be2d90 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:23.850585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.879411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-873d7a5b-28bd-44f4-9b8e-190b75b02dbb req-d7850521-9f9c-4649-8e64-b8452ab867c7 service neutron] (101824) timed out ('10.222.0.59', 43214) {{(pid=101824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:30:23.904086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Deleting port 099df129-6f03-4661-b58b-74f3478386b7 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:23.904453 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.921061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port f73c5da1-3080-40f5-88ac-1dab64be2d90, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f73c5da1-3080-40f5-88ac-1dab64be2d90,segment=NetworkSegment(a07868e9-819b-4124-a4a5-86939aa5181a),segment_id=a07868e9-819b-4124-a4a5-86939aa5181a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:23.927299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.930198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-baeb96a6-07cf-42d2-bb7b-8a893f14578d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.932858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-baeb96a6-07cf-42d2-bb7b-8a893f14578d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.934024 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-baeb96a6-07cf-42d2-bb7b-8a893f14578d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/f8b1511c-64d9-4b85-b297-aeeaa5313d6f HTTP/1.1" status: 204 len: 168 time: 0.3058901 Sep 16 05:30:23.942483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60286) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:23.955074 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for f73c5da1-3080-40f5-88ac-1dab64be2d90 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:23.976760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb96a6-07cf-42d2-bb7b-8a893f14578d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b1511c-64d9-4b85-b297-aeeaa5313d6f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.008287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] For port 099df129-6f03-4661-b58b-74f3478386b7, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=099df129-6f03-4661-b58b-74f3478386b7,segment=NetworkSegment(b9230b52-0767-453c-8863-4223d5f6f99c),segment_id=b9230b52-0767-453c-8863-4223d5f6f99c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:24.008742 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.024881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Calling delete_port for 099df129-6f03-4661-b58b-74f3478386b7 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:24.067940 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9e06590e-ada9-4a10-b5bd-83b68f2c8502 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1194243 Sep 16 05:30:24.068200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60288) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:24.141165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d858dc7-8172-4369-bcf8-be4ff00cde97 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.165526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d858dc7-8172-4369-bcf8-be4ff00cde97 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.187921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.228328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=f73c5da1-3080-40f5-88ac-1dab64be2d90,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.230587 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port f73c5da1-3080-40f5-88ac-1dab64be2d90 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:24.317714 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.336682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.337889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c945935-2d9d-4960-bd06-c416e342e337']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.349092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07868e9-819b-4124-a4a5-86939aa5181a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.349419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07868e9-819b-4124-a4a5-86939aa5181a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.359161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.366537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=099df129-6f03-4661-b58b-74f3478386b7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.369710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d858dc7-8172-4369-bcf8-be4ff00cde97 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.369710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d858dc7-8172-4369-bcf8-be4ff00cde97 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.373385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4d858dc7-8172-4369-bcf8-be4ff00cde97 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/5654199b-8aa2-4c1b-bf4b-cfad83664b3d HTTP/1.1" status: 204 len: 168 time: 0.3041966 Sep 16 05:30:24.374017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60290) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:24.399831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.403452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d858dc7-8172-4369-bcf8-be4ff00cde97 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5654199b-8aa2-4c1b-bf4b-cfad83664b3d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.436266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:24.436266 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:24.438570 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:24.472889 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-389c037f-2d04-4cc7-9752-4ba73076a836 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928528 Sep 16 05:30:24.473508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60292) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:24.480659 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d2eef71e-b1ac-48e1-9b98-08b3a0fa0f5b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406273420'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:24.582264 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.585690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2eef71e-b1ac-48e1-9b98-08b3a0fa0f5b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.630230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8d1cefbc-7283-497f-bf40-e46abf96719d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:24.631686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.656417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.656417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/6c945935-2d9d-4960-bd06-c416e342e337 HTTP/1.1" status: 204 len: 168 time: 2.6438830 Sep 16 05:30:24.656928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60294) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:24.658832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885533f1-b4e6-4950-9705-32fe6902ad0f tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=6c945935-2d9d-4960-bd06-c416e342e337,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.668436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-490182453'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:24.670785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8d1cefbc-7283-497f-bf40-e46abf96719d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:24.671275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8d1cefbc-7283-497f-bf40-e46abf96719d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:24.733934 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2eef71e-b1ac-48e1-9b98-08b3a0fa0f5b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.810607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2eef71e-b1ac-48e1-9b98-08b3a0fa0f5b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.851829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eef71e-b1ac-48e1-9b98-08b3a0fa0f5b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c49d896-e3f0-4dfd-adc2-26086b636e3b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.892478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:24.903507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:24.907372 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.932223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:24.942417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.943081 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment 2d58238a-7109-4f0e-882c-ca6d4a6c7b2a of type vlan for network ade59da5-cc7e-4816-8c62-17a6ad146d86 Sep 16 05:30:24.973569 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d2eef71e-b1ac-48e1-9b98-08b3a0fa0f5b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.977723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d2eef71e-b1ac-48e1-9b98-08b3a0fa0f5b tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4982700 Sep 16 05:30:24.978560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60298) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:24.982964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a69cbded-43a2-4bad-a101-cc2ba4473e80 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '6c49d896-e3f0-4dfd-adc2-26086b636e3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:24.997893 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.011233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:25.018991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-16e48fdf-1585-4fde-b22c-5b41a3e51d1f admin admin] 10.222.0.59 "PUT /v2.0/routers/5726a57c-c855-4089-b6f2-c188f8f5b7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7880971 Sep 16 05:30:25.019335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60300) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.028223 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] Sync routers for ids ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:25.038094 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] Routers {'5726a57c-c855-4089-b6f2-c188f8f5b7d4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:25.038718 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:30:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.124637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.131006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:25.135592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.135752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.169763 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] Set router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:25.214611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=ade59da5-cc7e-4816-8c62-17a6ad146d86,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.227522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:25.238037 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-a69cbded-43a2-4bad-a101-cc2ba4473e80 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:25.247353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60302) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.248029 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a69cbded-43a2-4bad-a101-cc2ba4473e80 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2685974 Sep 16 05:30:25.251842 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-db1e4e89-5ed6-44aa-816b-b62fad0574c1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group_rule': {'security_group_id': '6c49d896-e3f0-4dfd-adc2-26086b636e3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:25.258672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60304) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.259295 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-da75de28-7318-4e1f-807d-073375520592 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6012104 Sep 16 05:30:25.263905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:25.315559 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.394145 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:30:24Z', 'revision_number': 5, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.424123 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] Checking router: 5726a57c-c855-4089-b6f2-c188f8f5b7d4 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:25.432583 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] Routers {'5726a57c-c855-4089-b6f2-c188f8f5b7d4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:25.433195 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:30:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.503895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Deleting port b59f0054-7d77-418a-a74f-cd399e276ddf {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:25.504237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.548406 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] Set router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:25.558102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:25.561684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.652614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] For port b59f0054-7d77-418a-a74f-cd399e276ddf, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b59f0054-7d77-418a-a74f-cd399e276ddf,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:25.652984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.666135 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-db1e4e89-5ed6-44aa-816b-b62fad0574c1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:30:25.667181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-db1e4e89-5ed6-44aa-816b-b62fad0574c1 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4196675 Sep 16 05:30:25.670397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60306) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.678782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Calling delete_port for b59f0054-7d77-418a-a74f-cd399e276ddf owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:25.732783 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cc15385-ac69-425a-833a-75d1389f3f9c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.742849 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:30:24Z', 'revision_number': 5, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.772987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cc15385-ac69-425a-833a-75d1389f3f9c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.773287 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dafe96-0dc6-432e-a577-7cea15020048 None None] The sync data for ids ['5726a57c-c855-4089-b6f2-c188f8f5b7d4'] in n-d-712143-16 is: [{'id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'name': 'tempest-TestServerBasicOps-1146676008-router', 'tenant_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:25:02Z', 'updated_at': '2021-09-16T05:30:24Z', 'revision_number': 5, 'project_id': '03e7c21b61574ff5a81fd9eaad4be24f', 'gw_port': {'id': 'b59f0054-7d77-418a-a74f-cd399e276ddf', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5726a57c-c855-4089-b6f2-c188f8f5b7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:04Z', 'updated_at': '2021-09-16T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:25.890977 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cc15385-ac69-425a-833a-75d1389f3f9c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.893813 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4cc15385-ac69-425a-833a-75d1389f3f9c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.895937 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4cc15385-ac69-425a-833a-75d1389f3f9c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/6c49d896-e3f0-4dfd-adc2-26086b636e3b HTTP/1.1" status: 204 len: 168 time: 0.2236822 Sep 16 05:30:25.904440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60310) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.905033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc15385-ac69-425a-833a-75d1389f3f9c tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c49d896-e3f0-4dfd-adc2-26086b636e3b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.979523 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.014128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60312) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.017465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-883be5c4-9d0b-474c-89e2-09bc754de18f tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050625 Sep 16 05:30:26.019072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d070f1d8-ad98-442e-ba36-f4610ba8ff8e tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070172563'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:26.059651 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.064907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=668a26cb-aa71-4440-a7af-532741284d3f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.091732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59f0054-7d77-418a-a74f-cd399e276ddf,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.099709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': '2d58238a-7109-4f0e-882c-ca6d4a6c7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:26.100080 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: ade59da5-cc7e-4816-8c62-17a6ad146d86, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:26.130800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d070f1d8-ad98-442e-ba36-f4610ba8ff8e tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.173371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.234852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:26.250864 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d070f1d8-ad98-442e-ba36-f4610ba8ff8e tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.331021 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d070f1d8-ad98-442e-ba36-f4610ba8ff8e tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.372858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070f1d8-ad98-442e-ba36-f4610ba8ff8e tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285cb53c-2610-4be1-a87b-9a800b2ba173,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.445137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d070f1d8-ad98-442e-ba36-f4610ba8ff8e tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.448395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d070f1d8-ad98-442e-ba36-f4610ba8ff8e tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4327140 Sep 16 05:30:26.449782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60314) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.455501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-62d61177-9293-423f-a9e5-f44c8eb3d089 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:26.456005 n-d-712143-16 neutron-server[101825]: WARNING neutron.api.v2.base [None req-62d61177-9293-423f-a9e5-f44c8eb3d089 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:30:26.458201 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-62d61177-9293-423f-a9e5-f44c8eb3d089 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:30:26.459689 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-62d61177-9293-423f-a9e5-f44c8eb3d089 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "PUT /v2.0/security-groups/285cb53c-2610-4be1-a87b-9a800b2ba173 HTTP/1.1" status: 409 len: 330 time: 0.0082815 Sep 16 05:30:26.462756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60316) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.540244 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd558f05-89d2-4c14-a7ac-c884c783b154 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.559754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 099df129-6f03-4661-b58b-74f3478386b7 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:26.570486 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd558f05-89d2-4c14-a7ac-c884c783b154 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.586581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 099df129-6f03-4661-b58b-74f3478386b7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:26.587210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 099df129-6f03-4661-b58b-74f3478386b7 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:26.639630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.641707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.705325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd558f05-89d2-4c14-a7ac-c884c783b154 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.708520 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fd558f05-89d2-4c14-a7ac-c884c783b154 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.715060 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fd558f05-89d2-4c14-a7ac-c884c783b154 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/285cb53c-2610-4be1-a87b-9a800b2ba173 HTTP/1.1" status: 204 len: 168 time: 0.2458320 Sep 16 05:30:26.715196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60318) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.719122 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd558f05-89d2-4c14-a7ac-c884c783b154 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285cb53c-2610-4be1-a87b-9a800b2ba173,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.757386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f59c20d1-8e92-4d5e-abc5-7e2ab97cf41d tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437644 Sep 16 05:30:26.761041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60320) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.774105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ade59da5-cc7e-4816-8c62-17a6ad146d86) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:26.775852 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-c2c0256e-8450-469a-be2a-d963fa17c2b2 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] delete failed (client error): The resource could not be found. Sep 16 05:30:26.780252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c2c0256e-8450-469a-be2a-d963fa17c2b2 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "DELETE /v2.0/security-groups/f8268568-fb6e-45b8-a8da-c6c62789de60 HTTP/1.1" status: 404 len: 347 time: 0.0148473 Sep 16 05:30:26.780252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.780565 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.780686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.789321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ade067-2734-459f-b690-9e9dff7c359d None None] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:26.797970 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-d321ee60-4a73-45de-97b3-c358645445f4 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] show failed (client error): The resource could not be found. Sep 16 05:30:26.803398 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d321ee60-4a73-45de-97b3-c358645445f4 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-groups/373c5e18-99bd-4296-af40-0e8f906c9a8f HTTP/1.1" status: 404 len: 347 time: 0.0174284 Sep 16 05:30:26.805680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60324) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.820257 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-ab63f84b-8c6d-4a6f-bdd7-4289a4403853 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] show failed (client error): The resource could not be found. Sep 16 05:30:26.821281 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ab63f84b-8c6d-4a6f-bdd7-4289a4403853 tempest-NegativeSecGroupIPv6Test-1577835671 tempest-NegativeSecGroupIPv6Test-1577835671-project] 10.222.0.59 "GET /v2.0/security-group-rules/50c7b441-e77c-4863-a598-bffb964ccdb1 HTTP/1.1" status: 404 len: 356 time: 0.0146611 Sep 16 05:30:26.825591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.826499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5726a57c-c855-4089-b6f2-c188f8f5b7d4 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:26.830791 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.832818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-68d80091-2d2c-4f6e-be8b-36539d776bc8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5726a57c-c855-4089-b6f2-c188f8f5b7d4 HTTP/1.1" status: 204 len: 168 time: 1.8116410 Sep 16 05:30:26.835147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60328) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.851940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2da273de-d476-41b4-947e-ab72eb7363d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5917184 Sep 16 05:30:26.854479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60330) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.860659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:26.886558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a55343a-4125-4b53-a3c0-fbaa4532ccf6 admin admin] Deleting subnet 5a8f0da7-cd29-4c96-a59a-9f0649be4ba6 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:26.890958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a55343a-4125-4b53-a3c0-fbaa4532ccf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.934990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a55343a-4125-4b53-a3c0-fbaa4532ccf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.098237 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a55343a-4125-4b53-a3c0-fbaa4532ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.103859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ade59da5-cc7e-4816-8c62-17a6ad146d86', 'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': '668a26cb-aa71-4440-a7af-532741284d3f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:27.104802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.148044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:27.151950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.257058 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a55343a-4125-4b53-a3c0-fbaa4532ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.270624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Allocated IP 2001:db8::2 (ade59da5-cc7e-4816-8c62-17a6ad146d86/668a26cb-aa71-4440-a7af-532741284d3f/798de92d-2abf-4958-bf13-86823a2c0d97) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:27.284595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55343a-4125-4b53-a3c0-fbaa4532ccf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8f0da7-cd29-4c96-a59a-9f0649be4ba6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:27.292971 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3a55343a-4125-4b53-a3c0-fbaa4532ccf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.295074 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3a55343a-4125-4b53-a3c0-fbaa4532ccf6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5a8f0da7-cd29-4c96-a59a-9f0649be4ba6 HTTP/1.1" status: 204 len: 168 time: 0.4587829 Sep 16 05:30:27.297665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:27.303993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169bcab-7f98-4157-86aa-81c23c401b11 None None] Network 2f117d02-4a9d-4f97-8093-38d66eaf5656 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:27.374956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.459948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Deleting port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:27.460480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.489901 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.546098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] For port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=42f9a7ce-a922-44fc-8eba-bc8a24caa71c,segment=NetworkSegment(b9230b52-0767-453c-8863-4223d5f6f99c),segment_id=b9230b52-0767-453c-8863-4223d5f6f99c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:27.546820 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.552979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:27.557862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:27.560165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=26f8c9e7-5fa1-4053-aa42-85966a0127da,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:27.568897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.569508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.573514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Calling delete_port for 42f9a7ce-a922-44fc-8eba-bc8a24caa71c owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:27.575400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60338) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:27.678223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a063bde2-cbd6-40be-9ade-a42da05ebd54 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8222630 Sep 16 05:30:27.680746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60342) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:27.718347 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.749239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c38e59-90dc-4f7f-b337-e31e4c655baa tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.750883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c38e59-90dc-4f7f-b337-e31e4c655baa tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.752508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c38e59-90dc-4f7f-b337-e31e4c655baa tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.754081 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c38e59-90dc-4f7f-b337-e31e4c655baa tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.756372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c38e59-90dc-4f7f-b337-e31e4c655baa tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.759304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d7c38e59-90dc-4f7f-b337-e31e4c655baa tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0764093 Sep 16 05:30:27.762727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60344) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:27.769471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307375296'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:27.770001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.779950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] No DVR routers for this DVR port 42f9a7ce-a922-44fc-8eba-bc8a24caa71c on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:27.781592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f9a7ce-a922-44fc-8eba-bc8a24caa71c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:27.840397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa184c-1bfc-482f-972c-8573e2af6d9b None None] DHCP port deletion for 2f117d02-4a9d-4f97-8093-38d66eaf5656 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:27.844787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.856885 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2f8b970f-8494-4b2a-883e-2bcc23635f8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5abaabc4aec1414d9735d9649429fe4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802334 Sep 16 05:30:27.859729 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60346) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:27.870684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:27.874417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.892209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.896320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:27.901504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:27.901881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:27.906180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:27.914465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Pushing event updated for resources: {'Port': ['ID=798de92d-2abf-4958-bf13-86823a2c0d97,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:27.915314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.915666 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment 8865f1a3-a7e4-438b-b201-65f26e05fd54 of type vlan for network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a Sep 16 05:30:27.931359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f117d02-4a9d-4f97-8093-38d66eaf5656']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:27.946964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9230b52-0767-453c-8863-4223d5f6f99c') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:27.947279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9230b52-0767-453c-8863-4223d5f6f99c') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:27.958955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.959254 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.982643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Attempting to bind port 798de92d-2abf-4958-bf13-86823a2c0d97 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:27.983571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Attempting to bind port 798de92d-2abf-4958-bf13-86823a2c0d97 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '2d58238a-7109-4f0e-882c-ca6d4a6c7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:27.988176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Attempting to bind port 798de92d-2abf-4958-bf13-86823a2c0d97 on network ade59da5-cc7e-4816-8c62-17a6ad146d86 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:27.988350 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacd5-8bc7-41d7-8622-b5036c6a6982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.988350 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.989608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:27.989992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Checking segment: {'id': '2d58238a-7109-4f0e-882c-ca6d4a6c7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:27.990406 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.990810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Bound using segment: {'id': '2d58238a-7109-4f0e-882c-ca6d4a6c7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:27.991444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Bound port: 798de92d-2abf-4958-bf13-86823a2c0d97, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d58238a-7109-4f0e-882c-ca6d4a6c7b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:27.991835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.001104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:28.001446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:28.003101 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:28.030614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacd5-8bc7-41d7-8622-b5036c6a6982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.056103 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.063571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.064291 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.068964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] For port 798de92d-2abf-4958-bf13-86823a2c0d97, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:28.080708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] For port 798de92d-2abf-4958-bf13-86823a2c0d97, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=798de92d-2abf-4958-bf13-86823a2c0d97,segment=NetworkSegment(2d58238a-7109-4f0e-882c-ca6d4a6c7b2a),segment_id=2d58238a-7109-4f0e-882c-ca6d4a6c7b2a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:28.139807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.140238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:28.145922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.148065 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2f117d02-4a9d-4f97-8093-38d66eaf5656 HTTP/1.1" status: 204 len: 168 time: 0.8491697 Sep 16 05:30:28.154193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:28.171495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66991ab-b441-4d0c-b48a-505be630f580 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f117d02-4a9d-4f97-8093-38d66eaf5656,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:28.185428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacd5-8bc7-41d7-8622-b5036c6a6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.188159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacd5-8bc7-41d7-8622-b5036c6a6982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.192145 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ed2aacd5-8bc7-41d7-8622-b5036c6a6982 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6147c61e-a5b1-413d-83fb-60ec1c89c7b5 HTTP/1.1" status: 204 len: 168 time: 0.3284085 Sep 16 05:30:28.201562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.210385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4b6d4856-5a62-4d01-b554-050e79a63a50 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4465089 Sep 16 05:30:28.212917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60354) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:28.214105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aacd5-8bc7-41d7-8622-b5036c6a6982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6147c61e-a5b1-413d-83fb-60ec1c89c7b5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:28.218830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-dd4f1bb2-d96c-41e2-8862-cd7aaa0aa10e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:28.292799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-724b257b-9bcf-45ee-8e2c-312e5d2fdaea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1145720 Sep 16 05:30:28.333612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7a8a-1150-43db-bd3c-f44fea3bfdf2 None None] Pushing event updated for resources: {'Port': ['ID=798de92d-2abf-4958-bf13-86823a2c0d97,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:28.345902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.436212 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1bb2-d96c-41e2-8862-cd7aaa0aa10e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.449386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-51cab901-6953-40d5-93d2-38631d5b5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.450914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-51cab901-6953-40d5-93d2-38631d5b5539 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=554a4498cd8b40b2a178a5d256a9e848&device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 1097 time: 0.1005015 Sep 16 05:30:28.568657 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1bb2-d96c-41e2-8862-cd7aaa0aa10e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.597127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd4f1bb2-d96c-41e2-8862-cd7aaa0aa10e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a is not hosted by any dhcp agent {{(pid=101824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:30:28.603446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4f1bb2-d96c-41e2-8862-cd7aaa0aa10e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.604248 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1bb2-d96c-41e2-8862-cd7aaa0aa10e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.609248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60358) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:28.612832 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 798de92d-2abf-4958-bf13-86823a2c0d97 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:28.614844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': 'f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:28.621422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dd4f1bb2-d96c-41e2-8862-cd7aaa0aa10e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "PUT /v2.0/networks/f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a HTTP/1.1" status: 200 len: 723 time: 0.4070883 Sep 16 05:30:28.640067 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60360) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:28.687046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 798de92d-2abf-4958-bf13-86823a2c0d97 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:28.687953 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.695489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f1bb2-d96c-41e2-8862-cd7aaa0aa10e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:28.712841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:28.718667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-04dc5eec-6cb6-4d3c-9a9d-3ed4a0c801b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.721136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-04dc5eec-6cb6-4d3c-9a9d-3ed4a0c801b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817 HTTP/1.1" status: 200 len: 914 time: 0.2406979 Sep 16 05:30:28.759179 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0a3589e2-4c36-4dc8-a15d-61ef653b4b3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=273a9517f8f14fa498a7ceb10db8dac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1153893 Sep 16 05:30:28.759751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60364) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:28.790073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-0cb81cf4-cb83-4e9c-ab27-3da2822e7f4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c2a40fd-5947-4bf9-9944-aba10e96bce5 HTTP/1.1" status: 200 len: 217 time: 0.0558698 Sep 16 05:30:28.829300 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dceaa8b2-a488-461c-a0bb-12554db0d71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.845032 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.853546 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dceaa8b2-a488-461c-a0bb-12554db0d71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.879139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-106d3ea3-f427-4b19-b928-03e160b06adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.882379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-106d3ea3-f427-4b19-b928-03e160b06adb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44b17b79-70fa-47a7-90c0-daf6d42408b0 HTTP/1.1" status: 200 len: 853 time: 0.0821898 Sep 16 05:30:28.885569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 798de92d-2abf-4958-bf13-86823a2c0d97, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=798de92d-2abf-4958-bf13-86823a2c0d97,segment=NetworkSegment(2d58238a-7109-4f0e-882c-ca6d4a6c7b2a),segment_id=2d58238a-7109-4f0e-882c-ca6d4a6c7b2a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:28.894553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:28.898755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.917227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-b1bcfffb-a05b-4c27-a117-2b51f1d5329d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=50fe29e6-f15e-42b7-a2b4-3b9ea8427817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258641 Sep 16 05:30:28.951483 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.018995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b59f0054-7d77-418a-a74f-cd399e276ddf no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:29.040843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-d23294f5-83eb-4e25-8d7b-89043b7341fb service neutron] 10.222.0.60 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149881 Sep 16 05:30:29.052888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b59f0054-7d77-418a-a74f-cd399e276ddf {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:29.053533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b59f0054-7d77-418a-a74f-cd399e276ddf not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:29.054127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 42f9a7ce-a922-44fc-8eba-bc8a24caa71c no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:29.061317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dceaa8b2-a488-461c-a0bb-12554db0d71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.064345 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dceaa8b2-a488-461c-a0bb-12554db0d71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.079622 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dceaa8b2-a488-461c-a0bb-12554db0d71d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c8d1a5b-e7e3-4d67-94fc-dc0bdfd8ba87 HTTP/1.1" status: 204 len: 168 time: 0.3081810 Sep 16 05:30:29.084277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 42f9a7ce-a922-44fc-8eba-bc8a24caa71c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:29.084856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 42f9a7ce-a922-44fc-8eba-bc8a24caa71c not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:29.100314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=798de92d-2abf-4958-bf13-86823a2c0d97,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:29.119124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaa8b2-a488-461c-a0bb-12554db0d71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8d1a5b-e7e3-4d67-94fc-dc0bdfd8ba87,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:29.216953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5a45b90-4ac0-4875-ac65-3c74bd1106d2 req-61613df0-24b3-40f2-ae77-8745a85f82fc service neutron] 10.222.0.60 "GET /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638434 Sep 16 05:30:29.266528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.346209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': '8865f1a3-a7e4-438b-b201-65f26e05fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:29.346914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:29.350798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=bb6e44fd-a267-442f-87e7-2ef395b2c06d,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:29.445055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:29.511008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b11a9-5ba7-4d50-9af2-1680bb6870d2 None None] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:29.554174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:29.560558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.562301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.566531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d443b21-68c0-4329-92f6-000cb59ed6cd None None] Network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:29.587574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60386) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:29.654893 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-faafa2c6-95e2-4f71-bf78-d1b1ad1b9c87 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0443456 Sep 16 05:30:29.657736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60390) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:29.660784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-92f0cb3d-3320-4c00-8d39-9bfd10581240 None None] Provisioning complete for port 798de92d-2abf-4958-bf13-86823a2c0d97 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:29.661166 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92f0cb3d-3320-4c00-8d39-9bfd10581240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.663106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6878aa8f-a3a4-47cd-a277-6f30f33ce6c9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:29.701072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1878462746'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:29.776521 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6878aa8f-a3a4-47cd-a277-6f30f33ce6c9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9747150'] for subnet, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.824428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Made reservation on behalf of ef96434aac84485c912f22b38fb39183 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:29.828384 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.861656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.865505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a', 'network_id': 'f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': 'bb6e44fd-a267-442f-87e7-2ef395b2c06d'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:29.866715 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.920708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60392) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:29.964625 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9e902da5-76bb-44b8-8a7e-f9bc815360c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03e7c21b61574ff5a81fd9eaad4be24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424106 Sep 16 05:30:29.967478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60394) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:29.990183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b453d3f7-12a8-4cf0-8c11-bec022e935a1 None None] Update dhcp port {'port': {'network_id': 'ade59da5-cc7e-4816-8c62-17a6ad146d86', 'fixed_ips': [{'subnet_id': '668a26cb-aa71-4440-a7af-532741284d3f', 'ip_address': '2001:db8::2'}, {'subnet_id': '26f8c9e7-5fa1-4053-aa42-85966a0127da'}], 'binding:host_id': 'n-d-712143-16'}, 'id': '798de92d-2abf-4958-bf13-86823a2c0d97'} from n-d-712143-16. {{(pid=101826) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:30:30.018394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6878aa8f-a3a4-47cd-a277-6f30f33ce6c9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769093533700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9794209'] for subnet, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.036853 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b453d3f7-12a8-4cf0-8c11-bec022e935a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.074152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878aa8f-a3a4-47cd-a277-6f30f33ce6c9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:30.074816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6878aa8f-a3a4-47cd-a277-6f30f33ce6c9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.076100 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6878aa8f-a3a4-47cd-a277-6f30f33ce6c9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "PUT /v2.0/subnets/bb6e44fd-a267-442f-87e7-2ef395b2c06d HTTP/1.1" status: 200 len: 826 time: 0.4175599 Sep 16 05:30:30.079437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60396) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:30.093996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Allocated IP 2001:db8::2 (f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a/bb6e44fd-a267-442f-87e7-2ef395b2c06d/71377760-0bbd-4d31-b84f-7bf0c8bc9d93) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:30.103491 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5c56d5f-e9ca-448f-b2c1-8b53979f8ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.109727 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.120236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878aa8f-a3a4-47cd-a277-6f30f33ce6c9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=bb6e44fd-a267-442f-87e7-2ef395b2c06d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.133712 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5c56d5f-e9ca-448f-b2c1-8b53979f8ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.189540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.222074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.233370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0689e20-7205-42e6-bb77-67929ae9232d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.246319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:30.257119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.257476 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Added segment dc9a99ab-281b-4738-8673-2333e654a708 of type vlan for network ee946a1d-070c-47d6-87b1-a370cc96d943 Sep 16 05:30:30.287875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.290335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-b453d3f7-12a8-4cf0-8c11-bec022e935a1 None None] Allocated IP 172.20.0.1 (ade59da5-cc7e-4816-8c62-17a6ad146d86/26f8c9e7-5fa1-4053-aa42-85966a0127da/798de92d-2abf-4958-bf13-86823a2c0d97) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:30.295764 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5c56d5f-e9ca-448f-b2c1-8b53979f8ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.298616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f5c56d5f-e9ca-448f-b2c1-8b53979f8ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.300289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f5c56d5f-e9ca-448f-b2c1-8b53979f8ce0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5dbc7e3-1282-4d43-974c-5b325fbc68a3 HTTP/1.1" status: 204 len: 168 time: 0.3313346 Sep 16 05:30:30.321411 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.325574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c56d5f-e9ca-448f-b2c1-8b53979f8ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dbc7e3-1282-4d43-974c-5b325fbc68a3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.411902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.431008 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.437361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:30.438051 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.441070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b453d3f7-12a8-4cf0-8c11-bec022e935a1 None None] For port 798de92d-2abf-4958-bf13-86823a2c0d97, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=798de92d-2abf-4958-bf13-86823a2c0d97,segment=NetworkSegment(2d58238a-7109-4f0e-882c-ca6d4a6c7b2a),segment_id=2d58238a-7109-4f0e-882c-ca6d4a6c7b2a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:30.472798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b453d3f7-12a8-4cf0-8c11-bec022e935a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.482723 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.523221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Pushing event updated for resources: {'Network': ['ID=ee946a1d-070c-47d6-87b1-a370cc96d943,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.527399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:30.530358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:30.537733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:30.539764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ee946a1d-070c-47d6-87b1-a370cc96d943 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:30.559186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Pushing event updated for resources: {'Port': ['ID=71377760-0bbd-4d31-b84f-7bf0c8bc9d93,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.569284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e1b62216-947b-4e2c-bb1f-93e468643444 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9803996 Sep 16 05:30:30.570928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 798de92d-2abf-4958-bf13-86823a2c0d97 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:30.572359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60404) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:30.577924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Request body: {'subnet': {'network_id': 'ee946a1d-070c-47d6-87b1-a370cc96d943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:30.590581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b453d3f7-12a8-4cf0-8c11-bec022e935a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.593788 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.639890 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6e44fd-a267-442f-87e7-2ef395b2c06d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.760312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.775187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Attempting to bind port 71377760-0bbd-4d31-b84f-7bf0c8bc9d93 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:30.775608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Attempting to bind port 71377760-0bbd-4d31-b84f-7bf0c8bc9d93 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '8865f1a3-a7e4-438b-b201-65f26e05fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:30.775964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Attempting to bind port 71377760-0bbd-4d31-b84f-7bf0c8bc9d93 on network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:30.791977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453d3f7-12a8-4cf0-8c11-bec022e935a1 None None] Pushing event updated for resources: {'Port': ['ID=798de92d-2abf-4958-bf13-86823a2c0d97,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.796279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:30.796671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Checking segment: {'id': '8865f1a3-a7e4-438b-b201-65f26e05fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:30.797096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.797507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Bound using segment: {'id': '8865f1a3-a7e4-438b-b201-65f26e05fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:30.797886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:30.798036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Bound port: 71377760-0bbd-4d31-b84f-7bf0c8bc9d93, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8865f1a3-a7e4-438b-b201-65f26e05fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:30.798408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.811929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8865f1a3-a7e4-438b-b201-65f26e05fd54') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:30.813228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8865f1a3-a7e4-438b-b201-65f26e05fd54') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:30.826188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.838742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 798de92d-2abf-4958-bf13-86823a2c0d97 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:30.839045 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.846574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.855532 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:30.856231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:30.860177 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:30.877705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Made reservation on behalf of ef96434aac84485c912f22b38fb39183 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:30.881724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.905924 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] For port 71377760-0bbd-4d31-b84f-7bf0c8bc9d93, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:30.978814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] For port 71377760-0bbd-4d31-b84f-7bf0c8bc9d93, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=71377760-0bbd-4d31-b84f-7bf0c8bc9d93,segment=NetworkSegment(8865f1a3-a7e4-438b-b201-65f26e05fd54),segment_id=8865f1a3-a7e4-438b-b201-65f26e05fd54)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:31.014164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:30:31.014164 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:30:31.014164 n-d-712143-16 neutron-server[101825]: [parameters: {'id': 'f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a'}] Sep 16 05:30:31.014164 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:31.015121 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:31.073222 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.159075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc24d1-79a0-48fd-923a-3d876d12a01b None None] Pushing event updated for resources: {'Port': ['ID=71377760-0bbd-4d31-b84f-7bf0c8bc9d93,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:31.234155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fdc12d-922d-47b8-b5f8-30d1a17aade2 None None] Network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:31.505363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d0eb81-a727-448f-9870-e5270865acb2 None None] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:31.513657 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.519647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.592729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-52812b97-4ee2-404e-9454-82c644c903b0 None None] Provisioning complete for port 798de92d-2abf-4958-bf13-86823a2c0d97 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:31.593111 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-52812b97-4ee2-404e-9454-82c644c903b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.607017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Pushing event updated for resources: {'Subnet': ['ID=ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:31.622047 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Checking segment: {'id': 'dc9a99ab-281b-4738-8673-2333e654a708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee946a1d-070c-47d6-87b1-a370cc96d943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:31.623029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Network hostable DHCP agents. Network: ee946a1d-070c-47d6-87b1-a370cc96d943, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:31.641547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb5258-76de-420e-9ece-25a0906dc46f None None] Network f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:31.652017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port 71377760-0bbd-4d31-b84f-7bf0c8bc9d93 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:31.652577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.721344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port 71377760-0bbd-4d31-b84f-7bf0c8bc9d93, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=71377760-0bbd-4d31-b84f-7bf0c8bc9d93,segment=NetworkSegment(8865f1a3-a7e4-438b-b201-65f26e05fd54),segment_id=8865f1a3-a7e4-438b-b201-65f26e05fd54)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:31.721709 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.731578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Network ee946a1d-070c-47d6-87b1-a370cc96d943 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:31.736952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for 71377760-0bbd-4d31-b84f-7bf0c8bc9d93 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:31.814196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ee946a1d-070c-47d6-87b1-a370cc96d943) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:31.819051 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.819682 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.838848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2f548-0061-4d46-b408-3cf62372fe53 None None] Network ee946a1d-070c-47d6-87b1-a370cc96d943 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:31.906420 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8d24abf1-83e8-4df8-9edf-896bb1cfdec0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3326147 Sep 16 05:30:31.908827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60408) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:31.914338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Request body: {'port': {'network_id': 'ee946a1d-070c-47d6-87b1-a370cc96d943', 'name': 'tempest-TagsExtTest-310559071'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:31.943024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.002465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=71377760-0bbd-4d31-b84f-7bf0c8bc9d93,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.008572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port 71377760-0bbd-4d31-b84f-7bf0c8bc9d93 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:32.020353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ee946a1d-070c-47d6-87b1-a370cc96d943', 'network_id': 'ee946a1d-070c-47d6-87b1-a370cc96d943', 'tenant_id': 'ef96434aac84485c912f22b38fb39183', 'fixed_ips': [{'subnet_id': 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:32.021263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.117085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.145866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:32.157719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8865f1a3-a7e4-438b-b201-65f26e05fd54') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:32.157957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8865f1a3-a7e4-438b-b201-65f26e05fd54') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:32.168358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.170793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Allocated IP 172.20.0.2 (ee946a1d-070c-47d6-87b1-a370cc96d943/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:32.182817 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.188865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:32.189259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.190871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cc4e5399-e61c-4e4a-b2c7-abcda3954ff0 None None] Provisioning complete for port 798de92d-2abf-4958-bf13-86823a2c0d97 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:32.191604 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc4e5399-e61c-4e4a-b2c7-abcda3954ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:32.192721 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:32.244222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Made reservation on behalf of ef96434aac84485c912f22b38fb39183 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:32.247732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.268768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] device_id is not set on port 8f95d10a-391b-4272-987d-ad1f1f75a886 yet. {{(pid=101825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:30:32.333762 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.343005 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.348199 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a HTTP/1.1" status: 204 len: 168 time: 2.2638860 Sep 16 05:30:32.349344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60412) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.361789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d03d2b-e2e3-4e4a-8733-f68b82bd3f23 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.386551 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dfe6bd-189d-46f3-81cc-1b6e2bc018fe tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:32.387121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dfe6bd-189d-46f3-81cc-1b6e2bc018fe tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:32.388667 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.388885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f4dfe6bd-189d-46f3-81cc-1b6e2bc018fe tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a HTTP/1.1" status: 404 len: 339 time: 0.0376854 Sep 16 05:30:32.392465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60414) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.397805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-916393161', 'description': 'd1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:32.433880 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:32.453893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.484478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:32.488501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.495921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Network ee946a1d-070c-47d6-87b1-a370cc96d943 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:32.498994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:32.505561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:32.512851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Pushing event updated for resources: {'Port': ['ID=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.524703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:32.532065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Allocated IP 172.20.0.13 (ee946a1d-070c-47d6-87b1-a370cc96d943/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/8f95d10a-391b-4272-987d-ad1f1f75a886) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:32.533948 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.534296 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment a1946736-bbb9-4c04-a761-ceea5a196546 of type vlan for network 0aaef99b-61d4-4c92-9946-f61b945dfb0e Sep 16 05:30:32.569527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 798de92d-2abf-4958-bf13-86823a2c0d97 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:32.589772 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.603201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Attempting to bind port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:32.603712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Attempting to bind port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'dc9a99ab-281b-4738-8673-2333e654a708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee946a1d-070c-47d6-87b1-a370cc96d943'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:32.604162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Attempting to bind port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f on network ee946a1d-070c-47d6-87b1-a370cc96d943 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:32.615390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:32.615858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Checking segment: {'id': 'dc9a99ab-281b-4738-8673-2333e654a708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee946a1d-070c-47d6-87b1-a370cc96d943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:32.616334 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.616738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Bound using segment: {'id': 'dc9a99ab-281b-4738-8673-2333e654a708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee946a1d-070c-47d6-87b1-a370cc96d943'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:32.617213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Bound port: f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9a99ab-281b-4738-8673-2333e654a708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee946a1d-070c-47d6-87b1-a370cc96d943'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:32.617597 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.664983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 798de92d-2abf-4958-bf13-86823a2c0d97 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:32.665387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.682486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.689256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:32.689922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.696951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.717777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] For port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:32.721984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] For port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,segment=NetworkSegment(dc9a99ab-281b-4738-8673-2333e654a708),segment_id=dc9a99ab-281b-4738-8673-2333e654a708)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:32.758569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=0aaef99b-61d4-4c92-9946-f61b945dfb0e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.772548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0aaef99b-61d4-4c92-9946-f61b945dfb0e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:32.777021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9d0f2dc1-92e5-46f0-88f8-45998069824e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3835268 Sep 16 05:30:32.779668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60416) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.803068 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.826200 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.851800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Network ee946a1d-070c-47d6-87b1-a370cc96d943 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:32.853618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:32.857562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:32.877873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148498a0-d6d9-43c2-81a5-bf2d8a230fdf tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:32.880078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-148498a0-d6d9-43c2-81a5-bf2d8a230fdf tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/networks?id=0aaef99b-61d4-4c92-9946-f61b945dfb0e HTTP/1.1" status: 200 len: 764 time: 0.0993776 Sep 16 05:30:32.882697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60418) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.888754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-93816e44-2adf-4f2b-beec-134af80f141e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'description': 'd2'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:32.908451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Pushing event updated for resources: {'Port': ['ID=8f95d10a-391b-4272-987d-ad1f1f75a886,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.910292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0853b-67ea-4780-a9cc-3887f555f97b None None] Pushing event updated for resources: {'Port': ['ID=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.916492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:32.917119 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.989290 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-acbbf6c6-c27a-4cfc-96e8-68429f03d8c1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0793695 Sep 16 05:30:32.992055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60420) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.996663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3375207c-5fe9-427e-bcd7-8d1c0a558ecf tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-843320026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:33.066404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93816e44-2adf-4f2b-beec-134af80f141e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.114308 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3375207c-5fe9-427e-bcd7-8d1c0a558ecf tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.115658 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3375207c-5fe9-427e-bcd7-8d1c0a558ecf tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.182972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3375207c-5fe9-427e-bcd7-8d1c0a558ecf tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.187497 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93816e44-2adf-4f2b-beec-134af80f141e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.207446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93816e44-2adf-4f2b-beec-134af80f141e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network 0aaef99b-61d4-4c92-9946-f61b945dfb0e is not hosted by any dhcp agent {{(pid=101824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:30:33.212959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93816e44-2adf-4f2b-beec-134af80f141e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.213555 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93816e44-2adf-4f2b-beec-134af80f141e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.214836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-93816e44-2adf-4f2b-beec-134af80f141e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "PUT /v2.0/networks/0aaef99b-61d4-4c92-9946-f61b945dfb0e HTTP/1.1" status: 200 len: 761 time: 0.3309171 Sep 16 05:30:33.217730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60422) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.260622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93816e44-2adf-4f2b-beec-134af80f141e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=0aaef99b-61d4-4c92-9946-f61b945dfb0e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:33.263564 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3375207c-5fe9-427e-bcd7-8d1c0a558ecf tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.271604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0aaef99b-61d4-4c92-9946-f61b945dfb0e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:33.353613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17554c59-d3d8-4bb2-8ade-bd597b6e72e0 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.355207 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-17554c59-d3d8-4bb2-8ade-bd597b6e72e0 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/networks?id=0aaef99b-61d4-4c92-9946-f61b945dfb0e HTTP/1.1" status: 200 len: 764 time: 0.1364732 Sep 16 05:30:33.359203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60424) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.414440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3375207c-5fe9-427e-bcd7-8d1c0a558ecf tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.416182 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3375207c-5fe9-427e-bcd7-8d1c0a558ecf tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4231806 Sep 16 05:30:33.419039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60428) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.424255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a00a8556-d11f-49a6-9f66-aeb07d215f6e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1745804468', 'prefixes': ['172.20.0.0/16']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:33.566885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5dcbf7-eb76-4978-84aa-b47008b9f35b tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.568538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8b5dcbf7-eb76-4978-84aa-b47008b9f35b tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2082238 Sep 16 05:30:33.571519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60430) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.623363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-de25164b-e58b-46ea-b8be-bc4bbb1f90bf tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461 HTTP/1.1" status: 200 len: 207 time: 0.0498765 Sep 16 05:30:33.626627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60432) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.745116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a00a8556-d11f-49a6-9f66-aeb07d215f6e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for subnetpool, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.746468 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a00a8556-d11f-49a6-9f66-aeb07d215f6e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3263886 Sep 16 05:30:33.749854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60434) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.755399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-9ab18e40-f9a0-4d74-b964-c5a35fd02ef7 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539', 'tempest-TagsExtTest-Tag-222873799') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:33.828029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0182ff-f845-457e-8497-6096746fa945 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.834974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0182ff-f845-457e-8497-6096746fa945 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.841014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0182ff-f845-457e-8497-6096746fa945 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.845867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5f8b6-1778-4fd6-bd98-9abd40827776 None None] Network ee946a1d-070c-47d6-87b1-a370cc96d943 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:33.848149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0182ff-f845-457e-8497-6096746fa945 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.854004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0182ff-f845-457e-8497-6096746fa945 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.860543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0182ff-f845-457e-8497-6096746fa945 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.867287 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ef0182ff-f845-457e-8497-6096746fa945 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2393246 Sep 16 05:30:33.867518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60436) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.928475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ddd522c3-4e9c-476e-8570-9a676bd9629d None None] Provisioning complete for port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:33.928912 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ddd522c3-4e9c-476e-8570-9a676bd9629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.037199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9ab18e40-f9a0-4d74-b964-c5a35fd02ef7 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags/tempest-TagsExtTest-Tag-222873799 HTTP/1.1" status: 201 len: 201 time: 0.2858639 Sep 16 05:30:34.040006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60438) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.046021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-c7f8813e-acca-4076-82a4-a34725929921 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886', 'tempest-TagsExtTest-Tag-1726562450') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:34.066985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ddd522c3-4e9c-476e-8570-9a676bd9629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.085635 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27b1e2f1-6873-43b6-95bf-0120c6ba618b tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2165284 Sep 16 05:30:34.088867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60440) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.109224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ddd522c3-4e9c-476e-8570-9a676bd9629d None None] For port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,segment=NetworkSegment(dc9a99ab-281b-4738-8673-2333e654a708),segment_id=dc9a99ab-281b-4738-8673-2333e654a708)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:34.150164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a2629-e086-4f94-abe9-3c60d48ad7d7 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.151834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a2629-e086-4f94-abe9-3c60d48ad7d7 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.153338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a2629-e086-4f94-abe9-3c60d48ad7d7 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.154850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a2629-e086-4f94-abe9-3c60d48ad7d7 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.156494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a2629-e086-4f94-abe9-3c60d48ad7d7 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.159424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe6a2629-e086-4f94-abe9-3c60d48ad7d7 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0685136 Sep 16 05:30:34.170026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60442) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.187732 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ddd522c3-4e9c-476e-8570-9a676bd9629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.237375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd522c3-4e9c-476e-8570-9a676bd9629d None None] Pushing event updated for resources: {'Port': ['ID=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:34.241471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fde33-52aa-4797-96fe-828de8ecbd15 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.242982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fde33-52aa-4797-96fe-828de8ecbd15 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.244416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fde33-52aa-4797-96fe-828de8ecbd15 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.245821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fde33-52aa-4797-96fe-828de8ecbd15 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.247507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fde33-52aa-4797-96fe-828de8ecbd15 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.249133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-035fde33-52aa-4797-96fe-828de8ecbd15 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0781343 Sep 16 05:30:34.253001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60444) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.255196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c7f8813e-acca-4076-82a4-a34725929921 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags/tempest-TagsExtTest-Tag-1726562450 HTTP/1.1" status: 201 len: 201 time: 0.2137372 Sep 16 05:30:34.258114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60446) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.262780 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-d59274a8-6fab-4ffd-9f87-65e2f55f97b1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30', 'tempest-TagsExtTest-Tag-1927420722') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:34.311731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0a761876-baf4-4545-8d11-ad32302995a6 None None] Provisioning complete for port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:34.312671 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a761876-baf4-4545-8d11-ad32302995a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.370439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679cb741-00ab-459a-a476-d9df2d2b77e9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.372270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-679cb741-00ab-459a-a476-d9df2d2b77e9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/networks/7ad42b0a-0789-4474-b27a-b203bd4362b9 HTTP/1.1" status: 200 len: 804 time: 0.1178443 Sep 16 05:30:34.377558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60448) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.421243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60450) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.421499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d59274a8-6fab-4ffd-9f87-65e2f55f97b1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags/tempest-TagsExtTest-Tag-1927420722 HTTP/1.1" status: 201 len: 201 time: 0.1622207 Sep 16 05:30:34.422820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0a761876-baf4-4545-8d11-ad32302995a6 None None] Provisioning complete for port 8f95d10a-391b-4272-987d-ad1f1f75a886 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:34.423292 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a761876-baf4-4545-8d11-ad32302995a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.430966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-2569cfb1-fefb-4aab-a80a-20f77bf54fbd tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4', 'tempest-TagsExtTest-Tag-431488682') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:34.476966 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0a761876-baf4-4545-8d11-ad32302995a6 None None] Port 8f95d10a-391b-4272-987d-ad1f1f75a886 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:34.524633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-de154903-9080-4017-b13f-b1c692ae5597 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/networks/7ad42b0a-0789-4474-b27a-b203bd4362b9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1450896 Sep 16 05:30:34.527811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60454) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.535308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f27fa4-2bf4-49e7-8332-8628e6a38481 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:30:34.586873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2569cfb1-fefb-4aab-a80a-20f77bf54fbd tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags/tempest-TagsExtTest-Tag-431488682 HTTP/1.1" status: 201 len: 201 time: 0.1631696 Sep 16 05:30:34.589389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60458) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.593756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-5a08e19b-a27a-42a0-bc4e-fad6f054c360 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:34.595873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a395e-67d1-4cc4-99dc-4609fc4e25a6 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.598242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-421a395e-67d1-4cc4-99dc-4609fc4e25a6 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/subnets/bfe3f7f9-4849-4f22-976c-4899a8458ca3 HTTP/1.1" status: 200 len: 843 time: 0.0694525 Sep 16 05:30:34.602846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60460) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.621114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:34.666991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c4126-d99b-47a3-a4cc-1c6b3eca03be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['shared'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.671846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bd1c4126-d99b-47a3-a4cc-1c6b3eca03be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "GET /v2.0/subnets/bfe3f7f9-4849-4f22-976c-4899a8458ca3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0647857 Sep 16 05:30:34.672011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6f69584a-4eed-41f4-9884-fa70a270e029 None None] Provisioning complete for port 8f95d10a-391b-4272-987d-ad1f1f75a886 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:34.672011 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6f69584a-4eed-41f4-9884-fa70a270e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.672247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60462) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.678049 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125421033'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:34.718868 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a08e19b-a27a-42a0-bc4e-fad6f054c360 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags HTTP/1.1" status: 200 len: 240 time: 0.1283808 Sep 16 05:30:34.724266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60464) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.729972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-814ddfcf-4160-4000-b227-a09e8838d22f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539', 'tempest-TagsExtTest-Tag-222873799') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:34.732501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6f69584a-4eed-41f4-9884-fa70a270e029 None None] Port 8f95d10a-391b-4272-987d-ad1f1f75a886 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:34.734493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f27fa4-2bf4-49e7-8332-8628e6a38481 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:30:34.754798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:34.755168 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.784907 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-814ddfcf-4160-4000-b227-a09e8838d22f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags/tempest-TagsExtTest-Tag-222873799 HTTP/1.1" status: 204 len: 168 time: 0.0560789 Sep 16 05:30:34.785396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60466) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.790380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-07b14778-ac27-4105-9490-e03284c51840 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539', 'tempest-TagsExtTest-Tag-222873799') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:34.801860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:34.806084 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.837808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:34.851520 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.851875 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Added segment ee32ac92-355f-4c63-81d5-7d734cf21758 of type vlan for network 7b00749c-af3a-4b18-bb0a-065b8b54b866 Sep 16 05:30:34.893428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.931521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-07b14778-ac27-4105-9490-e03284c51840 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags/tempest-TagsExtTest-Tag-222873799 HTTP/1.1" status: 204 len: 168 time: 0.1448720 Sep 16 05:30:34.933938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60470) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.938100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-2ff2b799-2f45-42e2-b656-a7aab97b0518 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:34.997628 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2ff2b799-2f45-42e2-b656-a7aab97b0518 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags HTTP/1.1" status: 200 len: 205 time: 0.0626523 Sep 16 05:30:35.000218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60472) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.004945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-a1a74745-3cff-4064-981a-18fca710ef69 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.025063 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.030978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.031616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.071672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a1a74745-3cff-4064-981a-18fca710ef69 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags HTTP/1.1" status: 200 len: 241 time: 0.0563126 Sep 16 05:30:35.071672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.071672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-4024c843-a3da-443c-91cb-0a93e4c7b3dc tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886', 'tempest-TagsExtTest-Tag-1726562450') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.097980 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Network': ['ID=7b00749c-af3a-4b18-bb0a-065b8b54b866,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:35.108637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 7b00749c-af3a-4b18-bb0a-065b8b54b866 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:35.126554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4024c843-a3da-443c-91cb-0a93e4c7b3dc tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags/tempest-TagsExtTest-Tag-1726562450 HTTP/1.1" status: 204 len: 168 time: 0.0601935 Sep 16 05:30:35.126808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60476) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.131869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-a0114756-46ad-4383-862a-c6c9c7fba001 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886', 'tempest-TagsExtTest-Tag-1726562450') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.145378 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5222b30d-9c1d-41ee-97b5-a5ed7683ada5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4696548 Sep 16 05:30:35.146310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60478) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.150887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'network_id': '7b00749c-af3a-4b18-bb0a-065b8b54b866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:35.277552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a0114756-46ad-4383-862a-c6c9c7fba001 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags/tempest-TagsExtTest-Tag-1726562450 HTTP/1.1" status: 204 len: 168 time: 0.1497347 Sep 16 05:30:35.280148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60480) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.284662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-b48facc9-741c-4d6e-8f21-34aa8b47a3df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.308761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Made reservation on behalf of 934952256f304335a6f020f4f627c94f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:35.312276 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.373674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.ipam_backend_mixin [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Performing IP validity checks on allocation pools {{(pid=101825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:30:35.374150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.ipam_backend_mixin [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:30:35.414021 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b48facc9-741c-4d6e-8f21-34aa8b47a3df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags HTTP/1.1" status: 200 len: 205 time: 0.1327412 Sep 16 05:30:35.416978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60482) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.421608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-4d74c7b4-e227-4277-aad4-631fc7b515aa tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.500210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4d74c7b4-e227-4277-aad4-631fc7b515aa tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags HTTP/1.1" status: 200 len: 241 time: 0.0819151 Sep 16 05:30:35.504136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60484) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.509088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-8346ebe0-af5f-47f5-91a9-f999d06bba23 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30', 'tempest-TagsExtTest-Tag-1927420722') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.570648 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.590584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8346ebe0-af5f-47f5-91a9-f999d06bba23 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags/tempest-TagsExtTest-Tag-1927420722 HTTP/1.1" status: 204 len: 168 time: 0.0828357 Sep 16 05:30:35.590805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60486) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.595577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-7c53f81a-fbb4-46ee-b903-98129e20f9e0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30', 'tempest-TagsExtTest-Tag-1927420722') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.626736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=ca3024f2-81ee-4cc1-9725-c0510a25555a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:35.644896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Checking segment: {'id': 'ee32ac92-355f-4c63-81d5-7d734cf21758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7b00749c-af3a-4b18-bb0a-065b8b54b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:35.645259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network hostable DHCP agents. Network: 7b00749c-af3a-4b18-bb0a-065b8b54b866, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:35.718832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Network 7b00749c-af3a-4b18-bb0a-065b8b54b866 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:35.740709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c53f81a-fbb4-46ee-b903-98129e20f9e0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags/tempest-TagsExtTest-Tag-1927420722 HTTP/1.1" status: 204 len: 168 time: 0.1488726 Sep 16 05:30:35.743220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60488) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.747742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-be605025-5b22-47f2-a193-278b459a1244 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.804771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 7b00749c-af3a-4b18-bb0a-065b8b54b866) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:35.815206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9180fdd-45bb-4b7c-917a-7ba4b67c065a None None] Network 7b00749c-af3a-4b18-bb0a-065b8b54b866 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:35.818563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.819302 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585750'] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.828907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-be605025-5b22-47f2-a193-278b459a1244 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags HTTP/1.1" status: 200 len: 205 time: 0.0845888 Sep 16 05:30:35.831756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60490) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.836215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-8942578f-2e1b-40c6-9ef6-6a2156716aed tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.859197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8942578f-2e1b-40c6-9ef6-6a2156716aed tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags HTTP/1.1" status: 200 len: 240 time: 0.0263681 Sep 16 05:30:35.862328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60492) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.867355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-fe881e0f-dc12-4365-a362-35c43fdb02fe tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4', 'tempest-TagsExtTest-Tag-431488682') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.888785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fe881e0f-dc12-4365-a362-35c43fdb02fe tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags/tempest-TagsExtTest-Tag-431488682 HTTP/1.1" status: 204 len: 168 time: 0.0247481 Sep 16 05:30:35.891422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60494) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.895441 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-335fb97c-f535-454d-bccd-92a2a0b83eb3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7485781 Sep 16 05:30:35.896043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60496) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.896756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-e8cf34f7-1e84-4d36-b908-1ba931edb57c tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4', 'tempest-TagsExtTest-Tag-431488682') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:35.901214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c2123bdd-ba37-48b5-bf60-9a3caf7e1115 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:35.979714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-7b00749c-af3a-4b18-bb0a-065b8b54b866', 'network_id': '7b00749c-af3a-4b18-bb0a-065b8b54b866', 'tenant_id': '934952256f304335a6f020f4f627c94f', 'fixed_ips': [{'subnet_id': 'ca3024f2-81ee-4cc1-9725-c0510a25555a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:35.984750 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.018185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e8cf34f7-1e84-4d36-b908-1ba931edb57c tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags/tempest-TagsExtTest-Tag-431488682 HTTP/1.1" status: 204 len: 168 time: 0.1255355 Sep 16 05:30:36.023811 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2123bdd-ba37-48b5-bf60-9a3caf7e1115 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9334355'] for subnet, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.025631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60500) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.032250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-141d1a0c-f224-41b8-a691-5af71f005819 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:36.105403 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-141d1a0c-f224-41b8-a691-5af71f005819 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags HTTP/1.1" status: 200 len: 205 time: 0.0785785 Sep 16 05:30:36.108166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60502) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.112848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-56cedee0-1365-408d-b4dc-72ad600c2433 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:36.246178 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56cedee0-1365-408d-b4dc-72ad600c2433 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1369650 Sep 16 05:30:36.249017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60504) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.254244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-1824bf80-bf6a-4cdc-a964-58ef97b021f6 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:36.644983 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1824bf80-bf6a-4cdc-a964-58ef97b021f6 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags HTTP/1.1" status: 204 len: 168 time: 0.3947525 Sep 16 05:30:36.652168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60506) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.656645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-0e17017b-c9c4-494d-bdfd-ad2e7489b199 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:36.697124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2123bdd-ba37-48b5-bf60-9a3caf7e1115 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769093533700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9370529'] for subnet, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.743556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Allocated IP 2001:db8::3 (7b00749c-af3a-4b18-bb0a-065b8b54b866/ca3024f2-81ee-4cc1-9725-c0510a25555a/18388235-834b-4181-940c-b04e5ed20e2a) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:36.751364 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0e17017b-c9c4-494d-bdfd-ad2e7489b199 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags HTTP/1.1" status: 204 len: 168 time: 0.0981772 Sep 16 05:30:36.754609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2123bdd-ba37-48b5-bf60-9a3caf7e1115 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:36.754866 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60508) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.755371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c2123bdd-ba37-48b5-bf60-9a3caf7e1115 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.759154 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c2123bdd-ba37-48b5-bf60-9a3caf7e1115 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "PUT /v2.0/subnets/ca3024f2-81ee-4cc1-9725-c0510a25555a HTTP/1.1" status: 200 len: 900 time: 0.8595369 Sep 16 05:30:36.759357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60510) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.763796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-1b17acfb-f6fd-4656-8347-c912d7cf0552 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:36.772618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2123bdd-ba37-48b5-bf60-9a3caf7e1115 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event updated for resources: {'Subnet': ['ID=ca3024f2-81ee-4cc1-9725-c0510a25555a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:36.903213 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.916826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1b17acfb-f6fd-4656-8347-c912d7cf0552 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags HTTP/1.1" status: 204 len: 168 time: 0.1603317 Sep 16 05:30:36.921151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60514) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.926029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-5c2c6d4c-1ecf-4923-a061-e540e978413d tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539', 'tempest-TagsExtTest-Tag-20777527') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:36.964984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.049771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.080337 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5c2c6d4c-1ecf-4923-a061-e540e978413d tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags/tempest-TagsExtTest-Tag-20777527 HTTP/1.1" status: 201 len: 201 time: 0.1580715 Sep 16 05:30:37.083566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60520) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:37.088094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-0c736050-1daa-49d6-b075-2fccdac469da tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886', 'tempest-TagsExtTest-Tag-2050771364') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.113767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.155316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Network 7b00749c-af3a-4b18-bb0a-065b8b54b866 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:37.158031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:37.161505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:37.175753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Pushing event updated for resources: {'Port': ['ID=18388235-834b-4181-940c-b04e5ed20e2a,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:37.199812 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.227810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Attempting to bind port 18388235-834b-4181-940c-b04e5ed20e2a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:37.228179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Attempting to bind port 18388235-834b-4181-940c-b04e5ed20e2a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ee32ac92-355f-4c63-81d5-7d734cf21758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7b00749c-af3a-4b18-bb0a-065b8b54b866'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:37.228543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Attempting to bind port 18388235-834b-4181-940c-b04e5ed20e2a on network 7b00749c-af3a-4b18-bb0a-065b8b54b866 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:37.233843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:37.234040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3024f2-81ee-4cc1-9725-c0510a25555a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:37.234335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Checking segment: {'id': 'ee32ac92-355f-4c63-81d5-7d734cf21758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7b00749c-af3a-4b18-bb0a-065b8b54b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:37.234453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.234821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Bound using segment: {'id': 'ee32ac92-355f-4c63-81d5-7d734cf21758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7b00749c-af3a-4b18-bb0a-065b8b54b866'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:37.235582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Bound port: 18388235-834b-4181-940c-b04e5ed20e2a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee32ac92-355f-4c63-81d5-7d734cf21758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7b00749c-af3a-4b18-bb0a-065b8b54b866'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:37.235748 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.262631 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0c736050-1daa-49d6-b075-2fccdac469da tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags/tempest-TagsExtTest-Tag-2050771364 HTTP/1.1" status: 201 len: 201 time: 0.1780064 Sep 16 05:30:37.265343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60522) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:37.270864 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-7e4f7210-fd4a-4e47-a9e2-e489c4709fb0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30', 'tempest-TagsExtTest-Tag-876210097') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.308131 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.334615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] For port 18388235-834b-4181-940c-b04e5ed20e2a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:37.335415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b00749c-af3a-4b18-bb0a-065b8b54b866']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.339640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] For port 18388235-834b-4181-940c-b04e5ed20e2a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=18388235-834b-4181-940c-b04e5ed20e2a,segment=NetworkSegment(ee32ac92-355f-4c63-81d5-7d734cf21758),segment_id=ee32ac92-355f-4c63-81d5-7d734cf21758)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:37.347894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee32ac92-355f-4c63-81d5-7d734cf21758') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.348194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee32ac92-355f-4c63-81d5-7d734cf21758') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.357859 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.477430 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.480766 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7e4f7210-fd4a-4e47-a9e2-e489c4709fb0 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags/tempest-TagsExtTest-Tag-876210097 HTTP/1.1" status: 201 len: 201 time: 0.2118628 Sep 16 05:30:37.487331 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.487485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60526) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:37.487485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-5eb95217-b6cd-49f6-bca0-a69e531d8e2c tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4', 'tempest-TagsExtTest-Tag-1341749388') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.488760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:37.489233 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:37.492987 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:37.560689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffde93-b366-44ba-90f0-963455cdf569 None None] Pushing event updated for resources: {'Port': ['ID=18388235-834b-4181-940c-b04e5ed20e2a,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:37.579277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8413d-db1f-437a-9f17-40ca82aa8c80 None None] Network 7b00749c-af3a-4b18-bb0a-065b8b54b866 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:37.610584 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:30:37.610584 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:30:37.610584 n-d-712143-16 neutron-server[101824]: [parameters: {'id': '7b00749c-af3a-4b18-bb0a-065b8b54b866'}] Sep 16 05:30:37.610584 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:37.611055 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:37.657633 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5eb95217-b6cd-49f6-bca0-a69e531d8e2c tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags/tempest-TagsExtTest-Tag-1341749388 HTTP/1.1" status: 201 len: 201 time: 0.1746120 Sep 16 05:30:37.659286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60528) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:37.664549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-76d02d1f-ea7a-4722-a417-ad80efdc71c6 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539', {'tags': ['tempest-TagsExtTest-Tag-347092287', 'tempest-TagsExtTest-Tag-1496739431', 'tempest-TagsExtTest-Tag-356694134']}) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.702178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3227d7-a761-4917-9e3a-2457ce2fbc84 None None] Network 7b00749c-af3a-4b18-bb0a-065b8b54b866 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:37.800209 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-76d02d1f-ea7a-4722-a417-ad80efdc71c6 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags HTTP/1.1" status: 200 len: 316 time: 0.1373012 Sep 16 05:30:37.800634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60530) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:37.806274 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-6ce9137e-eaac-42e9-9629-61dba02641b1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.829274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b451949-8943-4789-9644-5107683b2cda None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:30:37.922414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b451949-8943-4789-9644-5107683b2cda None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:30:37.943577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6ce9137e-eaac-42e9-9629-61dba02641b1 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags HTTP/1.1" status: 204 len: 168 time: 0.1388865 Sep 16 05:30:37.943810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60532) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:37.947931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-b313718b-737f-423c-8069-3cdb5b15e009 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539', 'tempest-TagsExtTest-Tag-347092287') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.005265 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-b313718b-737f-423c-8069-3cdb5b15e009 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:38.006251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b313718b-737f-423c-8069-3cdb5b15e009 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags/tempest-TagsExtTest-Tag-347092287 HTTP/1.1" status: 404 len: 328 time: 0.0615885 Sep 16 05:30:38.009323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60534) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.013504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-fa536c9c-d3eb-4161-99d6-2a5ae1c37309 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539', 'tempest-TagsExtTest-Tag-1496739431') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.063864 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-fa536c9c-d3eb-4161-99d6-2a5ae1c37309 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:38.068039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fa536c9c-d3eb-4161-99d6-2a5ae1c37309 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags/tempest-TagsExtTest-Tag-1496739431 HTTP/1.1" status: 404 len: 329 time: 0.0547664 Sep 16 05:30:38.068255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60536) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.073492 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-d5f975ee-2c06-4d9b-b766-6926896ba23f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539', 'tempest-TagsExtTest-Tag-356694134') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.115926 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.180343 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-d5f975ee-2c06-4d9b-b766-6926896ba23f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:38.181384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d5f975ee-2c06-4d9b-b766-6926896ba23f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags/tempest-TagsExtTest-Tag-356694134 HTTP/1.1" status: 404 len: 328 time: 0.1122205 Sep 16 05:30:38.184341 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60538) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.189370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-024a3a4f-5df7-4b0f-963f-d5a673137577 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886', {'tags': ['tempest-TagsExtTest-Tag-622626030', 'tempest-TagsExtTest-Tag-126762858', 'tempest-TagsExtTest-Tag-2065760548']}) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.200877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port 18388235-834b-4181-940c-b04e5ed20e2a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:38.201221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.268656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port 18388235-834b-4181-940c-b04e5ed20e2a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=18388235-834b-4181-940c-b04e5ed20e2a,segment=NetworkSegment(ee32ac92-355f-4c63-81d5-7d734cf21758),segment_id=ee32ac92-355f-4c63-81d5-7d734cf21758)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:38.269474 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.287449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for 18388235-834b-4181-940c-b04e5ed20e2a owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:38.346673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60540) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.347944 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-024a3a4f-5df7-4b0f-963f-d5a673137577 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags HTTP/1.1" status: 200 len: 316 time: 0.1614225 Sep 16 05:30:38.351730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-57b13565-9ee9-4657-a26f-257fc699f249 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.467719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.496430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=18388235-834b-4181-940c-b04e5ed20e2a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:38.499872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port 18388235-834b-4181-940c-b04e5ed20e2a on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:38.505338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-57b13565-9ee9-4657-a26f-257fc699f249 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags HTTP/1.1" status: 204 len: 168 time: 0.1571193 Sep 16 05:30:38.508188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60544) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.512688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-c0c05733-9661-4465-b6f6-9f0a0ab7d610 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886', 'tempest-TagsExtTest-Tag-622626030') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.575935 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-c0c05733-9661-4465-b6f6-9f0a0ab7d610 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:38.576981 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c0c05733-9661-4465-b6f6-9f0a0ab7d610 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags/tempest-TagsExtTest-Tag-622626030 HTTP/1.1" status: 404 len: 328 time: 0.0677757 Sep 16 05:30:38.580468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60546) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.585855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-b15b0ab5-720a-4a98-9f7b-9c4081ef73f7 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886', 'tempest-TagsExtTest-Tag-126762858') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.649746 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-b15b0ab5-720a-4a98-9f7b-9c4081ef73f7 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:38.650825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b15b0ab5-720a-4a98-9f7b-9c4081ef73f7 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags/tempest-TagsExtTest-Tag-126762858 HTTP/1.1" status: 404 len: 328 time: 0.0692406 Sep 16 05:30:38.653882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60548) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.659277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-89a2ccdf-c7de-4abb-ad4b-42a41d5e141d tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886', 'tempest-TagsExtTest-Tag-2065760548') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.738463 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-89a2ccdf-c7de-4abb-ad4b-42a41d5e141d tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:38.740057 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-89a2ccdf-c7de-4abb-ad4b-42a41d5e141d tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags/tempest-TagsExtTest-Tag-2065760548 HTTP/1.1" status: 404 len: 329 time: 0.0852425 Sep 16 05:30:38.742884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60550) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.749879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-7a078df8-a36f-45ff-a66a-416bf0016588 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30', {'tags': ['tempest-TagsExtTest-Tag-67885081', 'tempest-TagsExtTest-Tag-1806999762', 'tempest-TagsExtTest-Tag-110715708']}) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:38.992259 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a078df8-a36f-45ff-a66a-416bf0016588 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags HTTP/1.1" status: 200 len: 315 time: 0.2471969 Sep 16 05:30:38.994732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60552) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.000045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-63f873fe-4cf0-451c-8bcf-508462379186 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.014007 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.035479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b00749c-af3a-4b18-bb0a-065b8b54b866']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.045310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee32ac92-355f-4c63-81d5-7d734cf21758') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.050180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee32ac92-355f-4c63-81d5-7d734cf21758') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.056191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.071415 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.078235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:39.078811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:39.083286 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:39.151993 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-63f873fe-4cf0-451c-8bcf-508462379186 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags HTTP/1.1" status: 204 len: 168 time: 0.1559060 Sep 16 05:30:39.154541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60554) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.159010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-0fb0790d-09cd-4e75-a954-10113441c6cc tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30', 'tempest-TagsExtTest-Tag-67885081') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.216288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.223217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.227803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/7b00749c-af3a-4b18-bb0a-065b8b54b866 HTTP/1.1" status: 204 len: 168 time: 2.4648643 Sep 16 05:30:39.230567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60556) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.236408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd1e80-1ca9-4c7e-94c4-acb2bf6ab5be tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=7b00749c-af3a-4b18-bb0a-065b8b54b866,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.259755 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d77ba8-6488-4ee7-8e13-eae5756d2d26 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:39.260124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d77ba8-6488-4ee7-8e13-eae5756d2d26 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:39.261825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-58d77ba8-6488-4ee7-8e13-eae5756d2d26 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/ca3024f2-81ee-4cc1-9725-c0510a25555a HTTP/1.1" status: 404 len: 337 time: 0.0303323 Sep 16 05:30:39.263320 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-0fb0790d-09cd-4e75-a954-10113441c6cc tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:39.264260 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0fb0790d-09cd-4e75-a954-10113441c6cc tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags/tempest-TagsExtTest-Tag-67885081 HTTP/1.1" status: 404 len: 327 time: 0.1087990 Sep 16 05:30:39.264646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60558) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.266963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60560) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.271428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-76abdfc9-f37f-403c-9bdd-31bfc1a98b8f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30', 'tempest-TagsExtTest-Tag-1806999762') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.282667 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d0bffd-5546-4fa4-a464-d9cf07dcc2d8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:39.283204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d0bffd-5546-4fa4-a464-d9cf07dcc2d8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:39.285452 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-24d0bffd-5546-4fa4-a464-d9cf07dcc2d8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/7b00749c-af3a-4b18-bb0a-065b8b54b866 HTTP/1.1" status: 404 len: 339 time: 0.0198205 Sep 16 05:30:39.288075 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60562) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.349812 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-76abdfc9-f37f-403c-9bdd-31bfc1a98b8f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:39.350890 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-76abdfc9-f37f-403c-9bdd-31bfc1a98b8f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags/tempest-TagsExtTest-Tag-1806999762 HTTP/1.1" status: 404 len: 329 time: 0.0829732 Sep 16 05:30:39.353792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60564) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.358222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-e4e9553f-3790-48c4-a42d-75c824f838bb tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30', 'tempest-TagsExtTest-Tag-110715708') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.363525 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.438047 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-e4e9553f-3790-48c4-a42d-75c824f838bb tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:39.439216 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e4e9553f-3790-48c4-a42d-75c824f838bb tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags/tempest-TagsExtTest-Tag-110715708 HTTP/1.1" status: 404 len: 328 time: 0.0843644 Sep 16 05:30:39.442238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60566) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.446783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-a47db5b7-66f4-43c1-ad3d-74430fc07e43 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4', {'tags': ['tempest-TagsExtTest-Tag-984019795', 'tempest-TagsExtTest-Tag-962400682', 'tempest-TagsExtTest-Tag-204851298']}) {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.453590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.473920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aaef99b-61d4-4c92-9946-f61b945dfb0e']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.483221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1946736-bbb9-4c04-a761-ceea5a196546') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.483549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1946736-bbb9-4c04-a761-ceea5a196546') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.493304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.506467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.512603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:39.512961 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:39.515837 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:39.552891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a47db5b7-66f4-43c1-ad3d-74430fc07e43 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "PUT /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags HTTP/1.1" status: 200 len: 315 time: 0.1090407 Sep 16 05:30:39.555040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60572) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.561553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-5f59d515-1649-4dc3-a665-619f07a85c43 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.650090 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.656347 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5f59d515-1649-4dc3-a665-619f07a85c43 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0948300 Sep 16 05:30:39.657031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60576) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.661742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-4cd07464-e0cf-4784-8200-efcfd5c43861 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4', 'tempest-TagsExtTest-Tag-984019795') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.669810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.672044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/0aaef99b-61d4-4c92-9946-f61b945dfb0e HTTP/1.1" status: 204 len: 168 time: 0.3829577 Sep 16 05:30:39.673504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994812a4-a4bf-44ae-a299-9012ade09d19 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=0aaef99b-61d4-4c92-9946-f61b945dfb0e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.674894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60578) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.703476 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a81a9a6-37d7-4023-95c6-696f5025d11c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:39.703936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a81a9a6-37d7-4023-95c6-696f5025d11c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:39.708592 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3a81a9a6-37d7-4023-95c6-696f5025d11c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/bb6e44fd-a267-442f-87e7-2ef395b2c06d HTTP/1.1" status: 404 len: 337 time: 0.0297785 Sep 16 05:30:39.709750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60580) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.710985 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-4cd07464-e0cf-4784-8200-efcfd5c43861 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:39.712000 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4cd07464-e0cf-4784-8200-efcfd5c43861 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags/tempest-TagsExtTest-Tag-984019795 HTTP/1.1" status: 404 len: 328 time: 0.0545037 Sep 16 05:30:39.715325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60582) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.719635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-f6a58ede-ac72-4059-a4d6-1ee43f1ce2bc tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4', 'tempest-TagsExtTest-Tag-962400682') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.730328 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc158cf9-2f90-4873-8d4f-e7de5eaae3c5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:39.731208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc158cf9-2f90-4873-8d4f-e7de5eaae3c5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:39.733142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bc158cf9-2f90-4873-8d4f-e7de5eaae3c5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/f42b983f-9711-4ed7-a98d-f6a1e0ffcf2a HTTP/1.1" status: 404 len: 339 time: 0.0222883 Sep 16 05:30:39.735826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60584) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.778845 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-f6a58ede-ac72-4059-a4d6-1ee43f1ce2bc tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:39.779814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f6a58ede-ac72-4059-a4d6-1ee43f1ce2bc tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags/tempest-TagsExtTest-Tag-962400682 HTTP/1.1" status: 404 len: 328 time: 0.0636027 Sep 16 05:30:39.782604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60586) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.787351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-e22db98f-a989-4aa9-bc13-d23b3a72e38b tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4', 'tempest-TagsExtTest-Tag-204851298') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.809639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b72deb-f7ab-42d0-98eb-0ae82f2584d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting subnet 26f8c9e7-5fa1-4053-aa42-85966a0127da {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:39.814465 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9b72deb-f7ab-42d0-98eb-0ae82f2584d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.845789 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-e22db98f-a989-4aa9-bc13-d23b3a72e38b tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] show failed (client error): The resource could not be found. Sep 16 05:30:39.847546 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e22db98f-a989-4aa9-bc13-d23b3a72e38b tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags/tempest-TagsExtTest-Tag-204851298 HTTP/1.1" status: 404 len: 328 time: 0.0633442 Sep 16 05:30:39.850176 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60588) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.856371 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-9ac0e3ed-0263-4170-bb1d-76a422724b06 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '87b11dca-02f8-4bd7-824b-daa55d3fa9d4') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:39.869904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9b72deb-f7ab-42d0-98eb-0ae82f2584d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.921687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9ac0e3ed-0263-4170-bb1d-76a422724b06 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0704145 Sep 16 05:30:39.924362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60590) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.928718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.tag.tag_plugin [None req-b2ac69a9-8459-4790-a26a-970b683cb949 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f3f9c36-1198-4236-b6b0-6edacca35d30') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:40.006724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9b72deb-f7ab-42d0-98eb-0ae82f2584d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.077111 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b2ac69a9-8459-4790-a26a-970b683cb949 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30/tags HTTP/1.1" status: 204 len: 168 time: 0.1516829 Sep 16 05:30:40.079718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60592) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.084929 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-379b6b5f-64c3-407c-8295-09985dc8c324 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f95d10a-391b-4272-987d-ad1f1f75a886') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:40.145694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-379b6b5f-64c3-407c-8295-09985dc8c324 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886/tags HTTP/1.1" status: 204 len: 168 time: 0.0617464 Sep 16 05:30:40.145985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60594) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.150614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.tag.tag_plugin [None req-64383dc1-5cc2-4e3f-8621-7d523a6cf370 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:40.174178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9b72deb-f7ab-42d0-98eb-0ae82f2584d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.204208 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b72deb-f7ab-42d0-98eb-0ae82f2584d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=26f8c9e7-5fa1-4053-aa42-85966a0127da,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:40.212304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a9b72deb-f7ab-42d0-98eb-0ae82f2584d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.216933 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a9b72deb-f7ab-42d0-98eb-0ae82f2584d5 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/26f8c9e7-5fa1-4053-aa42-85966a0127da HTTP/1.1" status: 204 len: 168 time: 0.4780819 Sep 16 05:30:40.217110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6389b00f-24f2-493f-914e-2370c611da14 None None] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:40.217663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60596) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.219835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-64383dc1-5cc2-4e3f-8621-7d523a6cf370 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539/tags HTTP/1.1" status: 204 len: 168 time: 0.0727866 Sep 16 05:30:40.220931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60598) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.288138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8167a66-d3f9-40b3-aa9d-6ce6009e2822 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting subnet 668a26cb-aa71-4440-a7af-532741284d3f {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:40.292844 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8167a66-d3f9-40b3-aa9d-6ce6009e2822 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.336522 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8167a66-d3f9-40b3-aa9d-6ce6009e2822 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.404719 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2a079592-024d-4c65-bb58-d11d504a7b7f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for subnetpool, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.405989 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2a079592-024d-4c65-bb58-d11d504a7b7f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnetpools/87b11dca-02f8-4bd7-824b-daa55d3fa9d4 HTTP/1.1" status: 204 len: 168 time: 0.1892738 Sep 16 05:30:40.408655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60600) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.441677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8167a66-d3f9-40b3-aa9d-6ce6009e2822 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.448610 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-edd52f5d-2ae8-42e7-974c-3e903d1a893f tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f3f9c36-1198-4236-b6b0-6edacca35d30 HTTP/1.1" status: 200 len: 205 time: 0.0384436 Sep 16 05:30:40.449496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60602) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.546538 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4900-53f6-4335-b0ff-6e1cdff1525e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.574147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8167a66-d3f9-40b3-aa9d-6ce6009e2822 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.623853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8167a66-d3f9-40b3-aa9d-6ce6009e2822 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=668a26cb-aa71-4440-a7af-532741284d3f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:40.640522 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a8167a66-d3f9-40b3-aa9d-6ce6009e2822 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.649172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a8167a66-d3f9-40b3-aa9d-6ce6009e2822 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/668a26cb-aa71-4440-a7af-532741284d3f HTTP/1.1" status: 204 len: 168 time: 0.4270227 Sep 16 05:30:40.673419 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.688504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60604) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.849982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.888009 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4900-53f6-4335-b0ff-6e1cdff1525e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.891561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4900-53f6-4335-b0ff-6e1cdff1525e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.981465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port 798de92d-2abf-4958-bf13-86823a2c0d97 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:40.981814 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.044971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575a348-b873-407b-b8da-401b425c4e77 None None] Network ade59da5-cc7e-4816-8c62-17a6ad146d86 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:41.046473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4900-53f6-4335-b0ff-6e1cdff1525e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.047202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6b4900-53f6-4335-b0ff-6e1cdff1525e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Fanout notify agent at l3_agent the message router_deleted on router 4f3f9c36-1198-4236-b6b0-6edacca35d30 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:41.055052 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4900-53f6-4335-b0ff-6e1cdff1525e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.056227 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e6b4900-53f6-4335-b0ff-6e1cdff1525e tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/routers/4f3f9c36-1198-4236-b6b0-6edacca35d30 HTTP/1.1" status: 204 len: 168 time: 0.6056898 Sep 16 05:30:41.058755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60608) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.075393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port 798de92d-2abf-4958-bf13-86823a2c0d97, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=798de92d-2abf-4958-bf13-86823a2c0d97,segment=NetworkSegment(2d58238a-7109-4f0e-882c-ca6d4a6c7b2a),segment_id=2d58238a-7109-4f0e-882c-ca6d4a6c7b2a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:41.076034 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.088636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for 798de92d-2abf-4958-bf13-86823a2c0d97 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:41.108799 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f45495d3-7b43-49de-a1de-84c62ec53059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.146416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-727ec78a-6fb7-4d91-8f6f-ab8cff4998b3 None None] Provisioning complete for port 798de92d-2abf-4958-bf13-86823a2c0d97 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:41.146714 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-727ec78a-6fb7-4d91-8f6f-ab8cff4998b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.155042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce331a-4bec-4c63-9885-37e96bd50219 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Deleting port 8f95d10a-391b-4272-987d-ad1f1f75a886 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:41.155514 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d0ce331a-4bec-4c63-9885-37e96bd50219 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.266991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d0ce331a-4bec-4c63-9885-37e96bd50219 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.277191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.280215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce331a-4bec-4c63-9885-37e96bd50219 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Calling delete_port for 8f95d10a-391b-4272-987d-ad1f1f75a886 owned by {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:41.287223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96272a77-bff1-4598-86cc-4fe2b7822266 None None] DHCP port deletion for ade59da5-cc7e-4816-8c62-17a6ad146d86 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:41.312183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=798de92d-2abf-4958-bf13-86823a2c0d97,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:41.314036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port 798de92d-2abf-4958-bf13-86823a2c0d97 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:41.397382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.417418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade59da5-cc7e-4816-8c62-17a6ad146d86']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:41.427267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d58238a-7109-4f0e-882c-ca6d4a6c7b2a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:41.427582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d58238a-7109-4f0e-882c-ca6d4a6c7b2a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:41.436865 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.450197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.456259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:41.456680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:41.459680 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:41.491648 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d0ce331a-4bec-4c63-9885-37e96bd50219 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.587671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce331a-4bec-4c63-9885-37e96bd50219 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Pushing event deleted for resources: {'Port': ['ID=8f95d10a-391b-4272-987d-ad1f1f75a886,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:41.596029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d0ce331a-4bec-4c63-9885-37e96bd50219 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.598632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d0ce331a-4bec-4c63-9885-37e96bd50219 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/ports/8f95d10a-391b-4272-987d-ad1f1f75a886 HTTP/1.1" status: 204 len: 168 time: 0.5388150 Sep 16 05:30:41.601733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60610) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.654103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-319b2de7-e3f7-464c-86e6-f4162d90e1df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Deleting subnet ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:41.657436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-319b2de7-e3f7-464c-86e6-f4162d90e1df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.700553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-319b2de7-e3f7-464c-86e6-f4162d90e1df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.776328 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.790000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.791856 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/ade59da5-cc7e-4816-8c62-17a6ad146d86 HTTP/1.1" status: 204 len: 168 time: 1.0957267 Sep 16 05:30:41.800908 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60616) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.806144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1ad4d-a59b-4035-8be0-475072cfb668 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=ade59da5-cc7e-4816-8c62-17a6ad146d86,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:41.818792 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-319b2de7-e3f7-464c-86e6-f4162d90e1df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.821834 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8933f4d5-bddf-43d9-991f-ecd8e22086ca tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:41.822299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8933f4d5-bddf-43d9-991f-ecd8e22086ca tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:41.824082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8933f4d5-bddf-43d9-991f-ecd8e22086ca tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/8f73550f-f735-421d-94d1-da0bb05932ee HTTP/1.1" status: 404 len: 337 time: 0.0286379 Sep 16 05:30:41.826588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60618) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.844113 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6e5741-565c-42f8-bc13-08b52ca0678c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:41.844644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6e5741-565c-42f8-bc13-08b52ca0678c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:41.846316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ac6e5741-565c-42f8-bc13-08b52ca0678c tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/6c945935-2d9d-4960-bd06-c416e342e337 HTTP/1.1" status: 404 len: 339 time: 0.0187843 Sep 16 05:30:41.849214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60620) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.878781 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d94637-dd4b-48f6-9625-fbe9ede70cc9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:41.879134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d94637-dd4b-48f6-9625-fbe9ede70cc9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:41.880916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c7d94637-dd4b-48f6-9625-fbe9ede70cc9 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/cab2188a-dabe-42a6-ad04-8b37c44bced3 HTTP/1.1" status: 404 len: 337 time: 0.0308139 Sep 16 05:30:41.883498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60622) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.902701 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5f1869-97a2-4495-b3d7-4098462e8982 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:41.903287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5f1869-97a2-4495-b3d7-4098462e8982 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:41.907580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3e5f1869-97a2-4495-b3d7-4098462e8982 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/8393f812-3879-425d-a421-6a40528dca1e HTTP/1.1" status: 404 len: 339 time: 0.0205972 Sep 16 05:30:41.907716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60626) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.934199 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6181b50-6111-404c-a5ff-d98baa8d92f0 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:41.934677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6181b50-6111-404c-a5ff-d98baa8d92f0 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:41.936443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d6181b50-6111-404c-a5ff-d98baa8d92f0 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/eeaf1c73-d119-49e2-b075-e12442b560a4 HTTP/1.1" status: 404 len: 337 time: 0.0278382 Sep 16 05:30:41.943061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60628) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.958991 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-319b2de7-e3f7-464c-86e6-f4162d90e1df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.961814 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e109aa-c0d7-46a9-8897-a55bfe41c7e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:41.962085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e109aa-c0d7-46a9-8897-a55bfe41c7e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:41.964384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d4e109aa-c0d7-46a9-8897-a55bfe41c7e8 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/646c9076-765f-44ac-9870-e3ecd41f5488 HTTP/1.1" status: 404 len: 339 time: 0.0198205 Sep 16 05:30:41.970516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60630) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.987547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b2de7-e3f7-464c-86e6-f4162d90e1df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:41.992445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-319b2de7-e3f7-464c-86e6-f4162d90e1df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.994536 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-319b2de7-e3f7-464c-86e6-f4162d90e1df tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/subnets/ed6eb84b-917f-4d3a-bbaa-3cfb2c58f539 HTTP/1.1" status: 204 len: 168 time: 0.3918605 Sep 16 05:30:41.997721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60632) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:42.005522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4aebb-8012-4123-b0df-27dd849845c6 None None] Network ee946a1d-070c-47d6-87b1-a370cc96d943 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:42.059359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6de653-ea37-4adb-8057-7e751f13fe97 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting subnet 620e8f2b-5130-4691-8106-f18ad0d1e3c9 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:42.068158 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac6de653-ea37-4adb-8057-7e751f13fe97 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.089751 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.142203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac6de653-ea37-4adb-8057-7e751f13fe97 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.231086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] DHCP port deletion for ee946a1d-070c-47d6-87b1-a370cc96d943 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:42.259937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac6de653-ea37-4adb-8057-7e751f13fe97 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.281499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Deleting port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:42.281880 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.350875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] For port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,segment=NetworkSegment(dc9a99ab-281b-4738-8673-2333e654a708),segment_id=dc9a99ab-281b-4738-8673-2333e654a708)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:42.351631 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.366970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Calling delete_port for f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:42.408900 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac6de653-ea37-4adb-8057-7e751f13fe97 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.439578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6de653-ea37-4adb-8057-7e751f13fe97 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=620e8f2b-5130-4691-8106-f18ad0d1e3c9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:42.448766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ac6de653-ea37-4adb-8057-7e751f13fe97 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.458111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ac6de653-ea37-4adb-8057-7e751f13fe97 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/620e8f2b-5130-4691-8106-f18ad0d1e3c9 HTTP/1.1" status: 204 len: 168 time: 0.4795568 Sep 16 05:30:42.458111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60634) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:42.474114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4299c15d-ae31-42ad-8c2e-23c9d6dc9936 None None] Network 5b605606-8f78-4eae-8c73-ce96c1cf463c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:42.491987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Deleting port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:42.492340 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.556221 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.576044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] For port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,segment=NetworkSegment(dc9a99ab-281b-4738-8673-2333e654a708),segment_id=dc9a99ab-281b-4738-8673-2333e654a708)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:42.576414 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.593520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:42.597849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Calling delete_port for f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:42.617759 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.639965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:42.640786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:42.641507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 798de92d-2abf-4958-bf13-86823a2c0d97 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:42.674279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] No DVR routers for this DVR port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:42.676654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 798de92d-2abf-4958-bf13-86823a2c0d97 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:42.677289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 798de92d-2abf-4958-bf13-86823a2c0d97 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:42.677495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port a0b068b2-841f-40b2-8c8e-d9bd50657e47 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:42.677906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.691378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Pushing event deleted for resources: {'Port': ['ID=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:42.698484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.719355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.719861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.720317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.720756 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.721308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.722686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.723179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Pushing event deleted for resources: {'Port': ['ID=f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:42.723688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.723688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.724119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.724546 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.724987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.725410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a5f684-05b7-4aad-aada-a4c923884f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:42.737725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] No DVR routers for this DVR port f2caa516-d4fc-4d3c-8d6b-0deadf1cd32f on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:42.787712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port a0b068b2-841f-40b2-8c8e-d9bd50657e47, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a0b068b2-841f-40b2-8c8e-d9bd50657e47,segment=NetworkSegment(8fb7397d-f03f-469d-b235-1b18dd7ea300),segment_id=8fb7397d-f03f-469d-b235-1b18dd7ea300)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:42.788093 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.801062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for a0b068b2-841f-40b2-8c8e-d9bd50657e47 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:42.818544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] DHCP port deletion for 5b605606-8f78-4eae-8c73-ce96c1cf463c request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:42.839059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.863562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee946a1d-070c-47d6-87b1-a370cc96d943']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:42.877568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9a99ab-281b-4738-8673-2333e654a708') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:42.878316 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9a99ab-281b-4738-8673-2333e654a708') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:42.887176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] Deleting port a0b068b2-841f-40b2-8c8e-d9bd50657e47 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:42.888024 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.891382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.921832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.935334 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:42.936314 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: self.session.flush() Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:42.942341 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:43.020691 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.045173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] For port a0b068b2-841f-40b2-8c8e-d9bd50657e47, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a0b068b2-841f-40b2-8c8e-d9bd50657e47,segment=NetworkSegment(8fb7397d-f03f-469d-b235-1b18dd7ea300),segment_id=8fb7397d-f03f-469d-b235-1b18dd7ea300)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:43.048350 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.053864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=a0b068b2-841f-40b2-8c8e-d9bd50657e47,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:43.057712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port a0b068b2-841f-40b2-8c8e-d9bd50657e47 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:43.062404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] Calling delete_port for a0b068b2-841f-40b2-8c8e-d9bd50657e47 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:43.101384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.130070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.134408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] 10.222.0.59 "DELETE /v2.0/networks/ee946a1d-070c-47d6-87b1-a370cc96d943 HTTP/1.1" status: 204 len: 168 time: 1.1333764 Sep 16 05:30:43.142398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e9fe8-a51f-4e72-8334-5aba91a14d14 tempest-TagsExtTest-1597494815 tempest-TagsExtTest-1597494815-project] Pushing event deleted for resources: {'Network': ['ID=ee946a1d-070c-47d6-87b1-a370cc96d943,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:43.149307 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.160687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.164183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] No DVR routers for this DVR port a0b068b2-841f-40b2-8c8e-d9bd50657e47 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:43.186485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb3135-9065-4927-8e20-88a89cb5fe05 None None] Pushing event deleted for resources: {'Port': ['ID=a0b068b2-841f-40b2-8c8e-d9bd50657e47,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:43.188001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b605606-8f78-4eae-8c73-ce96c1cf463c']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:43.201461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb7397d-f03f-469d-b235-1b18dd7ea300') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:43.201766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb7397d-f03f-469d-b235-1b18dd7ea300') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:43.215014 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.230146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.238473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:43.238473 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:43.239899 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:43.362008 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.372118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.372118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/5b605606-8f78-4eae-8c73-ce96c1cf463c HTTP/1.1" status: 204 len: 168 time: 0.9166994 Sep 16 05:30:43.374021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60640) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:43.383703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959efb9-9244-4c05-9d05-f8dd0ee2c9d3 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=5b605606-8f78-4eae-8c73-ce96c1cf463c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:43.404371 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e82a4e-13e5-4909-8e16-66c7877bc01d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:43.404824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e82a4e-13e5-4909-8e16-66c7877bc01d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:43.409305 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-02e82a4e-13e5-4909-8e16-66c7877bc01d tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/27495aa9-999d-4615-96f2-d981a5cd2929 HTTP/1.1" status: 404 len: 337 time: 0.0313222 Sep 16 05:30:43.411005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60642) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:43.433508 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c3be66-afad-42fb-8edd-1722fafe85f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] DELETE failed (client error): The resource could not be found. Sep 16 05:30:43.434817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c3be66-afad-42fb-8edd-1722fafe85f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:30:43.435845 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-87c3be66-afad-42fb-8edd-1722fafe85f1 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/a4a982d3-b674-4a8b-a13f-dc083910082e HTTP/1.1" status: 404 len: 339 time: 0.0238986 Sep 16 05:30:43.438435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60644) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:43.489284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-522ab87b-8d56-47b1-9443-f94a63a2d762 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting subnet bfe3f7f9-4849-4f22-976c-4899a8458ca3 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:43.492325 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-522ab87b-8d56-47b1-9443-f94a63a2d762 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.533144 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-522ab87b-8d56-47b1-9443-f94a63a2d762 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.623784 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-522ab87b-8d56-47b1-9443-f94a63a2d762 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.640968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:43.768902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-522ab87b-8d56-47b1-9443-f94a63a2d762 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.773709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-836c0096-b24c-4718-9f06-000b55b24124 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ef96434aac84485c912f22b38fb39183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314597 Sep 16 05:30:43.776047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60652) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:43.801986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ab87b-8d56-47b1-9443-f94a63a2d762 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe3f7f9-4849-4f22-976c-4899a8458ca3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:43.804027 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-522ab87b-8d56-47b1-9443-f94a63a2d762 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.806036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-522ab87b-8d56-47b1-9443-f94a63a2d762 tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/subnets/bfe3f7f9-4849-4f22-976c-4899a8458ca3 HTTP/1.1" status: 204 len: 168 time: 0.3666434 Sep 16 05:30:43.808347 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60654) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:43.809603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061b4c6-0599-4d75-b316-3f422f9a1fa6 None None] Network 7ad42b0a-0789-4474-b27a-b203bd4362b9 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:43.834388 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35a4d624-7159-4cc5-b403-26e88249ea3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.857705 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35a4d624-7159-4cc5-b403-26e88249ea3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.886131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.948476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Deleting port e974f9a4-cac5-45e7-bf1b-23349083388a {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:43.948747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.987578 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35a4d624-7159-4cc5-b403-26e88249ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.990174 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-35a4d624-7159-4cc5-b403-26e88249ea3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.993349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-35a4d624-7159-4cc5-b403-26e88249ea3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0689e20-7205-42e6-bb77-67929ae9232d HTTP/1.1" status: 204 len: 168 time: 0.2145648 Sep 16 05:30:44.000660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d624-7159-4cc5-b403-26e88249ea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0689e20-7205-42e6-bb77-67929ae9232d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:44.006912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] DHCP port deletion for 7ad42b0a-0789-4474-b27a-b203bd4362b9 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:44.070372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] For port e974f9a4-cac5-45e7-bf1b-23349083388a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e974f9a4-cac5-45e7-bf1b-23349083388a,segment=NetworkSegment(a5ebfa62-1591-4bf6-aca2-36045a21e451),segment_id=a5ebfa62-1591-4bf6-aca2-36045a21e451)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:44.070755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.084077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Calling delete_port for e974f9a4-cac5-45e7-bf1b-23349083388a owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:44.086057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] Deleting port e974f9a4-cac5-45e7-bf1b-23349083388a {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:44.086454 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.157147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] For port e974f9a4-cac5-45e7-bf1b-23349083388a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e974f9a4-cac5-45e7-bf1b-23349083388a,segment=NetworkSegment(a5ebfa62-1591-4bf6-aca2-36045a21e451),segment_id=a5ebfa62-1591-4bf6-aca2-36045a21e451)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:44.157523 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.184665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] Calling delete_port for e974f9a4-cac5-45e7-bf1b-23349083388a owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:44.256316 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.296012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.304768 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.332075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Port': ['ID=e974f9a4-cac5-45e7-bf1b-23349083388a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:44.334056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] No DVR routers for this DVR port e974f9a4-cac5-45e7-bf1b-23349083388a on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:44.340866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] Pushing event deleted for resources: {'Port': ['ID=e974f9a4-cac5-45e7-bf1b-23349083388a,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:44.352914 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfac31-8118-4857-9c14-f0e65b0387be None None] No DVR routers for this DVR port e974f9a4-cac5-45e7-bf1b-23349083388a on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:44.441779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.455729 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3f2c0657-8067-4ccd-8cc7-02079d73ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.475942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad42b0a-0789-4474-b27a-b203bd4362b9']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:44.490266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ebfa62-1591-4bf6-aca2-36045a21e451') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:44.490724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ebfa62-1591-4bf6-aca2-36045a21e451') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:44.504419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.525428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.534088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:44.539628 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.563757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a0b068b2-841f-40b2-8c8e-d9bd50657e47 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:44.563947 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:44.587524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a0b068b2-841f-40b2-8c8e-d9bd50657e47 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:44.587884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a0b068b2-841f-40b2-8c8e-d9bd50657e47 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:44.588369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e974f9a4-cac5-45e7-bf1b-23349083388a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:44.607509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: e974f9a4-cac5-45e7-bf1b-23349083388a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:44.610857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e974f9a4-cac5-45e7-bf1b-23349083388a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:44.656123 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.668326 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.668326 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] 10.222.0.59 "DELETE /v2.0/networks/7ad42b0a-0789-4474-b27a-b203bd4362b9 HTTP/1.1" status: 204 len: 168 time: 0.8582706 Sep 16 05:30:44.681807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b082a-8e7a-4979-88b8-58e7392f161e tempest-NetworksIpV6Test-1419186740 tempest-NetworksIpV6Test-1419186740-project] Pushing event deleted for resources: {'Network': ['ID=7ad42b0a-0789-4474-b27a-b203bd4362b9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:45.101972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60686) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.108325 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0051868 Sep 16 05:30:45.111506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60688) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.154745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60692) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.187178 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.338153 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b545c3a7-9c3e-47e1-ad1c-f131c4125693 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=934952256f304335a6f020f4f627c94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801250 Sep 16 05:30:45.340344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60698) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.367590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f64f8608-6da8-4bca-b210-0cd667714c77 tempest-NetworksApiDiscovery-1139042574 tempest-NetworksApiDiscovery-1139042574-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2535808 Sep 16 05:30:45.412537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2001a4f-b928-40a2-99c7-2090ed4e8b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.435007 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2001a4f-b928-40a2-99c7-2090ed4e8b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.564604 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2001a4f-b928-40a2-99c7-2090ed4e8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.567502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2001a4f-b928-40a2-99c7-2090ed4e8b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.568659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c2001a4f-b928-40a2-99c7-2090ed4e8b37 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a18d358-2595-402a-b798-6c6737212af9 HTTP/1.1" status: 204 len: 168 time: 0.2273180 Sep 16 05:30:45.576625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2001a4f-b928-40a2-99c7-2090ed4e8b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a18d358-2595-402a-b798-6c6737212af9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:45.793059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60706) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.904791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-826cfdf3-f61c-4e67-9875-acafa7639733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.000510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-826cfdf3-f61c-4e67-9875-acafa7639733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.061018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-826cfdf3-f61c-4e67-9875-acafa7639733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.100434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-826cfdf3-f61c-4e67-9875-acafa7639733 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b8971b8e02f4570b6381d71ad982ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062623 Sep 16 05:30:46.101332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cfdf3-f61c-4e67-9875-acafa7639733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b814014c-d8f8-4c4d-8079-0f40afbe7981,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:46.103108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60720) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:46.154399 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9716e3d5-2050-4233-9bcc-d135b3fe7468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.175988 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9716e3d5-2050-4233-9bcc-d135b3fe7468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.287717 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9716e3d5-2050-4233-9bcc-d135b3fe7468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.290436 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9716e3d5-2050-4233-9bcc-d135b3fe7468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.291825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9716e3d5-2050-4233-9bcc-d135b3fe7468 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b814014c-d8f8-4c4d-8079-0f40afbe7981 HTTP/1.1" status: 204 len: 168 time: 0.1874733 Sep 16 05:30:46.301691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716e3d5-2050-4233-9bcc-d135b3fe7468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b814014c-d8f8-4c4d-8079-0f40afbe7981,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:46.947133 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.098944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60820) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:49.212014 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08cdd35b-4179-44ae-9609-9b8334b89fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.302281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08cdd35b-4179-44ae-9609-9b8334b89fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.358320 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-08cdd35b-4179-44ae-9609-9b8334b89fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.398696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-08cdd35b-4179-44ae-9609-9b8334b89fe5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2de661fc18549d9bb4001ead3da344b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985234 Sep 16 05:30:49.399664 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdd35b-4179-44ae-9609-9b8334b89fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925be8d-01e0-43d0-99cf-85b186c8d908,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:49.401545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60824) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:49.451996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07ef4321-12c5-467f-8fb4-d2308fa687bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.473902 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07ef4321-12c5-467f-8fb4-d2308fa687bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.591231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07ef4321-12c5-467f-8fb4-d2308fa687bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.594103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07ef4321-12c5-467f-8fb4-d2308fa687bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.598225 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07ef4321-12c5-467f-8fb4-d2308fa687bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3925be8d-01e0-43d0-99cf-85b186c8d908 HTTP/1.1" status: 204 len: 168 time: 0.1926858 Sep 16 05:30:49.606570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef4321-12c5-467f-8fb4-d2308fa687bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925be8d-01e0-43d0-99cf-85b186c8d908,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:50.212382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 60838) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:50.225917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd841b3b-5680-4776-ac74-91a2d2507df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.316211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd841b3b-5680-4776-ac74-91a2d2507df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.390801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd841b3b-5680-4776-ac74-91a2d2507df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.435043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cd841b3b-5680-4776-ac74-91a2d2507df4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec6ff8bfbf244cb0acfb58f26324a51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215426 Sep 16 05:30:50.436039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd841b3b-5680-4776-ac74-91a2d2507df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84b920a-00aa-40e3-b45d-18fc2a7f098f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:50.438219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 60840) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:50.492243 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a4379ab-1cfb-493c-9735-60ffb525753b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.514210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a4379ab-1cfb-493c-9735-60ffb525753b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.625119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a4379ab-1cfb-493c-9735-60ffb525753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.627909 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5a4379ab-1cfb-493c-9735-60ffb525753b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.631386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5a4379ab-1cfb-493c-9735-60ffb525753b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c84b920a-00aa-40e3-b45d-18fc2a7f098f HTTP/1.1" status: 204 len: 168 time: 0.1894698 Sep 16 05:30:50.640504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4379ab-1cfb-493c-9735-60ffb525753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84b920a-00aa-40e3-b45d-18fc2a7f098f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:51.534800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb526219-c72a-46d0-9202-735b53d3db80 req-94259086-c1fa-45fb-bde1-529d50c26ae1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.536419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb526219-c72a-46d0-9202-735b53d3db80 req-94259086-c1fa-45fb-bde1-529d50c26ae1 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 945 time: 0.0520549 Sep 16 05:30:51.578304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb526219-c72a-46d0-9202-735b53d3db80 req-27fc4834-d7ec-4178-94f2-693135fa094b tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Sep 16 05:30:52.705229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc05a-132b-488a-aa1c-cca17e82d2ed req-4d83ae38-8ac7-4c59-86bc-f0be8434f74a tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.707375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-037cc05a-132b-488a-aa1c-cca17e82d2ed req-4d83ae38-8ac7-4c59-86bc-f0be8434f74a tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 945 time: 0.0539107 Sep 16 05:30:52.746629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-037cc05a-132b-488a-aa1c-cca17e82d2ed req-302bbe5b-4d2f-4d59-b077-2dc604daa33f tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/security-groups?id=992a9998-87d7-4d53-987c-d72d4ba94684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Sep 16 05:30:53.346065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-c8cdb8f8-6ff7-407e-b8d7-1b70e8d02edf tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.346065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-c8cdb8f8-6ff7-407e-b8d7-1b70e8d02edf tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 945 time: 0.0479600 Sep 16 05:30:53.461789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Deleting port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:53.461789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.556181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] For port 8c2a40fd-5947-4bf9-9944-aba10e96bce5, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=8c2a40fd-5947-4bf9-9944-aba10e96bce5,segment=NetworkSegment(ed2f4b62-5921-4dd3-b6b3-27e4214a4294),segment_id=ed2f4b62-5921-4dd3-b6b3-27e4214a4294)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:53.556552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.569845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Calling delete_port for 8c2a40fd-5947-4bf9-9944-aba10e96bce5 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:53.781532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.794393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['8c2a40fd-5947-4bf9-9944-aba10e96bce5'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:53.809991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Pushing event deleted for resources: {'Port': ['ID=8c2a40fd-5947-4bf9-9944-aba10e96bce5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:53.882192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1637fae-be1b-4ede-81cc-eb05422f9e93 req-b019ee23-aa4d-4263-b7ee-e3a87159c8c3 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4606e9-9299-4c91-94e5-e70367251a1f HTTP/1.1" status: 200 len: 210 time: 0.0577526 Sep 16 05:30:53.883189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] No DVR routers for this DVR port 8c2a40fd-5947-4bf9-9944-aba10e96bce5 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:53.885787 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.887813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c3e9d2f-00bb-4ee0-892b-b1f18a5574f7 req-f9885acd-8c9d-4632-9896-059a29e35650 tempest-VolumesSnapshotTestJSON-1441787048 tempest-VolumesSnapshotTestJSON-1441787048-project] 10.222.0.60 "DELETE /v2.0/ports/8c2a40fd-5947-4bf9-9944-aba10e96bce5 HTTP/1.1" status: 204 len: 173 time: 0.5367663 Sep 16 05:30:53.888269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4606e9-9299-4c91-94e5-e70367251a1f', 'name': 'network-vif-deleted', 'tag': '8c2a40fd-5947-4bf9-9944-aba10e96bce5'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:53.890640 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dd1904-ddfc-4a27-9373-5e27b1c724fe" -d '{"events": [{"server_uuid": "ff4606e9-9299-4c91-94e5-e70367251a1f", "name": "network-vif-deleted", "tag": "8c2a40fd-5947-4bf9-9944-aba10e96bce5"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:53.933531 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e72b912-2552-4c40-99c8-514d3b78b860 x-openstack-request-id: req-8e72b912-2552-4c40-99c8-514d3b78b860 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:53.933800 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4606e9-9299-4c91-94e5-e70367251a1f", "name": "network-vif-deleted", "tag": "8c2a40fd-5947-4bf9-9944-aba10e96bce5", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:53.934057 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e72b912-2552-4c40-99c8-514d3b78b860 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:53.934491 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4606e9-9299-4c91-94e5-e70367251a1f', 'name': 'network-vif-deleted', 'tag': '8c2a40fd-5947-4bf9-9944-aba10e96bce5', 'status': 'completed', 'code': 200} Sep 16 05:30:55.924189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 32812) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:56.043072 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92aa2ba0-3800-42f2-88e5-ac38e1aff01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.138990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92aa2ba0-3800-42f2-88e5-ac38e1aff01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.203877 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-92aa2ba0-3800-42f2-88e5-ac38e1aff01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.250940 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 32816) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:56.251562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-92aa2ba0-3800-42f2-88e5-ac38e1aff01a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d274bc3e6ccb44409c27679be5e0ed40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250279 Sep 16 05:30:56.252331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa2ba0-3800-42f2-88e5-ac38e1aff01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1882f5d-e0fb-445c-a6b1-4b678c7213bf,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:56.334569 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d42b0318-0c84-4e3d-b0dc-1ba0be9774dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.360811 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d42b0318-0c84-4e3d-b0dc-1ba0be9774dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.474067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8c2a40fd-5947-4bf9-9944-aba10e96bce5 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:56.494560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 8c2a40fd-5947-4bf9-9944-aba10e96bce5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:56.494914 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 8c2a40fd-5947-4bf9-9944-aba10e96bce5 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:56.499019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d42b0318-0c84-4e3d-b0dc-1ba0be9774dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.508637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d42b0318-0c84-4e3d-b0dc-1ba0be9774dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.508637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d42b0318-0c84-4e3d-b0dc-1ba0be9774dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1882f5d-e0fb-445c-a6b1-4b678c7213bf HTTP/1.1" status: 204 len: 168 time: 0.2502849 Sep 16 05:30:56.518472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b0318-0c84-4e3d-b0dc-1ba0be9774dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1882f5d-e0fb-445c-a6b1-4b678c7213bf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:57.180541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 32840) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:57.194171 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f326ecf-bf18-45af-9d45-947374593065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.281907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f326ecf-bf18-45af-9d45-947374593065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.358482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8f326ecf-bf18-45af-9d45-947374593065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.396656 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8f326ecf-bf18-45af-9d45-947374593065 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=321e2b1a7f5f49cdb0eaf70f603d0f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149665 Sep 16 05:30:57.399362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 32846) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:57.401125 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f326ecf-bf18-45af-9d45-947374593065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a89a75-e71f-4bd6-a425-7c24f5fa502a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:57.447991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ad576a63-97b7-449a-bd55-40f44132c55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.469057 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ad576a63-97b7-449a-bd55-40f44132c55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.598210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ad576a63-97b7-449a-bd55-40f44132c55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.600874 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ad576a63-97b7-449a-bd55-40f44132c55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.602057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ad576a63-97b7-449a-bd55-40f44132c55b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/55a89a75-e71f-4bd6-a425-7c24f5fa502a HTTP/1.1" status: 204 len: 168 time: 0.2016857 Sep 16 05:30:57.609838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576a63-97b7-449a-bd55-40f44132c55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a89a75-e71f-4bd6-a425-7c24f5fa502a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:58.241962 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.433665 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:10.700350 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.106635 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ff06-26ff-4ab7-9d71-9cdee3aaea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.965682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33088) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:12.090560 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.180141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.281146 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.319427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284b3094-5995-4324-8ae8-bffcd6dfca45,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:12.323300 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32bc32fc18004951b19abee394e812ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565936 Sep 16 05:31:12.328178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33098) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:12.329633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.330170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.330696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.331869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.332410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.332767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.333104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.333475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.333825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.334179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.334498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.334865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6a88a-3f9e-4502-97c6-d19ea57bbf2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.386530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.409373 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.773253 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.775906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.780667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/284b3094-5995-4324-8ae8-bffcd6dfca45 HTTP/1.1" status: 204 len: 168 time: 0.4500139 Sep 16 05:31:12.785033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284b3094-5995-4324-8ae8-bffcd6dfca45,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:12.792507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.792861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.793205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.793543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.793879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.794210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.794538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.794868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.795194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.795554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.795877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:12.796185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03312a9b-3884-4d77-ac9f-b7017536065c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:13.501208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33110) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:13.515557 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcddd183-47c7-492f-8b7e-e54370d9317b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.604972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcddd183-47c7-492f-8b7e-e54370d9317b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.676404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcddd183-47c7-492f-8b7e-e54370d9317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.719633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fcddd183-47c7-492f-8b7e-e54370d9317b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=efee7eb62ad44ffead92082e2624144b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172437 Sep 16 05:31:13.720350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddd183-47c7-492f-8b7e-e54370d9317b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957c5f51-39d8-41fb-a649-cd486f8a4e87,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:13.723229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33114) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:13.787664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2fb609f5-21ca-47d6-bdb4-64562c1623d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.809823 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2fb609f5-21ca-47d6-bdb4-64562c1623d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.934825 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2fb609f5-21ca-47d6-bdb4-64562c1623d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.937579 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2fb609f5-21ca-47d6-bdb4-64562c1623d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.938836 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2fb609f5-21ca-47d6-bdb4-64562c1623d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/957c5f51-39d8-41fb-a649-cd486f8a4e87 HTTP/1.1" status: 204 len: 168 time: 0.2140191 Sep 16 05:31:13.947624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb609f5-21ca-47d6-bdb4-64562c1623d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c5f51-39d8-41fb-a649-cd486f8a4e87,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:14.169008 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.454742 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae6c49d7-1f60-45b1-96ae-dad1b48069f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.196904 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.268304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33148) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.383160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0734e77a-0565-4f2a-bdcf-53b78e832256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.490980 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0734e77a-0565-4f2a-bdcf-53b78e832256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.573464 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0734e77a-0565-4f2a-bdcf-53b78e832256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.617439 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0734e77a-0565-4f2a-bdcf-53b78e832256 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c972c96bf22b4afe8b3dabc2fc3e2a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468652 Sep 16 05:31:15.618680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734e77a-0565-4f2a-bdcf-53b78e832256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071c2cb8-dfe5-4975-97d2-ac38c7cd413e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:15.620154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33158) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.694050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bc1-0ea5-451d-bd12-d3b700efd7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.717733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bc1-0ea5-451d-bd12-d3b700efd7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.855036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bc1-0ea5-451d-bd12-d3b700efd7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.857797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bc1-0ea5-451d-bd12-d3b700efd7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.861960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d4b36bc1-0ea5-451d-bd12-d3b700efd7fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/071c2cb8-dfe5-4975-97d2-ac38c7cd413e HTTP/1.1" status: 204 len: 168 time: 0.2407455 Sep 16 05:31:15.872207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b36bc1-0ea5-451d-bd12-d3b700efd7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c2cb8-dfe5-4975-97d2-ac38c7cd413e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:16.616475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33178) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:16.638663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d38ac5a7-7d68-44d9-9320-d48112a5ae0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.716035 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d38ac5a7-7d68-44d9-9320-d48112a5ae0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.842957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d38ac5a7-7d68-44d9-9320-d48112a5ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.881313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d38ac5a7-7d68-44d9-9320-d48112a5ae0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bbba3d30c7574091a8a0a64b41dcab5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642870 Sep 16 05:31:16.882441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ac5a7-7d68-44d9-9320-d48112a5ae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a4e417-d1db-44c3-a4fc-02449445fd79,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:16.884318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33180) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:16.936843 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f4c302-ed1b-4b82-a940-2e990c8b0bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.946198 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.960759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f4c302-ed1b-4b82-a940-2e990c8b0bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.072317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f4c302-ed1b-4b82-a940-2e990c8b0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.074844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-57f4c302-ed1b-4b82-a940-2e990c8b0bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.076120 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-57f4c302-ed1b-4b82-a940-2e990c8b0bfe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02a4e417-d1db-44c3-a4fc-02449445fd79 HTTP/1.1" status: 204 len: 168 time: 0.1907511 Sep 16 05:31:17.086748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4c302-ed1b-4b82-a940-2e990c8b0bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a4e417-d1db-44c3-a4fc-02449445fd79,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:25.185985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33338) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:25.298412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab108db-c71a-4d3c-a372-a20dd5607e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.400440 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab108db-c71a-4d3c-a372-a20dd5607e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.458751 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ab108db-c71a-4d3c-a372-a20dd5607e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.502171 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ab108db-c71a-4d3c-a372-a20dd5607e33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f72d941060574a08a4af623ad777c25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149014 Sep 16 05:31:25.503667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab108db-c71a-4d3c-a372-a20dd5607e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24bcb5e-7106-47a7-92a9-5b667bdb0290,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:25.505813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33342) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:25.555920 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c23c-0e20-49f0-ae13-20101155d660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.577150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c23c-0e20-49f0-ae13-20101155d660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.704782 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c23c-0e20-49f0-ae13-20101155d660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.707548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c23c-0e20-49f0-ae13-20101155d660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.708861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8fd5c23c-0e20-49f0-ae13-20101155d660 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a24bcb5e-7106-47a7-92a9-5b667bdb0290 HTTP/1.1" status: 204 len: 168 time: 0.2020032 Sep 16 05:31:25.717068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5c23c-0e20-49f0-ae13-20101155d660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24bcb5e-7106-47a7-92a9-5b667bdb0290,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:26.357312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33354) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:26.370079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-45f36746-1d2f-4ba9-9748-bdb00362620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.459840 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-45f36746-1d2f-4ba9-9748-bdb00362620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.523146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-45f36746-1d2f-4ba9-9748-bdb00362620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.566603 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-45f36746-1d2f-4ba9-9748-bdb00362620b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c9f77ff83024ca3a3eba838f05af332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082074 Sep 16 05:31:26.567497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f36746-1d2f-4ba9-9748-bdb00362620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899ab34e-b651-4371-97d2-2660d59acd78,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:26.570684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33358) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:26.619983 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-575a99d5-78e6-4874-899c-ecc4f903b552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.642409 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-575a99d5-78e6-4874-899c-ecc4f903b552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.772743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-575a99d5-78e6-4874-899c-ecc4f903b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.775475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-575a99d5-78e6-4874-899c-ecc4f903b552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.776687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-575a99d5-78e6-4874-899c-ecc4f903b552 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/899ab34e-b651-4371-97d2-2660d59acd78 HTTP/1.1" status: 204 len: 168 time: 0.2048965 Sep 16 05:31:26.785556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a99d5-78e6-4874-899c-ecc4f903b552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899ab34e-b651-4371-97d2-2660d59acd78,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:27.872488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33392) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:27.973055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2062395096-network', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:28.099788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Made reservation on behalf of 59b8a8cc1e6d4ef2b978c805f1926b8a for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:28.102183 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.111410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.211506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.254366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.277195 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.303001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:28.312548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfd8f00-bbd6-4f53-8445-a99ee5856431,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:28.317672 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.318021 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Added segment 914e5c8a-7220-4123-b93b-b515460d35d6 of type vlan for network ede28fa8-9252-44b1-a2fb-6f368e1ee87c Sep 16 05:31:28.364994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.442853 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.443961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:28.444599 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.506426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] Pushing event updated for resources: {'Network': ['ID=ede28fa8-9252-44b1-a2fb-6f368e1ee87c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:28.516302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:28.541154 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-675778f5-b809-4421-b346-12f61c089640 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6674139 Sep 16 05:31:28.544541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33400) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:28.554176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Request body: {'subnet': {'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2062395096-subnet', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:28.648996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Made reservation on behalf of 59b8a8cc1e6d4ef2b978c805f1926b8a for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:28.651582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.923164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.983371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cb7b06-b912-4359-8c77-6c1910bf3df6,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:28.988577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Checking segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:28.989030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Network hostable DHCP agents. Network: ede28fa8-9252-44b1-a2fb-6f368e1ee87c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:29.123025 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:29.202804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, ede28fa8-9252-44b1-a2fb-6f368e1ee87c) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:29.207721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:29.208746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.211910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6762fda-b2c2-40b0-9a94-fbdb91708b5e None None] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:29.297382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bee1eabc-7b36-433c-b4bd-c2ff6dcf5f3c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7470338 Sep 16 05:31:29.297382 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33406) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:29.301777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:29.360228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'fixed_ips': [{'subnet_id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:29.361099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.391501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.392630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.483608 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.505977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Allocated IP 172.20.0.2 (ede28fa8-9252-44b1-a2fb-6f368e1ee87c/c1cb7b06-b912-4359-8c77-6c1910bf3df6/259c1fa0-88a1-422f-b176-9ec691bc559c) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:29.672257 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.691113 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.735457 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.774592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:29.777419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:29.783217 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:29.790670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Pushing event updated for resources: {'Port': ['ID=259c1fa0-88a1-422f-b176-9ec691bc559c,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:29.851174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Attempting to bind port 259c1fa0-88a1-422f-b176-9ec691bc559c on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:29.851580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Attempting to bind port 259c1fa0-88a1-422f-b176-9ec691bc559c by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:29.851953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Attempting to bind port 259c1fa0-88a1-422f-b176-9ec691bc559c on network ede28fa8-9252-44b1-a2fb-6f368e1ee87c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:29.857867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:29.858233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Checking segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:29.858851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.859448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Bound using segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:29.860120 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Bound port: 259c1fa0-88a1-422f-b176-9ec691bc559c, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:29.860709 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.936885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] For port 259c1fa0-88a1-422f-b176-9ec691bc559c, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:29.940401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] For port 259c1fa0-88a1-422f-b176-9ec691bc559c, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=259c1fa0-88a1-422f-b176-9ec691bc559c,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:29.997727 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.043310 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.073014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b0794-f5df-4ae8-80ec-087150433ff7 None None] Pushing event updated for resources: {'Port': ['ID=259c1fa0-88a1-422f-b176-9ec691bc559c,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:30.074281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.557309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Allocated IP 172.25.7.67 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/ae4c4d21-c27b-4fc7-b962-792404d34237) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:30.640399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 259c1fa0-88a1-422f-b176-9ec691bc559c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:30.691542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 259c1fa0-88a1-422f-b176-9ec691bc559c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:30.692218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.696324 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.800013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.814938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.848982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 259c1fa0-88a1-422f-b176-9ec691bc559c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=259c1fa0-88a1-422f-b176-9ec691bc559c,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:30.865140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:30.868030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:30.880118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:30.908199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4c4d21-c27b-4fc7-b962-792404d34237,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:30.928275 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.997637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=259c1fa0-88a1-422f-b176-9ec691bc559c,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:31.193939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abdeba8-66be-4451-a9aa-67636f7325d4 None None] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:31.232570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.326888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-634567a3-b817-437d-8c17-3cb5e5d87cba None None] Provisioning complete for port 259c1fa0-88a1-422f-b176-9ec691bc559c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:31.327301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-634567a3-b817-437d-8c17-3cb5e5d87cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.497117 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.682470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c29385a2-84bc-4789-99ca-243fdb175a70 None None] Provisioning complete for port 259c1fa0-88a1-422f-b176-9ec691bc559c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:31.683066 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c29385a2-84bc-4789-99ca-243fdb175a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.716836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Router 053b8298-68ff-4365-a2e8-67daa102c353 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:31.841785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:31.852950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Sync routers for ids ['053b8298-68ff-4365-a2e8-67daa102c353'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:31.862008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Routers {'053b8298-68ff-4365-a2e8-67daa102c353'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:31.862802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:31:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['053b8298-68ff-4365-a2e8-67daa102c353'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:31.928513 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.929929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-58bc7c92-e7bf-4cf4-b128-97a59d441960 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6319892 Sep 16 05:31:31.932618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33436) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:32.134339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Set router 053b8298-68ff-4365-a2e8-67daa102c353 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:32.344193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:31:31Z', 'revision_number': 3, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:32.380815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Checking router: 053b8298-68ff-4365-a2e8-67daa102c353 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:32.381183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Updating router 053b8298-68ff-4365-a2e8-67daa102c353 port ae4c4d21-c27b-4fc7-b962-792404d34237 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:31:32.397789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.413227 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.604502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 259c1fa0-88a1-422f-b176-9ec691bc559c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:32.655377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Allocated IP 172.20.0.1 (ede28fa8-9252-44b1-a2fb-6f368e1ee87c/c1cb7b06-b912-4359-8c77-6c1910bf3df6/1ec5f3c3-da77-4b09-ad99-8771c1ee2683) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:32.702093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 259c1fa0-88a1-422f-b176-9ec691bc559c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:32.702708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.769037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.772296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.882638 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.917431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.935814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Attempting to bind port ae4c4d21-c27b-4fc7-b962-792404d34237 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:32.936459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Attempting to bind port ae4c4d21-c27b-4fc7-b962-792404d34237 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:32.936995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Attempting to bind port ae4c4d21-c27b-4fc7-b962-792404d34237 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:32.945049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68bb4c-e2a0-4de2-9a26-4a42bc757423 None None] Pushing event updated for resources: {'Port': ['ID=ae4c4d21-c27b-4fc7-b962-792404d34237,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:32.951365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:32.951365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:32.951365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.951365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:32.951365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Bound port: ae4c4d21-c27b-4fc7-b962-792404d34237, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:32.951365 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.959970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:32.963916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:32.968713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:33.013877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] For port ae4c4d21-c27b-4fc7-b962-792404d34237, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:33.021694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] For port ae4c4d21-c27b-4fc7-b962-792404d34237, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ae4c4d21-c27b-4fc7-b962-792404d34237,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:33.022984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Pushing event updated for resources: {'Port': ['ID=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:33.056912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.104796 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.152580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Routers {'053b8298-68ff-4365-a2e8-67daa102c353'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:33.153318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:31:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['053b8298-68ff-4365-a2e8-67daa102c353'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:33.217827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68bb4c-e2a0-4de2-9a26-4a42bc757423 None None] Pushing event updated for resources: {'Port': ['ID=ae4c4d21-c27b-4fc7-b962-792404d34237,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:33.301234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] Set router 053b8298-68ff-4365-a2e8-67daa102c353 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:33.402604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9f8aba11-e060-499e-bce2-43aa74ba6369 None None] Provisioning complete for port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:33.402882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f8aba11-e060-499e-bce2-43aa74ba6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.475625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9f8aba11-e060-499e-bce2-43aa74ba6369 None None] Port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:33.562739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:31:31Z', 'revision_number': 3, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:33.605772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e30c5-fc03-44fb-9a34-8e9c7ce6d92b None None] The sync data for ids ['053b8298-68ff-4365-a2e8-67daa102c353'] in n-d-712143-16 is: [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:31:31Z', 'revision_number': 3, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:33.638711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.865369 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.933384 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.009038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.024215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Pushing event updated for resources: {'Port': ['ID=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:34.123053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:34.124881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:34.268023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Router 053b8298-68ff-4365-a2e8-67daa102c353 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:34.411099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-dd05525b-15ca-4e3a-9e5a-be0101b71207 None None] Provisioning complete for port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:34.411099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dd05525b-15ca-4e3a-9e5a-be0101b71207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.415523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:34.431629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9b143f08-6923-43dc-a5ed-96cd7ec693cf admin admin] 10.222.0.59 "PUT /v2.0/routers/053b8298-68ff-4365-a2e8-67daa102c353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4902861 Sep 16 05:31:34.453318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-dd05525b-15ca-4e3a-9e5a-be0101b71207 None None] Port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:34.655063 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ae4c4d21-c27b-4fc7-b962-792404d34237 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:34.711933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ae4c4d21-c27b-4fc7-b962-792404d34237 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:34.712329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.795473 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.817423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port ae4c4d21-c27b-4fc7-b962-792404d34237, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ae4c4d21-c27b-4fc7-b962-792404d34237,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:34.911373 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.967986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=ae4c4d21-c27b-4fc7-b962-792404d34237,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:35.288341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33476) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:35.293698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2135955214-network', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:35.402585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Made reservation on behalf of fa7a3bc931e84b17814197fbf0b130a1 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:35.405135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.416467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.516872 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.524033 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Sync routers for ids ['053b8298-68ff-4365-a2e8-67daa102c353'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:35.534992 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Routers {'053b8298-68ff-4365-a2e8-67daa102c353'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:35.535947 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:31:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['053b8298-68ff-4365-a2e8-67daa102c353'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:35.608747 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.640440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:35.648997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a0260-630d-4d72-8c71-f7c2974413d9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:35.656495 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.656969 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Added segment 3701aa5d-4fbe-46e6-abec-42d9f926a36f of type vlan for network d4fc6af1-504c-46ea-9290-816a555919fc Sep 16 05:31:35.706535 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.740679 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Set router 053b8298-68ff-4365-a2e8-67daa102c353 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:35.830475 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.834096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:35.834721 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.931811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] Pushing event updated for resources: {'Network': ['ID=d4fc6af1-504c-46ea-9290-816a555919fc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:35.944184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d4fc6af1-504c-46ea-9290-816a555919fc details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:35.966115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f6321466-34e0-4b97-adcf-4f5be2cd897a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6740253 Sep 16 05:31:35.966733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33482) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:35.973895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Request body: {'subnet': {'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2135955214-subnet', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:35.985173 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:31:33Z', 'revision_number': 4, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1ec5f3c3-da77-4b09-ad99-8771c1ee2683', 'name': '', 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'mac_address': 'fa:16:3e:06:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:32Z', 'updated_at': '2021-09-16T05:31:33Z', 'revision_number': 2, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'subnets': [{'id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:36.011351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Checking router: 053b8298-68ff-4365-a2e8-67daa102c353 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:36.011709 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Updating router 053b8298-68ff-4365-a2e8-67daa102c353 port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:31:36.037190 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.111418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Made reservation on behalf of fa7a3bc931e84b17814197fbf0b130a1 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:36.113951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.309653 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.386000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.420736 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.442439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d103085b-c3ac-4951-9372-4652a183d037,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.457115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Checking segment: {'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:36.457115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Network hostable DHCP agents. Network: d4fc6af1-504c-46ea-9290-816a555919fc, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:36.481039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Pushing event updated for resources: {'Port': ['ID=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.504131 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.504470 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.504801 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.505128 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.505450 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.505773 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.506095 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.506411 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.506728 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.507056 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.507381 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.507697 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:36.545805 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Attempting to bind port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:36.546490 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Attempting to bind port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:36.546600 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Attempting to bind port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 on network ede28fa8-9252-44b1-a2fb-6f368e1ee87c {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:36.551314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Network d4fc6af1-504c-46ea-9290-816a555919fc is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:36.553901 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:36.554502 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Checking segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:36.555205 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.555813 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Bound using segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:36.556471 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Bound port: 1ec5f3c3-da77-4b09-ad99-8771c1ee2683, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:36.557051 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.587591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ae4c4d21-c27b-4fc7-b962-792404d34237 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:36.625393 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] For port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:36.629298 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] For port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:36.630308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d4fc6af1-504c-46ea-9290-816a555919fc) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:36.640991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb75d7-9312-41c2-a3be-21db827ee2d7 None None] Network d4fc6af1-504c-46ea-9290-816a555919fc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:36.641607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.644576 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.704339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ae4c4d21-c27b-4fc7-b962-792404d34237 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:36.704956 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.711917 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.744414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33484) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:36.749613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-523332a8-6346-411f-a2a7-c92459f9c522 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7803450 Sep 16 05:31:36.761493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:36.762129 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Routers {'053b8298-68ff-4365-a2e8-67daa102c353'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:36.762129 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:31:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['053b8298-68ff-4365-a2e8-67daa102c353'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:36.838862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3d249382-cd5b-4e03-9dec-81892b4bbb13 None None] Provisioning complete for port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:36.838862 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d249382-cd5b-4e03-9dec-81892b4bbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.878676 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] Set router 053b8298-68ff-4365-a2e8-67daa102c353 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:36.888511 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.894646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.932614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-d4fc6af1-504c-46ea-9290-816a555919fc', 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'fixed_ips': [{'subnet_id': 'd103085b-c3ac-4951-9372-4652a183d037'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:36.934031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.952200 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cd571-07b5-4ef0-b596-c7bb10b698f5 None None] Pushing event updated for resources: {'Port': ['ID=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.991457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.028462 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d249382-cd5b-4e03-9dec-81892b4bbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.114224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3d249382-cd5b-4e03-9dec-81892b4bbb13 None None] For port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:37.177338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Allocated IP 172.20.0.2 (d4fc6af1-504c-46ea-9290-816a555919fc/d103085b-c3ac-4951-9372-4652a183d037/2bc2aced-3cf0-452a-b86b-1effa88bda5d) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:37.191639 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3d249382-cd5b-4e03-9dec-81892b4bbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.217665 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:31:33Z', 'revision_number': 4, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1ec5f3c3-da77-4b09-ad99-8771c1ee2683', 'name': '', 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'mac_address': 'fa:16:3e:06:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:32Z', 'updated_at': '2021-09-16T05:31:36Z', 'revision_number': 4, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'subnets': [{'id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:37.247597 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517e19d-7669-4b4e-87fb-e36bd47ee407 None None] The sync data for ids ['053b8298-68ff-4365-a2e8-67daa102c353'] in n-d-712143-16 is: [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:31:33Z', 'revision_number': 4, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '1ec5f3c3-da77-4b09-ad99-8771c1ee2683', 'name': '', 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'mac_address': 'fa:16:3e:06:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:32Z', 'updated_at': '2021-09-16T05:31:36Z', 'revision_number': 4, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'subnets': [{'id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:37.271076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d249382-cd5b-4e03-9dec-81892b4bbb13 None None] Pushing event updated for resources: {'Port': ['ID=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:37.292120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.349844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b13241eb-6a82-4a57-9252-4784522952db None None] Provisioning complete for port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:37.350228 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b13241eb-6a82-4a57-9252-4784522952db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.471629 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.545386 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.587220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Network d4fc6af1-504c-46ea-9290-816a555919fc is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:37.592591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:37.597649 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:37.599827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Pushing event updated for resources: {'Port': ['ID=2bc2aced-3cf0-452a-b86b-1effa88bda5d,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:37.653734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.681637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.688839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Attempting to bind port 2bc2aced-3cf0-452a-b86b-1effa88bda5d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:37.689318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Attempting to bind port 2bc2aced-3cf0-452a-b86b-1effa88bda5d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:37.689844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Attempting to bind port 2bc2aced-3cf0-452a-b86b-1effa88bda5d on network d4fc6af1-504c-46ea-9290-816a555919fc {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:37.696043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:37.696428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Checking segment: {'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:37.696842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.697240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Bound using segment: {'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:37.697720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Bound port: 2bc2aced-3cf0-452a-b86b-1effa88bda5d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:37.698108 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.781346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] For port 2bc2aced-3cf0-452a-b86b-1effa88bda5d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:37.785302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] For port 2bc2aced-3cf0-452a-b86b-1effa88bda5d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2bc2aced-3cf0-452a-b86b-1effa88bda5d,segment=NetworkSegment(3701aa5d-4fbe-46e6-abec-42d9f926a36f),segment_id=3701aa5d-4fbe-46e6-abec-42d9f926a36f)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:37.811057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Allocated IP 172.25.7.218 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:37.888871 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.938115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.021154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb7121-2d55-44d1-af07-cef00563955f None None] Pushing event updated for resources: {'Port': ['ID=2bc2aced-3cf0-452a-b86b-1effa88bda5d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.106292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.179231 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:38.191418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:38.198455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:38.207064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.642879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.707947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2bc2aced-3cf0-452a-b86b-1effa88bda5d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:38.806448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2bc2aced-3cf0-452a-b86b-1effa88bda5d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:38.807673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.933491 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.985300 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.988093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 2bc2aced-3cf0-452a-b86b-1effa88bda5d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2bc2aced-3cf0-452a-b86b-1effa88bda5d,segment=NetworkSegment(3701aa5d-4fbe-46e6-abec-42d9f926a36f),segment_id=3701aa5d-4fbe-46e6-abec-42d9f926a36f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:39.107847 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.108662 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:39.166182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be0d97-406a-4dba-b772-cddb719d2840 None None] Network d4fc6af1-504c-46ea-9290-816a555919fc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:39.251720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Router 5aeb812b-c1ae-47a9-812b-b218a9103089 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:39.253145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=2bc2aced-3cf0-452a-b86b-1effa88bda5d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:39.312320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-579847b8-1e13-4abb-98bb-d1d5b49debbd None None] Provisioning complete for port 2bc2aced-3cf0-452a-b86b-1effa88bda5d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:39.319367 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-579847b8-1e13-4abb-98bb-d1d5b49debbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.417440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:39.417905 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.448318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:39.470086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Sync routers for ids ['5aeb812b-c1ae-47a9-812b-b218a9103089'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:39.517913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Routers {'5aeb812b-c1ae-47a9-812b-b218a9103089'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:39.518919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:31:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5aeb812b-c1ae-47a9-812b-b218a9103089'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:39.534450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.538250 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-90b4917b-3321-4641-8d7b-0b2b5ff6c102 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7876639 Sep 16 05:31:39.538862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33504) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:39.864225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Set router 5aeb812b-c1ae-47a9-812b-b218a9103089 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:40.047171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.076390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-dcce9d78-197f-40b7-b3e7-ec9598366c6a None None] Provisioning complete for port 2bc2aced-3cf0-452a-b86b-1effa88bda5d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:40.076767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dcce9d78-197f-40b7-b3e7-ec9598366c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.127338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:31:38Z', 'revision_number': 3, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:40.165144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Checking router: 5aeb812b-c1ae-47a9-812b-b218a9103089 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:40.165144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Updating router 5aeb812b-c1ae-47a9-812b-b218a9103089 port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:31:40.214833 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.261534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Allocated IP 172.20.0.1 (d4fc6af1-504c-46ea-9290-816a555919fc/d103085b-c3ac-4951-9372-4652a183d037/f62b0685-a1b8-45f1-9daf-bb590b7035df) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:40.390508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.506314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.515969 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.547685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Network d4fc6af1-504c-46ea-9290-816a555919fc is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:40.550528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:40.552118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:40.594621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Pushing event updated for resources: {'Port': ['ID=f62b0685-a1b8-45f1-9daf-bb590b7035df,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:40.599767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2bc2aced-3cf0-452a-b86b-1effa88bda5d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:40.615169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.631711 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.705463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8081699-76d9-433b-828b-1155b4ce41b5 None None] Pushing event updated for resources: {'Port': ['ID=e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:40.708760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Attempting to bind port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:40.709139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Attempting to bind port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:40.709507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Attempting to bind port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:40.724895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:40.724895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:40.724895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.727745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:40.727745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Bound port: e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:40.727745 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.753278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.755799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 2bc2aced-3cf0-452a-b86b-1effa88bda5d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:40.756179 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.814116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] For port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:40.828922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] For port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:40.906908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.952502 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.038318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-95ae9cc9-4db0-40d2-8a2c-2b67774304ca None None] Provisioning complete for port f62b0685-a1b8-45f1-9daf-bb590b7035df triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:41.038705 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95ae9cc9-4db0-40d2-8a2c-2b67774304ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.040166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Routers {'5aeb812b-c1ae-47a9-812b-b218a9103089'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:41.040799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:31:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5aeb812b-c1ae-47a9-812b-b218a9103089'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:41.043324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8081699-76d9-433b-828b-1155b4ce41b5 None None] Pushing event updated for resources: {'Port': ['ID=e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:41.105000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.115542 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0cbfd73b-81af-4e35-98a7-a31c797313dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.126006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9cc9-4db0-40d2-8a2c-2b67774304ca None None] Port f62b0685-a1b8-45f1-9daf-bb590b7035df cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:41.176078 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.194672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] Set router 5aeb812b-c1ae-47a9-812b-b218a9103089 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:41.266454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Pushing event updated for resources: {'Port': ['ID=f62b0685-a1b8-45f1-9daf-bb590b7035df,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:41.270345 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.397656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Network d4fc6af1-504c-46ea-9290-816a555919fc is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:41.399189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:41.481296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 4, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'f62b0685-a1b8-45f1-9daf-bb590b7035df', 'name': '', 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'mac_address': 'fa:16:3e:83:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'd103085b-c3ac-4951-9372-4652a183d037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:40Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 1, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'subnets': [{'id': 'd103085b-c3ac-4951-9372-4652a183d037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:41.513711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b17ef-a113-41be-bd8b-5a568f2c9cab None None] The sync data for ids ['5aeb812b-c1ae-47a9-812b-b218a9103089'] in n-d-712143-16 is: [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 4, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'f62b0685-a1b8-45f1-9daf-bb590b7035df', 'name': '', 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'mac_address': 'fa:16:3e:83:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'd103085b-c3ac-4951-9372-4652a183d037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:40Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 1, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'subnets': [{'id': 'd103085b-c3ac-4951-9372-4652a183d037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:41.540325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Router 5aeb812b-c1ae-47a9-812b-b218a9103089 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:41.652607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-dc13015a-8d2e-41f9-85a6-fd168ee8b34e None None] Provisioning complete for port f62b0685-a1b8-45f1-9daf-bb590b7035df triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:41.653160 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dc13015a-8d2e-41f9-85a6-fd168ee8b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.694122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:41.695861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-dc13015a-8d2e-41f9-85a6-fd168ee8b34e None None] Port f62b0685-a1b8-45f1-9daf-bb590b7035df cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:41.711949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8607eccf-9af5-408e-9a93-01bfdd61ea0b admin admin] 10.222.0.59 "PUT /v2.0/routers/5aeb812b-c1ae-47a9-812b-b218a9103089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1715417 Sep 16 05:31:42.359467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-de824fda-20fe-4e2a-99ab-f8d6adee29fd tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.361007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-de824fda-20fe-4e2a-99ab-f8d6adee29fd tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/networks?id=ede28fa8-9252-44b1-a2fb-6f368e1ee87c HTTP/1.1" status: 200 len: 911 time: 0.1103902 Sep 16 05:31:42.379910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-87c4eb45-a2a7-42fc-8654-711f8604ba88 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/quotas/fa7a3bc931e84b17814197fbf0b130a1 HTTP/1.1" status: 200 len: 375 time: 0.0120554 Sep 16 05:31:42.497208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-d080bfc5-11ce-4368-805b-0abd0cbf74a6 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062050 Sep 16 05:31:42.648260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:42.703456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:42.703847 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.803587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-d18c1a85-c2fe-49e2-9a0a-a2b632ed44df service neutron] 10.222.0.59 "GET /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952199 Sep 16 05:31:42.808287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.835112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:42.902253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-f29c707d-c6e0-4b9a-b5b8-c27b0abda21e service neutron] 10.222.0.59 "GET /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957623 Sep 16 05:31:42.933725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.985149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:42.994296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.994657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.995048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.995527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.997195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.997195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.997195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.997195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.997574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.997663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.997971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:42.998309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:43.203391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-648989e0-bdfc-4be4-807c-a3152c7e28ef req-70929d65-9485-4fea-a653-7c79fb75f223 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0319490 Sep 16 05:31:44.241869 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.301692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91bbaed5-e56e-41ac-abb2-78893cf3a713 req-fef53f08-c947-407b-9145-8ef9c318236b tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0262454 Sep 16 05:31:44.488519 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9c3c-63a7-4719-8ab1-56fac955517e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.584566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:44.632695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:44.633074 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.053007 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Sync routers for ids ['5aeb812b-c1ae-47a9-812b-b218a9103089'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:45.062434 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Routers {'5aeb812b-c1ae-47a9-812b-b218a9103089'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:45.063043 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:31:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5aeb812b-c1ae-47a9-812b-b218a9103089'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:45.170039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Set router 5aeb812b-c1ae-47a9-812b-b218a9103089 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:45.231483 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.373715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 4, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'f62b0685-a1b8-45f1-9daf-bb590b7035df', 'name': '', 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'mac_address': 'fa:16:3e:83:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'd103085b-c3ac-4951-9372-4652a183d037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:40Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 2, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'subnets': [{'id': 'd103085b-c3ac-4951-9372-4652a183d037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:45.395609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08c4cea4-33da-42eb-a2a4-603077784e01 req-d0d33b2b-de88-4acc-9387-51db12a6fe8d tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0399718 Sep 16 05:31:45.498986 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Checking router: 5aeb812b-c1ae-47a9-812b-b218a9103089 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:45.499357 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Updating router 5aeb812b-c1ae-47a9-812b-b218a9103089 port f62b0685-a1b8-45f1-9daf-bb590b7035df binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:31:45.538268 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.856157 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.945003 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.000014 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fe499-c4aa-4207-976a-39bc2e37ccd8 None None] Pushing event updated for resources: {'Port': ['ID=f62b0685-a1b8-45f1-9daf-bb590b7035df,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:46.055467 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Attempting to bind port f62b0685-a1b8-45f1-9daf-bb590b7035df on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:46.056140 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Attempting to bind port f62b0685-a1b8-45f1-9daf-bb590b7035df by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:46.056549 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Attempting to bind port f62b0685-a1b8-45f1-9daf-bb590b7035df on network d4fc6af1-504c-46ea-9290-816a555919fc {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:46.062684 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:46.063174 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Checking segment: {'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:46.063698 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.064173 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Bound using segment: {'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:46.065589 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Bound port: f62b0685-a1b8-45f1-9daf-bb590b7035df, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3701aa5d-4fbe-46e6-abec-42d9f926a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:46.066130 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.156111 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] For port f62b0685-a1b8-45f1-9daf-bb590b7035df, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:46.159654 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] For port f62b0685-a1b8-45f1-9daf-bb590b7035df, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f62b0685-a1b8-45f1-9daf-bb590b7035df,segment=NetworkSegment(3701aa5d-4fbe-46e6-abec-42d9f926a36f),segment_id=3701aa5d-4fbe-46e6-abec-42d9f926a36f)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:46.242712 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.262553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6a62beac-16a5-4264-8b76-6a73d6357450 None None] Provisioning complete for port f62b0685-a1b8-45f1-9daf-bb590b7035df triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:46.263478 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6a62beac-16a5-4264-8b76-6a73d6357450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.336423 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fe499-c4aa-4207-976a-39bc2e37ccd8 None None] Pushing event updated for resources: {'Port': ['ID=f62b0685-a1b8-45f1-9daf-bb590b7035df,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:46.349493 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Routers {'5aeb812b-c1ae-47a9-812b-b218a9103089'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:46.350105 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:31:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5aeb812b-c1ae-47a9-812b-b218a9103089'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:46.382030 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6a62beac-16a5-4264-8b76-6a73d6357450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.426084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6a62beac-16a5-4264-8b76-6a73d6357450 None None] For port f62b0685-a1b8-45f1-9daf-bb590b7035df, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f62b0685-a1b8-45f1-9daf-bb590b7035df,segment=NetworkSegment(3701aa5d-4fbe-46e6-abec-42d9f926a36f),segment_id=3701aa5d-4fbe-46e6-abec-42d9f926a36f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:46.439143 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:46.515389 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] Set router 5aeb812b-c1ae-47a9-812b-b218a9103089 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:46.522203 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6a62beac-16a5-4264-8b76-6a73d6357450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.601010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62beac-16a5-4264-8b76-6a73d6357450 None None] Pushing event updated for resources: {'Port': ['ID=f62b0685-a1b8-45f1-9daf-bb590b7035df,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:46.647944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f62b0685-a1b8-45f1-9daf-bb590b7035df up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:46.694942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-96a4ca60-3c4d-4a38-bb8f-af63435d726e None None] Provisioning complete for port f62b0685-a1b8-45f1-9daf-bb590b7035df triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:46.695355 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-96a4ca60-3c4d-4a38-bb8f-af63435d726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.729286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f62b0685-a1b8-45f1-9daf-bb590b7035df triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:46.729673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.814001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8f4f2de-f685-4cfc-9acc-8daa983b2e46 req-b8a66a04-75bf-4f85-b2f6-c21f3f30161c tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0480385 Sep 16 05:31:46.861821 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 4, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'f62b0685-a1b8-45f1-9daf-bb590b7035df', 'name': '', 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'mac_address': 'fa:16:3e:83:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'd103085b-c3ac-4951-9372-4652a183d037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:40Z', 'updated_at': '2021-09-16T05:31:46Z', 'revision_number': 4, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'subnets': [{'id': 'd103085b-c3ac-4951-9372-4652a183d037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:46.901740 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3cf9c-e86f-445a-987c-35643b2d1045 None None] The sync data for ids ['5aeb812b-c1ae-47a9-812b-b218a9103089'] in n-d-712143-16 is: [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:31:40Z', 'revision_number': 4, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'f62b0685-a1b8-45f1-9daf-bb590b7035df', 'name': '', 'network_id': 'd4fc6af1-504c-46ea-9290-816a555919fc', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'mac_address': 'fa:16:3e:83:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'd103085b-c3ac-4951-9372-4652a183d037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:40Z', 'updated_at': '2021-09-16T05:31:46Z', 'revision_number': 4, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'subnets': [{'id': 'd103085b-c3ac-4951-9372-4652a183d037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:46.934382 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.924353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbeed5f5-e70c-4059-ad07-cef40bc952ba req-04d759be-e997-4bac-9a7c-4733f8c12512 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0269027 Sep 16 05:31:48.098822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-b415a29c-2140-4c51-9bbe-87b824542e1f tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:48.100457 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-b415a29c-2140-4c51-9bbe-87b824542e1f tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.57 "GET /v2.0/networks?id=ede28fa8-9252-44b1-a2fb-6f368e1ee87c HTTP/1.1" status: 200 len: 911 time: 0.1140974 Sep 16 05:31:48.121459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Request body: {'port': {'device_id': '0f6761a5-64ea-4deb-9f5c-725be699e7a5', 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'admin_state_up': True, 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:48.249297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33632) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.265339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Made reservation on behalf of fa7a3bc931e84b17814197fbf0b130a1 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:48.267872 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.420421 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c9cf77c3-3908-4fdf-b1d5-e160cf9ac2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.489386 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Allocated IP 172.20.0.12 (ede28fa8-9252-44b1-a2fb-6f368e1ee87c/c1cb7b06-b912-4359-8c77-6c1910bf3df6/9c7b7735-5cfb-4eb9-8548-73ce3756cac6) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:48.584716 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c9cf77c3-3908-4fdf-b1d5-e160cf9ac2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.601022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f62b0685-a1b8-45f1-9daf-bb590b7035df up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:48.656488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f62b0685-a1b8-45f1-9daf-bb590b7035df triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:48.656894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.665845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.670923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c9cf77c3-3908-4fdf-b1d5-e160cf9ac2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.730308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c9cf77c3-3908-4fdf-b1d5-e160cf9ac2f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=229ff1366a7047ea8b82872c847f313e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798367 Sep 16 05:31:48.733954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33638) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.736663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf77c3-3908-4fdf-b1d5-e160cf9ac2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a94a12-7a54-4812-a5e8-e18426e287d8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.780476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.824605 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7bfe70fb-731a-4e0d-b473-f1bd929f24b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.831922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:48.845755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:48.852842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:48.882588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.894456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7bfe70fb-731a-4e0d-b473-f1bd929f24b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.926791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:48.927447 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.026184 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-986d1ccd-1d68-4463-8dd3-4de6e85d0352 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9111128 Sep 16 05:31:49.043109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dd9f6-15eb-478a-92d8-a9998a5c83d5 req-7757feaf-8514-42a8-a047-26981d4af4c6 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:49.044683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa4dd9f6-15eb-478a-92d8-a9998a5c83d5 req-7757feaf-8514-42a8-a047-26981d4af4c6 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1028 time: 0.0433686 Sep 16 05:31:49.048550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Request body: {'port': {'device_id': '0f6761a5-64ea-4deb-9f5c-725be699e7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:49.074484 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7bfe70fb-731a-4e0d-b473-f1bd929f24b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.077318 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7bfe70fb-731a-4e0d-b473-f1bd929f24b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.083963 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7bfe70fb-731a-4e0d-b473-f1bd929f24b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6a94a12-7a54-4812-a5e8-e18426e287d8 HTTP/1.1" status: 204 len: 168 time: 0.3430424 Sep 16 05:31:49.089333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa4dd9f6-15eb-478a-92d8-a9998a5c83d5 req-199c3caf-a99f-4890-84de-4c6ac218c9bb tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Sep 16 05:31:49.104290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe70fb-731a-4e0d-b473-f1bd929f24b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a94a12-7a54-4812-a5e8-e18426e287d8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.120574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5f2ba6f4-52db-4961-a855-12efd395fbf9 None None] Provisioning complete for port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:49.120821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.121404 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba6f4-52db-4961-a855-12efd395fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.171367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ba6f4-52db-4961-a855-12efd395fbf9 None None] Port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:49.731889 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:49.740295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.756748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Transition to ACTIVE for port object 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:31:49.785504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33648) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:49.798668 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e56bff5-b2c9-4d39-bac0-a33b04f84ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.818835 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.902682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e56bff5-b2c9-4d39-bac0-a33b04f84ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.920313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.951040 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0e56bff5-b2c9-4d39-bac0-a33b04f84ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.954810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Attempting to bind port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:49.955325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Attempting to bind port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:49.956381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Attempting to bind port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 on network ede28fa8-9252-44b1-a2fb-6f368e1ee87c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:49.961370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 on network ede28fa8-9252-44b1-a2fb-6f368e1ee87c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:49.962456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Attempting to bind port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 on network ede28fa8-9252-44b1-a2fb-6f368e1ee87c {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:49.967449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:49.969785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Checking segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:49.969785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Bound using segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:49.969785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Bound port: 9c7b7735-5cfb-4eb9-8548-73ce3756cac6, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:49.969785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.991478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0e56bff5-b2c9-4d39-bac0-a33b04f84ceb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a39b24b41744dddb0c4c8172597b950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048337 Sep 16 05:31:49.992485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56bff5-b2c9-4d39-bac0-a33b04f84ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe3841b-d60c-4159-b2a0-d877974738b5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.995125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33650) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:50.044839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] For port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:50.050961 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a197beab-db1c-43fa-a7b9-fe6b58a5c172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.057977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] For port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:50.073777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a197beab-db1c-43fa-a7b9-fe6b58a5c172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.122301 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.162084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.162703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.173661 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] 10.222.0.57 "PUT /v2.0/ports/9c7b7735-5cfb-4eb9-8548-73ce3756cac6 HTTP/1.1" status: 200 len: 1093 time: 1.1220937 Sep 16 05:31:50.173661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6761a5-64ea-4deb-9f5c-725be699e7a5', 'tag': '9c7b7735-5cfb-4eb9-8548-73ce3756cac6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:50.173661 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c97c60-172c-43f0-8240-2a97786cd7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6761a5-64ea-4deb-9f5c-725be699e7a5", "tag": "9c7b7735-5cfb-4eb9-8548-73ce3756cac6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:50.203160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a197beab-db1c-43fa-a7b9-fe6b58a5c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.203914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa15714-4ce7-4ae1-b536-bce807da8771 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:50.207597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a197beab-db1c-43fa-a7b9-fe6b58a5c172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.208842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a197beab-db1c-43fa-a7b9-fe6b58a5c172 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fe3841b-d60c-4159-b2a0-d877974738b5 HTTP/1.1" status: 204 len: 168 time: 0.2129421 Sep 16 05:31:50.222395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197beab-db1c-43fa-a7b9-fe6b58a5c172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe3841b-d60c-4159-b2a0-d877974738b5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:50.234100 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9379f61c-c93f-4162-bedf-c232c01ebddf x-openstack-request-id: req-9379f61c-c93f-4162-bedf-c232c01ebddf {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:50.234475 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6761a5-64ea-4deb-9f5c-725be699e7a5", "tag": "9c7b7735-5cfb-4eb9-8548-73ce3756cac6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:50.234656 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9379f61c-c93f-4162-bedf-c232c01ebddf {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:50.235415 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6761a5-64ea-4deb-9f5c-725be699e7a5', 'tag': '9c7b7735-5cfb-4eb9-8548-73ce3756cac6', 'status': 'completed', 'code': 200} Sep 16 05:31:50.241954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edd0b7-cde7-40e0-a802-d05b8ea06f52 req-6c63bd11-5b78-40bf-a781-beea829bc2bb tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.243907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26edd0b7-cde7-40e0-a802-d05b8ea06f52 req-6c63bd11-5b78-40bf-a781-beea829bc2bb tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0786498 Sep 16 05:31:50.303835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26edd0b7-cde7-40e0-a802-d05b8ea06f52 req-fcb9c399-34af-4cc6-98ab-a221742cb63c tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Sep 16 05:31:50.328541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c97c60-172c-43f0-8240-2a97786cd7c1 req-4e7956ee-e956-45c4-82c8-d6928f92744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.330211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1c97c60-172c-43f0-8240-2a97786cd7c1 req-4e7956ee-e956-45c4-82c8-d6928f92744d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0552552 Sep 16 05:31:50.457267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c97c60-172c-43f0-8240-2a97786cd7c1 req-0d42db08-d3d9-4ab3-88b4-bc763c3c68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.458724 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1c97c60-172c-43f0-8240-2a97786cd7c1 req-0d42db08-d3d9-4ab3-88b4-bc763c3c68fd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1129668 Sep 16 05:31:50.555461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c97c60-172c-43f0-8240-2a97786cd7c1 req-0ae8d40d-3fc2-4abb-94cc-a78f20af585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.556953 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d1c97c60-172c-43f0-8240-2a97786cd7c1 req-0ae8d40d-3fc2-4abb-94cc-a78f20af585e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908172 Sep 16 05:31:50.657173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-a27e0c46-41db-4079-beca-0165596fea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.659321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-a27e0c46-41db-4079-beca-0165596fea61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0439551 Sep 16 05:31:50.711168 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-4428782a-d94f-4404-9a1e-772efafcfedc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7b7735-5cfb-4eb9-8548-73ce3756cac6 HTTP/1.1" status: 200 len: 217 time: 0.0390816 Sep 16 05:31:50.761200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-2024234c-8b42-4f4d-81f1-7b62e40be88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.762644 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-2024234c-8b42-4f4d-81f1-7b62e40be88f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1cb7b06-b912-4359-8c77-6c1910bf3df6 HTTP/1.1" status: 200 len: 849 time: 0.0449286 Sep 16 05:31:50.812383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-4c66bfb2-e1df-4a6e-a4f9-e471e79d4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.814037 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-4c66bfb2-e1df-4a6e-a4f9-e471e79d4281 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ede28fa8-9252-44b1-a2fb-6f368e1ee87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442245 Sep 16 05:31:50.912540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-7fb93a68-190e-4a2e-8b00-49cb7a6b3be3 service neutron] 10.222.0.57 "GET /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898521 Sep 16 05:31:51.003616 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-428c219e-7970-43a5-90e1-3bfc2b476657 req-457514ac-739e-46b0-8a4b-7ae214d462e8 service neutron] 10.222.0.57 "GET /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841358 Sep 16 05:31:51.420209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869397-5922-49f5-bb3c-1276157bdece req-9ea4f84b-ea8a-4d72-88ec-ebfaccf6c342 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:51.421653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69869397-5922-49f5-bb3c-1276157bdece req-9ea4f84b-ea8a-4d72-88ec-ebfaccf6c342 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0468295 Sep 16 05:31:51.457349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69869397-5922-49f5-bb3c-1276157bdece req-bdc07039-a81b-4294-b085-b35bf0608b77 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295439 Sep 16 05:31:52.565568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f23ff-1ffd-495b-8806-0f4b1034394d req-372b1004-382f-4a5a-873a-cdf45dfd5053 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.567099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a2f23ff-1ffd-495b-8806-0f4b1034394d req-372b1004-382f-4a5a-873a-cdf45dfd5053 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0440214 Sep 16 05:31:52.605154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a2f23ff-1ffd-495b-8806-0f4b1034394d req-3374e4b2-e475-4693-b003-058d2291c3b8 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Sep 16 05:31:53.711662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac366b-c9a9-4883-8381-1e5f4c1b44b7 req-cafe91e4-06bd-4923-b1b7-5fdc33de7c26 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.713210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12ac366b-c9a9-4883-8381-1e5f4c1b44b7 req-cafe91e4-06bd-4923-b1b7-5fdc33de7c26 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0408058 Sep 16 05:31:53.754428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12ac366b-c9a9-4883-8381-1e5f4c1b44b7 req-5599d9e5-7180-4b9b-8264-f5c0e7db8fec tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Sep 16 05:31:54.866616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913612fa-7fb6-4d9d-a1b1-1a1df78f95de req-5989c795-971e-4ceb-ab12-7d8eeb8f77f6 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.868158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-913612fa-7fb6-4d9d-a1b1-1a1df78f95de req-5989c795-971e-4ceb-ab12-7d8eeb8f77f6 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0454774 Sep 16 05:31:54.901833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-913612fa-7fb6-4d9d-a1b1-1a1df78f95de req-59057b78-76e8-4235-bed1-20a6d1667821 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277035 Sep 16 05:31:54.984900 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:55.083022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:55.094106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '9c7b7735-5cfb-4eb9-8548-73ce3756cac6', 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'port_id': '9c7b7735-5cfb-4eb9-8548-73ce3756cac6', 'mac_address': 'fa:16:3e:49:5a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:55.131050 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.144524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:55.164176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:55.241867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.294763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:55.561919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9c7b7735-5cfb-4eb9-8548-73ce3756cac6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:56.010716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d08f0-bc57-42b1-adfe-16307398b34f req-114ade72-4cc9-4dd3-93cd-7fb08cb2fed2 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:56.012380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d45d08f0-bc57-42b1-adfe-16307398b34f req-114ade72-4cc9-4dd3-93cd-7fb08cb2fed2 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0454102 Sep 16 05:31:56.053752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d45d08f0-bc57-42b1-adfe-16307398b34f req-29a3fcac-5129-4841-80e9-63032f7e1ac3 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Sep 16 05:31:56.984929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:57.116239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:31:57.121565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:57.122930 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.169228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e5985-e836-413a-ad69-64e6a297a584 req-01570a39-fa88-47a9-9f38-0e8c5edfd0c0 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.175785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e7e5985-e836-413a-ad69-64e6a297a584 req-01570a39-fa88-47a9-9f38-0e8c5edfd0c0 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0477753 Sep 16 05:31:57.208310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e7e5985-e836-413a-ad69-64e6a297a584 req-2c3f8e53-1716-4621-ba74-e9ebe444fcd9 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Sep 16 05:31:57.222029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.244334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6761a5-64ea-4deb-9f5c-725be699e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b7735-5cfb-4eb9-8548-73ce3756cac6'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:57.248497 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38930ee-1b6c-41ae-9dc3-3f9758fdbf6c" -d '{"events": [{"server_uuid": "0f6761a5-64ea-4deb-9f5c-725be699e7a5", "name": "network-vif-plugged", "status": "completed", "tag": "9c7b7735-5cfb-4eb9-8548-73ce3756cac6"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:57.259643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:57.286816 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed70d7c-f7c7-47e3-9ad5-3238c726520e x-openstack-request-id: req-fed70d7c-f7c7-47e3-9ad5-3238c726520e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:57.286816 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6761a5-64ea-4deb-9f5c-725be699e7a5", "name": "network-vif-plugged", "status": "completed", "tag": "9c7b7735-5cfb-4eb9-8548-73ce3756cac6", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:57.286816 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fed70d7c-f7c7-47e3-9ad5-3238c726520e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:57.286816 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6761a5-64ea-4deb-9f5c-725be699e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b7735-5cfb-4eb9-8548-73ce3756cac6', 'code': 200} Sep 16 05:31:57.361715 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.413626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07de50-9de7-4015-950f-819755657531 req-f18fb27e-3859-4559-bbe4-eee82a248916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.415312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4c07de50-9de7-4015-950f-819755657531 req-f18fb27e-3859-4559-bbe4-eee82a248916 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0461557 Sep 16 05:31:57.415477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:57.457337 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4c07de50-9de7-4015-950f-819755657531 req-78b5cc6c-b3d5-4593-b0f3-d6cbb4a85e15 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Sep 16 05:31:58.265070 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.338568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920efd3-7ed7-4981-ab96-942e3c6636c4 req-c8e57ffe-9232-465b-ba04-e33a8bdd60f4 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.340680 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5920efd3-7ed7-4981-ab96-942e3c6636c4 req-c8e57ffe-9232-465b-ba04-e33a8bdd60f4 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0584006 Sep 16 05:31:58.386825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5920efd3-7ed7-4981-ab96-942e3c6636c4 req-719ee413-cb30-4aa1-889d-2bce6c9ec285 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Sep 16 05:31:59.500334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0a45-b081-4059-ac1e-22b7a18cc9ec req-b64e9f00-3b9e-4ed6-ab33-64033913effe tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.501983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bbf0a45-b081-4059-ac1e-22b7a18cc9ec req-b64e9f00-3b9e-4ed6-ab33-64033913effe tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0436065 Sep 16 05:31:59.537084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0bbf0a45-b081-4059-ac1e-22b7a18cc9ec req-a1e409ca-8579-4227-bbcd-3fdf7ac29f76 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283856 Sep 16 05:31:59.644412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e7d9-4b15-4176-902f-1416a0fa1045 req-2ee746be-20c3-45b3-947c-d4fb0ebaafef tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.645861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c890e7d9-4b15-4176-902f-1416a0fa1045 req-2ee746be-20c3-45b3-947c-d4fb0ebaafef tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0411360 Sep 16 05:31:59.680323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c890e7d9-4b15-4176-902f-1416a0fa1045 req-6a640db6-da64-48a4-90ef-c38994aa4ebc tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275939 Sep 16 05:31:59.784096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be298b06-bfa2-44b4-a835-50b6ff28b133 req-4c1e5c5b-ee04-4f41-9483-23d7879fcb5d tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.785587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be298b06-bfa2-44b4-a835-50b6ff28b133 req-4c1e5c5b-ee04-4f41-9483-23d7879fcb5d tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0411656 Sep 16 05:31:59.821098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be298b06-bfa2-44b4-a835-50b6ff28b133 req-9ca43971-0d29-4e6b-b5d1-a3bb10a91323 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296369 Sep 16 05:32:00.092318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-3f3c73d3-452d-4e23-b468-9aa42b3c757d tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.093831 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-3f3c73d3-452d-4e23-b468-9aa42b3c757d tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/networks?id=ede28fa8-9252-44b1-a2fb-6f368e1ee87c HTTP/1.1" status: 200 len: 911 time: 0.0912001 Sep 16 05:32:00.108828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-fa975bb9-ff68-470a-979a-4c85144b0192 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/quotas/fa7a3bc931e84b17814197fbf0b130a1 HTTP/1.1" status: 200 len: 375 time: 0.0087550 Sep 16 05:32:00.159115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-c71e24e7-d002-4289-bb13-ceb92d702209 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0416298 Sep 16 05:32:00.263916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-f9264e7c-6daa-4f1e-b82e-25bc42c56d2f service neutron] 10.222.0.59 "GET /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932553 Sep 16 05:32:00.382389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-ff11e06c-3e76-498a-8b98-34bab8215a26 service neutron] 10.222.0.59 "GET /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123810 Sep 16 05:32:00.635818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abab2b5c-a99f-4ef2-a112-b3f6b1da0f0e req-38ccb457-dcc0-4b43-9726-8278f1a06b42 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 210 time: 0.0372686 Sep 16 05:32:01.733243 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-450f28df-1b16-4027-812f-c1232f1f9fba req-d074279f-a912-4cc8-a738-3e2e1101f542 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 210 time: 0.0275908 Sep 16 05:32:01.985145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33838) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:02.098327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94879d6e-0901-4307-bedb-b589b1217be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.186863 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94879d6e-0901-4307-bedb-b589b1217be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.281462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-94879d6e-0901-4307-bedb-b589b1217be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.328535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-94879d6e-0901-4307-bedb-b589b1217be9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8dbec8b504f54c35962da5a754d3c052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395891 Sep 16 05:32:02.328535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94879d6e-0901-4307-bedb-b589b1217be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c92f521-408d-4a9b-b5c7-4633853ceac3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:02.328771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33848) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:02.388444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3981b6a5-f184-4630-90bb-521a4c6a3342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.415987 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3981b6a5-f184-4630-90bb-521a4c6a3342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.567689 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3981b6a5-f184-4630-90bb-521a4c6a3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.570860 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3981b6a5-f184-4630-90bb-521a4c6a3342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.574419 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3981b6a5-f184-4630-90bb-521a4c6a3342 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c92f521-408d-4a9b-b5c7-4633853ceac3 HTTP/1.1" status: 204 len: 168 time: 0.2425530 Sep 16 05:32:02.581524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981b6a5-f184-4630-90bb-521a4c6a3342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c92f521-408d-4a9b-b5c7-4633853ceac3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:02.666451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-beae36aa-2d2d-4944-acb0-174c600969d5 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:02.668305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-beae36aa-2d2d-4944-acb0-174c600969d5 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.60 "GET /v2.0/networks?id=ede28fa8-9252-44b1-a2fb-6f368e1ee87c HTTP/1.1" status: 200 len: 911 time: 0.1091340 Sep 16 05:32:02.682234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Request body: {'port': {'device_id': 'fd1bd249-e517-4c61-9dab-315cead4fa97', 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'admin_state_up': True, 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:02.778677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Made reservation on behalf of fa7a3bc931e84b17814197fbf0b130a1 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:02.782523 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.919572 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-771a6ba6-153e-4c0c-882f-7976d2510f12 req-aca0edab-e626-4423-89ce-dbad5aeb233f tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 210 time: 0.1065638 Sep 16 05:32:03.011971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Allocated IP 172.20.0.5 (ede28fa8-9252-44b1-a2fb-6f368e1ee87c/c1cb7b06-b912-4359-8c77-6c1910bf3df6/d2cfada4-7ed6-4ae4-9820-cee43822f3ad) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:03.288989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 33870) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:03.304356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96b7043d-f3d8-4043-8cd6-bec28e7df9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.405921 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96b7043d-f3d8-4043-8cd6-bec28e7df9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.432948 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.459178 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96b7043d-f3d8-4043-8cd6-bec28e7df9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.504684 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-96b7043d-f3d8-4043-8cd6-bec28e7df9a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05d5f5a915334f6997d2cac8eb3ab132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143571 Sep 16 05:32:03.505589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7043d-f3d8-4043-8cd6-bec28e7df9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581226b1-bea9-4b90-9273-32cf148b67d5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.507677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 33872) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:03.562024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3aa82a98-d48c-4de2-9d7c-627a58c2c570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.573404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.606589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9c7b7735-5cfb-4eb9-8548-73ce3756cac6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:03.611429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3aa82a98-d48c-4de2-9d7c-627a58c2c570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.638169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:03.652978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:03.660289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:03.687432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Pushing event updated for resources: {'Port': ['ID=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.705015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:03.706091 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.785841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-db44583b-21ec-46d7-9607-c84205ce7243 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1080616 Sep 16 05:32:03.800171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Request body: {'port': {'device_id': 'fd1bd249-e517-4c61-9dab-315cead4fa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:03.822540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3aa82a98-d48c-4de2-9d7c-627a58c2c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.825333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3aa82a98-d48c-4de2-9d7c-627a58c2c570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.826509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3aa82a98-d48c-4de2-9d7c-627a58c2c570 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/581226b1-bea9-4b90-9273-32cf148b67d5 HTTP/1.1" status: 204 len: 168 time: 0.3175154 Sep 16 05:32:03.848619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa82a98-d48c-4de2-9d7c-627a58c2c570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581226b1-bea9-4b90-9273-32cf148b67d5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.890524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.962378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eba861ff-37e8-4548-abd3-cf0866fa7a7d None None] Provisioning complete for port d2cfada4-7ed6-4ae4-9820-cee43822f3ad triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:03.962378 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eba861ff-37e8-4548-abd3-cf0866fa7a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.004135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-eba861ff-37e8-4548-abd3-cf0866fa7a7d None None] Port d2cfada4-7ed6-4ae4-9820-cee43822f3ad cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:04.090525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34912dff-23d5-4acf-a981-3b9bf01706d9 req-43e85b9c-e548-487e-b420-ff52346d3a73 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.092106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34912dff-23d5-4acf-a981-3b9bf01706d9 req-43e85b9c-e548-487e-b420-ff52346d3a73 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1027 time: 0.0801463 Sep 16 05:32:04.168288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34912dff-23d5-4acf-a981-3b9bf01706d9 req-b3fbece5-0a73-4558-926d-a777dd162df0 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469401 Sep 16 05:32:04.239927 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cfada4-7ed6-4ae4-9820-cee43822f3ad {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:04.247663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.259817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Transition to ACTIVE for port object d2cfada4-7ed6-4ae4-9820-cee43822f3ad will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:04.322274 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.381628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:04.450977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Attempting to bind port d2cfada4-7ed6-4ae4-9820-cee43822f3ad on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:04.451349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Attempting to bind port d2cfada4-7ed6-4ae4-9820-cee43822f3ad by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:04.451834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Attempting to bind port d2cfada4-7ed6-4ae4-9820-cee43822f3ad on network ede28fa8-9252-44b1-a2fb-6f368e1ee87c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:04.457404 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Port d2cfada4-7ed6-4ae4-9820-cee43822f3ad on network ede28fa8-9252-44b1-a2fb-6f368e1ee87c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:04.458718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Attempting to bind port d2cfada4-7ed6-4ae4-9820-cee43822f3ad on network ede28fa8-9252-44b1-a2fb-6f368e1ee87c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:04.465616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:04.466196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Checking segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:04.466598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Bound using segment: {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:04.467108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Bound port: d2cfada4-7ed6-4ae4-9820-cee43822f3ad, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914e5c8a-7220-4123-b93b-b515460d35d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:04.467500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.555354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] For port d2cfada4-7ed6-4ae4-9820-cee43822f3ad, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:04.558595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] For port d2cfada4-7ed6-4ae4-9820-cee43822f3ad, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:04.619942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.663061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.663196 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.664690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] 10.222.0.60 "PUT /v2.0/ports/d2cfada4-7ed6-4ae4-9820-cee43822f3ad HTTP/1.1" status: 200 len: 1092 time: 0.8689141 Sep 16 05:32:04.665148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1bd249-e517-4c61-9dab-315cead4fa97', 'tag': 'd2cfada4-7ed6-4ae4-9820-cee43822f3ad'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:04.667486 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4dadec-b21f-49a7-a5ee-b7ad97d3597c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1bd249-e517-4c61-9dab-315cead4fa97", "tag": "d2cfada4-7ed6-4ae4-9820-cee43822f3ad"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:04.695926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b7b96-4c9b-4241-80c0-9c8401cbc229 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:04.724229 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec11a10-8f8a-4866-bf5b-2f54629a582e x-openstack-request-id: req-fec11a10-8f8a-4866-bf5b-2f54629a582e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:04.724537 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1bd249-e517-4c61-9dab-315cead4fa97", "tag": "d2cfada4-7ed6-4ae4-9820-cee43822f3ad", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:04.724800 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fec11a10-8f8a-4866-bf5b-2f54629a582e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:04.725213 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1bd249-e517-4c61-9dab-315cead4fa97', 'tag': 'd2cfada4-7ed6-4ae4-9820-cee43822f3ad', 'status': 'completed', 'code': 200} Sep 16 05:32:04.816505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dadec-b21f-49a7-a5ee-b7ad97d3597c req-2a0444b3-801f-44e2-b183-d9f3b82e997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.821195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e4dadec-b21f-49a7-a5ee-b7ad97d3597c req-2a0444b3-801f-44e2-b183-d9f3b82e997a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1095 time: 0.0582664 Sep 16 05:32:04.937108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dadec-b21f-49a7-a5ee-b7ad97d3597c req-f2d8fccc-8070-4633-9e59-0c9e78fb2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.938761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e4dadec-b21f-49a7-a5ee-b7ad97d3597c req-f2d8fccc-8070-4633-9e59-0c9e78fb2ab2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1085942 Sep 16 05:32:05.040559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dadec-b21f-49a7-a5ee-b7ad97d3597c req-5619e61f-e9f6-4c27-8b4d-cea754e2b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.042122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e4dadec-b21f-49a7-a5ee-b7ad97d3597c req-5619e61f-e9f6-4c27-8b4d-cea754e2b08a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957780 Sep 16 05:32:05.124364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-b17adb1c-7441-447d-90a0-e917ac404d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.126045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-b17adb1c-7441-447d-90a0-e917ac404d8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1095 time: 0.0427203 Sep 16 05:32:05.173303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-ae524ee3-0a6f-41ad-abb5-645f6f147f96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2cfada4-7ed6-4ae4-9820-cee43822f3ad HTTP/1.1" status: 200 len: 217 time: 0.0381811 Sep 16 05:32:05.224346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-efddef9a-4a01-47bd-bfd9-f13b145586b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.225824 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-efddef9a-4a01-47bd-bfd9-f13b145586b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1cb7b06-b912-4359-8c77-6c1910bf3df6 HTTP/1.1" status: 200 len: 849 time: 0.0446911 Sep 16 05:32:05.318808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392baef-ae33-4316-9f1a-3dc8648b3d59 req-9878fd2d-e178-4c71-b091-f1ef454b0a86 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.320445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9392baef-ae33-4316-9f1a-3dc8648b3d59 req-9878fd2d-e178-4c71-b091-f1ef454b0a86 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1095 time: 0.0764709 Sep 16 05:32:05.322329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-f9a1dfee-f5cd-4abd-9e70-fcabbdec326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.323741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-f9a1dfee-f5cd-4abd-9e70-fcabbdec326f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede28fa8-9252-44b1-a2fb-6f368e1ee87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881824 Sep 16 05:32:05.406112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9392baef-ae33-4316-9f1a-3dc8648b3d59 req-dcdf106a-03ce-4e19-9724-acd2fff33ae7 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792727 Sep 16 05:32:05.437536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-9a3c00dd-a829-4981-8bef-4eed1d561880 service neutron] 10.222.0.60 "GET /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040282 Sep 16 05:32:05.544323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b70bd0bb-3abb-45e4-8afe-aa82abcca60d req-4ca0a28a-3d2e-4b41-bc20-3a86a87f3c71 service neutron] 10.222.0.60 "GET /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981531 Sep 16 05:32:06.527388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b852f48-89b9-409b-906c-f39a1d5d0d30 req-5fcebbfc-40b5-4d3d-b177-086323b18a51 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.529609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b852f48-89b9-409b-906c-f39a1d5d0d30 req-5fcebbfc-40b5-4d3d-b177-086323b18a51 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1095 time: 0.0468709 Sep 16 05:32:06.572475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b852f48-89b9-409b-906c-f39a1d5d0d30 req-409a7fa7-29c3-4b24-93fd-1aa46602b54a tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303535 Sep 16 05:32:07.682883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de3bf8-92b0-45b5-b3f3-7c5b17875dda req-89bfa575-65e1-480a-b2d6-20569c12bc59 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.684467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2de3bf8-92b0-45b5-b3f3-7c5b17875dda req-89bfa575-65e1-480a-b2d6-20569c12bc59 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1095 time: 0.0420010 Sep 16 05:32:07.723540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2de3bf8-92b0-45b5-b3f3-7c5b17875dda req-c7ef7ab9-dc3d-433e-a236-f4f085fd4bf8 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Sep 16 05:32:08.798274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d2cfada4-7ed6-4ae4-9820-cee43822f3ad details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:32:08.847697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a89f26-a367-4876-97b6-52e2b3a64186 req-75b83151-3fb1-4501-bec6-18807916823c tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:08.849403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0a89f26-a367-4876-97b6-52e2b3a64186 req-75b83151-3fb1-4501-bec6-18807916823c tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1095 time: 0.0475626 Sep 16 05:32:08.901156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0a89f26-a367-4876-97b6-52e2b3a64186 req-5d6911cd-8515-463c-9070-9a9ce60eb32f tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 Sep 16 05:32:08.902492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d2cfada4-7ed6-4ae4-9820-cee43822f3ad, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:08.916029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'd2cfada4-7ed6-4ae4-9820-cee43822f3ad', 'network_id': 'ede28fa8-9252-44b1-a2fb-6f368e1ee87c', 'port_id': 'd2cfada4-7ed6-4ae4-9820-cee43822f3ad', 'mac_address': 'fa:16:3e:8c:dd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cb7b06-b912-4359-8c77-6c1910bf3df6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:32:08.959392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.973800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cfada4-7ed6-4ae4-9820-cee43822f3ad {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:08.996114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d2cfada4-7ed6-4ae4-9820-cee43822f3ad, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:09.093331 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.142169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:09.319312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['d2cfada4-7ed6-4ae4-9820-cee43822f3ad'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:10.020220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e359c-ff72-40d1-91de-67580a8b0c80 req-8a9e56f2-d6bd-4b37-b59a-0d95d5a8aa08 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:10.021748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da5e359c-ff72-40d1-91de-67580a8b0c80 req-8a9e56f2-d6bd-4b37-b59a-0d95d5a8aa08 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1096 time: 0.0420520 Sep 16 05:32:10.056821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da5e359c-ff72-40d1-91de-67580a8b0c80 req-bb219edf-0379-4991-93ad-84e92990978a tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287669 Sep 16 05:32:10.681593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.829474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d2cfada4-7ed6-4ae4-9820-cee43822f3ad up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:11.082326 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cabee8e2-8ed7-4d7b-8ab3-bae9c5e6a1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.111256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port d2cfada4-7ed6-4ae4-9820-cee43822f3ad completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:32:11.116872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port d2cfada4-7ed6-4ae4-9820-cee43822f3ad triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:11.117439 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.170805 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f17ac-73b1-41bb-9f9e-2a1033a93c3a req-acd374db-59b9-4b20-82c8-5e1cfadc6814 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.176692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c0f17ac-73b1-41bb-9f9e-2a1033a93c3a req-acd374db-59b9-4b20-82c8-5e1cfadc6814 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1096 time: 0.0501928 Sep 16 05:32:11.207337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.215236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c0f17ac-73b1-41bb-9f9e-2a1033a93c3a req-25f6cb39-2eb7-4c3c-9486-d146c0327ba1 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363274 Sep 16 05:32:11.231160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1bd249-e517-4c61-9dab-315cead4fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cfada4-7ed6-4ae4-9820-cee43822f3ad'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:11.233584 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b81e2a-6817-41aa-a8db-9ec68bf277c5" -d '{"events": [{"server_uuid": "fd1bd249-e517-4c61-9dab-315cead4fa97", "name": "network-vif-plugged", "status": "completed", "tag": "d2cfada4-7ed6-4ae4-9820-cee43822f3ad"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:11.249525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port d2cfada4-7ed6-4ae4-9820-cee43822f3ad, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:11.304961 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.365745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:11.421059 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58b200e-e264-4b95-a7f7-64cc88ca6aef x-openstack-request-id: req-f58b200e-e264-4b95-a7f7-64cc88ca6aef {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:11.421362 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1bd249-e517-4c61-9dab-315cead4fa97", "name": "network-vif-plugged", "status": "completed", "tag": "d2cfada4-7ed6-4ae4-9820-cee43822f3ad", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:11.421616 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f58b200e-e264-4b95-a7f7-64cc88ca6aef {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:11.422021 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1bd249-e517-4c61-9dab-315cead4fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cfada4-7ed6-4ae4-9820-cee43822f3ad', 'code': 200} Sep 16 05:32:11.524680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b51fc5-5e82-4932-9f99-7809ae28903c req-77dcbe9b-7c17-4e84-bfe7-14da2d52d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.526538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8b51fc5-5e82-4932-9f99-7809ae28903c req-77dcbe9b-7c17-4e84-bfe7-14da2d52d8ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0435002 Sep 16 05:32:11.569183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8b51fc5-5e82-4932-9f99-7809ae28903c req-715cadf2-d184-4ba2-8199-f9885b69f15d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349777 Sep 16 05:32:11.605484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34014) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:11.811919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b28f20b-cdb7-458f-a509-a4b4b875e5f7 admin admin] Deleting subnet 44b17b79-70fa-47a7-90c0-daf6d42408b0 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:11.815485 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b28f20b-cdb7-458f-a509-a4b4b875e5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.852709 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b28f20b-cdb7-458f-a509-a4b4b875e5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.896855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b28f20b-cdb7-458f-a509-a4b4b875e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.996148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b28f20b-cdb7-458f-a509-a4b4b875e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.022325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28f20b-cdb7-458f-a509-a4b4b875e5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b17b79-70fa-47a7-90c0-daf6d42408b0,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:12.026184 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b28f20b-cdb7-458f-a509-a4b4b875e5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.028289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4b28f20b-cdb7-458f-a509-a4b4b875e5f7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/44b17b79-70fa-47a7-90c0-daf6d42408b0 HTTP/1.1" status: 204 len: 168 time: 0.4214680 Sep 16 05:32:12.030625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34018) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:12.103554 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.186800 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.206490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fe29e6-f15e-42b7-a2b4-3b9ea8427817']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:12.215402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:12.215704 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2f4b62-5921-4dd3-b6b3-27e4214a4294') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:12.225454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.239259 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.246922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:12.247523 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:12.249176 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:12.342327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da186dd3-1760-4b33-844c-c015a8767b61 req-e165c746-52f2-4c35-a564-5478ef893aa8 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.344082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da186dd3-1760-4b33-844c-c015a8767b61 req-e165c746-52f2-4c35-a564-5478ef893aa8 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0475426 Sep 16 05:32:12.358085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.370328 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.376894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] 10.222.0.59 "DELETE /v2.0/networks/50fe29e6-f15e-42b7-a2b4-3b9ea8427817 HTTP/1.1" status: 204 len: 168 time: 0.3436153 Sep 16 05:32:12.392626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd3cba-ba01-45fe-bec9-496daf82c795 admin admin] Pushing event deleted for resources: {'Network': ['ID=50fe29e6-f15e-42b7-a2b4-3b9ea8427817,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:12.404820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da186dd3-1760-4b33-844c-c015a8767b61 req-db94922d-066a-48f3-a427-ef40ba8c373c tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541444 Sep 16 05:32:12.698097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34028) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:12.738467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-62f90a5c-85e5-46fb-b360-827788bed120 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=554a4498cd8b40b2a178a5d256a9e848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391493 Sep 16 05:32:12.740850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34030) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:12.802969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.828390 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.944664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.947423 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.948622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/992a9998-87d7-4d53-987c-d72d4ba94684 HTTP/1.1" status: 204 len: 168 time: 0.2068684 Sep 16 05:32:12.957587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a9998-87d7-4d53-987c-d72d4ba94684,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:12.965431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.966017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:12.971349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc93201-9155-49c7-9492-b64c1a5196e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.268521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34042) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:13.403702 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d757866a-5091-47d8-a7ca-d23295727dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.518452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d757866a-5091-47d8-a7ca-d23295727dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.531741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70ba2-6682-451c-9b52-c5fe46035954 req-cdc5f375-51e7-4dd5-a1d7-333c9747974e tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.533199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7d70ba2-6682-451c-9b52-c5fe46035954 req-cdc5f375-51e7-4dd5-a1d7-333c9747974e tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0488834 Sep 16 05:32:13.568544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7d70ba2-6682-451c-9b52-c5fe46035954 req-2a9dffee-e4a0-4637-97a3-a5c6dd0a1a9c tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283988 Sep 16 05:32:13.578220 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d757866a-5091-47d8-a7ca-d23295727dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.618249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d757866a-5091-47d8-a7ca-d23295727dd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88e95d28e9564eb4a12585c6ea384b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480515 Sep 16 05:32:13.619232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757866a-5091-47d8-a7ca-d23295727dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d478f8cb-40ea-4780-b08e-ad3a99f17555,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:13.621995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34058) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:13.676917 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.679856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fe064-4651-46b9-9c4b-410075d14fe5 req-4a5056c3-e49b-45ea-a220-08f5a26bd7a3 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.683707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e55fe064-4651-46b9-9c4b-410075d14fe5 req-4a5056c3-e49b-45ea-a220-08f5a26bd7a3 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0494211 Sep 16 05:32:13.700925 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.723685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e55fe064-4651-46b9-9c4b-410075d14fe5 req-85218d14-69d1-4b5a-b156-d7db2937d031 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Sep 16 05:32:13.824526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.827474 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.828825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb867d6-bd62-4a63-8c80-98d8a0060555 req-8a92757e-01a3-42c5-aaa0-a01c56578e8e tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.830470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9fb867d6-bd62-4a63-8c80-98d8a0060555 req-8a92757e-01a3-42c5-aaa0-a01c56578e8e tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0407054 Sep 16 05:32:13.831785 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d478f8cb-40ea-4780-b08e-ad3a99f17555 HTTP/1.1" status: 204 len: 168 time: 0.2076936 Sep 16 05:32:13.844104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d478f8cb-40ea-4780-b08e-ad3a99f17555,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:13.852132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.852543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.852897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.853234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.853692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.854127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.854470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.854806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.855144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.855562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.855816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.856146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971cf31f-a4d6-4e9f-b012-3e2a7fbbadf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:13.881894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9fb867d6-bd62-4a63-8c80-98d8a0060555 req-427b57d0-1fcc-4661-abbb-37e14381d36e tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Sep 16 05:32:13.947332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34074) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:14.046248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-517275408-network', 'tenant_id': '049aed1b01c44dbd898027d1ddb46dc5'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:14.144421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Made reservation on behalf of 049aed1b01c44dbd898027d1ddb46dc5 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:14.146797 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.155521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.218520 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.252352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.310053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.336029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:14.345796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3364de87-e6a2-4a63-95ce-3195e42bc808,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:14.350698 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.351047 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Added segment bd946903-8256-4524-9f4a-1f2621d5f070 of type vlan for network 85505c13-1001-4e23-8206-8c1cf333dd56 Sep 16 05:32:14.387006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b7f99-1355-4c86-b9db-884e59cb17cd req-2942c153-dee7-4545-bf55-3a6bbf675cb9 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.388560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de3b7f99-1355-4c86-b9db-884e59cb17cd req-2942c153-dee7-4545-bf55-3a6bbf675cb9 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0512023 Sep 16 05:32:14.396879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.429033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de3b7f99-1355-4c86-b9db-884e59cb17cd req-6e27e3aa-97e0-4aab-b44f-5a33126db252 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Sep 16 05:32:14.481112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dceeec37-5ada-44ff-b8ce-2a06333170c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.485540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.485540 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.485540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.542946 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] Pushing event updated for resources: {'Network': ['ID=85505c13-1001-4e23-8206-8c1cf333dd56,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:14.553928 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 85505c13-1001-4e23-8206-8c1cf333dd56 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:14.583613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34082) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:14.592166 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6aed1b9c-865d-4f7d-a828-006a53e30aea admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6437867 Sep 16 05:32:14.595274 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34084) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:14.598419 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83a73dc9-f16b-479f-983f-dd752b08d33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.601434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Request body: {'subnet': {'network_id': '85505c13-1001-4e23-8206-8c1cf333dd56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-517275408-subnet', 'tenant_id': '049aed1b01c44dbd898027d1ddb46dc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:14.620821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-83a73dc9-f16b-479f-983f-dd752b08d33d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:32:14.620821 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:32:14.620821 n-d-712143-16 neutron-server[101825]: [parameters: {'project_id_1': 'a106bdb4806d45db8cca52ba8be6897d', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 31, 54, 609221)}] Sep 16 05:32:14.620821 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:32:14.621225 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-83a73dc9-f16b-479f-983f-dd752b08d33d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:32:14.669461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Made reservation on behalf of 049aed1b01c44dbd898027d1ddb46dc5 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:14.671847 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.886487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.945196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:14.953659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Checking segment: {'id': 'bd946903-8256-4524-9f4a-1f2621d5f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85505c13-1001-4e23-8206-8c1cf333dd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:14.954016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Network hostable DHCP agents. Network: 85505c13-1001-4e23-8206-8c1cf333dd56, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:15.046890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Network 85505c13-1001-4e23-8206-8c1cf333dd56 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:15.122566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83a73dc9-f16b-479f-983f-dd752b08d33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.138348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 85505c13-1001-4e23-8206-8c1cf333dd56) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:15.142383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.142969 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.147625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b348b1-95a6-4283-bd67-c131ed904bb0 None None] Network 85505c13-1001-4e23-8206-8c1cf333dd56 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:15.202653 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.217776 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83a73dc9-f16b-479f-983f-dd752b08d33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.270146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b1ba8-e88c-4ad6-8eca-7a7a7456e4e9 None None] Network 85505c13-1001-4e23-8206-8c1cf333dd56 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:15.281280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83a73dc9-f16b-479f-983f-dd752b08d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.320827 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-83a73dc9-f16b-479f-983f-dd752b08d33d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a106bdb4806d45db8cca52ba8be6897d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7361083 Sep 16 05:32:15.322029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a73dc9-f16b-479f-983f-dd752b08d33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003b31ca-9d19-4bb2-89c8-310d2e6597b7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:15.323561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34086) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:15.360749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a7d9d5ab-7d49-4ef9-8cec-5dcc70939219 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7642539 Sep 16 05:32:15.391147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54058bcb-58e8-4802-9fca-fbea6aa82c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.414139 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54058bcb-58e8-4802-9fca-fbea6aa82c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.529529 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54058bcb-58e8-4802-9fca-fbea6aa82c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.532119 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-54058bcb-58e8-4802-9fca-fbea6aa82c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.533265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-54058bcb-58e8-4802-9fca-fbea6aa82c7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/003b31ca-9d19-4bb2-89c8-310d2e6597b7 HTTP/1.1" status: 204 len: 168 time: 0.2086596 Sep 16 05:32:15.545569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54058bcb-58e8-4802-9fca-fbea6aa82c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b31ca-9d19-4bb2-89c8-310d2e6597b7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:15.549263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42ae38-d5ab-4b8a-a29c-f3af599b791c req-03c789a0-14c1-44e9-91ae-367986ec6b46 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.551358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea42ae38-d5ab-4b8a-a29c-f3af599b791c req-03c789a0-14c1-44e9-91ae-367986ec6b46 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0561118 Sep 16 05:32:15.596834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea42ae38-d5ab-4b8a-a29c-f3af599b791c req-39f8edaa-69ec-494f-b380-8b4ac3b16289 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Sep 16 05:32:15.954746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-e7c6bd00-ba78-48f1-a1d3-b453b38a2bbc tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.956248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-e7c6bd00-ba78-48f1-a1d3-b453b38a2bbc tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 1097 time: 0.0438604 Sep 16 05:32:16.042564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Deleting port d2cfada4-7ed6-4ae4-9820-cee43822f3ad {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:16.042914 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.128003 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] For port d2cfada4-7ed6-4ae4-9820-cee43822f3ad, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:16.128395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.129843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34108) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:16.136247 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-254218781-network', 'tenant_id': '3c02e2254a524475acb922034efa8482'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:16.146909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Calling delete_port for d2cfada4-7ed6-4ae4-9820-cee43822f3ad owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:16.150102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34110) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:16.167267 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c6b95fec-6039-406a-8900-b10bfe27e6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.220034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Made reservation on behalf of 3c02e2254a524475acb922034efa8482 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:16.222812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.234743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.314448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c6b95fec-6039-406a-8900-b10bfe27e6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.333063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.344389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['d2cfada4-7ed6-4ae4-9820-cee43822f3ad'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:16.359076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2cfada4-7ed6-4ae4-9820-cee43822f3ad,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:16.370862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9c7b7735-5cfb-4eb9-8548-73ce3756cac6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:16.384222 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c6b95fec-6039-406a-8900-b10bfe27e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.407200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] No DVR routers for this DVR port d2cfada4-7ed6-4ae4-9820-cee43822f3ad on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:16.410557 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.412838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53ebbbe8-28d2-44bb-b5cf-9d36148862cf req-40eb0c9b-af36-42dc-a304-a2b560f2a466 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d2cfada4-7ed6-4ae4-9820-cee43822f3ad HTTP/1.1" status: 204 len: 173 time: 0.4488304 Sep 16 05:32:16.413365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1bd249-e517-4c61-9dab-315cead4fa97', 'name': 'network-vif-deleted', 'tag': 'd2cfada4-7ed6-4ae4-9820-cee43822f3ad'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:16.415757 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bca47c-7123-48cb-890b-91175c9a4a0f" -d '{"events": [{"server_uuid": "fd1bd249-e517-4c61-9dab-315cead4fa97", "name": "network-vif-deleted", "tag": "d2cfada4-7ed6-4ae4-9820-cee43822f3ad"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:16.447711 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c6b95fec-6039-406a-8900-b10bfe27e6c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa82025abbfb4b58967633759f697bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965205 Sep 16 05:32:16.450315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34114) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:16.464962 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92e220e-3bbc-4e91-be49-ed34e295c990 x-openstack-request-id: req-e92e220e-3bbc-4e91-be49-ed34e295c990 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:16.465257 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1bd249-e517-4c61-9dab-315cead4fa97", "name": "network-vif-deleted", "tag": "d2cfada4-7ed6-4ae4-9820-cee43822f3ad", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:16.465606 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e92e220e-3bbc-4e91-be49-ed34e295c990 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:16.466010 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1bd249-e517-4c61-9dab-315cead4fa97', 'name': 'network-vif-deleted', 'tag': 'd2cfada4-7ed6-4ae4-9820-cee43822f3ad', 'status': 'completed', 'code': 200} Sep 16 05:32:16.466529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b95fec-6039-406a-8900-b10bfe27e6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df43fa7-c115-4675-9e19-3c5f5a85d1e3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:16.513041 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ccb-af07-480e-99c7-ee66b6babe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.540400 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ccb-af07-480e-99c7-ee66b6babe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.545836 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.607424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.634160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2daacb-0eec-4838-958f-570798de8497,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:16.687825 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ccb-af07-480e-99c7-ee66b6babe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.691125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ccb-af07-480e-99c7-ee66b6babe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.692343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7abb9ccb-af07-480e-99c7-ee66b6babe26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5df43fa7-c115-4675-9e19-3c5f5a85d1e3 HTTP/1.1" status: 204 len: 168 time: 0.2410312 Sep 16 05:32:16.692911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:16.703049 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.703506 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Added segment 7ed4007e-9eea-4bdd-a2fa-d5e2bbb96987 of type vlan for network 14a286a0-ee0f-44da-bfe5-8316ce066824 Sep 16 05:32:16.714775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b8e778b-4dc8-4f5b-b8b3-4a1dc42d0cff req-5007e701-6162-4c7f-a9da-4d8043422be2 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd1bd249-e517-4c61-9dab-315cead4fa97 HTTP/1.1" status: 200 len: 210 time: 0.0367599 Sep 16 05:32:16.719597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb9ccb-af07-480e-99c7-ee66b6babe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df43fa7-c115-4675-9e19-3c5f5a85d1e3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:16.762280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.830042 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.831727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:16.832270 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.869861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.895397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] Pushing event updated for resources: {'Network': ['ID=14a286a0-ee0f-44da-bfe5-8316ce066824,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:16.905602 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f68257a5-1365-47ac-b90c-ef22c885b808 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7737823 Sep 16 05:32:16.905946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 14a286a0-ee0f-44da-bfe5-8316ce066824 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:16.908466 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34120) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:16.913396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Request body: {'subnet': {'network_id': '14a286a0-ee0f-44da-bfe5-8316ce066824', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-254218781-subnet', 'tenant_id': '3c02e2254a524475acb922034efa8482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:16.972696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Made reservation on behalf of 3c02e2254a524475acb922034efa8482 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:16.975297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.207094 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.256614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41467af4-8c64-4aba-9cd0-ad5e51d761ec,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:17.271577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Checking segment: {'id': '7ed4007e-9eea-4bdd-a2fa-d5e2bbb96987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '14a286a0-ee0f-44da-bfe5-8316ce066824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:17.271944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Network hostable DHCP agents. Network: 14a286a0-ee0f-44da-bfe5-8316ce066824, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:17.344297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Network 14a286a0-ee0f-44da-bfe5-8316ce066824 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:17.424304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 14a286a0-ee0f-44da-bfe5-8316ce066824) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:17.429660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:17.430411 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.433614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff2b25-cc19-47b0-8721-624a7c04cecb None None] Network 14a286a0-ee0f-44da-bfe5-8316ce066824 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:17.522339 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-cd946409-c548-4d5b-93bd-c86c39336e53 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6127787 Sep 16 05:32:17.559933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8d682-1447-402a-b8f2-3a35019a41f3 None None] Network 14a286a0-ee0f-44da-bfe5-8316ce066824 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:18.023961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-5026ec3f-8f32-4efb-bdcd-148812285665 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:18.025681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-5026ec3f-8f32-4efb-bdcd-148812285665 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/networks?id=85505c13-1001-4e23-8206-8c1cf333dd56 HTTP/1.1" status: 200 len: 811 time: 0.1111720 Sep 16 05:32:18.041390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-b43a0d82-db22-4df5-95aa-ddceb9cfe06f tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/quotas/049aed1b01c44dbd898027d1ddb46dc5 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Sep 16 05:32:18.078767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-90d5c707-0538-4245-a941-e74ab52ade55 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=049aed1b01c44dbd898027d1ddb46dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314291 Sep 16 05:32:18.198987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-f41a49c4-7898-47e0-bd20-2719f9d8d498 service neutron] 10.222.0.59 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131494 Sep 16 05:32:18.215854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8552c-a7fe-4779-8abb-ef74615028ab req-d2271aac-ff4d-4785-85f9-cc8b24a4cc63 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:18.217326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51f8552c-a7fe-4779-8abb-ef74615028ab req-d2271aac-ff4d-4785-85f9-cc8b24a4cc63 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0612245 Sep 16 05:32:18.298523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-51f8552c-a7fe-4779-8abb-ef74615028ab req-c4733f88-9378-4db4-953d-6c925af1462a tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677247 Sep 16 05:32:18.320629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-bcaa24b1-8832-4357-ad3b-1ec4cb953623 service neutron] 10.222.0.59 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144202 Sep 16 05:32:18.540076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aafdd038-9a13-404c-b8c5-50e17dcb1c81 req-047694bc-46a8-4340-bc16-b969022e2ffd tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 210 time: 0.0322783 Sep 16 05:32:18.903727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d2cfada4-7ed6-4ae4-9820-cee43822f3ad no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:18.927988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: d2cfada4-7ed6-4ae4-9820-cee43822f3ad {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:18.928336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device d2cfada4-7ed6-4ae4-9820-cee43822f3ad not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:19.432202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eb4aa-cf3c-43ce-aadd-96aec94bfbca req-697acb20-9e07-4ef2-92b2-41fbd37cfd00 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:19.433778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a24eb4aa-cf3c-43ce-aadd-96aec94bfbca req-697acb20-9e07-4ef2-92b2-41fbd37cfd00 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0618687 Sep 16 05:32:19.473551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a24eb4aa-cf3c-43ce-aadd-96aec94bfbca req-c3d8648f-29a5-4c94-bd98-db434699dd6f tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b8a0260-630d-4d72-8c71-f7c2974413d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Sep 16 05:32:19.633879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dc0328b-0e65-43ae-be38-eeab8af61816 req-8e2dfa62-484c-4607-b7b0-406d335d5a5f tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 210 time: 0.0279269 Sep 16 05:32:19.726846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-97bfdb41-1b9f-4e5c-b4a1-a96e40410443 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:19.728324 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-97bfdb41-1b9f-4e5c-b4a1-a96e40410443 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0448084 Sep 16 05:32:19.812075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Deleting port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:19.812348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.899207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] For port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:19.899611 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.912583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Calling delete_port for 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:20.092458 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.122200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c7b7735-5cfb-4eb9-8548-73ce3756cac6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:20.125200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9c7b7735-5cfb-4eb9-8548-73ce3756cac6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:20.165905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] No DVR routers for this DVR port 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:20.168558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.170647 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6439549c-045c-47ba-9e12-b7477b7e4b3f req-e8be8ccf-6bb1-463f-91d2-49c93443cbca tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.57 "DELETE /v2.0/ports/9c7b7735-5cfb-4eb9-8548-73ce3756cac6 HTTP/1.1" status: 204 len: 173 time: 0.4359462 Sep 16 05:32:20.171098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6761a5-64ea-4deb-9f5c-725be699e7a5', 'name': 'network-vif-deleted', 'tag': '9c7b7735-5cfb-4eb9-8548-73ce3756cac6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:20.173486 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a779e82f-4ce7-49c0-a741-5834403ddaca" -d '{"events": [{"server_uuid": "0f6761a5-64ea-4deb-9f5c-725be699e7a5", "name": "network-vif-deleted", "tag": "9c7b7735-5cfb-4eb9-8548-73ce3756cac6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:20.216611 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d432ff0-8aa0-453f-8f17-6c290cca4fda x-openstack-request-id: req-8d432ff0-8aa0-453f-8f17-6c290cca4fda {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:20.216921 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6761a5-64ea-4deb-9f5c-725be699e7a5", "name": "network-vif-deleted", "tag": "9c7b7735-5cfb-4eb9-8548-73ce3756cac6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:20.217289 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d432ff0-8aa0-453f-8f17-6c290cca4fda {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:20.217591 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6761a5-64ea-4deb-9f5c-725be699e7a5', 'name': 'network-vif-deleted', 'tag': '9c7b7735-5cfb-4eb9-8548-73ce3756cac6', 'status': 'completed', 'code': 200} Sep 16 05:32:20.513569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-5776f5be-ff0b-4b16-bb96-a8badf183d31 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:20.515457 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-5776f5be-ff0b-4b16-bb96-a8badf183d31 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.60 "GET /v2.0/networks?id=85505c13-1001-4e23-8206-8c1cf333dd56 HTTP/1.1" status: 200 len: 811 time: 0.1096373 Sep 16 05:32:20.528565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Request body: {'port': {'device_id': 'fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b', 'network_id': '85505c13-1001-4e23-8206-8c1cf333dd56', 'admin_state_up': True, 'tenant_id': '049aed1b01c44dbd898027d1ddb46dc5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:20.614734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-343242b1-e58c-4689-963e-c516d91fc4f7 req-267d8921-f9dc-4a63-98f5-a1f817a5ea70 tempest-TestServerMultinode-1123269201 tempest-TestServerMultinode-1123269201-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0f6761a5-64ea-4deb-9f5c-725be699e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0560791 Sep 16 05:32:20.732931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbbf9a17-bca4-4dfd-9148-180ffd4b2572 req-f5bf43fd-d033-4a0b-aab9-8973432e3b60 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 210 time: 0.0282459 Sep 16 05:32:20.744295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Made reservation on behalf of 049aed1b01c44dbd898027d1ddb46dc5 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:20.748561 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.877103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Allocated IP 172.20.0.12 (85505c13-1001-4e23-8206-8c1cf333dd56/abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7/4b320395-aaf4-4199-bd28-3b4e4ffce635) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:21.036601 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.184710 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.227724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Network 85505c13-1001-4e23-8206-8c1cf333dd56 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:21.230786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:21.234720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:21.271436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Pushing event updated for resources: {'Port': ['ID=4b320395-aaf4-4199-bd28-3b4e4ffce635,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:21.291092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:21.291742 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.362505 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-20eb419f-60f4-4940-804d-7ed84ee43a14 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8375764 Sep 16 05:32:21.389371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-8db1de2c-a67f-45c1-b315-1c9f353171ec tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:32:21.390488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-8db1de2c-a67f-45c1-b315-1c9f353171ec tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200489 Sep 16 05:32:21.406245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Request body: {'port': {'device_id': 'fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:21.471282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.700283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34202) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:21.854925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b320395-aaf4-4199-bd28-3b4e4ffce635 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:22.163210 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.189421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Transition to ACTIVE for port object 4b320395-aaf4-4199-bd28-3b4e4ffce635 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:22.233594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.253114 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eecf98-c994-487a-ae2c-d6f6ef763780 req-8854024e-e3c6-423d-a554-3ec0be7fc021 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:22.254607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94eecf98-c994-487a-ae2c-d6f6ef763780 req-8854024e-e3c6-423d-a554-3ec0be7fc021 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 932 time: 0.4196908 Sep 16 05:32:22.369580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Pushing event updated for resources: {'Port': ['ID=4b320395-aaf4-4199-bd28-3b4e4ffce635,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:22.412782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94eecf98-c994-487a-ae2c-d6f6ef763780 req-90b23297-acc6-4399-ab3d-dd8660502822 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294529 Sep 16 05:32:22.557692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Attempting to bind port 4b320395-aaf4-4199-bd28-3b4e4ffce635 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:22.558139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Attempting to bind port 4b320395-aaf4-4199-bd28-3b4e4ffce635 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'bd946903-8256-4524-9f4a-1f2621d5f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85505c13-1001-4e23-8206-8c1cf333dd56'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:22.558472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Attempting to bind port 4b320395-aaf4-4199-bd28-3b4e4ffce635 on network 85505c13-1001-4e23-8206-8c1cf333dd56 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:22.566831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Port 4b320395-aaf4-4199-bd28-3b4e4ffce635 on network 85505c13-1001-4e23-8206-8c1cf333dd56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:22.567148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Attempting to bind port 4b320395-aaf4-4199-bd28-3b4e4ffce635 on network 85505c13-1001-4e23-8206-8c1cf333dd56 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:22.575659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:22.575990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Checking segment: {'id': 'bd946903-8256-4524-9f4a-1f2621d5f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85505c13-1001-4e23-8206-8c1cf333dd56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:22.576379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Bound using segment: {'id': 'bd946903-8256-4524-9f4a-1f2621d5f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85505c13-1001-4e23-8206-8c1cf333dd56'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:22.576800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Bound port: 4b320395-aaf4-4199-bd28-3b4e4ffce635, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd946903-8256-4524-9f4a-1f2621d5f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '85505c13-1001-4e23-8206-8c1cf333dd56'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:22.577252 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.678131 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] For port 4b320395-aaf4-4199-bd28-3b4e4ffce635, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:22.692281 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] For port 4b320395-aaf4-4199-bd28-3b4e4ffce635, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635,segment=NetworkSegment(bd946903-8256-4524-9f4a-1f2621d5f070),segment_id=bd946903-8256-4524-9f4a-1f2621d5f070)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:22.715302 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.769344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.832239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:22.832885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.834350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] 10.222.0.60 "PUT /v2.0/ports/4b320395-aaf4-4199-bd28-3b4e4ffce635 HTTP/1.1" status: 200 len: 1093 time: 1.4336717 Sep 16 05:32:22.837956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b', 'tag': '4b320395-aaf4-4199-bd28-3b4e4ffce635'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:22.840603 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21810fe9-63ad-4aca-bab5-e743947aeae1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b", "tag": "4b320395-aaf4-4199-bd28-3b4e4ffce635"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:22.906047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2ce94-4e0e-48b9-be5e-3ea2d7703c72 service neutron] Pushing event updated for resources: {'Port': ['ID=4b320395-aaf4-4199-bd28-3b4e4ffce635,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:22.947158 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec3d8e0-b9d0-45ca-82b4-1272985c8c29 x-openstack-request-id: req-cec3d8e0-b9d0-45ca-82b4-1272985c8c29 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:22.947476 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b", "tag": "4b320395-aaf4-4199-bd28-3b4e4ffce635", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:22.947738 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cec3d8e0-b9d0-45ca-82b4-1272985c8c29 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:22.948130 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b', 'tag': '4b320395-aaf4-4199-bd28-3b4e4ffce635', 'status': 'completed', 'code': 200} Sep 16 05:32:22.992117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-6f222870-0e7c-4511-836e-1baa648bb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:22.993626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-6f222870-0e7c-4511-836e-1baa648bb95f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=049aed1b01c44dbd898027d1ddb46dc5&device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 1096 time: 0.0577183 Sep 16 05:32:23.051551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-7f5e3d95-712f-44f9-82c1-1eecf31bf3b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635 HTTP/1.1" status: 200 len: 217 time: 0.0493848 Sep 16 05:32:23.132446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-eea5dc6b-ffd6-49df-87ee-00325460ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.133928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-eea5dc6b-ffd6-49df-87ee-00325460ae66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7 HTTP/1.1" status: 200 len: 851 time: 0.0747809 Sep 16 05:32:23.140119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:23.160623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:23.161012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9c7b7735-5cfb-4eb9-8548-73ce3756cac6 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:23.168849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Deleting port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:23.169197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.173376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-4a19ea2a-13ee-4366-96e0-5dccb1dd652d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85505c13-1001-4e23-8206-8c1cf333dd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296011 Sep 16 05:32:23.319926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] For port 1ec5f3c3-da77-4b09-ad99-8771c1ee2683, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:23.320298 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.333672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-2a1b767e-5cfe-4cfe-9c14-cb10de38e69d service neutron] 10.222.0.60 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506622 Sep 16 05:32:23.337301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Calling delete_port for 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:23.442909 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:23.545308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8fb82f6-0b7a-4e23-a5a3-3f89b25773b3 req-e7fc8583-419b-4e47-a5ad-c85931e7547e service neutron] 10.222.0.60 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019951 Sep 16 05:32:23.588667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475786-f554-4dfd-b4f8-aea87026ab22 req-c2ff5f74-9c72-4ae4-8f95-72cdf2fabecc tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.590153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89475786-f554-4dfd-b4f8-aea87026ab22 req-c2ff5f74-9c72-4ae4-8f95-72cdf2fabecc tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 944 time: 0.1177387 Sep 16 05:32:23.676841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-89475786-f554-4dfd-b4f8-aea87026ab22 req-e8a6bb87-9574-4263-99a5-1f7e2d77365c tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806515 Sep 16 05:32:23.710023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-d48d23d2-64dc-400d-b58b-b4774d76862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.711651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-d48d23d2-64dc-400d-b58b-b4774d76862c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=049aed1b01c44dbd898027d1ddb46dc5&device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 1096 time: 0.0497003 Sep 16 05:32:23.756906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.812706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec5f3c3-da77-4b09-ad99-8771c1ee2683,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:23.889343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-7e110e5d-051c-4076-87a8-1f747512dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.890853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-7e110e5d-051c-4076-87a8-1f747512dcb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85505c13-1001-4e23-8206-8c1cf333dd56 HTTP/1.1" status: 200 len: 912 time: 0.1715302 Sep 16 05:32:23.970538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-168e7621-3290-43ae-887a-c376460373f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635 HTTP/1.1" status: 200 len: 217 time: 0.0686536 Sep 16 05:32:24.076522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-bec46a19-7f56-471c-be4d-d36e817e7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.078045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-bec46a19-7f56-471c-be4d-d36e817e7b90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7 HTTP/1.1" status: 200 len: 851 time: 0.0962045 Sep 16 05:32:24.082546 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.149524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-3f9482a2-0d0d-473a-8b63-8f6c6e92ab26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85505c13-1001-4e23-8206-8c1cf333dd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607951 Sep 16 05:32:24.334975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-f8dd75d1-d7be-4712-8f92-b3cb852c1ac3 service neutron] 10.222.0.60 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741138 Sep 16 05:32:24.454216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Router 053b8298-68ff-4365-a2e8-67daa102c353 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:24.513874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21810fe9-63ad-4aca-bab5-e743947aeae1 req-7f6d1ec4-edc2-4ff6-93a5-768c1d092a3c service neutron] 10.222.0.60 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667299 Sep 16 05:32:24.576588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:24.581688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e494ad9f-7113-44ec-a64e-3411cccd5267 admin admin] 10.222.0.59 "PUT /v2.0/routers/053b8298-68ff-4365-a2e8-67daa102c353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8822141 Sep 16 05:32:24.584285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34246) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:24.587279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] Sync routers for ids ['053b8298-68ff-4365-a2e8-67daa102c353'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:24.599200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] Routers {'053b8298-68ff-4365-a2e8-67daa102c353'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:24.599984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['053b8298-68ff-4365-a2e8-67daa102c353'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:24.695646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.716799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] Set router 053b8298-68ff-4365-a2e8-67daa102c353 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:24.904199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:32:23Z', 'revision_number': 5, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:24.931982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] Checking router: 053b8298-68ff-4365-a2e8-67daa102c353 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:24.941189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] Routers {'053b8298-68ff-4365-a2e8-67daa102c353'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:24.941821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['053b8298-68ff-4365-a2e8-67daa102c353'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.048993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] Set router 053b8298-68ff-4365-a2e8-67daa102c353 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:25.128896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2d34a-3d2a-48b6-ad98-acbc4e399dcd req-e555a325-2d2e-4f23-95b3-2923133d4085 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:25.130592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ba2d34a-3d2a-48b6-ad98-acbc4e399dcd req-e555a325-2d2e-4f23-95b3-2923133d4085 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 944 time: 0.1052744 Sep 16 05:32:25.170070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.196562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0ba2d34a-3d2a-48b6-ad98-acbc4e399dcd req-86b4350d-8367-4ac5-8e95-e7484ba0fd39 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557613 Sep 16 05:32:25.248363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:32:23Z', 'revision_number': 5, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.278918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2fffd-cccd-4b74-b0c3-0b54d502c78b None None] The sync data for ids ['053b8298-68ff-4365-a2e8-67daa102c353'] in n-d-712143-16 is: [{'id': '053b8298-68ff-4365-a2e8-67daa102c353', 'name': 'tempest-TestServerMultinode-2062395096-router', 'tenant_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:29Z', 'updated_at': '2021-09-16T05:32:23Z', 'revision_number': 5, 'project_id': '59b8a8cc1e6d4ef2b978c805f1926b8a', 'gw_port': {'id': 'ae4c4d21-c27b-4fc7-b962-792404d34237', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053b8298-68ff-4365-a2e8-67daa102c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:30Z', 'updated_at': '2021-09-16T05:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:25.290944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Deleting port ae4c4d21-c27b-4fc7-b962-792404d34237 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:25.291331 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.376864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] For port ae4c4d21-c27b-4fc7-b962-792404d34237, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ae4c4d21-c27b-4fc7-b962-792404d34237,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:25.377241 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.390854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Calling delete_port for ae4c4d21-c27b-4fc7-b962-792404d34237 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:25.612833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.643902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4c4d21-c27b-4fc7-b962-792404d34237,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.702694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.794590 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.796765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.898150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.898624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 053b8298-68ff-4365-a2e8-67daa102c353 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:32:25.902968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.909693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d2227154-b7d6-4d52-8b1c-7793ba7b061e admin admin] 10.222.0.59 "DELETE /v2.0/routers/053b8298-68ff-4365-a2e8-67daa102c353 HTTP/1.1" status: 204 len: 168 time: 1.3187206 Sep 16 05:32:25.909778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34252) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:25.953738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9c2da7-e700-4093-8548-72cb3f37633a admin admin] Deleting subnet c1cb7b06-b912-4359-8c77-6c1910bf3df6 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:25.957633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2da7-e700-4093-8548-72cb3f37633a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.994747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2da7-e700-4093-8548-72cb3f37633a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.078416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2da7-e700-4093-8548-72cb3f37633a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.201581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2da7-e700-4093-8548-72cb3f37633a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.227209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2da7-e700-4093-8548-72cb3f37633a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cb7b06-b912-4359-8c77-6c1910bf3df6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.231106 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2da7-e700-4093-8548-72cb3f37633a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.234541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6d9c2da7-e700-4093-8548-72cb3f37633a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c1cb7b06-b912-4359-8c77-6c1910bf3df6 HTTP/1.1" status: 204 len: 168 time: 0.3267581 Sep 16 05:32:26.237098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34258) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:26.242334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5f643-9870-4216-82b5-5b2cae073841 None None] Network ede28fa8-9252-44b1-a2fb-6f368e1ee87c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:26.348850 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.374600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2681b-9eff-44d0-81aa-395363fa9de4 req-898d7a97-1eff-495c-88b9-b22bbb34709a tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.376228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47b2681b-9eff-44d0-81aa-395363fa9de4 req-898d7a97-1eff-495c-88b9-b22bbb34709a tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 944 time: 0.0721004 Sep 16 05:32:26.451344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47b2681b-9eff-44d0-81aa-395363fa9de4 req-51be9fc0-b65d-4b86-88d7-c26043d9704a tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651500 Sep 16 05:32:26.452107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] DHCP port deletion for ede28fa8-9252-44b1-a2fb-6f368e1ee87c request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:26.464505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Deleting port 259c1fa0-88a1-422f-b176-9ec691bc559c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:26.464846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.520295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] Deleting port 259c1fa0-88a1-422f-b176-9ec691bc559c {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:26.520680 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.546527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] For port 259c1fa0-88a1-422f-b176-9ec691bc559c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=259c1fa0-88a1-422f-b176-9ec691bc559c,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:26.546527 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.559018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Calling delete_port for 259c1fa0-88a1-422f-b176-9ec691bc559c owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:26.589557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] For port 259c1fa0-88a1-422f-b176-9ec691bc559c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=259c1fa0-88a1-422f-b176-9ec691bc559c,segment=NetworkSegment(914e5c8a-7220-4123-b93b-b515460d35d6),segment_id=914e5c8a-7220-4123-b93b-b515460d35d6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:26.590052 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.603535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] Calling delete_port for 259c1fa0-88a1-422f-b176-9ec691bc559c owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:26.611053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ae4c4d21-c27b-4fc7-b962-792404d34237 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:26.637969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ae4c4d21-c27b-4fc7-b962-792404d34237 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:26.638326 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ae4c4d21-c27b-4fc7-b962-792404d34237 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:26.638838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:26.687793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:26.688145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1ec5f3c3-da77-4b09-ad99-8771c1ee2683 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:26.688824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 259c1fa0-88a1-422f-b176-9ec691bc559c no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:26.726852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.742733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No active binding found for port 259c1fa0-88a1-422f-b176-9ec691bc559c {{(pid=101826) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:32:26.743157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 259c1fa0-88a1-422f-b176-9ec691bc559c not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:26.756835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Pushing event deleted for resources: {'Port': ['ID=259c1fa0-88a1-422f-b176-9ec691bc559c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.756964 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.763642 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] No DVR routers for this DVR port 259c1fa0-88a1-422f-b176-9ec691bc559c on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:26.784519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] Pushing event deleted for resources: {'Port': ['ID=259c1fa0-88a1-422f-b176-9ec691bc559c,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.786978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd177e2-b128-4bf8-aad1-37ba26c89ef2 None None] No DVR routers for this DVR port 259c1fa0-88a1-422f-b176-9ec691bc559c on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:26.850068 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.869706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede28fa8-9252-44b1-a2fb-6f368e1ee87c']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:26.879300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914e5c8a-7220-4123-b93b-b515460d35d6') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:26.879597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914e5c8a-7220-4123-b93b-b515460d35d6') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:26.888680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.901968 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.907692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:26.908070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:26.909732 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:26.971993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4b320395-aaf4-4199-bd28-3b4e4ffce635 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:32:27.046991 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.059709 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.062780 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] 10.222.0.59 "DELETE /v2.0/networks/ede28fa8-9252-44b1-a2fb-6f368e1ee87c HTTP/1.1" status: 204 len: 168 time: 0.8234007 Sep 16 05:32:27.065318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34264) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:27.076704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4b320395-aaf4-4199-bd28-3b4e4ffce635, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635,segment=NetworkSegment(bd946903-8256-4524-9f4a-1f2621d5f070),segment_id=bd946903-8256-4524-9f4a-1f2621d5f070)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:27.090425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '4b320395-aaf4-4199-bd28-3b4e4ffce635', 'network_id': '85505c13-1001-4e23-8206-8c1cf333dd56', 'port_id': '4b320395-aaf4-4199-bd28-3b4e4ffce635', 'mac_address': 'fa:16:3e:ca:90:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:32:27.099422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c0ecb-c4e2-487c-95cb-616783a7779a admin admin] Pushing event deleted for resources: {'Network': ['ID=ede28fa8-9252-44b1-a2fb-6f368e1ee87c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.132706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.146555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b320395-aaf4-4199-bd28-3b4e4ffce635 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:27.166233 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4b320395-aaf4-4199-bd28-3b4e4ffce635, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635,segment=NetworkSegment(bd946903-8256-4524-9f4a-1f2621d5f070),segment_id=bd946903-8256-4524-9f4a-1f2621d5f070)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:27.224070 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.275531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=4b320395-aaf4-4199-bd28-3b4e4ffce635,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.448842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['4b320395-aaf4-4199-bd28-3b4e4ffce635'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:27.451996 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.600565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66b116-5117-4a52-bbe4-3402306ea08a req-df3bba27-03cf-4bf2-9483-27f13301ea59 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:27.602123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b66b116-5117-4a52-bbe4-3402306ea08a req-df3bba27-03cf-4bf2-9483-27f13301ea59 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 945 time: 0.0652566 Sep 16 05:32:27.657403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b66b116-5117-4a52-bbe4-3402306ea08a req-bb330f14-a181-4134-8d84-d634f86f330d tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Sep 16 05:32:27.727879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Deleting port f62b0685-a1b8-45f1-9daf-bb590b7035df {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:27.728235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.805323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] For port f62b0685-a1b8-45f1-9daf-bb590b7035df, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f62b0685-a1b8-45f1-9daf-bb590b7035df,segment=NetworkSegment(3701aa5d-4fbe-46e6-abec-42d9f926a36f),segment_id=3701aa5d-4fbe-46e6-abec-42d9f926a36f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:27.805612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.818520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Calling delete_port for f62b0685-a1b8-45f1-9daf-bb590b7035df owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:28.086878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.111878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62b0685-a1b8-45f1-9daf-bb590b7035df,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.264073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.287586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.504734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Router 5aeb812b-c1ae-47a9-812b-b218a9103089 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:28.619753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:28.629400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34272) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:28.630369 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9633feb7-59a7-4d54-ac35-63dd5a695ee7 admin admin] 10.222.0.59 "PUT /v2.0/routers/5aeb812b-c1ae-47a9-812b-b218a9103089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626421 Sep 16 05:32:28.631218 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] Sync routers for ids ['5aeb812b-c1ae-47a9-812b-b218a9103089'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:28.642572 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] Routers {'5aeb812b-c1ae-47a9-812b-b218a9103089'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:28.643473 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5aeb812b-c1ae-47a9-812b-b218a9103089'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:28.750220 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] Set router 5aeb812b-c1ae-47a9-812b-b218a9103089 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:28.820854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.868309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538cb8a-0eaa-47c4-a4d6-61946454d320 req-a3a0311b-5c9b-4e41-8329-95237a7ad427 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.869742 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3538cb8a-0eaa-47c4-a4d6-61946454d320 req-a3a0311b-5c9b-4e41-8329-95237a7ad427 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 945 time: 0.0983810 Sep 16 05:32:28.943427 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:28.951230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3538cb8a-0eaa-47c4-a4d6-61946454d320 req-fb0d77ee-4e5d-4648-a68d-9ac37bb6235f tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747528 Sep 16 05:32:28.969694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.971812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4b320395-aaf4-4199-bd28-3b4e4ffce635 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:28.973263 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] Checking router: 5aeb812b-c1ae-47a9-812b-b218a9103089 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:28.985594 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] Routers {'5aeb812b-c1ae-47a9-812b-b218a9103089'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:28.986820 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5aeb812b-c1ae-47a9-812b-b218a9103089'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:29.104444 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 4b320395-aaf4-4199-bd28-3b4e4ffce635 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:32:29.105818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Deleting port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:29.106372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.108199 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] Set router 5aeb812b-c1ae-47a9-812b-b218a9103089 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:29.109194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 4b320395-aaf4-4199-bd28-3b4e4ffce635 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:29.109582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.135330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34280) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.209083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] For port e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:29.210133 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.224155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Calling delete_port for e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:29.248179 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.286494 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8addb80d-2523-48fc-b0a5-fb9c2c81f37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.287598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 4b320395-aaf4-4199-bd28-3b4e4ffce635, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635,segment=NetworkSegment(bd946903-8256-4524-9f4a-1f2621d5f070),segment_id=bd946903-8256-4524-9f4a-1f2621d5f070)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:29.288948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b320395-aaf4-4199-bd28-3b4e4ffce635'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:29.292703 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8fa3c5-e004-464f-8720-e2ae9ea72c51" -d '{"events": [{"server_uuid": "fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b", "name": "network-vif-plugged", "status": "completed", "tag": "4b320395-aaf4-4199-bd28-3b4e4ffce635"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:29.319837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:29.376059 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2906158-0e17-4fb1-a5c6-171851cc92b9 x-openstack-request-id: req-c2906158-0e17-4fb1-a5c6-171851cc92b9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:29.376608 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b", "name": "network-vif-plugged", "status": "completed", "tag": "4b320395-aaf4-4199-bd28-3b4e4ffce635", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:29.377098 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2906158-0e17-4fb1-a5c6-171851cc92b9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:29.377727 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b320395-aaf4-4199-bd28-3b4e4ffce635', 'code': 200} Sep 16 05:32:29.382686 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.429585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8addb80d-2523-48fc-b0a5-fb9c2c81f37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.449124 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e357a734-942d-4b8e-b63f-b23f889bfa14 None None] The sync data for ids ['5aeb812b-c1ae-47a9-812b-b218a9103089'] in n-d-712143-16 is: [{'id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'name': 'tempest-TestServerMultinode-2135955214-router', 'tenant_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:36Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': 'fa7a3bc931e84b17814197fbf0b130a1', 'gw_port': {'id': 'e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb812b-c1ae-47a9-812b-b218a9103089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:37Z', 'updated_at': '2021-09-16T05:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:29.494691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=4b320395-aaf4-4199-bd28-3b4e4ffce635,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.497875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8addb80d-2523-48fc-b0a5-fb9c2c81f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.504776 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f72db4-22ac-4b28-a522-b2107270b2bb req-4144ebd7-71bf-40c3-bbce-2c67fdced48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.506423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5f72db4-22ac-4b28-a522-b2107270b2bb req-4144ebd7-71bf-40c3-bbce-2c67fdced48d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 1098 time: 0.0576639 Sep 16 05:32:29.536499 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8addb80d-2523-48fc-b0a5-fb9c2c81f37c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17110c7ea37e4733b66e595fa982e0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999863 Sep 16 05:32:29.539600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34286) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.546206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5f72db4-22ac-4b28-a522-b2107270b2bb req-1ad56fb5-c4a4-444e-8d56-6704224d87b5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299075 Sep 16 05:32:29.547338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addb80d-2523-48fc-b0a5-fb9c2c81f37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f5eb24-4167-45cd-b60f-1d6b1bd545ef,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.550159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.577949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.599646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2211716c-23f7-4718-85d0-bf16a3cc98b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.621192 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2211716c-23f7-4718-85d0-bf16a3cc98b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.644687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.721158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2211716c-23f7-4718-85d0-bf16a3cc98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.724437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2211716c-23f7-4718-85d0-bf16a3cc98b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.725622 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2211716c-23f7-4718-85d0-bf16a3cc98b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07f5eb24-4167-45cd-b60f-1d6b1bd545ef HTTP/1.1" status: 204 len: 168 time: 0.1851072 Sep 16 05:32:29.733660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211716c-23f7-4718-85d0-bf16a3cc98b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f5eb24-4167-45cd-b60f-1d6b1bd545ef,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.737207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.740226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.835133 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.835715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aeb812b-c1ae-47a9-812b-b218a9103089 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:32:29.840404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.841606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b22c6b3d-b590-41a8-a1f9-be0ccc1ccfa7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5aeb812b-c1ae-47a9-812b-b218a9103089 HTTP/1.1" status: 204 len: 168 time: 1.2112191 Sep 16 05:32:29.844330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34290) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.892788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5433bd-ff85-4013-bf9b-1eb9fd3a912a admin admin] Deleting subnet d103085b-c3ac-4951-9372-4652a183d037 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:29.899381 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b5433bd-ff85-4013-bf9b-1eb9fd3a912a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.938812 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b5433bd-ff85-4013-bf9b-1eb9fd3a912a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.021298 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b5433bd-ff85-4013-bf9b-1eb9fd3a912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.126301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bdfe7-59ec-477e-b20a-ea532b687cec req-c9f9ecf7-5e9d-45c0-9bc1-5d25b7ad1fb8 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:30.128872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-156bdfe7-59ec-477e-b20a-ea532b687cec req-c9f9ecf7-5e9d-45c0-9bc1-5d25b7ad1fb8 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0701287 Sep 16 05:32:30.171323 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b5433bd-ff85-4013-bf9b-1eb9fd3a912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.204641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-156bdfe7-59ec-477e-b20a-ea532b687cec req-9eabe201-3a67-493f-aa4a-110c515b8088 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693774 Sep 16 05:32:30.207709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5433bd-ff85-4013-bf9b-1eb9fd3a912a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d103085b-c3ac-4951-9372-4652a183d037,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.215905 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b5433bd-ff85-4013-bf9b-1eb9fd3a912a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.215905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4b5433bd-ff85-4013-bf9b-1eb9fd3a912a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d103085b-c3ac-4951-9372-4652a183d037 HTTP/1.1" status: 204 len: 168 time: 0.3664935 Sep 16 05:32:30.216431 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34302) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:30.217793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc6204-ae33-46b1-b7b8-960f052c2489 None None] Network d4fc6af1-504c-46ea-9290-816a555919fc requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:30.284570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.344098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Deleting port 2bc2aced-3cf0-452a-b86b-1effa88bda5d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:30.344445 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.409451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] For port 2bc2aced-3cf0-452a-b86b-1effa88bda5d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=2bc2aced-3cf0-452a-b86b-1effa88bda5d,segment=NetworkSegment(3701aa5d-4fbe-46e6-abec-42d9f926a36f),segment_id=3701aa5d-4fbe-46e6-abec-42d9f926a36f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:30.409804 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.422909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Calling delete_port for 2bc2aced-3cf0-452a-b86b-1effa88bda5d owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:30.494184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] DHCP port deletion for d4fc6af1-504c-46ea-9290-816a555919fc request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:30.567716 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.574050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] Deleting port 2bc2aced-3cf0-452a-b86b-1effa88bda5d {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:30.574437 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.601707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc2aced-3cf0-452a-b86b-1effa88bda5d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.614006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] No DVR routers for this DVR port 2bc2aced-3cf0-452a-b86b-1effa88bda5d on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:30.626902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:30.654270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:30.654628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device e6f2b11e-a78b-43eb-a7f4-aa6dff6c5402 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:30.655057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f62b0685-a1b8-45f1-9daf-bb590b7035df no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:30.660608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] For port 2bc2aced-3cf0-452a-b86b-1effa88bda5d, host n-d-712143-16, got binding levels [] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:30.660961 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.690184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: f62b0685-a1b8-45f1-9daf-bb590b7035df {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:30.690184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f62b0685-a1b8-45f1-9daf-bb590b7035df not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:30.690184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2bc2aced-3cf0-452a-b86b-1effa88bda5d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:30.696233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.713157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] Calling delete_port for 2bc2aced-3cf0-452a-b86b-1effa88bda5d owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:30.715835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 2bc2aced-3cf0-452a-b86b-1effa88bda5d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:30.715835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 2bc2aced-3cf0-452a-b86b-1effa88bda5d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:30.717709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.ipam_backend_mixin [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] Port 2bc2aced-3cf0-452a-b86b-1effa88bda5d was not found and therefore no delete operation was performed {{(pid=101826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:32:30.719390 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.721056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fc6af1-504c-46ea-9290-816a555919fc']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.746426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] Pushing event deleted for resources: {'Port': ['ID=2bc2aced-3cf0-452a-b86b-1effa88bda5d,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.750087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e430a9f-fc1f-4f8d-ab61-f5f6703af3b6 None None] No DVR routers for this DVR port 2bc2aced-3cf0-452a-b86b-1effa88bda5d on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:30.754792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3701aa5d-4fbe-46e6-abec-42d9f926a36f') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.755107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3701aa5d-4fbe-46e6-abec-42d9f926a36f') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.775214 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.789412 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.795756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:30.796150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:30.797807 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:30.938464 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.947904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.948235 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d4fc6af1-504c-46ea-9290-816a555919fc HTTP/1.1" status: 204 len: 168 time: 0.7329111 Sep 16 05:32:30.959859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e9ba0-095a-490a-bb97-2fb9a8139c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4fc6af1-504c-46ea-9290-816a555919fc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:31.335556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb0d38-517f-474c-b1b9-abb565dbe97c req-b3219019-bdc9-4b8e-8c75-0dafb9084108 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.337109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abbb0d38-517f-474c-b1b9-abb565dbe97c req-b3219019-bdc9-4b8e-8c75-0dafb9084108 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0503581 Sep 16 05:32:31.345702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34328) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.386032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abbb0d38-517f-474c-b1b9-abb565dbe97c req-20618351-8471-450c-872b-aced133590b0 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Sep 16 05:32:31.392222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34332) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.392723 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1e8b3e12-3fd1-4e31-8f60-3799d784f181 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59b8a8cc1e6d4ef2b978c805f1926b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457826 Sep 16 05:32:31.444896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42a4df84-b54e-4c05-b8ff-be95e4ac6271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.468105 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42a4df84-b54e-4c05-b8ff-be95e4ac6271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.484329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.541378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a5113-eca3-48e2-b99f-17ae9c2e4b9b req-f1c123c5-7ff8-438f-9a06-8b0fc99a7389 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.542980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e76a5113-eca3-48e2-b99f-17ae9c2e4b9b req-f1c123c5-7ff8-438f-9a06-8b0fc99a7389 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0800319 Sep 16 05:32:31.584085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e76a5113-eca3-48e2-b99f-17ae9c2e4b9b req-89651fdc-c998-41d5-9b2b-b804be25ef45 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Sep 16 05:32:31.594815 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e57ef32-0e71-4677-a196-471278f68d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.612695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42a4df84-b54e-4c05-b8ff-be95e4ac6271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.616719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-42a4df84-b54e-4c05-b8ff-be95e4ac6271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.617771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-42a4df84-b54e-4c05-b8ff-be95e4ac6271 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2bfd8f00-bbd6-4f53-8445-a99ee5856431 HTTP/1.1" status: 204 len: 168 time: 0.2224600 Sep 16 05:32:31.630182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4df84-b54e-4c05-b8ff-be95e4ac6271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfd8f00-bbd6-4f53-8445-a99ee5856431,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:31.712851 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e57ef32-0e71-4677-a196-471278f68d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.766597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e57ef32-0e71-4677-a196-471278f68d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.806686 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e57ef32-0e71-4677-a196-471278f68d7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80194ecd50544201b7972fcd7ecbc459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222275 Sep 16 05:32:31.807850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57ef32-0e71-4677-a196-471278f68d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb485e3-72b7-4553-9834-633442f6fb45,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:31.809439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34344) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.862039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3e66448-e186-4112-b318-fe057fcc2244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.883461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3e66448-e186-4112-b318-fe057fcc2244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.010211 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3e66448-e186-4112-b318-fe057fcc2244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.012735 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3e66448-e186-4112-b318-fe057fcc2244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.013909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e3e66448-e186-4112-b318-fe057fcc2244 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/adb485e3-72b7-4553-9834-633442f6fb45 HTTP/1.1" status: 204 len: 168 time: 0.2033927 Sep 16 05:32:32.026657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e66448-e186-4112-b318-fe057fcc2244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb485e3-72b7-4553-9834-633442f6fb45,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:32.052270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63677661-3d35-419e-bd38-c25d1922e250 req-8ac7ac8f-8dce-4bb3-9790-d5309f55874b tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.054041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63677661-3d35-419e-bd38-c25d1922e250 req-8ac7ac8f-8dce-4bb3-9790-d5309f55874b tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0748541 Sep 16 05:32:32.093514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63677661-3d35-419e-bd38-c25d1922e250 req-41ed302d-5945-46f4-a5bd-33c9ef32fa4c tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333462 Sep 16 05:32:32.223120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34352) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:32.264429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d9dee999-a8ea-4c48-aa47-85e4568680b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa7a3bc931e84b17814197fbf0b130a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392315 Sep 16 05:32:32.265931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34354) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:32.318751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3d4b78b-11ba-4576-8eb1-5394250da07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.339373 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3d4b78b-11ba-4576-8eb1-5394250da07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.457915 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3d4b78b-11ba-4576-8eb1-5394250da07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.460553 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c3d4b78b-11ba-4576-8eb1-5394250da07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.461956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c3d4b78b-11ba-4576-8eb1-5394250da07a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b8a0260-630d-4d72-8c71-f7c2974413d9 HTTP/1.1" status: 204 len: 168 time: 0.1950979 Sep 16 05:32:32.469791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4b78b-11ba-4576-8eb1-5394250da07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a0260-630d-4d72-8c71-f7c2974413d9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.019549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34386) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.118227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-586587360-network', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:33.200487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Made reservation on behalf of eeb9306db7d54542b518e2b58852cd63 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:33.202732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.214006 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.238674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81242cbc-fc94-47be-9e51-765dc68090b4 req-2ace646a-f274-4a02-a123-9624b560a439 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.240225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81242cbc-fc94-47be-9e51-765dc68090b4 req-2ace646a-f274-4a02-a123-9624b560a439 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0733280 Sep 16 05:32:33.297017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81242cbc-fc94-47be-9e51-765dc68090b4 req-b9dc89e4-bb19-4de3-9163-e8f6aa0ea623 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498669 Sep 16 05:32:33.349183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.352396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34402) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.406432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.427118 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:33.441729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e755ca7-3e7a-4947-9056-ce50b31f665b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.446612 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.446961 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Added segment cf30bdd6-e132-4b38-af2f-c7f4c557959a of type vlan for network 9916da83-82d5-432e-bb2f-f57b9ba558da Sep 16 05:32:33.462909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1141845547-network', 'tenant_id': '1da509ee850e4474bca5c750f8f20307'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:33.489630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.538171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:33.540637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.549873 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.550017 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.551488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.552176 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.653855 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9916da83-82d5-432e-bb2f-f57b9ba558da,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.655328 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.663459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 9916da83-82d5-432e-bb2f-f57b9ba558da details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:33.686214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98bea2-0dda-4a9f-bcc2-1f8b0b34ee1b req-9fd0066b-d290-48ee-9da4-ceb601c1b109 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.687754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a98bea2-0dda-4a9f-bcc2-1f8b0b34ee1b req-9fd0066b-d290-48ee-9da4-ceb601c1b109 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.1330757 Sep 16 05:32:33.698210 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.717707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-bdf7ea13-a26e-4c07-8151-0a38af8a6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.719265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-bdf7ea13-a26e-4c07-8151-0a38af8a6999 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=049aed1b01c44dbd898027d1ddb46dc5&device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 1098 time: 0.0787649 Sep 16 05:32:33.719962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:33.734039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd839d1-a608-4f01-8641-f65a895a0698,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.739476 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.739834 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Added segment d8bb74cd-aaa2-488c-a05f-22671cefce6c of type vlan for network 4c81e95b-a003-4bce-96cc-b2794f5f3deb Sep 16 05:32:33.763774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c5ece82e-74de-406b-a731-58079dd305c9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7430930 Sep 16 05:32:33.766697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34408) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.771042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a98bea2-0dda-4a9f-bcc2-1f8b0b34ee1b req-7887e385-4c6f-49cb-a848-f32f22385c34 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749333 Sep 16 05:32:33.774574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Request body: {'subnet': {'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-586587360-subnet', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:33.780736 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.857890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-27f1f8dd-6cee-4a14-b929-617d449d6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.859436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-27f1f8dd-6cee-4a14-b929-617d449d6039 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85505c13-1001-4e23-8206-8c1cf333dd56 HTTP/1.1" status: 200 len: 912 time: 0.1315343 Sep 16 05:32:33.875124 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.876194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.876781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.900753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-6b51caac-3048-4558-8cf5-6b614d6f4f40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635 HTTP/1.1" status: 200 len: 217 time: 0.0340950 Sep 16 05:32:33.903366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Made reservation on behalf of eeb9306db7d54542b518e2b58852cd63 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:33.905899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.940349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c81e95b-a003-4bce-96cc-b2794f5f3deb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.950508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:33.996246 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-64a6374e-261b-40d1-99b3-34f6585a94e5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6426923 Sep 16 05:32:33.999646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34410) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.005354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Request body: {'subnet': {'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1141845547-subnet', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:34.013277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-e48d6c74-f03c-4f43-a9c0-638605576abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.015677 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-e48d6c74-f03c-4f43-a9c0-638605576abc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7 HTTP/1.1" status: 200 len: 851 time: 0.1067746 Sep 16 05:32:34.054598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-90c28ea7-6826-4ad6-989b-e1af483dc7a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85505c13-1001-4e23-8206-8c1cf333dd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298581 Sep 16 05:32:34.075056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:34.077562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.215553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-d1645d91-0ec9-4be6-bbd2-94c3b061486e service neutron] 10.222.0.60 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511066 Sep 16 05:32:34.280922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.341875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf7c019-5c57-4a3b-9253-15d92adf7d4a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:34.350095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:34.350460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Network hostable DHCP agents. Network: 4c81e95b-a003-4bce-96cc-b2794f5f3deb, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:34.423665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:34.463898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 4c81e95b-a003-4bce-96cc-b2794f5f3deb) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:34.468013 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.468542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.474111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76dd08e-1ec1-48ec-aff9-4d1375614481 None None] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:34.527545 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-acaf4af8-4be9-4026-90b4-49c8e01063a3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5261528 Sep 16 05:32:34.529975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34412) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.535148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:34.575001 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.612958 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.614501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.627942 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:34.629214 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.649137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93ad779-12a7-4f9d-8d30-b50bc8924607,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:34.659009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0d33693-9f0a-470b-8a64-6b7680b8bd9f req-4e1610e7-4cef-43d7-8300-5b6083fd8de3 service neutron] 10.222.0.60 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356413 Sep 16 05:32:34.670837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Checking segment: {'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:34.671224 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Network hostable DHCP agents. Network: 9916da83-82d5-432e-bb2f-f57b9ba558da, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:34.738390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Network 9916da83-82d5-432e-bb2f-f57b9ba558da is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:34.781310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Allocated IP 172.20.0.2 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/b1f736eb-a2f2-489d-b07c-f5578af587ef) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:34.807898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 9916da83-82d5-432e-bb2f-f57b9ba558da) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:34.820545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a602e-b033-47ef-a084-6f68829919b2 None None] Network 9916da83-82d5-432e-bb2f-f57b9ba558da requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:34.827873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.828496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.905141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b734-fde9-4244-992a-e1206c277072 req-3cb72991-8106-4456-ace2-6d97b2716327 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.906754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4260b734-fde9-4244-992a-e1206c277072 req-3cb72991-8106-4456-ace2-6d97b2716327 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0545182 Sep 16 05:32:34.929397 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-50b3818c-0a8b-4d14-b445-e259943f8deb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1614950 Sep 16 05:32:34.933109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34416) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.937902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:34.974838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4260b734-fde9-4244-992a-e1206c277072 req-db4b2a03-7dc4-4138-959e-61019352e467 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606129 Sep 16 05:32:34.980413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.039535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.067178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-9916da83-82d5-432e-bb2f-f57b9ba558da', 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'fixed_ips': [{'subnet_id': 'd93ad779-12a7-4f9d-8d30-b50bc8924607'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:35.068129 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.097807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.098958 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.145895 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.150377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.217703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:35.229399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:35.233129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:35.235087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Pushing event updated for resources: {'Port': ['ID=b1f736eb-a2f2-489d-b07c-f5578af587ef,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.288345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Allocated IP 172.20.0.2 (9916da83-82d5-432e-bb2f-f57b9ba558da/d93ad779-12a7-4f9d-8d30-b50bc8924607/71d8b5c9-65cc-48b1-80d7-f99c2545e6d6) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:35.292810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.305042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Attempting to bind port b1f736eb-a2f2-489d-b07c-f5578af587ef on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:35.305401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Attempting to bind port b1f736eb-a2f2-489d-b07c-f5578af587ef by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:35.305767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Attempting to bind port b1f736eb-a2f2-489d-b07c-f5578af587ef on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:35.316441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:35.316819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:35.317228 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.317628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:35.318102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Bound port: b1f736eb-a2f2-489d-b07c-f5578af587ef, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:35.318489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.333886 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.452470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] For port b1f736eb-a2f2-489d-b07c-f5578af587ef, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:35.486499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] For port b1f736eb-a2f2-489d-b07c-f5578af587ef, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b1f736eb-a2f2-489d-b07c-f5578af587ef,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:35.515608 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.544609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.545162 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.567760 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.579867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.617444 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.636221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Network 9916da83-82d5-432e-bb2f-f57b9ba558da is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:35.638365 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.641178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:35.643125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29a902-218d-41e0-9807-2c8292001ac0 None None] Pushing event updated for resources: {'Port': ['ID=b1f736eb-a2f2-489d-b07c-f5578af587ef,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.646554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:35.710327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Allocated IP 172.25.7.11 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/3a4481e2-ce57-4abf-a2a7-8592d51f55f0) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:35.721186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Pushing event updated for resources: {'Port': ['ID=71d8b5c9-65cc-48b1-80d7-f99c2545e6d6,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.733749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Attempting to bind port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:35.735451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Attempting to bind port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:35.735451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Attempting to bind port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 on network 9916da83-82d5-432e-bb2f-f57b9ba558da {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:35.739890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:35.740264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Checking segment: {'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:35.740677 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.741091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Bound using segment: {'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:35.741551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Bound port: 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:35.741984 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.811915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] For port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:35.820536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] For port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=71d8b5c9-65cc-48b1-80d7-f99c2545e6d6,segment=NetworkSegment(cf30bdd6-e132-4b38-af2f-c7f4c557959a),segment_id=cf30bdd6-e132-4b38-af2f-c7f4c557959a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:35.824075 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.898641 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.954803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.961959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78ecca-7273-4bce-8dbf-b1759e58b5d9 None None] Pushing event updated for resources: {'Port': ['ID=71d8b5c9-65cc-48b1-80d7-f99c2545e6d6,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.005731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:36.010947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:36.017348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:36.032825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Allocated IP 172.25.7.235 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/206c4aa1-9468-4f49-908d-2c8ca250f736) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:36.040892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4481e2-ce57-4abf-a2a7-8592d51f55f0,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.206735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dd62d-aca2-4b5a-be6e-102d58bd1c59 req-45292354-ded1-4049-a23b-b040b6c2b178 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.209217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f5dd62d-aca2-4b5a-be6e-102d58bd1c59 req-45292354-ded1-4049-a23b-b040b6c2b178 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.1314423 Sep 16 05:32:36.258414 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.275809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f5dd62d-aca2-4b5a-be6e-102d58bd1c59 req-6c23a216-a235-4bf2-a305-f3867ffd02df tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581992 Sep 16 05:32:36.367309 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.373999 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.417056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:36.420250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:36.427129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:36.452567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Pushing event updated for resources: {'Port': ['ID=206c4aa1-9468-4f49-908d-2c8ca250f736,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.597960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.726730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b1f736eb-a2f2-489d-b07c-f5578af587ef up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:36.800035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b1f736eb-a2f2-489d-b07c-f5578af587ef triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:36.800035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.821014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92f4da-ed12-4615-a2cb-44965d11b2e2 None None] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:36.834960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:36.842352 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.853343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251097d-d81e-4525-a23b-deca53ebe99b req-b222af7e-e06d-4916-b41b-164e23a262ef tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.854874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3251097d-d81e-4525-a23b-deca53ebe99b req-b222af7e-e06d-4916-b41b-164e23a262ef tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.1217310 Sep 16 05:32:36.925726 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-46d4c152-f347-48ce-be79-f5b950591d8f None None] Provisioning complete for port b1f736eb-a2f2-489d-b07c-f5578af587ef triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:36.926197 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-46d4c152-f347-48ce-be79-f5b950591d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.942075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3251097d-d81e-4525-a23b-deca53ebe99b req-b89f7914-7b4a-4754-92eb-4d0c98a2df64 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575905 Sep 16 05:32:36.954019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:36.971778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:37.010051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:37.010705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:37.047176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.051702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5fae7f86-c3b1-428c-a467-5ac8c20cd4d6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5180106 Sep 16 05:32:37.052050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34424) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.130568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.151508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.372123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Router 9517827b-6304-4ce4-8ebb-1e0ae437cebc is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:37.400588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7752e8b7-0d69-42b1-8e32-e0ea9e51b252 None None] Network 9916da83-82d5-432e-bb2f-f57b9ba558da requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:37.494332 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-46d4c152-f347-48ce-be79-f5b950591d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.495560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:37.505287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port b1f736eb-a2f2-489d-b07c-f5578af587ef, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b1f736eb-a2f2-489d-b07c-f5578af587ef,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:37.506753 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Sync routers for ids ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:37.516794 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Routers {'9517827b-6304-4ce4-8ebb-1e0ae437cebc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:37.517483 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:37.528277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:37.559456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.572531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.572531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dd4e4db0-1df3-423e-9f50-8673652824dc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6359560 Sep 16 05:32:37.574460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.634161 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Set router 9517827b-6304-4ce4-8ebb-1e0ae437cebc gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:37.723210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.724388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:37.840178 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 3, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port': {'id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:37.877724 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Checking router: 9517827b-6304-4ce4-8ebb-1e0ae437cebc for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:37.878538 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Updating router 9517827b-6304-4ce4-8ebb-1e0ae437cebc port 206c4aa1-9468-4f49-908d-2c8ca250f736 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:37.909968 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.941055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:37.941607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.989612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=b1f736eb-a2f2-489d-b07c-f5578af587ef,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.006434 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-46d4c152-f347-48ce-be79-f5b950591d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:32:38.006805 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-46d4c152-f347-48ce-be79-f5b950591d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:32:38.057435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 3, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:38.095032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:38.095408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Updating router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:38.121204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c252-3370-41e1-b2bc-9b6e13545c59 req-40d9a67a-6fd5-40a1-b00a-02c5526967ca tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.127144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9575c252-3370-41e1-b2bc-9b6e13545c59 req-40d9a67a-6fd5-40a1-b00a-02c5526967ca tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0834291 Sep 16 05:32:38.160886 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.191886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9575c252-3370-41e1-b2bc-9b6e13545c59 req-e897c819-7705-4119-9245-d388c7c71415 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582278 Sep 16 05:32:38.215111 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.261530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=71d8b5c9-65cc-48b1-80d7-f99c2545e6d6,segment=NetworkSegment(cf30bdd6-e132-4b38-af2f-c7f4c557959a),segment_id=cf30bdd6-e132-4b38-af2f-c7f4c557959a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:38.261899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Allocated IP 172.20.0.1 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/54706508-9f18-4c0d-97c3-e63db3635a39) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:38.288109 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.338192 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.389274 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.440241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=71d8b5c9-65cc-48b1-80d7-f99c2545e6d6,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.470823 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Pushing event updated for resources: {'Port': ['ID=206c4aa1-9468-4f49-908d-2c8ca250f736,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.474935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Attempting to bind port 206c4aa1-9468-4f49-908d-2c8ca250f736 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:38.475823 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Attempting to bind port 206c4aa1-9468-4f49-908d-2c8ca250f736 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:38.476249 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Attempting to bind port 206c4aa1-9468-4f49-908d-2c8ca250f736 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:38.479459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.486146 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.486501 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.486846 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.487191 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.487610 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.488184 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.488525 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.488860 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.489195 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.489527 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.489883 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.490213 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:38.495954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:38.496336 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:38.496850 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.497137 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:38.497619 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Bound port: 206c4aa1-9468-4f49-908d-2c8ca250f736, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:38.498247 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.560154 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] For port 206c4aa1-9468-4f49-908d-2c8ca250f736, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:38.566670 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] For port 206c4aa1-9468-4f49-908d-2c8ca250f736, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=206c4aa1-9468-4f49-908d-2c8ca250f736,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:38.626515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.630970 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.642768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.661912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b1f736eb-a2f2-489d-b07c-f5578af587ef up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:38.665451 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.671394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959978-bc86-492a-b95d-5f7736443cc9 req-8a2bbdbd-0048-4053-bb37-044fa0db8a4b tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.673849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c959978-bc86-492a-b95d-5f7736443cc9 req-8a2bbdbd-0048-4053-bb37-044fa0db8a4b tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0898209 Sep 16 05:32:38.714321 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Routers {'9517827b-6304-4ce4-8ebb-1e0ae437cebc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:38.715183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:38.715374 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:38.719033 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56851109-6f29-453a-ac0a-0cf2d78c3b36 None None] Pushing event updated for resources: {'Port': ['ID=206c4aa1-9468-4f49-908d-2c8ca250f736,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.736215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:38.736408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.741444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:38.777206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c959978-bc86-492a-b95d-5f7736443cc9 req-f84956d7-7e6a-44b7-abcb-b7bcff1dffde tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878642 Sep 16 05:32:38.788316 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-51ee12dc-cf1b-43a8-b51b-8ba143256d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.796316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-51ee12dc-cf1b-43a8-b51b-8ba143256d26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=049aed1b01c44dbd898027d1ddb46dc5&device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 1098 time: 0.0874815 Sep 16 05:32:38.834168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.842647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c671cdf3-8472-428c-a130-1ce95dee1f87 None None] Provisioning complete for port b1f736eb-a2f2-489d-b07c-f5578af587ef triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:38.843033 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c671cdf3-8472-428c-a130-1ce95dee1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.875349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Attempting to bind port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:38.875661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Attempting to bind port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:38.875947 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] Set router 9517827b-6304-4ce4-8ebb-1e0ae437cebc gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:38.876065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Attempting to bind port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:38.887092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:38.887498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:38.887910 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.888311 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:38.888793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Bound port: 3a4481e2-ce57-4abf-a2a7-8592d51f55f0, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:38.889181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.892032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b1f736eb-a2f2-489d-b07c-f5578af587ef triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:38.892394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.893848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce06b1-32e8-40e8-b35e-140b6114d781 None None] Pushing event updated for resources: {'Port': ['ID=3a4481e2-ce57-4abf-a2a7-8592d51f55f0,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.904996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Pushing event updated for resources: {'Port': ['ID=54706508-9f18-4c0d-97c3-e63db3635a39,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.924499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-29f7e728-2094-427c-9acc-1c7e60779b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.926993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-29f7e728-2094-427c-9acc-1c7e60779b13 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85505c13-1001-4e23-8206-8c1cf333dd56 HTTP/1.1" status: 200 len: 912 time: 0.1194730 Sep 16 05:32:39.010317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-9bb6af43-1f0a-4499-aa9f-7712d3cb843a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635 HTTP/1.1" status: 200 len: 217 time: 0.0726676 Sep 16 05:32:39.011234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] For port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:39.016462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] For port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3a4481e2-ce57-4abf-a2a7-8592d51f55f0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:39.086629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:39.092872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-43a6090d-7000-4e84-86f2-5742436250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.094563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-43a6090d-7000-4e84-86f2-5742436250c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7 HTTP/1.1" status: 200 len: 851 time: 0.0770011 Sep 16 05:32:39.109110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.137211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-176e6210-3b60-49f0-8017-ab140b80e343 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85505c13-1001-4e23-8206-8c1cf333dd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338850 Sep 16 05:32:39.148096 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 3, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port': {'id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:39.174672 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Allocated IP 172.20.0.1 (9916da83-82d5-432e-bb2f-f57b9ba558da/d93ad779-12a7-4f9d-8d30-b50bc8924607/8b73c6be-5c16-46d9-be9b-b0697522b75d) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:39.180283 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c75f6-d123-4761-a38c-64e6814ff589 None None] The sync data for ids ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'] in n-d-712143-16 is: [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 3, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port': {'id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:39.224914 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:39.225565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:39.230881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:39.231431 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.247614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-fd4ca4db-874b-4dab-808a-d879d3bf02f7 service neutron] 10.222.0.60 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028593 Sep 16 05:32:39.248748 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.298936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce06b1-32e8-40e8-b35e-140b6114d781 None None] Pushing event updated for resources: {'Port': ['ID=3a4481e2-ce57-4abf-a2a7-8592d51f55f0,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.306147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c671cdf3-8472-428c-a130-1ce95dee1f87 None None] Provisioning complete for port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:39.306985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c671cdf3-8472-428c-a130-1ce95dee1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.369151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a5873d8-453f-4a8f-bedd-51ca89067c5b req-7dfa1092-80b1-43e3-82f1-dbc7d840cdbf service neutron] 10.222.0.60 "GET /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138496 Sep 16 05:32:39.393735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.557135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.595682 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.608162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:39.628432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.667857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Network 9916da83-82d5-432e-bb2f-f57b9ba558da is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:39.677353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:39.679994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:39.696170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.705629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Pushing event updated for resources: {'Port': ['ID=8b73c6be-5c16-46d9-be9b-b0697522b75d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.861299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Pushing event updated for resources: {'Port': ['ID=54706508-9f18-4c0d-97c3-e63db3635a39,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.867832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.916682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8dfae246-e708-49c9-8bea-ec2a584b1290 None None] Provisioning complete for port 54706508-9f18-4c0d-97c3-e63db3635a39 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:39.917333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8dfae246-e708-49c9-8bea-ec2a584b1290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.958817 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:39.966028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:39.994710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc56bb0-ece6-42ef-8975-4eacd6d385f8 req-1547a5bf-3671-4134-8ca0-693ba30f0b75 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.996686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8dfae246-e708-49c9-8bea-ec2a584b1290 None None] Port 54706508-9f18-4c0d-97c3-e63db3635a39 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:40.001703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fc56bb0-ece6-42ef-8975-4eacd6d385f8 req-1547a5bf-3671-4134-8ca0-693ba30f0b75 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.1275029 Sep 16 05:32:40.135221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:38Z', 'revision_number': 1, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:40.135221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc24117-eb52-4832-a389-aeabd2093731 None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:38Z', 'revision_number': 1, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:40.137721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fc56bb0-ece6-42ef-8975-4eacd6d385f8 req-bf374090-6f2d-42d7-afc1-78509701f0c2 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711589 Sep 16 05:32:40.138097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-891a8a0b-12ae-488c-9006-6d1db8209d85 None None] Provisioning complete for port 8b73c6be-5c16-46d9-be9b-b0697522b75d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:40.138097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-891a8a0b-12ae-488c-9006-6d1db8209d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.288362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:40.292383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-891a8a0b-12ae-488c-9006-6d1db8209d85 None None] Port 8b73c6be-5c16-46d9-be9b-b0697522b75d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:40.306436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:40.315131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-944c6c00-69ce-4513-b90f-795493421633 None None] Provisioning complete for port 54706508-9f18-4c0d-97c3-e63db3635a39 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:40.316111 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-944c6c00-69ce-4513-b90f-795493421633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.319833 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b569329d-6440-44ed-a82a-7d4f95e99555 admin admin] 10.222.0.59 "PUT /v2.0/routers/84298eb3-5b61-4f0c-b7dd-8b97c042c22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2666180 Sep 16 05:32:40.360031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-944c6c00-69ce-4513-b90f-795493421633 None None] Port 54706508-9f18-4c0d-97c3-e63db3635a39 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:40.431792 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.650507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.669050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 206c4aa1-9468-4f49-908d-2c8ca250f736 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:40.673764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.686867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.727008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 206c4aa1-9468-4f49-908d-2c8ca250f736 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:40.727499 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.770108 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.772113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Pushing event updated for resources: {'Port': ['ID=8b73c6be-5c16-46d9-be9b-b0697522b75d,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.822642 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.847188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 206c4aa1-9468-4f49-908d-2c8ca250f736, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=206c4aa1-9468-4f49-908d-2c8ca250f736,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:40.886761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Network 9916da83-82d5-432e-bb2f-f57b9ba558da is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:40.888272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:40.898309 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.028697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=206c4aa1-9468-4f49-908d-2c8ca250f736,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.073725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Router 9517827b-6304-4ce4-8ebb-1e0ae437cebc has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:41.103801 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-28e7d6af-c9a1-4140-ac01-565a7c49461c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.125707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-716916a9-0d46-48d8-81c1-595d2b767edd req-22b16e90-0a5a-444a-9083-21c855d5ae9b service neutron] (101824) timed out ('10.222.0.59', 42684) {{(pid=101824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:32:41.173774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34452) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:41.209362 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1961590463-network', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:41.243888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:41.255344 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ab1b90ca-bd6b-4f67-97a7-fc24451ed8da admin admin] 10.222.0.59 "PUT /v2.0/routers/9517827b-6304-4ce4-8ebb-1e0ae437cebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6734829 Sep 16 05:32:41.292104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Made reservation on behalf of 3bfdaa93cd4a4879bcbefb5f5783ac70 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:41.294993 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.295411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51c27-a44f-480e-9d3e-45ceaad111a9 req-d13a8587-d0df-4dec-ba6a-92ea661caa4d tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:41.303606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03d51c27-a44f-480e-9d3e-45ceaad111a9 req-d13a8587-d0df-4dec-ba6a-92ea661caa4d tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0901871 Sep 16 05:32:41.309438 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.358231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-955f372b-d44a-4c53-ac7d-d05f5380f3c7 None None] Provisioning complete for port 8b73c6be-5c16-46d9-be9b-b0697522b75d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:41.358792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-955f372b-d44a-4c53-ac7d-d05f5380f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.377273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03d51c27-a44f-480e-9d3e-45ceaad111a9 req-65f7f8bf-71a0-44ae-b3d8-47ea99b39060 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724835 Sep 16 05:32:41.447798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-955f372b-d44a-4c53-ac7d-d05f5380f3c7 None None] Port 8b73c6be-5c16-46d9-be9b-b0697522b75d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:41.494103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.522667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Sync routers for ids ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:41.532708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Routers {'9517827b-6304-4ce4-8ebb-1e0ae437cebc'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:41.533342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.572883 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.595813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:41.610267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbfc99a-ea43-4165-9745-ec3c64fd3e82,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.616812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.617260 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Added segment 244bed9c-bd91-4875-b062-5a6ace372958 of type vlan for network c3da2eaa-c460-4cec-b5a1-192b148c2d92 Sep 16 05:32:41.660653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Set router 9517827b-6304-4ce4-8ebb-1e0ae437cebc gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:41.676495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.801059 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.802126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:41.802706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.884260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] Pushing event updated for resources: {'Network': ['ID=c3da2eaa-c460-4cec-b5a1-192b148c2d92,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.898387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network c3da2eaa-c460-4cec-b5a1-192b148c2d92 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:41.913985 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9eb2e197-6dbb-4ebb-a06a-08b7698c708f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7392485 Sep 16 05:32:41.916019 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34464) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:41.921243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Request body: {'subnet': {'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1961590463-subnet', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:41.965536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 4, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port': {'id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8b73c6be-5c16-46d9-be9b-b0697522b75d', 'name': '', 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'mac_address': 'fa:16:3e:a3:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'd93ad779-12a7-4f9d-8d30-b50bc8924607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 2, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'subnets': [{'id': 'd93ad779-12a7-4f9d-8d30-b50bc8924607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.985975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb634ac4-961b-413e-9407-06a19c9d1434 req-aa90dbca-0e02-4673-8ab3-7966bfd35e28 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:41.988180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb634ac4-961b-413e-9407-06a19c9d1434 req-aa90dbca-0e02-4673-8ab3-7966bfd35e28 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0687399 Sep 16 05:32:41.999454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Checking router: 9517827b-6304-4ce4-8ebb-1e0ae437cebc for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:41.999814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Updating router 9517827b-6304-4ce4-8ebb-1e0ae437cebc port 8b73c6be-5c16-46d9-be9b-b0697522b75d binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:42.026287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.029391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Made reservation on behalf of 3bfdaa93cd4a4879bcbefb5f5783ac70 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:42.032560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb634ac4-961b-413e-9407-06a19c9d1434 req-679ba03b-15ba-477c-89b4-48681dfe016a tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Sep 16 05:32:42.033258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.297756 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.311343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34474) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.317064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1052388196-network', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:42.317910 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.348155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d81b3bb-053e-4f1c-accc-6b31bf24b535,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.363900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Checking segment: {'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:42.364267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Network hostable DHCP agents. Network: c3da2eaa-c460-4cec-b5a1-192b148c2d92, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:42.366156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.394616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Made reservation on behalf of b1c62c5496f94075b5e6b49ea4c387e2 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:42.397077 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.406380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.436575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc427e52-87ad-4988-9ca2-b7dc4d2d8c94 None None] Pushing event updated for resources: {'Port': ['ID=8b73c6be-5c16-46d9-be9b-b0697522b75d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.487147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Network c3da2eaa-c460-4cec-b5a1-192b148c2d92 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:42.497493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Attempting to bind port 8b73c6be-5c16-46d9-be9b-b0697522b75d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:42.497890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Attempting to bind port 8b73c6be-5c16-46d9-be9b-b0697522b75d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:42.498257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Attempting to bind port 8b73c6be-5c16-46d9-be9b-b0697522b75d on network 9916da83-82d5-432e-bb2f-f57b9ba558da {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:42.504468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:42.504848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Checking segment: {'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:42.505258 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.505657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Bound using segment: {'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:42.506131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Bound port: 8b73c6be-5c16-46d9-be9b-b0697522b75d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf30bdd6-e132-4b38-af2f-c7f4c557959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:42.506517 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.537528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.577455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, c3da2eaa-c460-4cec-b5a1-192b148c2d92) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:42.582762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.586473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.594758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860bb18b-ab14-4b5f-83a7-c045a2d39282 None None] Network c3da2eaa-c460-4cec-b5a1-192b148c2d92 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:42.603710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] For port 8b73c6be-5c16-46d9-be9b-b0697522b75d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:42.613357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.639678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] For port 8b73c6be-5c16-46d9-be9b-b0697522b75d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8b73c6be-5c16-46d9-be9b-b0697522b75d,segment=NetworkSegment(cf30bdd6-e132-4b38-af2f-c7f4c557959a),segment_id=cf30bdd6-e132-4b38-af2f-c7f4c557959a)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:42.665035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:42.674819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493b1eb1-b94a-4008-bc73-8ca987e0cd88,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.686054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.686761 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Added segment 13182a0e-c5c5-4a07-a2ed-b74a43a81e58 of type vlan for network 5f6ce3ca-d4dc-4410-b406-29365853c593 Sep 16 05:32:42.692468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cb9767de-8032-4e01-aac9-d165276e5ee1 None None] Provisioning complete for port 8b73c6be-5c16-46d9-be9b-b0697522b75d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:42.692842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cb9767de-8032-4e01-aac9-d165276e5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.707553 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b99b9289-a517-40bf-95a4-a0e22bf33097 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7903445 Sep 16 05:32:42.708572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34476) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.713267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:42.721036 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.755917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.768384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:42.795356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.796507 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.815321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cb9767de-8032-4e01-aac9-d165276e5ee1 None None] Port 8b73c6be-5c16-46d9-be9b-b0697522b75d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:42.836322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.837332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.837635 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.874972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.883402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Routers {'9517827b-6304-4ce4-8ebb-1e0ae437cebc'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:42.884047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.886313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc427e52-87ad-4988-9ca2-b7dc4d2d8c94 None None] Pushing event updated for resources: {'Port': ['ID=8b73c6be-5c16-46d9-be9b-b0697522b75d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.888497 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:42.898519 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:42.899144 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.926971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6111367 Sep 16 05:32:42.926971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86177527-9408-4b3e-b81e-8d0a015abf31 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6ce3ca-d4dc-4410-b406-29365853c593,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.927939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34478) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.932370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Request body: {'subnet': {'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1052388196-subnet', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:42.946870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 5f6ce3ca-d4dc-4410-b406-29365853c593 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:42.984738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444184a6-4310-4885-b97a-975127a363ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-c3da2eaa-c460-4cec-b5a1-192b148c2d92', 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'fixed_ips': [{'subnet_id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:42.985601 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-444184a6-4310-4885-b97a-975127a363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.013901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:43.014672 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.034925 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:43.103861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Made reservation on behalf of b1c62c5496f94075b5e6b49ea4c387e2 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:43.107137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.200092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3a82b-d423-494b-b215-803fd632535b req-b17d286d-c899-4b85-846c-7ff130270ca1 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:43.202126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ad3a82b-d423-494b-b215-803fd632535b req-b17d286d-c899-4b85-846c-7ff130270ca1 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0630062 Sep 16 05:32:43.215735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.274048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ad3a82b-d423-494b-b215-803fd632535b req-22877cc3-9091-4945-a667-b9e97782b7fb tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599201 Sep 16 05:32:43.291067 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 2, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:43.412849 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:43.413135 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Updating router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b port 54706508-9f18-4c0d-97c3-e63db3635a39 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:43.439081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] Set router 9517827b-6304-4ce4-8ebb-1e0ae437cebc gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:43.442070 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.458664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.484791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8ec97512-3808-4986-a9bf-16814ef1d59a None None] Provisioning complete for port 8b73c6be-5c16-46d9-be9b-b0697522b75d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:43.485252 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ec97512-3808-4986-a9bf-16814ef1d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.689046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-444184a6-4310-4885-b97a-975127a363ea None None] Allocated IP 172.20.0.2 (c3da2eaa-c460-4cec-b5a1-192b148c2d92/1d81b3bb-053e-4f1c-accc-6b31bf24b535/78e300e2-9e22-4c2c-9e07-1b73c0e6bba9) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:43.694913 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.734761 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.750400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3a4481e2-ce57-4abf-a2a7-8592d51f55f0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:43.812077 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.850712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.851758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 206c4aa1-9468-4f49-908d-2c8ca250f736 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:43.866835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f75dfb4-305d-4b46-9f65-35d37fac4521,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:43.912391 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e1110-bb10-4220-b332-acd85aafa0f9 None None] Pushing event updated for resources: {'Port': ['ID=54706508-9f18-4c0d-97c3-e63db3635a39,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:43.920488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ec97512-3808-4986-a9bf-16814ef1d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.934043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Checking segment: {'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:43.934043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Network hostable DHCP agents. Network: 5f6ce3ca-d4dc-4410-b406-29365853c593, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:43.960299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.989831 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.019895 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Attempting to bind port 54706508-9f18-4c0d-97c3-e63db3635a39 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:44.020292 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Attempting to bind port 54706508-9f18-4c0d-97c3-e63db3635a39 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:44.023714 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Attempting to bind port 54706508-9f18-4c0d-97c3-e63db3635a39 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:44.041425 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:44.042742 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:44.042742 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.042742 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:44.043077 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Bound port: 54706508-9f18-4c0d-97c3-e63db3635a39, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:44.043495 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.046956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=3a4481e2-ce57-4abf-a2a7-8592d51f55f0,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.048672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-e136258a-c0ce-4039-bbd8-1698ca042572 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.050588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-e136258a-c0ce-4039-bbd8-1698ca042572 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.0984802 Sep 16 05:32:44.059034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Network 5f6ce3ca-d4dc-4410-b406-29365853c593 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:44.072500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8ec97512-3808-4986-a9bf-16814ef1d59a None None] For port 8b73c6be-5c16-46d9-be9b-b0697522b75d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8b73c6be-5c16-46d9-be9b-b0697522b75d,segment=NetworkSegment(cf30bdd6-e132-4b38-af2f-c7f4c557959a),segment_id=cf30bdd6-e132-4b38-af2f-c7f4c557959a)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:44.074784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.075138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.075516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.075860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.076198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.076533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.076866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.077195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.077527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.077857 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.078182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.078507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:44.122530 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-444184a6-4310-4885-b97a-975127a363ea None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.128707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 5f6ce3ca-d4dc-4410-b406-29365853c593) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:44.130597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 4, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port': {'id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8b73c6be-5c16-46d9-be9b-b0697522b75d', 'name': '', 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'mac_address': 'fa:16:3e:a3:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'd93ad779-12a7-4f9d-8d30-b50bc8924607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:42Z', 'revision_number': 4, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'subnets': [{'id': 'd93ad779-12a7-4f9d-8d30-b50bc8924607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:44.132567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Allocated IP 172.25.7.157 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/cd026afa-4da5-4861-936a-32183d277e81) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:44.136161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 206c4aa1-9468-4f49-908d-2c8ca250f736 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:44.136161 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.138225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.138947 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.167999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b7cb0-3769-44c9-89c0-94bf24d5d9cf None None] Network 5f6ce3ca-d4dc-4410-b406-29365853c593 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:44.183291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] For port 54706508-9f18-4c0d-97c3-e63db3635a39, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:44.186685 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] For port 54706508-9f18-4c0d-97c3-e63db3635a39, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=54706508-9f18-4c0d-97c3-e63db3635a39,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:44.189904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a6c7b-1478-4b17-a7e4-46efb1e26b9e None None] The sync data for ids ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'] in n-d-712143-16 is: [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 4, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port': {'id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8b73c6be-5c16-46d9-be9b-b0697522b75d', 'name': '', 'network_id': '9916da83-82d5-432e-bb2f-f57b9ba558da', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'mac_address': 'fa:16:3e:a3:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'd93ad779-12a7-4f9d-8d30-b50bc8924607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:42Z', 'revision_number': 4, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'subnets': [{'id': 'd93ad779-12a7-4f9d-8d30-b50bc8924607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:44.191563 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8ec97512-3808-4986-a9bf-16814ef1d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.199421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ee54c8aa-dc11-4af8-88a7-74da8452c37b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2709575 Sep 16 05:32:44.203818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34482) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:44.209896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1052388196-router', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:44.252681 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.293823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Deleting port 4b320395-aaf4-4199-bd28-3b4e4ffce635 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:44.294194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.330351 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.332895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.353181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97512-3808-4986-a9bf-16814ef1d59a None None] Pushing event updated for resources: {'Port': ['ID=8b73c6be-5c16-46d9-be9b-b0697522b75d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.358640 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-444184a6-4310-4885-b97a-975127a363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.373163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.387406 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e1110-bb10-4220-b332-acd85aafa0f9 None None] Pushing event updated for resources: {'Port': ['ID=54706508-9f18-4c0d-97c3-e63db3635a39,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.408819 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:44.410259 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:44.501037 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5487180e-ce96-4edd-9eb4-a387fcca4ff3 None None] Provisioning complete for port 54706508-9f18-4c0d-97c3-e63db3635a39 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:44.501609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5487180e-ce96-4edd-9eb4-a387fcca4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.510182 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.549436 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.558118 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.575877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444184a6-4310-4885-b97a-975127a363ea None None] Network c3da2eaa-c460-4cec-b5a1-192b148c2d92 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:44.599219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] For port 4b320395-aaf4-4199-bd28-3b4e4ffce635, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=4b320395-aaf4-4199-bd28-3b4e4ffce635,segment=NetworkSegment(bd946903-8256-4524-9f4a-1f2621d5f070),segment_id=bd946903-8256-4524-9f4a-1f2621d5f070)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:44.599500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.613417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:44.616397 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:44.623787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Calling delete_port for 4b320395-aaf4-4199-bd28-3b4e4ffce635 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:44.625427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:44.635015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd026afa-4da5-4861-936a-32183d277e81,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.637809 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:44.675096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444184a6-4310-4885-b97a-975127a363ea None None] Pushing event updated for resources: {'Port': ['ID=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.694678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-444184a6-4310-4885-b97a-975127a363ea None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:44.704606 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cdf64394-c81c-4766-8111-f799813a2392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.708856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444184a6-4310-4885-b97a-975127a363ea None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:44.920409 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:44.925901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-444184a6-4310-4885-b97a-975127a363ea None None] Attempting to bind port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:44.925901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-444184a6-4310-4885-b97a-975127a363ea None None] Attempting to bind port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:44.925901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444184a6-4310-4885-b97a-975127a363ea None None] Attempting to bind port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 on network c3da2eaa-c460-4cec-b5a1-192b148c2d92 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:44.956042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5487180e-ce96-4edd-9eb4-a387fcca4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.962436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444184a6-4310-4885-b97a-975127a363ea None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:44.962816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444184a6-4310-4885-b97a-975127a363ea None None] Checking segment: {'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:44.963224 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-444184a6-4310-4885-b97a-975127a363ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.963642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444184a6-4310-4885-b97a-975127a363ea None None] Bound using segment: {'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:44.964131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-444184a6-4310-4885-b97a-975127a363ea None None] Bound port: 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:44.964565 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-444184a6-4310-4885-b97a-975127a363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.978618 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef9fcf-4943-43fb-988b-f9bdca302ba6 None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:45.063081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-5f6ce3ca-d4dc-4410-b406-29365853c593', 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'fixed_ips': [{'subnet_id': '2f75dfb4-305d-4b46-9f65-35d37fac4521'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:45.064345 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.095468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5487180e-ce96-4edd-9eb4-a387fcca4ff3 None None] For port 54706508-9f18-4c0d-97c3-e63db3635a39, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=54706508-9f18-4c0d-97c3-e63db3635a39,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:45.238602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.247697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:45.249764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5487180e-ce96-4edd-9eb4-a387fcca4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.359505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-444184a6-4310-4885-b97a-975127a363ea None None] For port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:45.397621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Allocated IP 172.20.0.2 (5f6ce3ca-d4dc-4410-b406-29365853c593/2f75dfb4-305d-4b46-9f65-35d37fac4521/a27b58f0-a235-43aa-92be-f910daeed179) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:45.404340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551a537-dd55-4d19-9607-bbeb0f05eb52 req-275be8b4-879f-4ad1-9034-d5aa6fd6dbee tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.405125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3551a537-dd55-4d19-9607-bbeb0f05eb52 req-275be8b4-879f-4ad1-9034-d5aa6fd6dbee tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 946 time: 0.9718356 Sep 16 05:32:45.424486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487180e-ce96-4edd-9eb4-a387fcca4ff3 None None] Pushing event updated for resources: {'Port': ['ID=54706508-9f18-4c0d-97c3-e63db3635a39,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:45.439709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-444184a6-4310-4885-b97a-975127a363ea None None] For port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,segment=NetworkSegment(244bed9c-bd91-4875-b062-5a6ace372958),segment_id=244bed9c-bd91-4875-b062-5a6ace372958)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:45.448030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fd881b56-709d-4d94-aeaa-71c72dcc857e None None] Provisioning complete for port 54706508-9f18-4c0d-97c3-e63db3635a39 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:45.448511 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd881b56-709d-4d94-aeaa-71c72dcc857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.493878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.502870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.503070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:45.503583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.513949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.556970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3551a537-dd55-4d19-9607-bbeb0f05eb52 req-6ab56ef5-e867-4bd0-816f-852b713cb0d4 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/security-groups?id=3364de87-e6a2-4a63-95ce-3195e42bc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991189 Sep 16 05:32:45.561617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.578047 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-444184a6-4310-4885-b97a-975127a363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.610405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Pushing event deleted for resources: {'Port': ['ID=4b320395-aaf4-4199-bd28-3b4e4ffce635,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:45.682042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] No DVR routers for this DVR port 4b320395-aaf4-4199-bd28-3b4e4ffce635 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:45.685451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.687716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b5faef2-08ce-43db-8bed-d126c00f2b65 req-8a4b15bb-c414-49a5-abf7-739e2f592683 tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.60 "DELETE /v2.0/ports/4b320395-aaf4-4199-bd28-3b4e4ffce635 HTTP/1.1" status: 204 len: 173 time: 1.6299002 Sep 16 05:32:45.688607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b', 'name': 'network-vif-deleted', 'tag': '4b320395-aaf4-4199-bd28-3b4e4ffce635'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:45.691144 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1047732a-14ea-4eb0-a0b5-a32f79bbab26" -d '{"events": [{"server_uuid": "fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b", "name": "network-vif-deleted", "tag": "4b320395-aaf4-4199-bd28-3b4e4ffce635"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:45.749183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444184a6-4310-4885-b97a-975127a363ea None None] Pushing event updated for resources: {'Port': ['ID=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:45.760777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Router 5ec01951-0c29-4203-b992-cf9c07820a62 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:45.773878 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a74821e-4c7a-4b9c-bafa-d57e5dee53eb x-openstack-request-id: req-0a74821e-4c7a-4b9c-bafa-d57e5dee53eb {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:45.774314 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b", "name": "network-vif-deleted", "tag": "4b320395-aaf4-4199-bd28-3b4e4ffce635", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:45.774665 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a74821e-4c7a-4b9c-bafa-d57e5dee53eb {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:45.775394 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b', 'name': 'network-vif-deleted', 'tag': '4b320395-aaf4-4199-bd28-3b4e4ffce635', 'status': 'completed', 'code': 200} Sep 16 05:32:46.010207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.039333 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:46.048756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.086569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Sync routers for ids ['5ec01951-0c29-4203-b992-cf9c07820a62'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:46.106799 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.122082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8b73c6be-5c16-46d9-be9b-b0697522b75d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:46.155496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.159600 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-258069d5-2abe-42c3-9fba-4033734186e7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4472511 Sep 16 05:32:46.159871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34488) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:46.165261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Routers {'5ec01951-0c29-4203-b992-cf9c07820a62'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:46.166089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5ec01951-0c29-4203-b992-cf9c07820a62'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:46.222095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Allocated IP 172.25.7.128 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/fca93809-012b-45c8-8927-b9088864c98e) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:46.223174 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.296020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Network 5f6ce3ca-d4dc-4410-b406-29365853c593 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:46.304926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:46.333748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Pushing event updated for resources: {'Port': ['ID=a27b58f0-a235-43aa-92be-f910daeed179,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.337073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:46.341101 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.392092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8b73c6be-5c16-46d9-be9b-b0697522b75d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:46.392472 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.407474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Set router 5ec01951-0c29-4203-b992-cf9c07820a62 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:46.453842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.505427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:46.510889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:46.513447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Attempting to bind port a27b58f0-a235-43aa-92be-f910daeed179 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:46.514050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Attempting to bind port a27b58f0-a235-43aa-92be-f910daeed179 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:46.514231 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Attempting to bind port a27b58f0-a235-43aa-92be-f910daeed179 on network 5f6ce3ca-d4dc-4410-b406-29365853c593 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:46.516611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:46.521517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Pushing event updated for resources: {'Port': ['ID=fca93809-012b-45c8-8927-b9088864c98e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.534659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:46.536438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Checking segment: {'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:46.536438 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.536438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Bound using segment: {'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:46.536438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Bound port: a27b58f0-a235-43aa-92be-f910daeed179, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:46.536790 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.688580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.768027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e68c5c4c-8d26-4607-8095-3f7fb9bbd369 req-56203d1d-07d5-40f3-a189-8ee2406efe4e tempest-TestServerAdvancedOps-755202643 tempest-TestServerAdvancedOps-755202643-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd2da1a7-fe92-4ea0-bfcb-d90515a15e7b HTTP/1.1" status: 200 len: 210 time: 0.0582385 Sep 16 05:32:46.832164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 54706508-9f18-4c0d-97c3-e63db3635a39 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:46.866981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] For port a27b58f0-a235-43aa-92be-f910daeed179, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:46.890964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] For port a27b58f0-a235-43aa-92be-f910daeed179, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a27b58f0-a235-43aa-92be-f910daeed179,segment=NetworkSegment(13182a0e-c5c5-4a07-a2ed-b74a43a81e58),segment_id=13182a0e-c5c5-4a07-a2ed-b74a43a81e58)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:46.922521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'cd026afa-4da5-4861-936a-32183d277e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 3, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port': {'id': 'cd026afa-4da5-4861-936a-32183d277e81', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:46.943790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Allocated IP 172.20.0.1 (c3da2eaa-c460-4cec-b5a1-192b148c2d92/1d81b3bb-053e-4f1c-accc-6b31bf24b535/01e34401-9f92-4121-9acd-747d976fb8a3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:46.969151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 54706508-9f18-4c0d-97c3-e63db3635a39 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:46.969607 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.973875 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.997722 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.037620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.038395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Checking router: 5ec01951-0c29-4203-b992-cf9c07820a62 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:47.038893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Updating router 5ec01951-0c29-4203-b992-cf9c07820a62 port cd026afa-4da5-4861-936a-32183d277e81 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:47.060354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4b320395-aaf4-4199-bd28-3b4e4ffce635 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:47.067425 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.089074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 4b320395-aaf4-4199-bd28-3b4e4ffce635 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:47.089432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 4b320395-aaf4-4199-bd28-3b4e4ffce635 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:47.090833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9188cb-798e-4c5f-af15-3f5b509d2683 None None] Pushing event updated for resources: {'Port': ['ID=a27b58f0-a235-43aa-92be-f910daeed179,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:47.136849 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.166519 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.223037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Network c3da2eaa-c460-4cec-b5a1-192b148c2d92 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:47.226341 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:47.229851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:47.236731 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.254152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7125d5-f650-4f82-b0a6-c99e86aed3f0 None None] Network c3da2eaa-c460-4cec-b5a1-192b148c2d92 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:47.271824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Pushing event updated for resources: {'Port': ['ID=01e34401-9f92-4121-9acd-747d976fb8a3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:47.296160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.526209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:47.544181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7489d1aa-e360-4f9f-925e-20a17e6b269f None None] Provisioning complete for port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:47.544689 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7489d1aa-e360-4f9f-925e-20a17e6b269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.573158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.703986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:47.713333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:47.722028 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Sync routers for ids ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:47.733038 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Routers {'7019408c-fe69-4ff2-bec6-ae1e615a34a7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:47.733975 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:47.806255 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.807817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-14f9af68-b6cc-4dce-8039-53224d51066a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6020889 Sep 16 05:32:47.811024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34494) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:47.838502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.864530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34496) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:47.907191 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Set router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:47.944145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:47.944524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.949884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.003854 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.014978 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7489d1aa-e360-4f9f-925e-20a17e6b269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.052678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.069329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7489d1aa-e360-4f9f-925e-20a17e6b269f None None] For port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,segment=NetworkSegment(244bed9c-bd91-4875-b062-5a6ace372958),segment_id=244bed9c-bd91-4875-b062-5a6ace372958)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:48.085887 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-692ec8f9-02b8-47b4-b965-46097b4260db admin admin] Deleting subnet abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:48.091401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692ec8f9-02b8-47b4-b965-46097b4260db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.115729 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.136393 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.189829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Pushing event updated for resources: {'Port': ['ID=01e34401-9f92-4121-9acd-747d976fb8a3,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:48.199195 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7489d1aa-e360-4f9f-925e-20a17e6b269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.263577 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'name': 'tempest-TestAggregatesBasicOps-1052388196-router', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'fca93809-012b-45c8-8927-b9088864c98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:44Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 3, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'gw_port': {'id': 'fca93809-012b-45c8-8927-b9088864c98e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:48.265558 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692ec8f9-02b8-47b4-b965-46097b4260db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.315662 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Checking router: 7019408c-fe69-4ff2-bec6-ae1e615a34a7 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:48.316021 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Updating router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 port fca93809-012b-45c8-8927-b9088864c98e binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:48.353686 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692ec8f9-02b8-47b4-b965-46097b4260db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.378980 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.438324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Network c3da2eaa-c460-4cec-b5a1-192b148c2d92 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:48.441460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:48.504388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Attempting to bind port cd026afa-4da5-4861-936a-32183d277e81 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:48.504616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Attempting to bind port cd026afa-4da5-4861-936a-32183d277e81 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:48.505016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Attempting to bind port cd026afa-4da5-4861-936a-32183d277e81 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:48.522086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:48.522495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:48.522887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.523333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:48.523825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Bound port: cd026afa-4da5-4861-936a-32183d277e81, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:48.524212 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.532525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eae7858f-d65c-4d4a-92fb-679ea295df09 None None] Provisioning complete for port 01e34401-9f92-4121-9acd-747d976fb8a3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:48.532525 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eae7858f-d65c-4d4a-92fb-679ea295df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.605335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-eae7858f-d65c-4d4a-92fb-679ea295df09 None None] Port 01e34401-9f92-4121-9acd-747d976fb8a3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:48.606896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6617d-ef9e-4ec0-bcc7-76768fb52925 None None] Pushing event updated for resources: {'Port': ['ID=cd026afa-4da5-4861-936a-32183d277e81,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:48.628697 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692ec8f9-02b8-47b4-b965-46097b4260db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.642900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:32:48.643848 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:32:48.667443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.691286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eae7858f-d65c-4d4a-92fb-679ea295df09 None None] Provisioning complete for port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:48.691656 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eae7858f-d65c-4d4a-92fb-679ea295df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.697372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ec8f9-02b8-47b4-b965-46097b4260db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:48.705431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489d1aa-e360-4f9f-925e-20a17e6b269f None None] Pushing event updated for resources: {'Port': ['ID=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:48.714067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-692ec8f9-02b8-47b4-b965-46097b4260db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.724716 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-692ec8f9-02b8-47b4-b965-46097b4260db admin admin] 10.222.0.59 "DELETE /v2.0/subnets/abc47ea1-8bda-4f8f-9c9c-edf6f420c0c7 HTTP/1.1" status: 204 len: 168 time: 0.8517590 Sep 16 05:32:48.724911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:48.730337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Router 5ec01951-0c29-4203-b992-cf9c07820a62 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:48.753789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] For port cd026afa-4da5-4861-936a-32183d277e81, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:48.754989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] For port cd026afa-4da5-4861-936a-32183d277e81, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cd026afa-4da5-4861-936a-32183d277e81,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:48.818570 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.898761 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:48.904373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-62d00197-4406-4772-875b-35a7bcbe9996 admin admin] 10.222.0.59 "PUT /v2.0/routers/5ec01951-0c29-4203-b992-cf9c07820a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434180 Sep 16 05:32:48.919881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b02c4b-f890-41cb-8212-9857be8bb389 None None] Network 5f6ce3ca-d4dc-4410-b406-29365853c593 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:48.932895 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.968462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6617d-ef9e-4ec0-bcc7-76768fb52925 None None] Pushing event updated for resources: {'Port': ['ID=cd026afa-4da5-4861-936a-32183d277e81,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:48.981361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Routers {'5ec01951-0c29-4203-b992-cf9c07820a62'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:48.982453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5ec01951-0c29-4203-b992-cf9c07820a62'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:48.994429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.012013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] Provisioning complete for port 01e34401-9f92-4121-9acd-747d976fb8a3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:49.012639 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.017850 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.045190 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Attempting to bind port fca93809-012b-45c8-8927-b9088864c98e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:49.045869 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Attempting to bind port fca93809-012b-45c8-8927-b9088864c98e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:49.046440 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Attempting to bind port fca93809-012b-45c8-8927-b9088864c98e on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:49.084428 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:49.085210 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:49.085773 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.086313 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:49.086954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Bound port: fca93809-012b-45c8-8927-b9088864c98e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:49.087545 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.115365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Allocated IP 172.20.0.1 (5f6ce3ca-d4dc-4410-b406-29365853c593/2f75dfb4-305d-4b46-9f65-35d37fac4521/ead81ffa-cea4-4bcc-ba53-47aa8a0a236c) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:49.158278 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feee4e-c951-481b-9a48-af761f6fa394 None None] Pushing event updated for resources: {'Port': ['ID=fca93809-012b-45c8-8927-b9088864c98e,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:49.166818 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] For port fca93809-012b-45c8-8927-b9088864c98e, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:49.170152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.171153 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] For port fca93809-012b-45c8-8927-b9088864c98e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fca93809-012b-45c8-8927-b9088864c98e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:49.210746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85505c13-1001-4e23-8206-8c1cf333dd56']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.241478 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.250931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd946903-8256-4524-9f4a-1f2621d5f070') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.251230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd946903-8256-4524-9f4a-1f2621d5f070') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.266647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.289195 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.309051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:49.309713 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:49.311208 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:49.316374 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Routers {'7019408c-fe69-4ff2-bec6-ae1e615a34a7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:49.317367 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.322553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] Port 01e34401-9f92-4121-9acd-747d976fb8a3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:49.328312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 54706508-9f18-4c0d-97c3-e63db3635a39 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:49.358810 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.359753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] Set router 5ec01951-0c29-4203-b992-cf9c07820a62 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:49.378661 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feee4e-c951-481b-9a48-af761f6fa394 None None] Pushing event updated for resources: {'Port': ['ID=fca93809-012b-45c8-8927-b9088864c98e,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:49.441373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] Provisioning complete for port a27b58f0-a235-43aa-92be-f910daeed179 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:49.441751 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.492837 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.494993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.506534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.508911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] 10.222.0.59 "DELETE /v2.0/networks/85505c13-1001-4e23-8206-8c1cf333dd56 HTTP/1.1" status: 204 len: 168 time: 0.7877681 Sep 16 05:32:49.511737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34512) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:49.547894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0728c0-234b-4274-9148-b0f5e43be94d admin admin] Pushing event deleted for resources: {'Network': ['ID=85505c13-1001-4e23-8206-8c1cf333dd56,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:49.563117 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] Set router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:49.568803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Network 5f6ce3ca-d4dc-4410-b406-29365853c593 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:49.576032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:49.581138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:49.584671 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Pushing event updated for resources: {'Port': ['ID=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:49.641296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.642452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1c27a3-da0d-4f48-9e45-6b0a3dbdb388 admin admin] Deleting subnet 41467af4-8c64-4aba-9cd0-ad5e51d761ec {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:49.649168 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27a3-da0d-4f48-9e45-6b0a3dbdb388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.668157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 54706508-9f18-4c0d-97c3-e63db3635a39 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:49.668705 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.762972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27a3-da0d-4f48-9e45-6b0a3dbdb388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.804961 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.845127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27a3-da0d-4f48-9e45-6b0a3dbdb388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.905999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] For port a27b58f0-a235-43aa-92be-f910daeed179, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a27b58f0-a235-43aa-92be-f910daeed179,segment=NetworkSegment(13182a0e-c5c5-4a07-a2ed-b74a43a81e58),segment_id=13182a0e-c5c5-4a07-a2ed-b74a43a81e58)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:49.922533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.931385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'cd026afa-4da5-4861-936a-32183d277e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:32:47Z', 'revision_number': 4, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port': {'id': 'cd026afa-4da5-4861-936a-32183d277e81', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '01e34401-9f92-4121-9acd-747d976fb8a3', 'name': '', 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'mac_address': 'fa:16:3e:88:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:47Z', 'revision_number': 2, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'subnets': [{'id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.961428 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'name': 'tempest-TestAggregatesBasicOps-1052388196-router', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'fca93809-012b-45c8-8927-b9088864c98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:44Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 3, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'gw_port': {'id': 'fca93809-012b-45c8-8927-b9088864c98e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.965406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032f43d-b5da-43da-8fd7-5195f971cd8d None None] The sync data for ids ['5ec01951-0c29-4203-b992-cf9c07820a62'] in n-d-712143-16 is: [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'cd026afa-4da5-4861-936a-32183d277e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:32:47Z', 'revision_number': 4, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port': {'id': 'cd026afa-4da5-4861-936a-32183d277e81', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '01e34401-9f92-4121-9acd-747d976fb8a3', 'name': '', 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'mac_address': 'fa:16:3e:88:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:47Z', 'revision_number': 2, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'subnets': [{'id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:49.989575 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.014854 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca155463-7b26-476c-8a5a-e1121a08c42a None None] The sync data for ids ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'] in n-d-712143-16 is: [{'id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'name': 'tempest-TestAggregatesBasicOps-1052388196-router', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'fca93809-012b-45c8-8927-b9088864c98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:44Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 3, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'gw_port': {'id': 'fca93809-012b-45c8-8927-b9088864c98e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:50.058745 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27a3-da0d-4f48-9e45-6b0a3dbdb388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.116616 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f9779-a1b0-468e-b110-90209b982c61 None None] Pushing event updated for resources: {'Port': ['ID=a27b58f0-a235-43aa-92be-f910daeed179,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:50.127914 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e1c27a3-da0d-4f48-9e45-6b0a3dbdb388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.130955 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2e1c27a3-da0d-4f48-9e45-6b0a3dbdb388 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/41467af4-8c64-4aba-9cd0-ad5e51d761ec HTTP/1.1" status: 204 len: 168 time: 0.6181748 Sep 16 05:32:50.132132 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c27a3-da0d-4f48-9e45-6b0a3dbdb388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41467af4-8c64-4aba-9cd0-ad5e51d761ec,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:50.135869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34514) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:50.142410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7fc68f5b-2bd4-44d4-b212-538f662e5999 None None] Provisioning complete for port 01e34401-9f92-4121-9acd-747d976fb8a3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:50.145597 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7fc68f5b-2bd4-44d4-b212-538f662e5999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.212280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:50.253520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7fc68f5b-2bd4-44d4-b212-538f662e5999 None None] Port 01e34401-9f92-4121-9acd-747d976fb8a3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:50.270058 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.273518 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.277446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7fc68f5b-2bd4-44d4-b212-538f662e5999 None None] Provisioning complete for port a27b58f0-a235-43aa-92be-f910daeed179 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:50.277978 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7fc68f5b-2bd4-44d4-b212-538f662e5999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.310115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:50.310323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.343854 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.432437 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.443471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Pushing event updated for resources: {'Port': ['ID=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:50.492239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a27b58f0-a235-43aa-92be-f910daeed179 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:50.550649 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Network 5f6ce3ca-d4dc-4410-b406-29365853c593 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:50.551854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a27b58f0-a235-43aa-92be-f910daeed179 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:50.552232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:50.552408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.619996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-480a7f9e-bf9e-4b36-b5a3-5c893d5ba59a None None] Provisioning complete for port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:50.620538 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-480a7f9e-bf9e-4b36-b5a3-5c893d5ba59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.694575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-480a7f9e-bf9e-4b36-b5a3-5c893d5ba59a None None] Port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:50.769216 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.797775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a286a0-ee0f-44da-bfe5-8316ce066824']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:50.812350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed4007e-9eea-4bdd-a2fa-d5e2bbb96987') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:50.812350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed4007e-9eea-4bdd-a2fa-d5e2bbb96987') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:50.829115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.845074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:50.864969 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:50.954564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-82f0e9da-2765-432b-b2b1-3cde9acb4ccf None None] Provisioning complete for port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:50.954944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-82f0e9da-2765-432b-b2b1-3cde9acb4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.008163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-82f0e9da-2765-432b-b2b1-3cde9acb4ccf None None] Port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:51.081602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.093767 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.095553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:51.099462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/14a286a0-ee0f-44da-bfe5-8316ce066824 HTTP/1.1" status: 204 len: 168 time: 0.9597063 Sep 16 05:32:51.117939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3212aab-5859-4562-85c1-9152afaf95d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a286a0-ee0f-44da-bfe5-8316ce066824,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:51.257824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:51.267853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79fa496c-7b7e-43fa-8dea-4250aaa42623 admin admin] 10.222.0.59 "PUT /v2.0/routers/7019408c-fe69-4ff2-bec6-ae1e615a34a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4504254 Sep 16 05:32:51.485238 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34530) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:51.534853 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c3f65ecc-c89e-4498-8b7d-75ae9e85155c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=049aed1b01c44dbd898027d1ddb46dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446651 Sep 16 05:32:51.537740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34534) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:51.614767 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9197b891-3946-44c0-85e4-ba353fb74f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.645867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9197b891-3946-44c0-85e4-ba353fb74f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.777862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9197b891-3946-44c0-85e4-ba353fb74f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.780546 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9197b891-3946-44c0-85e4-ba353fb74f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.781815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9197b891-3946-44c0-85e4-ba353fb74f1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3364de87-e6a2-4a63-95ce-3195e42bc808 HTTP/1.1" status: 204 len: 168 time: 0.2427361 Sep 16 05:32:51.790733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197b891-3946-44c0-85e4-ba353fb74f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3364de87-e6a2-4a63-95ce-3195e42bc808,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:52.047121 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fca93809-012b-45c8-8927-b9088864c98e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:52.107085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fca93809-012b-45c8-8927-b9088864c98e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:52.107706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.189691 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.211937 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port fca93809-012b-45c8-8927-b9088864c98e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fca93809-012b-45c8-8927-b9088864c98e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:52.257783 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.258676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a27b58f0-a235-43aa-92be-f910daeed179 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:52.335291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=fca93809-012b-45c8-8927-b9088864c98e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:52.345973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a27b58f0-a235-43aa-92be-f910daeed179 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:52.346386 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.493076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34558) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:52.559708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34562) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:52.560348 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bd1d9d72-b565-464c-a555-1fea3a448ec2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c02e2254a524475acb922034efa8482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655630 Sep 16 05:32:52.629780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c569-73fa-449f-9d42-34f8ed83d05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.652983 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c569-73fa-449f-9d42-34f8ed83d05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.760466 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c569-73fa-449f-9d42-34f8ed83d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.763136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c569-73fa-449f-9d42-34f8ed83d05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.764479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d8a9c569-73fa-449f-9d42-34f8ed83d05c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d2daacb-0eec-4838-958f-570798de8497 HTTP/1.1" status: 204 len: 168 time: 0.2035830 Sep 16 05:32:52.773045 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9c569-73fa-449f-9d42-34f8ed83d05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2daacb-0eec-4838-958f-570798de8497,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:53.135409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-e3b21656-8350-4df8-a7aa-ba1528a60406 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.143997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-e3b21656-8350-4df8-a7aa-ba1528a60406 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1194718 Sep 16 05:32:53.163194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-f69ba6ba-7487-491c-a359-55460b867926 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/quotas/1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 375 time: 0.0182359 Sep 16 05:32:53.244661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-155e1e75-dd69-455b-b280-7aadcd5a6782 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744026 Sep 16 05:32:53.256940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-be99598b-9ba9-4b26-8add-638bb0698be1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:32:53.258451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-be99598b-9ba9-4b26-8add-638bb0698be1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063565 Sep 16 05:32:53.367999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-c2c04ceb-3a88-4417-b816-56e2b3341db9 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028118 Sep 16 05:32:53.503451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-9ce5cad3-4929-4cd5-8bbf-c770837016c2 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185267 Sep 16 05:32:53.526272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34596) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:53.890280 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.110651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cd026afa-4da5-4861-936a-32183d277e81 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:54.114952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce6bf6bb-0e68-4434-a6da-cdaa820fbb48 req-8648a71a-2bb9-49d3-9acf-28c188c41f45 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 210 time: 0.0464835 Sep 16 05:32:54.186927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cd026afa-4da5-4861-936a-32183d277e81 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:54.188084 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.218869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Deleting port 8b73c6be-5c16-46d9-be9b-b0697522b75d {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:54.219206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.296648 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.320197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port cd026afa-4da5-4861-936a-32183d277e81, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cd026afa-4da5-4861-936a-32183d277e81,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:54.323443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] For port 8b73c6be-5c16-46d9-be9b-b0697522b75d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8b73c6be-5c16-46d9-be9b-b0697522b75d,segment=NetworkSegment(cf30bdd6-e132-4b38-af2f-c7f4c557959a),segment_id=cf30bdd6-e132-4b38-af2f-c7f4c557959a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:54.323721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.342531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Calling delete_port for 8b73c6be-5c16-46d9-be9b-b0697522b75d owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:54.411732 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.412459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fca93809-012b-45c8-8927-b9088864c98e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:54.488936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=cd026afa-4da5-4861-936a-32183d277e81,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:54.505022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fca93809-012b-45c8-8927-b9088864c98e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:54.505398 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.600344 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.625939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b73c6be-5c16-46d9-be9b-b0697522b75d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:54.803398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Sync routers for ids ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:54.806219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.815219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Routers {'7019408c-fe69-4ff2-bec6-ae1e615a34a7'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:54.817260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:55.043084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Router 9517827b-6304-4ce4-8ebb-1e0ae437cebc has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:55.093108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Set router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:55.160417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:55.169035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1877ae01-03cc-4362-9850-b30ec41d07a6 admin admin] 10.222.0.59 "PUT /v2.0/routers/9517827b-6304-4ce4-8ebb-1e0ae437cebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393831 Sep 16 05:32:55.169285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34616) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:55.177168 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] Sync routers for ids ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:55.189719 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] Routers {'9517827b-6304-4ce4-8ebb-1e0ae437cebc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:55.193290 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:55.319531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-01c24a1c-b3a6-419d-9891-76482cf837c4 req-b3686fae-539c-411b-8c3e-0c983e94e5be tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 210 time: 0.0484228 Sep 16 05:32:55.332534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.333108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'name': 'tempest-TestAggregatesBasicOps-1052388196-router', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'fca93809-012b-45c8-8927-b9088864c98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:44Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 4, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'gw_port': {'id': 'fca93809-012b-45c8-8927-b9088864c98e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ead81ffa-cea4-4bcc-ba53-47aa8a0a236c', 'name': '', 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'mac_address': 'fa:16:3e:0d:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '2f75dfb4-305d-4b46-9f65-35d37fac4521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:48Z', 'updated_at': '2021-09-16T05:32:50Z', 'revision_number': 2, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'subnets': [{'id': '2f75dfb4-305d-4b46-9f65-35d37fac4521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:55.338293 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] Set router 9517827b-6304-4ce4-8ebb-1e0ae437cebc gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:55.361709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Checking router: 7019408c-fe69-4ff2-bec6-ae1e615a34a7 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:55.362650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Updating router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:55.389500 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.471789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.516792 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Sync routers for ids ['5ec01951-0c29-4203-b992-cf9c07820a62'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:55.547010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Routers {'5ec01951-0c29-4203-b992-cf9c07820a62'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:55.547399 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:54Z', 'revision_number': 5, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port': {'id': '206c4aa1-9468-4f49-908d-2c8ca250f736', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:55.547758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5ec01951-0c29-4203-b992-cf9c07820a62'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:55.578250 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] Checking router: 9517827b-6304-4ce4-8ebb-1e0ae437cebc for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:55.587191 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] Routers {'9517827b-6304-4ce4-8ebb-1e0ae437cebc'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:55.587848 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:55.595943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Deleting port 206c4aa1-9468-4f49-908d-2c8ca250f736 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:55.596326 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.681816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] Set router 9517827b-6304-4ce4-8ebb-1e0ae437cebc gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:55.686590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] For port 206c4aa1-9468-4f49-908d-2c8ca250f736, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=206c4aa1-9468-4f49-908d-2c8ca250f736,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:55.686998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.703138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Calling delete_port for 206c4aa1-9468-4f49-908d-2c8ca250f736 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:55.725617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Set router 5ec01951-0c29-4203-b992-cf9c07820a62 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:55.734359 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:55Z', 'revision_number': 6, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:55.763761 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c63d90-cb29-4d1a-b4a9-ad762a132016 None None] The sync data for ids ['9517827b-6304-4ce4-8ebb-1e0ae437cebc'] in n-d-712143-16 is: [{'id': '9517827b-6304-4ce4-8ebb-1e0ae437cebc', 'name': 'tempest-TestAggregatesBasicOps-586587360-router', 'tenant_id': 'eeb9306db7d54542b518e2b58852cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:55Z', 'revision_number': 6, 'project_id': 'eeb9306db7d54542b518e2b58852cd63', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:55.872609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.916524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.937411 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.964438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Pushing event deleted for resources: {'Port': ['ID=206c4aa1-9468-4f49-908d-2c8ca250f736,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:56.011691 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1191a2f-c627-4e70-b367-96f3473d19f6 None None] Pushing event updated for resources: {'Port': ['ID=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:56.032996 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.074590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Attempting to bind port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:56.074947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Attempting to bind port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:56.075335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Attempting to bind port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c on network 5f6ce3ca-d4dc-4410-b406-29365853c593 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:56.083665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:56.084047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Checking segment: {'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:56.084458 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.084855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Bound using segment: {'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:56.085329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Bound port: ead81ffa-cea4-4bcc-ba53-47aa8a0a236c, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13182a0e-c5c5-4a07-a2ed-b74a43a81e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:56.085714 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.112598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'cd026afa-4da5-4861-936a-32183d277e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:32:47Z', 'revision_number': 4, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port': {'id': 'cd026afa-4da5-4861-936a-32183d277e81', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '01e34401-9f92-4121-9acd-747d976fb8a3', 'name': '', 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'mac_address': 'fa:16:3e:88:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:47Z', 'revision_number': 2, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'subnets': [{'id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:56.161508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.163981 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.201878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Checking router: 5ec01951-0c29-4203-b992-cf9c07820a62 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:56.202333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Updating router 5ec01951-0c29-4203-b992-cf9c07820a62 port 01e34401-9f92-4121-9acd-747d976fb8a3 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:56.246325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.279064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] For port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:56.281278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.282639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9517827b-6304-4ce4-8ebb-1e0ae437cebc {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:32:56.287411 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.288635 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5765fcf2-aa7b-4120-8c54-dc6b339762ad admin admin] 10.222.0.59 "DELETE /v2.0/routers/9517827b-6304-4ce4-8ebb-1e0ae437cebc HTTP/1.1" status: 204 len: 168 time: 1.1183412 Sep 16 05:32:56.291337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34618) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:56.311920 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cd026afa-4da5-4861-936a-32183d277e81 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:56.352541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6166636-9034-4179-a745-2b77a122f8ac admin admin] Deleting subnet d93ad779-12a7-4f9d-8d30-b50bc8924607 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:56.365492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c6166636-9034-4179-a745-2b77a122f8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.370527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] For port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,segment=NetworkSegment(13182a0e-c5c5-4a07-a2ed-b74a43a81e58),segment_id=13182a0e-c5c5-4a07-a2ed-b74a43a81e58)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:56.387114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-962b63f7-a8cf-4f63-8935-38520851c177 None None] Provisioning complete for port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:56.389041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-962b63f7-a8cf-4f63-8935-38520851c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.463544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-abaeb7a7-2f92-46a8-8265-05f0650b1450 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.465543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7fea8ad-b850-4526-bb4b-9333c49ef761 req-b198e47c-42fa-425b-8ce0-1bd17c4cbff7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 210 time: 0.0535364 Sep 16 05:32:56.466154 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-abaeb7a7-2f92-46a8-8265-05f0650b1450 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1858366 Sep 16 05:32:56.479460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c6166636-9034-4179-a745-2b77a122f8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.496739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'port': {'device_id': 'f977237c-0d06-45aa-add3-df3db159157c', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'admin_state_up': True, 'tenant_id': '1da509ee850e4474bca5c750f8f20307'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:56.496937 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.535405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port cd026afa-4da5-4861-936a-32183d277e81 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:56.535792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.547737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-962b63f7-a8cf-4f63-8935-38520851c177 None None] Port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:56.598332 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c6166636-9034-4179-a745-2b77a122f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.670763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Routers {'7019408c-fe69-4ff2-bec6-ae1e615a34a7'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:56.671601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:56.677559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1191a2f-c627-4e70-b367-96f3473d19f6 None None] Pushing event updated for resources: {'Port': ['ID=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:56.680378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:56.684222 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.732397 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c6166636-9034-4179-a745-2b77a122f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.768895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c6166636-9034-4179-a745-2b77a122f8ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.772299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c6166636-9034-4179-a745-2b77a122f8ac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d93ad779-12a7-4f9d-8d30-b50bc8924607 HTTP/1.1" status: 204 len: 168 time: 0.4799659 Sep 16 05:32:56.782121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34622) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:56.801928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6166636-9034-4179-a745-2b77a122f8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93ad779-12a7-4f9d-8d30-b50bc8924607,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:56.875777 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.881591 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b88513-0d90-463a-b091-d5b3d09ace39 None None] Network 9916da83-82d5-432e-bb2f-f57b9ba558da requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:56.917681 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.999224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.20.0.10 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/41e07b0b-f51e-4722-80e9-1282f9d9b3a3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:57.037048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b6990a87-745e-40a2-bff9-7c9aa203fd51 None None] Provisioning complete for port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:57.037401 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6990a87-745e-40a2-bff9-7c9aa203fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.038861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.060733 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Deleting port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:57.061123 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.188916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] For port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=71d8b5c9-65cc-48b1-80d7-f99c2545e6d6,segment=NetworkSegment(cf30bdd6-e132-4b38-af2f-c7f4c557959a),segment_id=cf30bdd6-e132-4b38-af2f-c7f4c557959a)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:57.189291 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.203719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] Set router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:57.225244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Calling delete_port for 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:57.303460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.423227 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.458482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8b73c6be-5c16-46d9-be9b-b0697522b75d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:57.460688 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.462603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Pushing event deleted for resources: {'Port': ['ID=71d8b5c9-65cc-48b1-80d7-f99c2545e6d6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:57.466857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] No DVR routers for this DVR port 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:57.487033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124af0cc-d7f7-4a95-841d-c72e96002389 None None] Pushing event updated for resources: {'Port': ['ID=01e34401-9f92-4121-9acd-747d976fb8a3,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:57.497507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8b73c6be-5c16-46d9-be9b-b0697522b75d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:57.497862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8b73c6be-5c16-46d9-be9b-b0697522b75d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:57.560405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:57.580185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:57.583967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:57.591073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:57.693766 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:57.694431 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.703217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9137c3-b79a-4223-abdc-73974d911113 req-e014a1c1-24db-4b2a-9383-9142940db66c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:57.716459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.724328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f9137c3-b79a-4223-abdc-73974d911113 req-e014a1c1-24db-4b2a-9383-9142940db66c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 932 time: 0.1494448 Sep 16 05:32:57.744632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Attempting to bind port 01e34401-9f92-4121-9acd-747d976fb8a3 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:57.745042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Attempting to bind port 01e34401-9f92-4121-9acd-747d976fb8a3 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:57.745955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Attempting to bind port 01e34401-9f92-4121-9acd-747d976fb8a3 on network c3da2eaa-c460-4cec-b5a1-192b148c2d92 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:57.746909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9916da83-82d5-432e-bb2f-f57b9ba558da']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:57.751355 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6990a87-745e-40a2-bff9-7c9aa203fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.766500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84f464-de3a-4c9e-8bc6-6f452cc21ad0 None None] DHCP port deletion for 9916da83-82d5-432e-bb2f-f57b9ba558da request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:57.766885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf30bdd6-e132-4b38-af2f-c7f4c557959a') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:57.767190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf30bdd6-e132-4b38-af2f-c7f4c557959a') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:57.793502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.796643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:57.797112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Checking segment: {'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:57.797599 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.798075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Bound using segment: {'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:57.798394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f9137c3-b79a-4223-abdc-73974d911113 req-d94777f7-3dac-4e6c-83f8-11ee6761867f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701506 Sep 16 05:32:57.798706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Bound port: 01e34401-9f92-4121-9acd-747d976fb8a3, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244bed9c-bd91-4875-b062-5a6ace372958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:57.799170 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.807385 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.813836 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-58f79d26-763f-4c29-b5d9-eaa391d3326f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3301029 Sep 16 05:32:57.827433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:57.828065 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:57.830367 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:57.838476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-daf84785-5007-4edf-a662-06b7a9d669cb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:32:57.839915 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-daf84785-5007-4edf-a662-06b7a9d669cb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140946 Sep 16 05:32:57.894189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] For port 01e34401-9f92-4121-9acd-747d976fb8a3, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:57.897998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] For port 01e34401-9f92-4121-9acd-747d976fb8a3, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=01e34401-9f92-4121-9acd-747d976fb8a3,segment=NetworkSegment(244bed9c-bd91-4875-b062-5a6ace372958),segment_id=244bed9c-bd91-4875-b062-5a6ace372958)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:57.929899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b6990a87-745e-40a2-bff9-7c9aa203fd51 None None] For port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,segment=NetworkSegment(13182a0e-c5c5-4a07-a2ed-b74a43a81e58),segment_id=13182a0e-c5c5-4a07-a2ed-b74a43a81e58)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:57.978969 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.006274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.016742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.022357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34630) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:58.022742 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] 10.222.0.59 "DELETE /v2.0/networks/9916da83-82d5-432e-bb2f-f57b9ba558da HTTP/1.1" status: 204 len: 168 time: 1.2388160 Sep 16 05:32:58.043611 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e320b06-5048-452e-b62f-29a458ae455f admin admin] Pushing event deleted for resources: {'Network': ['ID=9916da83-82d5-432e-bb2f-f57b9ba558da,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:58.053622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Request body: {'port': {'device_id': 'f977237c-0d06-45aa-add3-df3db159157c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:58.053778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124af0cc-d7f7-4a95-841d-c72e96002389 None None] Pushing event updated for resources: {'Port': ['ID=01e34401-9f92-4121-9acd-747d976fb8a3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:58.064674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 206c4aa1-9468-4f49-908d-2c8ca250f736 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:58.071084 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6990a87-745e-40a2-bff9-7c9aa203fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.103701 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 206c4aa1-9468-4f49-908d-2c8ca250f736 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:58.104794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 206c4aa1-9468-4f49-908d-2c8ca250f736 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:58.105310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:58.150753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:58.151214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 71d8b5c9-65cc-48b1-80d7-f99c2545e6d6 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:58.169610 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.170731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Routers {'5ec01951-0c29-4203-b992-cf9c07820a62'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:58.171499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5ec01951-0c29-4203-b992-cf9c07820a62'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:58.254377 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'name': 'tempest-TestAggregatesBasicOps-1052388196-router', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'fca93809-012b-45c8-8927-b9088864c98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:44Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 4, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'gw_port': {'id': 'fca93809-012b-45c8-8927-b9088864c98e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ead81ffa-cea4-4bcc-ba53-47aa8a0a236c', 'name': '', 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'mac_address': 'fa:16:3e:0d:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '2f75dfb4-305d-4b46-9f65-35d37fac4521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:48Z', 'updated_at': '2021-09-16T05:32:56Z', 'revision_number': 4, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'subnets': [{'id': '2f75dfb4-305d-4b46-9f65-35d37fac4521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:58.306689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6990a87-745e-40a2-bff9-7c9aa203fd51 None None] Pushing event updated for resources: {'Port': ['ID=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:58.316179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b72f3-f564-49fc-a198-08d41e8d67fb None None] The sync data for ids ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'] in n-d-712143-16 is: [{'id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'name': 'tempest-TestAggregatesBasicOps-1052388196-router', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'fca93809-012b-45c8-8927-b9088864c98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:44Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 4, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'gw_port': {'id': 'fca93809-012b-45c8-8927-b9088864c98e', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'ead81ffa-cea4-4bcc-ba53-47aa8a0a236c', 'name': '', 'network_id': '5f6ce3ca-d4dc-4410-b406-29365853c593', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'mac_address': 'fa:16:3e:0d:10:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '2f75dfb4-305d-4b46-9f65-35d37fac4521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:48Z', 'updated_at': '2021-09-16T05:32:56Z', 'revision_number': 4, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'subnets': [{'id': '2f75dfb4-305d-4b46-9f65-35d37fac4521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:58.384584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] Provisioning complete for port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:58.384584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.457372 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.465232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] Port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:58.507889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] Provisioning complete for port 01e34401-9f92-4121-9acd-747d976fb8a3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:58.508529 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.511529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] Set router 5ec01951-0c29-4203-b992-cf9c07820a62 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:58.637858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.681702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:58.697090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.726612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Transition to ACTIVE for port object 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:58.806197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.828243 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.866553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:58.974549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] For port 01e34401-9f92-4121-9acd-747d976fb8a3, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=01e34401-9f92-4121-9acd-747d976fb8a3,segment=NetworkSegment(244bed9c-bd91-4875-b062-5a6ace372958),segment_id=244bed9c-bd91-4875-b062-5a6ace372958)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:59.020446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'cd026afa-4da5-4861-936a-32183d277e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:32:47Z', 'revision_number': 4, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port': {'id': 'cd026afa-4da5-4861-936a-32183d277e81', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '01e34401-9f92-4121-9acd-747d976fb8a3', 'name': '', 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'mac_address': 'fa:16:3e:88:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:57Z', 'revision_number': 4, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'subnets': [{'id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:59.030828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Attempting to bind port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:59.031171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Attempting to bind port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:59.031530 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Attempting to bind port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:59.051061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:59.051429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Attempting to bind port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:59.053487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91253386-32de-4ebe-bebd-664cb735b3a0 req-c6514651-4b84-4232-8002-dc7d782fa561 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.061502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91253386-32de-4ebe-bebd-664cb735b3a0 req-c6514651-4b84-4232-8002-dc7d782fa561 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.1297770 Sep 16 05:32:59.066297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:59.066645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:59.067042 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:59.067523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Bound port: 41e07b0b-f51e-4722-80e9-1282f9d9b3a3, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:59.067895 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.082835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.086412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Deleting port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:59.086901 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.094793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb0cc-32f8-4068-b46b-e7ca22b988e4 None None] The sync data for ids ['5ec01951-0c29-4203-b992-cf9c07820a62'] in n-d-712143-16 is: [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'cd026afa-4da5-4861-936a-32183d277e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:32:47Z', 'revision_number': 4, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port': {'id': 'cd026afa-4da5-4861-936a-32183d277e81', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '01e34401-9f92-4121-9acd-747d976fb8a3', 'name': '', 'network_id': 'c3da2eaa-c460-4cec-b5a1-192b148c2d92', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'mac_address': 'fa:16:3e:88:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:46Z', 'updated_at': '2021-09-16T05:32:57Z', 'revision_number': 4, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'subnets': [{'id': '1d81b3bb-053e-4f1c-accc-6b31bf24b535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:59.215513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a33e36-486e-46d5-85c9-015049bf01a4 None None] Pushing event updated for resources: {'Port': ['ID=01e34401-9f92-4121-9acd-747d976fb8a3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:59.245286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5df02de9-ba36-4c50-9d81-ac2fe3d589e7 None None] Provisioning complete for port 01e34401-9f92-4121-9acd-747d976fb8a3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:59.245692 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5df02de9-ba36-4c50-9d81-ac2fe3d589e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.254571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] For port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:59.262104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] For port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:59.349480 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.414842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.419400 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.421058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/41e07b0b-f51e-4722-80e9-1282f9d9b3a3 HTTP/1.1" status: 200 len: 1093 time: 1.5613084 Sep 16 05:32:59.421518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f977237c-0d06-45aa-add3-df3db159157c', 'tag': '41e07b0b-f51e-4722-80e9-1282f9d9b3a3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:59.426550 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3ab3c-575e-4b83-a25f-2c302e55b218" -d '{"events": [{"name": "network-changed", "server_uuid": "f977237c-0d06-45aa-add3-df3db159157c", "tag": "41e07b0b-f51e-4722-80e9-1282f9d9b3a3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:59.462643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88459f30-48a7-4388-a362-02fceb18a1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:59.514555 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b6c3dc-9065-4621-b637-5f4a896314c0 x-openstack-request-id: req-d0b6c3dc-9065-4621-b637-5f4a896314c0 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:59.514843 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f977237c-0d06-45aa-add3-df3db159157c", "tag": "41e07b0b-f51e-4722-80e9-1282f9d9b3a3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:59.515100 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0b6c3dc-9065-4621-b637-5f4a896314c0 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:59.515542 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f977237c-0d06-45aa-add3-df3db159157c', 'tag': '41e07b0b-f51e-4722-80e9-1282f9d9b3a3', 'status': 'completed', 'code': 200} Sep 16 05:32:59.618443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ab3c-575e-4b83-a25f-2c302e55b218 req-b95e9f06-35b7-4e32-b86e-1e2e8cd9f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.620934 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98c3ab3c-575e-4b83-a25f-2c302e55b218 req-b95e9f06-35b7-4e32-b86e-1e2e8cd9f06e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 1096 time: 0.0597031 Sep 16 05:32:59.719482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91253386-32de-4ebe-bebd-664cb735b3a0 req-e00e6526-e032-436a-ab99-0429a7125f2a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567168 Sep 16 05:32:59.759409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] For port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,segment=NetworkSegment(13182a0e-c5c5-4a07-a2ed-b74a43a81e58),segment_id=13182a0e-c5c5-4a07-a2ed-b74a43a81e58)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:59.760052 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.779069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Calling delete_port for ead81ffa-cea4-4bcc-ba53-47aa8a0a236c owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:59.819066 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ab3c-575e-4b83-a25f-2c302e55b218 req-0d4d7368-3bd3-469b-a7e0-e28e8ce3fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.821187 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98c3ab3c-575e-4b83-a25f-2c302e55b218 req-0d4d7368-3bd3-469b-a7e0-e28e8ce3fd1a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1da509ee850e4474bca5c750f8f20307&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1857708 Sep 16 05:32:59.950619 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ab3c-575e-4b83-a25f-2c302e55b218 req-3f790a03-2cb2-4b34-ab7e-99529fe1305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.954580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-98c3ab3c-575e-4b83-a25f-2c302e55b218 req-3f790a03-2cb2-4b34-ab7e-99529fe1305b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252942 Sep 16 05:33:00.086925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-2dab8123-fb3e-4b4c-8a9c-c008e1863f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.089031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-2dab8123-fb3e-4b4c-8a9c-c008e1863f75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 1096 time: 0.0625145 Sep 16 05:33:00.137891 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-5a7ae267-7d5d-4f86-93a1-7e7e95b2864c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e07b0b-f51e-4722-80e9-1282f9d9b3a3 HTTP/1.1" status: 200 len: 217 time: 0.0344791 Sep 16 05:33:00.176695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 01e34401-9f92-4121-9acd-747d976fb8a3 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:00.195138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.213608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-9955d678-4aae-4dcf-ae78-8580c3bbb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.218503 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-9955d678-4aae-4dcf-ae78-8580c3bbb59d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0707915 Sep 16 05:33:00.230626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Pushing event deleted for resources: {'Port': ['ID=ead81ffa-cea4-4bcc-ba53-47aa8a0a236c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:00.249374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 01e34401-9f92-4121-9acd-747d976fb8a3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:00.250498 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.298328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-566a43f8-1993-4986-9ed8-38659f5a8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.304631 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-566a43f8-1993-4986-9ed8-38659f5a8156 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798659 Sep 16 05:33:00.370001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ead81ffa-cea4-4bcc-ba53-47aa8a0a236c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:00.406496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ead81ffa-cea4-4bcc-ba53-47aa8a0a236c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:00.407086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ead81ffa-cea4-4bcc-ba53-47aa8a0a236c not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 05:33:00.430864 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-be445c0e-b4c1-473a-bb9f-4b8fac7c7042 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173148 Sep 16 05:33:00.442627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Port ead81ffa-cea4-4bcc-ba53-47aa8a0a236c not found, will not notify nova. {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 05:33:00.446956 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:00.494868 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.541618 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eed1cbb2-9e8d-41d5-b6f3-3439c5aa4b2a req-89885b3e-e116-4adc-9e65-b7f6eda80c4d service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938087 Sep 16 05:33:00.729730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:00.867816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c27d6-4b96-4e7c-b721-428bdb312bae req-9c2c6455-0d5f-4fcb-9cba-f975346be222 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.869313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f06c27d6-4b96-4e7c-b721-428bdb312bae req-9c2c6455-0d5f-4fcb-9cba-f975346be222 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0926898 Sep 16 05:33:00.886107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:00.895971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7810d9c6-e5a7-48f0-add9-da0e893ea24d admin admin] 10.222.0.59 "PUT /v2.0/routers/7019408c-fe69-4ff2-bec6-ae1e615a34a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8725691 Sep 16 05:33:00.898377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34638) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:00.960905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f06c27d6-4b96-4e7c-b721-428bdb312bae req-8a2a10b0-85f7-481b-99bd-3e83c744cea0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Sep 16 05:33:01.023309 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.127063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.247958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Deleting port fca93809-012b-45c8-8927-b9088864c98e {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:01.248603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.332963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] For port fca93809-012b-45c8-8927-b9088864c98e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fca93809-012b-45c8-8927-b9088864c98e,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:01.333330 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.345460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Calling delete_port for fca93809-012b-45c8-8927-b9088864c98e owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:01.571878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.596755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca93809-012b-45c8-8927-b9088864c98e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:01.659684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.750700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.753427 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.779209 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] Sync routers for ids ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:01.790990 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] Routers {'7019408c-fe69-4ff2-bec6-ae1e615a34a7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:01.792077 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:01.840855 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.841405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:33:01.847647 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.851341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4a27c889-a744-4811-87b8-0004a77544b9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7019408c-fe69-4ff2-bec6-ae1e615a34a7 HTTP/1.1" status: 204 len: 168 time: 0.9496441 Sep 16 05:33:01.851714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34640) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:01.882703 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] Set router 7019408c-fe69-4ff2-bec6-ae1e615a34a7 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:01.906184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4da92d9-5497-4522-b236-f56b0788262a admin admin] Deleting subnet 2f75dfb4-305d-4b46-9f65-35d37fac4521 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:33:01.910074 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4da92d9-5497-4522-b236-f56b0788262a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.950291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7019408c-fe69-4ff2-bec6-ae1e615a34a7', 'name': 'tempest-TestAggregatesBasicOps-1052388196-router', 'tenant_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:44Z', 'updated_at': '2021-09-16T05:33:01Z', 'revision_number': 7, 'project_id': 'b1c62c5496f94075b5e6b49ea4c387e2', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:01.963749 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4da92d9-5497-4522-b236-f56b0788262a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.998109 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] Checking router: 7019408c-fe69-4ff2-bec6-ae1e615a34a7 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:02.008736 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] Routers set() bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:02.009096 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] Router IDs set() for agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:33:02.009761 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_agentschedulers_db [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7019408c-fe69-4ff2-bec6-ae1e615a34a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:32:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent'). {{(pid=101827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:33:02.010136 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3594e67-d6e7-445b-97c2-d11f4d11f376 None None] The sync data for ids ['7019408c-fe69-4ff2-bec6-ae1e615a34a7'] in n-d-712143-16 is: [] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:02.081902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4da92d9-5497-4522-b236-f56b0788262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.125394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c058179-56fd-4b46-9cf1-2ab4605414f0 req-9df2fcf7-2bc5-4f8b-b27a-015a37a492a8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.126910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c058179-56fd-4b46-9cf1-2ab4605414f0 req-9df2fcf7-2bc5-4f8b-b27a-015a37a492a8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0890043 Sep 16 05:33:02.173014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c058179-56fd-4b46-9cf1-2ab4605414f0 req-35a50519-f830-4ce4-a98e-7f17ecfc3f7d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Sep 16 05:33:02.263820 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4da92d9-5497-4522-b236-f56b0788262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.291501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da92d9-5497-4522-b236-f56b0788262a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f75dfb4-305d-4b46-9f65-35d37fac4521,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:02.294989 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b4da92d9-5497-4522-b236-f56b0788262a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.296928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b4da92d9-5497-4522-b236-f56b0788262a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2f75dfb4-305d-4b46-9f65-35d37fac4521 HTTP/1.1" status: 204 len: 168 time: 0.4441247 Sep 16 05:33:02.299946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34644) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:02.302242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d7977-c88f-4e93-9ff7-92d9dd8c4add None None] Network 5f6ce3ca-d4dc-4410-b406-29365853c593 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:02.381478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.436519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Deleting port a27b58f0-a235-43aa-92be-f910daeed179 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:02.436883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.505388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] For port a27b58f0-a235-43aa-92be-f910daeed179, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a27b58f0-a235-43aa-92be-f910daeed179,segment=NetworkSegment(13182a0e-c5c5-4a07-a2ed-b74a43a81e58),segment_id=13182a0e-c5c5-4a07-a2ed-b74a43a81e58)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:02.505759 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.519022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Calling delete_port for a27b58f0-a235-43aa-92be-f910daeed179 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:02.599531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] DHCP port deletion for 5f6ce3ca-d4dc-4410-b406-29365853c593 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:33:02.648700 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] Deleting port a27b58f0-a235-43aa-92be-f910daeed179 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:02.649081 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.686069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.714985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] For port a27b58f0-a235-43aa-92be-f910daeed179, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a27b58f0-a235-43aa-92be-f910daeed179,segment=NetworkSegment(13182a0e-c5c5-4a07-a2ed-b74a43a81e58),segment_id=13182a0e-c5c5-4a07-a2ed-b74a43a81e58)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:02.715262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] No DVR routers for this DVR port a27b58f0-a235-43aa-92be-f910daeed179 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:02.715479 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.720241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27b58f0-a235-43aa-92be-f910daeed179,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:02.728346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] Calling delete_port for a27b58f0-a235-43aa-92be-f910daeed179 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:02.794498 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.804986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.816312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6ce3ca-d4dc-4410-b406-29365853c593']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.825628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13182a0e-c5c5-4a07-a2ed-b74a43a81e58') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.825930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13182a0e-c5c5-4a07-a2ed-b74a43a81e58') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.829970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] Pushing event deleted for resources: {'Port': ['ID=a27b58f0-a235-43aa-92be-f910daeed179,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:02.833937 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf622f-a346-4a09-99d3-183cf26f596a None None] No DVR routers for this DVR port a27b58f0-a235-43aa-92be-f910daeed179 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:02.838475 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.853160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.858983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:33:02.859408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: timer() Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:33:02.861008 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:33:03.132081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.138180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.140082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5f6ce3ca-d4dc-4410-b406-29365853c593 HTTP/1.1" status: 204 len: 168 time: 0.8360043 Sep 16 05:33:03.156479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16cdc5-5e49-4d5d-8d4e-c6abb7ad1352 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6ce3ca-d4dc-4410-b406-29365853c593,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:03.289895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4c3a6-c4d7-4368-8a56-b2bb399776b2 req-e17241a8-72e6-45ba-9648-e221d85de883 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.291349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbc4c3a6-c4d7-4368-8a56-b2bb399776b2 req-e17241a8-72e6-45ba-9648-e221d85de883 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0495143 Sep 16 05:33:03.329967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fbc4c3a6-c4d7-4368-8a56-b2bb399776b2 req-7cd9171c-0487-43ea-8be6-5b839b73cbf5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Sep 16 05:33:03.444837 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34650) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:03.490152 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f26c8901-7e87-4a26-844e-9563dd9215f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eeb9306db7d54542b518e2b58852cd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438085 Sep 16 05:33:03.492736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 34652) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:03.540091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d27f12e-30bb-49b3-8078-17277402f0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.560255 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d27f12e-30bb-49b3-8078-17277402f0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.663354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d27f12e-30bb-49b3-8078-17277402f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.666245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7d27f12e-30bb-49b3-8078-17277402f0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.667642 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7d27f12e-30bb-49b3-8078-17277402f0dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e755ca7-3e7a-4947-9056-ce50b31f665b HTTP/1.1" status: 204 len: 168 time: 0.1738751 Sep 16 05:33:03.678500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27f12e-30bb-49b3-8078-17277402f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e755ca7-3e7a-4947-9056-ce50b31f665b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:03.990515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fca93809-012b-45c8-8927-b9088864c98e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:04.011373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: fca93809-012b-45c8-8927-b9088864c98e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:04.011725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fca93809-012b-45c8-8927-b9088864c98e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:04.012145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ead81ffa-cea4-4bcc-ba53-47aa8a0a236c no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:04.034111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ead81ffa-cea4-4bcc-ba53-47aa8a0a236c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:04.034464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ead81ffa-cea4-4bcc-ba53-47aa8a0a236c not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:04.035140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a27b58f0-a235-43aa-92be-f910daeed179 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:04.052963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a27b58f0-a235-43aa-92be-f910daeed179 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:04.053303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a27b58f0-a235-43aa-92be-f910daeed179 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:04.269148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34658) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:04.308185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-26e8be73-add5-4de7-b4f1-9f6138a4f4a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1c62c5496f94075b5e6b49ea4c387e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378311 Sep 16 05:33:04.310569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 34660) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:04.356974 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4be64ff1-b2e0-476e-9c8b-858ea623b7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.382879 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4be64ff1-b2e0-476e-9c8b-858ea623b7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.455884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc402d-a3d2-405a-b94c-d85120ea2efc req-88b37cdf-0edd-4c96-b9cb-72ba72a186db tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:04.457360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1fc402d-a3d2-405a-b94c-d85120ea2efc req-88b37cdf-0edd-4c96-b9cb-72ba72a186db tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0568082 Sep 16 05:33:04.494358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1fc402d-a3d2-405a-b94c-d85120ea2efc req-c09036fa-91f8-4ff0-9c75-a7cda5aebb57 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Sep 16 05:33:04.543125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4be64ff1-b2e0-476e-9c8b-858ea623b7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.545692 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4be64ff1-b2e0-476e-9c8b-858ea623b7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.546788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4be64ff1-b2e0-476e-9c8b-858ea623b7b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/493b1eb1-b94a-4008-bc73-8ca987e0cd88 HTTP/1.1" status: 204 len: 168 time: 0.2352836 Sep 16 05:33:04.555356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be64ff1-b2e0-476e-9c8b-858ea623b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493b1eb1-b94a-4008-bc73-8ca987e0cd88,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:05.607266 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259e944-f43c-47ca-b111-86f106209674 req-78d0e017-8b38-48e6-8684-478f2fca11da tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.608763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f259e944-f43c-47ca-b111-86f106209674 req-78d0e017-8b38-48e6-8684-478f2fca11da tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0493877 Sep 16 05:33:05.646308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f259e944-f43c-47ca-b111-86f106209674 req-6cd30afe-1159-4917-88f5-b0d313deaa08 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Sep 16 05:33:06.757574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db971ab8-3468-48b0-81ae-fce2b3b03794 req-78771e97-8710-4f75-84ed-f36a72fbd867 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.759029 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db971ab8-3468-48b0-81ae-fce2b3b03794 req-78771e97-8710-4f75-84ed-f36a72fbd867 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0483658 Sep 16 05:33:06.798863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db971ab8-3468-48b0-81ae-fce2b3b03794 req-aff61a8b-850f-4b58-80ff-b36b289335c2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Sep 16 05:33:07.913429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449291b6-ff70-49ea-83e0-cd9284645ff2 req-4f423dbc-6047-4fd0-86a9-d826a7da048b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:07.914909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449291b6-ff70-49ea-83e0-cd9284645ff2 req-4f423dbc-6047-4fd0-86a9-d826a7da048b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0483844 Sep 16 05:33:07.952742 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-449291b6-ff70-49ea-83e0-cd9284645ff2 req-257556df-11cf-490b-ba7d-08776eb5467e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Sep 16 05:33:09.078269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d78691-3bc3-49ac-9892-1e73223fd3b9 req-c595b1a7-3490-469e-bc7c-1e6209592e01 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.079963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76d78691-3bc3-49ac-9892-1e73223fd3b9 req-c595b1a7-3490-469e-bc7c-1e6209592e01 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0516291 Sep 16 05:33:09.118756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76d78691-3bc3-49ac-9892-1e73223fd3b9 req-c4d5c27f-4c4f-4840-a66a-2dc67a841646 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322876 Sep 16 05:33:10.230870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ade639-bbec-46ad-a42f-7ebc547597ca req-8d161829-09f8-4337-933e-5afb1fb03abd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:10.232271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0ade639-bbec-46ad-a42f-7ebc547597ca req-8d161829-09f8-4337-933e-5afb1fb03abd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0478508 Sep 16 05:33:10.273098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0ade639-bbec-46ad-a42f-7ebc547597ca req-1d999ebd-3885-46af-a0f9-53b82ac558ac tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342822 Sep 16 05:33:10.725294 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.103042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5467b823-8ff0-4d73-bc88-782d40bfd3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.361341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:11.387351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1230b-bbe1-49c4-8a9c-44945c3429b7 req-4158eb55-24b5-4584-b2cb-b63a2cc5bb3a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.388868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ee1230b-bbe1-49c4-8a9c-44945c3429b7 req-4158eb55-24b5-4584-b2cb-b63a2cc5bb3a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 944 time: 0.0500500 Sep 16 05:33:11.428893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ee1230b-bbe1-49c4-8a9c-44945c3429b7 req-0245aaf6-ec20-430c-aacd-c04a83d2a021 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Sep 16 05:33:11.458537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:11.469400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '41e07b0b-f51e-4722-80e9-1282f9d9b3a3', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'port_id': '41e07b0b-f51e-4722-80e9-1282f9d9b3a3', 'mac_address': 'fa:16:3e:23:66:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:11.512262 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.525111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:11.544273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:11.633376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.680820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:11.945039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['41e07b0b-f51e-4722-80e9-1282f9d9b3a3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:12.542213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdfe2f-05f0-4172-b2f9-64ba0e0b8b32 req-0de4271c-d480-4109-b59a-719a61a4eaab tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.543719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4bbdfe2f-05f0-4172-b2f9-64ba0e0b8b32 req-0de4271c-d480-4109-b59a-719a61a4eaab tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 945 time: 0.0487528 Sep 16 05:33:12.582830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4bbdfe2f-05f0-4172-b2f9-64ba0e0b8b32 req-a7c91619-ae2f-4ef7-a3a2-76143301925a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Sep 16 05:33:13.372213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:13.507907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:13.512796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:13.513216 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.588465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.613288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977237c-0d06-45aa-add3-df3db159157c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e07b0b-f51e-4722-80e9-1282f9d9b3a3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:13.615630 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0db5101-18d4-41df-8992-058c77fdcafc" -d '{"events": [{"server_uuid": "f977237c-0d06-45aa-add3-df3db159157c", "name": "network-vif-plugged", "status": "completed", "tag": "41e07b0b-f51e-4722-80e9-1282f9d9b3a3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:13.627896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:13.659925 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fafcb55-df46-461f-a60a-bc249f0916ec x-openstack-request-id: req-0fafcb55-df46-461f-a60a-bc249f0916ec {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:13.660224 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977237c-0d06-45aa-add3-df3db159157c", "name": "network-vif-plugged", "status": "completed", "tag": "41e07b0b-f51e-4722-80e9-1282f9d9b3a3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:13.660482 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fafcb55-df46-461f-a60a-bc249f0916ec {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:13.660886 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f977237c-0d06-45aa-add3-df3db159157c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e07b0b-f51e-4722-80e9-1282f9d9b3a3', 'code': 200} Sep 16 05:33:13.697822 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.711957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e3d3-f09d-43c9-8ac7-1c7aa3b1c69e req-0f0af68a-1865-4d07-9bd6-70f4fcdcc4f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.713518 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22e2e3d3-f09d-43c9-8ac7-1c7aa3b1c69e req-0f0af68a-1865-4d07-9bd6-70f4fcdcc4f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 945 time: 0.0508015 Sep 16 05:33:13.756930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22e2e3d3-f09d-43c9-8ac7-1c7aa3b1c69e req-f9217866-5eb9-442e-8b77-7ba7f57c19bb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369613 Sep 16 05:33:13.759097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:13.790314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27c5ed-bf33-47d5-b80c-73e624261316 req-7ab76663-5ff8-4dc0-af2f-ad12779acf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.791912 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e27c5ed-bf33-47d5-b80c-73e624261316 req-7ab76663-5ff8-4dc0-af2f-ad12779acf5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 1098 time: 0.0404861 Sep 16 05:33:13.830081 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8e27c5ed-bf33-47d5-b80c-73e624261316 req-a02b669d-dcdb-466c-b6c3-ee9e1109ce03 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306170 Sep 16 05:33:14.228815 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.433449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-510af84e-2f6d-425c-af37-72a6af4bc1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.873332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d72e-79ac-4222-8f80-58f131681540 req-555e9143-e101-4d7a-b170-636934c29abd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.874831 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71e4d72e-79ac-4222-8f80-58f131681540 req-555e9143-e101-4d7a-b170-636934c29abd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 946 time: 0.0494726 Sep 16 05:33:14.913821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71e4d72e-79ac-4222-8f80-58f131681540 req-9e224d5a-7dbb-49de-96cb-fc6a4caef91f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Sep 16 05:33:15.199859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.027910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d6be7-26b9-43d1-9243-43abf42f165b req-e11c99bc-a85a-4f98-85ef-6217baa4a206 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.029417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-128d6be7-26b9-43d1-9243-43abf42f165b req-e11c99bc-a85a-4f98-85ef-6217baa4a206 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 946 time: 0.0494657 Sep 16 05:33:16.068135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-128d6be7-26b9-43d1-9243-43abf42f165b req-38a23fb4-201f-4914-b80c-c342d43a0717 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326436 Sep 16 05:33:16.180417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaa16e-5222-4707-aa9e-68fb1a8b75fc req-a030fb55-6c5d-48e4-ba0e-f012e7a5712b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.181802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbaaa16e-5222-4707-aa9e-68fb1a8b75fc req-a030fb55-6c5d-48e4-ba0e-f012e7a5712b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 946 time: 0.0488746 Sep 16 05:33:16.223253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbaaa16e-5222-4707-aa9e-68fb1a8b75fc req-ff094eac-2c79-4aa3-abd3-ad1418689088 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352805 Sep 16 05:33:16.334604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a385863-848e-4539-97b4-dc48a848906f req-5d442eb0-58b7-4783-beaf-917f48fe60b5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.336104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a385863-848e-4539-97b4-dc48a848906f req-5d442eb0-58b7-4783-beaf-917f48fe60b5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 946 time: 0.0494375 Sep 16 05:33:16.376132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a385863-848e-4539-97b4-dc48a848906f req-909d67c8-6a7e-46fe-a308-7ac6a2394fc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341332 Sep 16 05:33:16.810701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6608e50-d70e-4bef-b44e-3e4ffa3aa1a2 req-2ea01052-f12d-4bf8-8dce-b3ee33845b83 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.812475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6608e50-d70e-4bef-b44e-3e4ffa3aa1a2 req-2ea01052-f12d-4bf8-8dce-b3ee33845b83 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 946 time: 0.0489445 Sep 16 05:33:16.851254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6608e50-d70e-4bef-b44e-3e4ffa3aa1a2 req-77ee3a9a-450d-4f5d-92be-5238d49d74ca tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317428 Sep 16 05:33:16.891165 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.965914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a980c86-36af-4c52-9a2d-65eeafb671ed req-ef4e02cf-1eca-448b-8f2b-0bfa22be7e4c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.971751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a980c86-36af-4c52-9a2d-65eeafb671ed req-ef4e02cf-1eca-448b-8f2b-0bfa22be7e4c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 946 time: 0.0483484 Sep 16 05:33:18.009114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a980c86-36af-4c52-9a2d-65eeafb671ed req-87c54ca4-971f-4874-9873-ccc6950f8448 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Sep 16 05:33:18.590867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-afa37820-6e3d-402a-8c91-07c2dbf5fe68 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.592350 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-afa37820-6e3d-402a-8c91-07c2dbf5fe68 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 946 time: 0.0475557 Sep 16 05:33:18.687491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:18.687757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.776164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] For port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:18.776525 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.789490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:18.971623 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.000134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=41e07b0b-f51e-4722-80e9-1282f9d9b3a3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.008904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['41e07b0b-f51e-4722-80e9-1282f9d9b3a3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:19.010788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.011175 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.011514 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.011886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.012226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.012562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.012897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.013226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.013557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.013885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.014216 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.014544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:19.055790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] No DVR routers for this DVR port 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:19.058719 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.061323 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fc33e85f-cb4d-4edf-9298-8a05ca0da3c5 req-de208aff-3385-4942-ac80-723a2de7d647 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "DELETE /v2.0/ports/41e07b0b-f51e-4722-80e9-1282f9d9b3a3 HTTP/1.1" status: 204 len: 173 time: 0.4619040 Sep 16 05:33:19.062240 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977237c-0d06-45aa-add3-df3db159157c', 'name': 'network-vif-deleted', 'tag': '41e07b0b-f51e-4722-80e9-1282f9d9b3a3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:19.065151 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40171ef6-1931-4cf1-b09f-f87766732784" -d '{"events": [{"server_uuid": "f977237c-0d06-45aa-add3-df3db159157c", "name": "network-vif-deleted", "tag": "41e07b0b-f51e-4722-80e9-1282f9d9b3a3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:19.115572 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3e07b0-3f84-4563-838c-6246116dfccf x-openstack-request-id: req-fb3e07b0-3f84-4563-838c-6246116dfccf {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:19.115852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5feec143-cb7d-4525-a1cf-5f9bf5f13120 req-f489ab11-534f-43ef-986c-023d80a9340d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 210 time: 0.0291035 Sep 16 05:33:19.116616 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977237c-0d06-45aa-add3-df3db159157c", "name": "network-vif-deleted", "tag": "41e07b0b-f51e-4722-80e9-1282f9d9b3a3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:19.116873 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb3e07b0-3f84-4563-838c-6246116dfccf {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:19.117281 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f977237c-0d06-45aa-add3-df3db159157c', 'name': 'network-vif-deleted', 'tag': '41e07b0b-f51e-4722-80e9-1282f9d9b3a3', 'status': 'completed', 'code': 200} Sep 16 05:33:20.210021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c93d1bdf-b499-484d-9471-666e689c0787 req-d7e91fc9-15f8-4138-8f72-1cbd104b37b2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 210 time: 0.0260832 Sep 16 05:33:21.308255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ef6465c-ecbc-4508-9f5b-2f6bf09c6d46 req-a8926f45-fa8b-4b09-ba46-856ce08baa9e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 210 time: 0.0274036 Sep 16 05:33:21.419149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:21.442687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:21.443037 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 41e07b0b-f51e-4722-80e9-1282f9d9b3a3 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:22.406624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e334fbfd-1e53-464d-be8e-a5efd4c39faf req-1be86ed0-9529-405e-9249-ba8742dc50d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 210 time: 0.0289364 Sep 16 05:33:23.512738 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5958108a-ec21-40f5-b4ef-800da75ed890 req-12dc0d97-5527-41d9-b88b-56e3df37f878 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=f977237c-0d06-45aa-add3-df3db159157c HTTP/1.1" status: 200 len: 210 time: 0.0254819 Sep 16 05:33:28.261669 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.449655 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:40.707310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.022740 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-abbf51f1-f01a-4b9e-97b2-a7fe5a54f58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.222639 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.457051 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0d960b97-9c85-46e7-b22c-666d01120166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.188646 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.898558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.664309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-ddbde861-4960-4fa7-b501-82173073de3c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:49.665751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-ddbde861-4960-4fa7-b501-82173073de3c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1073012 Sep 16 05:33:49.681396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-53dc2218-d76d-47f4-a7ed-473e844162d7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/quotas/1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Sep 16 05:33:49.733886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-3394760d-8a16-4f37-a4f6-bcfae7c5a169 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469599 Sep 16 05:33:49.744714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-17897ecb-085d-4d30-9da9-92643c52578d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:33:49.745641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-17897ecb-085d-4d30-9da9-92643c52578d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054233 Sep 16 05:33:49.836975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-3cb9afc5-0dac-4af0-88cc-4c10019ea27b service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858607 Sep 16 05:33:49.925828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-576eb33f-bbc8-4b94-86b9-71ab9d0a41c5 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827312 Sep 16 05:33:50.194292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0fc12b3c-2431-4b71-9ddb-edd35c94e54f req-c38ada9e-2574-40b4-a44a-b91290c95ca3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0310233 Sep 16 05:33:51.286783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0a9f8ce-294a-4255-8ca4-73059a1c28ef req-fe1930e6-75d6-460e-9e20-c6055f75a3e7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0254035 Sep 16 05:33:52.390451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0c458cb-733e-4159-9b60-a6bf8f9e7b6d req-b5c1c57e-2594-41fe-a2d7-1b57a7180f61 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0289404 Sep 16 05:33:52.406990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-9beb15a7-10f4-4dc6-8902-4d2985dd47c4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:52.408582 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-9beb15a7-10f4-4dc6-8902-4d2985dd47c4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.4133525 Sep 16 05:33:52.427410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'port': {'device_id': 'e4881115-d7e7-44ba-9e05-643c245a6ec7', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'admin_state_up': True, 'tenant_id': '1da509ee850e4474bca5c750f8f20307'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:52.586728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:52.590459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.717413 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.20.0.12 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/d4afb44d-d8ff-4833-827d-549e6e974a7b) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:52.865066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.954188 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.996544 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:52.999692 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:53.005389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:53.014006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=d4afb44d-d8ff-4833-827d-549e6e974a7b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:53.058730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:53.059396 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.143176 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-26575a39-a785-4ace-b428-6f51592a0ea3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7194228 Sep 16 05:33:53.161500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Request body: {'port': {'device_id': 'e4881115-d7e7-44ba-9e05-643c245a6ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:53.223322 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.235030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c1f6c12e-717c-4823-8ab2-20a692984d4b None None] Provisioning complete for port d4afb44d-d8ff-4833-827d-549e6e974a7b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:53.235530 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c12e-717c-4823-8ab2-20a692984d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.270280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6c12e-717c-4823-8ab2-20a692984d4b None None] Port d4afb44d-d8ff-4833-827d-549e6e974a7b cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:53.501740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4afb44d-d8ff-4833-827d-549e6e974a7b {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:53.509673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b0f4-f19e-4962-a5c7-a36cae00f0dc req-52717618-5f22-47c8-8b6a-64e0eacfeea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:53.510225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.511321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bae2b0f4-f19e-4962-a5c7-a36cae00f0dc req-52717618-5f22-47c8-8b6a-64e0eacfeea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 932 time: 0.0486202 Sep 16 05:33:53.522848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Transition to ACTIVE for port object d4afb44d-d8ff-4833-827d-549e6e974a7b will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:33:53.549400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bae2b0f4-f19e-4962-a5c7-a36cae00f0dc req-349f4cf2-83ad-49b1-89f2-28394c4b3842 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Sep 16 05:33:53.599893 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.651378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Pushing event updated for resources: {'Port': ['ID=d4afb44d-d8ff-4833-827d-549e6e974a7b,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:53.736239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Attempting to bind port d4afb44d-d8ff-4833-827d-549e6e974a7b on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:53.736583 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Attempting to bind port d4afb44d-d8ff-4833-827d-549e6e974a7b by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:53.736914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Attempting to bind port d4afb44d-d8ff-4833-827d-549e6e974a7b on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:53.742418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Port d4afb44d-d8ff-4833-827d-549e6e974a7b on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:33:53.742745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Attempting to bind port d4afb44d-d8ff-4833-827d-549e6e974a7b on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:53.747851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:53.748190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:53.748568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:53.749010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Bound port: d4afb44d-d8ff-4833-827d-549e6e974a7b, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:53.749478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.825618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] For port d4afb44d-d8ff-4833-827d-549e6e974a7b, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:53.831697 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] For port d4afb44d-d8ff-4833-827d-549e6e974a7b, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d4afb44d-d8ff-4833-827d-549e6e974a7b,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:53.908866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.948602 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:53.949220 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.950843 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] 10.222.0.57 "PUT /v2.0/ports/d4afb44d-d8ff-4833-827d-549e6e974a7b HTTP/1.1" status: 200 len: 1093 time: 0.7936914 Sep 16 05:33:53.951319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4881115-d7e7-44ba-9e05-643c245a6ec7', 'tag': 'd4afb44d-d8ff-4833-827d-549e6e974a7b'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:53.954240 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ae413e-0528-49f7-9160-1a25c1966737" -d '{"events": [{"name": "network-changed", "server_uuid": "e4881115-d7e7-44ba-9e05-643c245a6ec7", "tag": "d4afb44d-d8ff-4833-827d-549e6e974a7b"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:53.985257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd435e8-196e-4da9-b040-be6c1c27cbeb service neutron] Pushing event updated for resources: {'Port': ['ID=d4afb44d-d8ff-4833-827d-549e6e974a7b,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:54.024996 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f56996-9e16-47ba-9324-d3577774f520 x-openstack-request-id: req-37f56996-9e16-47ba-9324-d3577774f520 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:54.025458 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4881115-d7e7-44ba-9e05-643c245a6ec7", "tag": "d4afb44d-d8ff-4833-827d-549e6e974a7b", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:54.025724 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37f56996-9e16-47ba-9324-d3577774f520 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:54.026191 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4881115-d7e7-44ba-9e05-643c245a6ec7', 'tag': 'd4afb44d-d8ff-4833-827d-549e6e974a7b', 'status': 'completed', 'code': 200} Sep 16 05:33:54.109734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae413e-0528-49f7-9160-1a25c1966737 req-4bfb5415-ed04-42e1-a1c4-d87b74ff0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.111858 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34ae413e-0528-49f7-9160-1a25c1966737 req-4bfb5415-ed04-42e1-a1c4-d87b74ff0635 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0460632 Sep 16 05:33:54.227286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae413e-0528-49f7-9160-1a25c1966737 req-b1234140-0f96-4eec-90f9-f9a9d164bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.229493 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34ae413e-0528-49f7-9160-1a25c1966737 req-b1234140-0f96-4eec-90f9-f9a9d164bf96 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1da509ee850e4474bca5c750f8f20307&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033063 Sep 16 05:33:54.328684 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae413e-0528-49f7-9160-1a25c1966737 req-e2e3e0aa-4e3b-491e-b4d6-800e1c82dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.330205 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34ae413e-0528-49f7-9160-1a25c1966737 req-e2e3e0aa-4e3b-491e-b4d6-800e1c82dc77 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941613 Sep 16 05:33:54.430782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-df6cbb6e-23ee-4512-9677-1cdd35fa24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.432293 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-df6cbb6e-23ee-4512-9677-1cdd35fa24b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0407181 Sep 16 05:33:54.480722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-1536706c-6ed0-455e-8e78-2839bd11b1b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4afb44d-d8ff-4833-827d-549e6e974a7b HTTP/1.1" status: 200 len: 217 time: 0.0337977 Sep 16 05:33:54.535168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-1ab9d5f3-679b-4b1e-bcfe-4359e016571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.536718 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-1ab9d5f3-679b-4b1e-bcfe-4359e016571c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0482121 Sep 16 05:33:54.583861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-8d8099ee-e24d-47ff-85e7-89be3d0adddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.586101 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-8d8099ee-e24d-47ff-85e7-89be3d0adddd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415506 Sep 16 05:33:54.670853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb2a38-166d-43ca-b3a8-2cb999b36902 req-6c3907eb-2258-41f7-8410-a4cd0f5099b4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.673110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63bb2a38-166d-43ca-b3a8-2cb999b36902 req-6c3907eb-2258-41f7-8410-a4cd0f5099b4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0555286 Sep 16 05:33:54.695573 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-05ef7730-1ea4-49d3-8c06-fa9bc9e1807e service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009967 Sep 16 05:33:54.721331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63bb2a38-166d-43ca-b3a8-2cb999b36902 req-91ff2049-05a4-4eea-bc27-db7033ecf3e9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377126 Sep 16 05:33:54.796428 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0e6b7ff6-f011-44b1-bee1-2682be379e82 req-aeb58bb3-bf04-432f-b75c-7a4ed30fe7dc service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934248 Sep 16 05:33:55.840500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5343e4-1ee7-4a42-bae3-6b9e05e95b27 req-0bc8be68-04f6-4508-8232-a9663421102b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:55.842794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e5343e4-1ee7-4a42-bae3-6b9e05e95b27 req-0bc8be68-04f6-4508-8232-a9663421102b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0517280 Sep 16 05:33:55.883058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e5343e4-1ee7-4a42-bae3-6b9e05e95b27 req-e948ec01-672c-4968-92da-2163741a69a0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Sep 16 05:33:57.004497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f4c19-6609-4d6c-b3f4-c6bcadf6655f req-fc922261-d7d9-47a7-a1b9-e748c25feb33 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:57.006023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c2f4c19-6609-4d6c-b3f4-c6bcadf6655f req-fc922261-d7d9-47a7-a1b9-e748c25feb33 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0513365 Sep 16 05:33:57.044370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c2f4c19-6609-4d6c-b3f4-c6bcadf6655f req-acf27860-b63f-47ef-90c5-cb98e67bc676 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Sep 16 05:33:58.177123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5b29d-4aea-4f3f-8a70-e5960e2335f2 req-65befb70-251d-4de1-8263-65e67ccd5c6b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:58.178695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10a5b29d-4aea-4f3f-8a70-e5960e2335f2 req-65befb70-251d-4de1-8263-65e67ccd5c6b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0539069 Sep 16 05:33:58.285616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.500346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10a5b29d-4aea-4f3f-8a70-e5960e2335f2 req-d8d01c3c-a067-4f07-a465-fffe08b164ae tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136795 Sep 16 05:33:59.627853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b492c07-ed77-4ba5-9cb2-deb8fe03e51a req-c1b2ef30-48bf-4f2e-b70f-e81fe26309a8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:59.629345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b492c07-ed77-4ba5-9cb2-deb8fe03e51a req-c1b2ef30-48bf-4f2e-b70f-e81fe26309a8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0545611 Sep 16 05:33:59.668519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b492c07-ed77-4ba5-9cb2-deb8fe03e51a req-f69b29e7-680e-472a-9721-80dc5e06b749 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Sep 16 05:34:00.797409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed556-c979-4c51-9eaa-f4a0955a12d2 req-159cd977-67af-4778-9f22-40c6c8ca2ebe tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.798895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-345ed556-c979-4c51-9eaa-f4a0955a12d2 req-159cd977-67af-4778-9f22-40c6c8ca2ebe tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0553179 Sep 16 05:34:00.844090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-345ed556-c979-4c51-9eaa-f4a0955a12d2 req-99d7dd99-a11d-4835-9773-4f62d49af8ac tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378158 Sep 16 05:34:01.974744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3649b-00c8-43a7-a8a1-86316345aff0 req-80f63f06-c856-4ed3-ba04-9a46476bbecd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:01.976271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62a3649b-00c8-43a7-a8a1-86316345aff0 req-80f63f06-c856-4ed3-ba04-9a46476bbecd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0542614 Sep 16 05:34:02.016203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-62a3649b-00c8-43a7-a8a1-86316345aff0 req-7804a617-c7d7-433c-a517-78f6e6f7e581 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Sep 16 05:34:03.145464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12e11-4a27-405b-afbb-1436a4bedc86 req-5d0c818c-aa99-4006-b0c1-b86c66912b60 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:03.147003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1f12e11-4a27-405b-afbb-1436a4bedc86 req-5d0c818c-aa99-4006-b0c1-b86c66912b60 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0578904 Sep 16 05:34:03.188070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1f12e11-4a27-405b-afbb-1436a4bedc86 req-e9882dc4-d378-4305-9680-d79247f14132 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346785 Sep 16 05:34:04.306151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fba353-cd3b-4c0d-8c52-a722405ab804 req-d50ae61f-6779-4f26-b61b-502ec3398f37 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:04.308221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7fba353-cd3b-4c0d-8c52-a722405ab804 req-d50ae61f-6779-4f26-b61b-502ec3398f37 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0498075 Sep 16 05:34:04.347453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7fba353-cd3b-4c0d-8c52-a722405ab804 req-305085fe-a224-4225-b834-fe3f382755d1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Sep 16 05:34:05.468293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de275c7-a7c1-42c8-bd95-4cc2c9828e92 req-f0b3edc9-cdeb-4a45-810a-a3915b0bfb7c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:05.469769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1de275c7-a7c1-42c8-bd95-4cc2c9828e92 req-f0b3edc9-cdeb-4a45-810a-a3915b0bfb7c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0534787 Sep 16 05:34:05.508723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1de275c7-a7c1-42c8-bd95-4cc2c9828e92 req-8b9e5d7d-d10d-4daa-898a-f569b2ed3fb8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326025 Sep 16 05:34:06.624910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c13a2-ffda-49da-b85c-0302284f3287 req-cd93a22f-a115-43b3-ab04-4339c8f583a8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.626541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e7c13a2-ffda-49da-b85c-0302284f3287 req-cd93a22f-a115-43b3-ab04-4339c8f583a8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0492616 Sep 16 05:34:06.664520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e7c13a2-ffda-49da-b85c-0302284f3287 req-f2f2d881-debb-41c3-8736-c7eefdbcf231 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Sep 16 05:34:07.787833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44df86c-71dd-4604-b93e-6ee622631636 req-8054c2b2-ee38-4647-b16f-a6473d9cfe88 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:07.789331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f44df86c-71dd-4604-b93e-6ee622631636 req-8054c2b2-ee38-4647-b16f-a6473d9cfe88 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0577593 Sep 16 05:34:07.828749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f44df86c-71dd-4604-b93e-6ee622631636 req-e81758a8-41a2-49f1-8648-e87f2bffff15 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333469 Sep 16 05:34:08.957285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96c520-8d3c-4b93-b505-e82ccb9a0c8a req-fbcac188-e8ed-4866-884f-58d0b4ae00d7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:08.959722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c96c520-8d3c-4b93-b505-e82ccb9a0c8a req-fbcac188-e8ed-4866-884f-58d0b4ae00d7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0572610 Sep 16 05:34:09.000868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c96c520-8d3c-4b93-b505-e82ccb9a0c8a req-837207b7-8cfc-4f7b-8123-48520bc50157 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356266 Sep 16 05:34:10.117499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f207e7c-7979-4034-985a-8140fb1994c1 req-deb66ae4-41e4-4d17-b29f-3106b245ebd8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.118994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f207e7c-7979-4034-985a-8140fb1994c1 req-deb66ae4-41e4-4d17-b29f-3106b245ebd8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0492568 Sep 16 05:34:10.159478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f207e7c-7979-4034-985a-8140fb1994c1 req-75c9ce38-53d9-4121-b015-8c54cd77d12f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Sep 16 05:34:10.690312 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.073279 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3bd23ad-fd38-45cf-a506-555451a268d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.272452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45bd7c-8dfe-4119-bb68-a222bad2622e req-a7db03fa-133b-42f0-8f8c-eddf0a5e191b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:11.273960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f45bd7c-8dfe-4119-bb68-a222bad2622e req-a7db03fa-133b-42f0-8f8c-eddf0a5e191b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0490370 Sep 16 05:34:11.311490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f45bd7c-8dfe-4119-bb68-a222bad2622e req-1398e0b7-3f75-4d21-811a-8d119605721d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Sep 16 05:34:12.429070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a868-6f2e-4dd0-9f38-1b2a37b7bf1b req-a0afcd02-0f8a-4fab-847e-389caad34aec tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.430575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2e7a868-6f2e-4dd0-9f38-1b2a37b7bf1b req-a0afcd02-0f8a-4fab-847e-389caad34aec tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0527461 Sep 16 05:34:12.472248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2e7a868-6f2e-4dd0-9f38-1b2a37b7bf1b req-b0c4320e-22b5-4b2c-b770-6e3a477571ce tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Sep 16 05:34:13.586033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33f03c-4b7c-4ed4-af49-ceb5c4b1dfb3 req-f6a071dc-e736-441a-99ad-d48b10167339 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:13.587561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab33f03c-4b7c-4ed4-af49-ceb5c4b1dfb3 req-f6a071dc-e736-441a-99ad-d48b10167339 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0479820 Sep 16 05:34:13.626526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ab33f03c-4b7c-4ed4-af49-ceb5c4b1dfb3 req-6e72f1dd-e425-47df-bb07-3b17743d04ce tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Sep 16 05:34:14.231903 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.448419 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:14.450583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6c47-470d-4a62-8078-28f909e8c0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.744800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963619a-4eec-4569-b979-0ad0617aac94 req-db28d0c7-16a0-4d8e-9019-a308fdb4856e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:14.746147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9963619a-4eec-4569-b979-0ad0617aac94 req-db28d0c7-16a0-4d8e-9019-a308fdb4856e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0492821 Sep 16 05:34:14.784471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9963619a-4eec-4569-b979-0ad0617aac94 req-26e6cd6e-70ea-4a22-b87b-cfa092d4a3b2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Sep 16 05:34:15.216586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.901777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855a33-5ff8-42ba-a2c7-f5ab96c7d122 req-3a1db9a5-5411-48e9-9eb0-060bda0a02b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:15.903279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7855a33-5ff8-42ba-a2c7-f5ab96c7d122 req-3a1db9a5-5411-48e9-9eb0-060bda0a02b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0528915 Sep 16 05:34:15.942833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7855a33-5ff8-42ba-a2c7-f5ab96c7d122 req-8055e19f-5241-46a1-a70f-ca839fe715f4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Sep 16 05:34:16.900079 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.080144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92c155-b940-4d41-b937-90f58e52cd87 req-41087307-55d8-4822-b539-286bc58a93ef tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:17.082244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba92c155-b940-4d41-b937-90f58e52cd87 req-41087307-55d8-4822-b539-286bc58a93ef tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0501597 Sep 16 05:34:17.120386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba92c155-b940-4d41-b937-90f58e52cd87 req-59f304a7-7d8b-49dd-aded-974cc11b65c7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Sep 16 05:34:18.235441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda859e-c62d-41ef-9330-a2e5ce8ceff7 req-c5528ac6-02c1-426c-a875-e9f54c625979 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:18.236844 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7bda859e-c62d-41ef-9330-a2e5ce8ceff7 req-c5528ac6-02c1-426c-a875-e9f54c625979 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0496199 Sep 16 05:34:18.274880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7bda859e-c62d-41ef-9330-a2e5ce8ceff7 req-61f5acb0-4cef-41ba-9732-61376238cc37 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Sep 16 05:34:19.391632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669ca09-50ff-48dd-9ae4-e2d813037508 req-c815d4ed-21b7-4c42-8003-23c52d8be894 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:19.393110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2669ca09-50ff-48dd-9ae4-e2d813037508 req-c815d4ed-21b7-4c42-8003-23c52d8be894 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0529873 Sep 16 05:34:19.430669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2669ca09-50ff-48dd-9ae4-e2d813037508 req-f07c1b38-0e0b-424a-9885-0b0f59de179c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Sep 16 05:34:20.541669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4e902-d7c5-4b6f-9fb3-217146012e74 req-f6b613ec-e3ad-4195-99f4-41eb3e0da058 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:20.543141 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cd4e902-d7c5-4b6f-9fb3-217146012e74 req-f6b613ec-e3ad-4195-99f4-41eb3e0da058 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0482862 Sep 16 05:34:20.580640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0cd4e902-d7c5-4b6f-9fb3-217146012e74 req-5d11ab88-c6e3-4b0b-875a-cc0b80dfff6b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Sep 16 05:34:21.693159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a866614-8590-4953-a7d2-656dcf4b0d29 req-1ba056d7-4d25-4454-aa62-71860f2d3b83 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:21.694579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a866614-8590-4953-a7d2-656dcf4b0d29 req-1ba056d7-4d25-4454-aa62-71860f2d3b83 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0498524 Sep 16 05:34:21.732768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a866614-8590-4953-a7d2-656dcf4b0d29 req-2de7759a-e44d-470e-a3b1-3dd43e2e620a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Sep 16 05:34:22.850207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de538cc-f448-4dd3-9300-870ca7685ab8 req-848d49e8-567c-422d-8033-8619094026eb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:22.851701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7de538cc-f448-4dd3-9300-870ca7685ab8 req-848d49e8-567c-422d-8033-8619094026eb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0538206 Sep 16 05:34:22.888254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7de538cc-f448-4dd3-9300-870ca7685ab8 req-9b551f84-f41b-4a0c-ad01-afb94b1f815a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307066 Sep 16 05:34:23.104406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-49b5cb76-b8bb-417c-924f-e14b1cda01bc req-94335e13-34d8-4a4a-81f2-a735e3b30e55 service neutron] (101824) timed out ('10.222.0.57', 62129) {{(pid=101824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:34:24.002308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206516b-d314-4127-bc1e-c3aa633f5a77 req-35e83c8c-9943-4fd9-aa63-9c107452e20d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.004376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1206516b-d314-4127-bc1e-c3aa633f5a77 req-35e83c8c-9943-4fd9-aa63-9c107452e20d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0515268 Sep 16 05:34:24.042463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1206516b-d314-4127-bc1e-c3aa633f5a77 req-cce56ccf-6258-44d0-b7b7-0fb81525f056 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 Sep 16 05:34:25.159634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccd1cf-e087-459c-86b9-588e70f4188e req-800202f5-1c30-42d8-8122-1c235c829ad9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:25.161842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06ccd1cf-e087-459c-86b9-588e70f4188e req-800202f5-1c30-42d8-8122-1c235c829ad9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0486519 Sep 16 05:34:25.198872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-06ccd1cf-e087-459c-86b9-588e70f4188e req-266f2b63-0372-424b-bb3e-9d84c8bb03cc tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Sep 16 05:34:26.315253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaa27d-ea0b-4a23-9b5e-f7d4c5c22621 req-8137f568-d9c3-4468-9a36-1f598e726319 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.316794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-befaa27d-ea0b-4a23-9b5e-f7d4c5c22621 req-8137f568-d9c3-4468-9a36-1f598e726319 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0535600 Sep 16 05:34:26.354862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-befaa27d-ea0b-4a23-9b5e-f7d4c5c22621 req-452ace7f-6980-4543-b919-916e1c05ec8e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Sep 16 05:34:27.467730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bc3c7-985a-4dec-8068-ff4f09681bcf req-4f6f2118-2347-4d1d-8b00-06043c08c34b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.470072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b01bc3c7-985a-4dec-8068-ff4f09681bcf req-4f6f2118-2347-4d1d-8b00-06043c08c34b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 944 time: 0.0483851 Sep 16 05:34:27.508979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b01bc3c7-985a-4dec-8068-ff4f09681bcf req-b058a7d9-896f-4fe2-a9ab-3da95f2c9c3e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332096 Sep 16 05:34:27.699443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d4afb44d-d8ff-4833-827d-549e6e974a7b details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:34:27.795344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d4afb44d-d8ff-4833-827d-549e6e974a7b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d4afb44d-d8ff-4833-827d-549e6e974a7b,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:27.806003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'd4afb44d-d8ff-4833-827d-549e6e974a7b', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'port_id': 'd4afb44d-d8ff-4833-827d-549e6e974a7b', 'mac_address': 'fa:16:3e:9c:57:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:34:27.849500 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.861848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4afb44d-d8ff-4833-827d-549e6e974a7b {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:27.880218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d4afb44d-d8ff-4833-827d-549e6e974a7b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d4afb44d-d8ff-4833-827d-549e6e974a7b,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:27.952886 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.004994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d4afb44d-d8ff-4833-827d-549e6e974a7b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:28.012804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.013404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.013842 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.014188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.014599 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.015088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.015466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.015800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.016134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.016466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.016796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.017122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:28.226954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['d4afb44d-d8ff-4833-827d-549e6e974a7b'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:28.268390 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.622586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a163a6-9ab7-4267-b57d-a3a4f04502b5 req-47b30d0c-e2cf-4113-b4a2-43f96227c0a7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:28.624082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6a163a6-9ab7-4267-b57d-a3a4f04502b5 req-47b30d0c-e2cf-4113-b4a2-43f96227c0a7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 945 time: 0.0486987 Sep 16 05:34:28.661678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f6a163a6-9ab7-4267-b57d-a3a4f04502b5 req-030e32bc-c840-43a6-9a2a-cd4e5746789f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317249 Sep 16 05:34:29.714870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d4afb44d-d8ff-4833-827d-549e6e974a7b up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:29.779205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5820ad9-5a44-432d-b8e8-e2e1d7c4a382 req-5adc54ad-3b7f-4fd0-9524-3ccba5b7c5f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:29.780743 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5820ad9-5a44-432d-b8e8-e2e1d7c4a382 req-5adc54ad-3b7f-4fd0-9524-3ccba5b7c5f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Sep 16 05:34:29.815795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port d4afb44d-d8ff-4833-827d-549e6e974a7b completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:34:29.819374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5820ad9-5a44-432d-b8e8-e2e1d7c4a382 req-a7a5dbfc-f16d-47df-a342-1bfe5f613a03 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Sep 16 05:34:29.819830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port d4afb44d-d8ff-4833-827d-549e6e974a7b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:29.820209 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.897755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.919659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4881115-d7e7-44ba-9e05-643c245a6ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4afb44d-d8ff-4833-827d-549e6e974a7b'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:29.921876 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc301fc2-f9e1-45d4-b14e-54cf8df2dd22" -d '{"events": [{"server_uuid": "e4881115-d7e7-44ba-9e05-643c245a6ec7", "name": "network-vif-plugged", "status": "completed", "tag": "d4afb44d-d8ff-4833-827d-549e6e974a7b"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:29.934506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port d4afb44d-d8ff-4833-827d-549e6e974a7b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d4afb44d-d8ff-4833-827d-549e6e974a7b,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:29.959017 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6271813f-1e12-46bb-9e76-939b1e32a1eb x-openstack-request-id: req-6271813f-1e12-46bb-9e76-939b1e32a1eb {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:29.959347 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4881115-d7e7-44ba-9e05-643c245a6ec7", "name": "network-vif-plugged", "status": "completed", "tag": "d4afb44d-d8ff-4833-827d-549e6e974a7b", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:29.959607 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6271813f-1e12-46bb-9e76-939b1e32a1eb {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:29.960011 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4881115-d7e7-44ba-9e05-643c245a6ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4afb44d-d8ff-4833-827d-549e6e974a7b', 'code': 200} Sep 16 05:34:29.976060 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.028457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=d4afb44d-d8ff-4833-827d-549e6e974a7b,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:30.079706 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e049f1c-dd16-435e-b90f-78330bcf8dd6 req-8e7a47d3-bb39-42cc-b36b-c8cf228ae800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.081202 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e049f1c-dd16-435e-b90f-78330bcf8dd6 req-8e7a47d3-bb39-42cc-b36b-c8cf228ae800 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 1098 time: 0.0397696 Sep 16 05:34:30.115601 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3e049f1c-dd16-435e-b90f-78330bcf8dd6 req-7f1d1f62-7d2e-412f-8d58-29030d4d79bb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275605 Sep 16 05:34:30.933593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e289266-7521-4c6a-bc02-aa643d14871e req-2e1f50c5-0df5-43b7-8d25-479c4baf0af5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.935336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e289266-7521-4c6a-bc02-aa643d14871e req-2e1f50c5-0df5-43b7-8d25-479c4baf0af5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 946 time: 0.0478220 Sep 16 05:34:30.973040 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2e289266-7521-4c6a-bc02-aa643d14871e req-e0fe84a5-d4b7-4de8-898b-c75294cdf968 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Sep 16 05:34:31.957107 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-43dbbd53-9524-4de3-8bd2-3bf5c288d836 req-7d310b0e-f08f-4c1b-9f93-3bc5b283e2be tempest-AttachVolumeNegativeTest-1007487568 tempest-AttachVolumeNegativeTest-1007487568-project] (101825) timed out ('10.222.0.60', 54041) {{(pid=101825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:34:32.089990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b1fd9-40b3-4cf8-b07a-dd7363b08e4b req-ebd02ffb-fd45-4cb0-980d-fb2807881269 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:32.091624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-431b1fd9-40b3-4cf8-b07a-dd7363b08e4b req-ebd02ffb-fd45-4cb0-980d-fb2807881269 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 946 time: 0.0490787 Sep 16 05:34:32.127933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-431b1fd9-40b3-4cf8-b07a-dd7363b08e4b req-6b75d324-19ac-42e5-b782-042d9834b4f3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304947 Sep 16 05:34:32.245819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c105c-2ccd-44a5-af48-71d02a63a14b req-9135783d-c860-46e5-b09a-eebf4fe6d61e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:32.247220 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-520c105c-2ccd-44a5-af48-71d02a63a14b req-9135783d-c860-46e5-b09a-eebf4fe6d61e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 946 time: 0.0547538 Sep 16 05:34:32.286578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-520c105c-2ccd-44a5-af48-71d02a63a14b req-55495e12-01e6-46d0-8756-31fc716a88ab tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334764 Sep 16 05:34:32.399106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df66ecb-851a-41bd-986a-55101d2044a6 req-fb70a519-8cf0-4d75-91e9-0ff14b5cc5b2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:32.400616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5df66ecb-851a-41bd-986a-55101d2044a6 req-fb70a519-8cf0-4d75-91e9-0ff14b5cc5b2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 946 time: 0.0503178 Sep 16 05:34:32.439271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5df66ecb-851a-41bd-986a-55101d2044a6 req-e8511bc3-73c9-48cf-ba9c-971bb3604b73 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Sep 16 05:34:32.986751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3bb14-9a7c-4e18-b57f-310a4b3304ee req-2c466a99-afcf-4ded-8714-eb160d0fdb25 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:32.988256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26c3bb14-9a7c-4e18-b57f-310a4b3304ee req-2c466a99-afcf-4ded-8714-eb160d0fdb25 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 946 time: 0.0491683 Sep 16 05:34:33.027316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26c3bb14-9a7c-4e18-b57f-310a4b3304ee req-1fb311b7-b957-4ebf-97ea-ddbe366d48fb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Sep 16 05:34:34.147439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f6f8a-0696-49a9-b6d8-8eef3c3fc693 req-497db20f-44a6-41d9-8b06-287a6c8c504a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:34.149569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b9f6f8a-0696-49a9-b6d8-8eef3c3fc693 req-497db20f-44a6-41d9-8b06-287a6c8c504a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 946 time: 0.0538781 Sep 16 05:34:34.187054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b9f6f8a-0696-49a9-b6d8-8eef3c3fc693 req-f217b711-1444-41ba-8772-67e80a55ec17 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Sep 16 05:34:34.642178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-bc3ee77f-8862-4133-b6df-8242b6cf0e82 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:34.643621 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-bc3ee77f-8862-4133-b6df-8242b6cf0e82 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 946 time: 0.0512645 Sep 16 05:34:34.739518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port d4afb44d-d8ff-4833-827d-549e6e974a7b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:34.739868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.834599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] For port d4afb44d-d8ff-4833-827d-549e6e974a7b, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=d4afb44d-d8ff-4833-827d-549e6e974a7b,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:34.834966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.846742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for d4afb44d-d8ff-4833-827d-549e6e974a7b owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:35.027293 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.060448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['d4afb44d-d8ff-4833-827d-549e6e974a7b'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:35.061643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=d4afb44d-d8ff-4833-827d-549e6e974a7b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:35.075498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.075719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.076098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.076443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.076783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.077153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.077566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.077903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.078237 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.078567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.078904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.079229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:35.115283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] No DVR routers for this DVR port d4afb44d-d8ff-4833-827d-549e6e974a7b on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:35.118843 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.121150 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-52d14e44-d8e2-413a-bfef-f565ddcc90b9 req-ff5e7ed2-0e3f-47dc-aa2f-9595ef031cf4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "DELETE /v2.0/ports/d4afb44d-d8ff-4833-827d-549e6e974a7b HTTP/1.1" status: 204 len: 173 time: 0.4704232 Sep 16 05:34:35.121508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4881115-d7e7-44ba-9e05-643c245a6ec7', 'name': 'network-vif-deleted', 'tag': 'd4afb44d-d8ff-4833-827d-549e6e974a7b'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:35.124030 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b626c63e-c8e7-4491-87cd-3d2c1e880bee" -d '{"events": [{"server_uuid": "e4881115-d7e7-44ba-9e05-643c245a6ec7", "name": "network-vif-deleted", "tag": "d4afb44d-d8ff-4833-827d-549e6e974a7b"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:35.160413 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d617c5-6174-4765-b606-92d82c9c3fee x-openstack-request-id: req-a4d617c5-6174-4765-b606-92d82c9c3fee {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:35.160722 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4881115-d7e7-44ba-9e05-643c245a6ec7", "name": "network-vif-deleted", "tag": "d4afb44d-d8ff-4833-827d-549e6e974a7b", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:35.160973 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4d617c5-6174-4765-b606-92d82c9c3fee {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:35.161491 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4881115-d7e7-44ba-9e05-643c245a6ec7', 'name': 'network-vif-deleted', 'tag': 'd4afb44d-d8ff-4833-827d-549e6e974a7b', 'status': 'completed', 'code': 200} Sep 16 05:34:35.291033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d20dc343-e882-42ee-98fd-ee8753fe8939 req-676e898e-33b1-49b1-b693-2fe5d4aa9508 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0277679 Sep 16 05:34:36.389261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abdf66be-a794-4005-9a17-561238791af6 req-71efc05e-1313-42c6-bc3e-fb70c9fe8245 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0283375 Sep 16 05:34:37.482212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-866fff54-70b0-43b3-a9b1-45d4332cdf6b req-ba0aaba1-174a-42ec-bd72-ded5558479a2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0271599 Sep 16 05:34:38.579574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c605fd99-3038-41af-be83-74bf932619e9 req-6a220b2d-740c-4b39-a23e-b7d4754395ca tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0264819 Sep 16 05:34:39.691602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a615a6d-59b1-4f77-90f8-f105246f3ab6 req-56d42f87-b903-47e9-ba4b-9a5741498726 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4881115-d7e7-44ba-9e05-643c245a6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0301843 Sep 16 05:34:39.777073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d4afb44d-d8ff-4833-827d-549e6e974a7b no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:39.797266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: d4afb44d-d8ff-4833-827d-549e6e974a7b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:39.797614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device d4afb44d-d8ff-4833-827d-549e6e974a7b not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:40.694039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.076236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d13c166d-92bb-4c89-af5d-2422747fcc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.207452 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.455870 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bc40-9bb6-4e90-9c4b-718397169056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.215557 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.888082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.449344 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:58.290073 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.236050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628caa-b701-406c-bb36-8123bd671ad1 req-835b47b9-97a6-4683-8759-574c1984b99d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:05.237434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-835b47b9-97a6-4683-8759-574c1984b99d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1012292 Sep 16 05:35:05.253120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-d82ed0a4-36cf-46cc-a711-1e5c84e7f320 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/quotas/1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 375 time: 0.0100298 Sep 16 05:35:05.307822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-e9d41f17-71e1-492e-a0dd-bbbda1f29728 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492795 Sep 16 05:35:05.397503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-b1e8cc45-c4f4-4016-8ed9-8cd134a0ec9b service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826786 Sep 16 05:35:05.489467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-b394d9e9-30e5-4aec-ad39-4fdd08e0c334 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851629 Sep 16 05:35:06.006983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39a84d09-ae66-45ea-98df-6a787efb8bb2 req-c486223e-2600-4a7a-8440-1fcea0d834db tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 210 time: 0.0261352 Sep 16 05:35:07.117244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc1f26f4-4f5f-4cc8-b733-a55a98465c42 req-3bc6861f-294b-4ef7-8c5d-1a25a029b948 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 210 time: 0.0265574 Sep 16 05:35:07.698719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628caa-b701-406c-bb36-8123bd671ad1 req-27306cdb-b1b0-45ad-8b3f-390748438e96 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.700154 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-27306cdb-b1b0-45ad-8b3f-390748438e96 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1077967 Sep 16 05:35:07.718219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'port': {'device_id': '2b731fd6-a7ed-4296-a0fd-6351028e7446', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'admin_state_up': True, 'tenant_id': '1da509ee850e4474bca5c750f8f20307'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:07.889846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:07.893556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.027442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.20.0.8 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/2650ebf7-ed0f-4add-9f72-e11273fd87a6) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:08.177652 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.235147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2eb2b24-0f88-49e7-8bba-05ebac7e128e req-d0dd9ec1-2924-43b2-b01b-f4497b4bfb87 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 210 time: 0.0275383 Sep 16 05:35:08.273310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.317245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:08.320424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:08.326723 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:08.332974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=2650ebf7-ed0f-4add-9f72-e11273fd87a6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:08.381601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.382273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.473849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-245af987-260c-4193-9297-d6a8ecc7d4af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7590008 Sep 16 05:35:08.493017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Request body: {'port': {'device_id': '2b731fd6-a7ed-4296-a0fd-6351028e7446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:08.555381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.592261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a84738f1-122e-451a-8293-b5a7665f2ed4 None None] Provisioning complete for port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:08.592853 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a84738f1-122e-451a-8293-b5a7665f2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.629399 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a84738f1-122e-451a-8293-b5a7665f2ed4 None None] Port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:08.817877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2650ebf7-ed0f-4add-9f72-e11273fd87a6 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:08.825297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.836944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Transition to ACTIVE for port object 2650ebf7-ed0f-4add-9f72-e11273fd87a6 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:08.924343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:09.026966 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Pushing event updated for resources: {'Port': ['ID=2650ebf7-ed0f-4add-9f72-e11273fd87a6,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:09.064243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Attempting to bind port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:09.064648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Attempting to bind port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:09.064989 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Attempting to bind port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:09.078210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:09.080429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Attempting to bind port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:09.091266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:09.093527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:09.094481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:09.096060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Bound port: 2650ebf7-ed0f-4add-9f72-e11273fd87a6, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:09.098816 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:09.188383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] For port 2650ebf7-ed0f-4add-9f72-e11273fd87a6, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:09.193392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] For port 2650ebf7-ed0f-4add-9f72-e11273fd87a6, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2650ebf7-ed0f-4add-9f72-e11273fd87a6,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:09.270665 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:09.340172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.340882 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:09.342474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] 10.222.0.57 "PUT /v2.0/ports/2650ebf7-ed0f-4add-9f72-e11273fd87a6 HTTP/1.1" status: 200 len: 1092 time: 0.8542130 Sep 16 05:35:09.342999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b731fd6-a7ed-4296-a0fd-6351028e7446', 'tag': '2650ebf7-ed0f-4add-9f72-e11273fd87a6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:09.345387 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4827815e-3d44-4c5f-b4f5-14f6f21304a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b731fd6-a7ed-4296-a0fd-6351028e7446", "tag": "2650ebf7-ed0f-4add-9f72-e11273fd87a6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:09.373481 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071b2b4-c571-4354-a70b-99eaa82ac98c service neutron] Pushing event updated for resources: {'Port': ['ID=2650ebf7-ed0f-4add-9f72-e11273fd87a6,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:09.380478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90e0a-f1bd-425d-b1b9-b4949878f2ba req-c2409dad-9c16-4f71-a9c2-5a037b1fc343 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.382066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32b90e0a-f1bd-425d-b1b9-b4949878f2ba req-c2409dad-9c16-4f71-a9c2-5a037b1fc343 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0780869 Sep 16 05:35:09.402839 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5accb1-c68e-4504-a7de-4fa63e90cfe8 x-openstack-request-id: req-5a5accb1-c68e-4504-a7de-4fa63e90cfe8 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:09.402839 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b731fd6-a7ed-4296-a0fd-6351028e7446", "tag": "2650ebf7-ed0f-4add-9f72-e11273fd87a6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:09.402839 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a5accb1-c68e-4504-a7de-4fa63e90cfe8 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:09.402839 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b731fd6-a7ed-4296-a0fd-6351028e7446', 'tag': '2650ebf7-ed0f-4add-9f72-e11273fd87a6', 'status': 'completed', 'code': 200} Sep 16 05:35:09.442153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32b90e0a-f1bd-425d-b1b9-b4949878f2ba req-0e63214b-0089-4c35-a1b6-f2c01793bb68 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482359 Sep 16 05:35:09.492011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827815e-3d44-4c5f-b4f5-14f6f21304a2 req-3a1ec904-7cd5-43f8-a310-10f0528fd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.493655 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4827815e-3d44-4c5f-b4f5-14f6f21304a2 req-3a1ec904-7cd5-43f8-a310-10f0528fd1c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 1095 time: 0.0478792 Sep 16 05:35:09.636924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827815e-3d44-4c5f-b4f5-14f6f21304a2 req-cc9cdb26-8632-4c2e-9ad5-37adc8b52d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.638333 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4827815e-3d44-4c5f-b4f5-14f6f21304a2 req-cc9cdb26-8632-4c2e-9ad5-37adc8b52d6f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1da509ee850e4474bca5c750f8f20307&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1309595 Sep 16 05:35:09.748215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827815e-3d44-4c5f-b4f5-14f6f21304a2 req-a2b294be-ce88-43e3-9981-ba87e33a87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.749734 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4827815e-3d44-4c5f-b4f5-14f6f21304a2 req-a2b294be-ce88-43e3-9981-ba87e33a87f4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039665 Sep 16 05:35:09.850776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628caa-b701-406c-bb36-8123bd671ad1 req-84a80973-d3c7-49ec-a9c1-3a43dfb194e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.852385 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-84a80973-d3c7-49ec-a9c1-3a43dfb194e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 1095 time: 0.0423360 Sep 16 05:35:09.906186 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-dc5bca54-f858-4987-87f4-89d54e08935a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2650ebf7-ed0f-4add-9f72-e11273fd87a6 HTTP/1.1" status: 200 len: 217 time: 0.0389309 Sep 16 05:35:09.960350 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628caa-b701-406c-bb36-8123bd671ad1 req-d2a042fd-ce2c-4f86-b8a0-38030a3856a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.961835 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-d2a042fd-ce2c-4f86-b8a0-38030a3856a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0481894 Sep 16 05:35:10.012457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628caa-b701-406c-bb36-8123bd671ad1 req-2626bf5e-b62c-4b58-9f17-f8bdadfc4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:10.013856 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-2626bf5e-b62c-4b58-9f17-f8bdadfc4129 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447133 Sep 16 05:35:10.120407 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-e019835a-119b-427d-806a-7e356a05d9fc service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992954 Sep 16 05:35:10.217876 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44628caa-b701-406c-bb36-8123bd671ad1 req-1d3881d7-bf3f-4eb0-92f2-8c0da95935d4 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898848 Sep 16 05:35:10.567995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bff868-849f-4350-9113-13b014c29767 req-a911ca03-fc76-4f38-8d43-d1abdf0ca062 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:10.569594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14bff868-849f-4350-9113-13b014c29767 req-a911ca03-fc76-4f38-8d43-d1abdf0ca062 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0503135 Sep 16 05:35:10.609251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14bff868-849f-4350-9113-13b014c29767 req-f2dda200-8d34-42f5-8776-ea2ab23572d9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Sep 16 05:35:10.684386 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:11.049618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5051ec89-af62-412c-afd1-da29d29f9e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:11.723501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f540e-ad6c-4c66-8259-2e1aff0eec72 req-fbd1ac32-9306-42e5-af59-e864d1f5d9f8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:11.725034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-751f540e-ad6c-4c66-8259-2e1aff0eec72 req-fbd1ac32-9306-42e5-af59-e864d1f5d9f8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0491037 Sep 16 05:35:11.764706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-751f540e-ad6c-4c66-8259-2e1aff0eec72 req-3b3be787-6765-4ba6-b3aa-f01f8fa41614 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 Sep 16 05:35:12.878015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c05276-4a7c-4325-9bcf-e0ff7f90cad2 req-024d447a-8290-4a71-a20a-5dc39554091d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:12.879480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27c05276-4a7c-4325-9bcf-e0ff7f90cad2 req-024d447a-8290-4a71-a20a-5dc39554091d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0473118 Sep 16 05:35:12.920481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27c05276-4a7c-4325-9bcf-e0ff7f90cad2 req-efbb865e-15cb-414f-8b8e-2b11848ae358 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Sep 16 05:35:14.034285 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec7a68-8051-44e8-abac-8818f940750c req-247647d5-cbb4-4b79-bb5f-af93016645c6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:14.035849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9bec7a68-8051-44e8-abac-8818f940750c req-247647d5-cbb4-4b79-bb5f-af93016645c6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0498469 Sep 16 05:35:14.081510 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9bec7a68-8051-44e8-abac-8818f940750c req-7ffa630c-e836-4292-8ea8-3973f7b0a337 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393262 Sep 16 05:35:14.180606 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.460654 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b4403be3-59d2-4805-9652-a44fcf4a7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:15.193936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addba4b-0828-4e61-af33-449a5cd24218 req-4c505fe0-d0fd-4fba-81de-f94fca487e54 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.195433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0addba4b-0828-4e61-af33-449a5cd24218 req-4c505fe0-d0fd-4fba-81de-f94fca487e54 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0488923 Sep 16 05:35:15.204265 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:15.233930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0addba4b-0828-4e61-af33-449a5cd24218 req-7dd158de-d472-46e9-9fe7-22543a5d3085 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Sep 16 05:35:16.503952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838026f-b4c6-4e1c-96e5-3aa223f5be0f req-673d4bf6-0239-4e94-b95c-f6ec5e8132b6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:16.505419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2838026f-b4c6-4e1c-96e5-3aa223f5be0f req-673d4bf6-0239-4e94-b95c-f6ec5e8132b6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.2060742 Sep 16 05:35:16.545822 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2838026f-b4c6-4e1c-96e5-3aa223f5be0f req-7c597fdb-8ec6-4ef8-bce3-870708ac116f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Sep 16 05:35:16.903588 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.717183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6aa47-c447-4f57-bce8-6df0bbbfb789 req-3ff06248-0345-455a-b5b7-7795198ca399 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:17.718679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecf6aa47-c447-4f57-bce8-6df0bbbfb789 req-3ff06248-0345-455a-b5b7-7795198ca399 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.1074831 Sep 16 05:35:17.755797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ecf6aa47-c447-4f57-bce8-6df0bbbfb789 req-cc725212-6697-465c-8aa0-170c3190de66 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Sep 16 05:35:18.868051 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637581a7-68a0-4219-80fc-e5ce9bac2130 req-01a9afee-5e41-40b1-81ae-197633ccc0f7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:18.869521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-637581a7-68a0-4219-80fc-e5ce9bac2130 req-01a9afee-5e41-40b1-81ae-197633ccc0f7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0484524 Sep 16 05:35:18.906629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-637581a7-68a0-4219-80fc-e5ce9bac2130 req-bf4a90de-36d0-4ebc-a26b-74d38da8cfb5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312669 Sep 16 05:35:20.019087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27050f07-f23f-4f07-b67e-92ce9e18a494 req-9cad253e-bd8b-4774-ab98-bcb83039fa9e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:20.020195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27050f07-f23f-4f07-b67e-92ce9e18a494 req-9cad253e-bd8b-4774-ab98-bcb83039fa9e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0483217 Sep 16 05:35:20.062214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27050f07-f23f-4f07-b67e-92ce9e18a494 req-9a4c3900-3b8b-4f11-b4b3-b80b1d5e1626 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Sep 16 05:35:21.177910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54847c13-023c-4137-a8b9-77ea0d1f294c req-6984a8b3-c204-4f1f-9910-429fb638806b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:21.179431 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54847c13-023c-4137-a8b9-77ea0d1f294c req-6984a8b3-c204-4f1f-9910-429fb638806b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 943 time: 0.0489886 Sep 16 05:35:21.218044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54847c13-023c-4137-a8b9-77ea0d1f294c req-c156f40a-8e2e-42fc-a00e-2a9e5204dd44 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Sep 16 05:35:21.962551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 2650ebf7-ed0f-4add-9f72-e11273fd87a6 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:22.057213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 2650ebf7-ed0f-4add-9f72-e11273fd87a6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2650ebf7-ed0f-4add-9f72-e11273fd87a6,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:22.068042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '2650ebf7-ed0f-4add-9f72-e11273fd87a6', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'port_id': '2650ebf7-ed0f-4add-9f72-e11273fd87a6', 'mac_address': 'fa:16:3e:33:9d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:22.106272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.118969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2650ebf7-ed0f-4add-9f72-e11273fd87a6 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:22.136940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 2650ebf7-ed0f-4add-9f72-e11273fd87a6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2650ebf7-ed0f-4add-9f72-e11273fd87a6,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:22.192011 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.237340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=2650ebf7-ed0f-4add-9f72-e11273fd87a6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:22.329915 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad37ed-9610-48fa-be1b-a2b24a6833c0 req-1d9d70d5-dbc8-4e60-9f55-e3cd109cd1eb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:22.331441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07ad37ed-9610-48fa-be1b-a2b24a6833c0 req-1d9d70d5-dbc8-4e60-9f55-e3cd109cd1eb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 944 time: 0.0489366 Sep 16 05:35:22.369723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-07ad37ed-9610-48fa-be1b-a2b24a6833c0 req-4d2bbd8e-c491-4cf1-82f2-72a211d2a1a8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Sep 16 05:35:22.405633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-f27238fd-770f-427d-a9a4-7e411a17b30e req-638521b1-9338-45bd-9c86-da827127dc4b service neutron] (101824) timed out ('10.222.0.59', 59520) {{(pid=101824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:35:22.452181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['2650ebf7-ed0f-4add-9f72-e11273fd87a6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:23.482235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802dfd3-9675-4c66-bffb-073b06504592 req-cf880788-74b5-40ce-b813-b8d0a6562d1a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:23.483751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a802dfd3-9675-4c66-bffb-073b06504592 req-cf880788-74b5-40ce-b813-b8d0a6562d1a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 944 time: 0.0478697 Sep 16 05:35:23.524611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a802dfd3-9675-4c66-bffb-073b06504592 req-c9661d6f-58e3-4ba2-b336-b9d4ede04348 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Sep 16 05:35:23.978727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 2650ebf7-ed0f-4add-9f72-e11273fd87a6 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:24.118149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:24.122087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:24.122559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.201015 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.222449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b731fd6-a7ed-4296-a0fd-6351028e7446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2650ebf7-ed0f-4add-9f72-e11273fd87a6'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:24.224767 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89ff11a-ca57-49dd-b6ff-5f52f74dae05" -d '{"events": [{"server_uuid": "2b731fd6-a7ed-4296-a0fd-6351028e7446", "name": "network-vif-plugged", "status": "completed", "tag": "2650ebf7-ed0f-4add-9f72-e11273fd87a6"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:24.236752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 2650ebf7-ed0f-4add-9f72-e11273fd87a6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2650ebf7-ed0f-4add-9f72-e11273fd87a6,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:24.262734 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efba648-4375-4a53-9715-25bb2787330b x-openstack-request-id: req-4efba648-4375-4a53-9715-25bb2787330b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:24.263033 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b731fd6-a7ed-4296-a0fd-6351028e7446", "name": "network-vif-plugged", "status": "completed", "tag": "2650ebf7-ed0f-4add-9f72-e11273fd87a6", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:24.263322 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4efba648-4375-4a53-9715-25bb2787330b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:24.263722 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b731fd6-a7ed-4296-a0fd-6351028e7446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2650ebf7-ed0f-4add-9f72-e11273fd87a6', 'code': 200} Sep 16 05:35:24.295488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.343372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=2650ebf7-ed0f-4add-9f72-e11273fd87a6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:24.384444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077a352-e7ce-4e5b-b848-25e64f84604b req-4bfb378f-77cb-4025-b0a4-4576563dbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.385562 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f077a352-e7ce-4e5b-b848-25e64f84604b req-4bfb378f-77cb-4025-b0a4-4576563dbcb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 1097 time: 0.0407660 Sep 16 05:35:24.423675 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f077a352-e7ce-4e5b-b848-25e64f84604b req-5e3c3734-c107-4822-b06c-47aa4daab489 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Sep 16 05:35:24.638884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a2048-7d31-4d30-b180-64daa7134ef8 req-6903ae16-1623-43e0-99ba-fcaf158357fb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.640423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-627a2048-7d31-4d30-b180-64daa7134ef8 req-6903ae16-1623-43e0-99ba-fcaf158357fb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 945 time: 0.0495150 Sep 16 05:35:24.677873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-627a2048-7d31-4d30-b180-64daa7134ef8 req-7aadbc87-ae7c-4048-819d-c50b51ea7a7e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Sep 16 05:35:25.795067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d9419-e589-42b0-a30c-f1b92f0a62c3 req-0d298e00-edff-42d3-aa51-81d73c65f13a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.796598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8d9419-e589-42b0-a30c-f1b92f0a62c3 req-0d298e00-edff-42d3-aa51-81d73c65f13a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 945 time: 0.0493689 Sep 16 05:35:25.840884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8d9419-e589-42b0-a30c-f1b92f0a62c3 req-e9e27d55-765b-4b10-8189-06e3f8795ce7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Sep 16 05:35:25.952600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef737da-695a-4e38-87e7-7ddef7dbb492 req-ad69bb4f-865e-4975-a320-46352e30e9d8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.954055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cef737da-695a-4e38-87e7-7ddef7dbb492 req-ad69bb4f-865e-4975-a320-46352e30e9d8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Sep 16 05:35:25.994840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cef737da-695a-4e38-87e7-7ddef7dbb492 req-51170752-6f57-4e9d-a226-a29158f0fdf6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348327 Sep 16 05:35:28.329657 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.449141 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:29.350142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-4e5617ed-39fa-4ebf-b861-a803c288db46 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.351629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-4e5617ed-39fa-4ebf-b861-a803c288db46 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1017125 Sep 16 05:35:29.366020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5ba1c75a-5f21-4f68-a82f-8caccf51d482 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/quotas/1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 375 time: 0.0087781 Sep 16 05:35:29.418087 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-877ca961-c7cd-428c-b88a-9590f95da622 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470538 Sep 16 05:35:29.510509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-31d4b5d3-0131-4973-b9aa-15f056587454 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852387 Sep 16 05:35:29.603491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-4647c651-f815-4fbe-9f99-58ca4783ee28 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860889 Sep 16 05:35:29.861499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0fdd7f0-8588-4866-b7fd-b01a5407b617 req-5e38cd70-988d-4d49-a67d-5a98fcd50eaa tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 210 time: 0.0265026 Sep 16 05:35:30.963057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c21e5399-d731-4de7-bf75-e68f47754402 req-5b83cc7b-081e-47b2-9c61-452ff7e08be4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 210 time: 0.0266199 Sep 16 05:35:31.593115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-9c530b2d-ddd9-4450-baec-ff57dbefc443 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.594597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-9c530b2d-ddd9-4450-baec-ff57dbefc443 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1058679 Sep 16 05:35:31.608179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'port': {'device_id': '36d2408f-9392-472e-a901-2677e94582e3', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'admin_state_up': True, 'tenant_id': '1da509ee850e4474bca5c750f8f20307'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:31.780550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:31.784177 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:31.916540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.20.0.7 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/58a292cc-b224-4d69-9ec3-8c2a647b7a06) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:32.062883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc3ac759-4a12-4c47-9919-0639647b2362 req-9a0bf428-7f48-4e9a-a3a2-5950b0a5ee88 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 210 time: 0.0313623 Sep 16 05:35:32.091456 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.195550 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.240240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:32.241160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['2650ebf7-ed0f-4add-9f72-e11273fd87a6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:32.248444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:32.253390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:32.258905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=58a292cc-b224-4d69-9ec3-8c2a647b7a06,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:32.293415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.296951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.297272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:32.325472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:32.326121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.396144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5cc8f3ef-8a3a-40c9-803b-e3297677332b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7922530 Sep 16 05:35:32.468933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Request body: {'port': {'device_id': '36d2408f-9392-472e-a901-2677e94582e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:32.529960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.534655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e2690407-2c88-47f9-90b1-6f5f129c3303 None None] Provisioning complete for port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:32.535031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2690407-2c88-47f9-90b1-6f5f129c3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.570244 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e2690407-2c88-47f9-90b1-6f5f129c3303 None None] Port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:32.791700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a292cc-b224-4d69-9ec3-8c2a647b7a06 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:32.799603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.812079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Transition to ACTIVE for port object 58a292cc-b224-4d69-9ec3-8c2a647b7a06 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:32.883956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.938497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Pushing event updated for resources: {'Port': ['ID=58a292cc-b224-4d69-9ec3-8c2a647b7a06,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:33.018400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Attempting to bind port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:33.018939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Attempting to bind port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:33.019754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Attempting to bind port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:33.024534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:33.024861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Attempting to bind port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:33.032617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:33.032980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:33.033358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:33.033808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Bound port: 58a292cc-b224-4d69-9ec3-8c2a647b7a06, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:33.034150 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:33.116501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] For port 58a292cc-b224-4d69-9ec3-8c2a647b7a06, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:33.122811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] For port 58a292cc-b224-4d69-9ec3-8c2a647b7a06, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=58a292cc-b224-4d69-9ec3-8c2a647b7a06,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:33.193214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3276278-c3f1-4cfb-afe3-694c2e0399c0 req-4932ca12-5e0f-404a-9294-b3aea24bb634 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.194676 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3276278-c3f1-4cfb-afe3-694c2e0399c0 req-4932ca12-5e0f-404a-9294-b3aea24bb634 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0572541 Sep 16 05:35:33.196258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:33.244643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.245270 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:33.246664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] 10.222.0.60 "PUT /v2.0/ports/58a292cc-b224-4d69-9ec3-8c2a647b7a06 HTTP/1.1" status: 200 len: 1092 time: 0.8418326 Sep 16 05:35:33.248673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d2408f-9392-472e-a901-2677e94582e3', 'tag': '58a292cc-b224-4d69-9ec3-8c2a647b7a06'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:33.250968 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab8898b-b54b-4eec-889c-e66afe19eba7" -d '{"events": [{"name": "network-changed", "server_uuid": "36d2408f-9392-472e-a901-2677e94582e3", "tag": "58a292cc-b224-4d69-9ec3-8c2a647b7a06"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:33.288808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3276278-c3f1-4cfb-afe3-694c2e0399c0 req-e0d6e3d9-5c7b-44d1-b84f-f5af1715fbe4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666196 Sep 16 05:35:33.289481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc40f9-9a97-4657-b2fb-34d7bb32ec98 service neutron] Pushing event updated for resources: {'Port': ['ID=58a292cc-b224-4d69-9ec3-8c2a647b7a06,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:33.304453 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb3a704-e451-40d4-aa5c-5a887e76af5d x-openstack-request-id: req-4eb3a704-e451-40d4-aa5c-5a887e76af5d {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:33.310348 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d2408f-9392-472e-a901-2677e94582e3", "tag": "58a292cc-b224-4d69-9ec3-8c2a647b7a06", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:33.310348 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4eb3a704-e451-40d4-aa5c-5a887e76af5d {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:33.310348 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d2408f-9392-472e-a901-2677e94582e3', 'tag': '58a292cc-b224-4d69-9ec3-8c2a647b7a06', 'status': 'completed', 'code': 200} Sep 16 05:35:33.370595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8898b-b54b-4eec-889c-e66afe19eba7 req-cf8c42d9-29aa-485e-91e4-e8d46b969379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.372385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aab8898b-b54b-4eec-889c-e66afe19eba7 req-cf8c42d9-29aa-485e-91e4-e8d46b969379 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 1095 time: 0.0441620 Sep 16 05:35:33.484806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8898b-b54b-4eec-889c-e66afe19eba7 req-3812143d-fe2f-4f11-9106-e38a109c3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.486313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aab8898b-b54b-4eec-889c-e66afe19eba7 req-3812143d-fe2f-4f11-9106-e38a109c3931 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1da509ee850e4474bca5c750f8f20307&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1057510 Sep 16 05:35:33.583481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8898b-b54b-4eec-889c-e66afe19eba7 req-8c945bd5-87e1-499e-b404-9dc1cf5e5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.584971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aab8898b-b54b-4eec-889c-e66afe19eba7 req-8c945bd5-87e1-499e-b404-9dc1cf5e5792 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912669 Sep 16 05:35:33.667830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-6cd02f28-cd30-4ee7-aa46-341f57e8d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.669399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-6cd02f28-cd30-4ee7-aa46-341f57e8d724 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 1095 time: 0.0454664 Sep 16 05:35:33.711498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-b81351c6-8b24-43e4-b6c7-b3bbbd0a35d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a292cc-b224-4d69-9ec3-8c2a647b7a06 HTTP/1.1" status: 200 len: 217 time: 0.0335915 Sep 16 05:35:33.758819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5bef10d4-68d9-476c-9992-eac13b3d2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.760268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-5bef10d4-68d9-476c-9992-eac13b3d2a2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0418143 Sep 16 05:35:33.807463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-1851d420-9aad-4558-9cfc-f6c0630a8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.809227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-1851d420-9aad-4558-9cfc-f6c0630a8125 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410354 Sep 16 05:35:33.902096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-2803aef7-d32a-4982-bbab-444c2819ef61 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845528 Sep 16 05:35:34.002625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d8a1f13-0361-4bc6-92f6-2cfe6f0bd0c8 req-64e55ee6-3592-4db8-90ab-de4d7f6574d5 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925596 Sep 16 05:35:34.421948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ead12-acc0-4fdd-914c-6a22fb332158 req-010c44e6-05a9-4c95-8695-38458c6d1727 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.424609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a9ead12-acc0-4fdd-914c-6a22fb332158 req-010c44e6-05a9-4c95-8695-38458c6d1727 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0489762 Sep 16 05:35:34.462017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a9ead12-acc0-4fdd-914c-6a22fb332158 req-cfcded25-42f9-4a95-950c-0e5714ec71de tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Sep 16 05:35:35.580350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e415-aacc-409e-bc4a-4dbb6d480159 req-bfc9eb14-a328-40bc-aecc-8531fa527e38 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:35.581740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5155e415-aacc-409e-bc4a-4dbb6d480159 req-bfc9eb14-a328-40bc-aecc-8531fa527e38 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0495865 Sep 16 05:35:35.621349 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5155e415-aacc-409e-bc4a-4dbb6d480159 req-976dced5-ba80-4406-ab60-a32c7ff12a5c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Sep 16 05:35:36.741849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02082b9-5d01-409c-b24b-d46b94a8db42 req-5343f4cd-154e-4057-92ab-edcb2426c4e0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:36.744117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d02082b9-5d01-409c-b24b-d46b94a8db42 req-5343f4cd-154e-4057-92ab-edcb2426c4e0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0503435 Sep 16 05:35:36.786805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d02082b9-5d01-409c-b24b-d46b94a8db42 req-b83c6778-844b-47db-bfe2-2d7c18b6ec33 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351245 Sep 16 05:35:37.905490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800ea9-e54f-4275-9241-f3cac7287ffb req-a6848b45-d44e-4854-8d6b-148ec4b1e559 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:37.906979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0800ea9-e54f-4275-9241-f3cac7287ffb req-a6848b45-d44e-4854-8d6b-148ec4b1e559 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0501711 Sep 16 05:35:37.946255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0800ea9-e54f-4275-9241-f3cac7287ffb req-2f12365f-d1dd-445f-9e94-c7a8f3731c51 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Sep 16 05:35:38.647753 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-a1efea78-a42c-4201-9620-fa26c92712f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396061 Sep 16 05:35:38.749781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-2c64726a-aa3c-4917-8d04-ad5f6bb57eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:38.751316 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-2c64726a-aa3c-4917-8d04-ad5f6bb57eac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 1097 time: 0.0420921 Sep 16 05:35:38.865010 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-253d1239-e606-461b-a8d6-5453bca80f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:38.866514 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-253d1239-e606-461b-a8d6-5453bca80f4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0939493 Sep 16 05:35:38.911291 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-853ef3e8-9d7a-4263-a66f-c58cc32413f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2650ebf7-ed0f-4add-9f72-e11273fd87a6 HTTP/1.1" status: 200 len: 217 time: 0.0355632 Sep 16 05:35:38.960430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-55d38b9b-c940-47be-a36c-766b6d291877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:38.961867 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-55d38b9b-c940-47be-a36c-766b6d291877 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0442760 Sep 16 05:35:39.014708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-7af4115a-35da-4af1-9abc-1601b59b397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:39.016348 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-7af4115a-35da-4af1-9abc-1601b59b397f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455744 Sep 16 05:35:39.073268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031595db-b22a-47f2-9af5-68fe075e9b09 req-084f729b-3803-434d-868f-5a299ebb1f73 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:39.075271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-031595db-b22a-47f2-9af5-68fe075e9b09 req-084f729b-3803-434d-868f-5a299ebb1f73 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0510070 Sep 16 05:35:39.115044 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-a2c0405a-fbf6-4f83-be9f-a9a19b51274e service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897496 Sep 16 05:35:39.117252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-031595db-b22a-47f2-9af5-68fe075e9b09 req-a5cd5af6-e884-4d95-b2d1-e7ad7d35bab1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Sep 16 05:35:39.215286 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4a8f919b-05b9-48a8-91c7-d47b03ca59bc req-231cd7c8-4424-4d2d-86fb-55844425fea2 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925188 Sep 16 05:35:40.245179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c10e53-5376-4398-9227-276235ebcb9b req-8bc17f6a-73a6-4e01-aaec-18e6796e59af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:40.246877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5c10e53-5376-4398-9227-276235ebcb9b req-8bc17f6a-73a6-4e01-aaec-18e6796e59af tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0566633 Sep 16 05:35:40.289972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5c10e53-5376-4398-9227-276235ebcb9b req-337d3b4f-8da8-42bf-a1cf-2670db70409d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370190 Sep 16 05:35:40.712069 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.085725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae4a49e7-c646-41c5-b98e-64ed041698a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.414166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a99f98-4fed-4cd7-81c3-c68f1f1979d9 req-3d6b8990-e216-4cf1-952d-8b50455d5d37 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:41.415752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26a99f98-4fed-4cd7-81c3-c68f1f1979d9 req-3d6b8990-e216-4cf1-952d-8b50455d5d37 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0535507 Sep 16 05:35:41.457323 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26a99f98-4fed-4cd7-81c3-c68f1f1979d9 req-dbcec8fa-5661-49c3-a769-6709ec6271c3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Sep 16 05:35:42.577888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bfd02-896f-4dff-b9f6-8473d1bb0bc5 req-2bd911a1-9c78-4bea-a6b8-10d6d99c8c99 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:42.579448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-282bfd02-896f-4dff-b9f6-8473d1bb0bc5 req-2bd911a1-9c78-4bea-a6b8-10d6d99c8c99 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0508730 Sep 16 05:35:42.619284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-282bfd02-896f-4dff-b9f6-8473d1bb0bc5 req-5423851a-d86a-4a8f-8e24-fd98afead957 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Sep 16 05:35:43.744791 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c7df0-f4a9-402c-b8e6-ab9aaa44daed req-62f65f5a-4862-4d16-94b6-5964b0b1f832 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:43.746303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b66c7df0-f4a9-402c-b8e6-ab9aaa44daed req-62f65f5a-4862-4d16-94b6-5964b0b1f832 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0567927 Sep 16 05:35:43.789182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b66c7df0-f4a9-402c-b8e6-ab9aaa44daed req-dd5fc06a-d1ca-4236-8d65-3cbd1bc07296 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368583 Sep 16 05:35:44.245586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.483634 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a06a03af-42f7-4b21-8d1a-2a26dffcf77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.916440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae4b5d-f7c4-403d-aac3-9805507c3807 req-5492d703-7ac3-419d-a8e8-a409fa7c2c6c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:44.918025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffae4b5d-f7c4-403d-aac3-9805507c3807 req-5492d703-7ac3-419d-a8e8-a409fa7c2c6c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0500691 Sep 16 05:35:44.957275 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffae4b5d-f7c4-403d-aac3-9805507c3807 req-ab68cd4d-7e4d-4f72-8990-8ec32602510f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Sep 16 05:35:45.222690 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.088543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ce486-8bd1-406d-8551-86037fd3f693 req-0d5bac76-0a5c-440d-9ba1-152c9af279da tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:46.090974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf4ce486-8bd1-406d-8551-86037fd3f693 req-0d5bac76-0a5c-440d-9ba1-152c9af279da tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0556934 Sep 16 05:35:46.132535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf4ce486-8bd1-406d-8551-86037fd3f693 req-2bf1aa80-866e-42c6-9299-ac347a1ca729 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Sep 16 05:35:46.917805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.251156 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5aad6-dac1-4020-b344-ad57d7b261c8 req-448c6342-cb7b-46e9-9c05-69ea50fd31e0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:47.252750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20d5aad6-dac1-4020-b344-ad57d7b261c8 req-448c6342-cb7b-46e9-9c05-69ea50fd31e0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0488017 Sep 16 05:35:47.296254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20d5aad6-dac1-4020-b344-ad57d7b261c8 req-b834875c-7c6f-4af7-ae58-37095593b0e0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 Sep 16 05:35:48.687772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e63e9-2e55-4d85-81aa-0eb2d58526a9 req-70814490-1823-4f84-a767-1b30c6332637 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:48.689297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd1e63e9-2e55-4d85-81aa-0eb2d58526a9 req-70814490-1823-4f84-a767-1b30c6332637 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.3261759 Sep 16 05:35:48.728305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd1e63e9-2e55-4d85-81aa-0eb2d58526a9 req-db769778-9335-47fa-8629-bd5632422536 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Sep 16 05:35:49.844956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f1285-3e62-48a3-990e-757bde51da90 req-34089c11-bad9-4f08-b8c2-829e1804ed39 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:49.847318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f9f1285-3e62-48a3-990e-757bde51da90 req-34089c11-bad9-4f08-b8c2-829e1804ed39 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0533419 Sep 16 05:35:49.886494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f9f1285-3e62-48a3-990e-757bde51da90 req-99ca8037-04cd-4361-a82c-13d4c84da9ed tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Sep 16 05:35:51.059112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937de7b-a9f2-43a0-b1e1-cb8a49ad6817 req-ed61ebd4-ad77-4a0e-95bc-db2463b6650f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:51.061389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1937de7b-a9f2-43a0-b1e1-cb8a49ad6817 req-ed61ebd4-ad77-4a0e-95bc-db2463b6650f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.1048758 Sep 16 05:35:51.103383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1937de7b-a9f2-43a0-b1e1-cb8a49ad6817 req-d50220f0-e73c-4402-bed2-9e77277b7c92 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348539 Sep 16 05:35:52.218355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432edc8-3ac2-49ad-806a-0bd2203baccf req-5b254ad0-d3ca-4089-9849-b4fd3fd8303e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:52.219843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7432edc8-3ac2-49ad-806a-0bd2203baccf req-5b254ad0-d3ca-4089-9849-b4fd3fd8303e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0483987 Sep 16 05:35:52.257521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7432edc8-3ac2-49ad-806a-0bd2203baccf req-e558288b-a633-43a5-8046-c77d3346a8bf tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 Sep 16 05:35:53.373195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98e140-ea93-4d78-88a7-bff4cff02684 req-7fb85c69-08f1-4954-a68f-116b1788993f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.374692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e98e140-ea93-4d78-88a7-bff4cff02684 req-7fb85c69-08f1-4954-a68f-116b1788993f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0476406 Sep 16 05:35:53.413383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e98e140-ea93-4d78-88a7-bff4cff02684 req-2643c672-91d0-4c25-a23b-31d4bc67b024 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Sep 16 05:35:54.526092 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348f0e1-f9a3-4aa2-98ee-b0cd4799e3e1 req-47d668dd-e8b4-4308-a3ee-00859a5c80a9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:54.527589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2348f0e1-f9a3-4aa2-98ee-b0cd4799e3e1 req-47d668dd-e8b4-4308-a3ee-00859a5c80a9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0482652 Sep 16 05:35:54.568724 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2348f0e1-f9a3-4aa2-98ee-b0cd4799e3e1 req-75feac46-7794-47cd-aec0-36efb364e11d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351706 Sep 16 05:35:55.684591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef3993-3aba-421f-9d57-a73aa6eab8fb req-1c5c1fad-ef6f-4dad-b029-d127ae218dcd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:55.685996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40ef3993-3aba-421f-9d57-a73aa6eab8fb req-1c5c1fad-ef6f-4dad-b029-d127ae218dcd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0484917 Sep 16 05:35:55.723763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-40ef3993-3aba-421f-9d57-a73aa6eab8fb req-d6abad80-ed0c-4cc1-838e-34d6f7e8b01b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Sep 16 05:35:56.836960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c338b-1438-46e4-9aea-30982f7a4b99 req-69f9eb0e-10a7-4553-82ec-c609006c92b2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.838412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a74c338b-1438-46e4-9aea-30982f7a4b99 req-69f9eb0e-10a7-4553-82ec-c609006c92b2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0477300 Sep 16 05:35:56.875567 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a74c338b-1438-46e4-9aea-30982f7a4b99 req-683f7e3e-88c9-4515-967e-1f7975059b02 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Sep 16 05:35:57.988238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862564-43fc-4fce-95cd-f40b580c7482 req-9abeed14-ce8e-4cc4-a285-3ff7684f76a3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:57.989776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f862564-43fc-4fce-95cd-f40b580c7482 req-9abeed14-ce8e-4cc4-a285-3ff7684f76a3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0487518 Sep 16 05:35:58.030341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1f862564-43fc-4fce-95cd-f40b580c7482 req-d57d2b28-f309-4295-973a-9c3e404bc1c7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Sep 16 05:35:58.308300 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.143886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1f5f-3201-4572-82b8-763011ff1882 req-8855bb39-e24f-49b2-996f-4c5d8cd7eda4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.145365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14ab1f5f-3201-4572-82b8-763011ff1882 req-8855bb39-e24f-49b2-996f-4c5d8cd7eda4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0486400 Sep 16 05:35:59.183429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14ab1f5f-3201-4572-82b8-763011ff1882 req-eaa12530-d79f-46c8-8e20-0d6774c142b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Sep 16 05:36:00.300938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf76932-9c61-4e7e-b902-44be564be0e3 req-42a5776f-cd34-4f1c-a037-b9d561bffb25 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.302970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcf76932-9c61-4e7e-b902-44be564be0e3 req-42a5776f-cd34-4f1c-a037-b9d561bffb25 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0520115 Sep 16 05:36:00.341250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dcf76932-9c61-4e7e-b902-44be564be0e3 req-018ce539-a151-4674-a938-b18c3dcdd85a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Sep 16 05:36:01.457238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32944f-20fe-43d7-9cd6-da607657e441 req-7cc2f63f-3163-45a3-bd8a-18d44c840ddd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:01.458708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb32944f-20fe-43d7-9cd6-da607657e441 req-7cc2f63f-3163-45a3-bd8a-18d44c840ddd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0487494 Sep 16 05:36:01.499850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb32944f-20fe-43d7-9cd6-da607657e441 req-7ea91373-06a6-48b0-803c-b07a6fc7917a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351374 Sep 16 05:36:02.615230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d21bd-f4f5-4842-a411-f5233665d38c req-a9c68204-575d-4764-ae60-aee797712460 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:02.616739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-766d21bd-f4f5-4842-a411-f5233665d38c req-a9c68204-575d-4764-ae60-aee797712460 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0487239 Sep 16 05:36:02.654942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-766d21bd-f4f5-4842-a411-f5233665d38c req-ef212fb0-c800-45d7-a0b0-f7b2f2d38d85 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Sep 16 05:36:03.770429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9703e-a285-49a4-b836-4aa2d55abc0c req-ac627f04-5f64-4796-a9a9-3d234f1781f6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:03.771939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20d9703e-a285-49a4-b836-4aa2d55abc0c req-ac627f04-5f64-4796-a9a9-3d234f1781f6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0502350 Sep 16 05:36:03.813721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20d9703e-a285-49a4-b836-4aa2d55abc0c req-2fdfdd38-6ba8-4471-8d25-c705188be637 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356112 Sep 16 05:36:04.932491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992e204-c3d5-4d25-b52d-caef00ba62d5 req-e08eafc8-7146-4faf-aacd-bd77d5228b6e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.934446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1992e204-c3d5-4d25-b52d-caef00ba62d5 req-e08eafc8-7146-4faf-aacd-bd77d5228b6e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0518739 Sep 16 05:36:04.977512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1992e204-c3d5-4d25-b52d-caef00ba62d5 req-40aa63c7-92a9-4fda-8c65-4d52f6cac44a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Sep 16 05:36:05.448349 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:06.099753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b018482-3cff-49d4-b9b1-c3180dd67d3d req-13db8a8c-4bcd-4405-b0ee-6a8c92da1f37 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.101871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b018482-3cff-49d4-b9b1-c3180dd67d3d req-13db8a8c-4bcd-4405-b0ee-6a8c92da1f37 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0544753 Sep 16 05:36:06.142260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2b018482-3cff-49d4-b9b1-c3180dd67d3d req-fc17182c-6e6b-4809-a2bf-4f7b6ea35377 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342884 Sep 16 05:36:07.258636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e8096-e557-4289-8030-2461d0134f15 req-21b099ca-f940-43d1-a4d2-98c850922601 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:07.260028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df0e8096-e557-4289-8030-2461d0134f15 req-21b099ca-f940-43d1-a4d2-98c850922601 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0492008 Sep 16 05:36:07.300712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df0e8096-e557-4289-8030-2461d0134f15 req-3a9e0225-306a-436b-b78b-2c3d3738b842 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Sep 16 05:36:08.414804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3f0b-3c66-491d-ac04-afbd891e899f req-a0b61295-371b-45b6-8629-8370afd58dc0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:08.416296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76bd3f0b-3c66-491d-ac04-afbd891e899f req-a0b61295-371b-45b6-8629-8370afd58dc0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0479555 Sep 16 05:36:08.457156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76bd3f0b-3c66-491d-ac04-afbd891e899f req-2df9d0d2-074e-476a-9aec-af6384b1e280 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348120 Sep 16 05:36:09.571825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4fe0f-4ffc-4d56-aaac-212014c93b70 req-ac83d6ef-0bb8-409e-8bb5-b661653dd980 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:09.573310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ace4fe0f-4ffc-4d56-aaac-212014c93b70 req-ac83d6ef-0bb8-409e-8bb5-b661653dd980 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Sep 16 05:36:09.611720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ace4fe0f-4ffc-4d56-aaac-212014c93b70 req-079f45eb-0330-42b8-b8a9-601c5115e594 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Sep 16 05:36:10.733006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab44b4-2cfb-4f0d-8af4-57debe9658e1 req-b666422e-89cd-4d76-a5a3-7ba350df71c5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:10.734739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bab44b4-2cfb-4f0d-8af4-57debe9658e1 req-b666422e-89cd-4d76-a5a3-7ba350df71c5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0519633 Sep 16 05:36:10.748044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.773927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2bab44b4-2cfb-4f0d-8af4-57debe9658e1 req-8a74a8a2-158f-406d-92c9-02314b1fef7b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331829 Sep 16 05:36:11.073759 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f772e46a-5405-496e-8000-2ac88c3345f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.891451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a807afb-8720-4aeb-b6b1-c7a35cfa9093 req-02eb40cf-2d4f-4c56-ba89-a25046ad5fb7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:11.893202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a807afb-8720-4aeb-b6b1-c7a35cfa9093 req-02eb40cf-2d4f-4c56-ba89-a25046ad5fb7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0495882 Sep 16 05:36:11.936501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a807afb-8720-4aeb-b6b1-c7a35cfa9093 req-60427005-df1b-463d-aa27-1b917fc8dc2c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Sep 16 05:36:13.050305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c83d2-e8f8-468f-9cc8-e919c79f5ebf req-e7447483-6e1d-431e-a7e0-59d1f5a891ae tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:13.051814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-932c83d2-e8f8-468f-9cc8-e919c79f5ebf req-e7447483-6e1d-431e-a7e0-59d1f5a891ae tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0494227 Sep 16 05:36:13.090077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-932c83d2-e8f8-468f-9cc8-e919c79f5ebf req-23687e63-54df-4df4-8be8-c08f2571dcb9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Sep 16 05:36:14.206569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06362a-592b-47a9-946b-b185037c627e req-b1151f73-1893-455f-a789-1b0d2598a63e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.208108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce06362a-592b-47a9-946b-b185037c627e req-b1151f73-1893-455f-a789-1b0d2598a63e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0487020 Sep 16 05:36:14.246183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce06362a-592b-47a9-946b-b185037c627e req-255fd105-0e33-42cf-be4e-45aae7f40327 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Sep 16 05:36:14.273436 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.472750 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8304e73b-72ee-4804-9472-1d5a8707e2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.225616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.361672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76db077-3fbb-4d40-82b2-b1e28c573bf2 req-b5429745-1475-44f5-ad9d-f93bba79e899 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.363175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a76db077-3fbb-4d40-82b2-b1e28c573bf2 req-b5429745-1475-44f5-ad9d-f93bba79e899 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 943 time: 0.0490892 Sep 16 05:36:15.405063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a76db077-3fbb-4d40-82b2-b1e28c573bf2 req-db6d6670-adac-4810-81c9-297e63640ff8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359402 Sep 16 05:36:16.039899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 58a292cc-b224-4d69-9ec3-8c2a647b7a06 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:36:16.138922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 58a292cc-b224-4d69-9ec3-8c2a647b7a06, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=58a292cc-b224-4d69-9ec3-8c2a647b7a06,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:16.149975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '58a292cc-b224-4d69-9ec3-8c2a647b7a06', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'port_id': '58a292cc-b224-4d69-9ec3-8c2a647b7a06', 'mac_address': 'fa:16:3e:ea:0d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:36:16.189531 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.202356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a292cc-b224-4d69-9ec3-8c2a647b7a06 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:16.220451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 58a292cc-b224-4d69-9ec3-8c2a647b7a06, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=58a292cc-b224-4d69-9ec3-8c2a647b7a06,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:16.290392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.342004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=58a292cc-b224-4d69-9ec3-8c2a647b7a06,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:16.349306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.349653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.349992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.350332 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.350769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.351102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.351456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.351835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.352155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.352479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.352800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.353122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:16.519428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f51aa5-bd76-4483-a533-d6dd7540a14b req-4c86cd91-f479-4a46-8a61-ef3460e7aee9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:16.521910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14f51aa5-bd76-4483-a533-d6dd7540a14b req-4c86cd91-f479-4a46-8a61-ef3460e7aee9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 944 time: 0.0494573 Sep 16 05:36:16.522263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['58a292cc-b224-4d69-9ec3-8c2a647b7a06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:16.573831 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-14f51aa5-bd76-4483-a533-d6dd7540a14b req-9184abbf-d16b-496e-ad1d-afbbd81c9598 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Sep 16 05:36:16.933887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.701414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cb8f-ad53-49ce-8b53-3b165fd33a21 req-6872ff8a-ab10-4d0a-9e2d-3441d6b533aa tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:17.702804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db69cb8f-ad53-49ce-8b53-3b165fd33a21 req-6872ff8a-ab10-4d0a-9e2d-3441d6b533aa tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 944 time: 0.0485258 Sep 16 05:36:17.740508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db69cb8f-ad53-49ce-8b53-3b165fd33a21 req-c12d9356-f836-4f87-ae91-176292bad3c3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Sep 16 05:36:18.055157 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 58a292cc-b224-4d69-9ec3-8c2a647b7a06 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:18.152792 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:18.156766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:18.157153 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.232564 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.254107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d2408f-9392-472e-a901-2677e94582e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a292cc-b224-4d69-9ec3-8c2a647b7a06'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:18.256363 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53400135-9194-4953-b286-0d99d865193a" -d '{"events": [{"server_uuid": "36d2408f-9392-472e-a901-2677e94582e3", "name": "network-vif-plugged", "status": "completed", "tag": "58a292cc-b224-4d69-9ec3-8c2a647b7a06"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:18.268967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 58a292cc-b224-4d69-9ec3-8c2a647b7a06, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=58a292cc-b224-4d69-9ec3-8c2a647b7a06,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:18.292636 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2db440-4995-4ce7-8685-11c4476658f9 x-openstack-request-id: req-db2db440-4995-4ce7-8685-11c4476658f9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:18.292922 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d2408f-9392-472e-a901-2677e94582e3", "name": "network-vif-plugged", "status": "completed", "tag": "58a292cc-b224-4d69-9ec3-8c2a647b7a06", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:18.293180 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db2db440-4995-4ce7-8685-11c4476658f9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:18.293579 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d2408f-9392-472e-a901-2677e94582e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a292cc-b224-4d69-9ec3-8c2a647b7a06', 'code': 200} Sep 16 05:36:18.323553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.379792 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=58a292cc-b224-4d69-9ec3-8c2a647b7a06,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:18.391539 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a8986-1494-4f7e-b66c-600d06defb69 req-9969de09-2342-4ea0-9215-69e1856007d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:18.393046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e04a8986-1494-4f7e-b66c-600d06defb69 req-9969de09-2342-4ea0-9215-69e1856007d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 1097 time: 0.0411584 Sep 16 05:36:18.430803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e04a8986-1494-4f7e-b66c-600d06defb69 req-3e4c35eb-499a-4d1d-a6ef-4d550b325614 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302761 Sep 16 05:36:18.855452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edde8b5-712a-4fa9-9a3d-24259bb1893f req-9f8d8f9c-2d28-4cf7-a551-602256491536 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:18.856918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4edde8b5-712a-4fa9-9a3d-24259bb1893f req-9f8d8f9c-2d28-4cf7-a551-602256491536 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Sep 16 05:36:18.893947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4edde8b5-712a-4fa9-9a3d-24259bb1893f req-20aa97c8-a318-4fe5-8132-7aa90f26b981 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Sep 16 05:36:20.013142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb15c1-b70e-4a04-858d-c69cabffb3f4 req-e4104cb7-7758-473c-8edd-8d43f5bad839 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.014619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18cb15c1-b70e-4a04-858d-c69cabffb3f4 req-e4104cb7-7758-473c-8edd-8d43f5bad839 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Sep 16 05:36:20.051733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18cb15c1-b70e-4a04-858d-c69cabffb3f4 req-42b6f800-68ca-4945-9ec3-6b3dafa82c49 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Sep 16 05:36:20.168212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafae54-a3b8-40a8-bbee-48db1440e219 req-f653f5a9-8d4b-4cf2-8a96-e2cab504f51b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.170340 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2eafae54-a3b8-40a8-bbee-48db1440e219 req-f653f5a9-8d4b-4cf2-8a96-e2cab504f51b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 945 time: 0.0494211 Sep 16 05:36:20.212833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2eafae54-a3b8-40a8-bbee-48db1440e219 req-d7525a2a-b87d-4b50-ba23-6aa079f6bd57 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Sep 16 05:36:20.729885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e97df-d346-418e-b2ea-b08365997f5f req-2c57d125-1a12-4a38-b92a-d6573be01dbd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.731358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01e97df-d346-418e-b2ea-b08365997f5f req-2c57d125-1a12-4a38-b92a-d6573be01dbd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 945 time: 0.0485468 Sep 16 05:36:20.769892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c01e97df-d346-418e-b2ea-b08365997f5f req-68c19c3f-2463-4fdd-a5f7-426bf928f9b9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319788 Sep 16 05:36:21.893766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ae3e9-5f26-4d58-bdf9-5e94532a0e7e req-8a296fcf-92ba-4702-a4d1-67a532a0a28b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.895330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e2ae3e9-5f26-4d58-bdf9-5e94532a0e7e req-8a296fcf-92ba-4702-a4d1-67a532a0a28b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 945 time: 0.0495059 Sep 16 05:36:21.938488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e2ae3e9-5f26-4d58-bdf9-5e94532a0e7e req-978f80b1-fff2-423e-978f-dc8c16b0ccdb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Sep 16 05:36:22.185934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f12e0-3700-43ec-88db-0df6006bf00a req-ed273d65-b169-493c-9abe-50747951a2c9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:22.187393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-529f12e0-3700-43ec-88db-0df6006bf00a req-ed273d65-b169-493c-9abe-50747951a2c9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Sep 16 05:36:22.285001 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:22.285269 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.381868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] For port 58a292cc-b224-4d69-9ec3-8c2a647b7a06, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=58a292cc-b224-4d69-9ec3-8c2a647b7a06,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:22.382240 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.399541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for 58a292cc-b224-4d69-9ec3-8c2a647b7a06 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:22.602956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.617290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['58a292cc-b224-4d69-9ec3-8c2a647b7a06'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:22.632992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=58a292cc-b224-4d69-9ec3-8c2a647b7a06,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:22.645800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['2650ebf7-ed0f-4add-9f72-e11273fd87a6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:22.679559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] No DVR routers for this DVR port 58a292cc-b224-4d69-9ec3-8c2a647b7a06 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:22.682514 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.684611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-529f12e0-3700-43ec-88db-0df6006bf00a req-51b7aaac-4a75-4755-9229-92d381fd96f9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "DELETE /v2.0/ports/58a292cc-b224-4d69-9ec3-8c2a647b7a06 HTTP/1.1" status: 204 len: 173 time: 0.4901910 Sep 16 05:36:22.685204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d2408f-9392-472e-a901-2677e94582e3', 'name': 'network-vif-deleted', 'tag': '58a292cc-b224-4d69-9ec3-8c2a647b7a06'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:22.687550 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8490d2a-4599-4d95-815f-dc9c3cef2ac9" -d '{"events": [{"server_uuid": "36d2408f-9392-472e-a901-2677e94582e3", "name": "network-vif-deleted", "tag": "58a292cc-b224-4d69-9ec3-8c2a647b7a06"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:22.726708 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb5ea7-274a-4d19-a162-e40ec52cf5d6 x-openstack-request-id: req-83fb5ea7-274a-4d19-a162-e40ec52cf5d6 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:22.727013 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d2408f-9392-472e-a901-2677e94582e3", "name": "network-vif-deleted", "tag": "58a292cc-b224-4d69-9ec3-8c2a647b7a06", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:22.727306 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83fb5ea7-274a-4d19-a162-e40ec52cf5d6 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:22.727764 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d2408f-9392-472e-a901-2677e94582e3', 'name': 'network-vif-deleted', 'tag': '58a292cc-b224-4d69-9ec3-8c2a647b7a06', 'status': 'completed', 'code': 200} Sep 16 05:36:23.038196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95226aa1-f3d0-487b-89e3-1b251a4e26b6 req-feb6492b-8363-4a67-89e0-02d99762151a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 210 time: 0.0275257 Sep 16 05:36:24.139667 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5299d89d-b0aa-4890-9687-4387515f6d8b req-f03b59ab-923f-4957-9836-db4c4ffd08d8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 210 time: 0.0281413 Sep 16 05:36:25.235082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed8f237c-4074-4d20-b90c-ad45a2b1142d req-c8a4617d-774c-4e03-9352-6785ef16eedb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 210 time: 0.0269454 Sep 16 05:36:26.102400 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 58a292cc-b224-4d69-9ec3-8c2a647b7a06 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:26.124420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 58a292cc-b224-4d69-9ec3-8c2a647b7a06 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:26.124772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 58a292cc-b224-4d69-9ec3-8c2a647b7a06 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:26.327536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d01849e-9a1b-4516-bdc6-de559dde296c req-9a016928-c2fd-4035-a6b9-e8c1b1b42927 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 210 time: 0.0270121 Sep 16 05:36:27.456829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-404b8677-c7d1-4abf-a35c-ecb2185ff1f5 req-3cb6921f-0fca-4633-9a31-744983b9088d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d2408f-9392-472e-a901-2677e94582e3 HTTP/1.1" status: 200 len: 210 time: 0.0315719 Sep 16 05:36:28.353128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.256577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79073f-b3e3-4472-ace8-d301ad971ec2 req-5c615f26-2c7e-401f-bfee-c405e037cf3d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.258111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a79073f-b3e3-4472-ace8-d301ad971ec2 req-5c615f26-2c7e-401f-bfee-c405e037cf3d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 945 time: 0.0496945 Sep 16 05:36:32.295777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a79073f-b3e3-4472-ace8-d301ad971ec2 req-fd98a535-713e-4ffe-bc20-4c210b438f11 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Sep 16 05:36:33.412631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0863a30-016e-49bf-ab71-78c6f32c0803 req-fc9124cf-a5ed-4e6f-b32a-b4df013baf90 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.414120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0863a30-016e-49bf-ab71-78c6f32c0803 req-fc9124cf-a5ed-4e6f-b32a-b4df013baf90 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Sep 16 05:36:33.452268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0863a30-016e-49bf-ab71-78c6f32c0803 req-33a404b1-5c8e-4b5e-aa10-f98cf74b4040 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=9cd839d1-a608-4f01-8641-f65a895a0698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Sep 16 05:36:34.017409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-f3a42abb-9be6-41ad-891d-09066de9fbb2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:34.018926 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-f3a42abb-9be6-41ad-891d-09066de9fbb2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 945 time: 0.0487864 Sep 16 05:36:34.106800 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:34.107144 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.199016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] For port 2650ebf7-ed0f-4add-9f72-e11273fd87a6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=2650ebf7-ed0f-4add-9f72-e11273fd87a6,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:34.199416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.212161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for 2650ebf7-ed0f-4add-9f72-e11273fd87a6 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:34.386819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.413650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=2650ebf7-ed0f-4add-9f72-e11273fd87a6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:34.427999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.428354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.428703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.429048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.429421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.429710 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.430044 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.430372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.430700 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.430997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['2650ebf7-ed0f-4add-9f72-e11273fd87a6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:34.431469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.431469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.431718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.468266 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] No DVR routers for this DVR port 2650ebf7-ed0f-4add-9f72-e11273fd87a6 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:34.470746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.472795 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bc9caba5-a467-45ac-81de-fc210df5b5d7 req-1440b139-86b4-4d2b-8a2d-b0ab6a7d7a63 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "DELETE /v2.0/ports/2650ebf7-ed0f-4add-9f72-e11273fd87a6 HTTP/1.1" status: 204 len: 173 time: 0.4480560 Sep 16 05:36:34.480456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b731fd6-a7ed-4296-a0fd-6351028e7446', 'name': 'network-vif-deleted', 'tag': '2650ebf7-ed0f-4add-9f72-e11273fd87a6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:34.480456 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2899fca1-69d0-4b02-bf00-2f527a6221d6" -d '{"events": [{"server_uuid": "2b731fd6-a7ed-4296-a0fd-6351028e7446", "name": "network-vif-deleted", "tag": "2650ebf7-ed0f-4add-9f72-e11273fd87a6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:34.551622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7134471b-e4c2-4471-b26f-c6f0ceed6522 req-3ab8f1dd-44cd-40b1-9703-d92465c06875 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 210 time: 0.0310028 Sep 16 05:36:34.584019 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2271f226-ff67-4ff9-8aeb-fa3fdc6d63db x-openstack-request-id: req-2271f226-ff67-4ff9-8aeb-fa3fdc6d63db {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:34.584382 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b731fd6-a7ed-4296-a0fd-6351028e7446", "name": "network-vif-deleted", "tag": "2650ebf7-ed0f-4add-9f72-e11273fd87a6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:34.584636 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2271f226-ff67-4ff9-8aeb-fa3fdc6d63db {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:34.585040 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b731fd6-a7ed-4296-a0fd-6351028e7446', 'name': 'network-vif-deleted', 'tag': '2650ebf7-ed0f-4add-9f72-e11273fd87a6', 'status': 'completed', 'code': 200} Sep 16 05:36:35.645624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f4e0c02-c7fe-4869-862d-4d04a3995e2f req-470c7567-2e00-4afa-a878-ddfe32fad372 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 210 time: 0.0263951 Sep 16 05:36:36.739651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d470ccd3-a915-4db8-829b-1f00d80571a2 req-63cfca65-7d2d-4431-9077-06fe2c5c314c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 210 time: 0.0265343 Sep 16 05:36:37.831302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af2db465-c201-4873-9f51-c39131b3c26e req-7c3e98c5-ed93-4649-937b-2bc1eba77eb6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 210 time: 0.0264125 Sep 16 05:36:38.335728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 2650ebf7-ed0f-4add-9f72-e11273fd87a6 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:38.356674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 2650ebf7-ed0f-4add-9f72-e11273fd87a6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:38.357313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 2650ebf7-ed0f-4add-9f72-e11273fd87a6 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:38.940787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-147caf2c-d6d3-4d7d-a846-b6bf366bf452 req-bf88c1fb-86ee-4bab-b592-fd23f984ebf7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b731fd6-a7ed-4296-a0fd-6351028e7446 HTTP/1.1" status: 200 len: 210 time: 0.0271642 Sep 16 05:36:40.712596 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.026787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e92e27f0-e474-499a-ae43-2d7de58b68a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.364343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35554) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:42.368995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884747955', 'description': 'tempest-secgroup-smoke-884747955 description', 'project_id': '1da509ee850e4474bca5c750f8f20307'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:42.447772 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:42.449265 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.529460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.580760 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.612976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0c6883-801d-4b80-8c87-701b9df01949,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:42.620165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.620511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.620847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.621186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.621562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.621888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.622212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.622532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.623629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.623965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.624291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.624614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:42.683870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.685108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-117612fa-bdc2-4698-ba83-0cc856cf7fe7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3197582 Sep 16 05:36:42.689095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35556) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:42.693381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-bb108148-1e98-48d5-85fa-7c293e48b54b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'security_group_rule': {'security_group_id': '2c0c6883-801d-4b80-8c87-701b9df01949', 'project_id': '1da509ee850e4474bca5c750f8f20307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:42.814487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb108148-1e98-48d5-85fa-7c293e48b54b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.876382 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb108148-1e98-48d5-85fa-7c293e48b54b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.952295 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb108148-1e98-48d5-85fa-7c293e48b54b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.972874 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb108148-1e98-48d5-85fa-7c293e48b54b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f10dbe3-50a7-4a53-b041-eac307e54881,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:43.021312 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb108148-1e98-48d5-85fa-7c293e48b54b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.022523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bb108148-1e98-48d5-85fa-7c293e48b54b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325136 Sep 16 05:36:43.025238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35558) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:43.030107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cc4d9fb3-5914-4191-804b-f2308dc757e8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'security_group_rule': {'security_group_id': '2c0c6883-801d-4b80-8c87-701b9df01949', 'project_id': '1da509ee850e4474bca5c750f8f20307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:43.121411 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9fb3-5914-4191-804b-f2308dc757e8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.176635 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9fb3-5914-4191-804b-f2308dc757e8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.249127 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9fb3-5914-4191-804b-f2308dc757e8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.266953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d9fb3-5914-4191-804b-f2308dc757e8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cf2f61-0fd6-4068-8424-279aa791f795,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:43.329495 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9fb3-5914-4191-804b-f2308dc757e8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.330740 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cc4d9fb3-5914-4191-804b-f2308dc757e8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3045790 Sep 16 05:36:43.333480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35560) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:43.338529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-99cbe278-a5f1-40c8-97be-7e5f135c763e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'security_group_rule': {'security_group_id': '2c0c6883-801d-4b80-8c87-701b9df01949', 'project_id': '1da509ee850e4474bca5c750f8f20307', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:43.419986 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99cbe278-a5f1-40c8-97be-7e5f135c763e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.476731 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99cbe278-a5f1-40c8-97be-7e5f135c763e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.534624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99cbe278-a5f1-40c8-97be-7e5f135c763e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.549406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbe278-a5f1-40c8-97be-7e5f135c763e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb428ac0-13a5-4fb1-b26c-0fa5a542fcd8,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:43.609278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-99cbe278-a5f1-40c8-97be-7e5f135c763e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.610530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-99cbe278-a5f1-40c8-97be-7e5f135c763e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2758367 Sep 16 05:36:43.613299 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35562) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:43.617619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-58322fa8-48bf-47e2-a32b-66762a534e5f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'security_group_rule': {'security_group_id': '2c0c6883-801d-4b80-8c87-701b9df01949', 'project_id': '1da509ee850e4474bca5c750f8f20307', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:43.698046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58322fa8-48bf-47e2-a32b-66762a534e5f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.758540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58322fa8-48bf-47e2-a32b-66762a534e5f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.843357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58322fa8-48bf-47e2-a32b-66762a534e5f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.861048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58322fa8-48bf-47e2-a32b-66762a534e5f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e936844-ec76-4dd5-9a65-63af60b1018b,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:43.934780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58322fa8-48bf-47e2-a32b-66762a534e5f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.936058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-58322fa8-48bf-47e2-a32b-66762a534e5f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218052 Sep 16 05:36:43.938684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35564) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:43.943077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3409c176-e086-4a9e-a116-3f2f751c719e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'security_group_rule': {'security_group_id': '2c0c6883-801d-4b80-8c87-701b9df01949', 'project_id': '1da509ee850e4474bca5c750f8f20307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:44.020815 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-3409c176-e086-4a9e-a116-3f2f751c719e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Project 1da509ee850e4474bca5c750f8f20307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:36:44.025756 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3409c176-e086-4a9e-a116-3f2f751c719e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.085503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3409c176-e086-4a9e-a116-3f2f751c719e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.146487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3409c176-e086-4a9e-a116-3f2f751c719e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.165964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409c176-e086-4a9e-a116-3f2f751c719e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fcbfc2-0c8f-422d-910e-e65a181b345d,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:44.266497 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3409c176-e086-4a9e-a116-3f2f751c719e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.266684 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.269892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3409c176-e086-4a9e-a116-3f2f751c719e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281746 Sep 16 05:36:44.270504 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35566) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:44.274965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a6c387fd-dc7a-49ad-84c0-a67ceacc7cb3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'security_group_rule': {'security_group_id': '2c0c6883-801d-4b80-8c87-701b9df01949', 'project_id': '1da509ee850e4474bca5c750f8f20307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:44.368327 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-a6c387fd-dc7a-49ad-84c0-a67ceacc7cb3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Project 1da509ee850e4474bca5c750f8f20307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:36:44.374165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a6c387fd-dc7a-49ad-84c0-a67ceacc7cb3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.434669 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a6c387fd-dc7a-49ad-84c0-a67ceacc7cb3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.465038 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-44697146-f056-4b63-a04f-e648582d4b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.516937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a6c387fd-dc7a-49ad-84c0-a67ceacc7cb3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.535348 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c387fd-dc7a-49ad-84c0-a67ceacc7cb3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f30adc-537f-42e0-8868-5da25e42a79f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:44.603628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a6c387fd-dc7a-49ad-84c0-a67ceacc7cb3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.604850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a6c387fd-dc7a-49ad-84c0-a67ceacc7cb3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3333867 Sep 16 05:36:45.232009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.917986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:58.385299 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.451930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-a64ce0b6-11d2-4dba-9d0b-a7e0718d773f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884747955&fields=id&tenant_id=1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 267 time: 0.0439572 Sep 16 05:37:04.556810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-afd6b97c-084f-42e5-b212-8867774ee70f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.558261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-afd6b97c-084f-42e5-b212-8867774ee70f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.0996470 Sep 16 05:37:04.573619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-6374c944-d9a2-4f47-9b42-a0ee452da97f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/quotas/1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 375 time: 0.0097175 Sep 16 05:37:04.633327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-6309ede3-e874-4923-959d-bfe86274684b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545006 Sep 16 05:37:04.777988 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-09663d33-be0e-494d-93b0-d9e8b702615a service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325033 Sep 16 05:37:04.869360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-34268899-8fed-4653-9afc-c1d66d699d66 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852969 Sep 16 05:37:05.392494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-758e06c8-91c9-4918-8c3d-ce7f9ded859a req-d35cbe3c-0926-40cc-94ac-8a5892a69062 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 210 time: 0.0266616 Sep 16 05:37:06.484903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9231a193-1c7a-469a-9eba-c8c2806bdb61 req-d3997823-2aa5-4851-b0c6-45c9c397e6e0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 210 time: 0.0272274 Sep 16 05:37:07.310236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-1735bcc2-85bd-432c-aef9-085cd8714bb8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:07.311729 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-1735bcc2-85bd-432c-aef9-085cd8714bb8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1054640 Sep 16 05:37:07.369321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-7f86f94b-7c6a-4ae8-9d2b-40ee8b28af89 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 379 time: 0.0424573 Sep 16 05:37:07.379179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'port': {'device_id': '63092c49-37de-4776-80cd-7158a3ebd05c', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'admin_state_up': True, 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'security_groups': ['2c0c6883-801d-4b80-8c87-701b9df01949']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:07.585196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae4ccfcc-1185-4dd6-be48-53b114a20f51 req-8e2aef66-24d6-4277-8b65-e30fbb88a959 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 210 time: 0.0280490 Sep 16 05:37:07.865258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:07.868741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.990567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.20.0.14 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:08.139629 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.231305 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.274218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:08.277393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:08.284234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:08.315388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:08.346903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:08.347587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.409994 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-ca6da9df-322a-47ca-ba67-e4349cde68d4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0343466 Sep 16 05:37:08.430291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Request body: {'port': {'device_id': '63092c49-37de-4776-80cd-7158a3ebd05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:08.489618 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.495789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6caebb0a-dce7-4db4-999b-13ce2677abe7 None None] Provisioning complete for port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:08.496317 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6caebb0a-dce7-4db4-999b-13ce2677abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.530533 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6caebb0a-dce7-4db4-999b-13ce2677abe7 None None] Port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:08.721444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46284c2f-102d-4eb3-8b3e-e5876d1aab1f req-a4b25e5a-55db-4b06-a39f-1a3940c80074 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:08.724297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46284c2f-102d-4eb3-8b3e-e5876d1aab1f req-a4b25e5a-55db-4b06-a39f-1a3940c80074 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 932 time: 0.0537090 Sep 16 05:37:08.762708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46284c2f-102d-4eb3-8b3e-e5876d1aab1f req-dc007537-18e7-4808-a7ab-ea5ea7ab7c90 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325675 Sep 16 05:37:08.791409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:08.798869 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.811070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Transition to ACTIVE for port object 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:08.870504 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.925550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:08.999093 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Attempting to bind port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:08.999456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Attempting to bind port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:08.999791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Attempting to bind port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:09.005224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:09.005671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Attempting to bind port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:09.011147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:09.011613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:09.012084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:09.012599 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Bound port: 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:09.013099 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.081771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] For port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:09.085276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] For port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:09.157763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.198967 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.199575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.200907 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] 10.222.0.57 "PUT /v2.0/ports/60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 HTTP/1.1" status: 200 len: 1093 time: 0.7757034 Sep 16 05:37:09.201354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63092c49-37de-4776-80cd-7158a3ebd05c', 'tag': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:09.203674 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ace489-4c78-45b4-b0c5-c0514be60bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "63092c49-37de-4776-80cd-7158a3ebd05c", "tag": "60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:09.228383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2837d-2b97-4f01-bcfe-aa95e9902ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:09.262863 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe9bd00-42e3-44ad-8d22-4f268f8f5b37 x-openstack-request-id: req-cfe9bd00-42e3-44ad-8d22-4f268f8f5b37 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:09.262863 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63092c49-37de-4776-80cd-7158a3ebd05c", "tag": "60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:09.262863 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cfe9bd00-42e3-44ad-8d22-4f268f8f5b37 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:09.262863 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63092c49-37de-4776-80cd-7158a3ebd05c', 'tag': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'status': 'completed', 'code': 200} Sep 16 05:37:09.349127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ace489-4c78-45b4-b0c5-c0514be60bb8 req-a9910d0c-5263-4a76-aa78-7f858ff8a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.350818 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c3ace489-4c78-45b4-b0c5-c0514be60bb8 req-a9910d0c-5263-4a76-aa78-7f858ff8a865 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 1096 time: 0.0472441 Sep 16 05:37:09.466593 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ace489-4c78-45b4-b0c5-c0514be60bb8 req-e0985e50-b470-4e8c-aa40-407e65ceb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.468138 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c3ace489-4c78-45b4-b0c5-c0514be60bb8 req-e0985e50-b470-4e8c-aa40-407e65ceb447 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1da509ee850e4474bca5c750f8f20307&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1038582 Sep 16 05:37:09.574331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ace489-4c78-45b4-b0c5-c0514be60bb8 req-6e3f224c-7921-4391-a51b-36bfbc16b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.576139 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c3ace489-4c78-45b4-b0c5-c0514be60bb8 req-6e3f224c-7921-4391-a51b-36bfbc16b937 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999084 Sep 16 05:37:09.682335 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-cab07309-d58a-417c-a041-d976efeb6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.684033 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-cab07309-d58a-417c-a041-d976efeb6bd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 1096 time: 0.0453048 Sep 16 05:37:09.735728 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-a9789be5-379f-43ce-8553-f629028e0289 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 HTTP/1.1" status: 200 len: 217 time: 0.0383363 Sep 16 05:37:09.788705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-f8186b84-92ad-4e48-831d-386c0a40f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.790348 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-f8186b84-92ad-4e48-831d-386c0a40f8e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0476501 Sep 16 05:37:09.837751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-4935a187-d453-4448-b536-18ecdc2f7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.839471 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-4935a187-d453-4448-b536-18ecdc2f7af8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420775 Sep 16 05:37:09.887984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f3b50-0e1a-43eb-9f60-42116791aad9 req-70808523-a1c2-425a-b440-c67e7a7223e9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.890171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba0f3b50-0e1a-43eb-9f60-42116791aad9 req-70808523-a1c2-425a-b440-c67e7a7223e9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0558281 Sep 16 05:37:09.928830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba0f3b50-0e1a-43eb-9f60-42116791aad9 req-c247f635-0de2-4b63-8677-93878fdae9d3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326419 Sep 16 05:37:09.943427 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-8ac2f7b9-1355-497a-a791-50bbb66c3a27 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960140 Sep 16 05:37:10.037263 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-cc2c8e49-c3eb-4e28-a990-59ddc1ef28d3 req-6c2ab2bb-273f-475e-9fe5-d479c0d71631 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859501 Sep 16 05:37:10.734659 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.037710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-296ce1b5-aa01-4051-aeec-468d84037600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.051332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3816feb-1a73-4e94-a8db-03a8e4add6cc req-8a2dc4d3-64bf-4e4c-b2ed-22f9ed33a0ca tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.053860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3816feb-1a73-4e94-a8db-03a8e4add6cc req-8a2dc4d3-64bf-4e4c-b2ed-22f9ed33a0ca tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0541525 Sep 16 05:37:11.092470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3816feb-1a73-4e94-a8db-03a8e4add6cc req-58d8e52d-eab1-4128-aaae-5303dedc06e1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332110 Sep 16 05:37:12.213839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b555bc-e2c5-4a89-9851-e980a36d55c9 req-74127a3e-4aa2-4ac7-bbed-f0caa8a34c30 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.215413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58b555bc-e2c5-4a89-9851-e980a36d55c9 req-74127a3e-4aa2-4ac7-bbed-f0caa8a34c30 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0513124 Sep 16 05:37:12.253057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58b555bc-e2c5-4a89-9851-e980a36d55c9 req-e8cdc04d-1b16-4c07-9ecc-e0e5e2ca58b0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315015 Sep 16 05:37:13.370326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28b00b-178f-40ca-a50f-d6bb4c663b18 req-7b29b787-b42d-4ffd-82a9-37f9797c1dca tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:13.371943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df28b00b-178f-40ca-a50f-d6bb4c663b18 req-7b29b787-b42d-4ffd-82a9-37f9797c1dca tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0521402 Sep 16 05:37:13.409775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df28b00b-178f-40ca-a50f-d6bb4c663b18 req-0f9f3817-8453-43d6-818c-3c9d7b63ee02 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319479 Sep 16 05:37:14.213476 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.459902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2d97-8972-4a24-b2fd-65848e27c596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.527614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927a8b1-2e41-4a05-af6d-9bd40907eedc req-642b9592-4c31-4b63-acd6-beea6a845fd4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:14.529116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c927a8b1-2e41-4a05-af6d-9bd40907eedc req-642b9592-4c31-4b63-acd6-beea6a845fd4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0525494 Sep 16 05:37:14.568193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c927a8b1-2e41-4a05-af6d-9bd40907eedc req-f3121dda-3794-4407-b61e-733907ed4042 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330653 Sep 16 05:37:15.219686 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.681010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eac8d0-91c1-4a97-8bca-e65b2fc3e50b req-538d80cc-ba3c-41ff-affe-7265450c4e10 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:15.682480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0eac8d0-91c1-4a97-8bca-e65b2fc3e50b req-538d80cc-ba3c-41ff-affe-7265450c4e10 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0485370 Sep 16 05:37:15.718639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0eac8d0-91c1-4a97-8bca-e65b2fc3e50b req-31e696ac-87df-4bf7-afc1-df98b932a07c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302634 Sep 16 05:37:16.837831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e8d09-e6c7-4da0-8cc8-ea9ef4adf9e1 req-d09a5c1a-4041-436c-b494-e0b4a8a55df2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.838721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-557e8d09-e6c7-4da0-8cc8-ea9ef4adf9e1 req-d09a5c1a-4041-436c-b494-e0b4a8a55df2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0532691 Sep 16 05:37:16.877490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-557e8d09-e6c7-4da0-8cc8-ea9ef4adf9e1 req-296fd80a-ae3f-459a-8cd0-9e853cfd5bf5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318789 Sep 16 05:37:16.928689 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.990801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962576e-8ccb-4f66-baf2-1237eade49b8 req-753d3600-6f5e-4f62-9d68-9dcf4431a509 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:17.995269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9962576e-8ccb-4f66-baf2-1237eade49b8 req-753d3600-6f5e-4f62-9d68-9dcf4431a509 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0486104 Sep 16 05:37:18.030251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9962576e-8ccb-4f66-baf2-1237eade49b8 req-09f91fd0-08a4-42c1-81fe-ce7eeebde5c9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319138 Sep 16 05:37:19.140765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca7387-2c45-41b9-9113-37bc4e7c4441 req-ed70e8a6-8a7d-416b-8d16-919ed162155b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.142225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09ca7387-2c45-41b9-9113-37bc4e7c4441 req-ed70e8a6-8a7d-416b-8d16-919ed162155b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0476162 Sep 16 05:37:19.179485 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09ca7387-2c45-41b9-9113-37bc4e7c4441 req-fd453efe-e566-4af4-955d-3d04408fe273 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Sep 16 05:37:19.448031 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:20.294614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9d8af-60db-411a-9542-090ce4b7a68c req-63f0ea9f-dc13-4b6c-a5cc-0183a814dab6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:20.296109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fc9d8af-60db-411a-9542-090ce4b7a68c req-63f0ea9f-dc13-4b6c-a5cc-0183a814dab6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 944 time: 0.0516474 Sep 16 05:37:20.336773 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4fc9d8af-60db-411a-9542-090ce4b7a68c req-eff41b97-acd8-4572-a42b-3d94f5b4623b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340197 Sep 16 05:37:20.434258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:20.527341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:20.538187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'port_id': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'mac_address': 'fa:16:3e:a2:25:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:20.573820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.586408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:20.604786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:20.676663 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.723820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:20.731171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.731555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.731905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.732278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.732625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.732965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.733317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.733638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.733975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.734306 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.734638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.734969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:20.956961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:21.454448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a75f-ddb4-4e7c-8f50-a76833d1d014 req-a6b2e7fd-13a1-45bf-a553-ffc62e151268 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.455976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4797a75f-ddb4-4e7c-8f50-a76833d1d014 req-a6b2e7fd-13a1-45bf-a553-ffc62e151268 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 945 time: 0.0497477 Sep 16 05:37:21.494984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4797a75f-ddb4-4e7c-8f50-a76833d1d014 req-69697a62-ec80-4931-98cb-cbee522e960d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329328 Sep 16 05:37:22.459665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:22.568512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:22.572466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:22.572841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:22.610506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9aa96-9d8b-42eb-ac90-9df18f3cf926 req-a8b2584d-5914-4b33-a5db-fd89052f807f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.612336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60e9aa96-9d8b-42eb-ac90-9df18f3cf926 req-a8b2584d-5914-4b33-a5db-fd89052f807f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 945 time: 0.0492978 Sep 16 05:37:22.653600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:22.657326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60e9aa96-9d8b-42eb-ac90-9df18f3cf926 req-c62cdacb-584d-491a-9495-4ad2181f19cc tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388710 Sep 16 05:37:22.676208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63092c49-37de-4776-80cd-7158a3ebd05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:22.678537 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae51c4e1-d8ef-46fe-9c13-2034dd45d3c0" -d '{"events": [{"server_uuid": "63092c49-37de-4776-80cd-7158a3ebd05c", "name": "network-vif-plugged", "status": "completed", "tag": "60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:22.690983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:22.762720 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:22.789410 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6c9a8-513e-4726-9742-534f60387b31 x-openstack-request-id: req-e9b6c9a8-513e-4726-9742-534f60387b31 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:22.789696 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63092c49-37de-4776-80cd-7158a3ebd05c", "name": "network-vif-plugged", "status": "completed", "tag": "60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:22.789950 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9b6c9a8-513e-4726-9742-534f60387b31 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:22.790335 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63092c49-37de-4776-80cd-7158a3ebd05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'code': 200} Sep 16 05:37:22.816456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:22.911622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a231a-38d6-43cd-86e7-4d4a8a6ca8be req-15b5caf9-4198-46e3-88da-2a3c4a5d4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.913026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-106a231a-38d6-43cd-86e7-4d4a8a6ca8be req-15b5caf9-4198-46e3-88da-2a3c4a5d4465 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 1098 time: 0.0441043 Sep 16 05:37:22.948234 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-106a231a-38d6-43cd-86e7-4d4a8a6ca8be req-c1fcce7f-db81-478a-86b7-9114b48afd68 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279939 Sep 16 05:37:23.773026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42fc8-f6c8-4f5b-ba6c-395b4136cb5a req-e94d7596-8341-4e64-95bc-1b13947dfe71 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:23.774491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6a42fc8-f6c8-4f5b-ba6c-395b4136cb5a req-e94d7596-8341-4e64-95bc-1b13947dfe71 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 946 time: 0.0525985 Sep 16 05:37:23.812455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d6a42fc8-f6c8-4f5b-ba6c-395b4136cb5a req-1ba2beb0-44cf-423e-b960-09c037dea884 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320325 Sep 16 05:37:24.924882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5953-e06a-4586-a3d9-7c9c5bc7b605 req-a63e98fa-8753-403c-80b8-c99c341cffea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:24.926343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c64e5953-e06a-4586-a3d9-7c9c5bc7b605 req-a63e98fa-8753-403c-80b8-c99c341cffea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 946 time: 0.0478711 Sep 16 05:37:24.963644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c64e5953-e06a-4586-a3d9-7c9c5bc7b605 req-0ef7ec88-327b-4967-9fc2-fcf9a73b09b5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306027 Sep 16 05:37:25.079743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91281c-12f8-4a01-b050-bb73ce2389b0 req-39c26cfb-8c9c-4b1c-b1a8-4c86a2ee6793 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:25.081214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e91281c-12f8-4a01-b050-bb73ce2389b0 req-39c26cfb-8c9c-4b1c-b1a8-4c86a2ee6793 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 946 time: 0.0478525 Sep 16 05:37:25.118632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6e91281c-12f8-4a01-b050-bb73ce2389b0 req-386b21bd-4d32-40d0-bedb-9e6b25ee7fa4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Sep 16 05:37:25.139926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35772) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:25.182666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9524d00-5840-47b8-b9ef-f3a20298e6b3 tempest-TestVolumeBootPattern-1411135370 tempest-TestVolumeBootPattern-1411135370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:25.184197 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e9524d00-5840-47b8-b9ef-f3a20298e6b3 tempest-TestVolumeBootPattern-1411135370 tempest-TestVolumeBootPattern-1411135370-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 1093 time: 0.0433130 Sep 16 05:37:25.187054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35774) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:25.191228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:25.264760 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.359055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.467300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.25.7.68 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/a835e889-a6e0-42d9-ba53-371c54ecf0dc) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:25.564639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.659814 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.696514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:25.699381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:25.704780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:25.727305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=a835e889-a6e0-42d9-ba53-371c54ecf0dc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:26.182885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.323793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.472180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.533575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.601911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=a835e889-a6e0-42d9-ba53-371c54ecf0dc,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:26.612427 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.721529 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Floating IP a21e04fe-3d08-4862-a5be-4843c78ec1ce associated. External IP: 172.25.7.68, port: 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8. Sep 16 05:37:27.202015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:27.307828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:27.317203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:27.327692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:27.328302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:37:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:27.379572 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:27.410443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-869901e2-027f-4fea-a9cb-bcdc27c871df tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2223184 Sep 16 05:37:27.411046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63092c49-37de-4776-80cd-7158a3ebd05c', 'tag': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:27.413911 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48b0884-264a-49d3-a301-5a32ff358b42" -d '{"events": [{"name": "network-changed", "server_uuid": "63092c49-37de-4776-80cd-7158a3ebd05c", "tag": "60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:27.434289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:27.514273 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b52b9ff-6e3c-4aa4-9d84-9cbed347fd9c x-openstack-request-id: req-0b52b9ff-6e3c-4aa4-9d84-9cbed347fd9c {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:27.514573 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63092c49-37de-4776-80cd-7158a3ebd05c", "tag": "60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:27.514828 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b52b9ff-6e3c-4aa4-9d84-9cbed347fd9c {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:27.515229 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63092c49-37de-4776-80cd-7158a3ebd05c', 'tag': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'status': 'completed', 'code': 200} Sep 16 05:37:27.595222 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-66f69623-79fa-4db6-b34b-52c16600f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.596769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-66f69623-79fa-4db6-b34b-52c16600f89e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 1098 time: 0.0402510 Sep 16 05:37:27.660180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'a21e04fe-3d08-4862-a5be-4843c78ec1ce', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:a2:25:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63092c49-37de-4776-80cd-7158a3ebd05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:25Z', 'updated_at': '2021-09-16T05:37:25Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:27.686592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:27.693482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-81b13c2b-af97-4e9f-b753-b457fde9a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.694980 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-81b13c2b-af97-4e9f-b753-b457fde9a4d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0915384 Sep 16 05:37:27.695657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:27.696270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:37:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:27.761008 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-339eda47-fbad-448e-80d2-3ac1d36e155d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 HTTP/1.1" status: 200 len: 999 time: 0.0583420 Sep 16 05:37:27.800587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:27.810821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-27f2789c-8a56-416e-8b2b-0ff34bc2a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.812328 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-27f2789c-8a56-416e-8b2b-0ff34bc2a748 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0443149 Sep 16 05:37:27.861841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-72b34ba8-291b-46d9-a6c8-797f277a71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.863364 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-72b34ba8-291b-46d9-a6c8-797f277a71f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438206 Sep 16 05:37:27.956621 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-384596f2-7768-4001-847e-4d16ffa70137 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860713 Sep 16 05:37:28.020589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'a21e04fe-3d08-4862-a5be-4843c78ec1ce', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:a2:25:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63092c49-37de-4776-80cd-7158a3ebd05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:25Z', 'updated_at': '2021-09-16T05:37:25Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:28.046564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdd483-fe28-4119-826b-27270d16e8b6 None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'a21e04fe-3d08-4862-a5be-4843c78ec1ce', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:a2:25:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63092c49-37de-4776-80cd-7158a3ebd05c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:25Z', 'updated_at': '2021-09-16T05:37:25Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:28.051309 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c48b0884-264a-49d3-a301-5a32ff358b42 req-c2a32808-07b3-43ba-88d6-b8ce200012f0 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866296 Sep 16 05:37:28.234130 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f507c-20b8-488c-8195-ddb3b239b393 None None] New status for floating IP a21e04fe-3d08-4862-a5be-4843c78ec1ce: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:37:28.350902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.728337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.036131 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5c95-4079-451a-b5c2-fc56574653ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.648840 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-3695fd74-ef26-4998-8234-2b6883abbff0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400562 Sep 16 05:37:42.757556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-2bbe102f-87d4-46b9-93cf-bf578a85fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.759176 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-2bbe102f-87d4-46b9-93cf-bf578a85fc21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 1098 time: 0.0446112 Sep 16 05:37:42.865361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-d71d9695-7940-425a-9cbf-bf9742ec302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.866865 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-d71d9695-7940-425a-9cbf-bf9742ec302a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0892270 Sep 16 05:37:42.933408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-ee0932d7-5fd8-440a-8810-6ed6f5b75043 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 HTTP/1.1" status: 200 len: 1001 time: 0.0571082 Sep 16 05:37:42.986170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-8672afaf-2e6a-40ec-a812-483880832c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.987627 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-8672afaf-2e6a-40ec-a812-483880832c48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0472505 Sep 16 05:37:43.034038 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-3d69eebc-5125-4a62-b76d-dbe7e69b8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.035531 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-3d69eebc-5125-4a62-b76d-dbe7e69b8159 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399308 Sep 16 05:37:43.124312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-cb0fd183-7e9e-460a-b9de-7ad6a348744c service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Sep 16 05:37:43.220707 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12ad70b5-2618-4ccc-b60c-5c423b31b7fe req-3d9edcb6-1a4f-4520-ae86-448fd00ee4f5 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869792 Sep 16 05:37:44.201477 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.469740 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f98d5bf5-6334-4535-9019-ba2a7bdfdfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.247090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.898507 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.448750 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:58.372489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.726725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.183767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cca6ae67-9001-41d9-b99d-37f2fb0d3b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.194768 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.497959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c19519cd-f3a6-4ab3-a030-6793e7cde615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.235004 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.914872 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:28.361572 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:33.449229 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:40.777748 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:41.029087 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bae51e02-9f46-4de3-86d9-a26ec77b010c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:42.748685 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-f508b77b-9106-4ec8-9ac9-edc57e3353c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1474483 Sep 16 05:38:42.846256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-359a24e1-f880-43a0-8d5f-e5c7614a1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:42.847775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-359a24e1-f880-43a0-8d5f-e5c7614a1266 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 1098 time: 0.0410051 Sep 16 05:38:42.954783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-f4682feb-5123-4c05-99bf-30d957c28f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:42.956341 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-f4682feb-5123-4c05-99bf-30d957c28f40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0893211 Sep 16 05:38:43.019851 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-c113b715-7bc9-445f-b7ca-610432a63560 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 HTTP/1.1" status: 200 len: 1001 time: 0.0559049 Sep 16 05:38:43.071822 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-41fe7b63-9407-40bd-adce-8401857c69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:43.073226 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-41fe7b63-9407-40bd-adce-8401857c69a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0464301 Sep 16 05:38:43.118711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-0285b9bd-e1a8-4357-ba6e-dce87d4af857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:43.120254 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-0285b9bd-e1a8-4357-ba6e-dce87d4af857 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393538 Sep 16 05:38:43.211894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-4308f2ad-05d8-46e7-904b-03d1fdf39e24 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845845 Sep 16 05:38:43.301651 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ec55acb4-f980-4a0c-a245-37fd6d97d2a9 req-a24c4ecc-da75-459e-b48c-b6304ff09950 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814762 Sep 16 05:38:44.229077 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:44.480995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-95f402f4-4377-445a-ae58-ed32cfcb3ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:45.245995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:46.920246 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.365719 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.449280 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:10.782950 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:11.034500 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0a4747c-604e-4c30-a7f6-fccf7747bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:14.223022 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:14.478558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-64032de0-9a4c-4a1b-a6f6-d61ff5e96c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.272669 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.948523 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.409088 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.782468 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.048713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f58b2745-fa66-4cff-a908-2eb8b7aa424a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.651062 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-4a85bd91-fcb0-43b1-b84b-365012ba02f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404074 Sep 16 05:39:43.758504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-8f98da62-8bdf-4a80-bb69-83462b11051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.760018 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-8f98da62-8bdf-4a80-bb69-83462b11051c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 1098 time: 0.0448124 Sep 16 05:39:43.863296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-7948bdc1-b79b-4a21-bd2e-fb9594aa2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.864842 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-7948bdc1-b79b-4a21-bd2e-fb9594aa2302 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0850942 Sep 16 05:39:43.933255 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-193e3274-1e3f-4c8a-aa25-9dede64bba52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 HTTP/1.1" status: 200 len: 1001 time: 0.0608747 Sep 16 05:39:43.981759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-a68fb0a2-a428-46f7-b6a1-4b331dde42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.983277 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-a68fb0a2-a428-46f7-b6a1-4b331dde42ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0431101 Sep 16 05:39:44.027851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-a1066035-6279-4831-904a-ce5d1b5d708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.029309 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-a1066035-6279-4831-904a-ce5d1b5d708d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391471 Sep 16 05:39:44.127196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-6b8406e8-3780-438a-ac33-3cd226564586 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904281 Sep 16 05:39:44.221705 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-90f2d4cf-3d60-47d9-94d9-16cd762b21ec req-14a54cbd-f676-43d8-9d73-d62bbff61405 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838249 Sep 16 05:39:44.222381 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.488792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c0acd7a4-7df2-424c-86d5-4457b04a8000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.256900 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.942639 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.451875 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:55.244921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951317f7-001d-4387-917e-67fbca95b382 req-48ce3b4b-a4e6-4b21-8b78-742d11a825d3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:55.246435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-951317f7-001d-4387-917e-67fbca95b382 req-48ce3b4b-a4e6-4b21-8b78-742d11a825d3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 946 time: 0.0502155 Sep 16 05:39:55.284446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-951317f7-001d-4387-917e-67fbca95b382 req-a797aa67-6c61-4df8-a86a-57ef52f22a46 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Sep 16 05:39:56.403992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc50ef-6567-45f5-a9b2-1cebd7b0e662 req-887cfd27-5c62-4c39-bd0e-b821a61708c4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:56.405546 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28dc50ef-6567-45f5-a9b2-1cebd7b0e662 req-887cfd27-5c62-4c39-bd0e-b821a61708c4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 946 time: 0.0531614 Sep 16 05:39:56.443974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28dc50ef-6567-45f5-a9b2-1cebd7b0e662 req-7a597f57-ce8c-476c-8deb-da6dfb29da10 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Sep 16 05:39:56.976931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-fdbdd26c-9a52-4925-9c7f-9782c4ed4a34 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:56.978506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-fdbdd26c-9a52-4925-9c7f-9782c4ed4a34 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 946 time: 0.0598245 Sep 16 05:39:57.066248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:57.066600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.155662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] For port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:57.156054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.322081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.322384 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.322713 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Floating IP a21e04fe-3d08-4862-a5be-4843c78ec1ce disassociated. External IP: 172.25.7.68, port: 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8. Sep 16 05:39:57.323060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:57.506240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.537086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:57.549629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.553210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.555434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:57.576083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48312301-3044-44de-b7c8-91d83f6be9e3 req-2ab5c406-d128-45c8-8396-c61745c0220c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 210 time: 0.0376272 Sep 16 05:39:57.667001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:57.771629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:57.781577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:57.791013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:57.791708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:39:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:57.811022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] No DVR routers for this DVR port 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:57.813659 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.815753 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ff2dd052-8958-4498-b29d-192f9db3e3db req-9629bb2f-9335-4476-a286-74e6341bea81 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "DELETE /v2.0/ports/60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 HTTP/1.1" status: 204 len: 173 time: 0.8301167 Sep 16 05:39:57.816194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63092c49-37de-4776-80cd-7158a3ebd05c', 'name': 'network-vif-deleted', 'tag': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:57.818481 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963660f5-0dd6-452a-b190-f7d4ea691e0b" -d '{"events": [{"server_uuid": "63092c49-37de-4776-80cd-7158a3ebd05c", "name": "network-vif-deleted", "tag": "60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:57.855849 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d79f64-a581-4685-b0ed-acf2c81e1a96 x-openstack-request-id: req-97d79f64-a581-4685-b0ed-acf2c81e1a96 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:57.856145 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63092c49-37de-4776-80cd-7158a3ebd05c", "name": "network-vif-deleted", "tag": "60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:57.856405 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97d79f64-a581-4685-b0ed-acf2c81e1a96 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:57.857007 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63092c49-37de-4776-80cd-7158a3ebd05c', 'name': 'network-vif-deleted', 'tag': '60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8', 'status': 'completed', 'code': 200} Sep 16 05:39:57.903215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:58.108670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:58.137775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:58.146629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:58.147263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:39:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:58.250722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:58.433762 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:58.461252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:58.487274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559b8ba-d2b9-4d6b-98ac-b961fec54d10 None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:58.681579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3307a0de-6dda-462e-8267-ba43d74a4fc2 req-d404c981-426e-44c6-b4df-ec517ded39e1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 210 time: 0.0282829 Sep 16 05:39:58.730126 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1523de-eb9a-4775-b2f0-4c8e4ad448fa None None] New status for floating IP a21e04fe-3d08-4862-a5be-4843c78ec1ce: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:39:59.778113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce3c78ed-e690-4930-ab6b-84af84e5f9cc req-f25cb9ad-78c4-4405-b911-3181699e06de tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 210 time: 0.0262885 Sep 16 05:40:00.872810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d39252dc-ab7c-4b27-b27f-acb8eaa3f08b req-d781b923-b83e-49ef-b909-06f61485ee07 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 210 time: 0.0273445 Sep 16 05:40:01.266994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:01.291463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:01.291818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 60a10b3e-f7cb-42c5-80f7-0cb1e8c81fe8 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:01.984714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67f4317e-5c80-4a17-b771-bb8b2dbbd359 req-eb5e2354-7606-4961-a73f-9a8467528cfc tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=63092c49-37de-4776-80cd-7158a3ebd05c HTTP/1.1" status: 200 len: 210 time: 0.0290389 Sep 16 05:40:03.184476 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-7ae93a70-c8b4-445b-bbb3-59a24cba9c4b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884747955&fields=id&tenant_id=1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 267 time: 0.0318205 Sep 16 05:40:03.288628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-d5ed1d34-308a-4a10-9eeb-0947da82e121 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:03.290077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-d5ed1d34-308a-4a10-9eeb-0947da82e121 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.0985374 Sep 16 05:40:03.305411 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-884f4e68-3452-4dbf-b72b-7bf9ce046c2b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/quotas/1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 375 time: 0.0096509 Sep 16 05:40:03.362287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-c1de6709-a606-4b1b-8d7b-f30a4834c704 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516536 Sep 16 05:40:03.540300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-51a95e46-ba57-40bc-ae93-efab75c6f1d6 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668265 Sep 16 05:40:03.633377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-ea8075d8-5616-4875-bc84-b136b4ee2140 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869091 Sep 16 05:40:04.275034 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45b424dc-9481-40a6-9335-e0cb9a466734 req-1da04586-c374-4b21-862e-f6c8e4f9a07e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 210 time: 0.0266049 Sep 16 05:40:05.365823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5337c25e-6bf1-43df-9293-180b90a72f0c req-5bec5c86-ebee-49b4-a917-a03c47172867 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 210 time: 0.0262341 Sep 16 05:40:06.459877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4be1d993-86bf-4028-9a89-fdd0d971127b req-4868ef01-894c-463b-b126-5380f34bcd8a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 210 time: 0.0263076 Sep 16 05:40:07.440489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-74118edf-9a64-47fe-984b-0c55d5c15371 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.442002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-74118edf-9a64-47fe-984b-0c55d5c15371 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1100285 Sep 16 05:40:07.496925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8919ce93-edc7-470c-8fcf-e1eace514cd8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 379 time: 0.0458069 Sep 16 05:40:07.506750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'port': {'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'admin_state_up': True, 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'security_groups': ['2c0c6883-801d-4b80-8c87-701b9df01949']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:07.587806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37ab5052-48a5-4215-9187-abe0db32cc27 req-a9fa47ee-9433-4cc5-b41a-9dc02b9b4ab8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 210 time: 0.0569656 Sep 16 05:40:07.713609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:07.717577 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.848997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.20.0.8 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/f3f30c60-81d4-45cc-8f32-c1fed1e90bfa) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:07.990956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.082743 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.127487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:08.135023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:08.139868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:08.149376 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:08.177657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.178012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.178363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.178708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.179046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.179411 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.179751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.180082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.180413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.180746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.181079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.181407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:08.214973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:08.215713 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.325625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8143ac38-621a-4585-a882-8a8579e6fdd2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8225121 Sep 16 05:40:08.339818 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Request body: {'port': {'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:08.349752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b45452ee-2cdd-4bc8-bd40-40707de4e505 None None] Provisioning complete for port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:08.350310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b45452ee-2cdd-4bc8-bd40-40707de4e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.394863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b45452ee-2cdd-4bc8-bd40-40707de4e505 None None] Port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:08.398337 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.665066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f30c60-81d4-45cc-8f32-c1fed1e90bfa {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:08.674110 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.713032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Transition to ACTIVE for port object f3f30c60-81d4-45cc-8f32-c1fed1e90bfa will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:40:08.733147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b2c40-afe7-4220-aff8-5f97f79efc72 req-cd734c81-0fae-4024-babe-7f87c99ce0dc tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:08.734665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf4b2c40-afe7-4220-aff8-5f97f79efc72 req-cd734c81-0fae-4024-babe-7f87c99ce0dc tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 931 time: 0.0651977 Sep 16 05:40:08.780364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf4b2c40-afe7-4220-aff8-5f97f79efc72 req-ebaf0542-cffa-4322-be96-d2c5aebdb592 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385895 Sep 16 05:40:08.814044 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.867834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:08.939605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Attempting to bind port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:08.941030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Attempting to bind port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:08.941470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Attempting to bind port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:08.946768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:40:08.947223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Attempting to bind port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:08.952858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:08.953339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:08.953824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:08.954354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Bound port: f3f30c60-81d4-45cc-8f32-c1fed1e90bfa, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:08.954950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:09.034525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] For port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:09.037601 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] For port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:09.102450 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:09.153293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.153293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:09.154697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 1092 time: 0.8191631 Sep 16 05:40:09.155111 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:09.157382 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe63e91-ea56-436c-ac74-5b633514a762" -d '{"events": [{"name": "network-changed", "server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:09.185064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90fd29-bd0c-4210-8af1-7ac9ff31dda4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:09.215858 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d08f3d-4414-4757-ab2f-1e1cb906d2d5 x-openstack-request-id: req-89d08f3d-4414-4757-ab2f-1e1cb906d2d5 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:09.216159 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:09.216433 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89d08f3d-4414-4757-ab2f-1e1cb906d2d5 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:09.216995 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'status': 'completed', 'code': 200} Sep 16 05:40:09.282107 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63e91-ea56-436c-ac74-5b633514a762 req-accb5168-a4e6-45e0-a245-763878172cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.284026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fe63e91-ea56-436c-ac74-5b633514a762 req-accb5168-a4e6-45e0-a245-763878172cac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1095 time: 0.0448608 Sep 16 05:40:09.398215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63e91-ea56-436c-ac74-5b633514a762 req-b61d5240-84f5-44c4-be0d-3b85e06f5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.399998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fe63e91-ea56-436c-ac74-5b633514a762 req-b61d5240-84f5-44c4-be0d-3b85e06f5917 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1da509ee850e4474bca5c750f8f20307&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1053612 Sep 16 05:40:09.501967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63e91-ea56-436c-ac74-5b633514a762 req-b175bb4a-2e5f-4a6e-8aae-c691bc7a1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.503779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fe63e91-ea56-436c-ac74-5b633514a762 req-b175bb4a-2e5f-4a6e-8aae-c691bc7a1d7b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960722 Sep 16 05:40:09.588191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8959fc9a-0c9f-4727-a0d5-1735188471df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.589775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-8959fc9a-0c9f-4727-a0d5-1735188471df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1095 time: 0.0455568 Sep 16 05:40:09.633456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-869aec60-d851-40f3-9fd0-f02ff877925a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 217 time: 0.0339704 Sep 16 05:40:09.684031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-0deb81d0-5bd3-4c28-9468-c9776d7a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.685467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-0deb81d0-5bd3-4c28-9468-c9776d7a078d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0440733 Sep 16 05:40:09.736334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-5b753cf0-374d-4a79-856c-991b3fdc8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.738318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-5b753cf0-374d-4a79-856c-991b3fdc8ac1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440452 Sep 16 05:40:09.831763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-1f04ed05-455e-49b7-ac03-40c9808336a3 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854063 Sep 16 05:40:09.952023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a8ac5-191f-4124-b74a-a81127322b4b req-7fe419a6-8761-4f1b-99c2-9eac246d5506 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.953410 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a55a8ac5-191f-4124-b74a-a81127322b4b req-7fe419a6-8761-4f1b-99c2-9eac246d5506 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.1008184 Sep 16 05:40:09.985113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d08c2a75-85ce-46ad-a181-704bfbd32c8e req-acca7e7e-b720-48fd-8046-b017ada93373 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410050 Sep 16 05:40:10.005922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a55a8ac5-191f-4124-b74a-a81127322b4b req-c31524e9-fd69-454e-8605-4ae50eb4eb9f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455205 Sep 16 05:40:10.793354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.055756 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3aa8-8fe8-43a2-ad9a-3efb4daf08ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.123666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fb538-7f4e-4cf9-a2e0-61040cbeb0c9 req-07909181-a5e4-47eb-abdd-3047d3634ec1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:11.125303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c99fb538-7f4e-4cf9-a2e0-61040cbeb0c9 req-07909181-a5e4-47eb-abdd-3047d3634ec1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.0491138 Sep 16 05:40:11.163338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c99fb538-7f4e-4cf9-a2e0-61040cbeb0c9 req-40c7031e-44a7-4245-8cc8-23f320a2b249 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Sep 16 05:40:12.279522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd9021-170d-4f8c-89c1-6290f0bf7b5e req-97bfe3f3-2557-4eaa-a10e-4f322ae101dd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:12.280903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27cd9021-170d-4f8c-89c1-6290f0bf7b5e req-97bfe3f3-2557-4eaa-a10e-4f322ae101dd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.0524089 Sep 16 05:40:12.318669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27cd9021-170d-4f8c-89c1-6290f0bf7b5e req-5dbe813d-510d-4023-ab5f-2c73a714af27 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308709 Sep 16 05:40:13.433165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafa3ce-65ba-44c5-823d-ccf978fa5b03 req-68db75cf-bf3f-4eb2-b8e9-c3dddeae8e83 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:13.434640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dafa3ce-65ba-44c5-823d-ccf978fa5b03 req-68db75cf-bf3f-4eb2-b8e9-c3dddeae8e83 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.0487261 Sep 16 05:40:13.470874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dafa3ce-65ba-44c5-823d-ccf978fa5b03 req-fbf377a6-d3bb-4d6a-aaaa-f19cc0a7ffcd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303607 Sep 16 05:40:14.236514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.504716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5c09556e-e0f0-4949-8fdb-c3c5f4c2b95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.587012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43af3-8e12-42ea-8edc-5f730532edaa req-237c20fa-8c19-4676-81e8-d7e693bb40ff tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.588578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-feb43af3-8e12-42ea-8edc-5f730532edaa req-237c20fa-8c19-4676-81e8-d7e693bb40ff tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.0513999 Sep 16 05:40:14.626273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-feb43af3-8e12-42ea-8edc-5f730532edaa req-f4aa7b2b-7117-465c-b29e-bb652d833ec1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Sep 16 05:40:15.253697 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.749038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deca1a7-7e63-4037-b12c-6b30f527a59f req-b76f6a92-e13e-4fae-94d8-d4e96a7977e7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:15.750526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8deca1a7-7e63-4037-b12c-6b30f527a59f req-b76f6a92-e13e-4fae-94d8-d4e96a7977e7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.0581174 Sep 16 05:40:15.792155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8deca1a7-7e63-4037-b12c-6b30f527a59f req-17c12ef0-408e-4b9b-9d08-30a5c338a0ba tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354705 Sep 16 05:40:16.948062 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.956731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e3af-a102-499d-a7f4-ec2ce4f7a756 req-b0c40809-097e-41ce-b590-f0f5b261cde0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.958227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5137e3af-a102-499d-a7f4-ec2ce4f7a756 req-b0c40809-097e-41ce-b590-f0f5b261cde0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.0993917 Sep 16 05:40:16.996139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5137e3af-a102-499d-a7f4-ec2ce4f7a756 req-380a854c-5919-4076-b1f6-1a88dca54fbb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316262 Sep 16 05:40:18.155575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9b0c-db1b-4c95-8341-59141b1430f6 req-b0c97a2c-bbb5-40b6-9441-0eafe9b3a664 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:18.157057 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-343d9b0c-db1b-4c95-8341-59141b1430f6 req-b0c97a2c-bbb5-40b6-9441-0eafe9b3a664 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.0959933 Sep 16 05:40:18.196888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-343d9b0c-db1b-4c95-8341-59141b1430f6 req-23e8e274-8753-44b0-9f1a-826804873406 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332966 Sep 16 05:40:19.290708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f3f30c60-81d4-45cc-8f32-c1fed1e90bfa details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:19.313695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecc58-9f55-4c8e-b967-422d574d70f0 req-2f3d436b-9d76-446b-9e6d-d533c06875b1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:19.315188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffaecc58-9f55-4c8e-b967-422d574d70f0 req-2f3d436b-9d76-446b-9e6d-d533c06875b1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 943 time: 0.0525758 Sep 16 05:40:19.352497 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffaecc58-9f55-4c8e-b967-422d574d70f0 req-e943ca2d-16bb-456f-b608-3a330a50eb69 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Sep 16 05:40:19.388456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:19.398927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:19.435442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.447530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f30c60-81d4-45cc-8f32-c1fed1e90bfa {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:19.465469 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:19.541661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.587813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:19.594887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.595232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.595594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.595929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.596262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.596592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.596919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.597246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.597569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.598395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.598716 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.599041 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.819203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['f3f30c60-81d4-45cc-8f32-c1fed1e90bfa'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:20.465190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad8050-d4c2-47e5-8a30-f6c3df2918ac req-2ec40046-035e-4d78-af2f-8f7ebe53ddea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.466552 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9ad8050-d4c2-47e5-8a30-f6c3df2918ac req-2ec40046-035e-4d78-af2f-8f7ebe53ddea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 944 time: 0.0482352 Sep 16 05:40:20.503210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9ad8050-d4c2-47e5-8a30-f6c3df2918ac req-37099dd3-fa9f-4a7e-bc5a-5df4335cfe1a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Sep 16 05:40:21.322505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f3f30c60-81d4-45cc-8f32-c1fed1e90bfa up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:21.447516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:21.451628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:21.453122 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.531747 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.556855 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:21.559546 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa53f5-5e4e-4d9e-a245-3aeff0fc00c1" -d '{"events": [{"server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "name": "network-vif-plugged", "status": "completed", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:21.573508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:21.603000 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299b84d0-1e28-4b61-9058-7d6c5c55119e x-openstack-request-id: req-299b84d0-1e28-4b61-9058-7d6c5c55119e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:21.603332 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "name": "network-vif-plugged", "status": "completed", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:21.603661 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-299b84d0-1e28-4b61-9058-7d6c5c55119e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:21.604064 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'code': 200} Sep 16 05:40:21.622787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878af63-3fd1-4701-a528-2216c51db2b6 req-4324927c-fafd-4fcb-b158-c5971426a0a5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:21.624417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c878af63-3fd1-4701-a528-2216c51db2b6 req-4324927c-fafd-4fcb-b158-c5971426a0a5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 944 time: 0.0535271 Sep 16 05:40:21.636168 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.664971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c878af63-3fd1-4701-a528-2216c51db2b6 req-696985f8-f12f-4dc5-816b-88f50906d409 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341682 Sep 16 05:40:21.697568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:21.712244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b657c33-960e-464c-a755-43e8613bd205 req-d1cdca3d-df53-449a-8e6c-9766c653b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:21.713747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b657c33-960e-464c-a755-43e8613bd205 req-d1cdca3d-df53-449a-8e6c-9766c653b8d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1097 time: 0.0479178 Sep 16 05:40:21.749718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b657c33-960e-464c-a755-43e8613bd205 req-e8dffaa2-9e31-4e52-b0fe-3bf36d839af6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282753 Sep 16 05:40:22.781113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f9e57-b93a-4973-91ed-5df600c3d24c req-67685dfb-3688-41b8-a546-1d49a9b0309e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:22.782594 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b66f9e57-b93a-4973-91ed-5df600c3d24c req-67685dfb-3688-41b8-a546-1d49a9b0309e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 945 time: 0.0490196 Sep 16 05:40:22.820483 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b66f9e57-b93a-4973-91ed-5df600c3d24c req-882a6fce-4c47-42f4-b9ab-f120a2202dea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319221 Sep 16 05:40:23.931460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d412df-a76e-4600-a2a3-14f3f3e000d6 req-2bd36bfb-aa7d-4ac4-99da-112dd2eff159 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.932990 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87d412df-a76e-4600-a2a3-14f3f3e000d6 req-2bd36bfb-aa7d-4ac4-99da-112dd2eff159 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 945 time: 0.0480654 Sep 16 05:40:23.969851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87d412df-a76e-4600-a2a3-14f3f3e000d6 req-fd2543a9-9d43-4504-828b-65309a43a6a1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Sep 16 05:40:24.083146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d878e-27e2-4694-aace-c4bb9e19f8fc req-ce8cbbf9-7435-4202-b809-737785033ad5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.085281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b8d878e-27e2-4694-aace-c4bb9e19f8fc req-ce8cbbf9-7435-4202-b809-737785033ad5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Sep 16 05:40:24.122793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b8d878e-27e2-4694-aace-c4bb9e19f8fc req-bdb56dfa-cb08-48d9-b41d-f66d3a490a45 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313096 Sep 16 05:40:24.144745 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35984) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:24.280587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab787118-b4df-41e7-ae28-9047d166d873 tempest-TestVolumeBootPattern-1411135370 tempest-TestVolumeBootPattern-1411135370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.282088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ab787118-b4df-41e7-ae28-9047d166d873 tempest-TestVolumeBootPattern-1411135370 tempest-TestVolumeBootPattern-1411135370-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1092 time: 0.1364088 Sep 16 05:40:24.284889 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 35988) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:24.289488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:24.436391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.451985 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:24.536807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.638572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.25.7.126 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/597062a7-71d7-4971-b2ca-a4c9b669484c) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:24.741243 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.833630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.870988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:24.873852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:24.879209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:24.885261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=597062a7-71d7-4971-b2ca-a4c9b669484c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:25.226098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.362978 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.510021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.575581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.645164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=597062a7-71d7-4971-b2ca-a4c9b669484c,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:25.655492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.047694 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Floating IP f74ffab8-5609-44f6-b410-850a00c90aee associated. External IP: 172.25.7.126, port: f3f30c60-81d4-45cc-8f32-c1fed1e90bfa. Sep 16 05:40:26.248152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:26.360393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:26.370418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:26.380364 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:26.380982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:40:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:26.436532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.496159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-73d69556-5e4c-4a4b-97bf-10e9890fa04e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1984248 Sep 16 05:40:26.496159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:26.496159 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc0c70-38ef-44b3-879e-ffea23a5045a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:26.507521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:26.527989 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb56eaf-4cc3-4904-b233-6f6c23d4afe6 x-openstack-request-id: req-6fb56eaf-4cc3-4904-b233-6f6c23d4afe6 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:26.528298 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:26.528555 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fb56eaf-4cc3-4904-b233-6f6c23d4afe6 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:26.528962 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'status': 'completed', 'code': 200} Sep 16 05:40:26.599878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-74ee61d1-4efb-4895-a58e-f0b5d27df13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.601373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-74ee61d1-4efb-4895-a58e-f0b5d27df13b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1097 time: 0.0399547 Sep 16 05:40:26.692267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-8061cf6c-ff02-4113-b767-763035c5605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.693792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-8061cf6c-ff02-4113-b767-763035c5605b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0844257 Sep 16 05:40:26.726983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:26.757540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:26.765885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:26.766504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:40:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:26.790756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-364ed62a-b569-4c93-917c-7fff924826d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 999 time: 0.0892820 Sep 16 05:40:26.845423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-9d489c76-31f6-4621-ab18-fbd2a9195282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.846863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-9d489c76-31f6-4621-ab18-fbd2a9195282 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0425906 Sep 16 05:40:26.871891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:26.903831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-3aeaec36-6df4-4373-8c12-4224956c3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.905348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-3aeaec36-6df4-4373-8c12-4224956c3f5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462453 Sep 16 05:40:27.010695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-5b7aa96e-444e-4f05-854b-255164ac4354 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890775 Sep 16 05:40:27.111272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39cc0c70-38ef-44b3-879e-ffea23a5045a req-13df10b5-8378-4d65-a42b-44b52ad7334c service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871851 Sep 16 05:40:27.255793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:27.285008 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99af4b-d056-45bd-ae90-2681c6cda9ed None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:27.468255 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ca301-898c-4a1e-9fef-47568f01deae None None] New status for floating IP f74ffab8-5609-44f6-b410-850a00c90aee: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:40:28.447376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.250768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-3111f4c0-5a79-42ed-8715-7c4345df170b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917954 Sep 16 05:40:37.338261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-eb1ff99a-960b-471e-a296-568f6931ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.339903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-eb1ff99a-960b-471e-a296-568f6931ee11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1097 time: 0.0402954 Sep 16 05:40:37.450392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-9cb08d33-42e4-416e-83d8-24e2bbeeda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.451798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-9cb08d33-42e4-416e-83d8-24e2bbeeda4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0872161 Sep 16 05:40:37.517731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-61cdbc7a-5f3f-45d8-be27-ff37d5378afd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 1001 time: 0.0558319 Sep 16 05:40:37.576349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-f10a0931-2d4e-43eb-8a56-17e9257170ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.577799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-f10a0931-2d4e-43eb-8a56-17e9257170ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0464857 Sep 16 05:40:37.633684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-31ca6f8b-fdf9-47fc-bf99-b7e4388af72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.635432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-31ca6f8b-fdf9-47fc-bf99-b7e4388af72e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406387 Sep 16 05:40:37.731646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-3566e3ea-d5b7-4c6e-b928-f04d956b82a6 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863340 Sep 16 05:40:37.827838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f0dd2d7-5984-4db6-b3f9-80db6ab19f78 req-b8154d33-274d-43b0-b412-60f6b0e83913 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889187 Sep 16 05:40:40.832994 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.027611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d57182af-bf04-4c37-ae23-2426d46a1b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.263893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.512714 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35cd4543-e61f-4bd6-aa8a-af58cee9ec12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.246890 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:46.949897 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.415657 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.455019 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:06.892416 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-d28b1c71-b782-4ec5-a015-106d6e344891 req-8b39af65-d574-4cc3-86d4-795d03f61712 service neutron] (101825) timed out ('10.222.0.59', 54120) {{(pid=101825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:41:10.792144 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.028341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d09b81b9-3a00-4234-a11f-53fdcec62ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.227606 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.468234 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9aec08d3-bedb-4d6b-87fa-af2ef7fa1ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.228840 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.964224 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:28.420620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:38.184590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-4839d9d3-a582-4161-b3db-c6a19c1c71b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416832 Sep 16 05:41:38.272161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-7726791d-2e73-41bf-9b4d-b148c62e1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:38.273662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-7726791d-2e73-41bf-9b4d-b148c62e1046 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1097 time: 0.0424123 Sep 16 05:41:38.390088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-1cae7548-d9fb-44d4-a748-0664a554af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:38.394796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-1cae7548-d9fb-44d4-a748-0664a554af1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0934029 Sep 16 05:41:38.453258 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:38.458717 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-856ff017-d304-4f0c-bd4d-0b744834d72f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 1001 time: 0.0580196 Sep 16 05:41:38.512658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-2d83bd32-3101-4f82-a7a2-072d10d48a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:38.514116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-2d83bd32-3101-4f82-a7a2-072d10d48a05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0477781 Sep 16 05:41:38.561468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-5f4141bd-5af4-464a-91fb-41e09b5cc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:38.562931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-5f4141bd-5af4-464a-91fb-41e09b5cc9b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399528 Sep 16 05:41:38.658857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-cd780e5c-7671-4877-bdc9-3d9271cfd9b5 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863194 Sep 16 05:41:38.759299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1dfdd131-2584-428e-b52b-684b3229bcb0 req-914c6fc0-dd6c-44c7-839e-14d68adbb0e5 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835261 Sep 16 05:41:40.821746 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:41.050100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c13ede94-554a-4d55-8394-ae2eeaa76580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:44.296120 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:44.460568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21dec499-0e4c-4749-85ea-57b9e5076234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:45.244646 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.970204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.421204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.785737 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.043336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a61c600-dbf2-4fdb-b7df-618dabb44098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.220245 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.460547 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-35810815-83c0-4eea-9cd6-672b32cd4a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.243934 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.452111 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:16.957808 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:28.437013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.187270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-7f1f7104-bfaa-44e2-a08d-3b055c7f5bae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441501 Sep 16 05:42:38.276679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-faa8a736-6710-4488-90ba-e98a92c9804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.278153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-faa8a736-6710-4488-90ba-e98a92c9804b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1097 time: 0.0454693 Sep 16 05:42:38.393651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-94ada8e6-2a2b-49e4-b8e6-8143c8a60554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.395158 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-94ada8e6-2a2b-49e4-b8e6-8143c8a60554 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0963109 Sep 16 05:42:38.468201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-aab996b4-e000-46e1-87c3-655d67cfe7f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 1001 time: 0.0648723 Sep 16 05:42:38.520620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-cc698693-fca7-4ac5-81b8-ec6998ac4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.523025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-cc698693-fca7-4ac5-81b8-ec6998ac4d26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0466714 Sep 16 05:42:38.570779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-170f4f6b-e8a9-4566-a5c8-1da875d1d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.572311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-170f4f6b-e8a9-4566-a5c8-1da875d1d02d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424509 Sep 16 05:42:38.584073 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-2d05c82a-9ffe-43b8-a6b8-48ce5f6d3a2b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:42:38.585036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-2d05c82a-9ffe-43b8-a6b8-48ce5f6d3a2b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055847 Sep 16 05:42:38.685484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-746549e5-eb93-4c99-8d09-a2bcfd6edcc6 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936279 Sep 16 05:42:38.787338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6152842e-f038-431b-adcf-ee62b70bcaa3 req-754524a9-c4ab-45b0-8afa-0408e6020bec service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948234 Sep 16 05:42:40.802298 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.042655 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb438064-a128-456f-be5f-4c8191c929e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.265307 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.470660 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-532c5ae2-3fb0-448d-b9aa-5c9fe0fef293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.253788 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.968017 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.182138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-bf03ba3a-95d1-4481-ba6f-4d5cafd9e3dd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884747955&fields=id&tenant_id=1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 267 time: 0.0322943 Sep 16 05:42:50.290946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-ea5b4584-82ba-4685-ae86-08a7e64352fd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:50.292139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-ea5b4584-82ba-4685-ae86-08a7e64352fd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1028259 Sep 16 05:42:50.307860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-d170a043-aa1a-4c4f-be92-7f6b34bc2bf6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/quotas/1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 375 time: 0.0091686 Sep 16 05:42:50.366682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-024dc55f-dffa-45b9-8df0-53d62d7c597a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0530524 Sep 16 05:42:50.464198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-0313cedf-0dbe-46de-936e-6c837e23de32 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854006 Sep 16 05:42:50.552935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-caba9968-3df5-4ff4-9bc5-1f191639d421 service neutron] 10.222.0.59 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822971 Sep 16 05:42:51.142098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5b0884c-8796-42ac-abc2-48b362f7c0eb req-e1024bca-6cdc-4d0d-b096-d12b6ea0435b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 210 time: 0.0311911 Sep 16 05:42:52.234669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edd9bbcd-f2bf-4ae0-8d59-44bf1028898b req-e671009f-b1e3-4d10-a6e3-0beb7c483069 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 210 time: 0.0270865 Sep 16 05:42:52.451859 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:53.046512 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-70d35907-a66f-4208-9608-0e9c3b0d2d40 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:53.048048 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-70d35907-a66f-4208-9608-0e9c3b0d2d40 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 812 time: 0.1106765 Sep 16 05:42:53.097716 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-1e0e278c-5084-4dc6-b466-82ba9a6d8fc5 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da509ee850e4474bca5c750f8f20307 HTTP/1.1" status: 200 len: 379 time: 0.0334232 Sep 16 05:42:53.108034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'port': {'device_id': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'admin_state_up': True, 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'security_groups': ['2c0c6883-801d-4b80-8c87-701b9df01949']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:53.288119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Made reservation on behalf of 1da509ee850e4474bca5c750f8f20307 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:53.293453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.374894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d590f8b-08e6-4ece-843d-68d95979eb58 req-d27577d3-9380-45f8-9199-4221eff5642e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 210 time: 0.0290914 Sep 16 05:42:53.735199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.20.0.5 (4c81e95b-a003-4bce-96cc-b2794f5f3deb/6cf7c019-5c57-4a3b-9253-15d92adf7d4a/03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:53.876772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.962858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.003555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:54.006564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:54.010360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:54.039407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.049470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.050135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.050135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.050465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.050801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.051130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.051478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.051901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.052233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.052559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.052886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.053211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:54.084815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:54.085481 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.197345 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-19b13303-243c-4c4c-9d97-43a8dc9c5b1c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0930586 Sep 16 05:42:54.217210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Request body: {'port': {'device_id': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:54.267484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8016f1c1-7be8-4968-930e-f255d97f0c68 None None] Provisioning complete for port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:54.268029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8016f1c1-7be8-4968-930e-f255d97f0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.275781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.313717 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8016f1c1-7be8-4968-930e-f255d97f0c68 None None] Port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:54.534313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c1de0-1a1e-40a7-8476-687ab5cdcfb8 req-defe7c1a-50b8-481c-b58f-2685b1eb4841 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:54.535903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-301c1de0-1a1e-40a7-8476-687ab5cdcfb8 req-defe7c1a-50b8-481c-b58f-2685b1eb4841 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 931 time: 0.0744770 Sep 16 05:42:54.563735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:54.571635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.583835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-301c1de0-1a1e-40a7-8476-687ab5cdcfb8 req-d6b89ba6-dd80-463e-ba87-32473b371e7b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374744 Sep 16 05:42:54.585203 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Transition to ACTIVE for port object 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:42:54.665206 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.718668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.792653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Attempting to bind port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:54.792836 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Attempting to bind port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:54.793146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Attempting to bind port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:54.798591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:42:54.798969 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Attempting to bind port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd on network 4c81e95b-a003-4bce-96cc-b2794f5f3deb {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:54.803979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:54.804325 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Checking segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:54.804717 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Bound using segment: {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:54.805151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Bound port: 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bb74cd-aaa2-488c-a05f-22671cefce6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:54.805517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.877849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] For port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:54.881402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] For port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:54.939735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.975885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:54.976545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.978003 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd HTTP/1.1" status: 200 len: 1092 time: 0.7656231 Sep 16 05:42:54.978488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:54.980783 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d69eb8a-a0fa-4243-8965-5cf545262e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:55.006393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951daf21-dc01-4ff7-9065-c19de259d4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:55.103770 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9160d5b8-aa6b-4e91-82e4-771918afb7e1 x-openstack-request-id: req-9160d5b8-aa6b-4e91-82e4-771918afb7e1 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:55.104417 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:55.104417 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9160d5b8-aa6b-4e91-82e4-771918afb7e1 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:55.104710 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'status': 'completed', 'code': 200} Sep 16 05:42:55.181102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-9862da0d-db24-4fcf-891f-4ebd6436e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.183425 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-9862da0d-db24-4fcf-891f-4ebd6436e62c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 1095 time: 0.0491848 Sep 16 05:42:55.234399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-41136817-554a-490c-95d3-3175459b342f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd HTTP/1.1" status: 200 len: 217 time: 0.0356321 Sep 16 05:42:55.284597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-2892a29a-76b0-49d8-acfb-2ab842648dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.286075 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-2892a29a-76b0-49d8-acfb-2ab842648dbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0441554 Sep 16 05:42:55.336848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-21d01ac5-7c26-44d9-a926-0314b1e680e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.338269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-21d01ac5-7c26-44d9-a926-0314b1e680e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447812 Sep 16 05:42:55.433837 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-4072e7f0-0b9f-434d-88a3-210e470939be service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874510 Sep 16 05:42:55.529395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2cd9818a-f422-4728-8c29-01a0742bfa7b req-5d77f01d-e7ff-41e2-b561-26d04048f22b service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876172 Sep 16 05:42:55.709763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-4357a796-3c28-460c-a417-b05848bb1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.711471 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-4357a796-3c28-460c-a417-b05848bb1a2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 1095 time: 0.0432627 Sep 16 05:42:55.715705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913a5a5-7a27-4ddc-ad38-c28d3cac1387 req-b53b2e15-676d-4a2f-8546-c1bb4ee02dcf tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.717276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c913a5a5-7a27-4ddc-ad38-c28d3cac1387 req-b53b2e15-676d-4a2f-8546-c1bb4ee02dcf tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0573008 Sep 16 05:42:55.760545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c913a5a5-7a27-4ddc-ad38-c28d3cac1387 req-ad766202-d1bd-424c-b73f-55029c75f64f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367873 Sep 16 05:42:55.812722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-e0011fd7-f89b-4b0b-b8a1-59f7e435ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.814268 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-e0011fd7-f89b-4b0b-b8a1-59f7e435ecf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0946219 Sep 16 05:42:55.859772 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-e499c625-0b57-4f32-abbe-93f98946ffcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd HTTP/1.1" status: 200 len: 217 time: 0.0364790 Sep 16 05:42:55.911801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-3a77ab1e-c2b0-4fff-bdd1-97c503bf104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.913318 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-3a77ab1e-c2b0-4fff-bdd1-97c503bf104a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0461280 Sep 16 05:42:55.960527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-7535cdbf-2f51-4da0-a935-f304b5eb566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.962070 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-7535cdbf-2f51-4da0-a935-f304b5eb566d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412786 Sep 16 05:42:56.065287 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-48ed6be6-df16-4e6e-8f53-dc2cf60f721a service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940306 Sep 16 05:42:56.162409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1d69eb8a-a0fa-4243-8965-5cf545262e3f req-46abcc7a-5e71-4cf2-b9c8-f46399d32875 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887191 Sep 16 05:42:56.879221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2441f1-2c8a-4b5e-9a15-c39220203c32 req-c17b288c-8881-4fd3-bb8d-343594561923 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.880786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d2441f1-2c8a-4b5e-9a15-c39220203c32 req-c17b288c-8881-4fd3-bb8d-343594561923 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0510201 Sep 16 05:42:56.919401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2d2441f1-2c8a-4b5e-9a15-c39220203c32 req-9fc5f7e9-5dcb-4fa2-ab83-c86b7049bbf0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323076 Sep 16 05:42:58.066817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1481bb-b388-4ab3-9353-4911cda988ee req-006d23b9-d2aa-4a0f-b873-10c510c133be tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:58.068439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f1481bb-b388-4ab3-9353-4911cda988ee req-006d23b9-d2aa-4a0f-b873-10c510c133be tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0493381 Sep 16 05:42:58.107672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f1481bb-b388-4ab3-9353-4911cda988ee req-76adb4f3-b94b-4b0d-a4ea-1d44a45cf3fb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331469 Sep 16 05:42:58.420023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.225848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966305a-f4d9-4b2c-8acf-f46d0daf8d59 req-a2d7f99e-ab91-4d4d-ac23-dfa31a901664 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:59.227373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d966305a-f4d9-4b2c-8acf-f46d0daf8d59 req-a2d7f99e-ab91-4d4d-ac23-dfa31a901664 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0539029 Sep 16 05:42:59.264768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d966305a-f4d9-4b2c-8acf-f46d0daf8d59 req-09bf72e2-e9e0-4edb-a74e-e7fc159e9fa6 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309699 Sep 16 05:43:00.378487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b8ac-f2fa-436f-aa81-3ed340bed08d req-e54b28f7-cc50-4709-9eab-01a94b46a12b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:00.380044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4e0b8ac-f2fa-436f-aa81-3ed340bed08d req-e54b28f7-cc50-4709-9eab-01a94b46a12b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0492070 Sep 16 05:43:00.418767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4e0b8ac-f2fa-436f-aa81-3ed340bed08d req-13cf0421-0414-4bef-a9f7-15a727a0098b tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325310 Sep 16 05:43:01.532327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399f85d-3cd9-4448-b9c3-f8af1320c829 req-44b981e9-f375-4096-8900-e0594a402670 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:01.533820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9399f85d-3cd9-4448-b9c3-f8af1320c829 req-44b981e9-f375-4096-8900-e0594a402670 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0485969 Sep 16 05:43:01.570445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9399f85d-3cd9-4448-b9c3-f8af1320c829 req-13f44f31-7952-43fc-9eaf-32ed0cb07856 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306621 Sep 16 05:43:02.686042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6286a3e-6bf6-4345-b120-a7ff9ecba1aa req-404d8d38-0351-4c48-9116-5a519ae66cf2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:02.688130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6286a3e-6bf6-4345-b120-a7ff9ecba1aa req-404d8d38-0351-4c48-9116-5a519ae66cf2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0522547 Sep 16 05:43:02.725629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6286a3e-6bf6-4345-b120-a7ff9ecba1aa req-33a5832f-0d9f-4846-accc-9653fcb08698 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314014 Sep 16 05:43:03.838310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78119374-1709-4b68-b59a-7b6a4943e686 req-c0d47a76-f8b5-42e9-a52b-b5747af553e7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:03.839800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78119374-1709-4b68-b59a-7b6a4943e686 req-c0d47a76-f8b5-42e9-a52b-b5747af553e7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0486109 Sep 16 05:43:03.877531 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78119374-1709-4b68-b59a-7b6a4943e686 req-b8cd8aa1-5a56-4aa8-b838-d60458793f41 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Sep 16 05:43:04.993236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a700e7-1f54-4310-b49e-90573bf70923 req-be6a1fe8-ffc1-4482-912e-96392af2ee96 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:04.994774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90a700e7-1f54-4310-b49e-90573bf70923 req-be6a1fe8-ffc1-4482-912e-96392af2ee96 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0496647 Sep 16 05:43:05.032297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90a700e7-1f54-4310-b49e-90573bf70923 req-bdec60a7-c958-41fe-ad1a-d9a999a19fcb tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Sep 16 05:43:06.150711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdda69-bba1-469a-a8e5-d0da36ec8d34 req-477e9234-4fc2-4c09-89da-fd67214809c9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:06.152960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9bdda69-bba1-469a-a8e5-d0da36ec8d34 req-477e9234-4fc2-4c09-89da-fd67214809c9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 943 time: 0.0540843 Sep 16 05:43:06.154746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:06.190170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9bdda69-bba1-469a-a8e5-d0da36ec8d34 req-0e594843-22cf-42cf-b369-ba3cb811b79e tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Sep 16 05:43:06.247724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:06.259088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'port_id': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'mac_address': 'fa:16:3e:c5:15:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:06.298673 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.311038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:43:06.330932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:06.390991 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.436222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.443868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.444215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.444554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.444891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.445221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.445554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.445881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.446229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.446555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.446904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.447227 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.447570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:06.737273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:43:07.305789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031faf-0141-4031-a552-358bd53cbf59 req-493eefff-efc0-4636-af89-1154871139ba tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.307318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a031faf-0141-4031-a552-358bd53cbf59 req-493eefff-efc0-4636-af89-1154871139ba tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 944 time: 0.0495765 Sep 16 05:43:07.345569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a031faf-0141-4031-a552-358bd53cbf59 req-b16ac38e-ae4d-4a30-aac2-f407e167500d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321951 Sep 16 05:43:08.166833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:08.321539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:43:08.325826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:08.326200 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.408896 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.432133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:08.434234 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8be9ec-819a-4c6d-a6cd-d2ddc8c748f4" -d '{"events": [{"server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "name": "network-vif-plugged", "status": "completed", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:08.448102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:08.463146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4ef42-f086-4213-a5f8-3229355cdde8 req-985626c6-cf77-43c1-a844-6ebaf7b5aace tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.464662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6c4ef42-f086-4213-a5f8-3229355cdde8 req-985626c6-cf77-43c1-a844-6ebaf7b5aace tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 944 time: 0.0507541 Sep 16 05:43:08.505268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6c4ef42-f086-4213-a5f8-3229355cdde8 req-5b2d2ebd-63e0-4bd5-8c1f-9e27a6415bff tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327022 Sep 16 05:43:08.527731 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.534265 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d2bd1-f050-47e8-b7cb-499b48afbdf6 x-openstack-request-id: req-8c4d2bd1-f050-47e8-b7cb-499b48afbdf6 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:08.534265 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "name": "network-vif-plugged", "status": "completed", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:08.534265 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c4d2bd1-f050-47e8-b7cb-499b48afbdf6 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:08.534265 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'code': 200} Sep 16 05:43:08.577338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:08.653774 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0efd35-4db8-4a7f-91c3-eeaab83fef4b req-57f32dd1-ed20-45d9-b040-ed3af6e37294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.655398 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6d0efd35-4db8-4a7f-91c3-eeaab83fef4b req-57f32dd1-ed20-45d9-b040-ed3af6e37294 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 1097 time: 0.0401406 Sep 16 05:43:08.692808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6d0efd35-4db8-4a7f-91c3-eeaab83fef4b req-a754d887-afc5-41a2-94e2-3500559d5719 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285680 Sep 16 05:43:09.623072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb9519-9fb0-4a35-929b-28d4a4bddb23 req-87693fa3-5ce3-45f7-b1ba-fdbf2d485d73 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.624649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39eb9519-9fb0-4a35-929b-28d4a4bddb23 req-87693fa3-5ce3-45f7-b1ba-fdbf2d485d73 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 945 time: 0.0530720 Sep 16 05:43:09.661729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39eb9519-9fb0-4a35-929b-28d4a4bddb23 req-cdf816ba-145c-4ab4-a1a0-34b59165b0b4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303926 Sep 16 05:43:10.777315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4408da-eda3-4d1a-ab1b-0ae2943b40a8 req-81a6e1d7-2593-42f7-9897-b66cb6b64657 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:10.778967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f4408da-eda3-4d1a-ab1b-0ae2943b40a8 req-81a6e1d7-2593-42f7-9897-b66cb6b64657 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 945 time: 0.0493729 Sep 16 05:43:10.817653 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f4408da-eda3-4d1a-ab1b-0ae2943b40a8 req-4ee1e34d-756d-497e-9a25-7acae72c65bd tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325191 Sep 16 05:43:10.819301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.934021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b9a8-fec8-43b8-ab2d-e5a6460be287 req-8b279587-1999-4788-b351-81e9eeb7e0ae tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:10.935561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3c6b9a8-fec8-43b8-ab2d-e5a6460be287 req-8b279587-1999-4788-b351-81e9eeb7e0ae tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 945 time: 0.0513647 Sep 16 05:43:10.975658 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a3c6b9a8-fec8-43b8-ab2d-e5a6460be287 req-92f13cfa-c3aa-4cff-9a1f-7758b7f2da7d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330718 Sep 16 05:43:11.003419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36204) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:11.047147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa339f5-df9a-4a54-a48c-8424d34c1386 tempest-TestVolumeBootPattern-1411135370 tempest-TestVolumeBootPattern-1411135370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:11.048390 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dda97408-5c28-4860-88ac-47df4e577372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.048742 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1fa339f5-df9a-4a54-a48c-8424d34c1386 tempest-TestVolumeBootPattern-1411135370 tempest-TestVolumeBootPattern-1411135370-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 1092 time: 0.0442951 Sep 16 05:43:11.052525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36206) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:11.057345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:11.162160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.256640 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.361934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Allocated IP 172.25.7.101 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c0a2eabb-b865-4736-a65f-d6b0f2c67bff) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:11.467139 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.545063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.585172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:11.587957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:11.591482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:11.618267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=c0a2eabb-b865-4736-a65f-d6b0f2c67bff,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.631572 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.631925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.632272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.632617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.632960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.633297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.633628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.633958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.634287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.634621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.634958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.635305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.955866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.117872 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.562778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.596390 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.664413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event updated for resources: {'Port': ['ID=c0a2eabb-b865-4736-a65f-d6b0f2c67bff,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.674745 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.774712 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Floating IP 7f1157cc-0fe2-4c50-b6f9-11a6d99656b3 associated. External IP: 172.25.7.101, port: 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd. Sep 16 05:43:12.981630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:13.090165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:13.099845 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:13.109821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:13.111110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:42:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:13.201790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.214016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:13.229111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3da337bc-6065-48e1-b17a-9acad0fab9ea tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1754336 Sep 16 05:43:13.229847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:13.232207 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e43de-9118-49c5-8f29-20393c5a6958" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:13.326503 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175cf7a-954e-4263-808f-c2b1cceffbcc x-openstack-request-id: req-2175cf7a-954e-4263-808f-c2b1cceffbcc {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:13.326806 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:13.327066 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2175cf7a-954e-4263-808f-c2b1cceffbcc {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:13.327500 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'status': 'completed', 'code': 200} Sep 16 05:43:13.415006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-2ba9c717-e38d-4845-a13f-d85e19faa0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:13.416625 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-2ba9c717-e38d-4845-a13f-d85e19faa0c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 1097 time: 0.0418332 Sep 16 05:43:13.453255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7f1157cc-0fe2-4c50-b6f9-11a6d99656b3', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:c5:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:11Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}, {'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:27Z', 'revision_number': 1, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:13.479073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:13.488180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:13.488741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:42:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:13.520894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-0f911c31-1af2-412c-9619-66effc3d8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:13.522384 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-0f911c31-1af2-412c-9619-66effc3d8d3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0918465 Sep 16 05:43:13.588215 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-e930f585-fcc8-41ff-9834-e219f1d360ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd HTTP/1.1" status: 200 len: 999 time: 0.0578637 Sep 16 05:43:13.596085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:13.643036 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-fd0fc7ec-b4e2-46d8-b13e-9805e91adb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:13.644574 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-fd0fc7ec-b4e2-46d8-b13e-9805e91adb80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0488083 Sep 16 05:43:13.693160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-04676128-5b25-42c7-be5c-171fb5a65be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:13.694659 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-04676128-5b25-42c7-be5c-171fb5a65be5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414913 Sep 16 05:43:13.706444 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-abe05595-30e2-4faf-a75f-9f33bba7044a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:43:13.712055 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-abe05595-30e2-4faf-a75f-9f33bba7044a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050523 Sep 16 05:43:13.800267 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-3f106990-71b8-471d-868e-8e4895ea8c7f service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847695 Sep 16 05:43:13.825112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7f1157cc-0fe2-4c50-b6f9-11a6d99656b3', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:c5:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:11Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}, {'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:27Z', 'revision_number': 1, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:13.851912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484f51c-e94a-4877-8c47-fe871bf9a38f None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '7f1157cc-0fe2-4c50-b6f9-11a6d99656b3', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:c5:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:11Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 0, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}, {'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:27Z', 'revision_number': 1, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:13.902210 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e73e43de-9118-49c5-8f29-20393c5a6958 req-0304590d-5574-48fe-b420-2fae27751c29 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933065 Sep 16 05:43:14.037451 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40bcba-7a9d-4916-bfff-686754f60fa2 None None] New status for floating IP 7f1157cc-0fe2-4c50-b6f9-11a6d99656b3: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:43:14.281546 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.447484 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9a7100a6-8750-43e9-80cb-6926aa7bda68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.275210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.944720 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.452505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.453616 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:38.199536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-da7da05e-c89d-4315-ae67-1d69c6945d5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410101 Sep 16 05:43:38.288633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-844d3904-5ea6-436f-9633-8faa456cd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.290133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-844d3904-5ea6-436f-9633-8faa456cd8c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1097 time: 0.0460846 Sep 16 05:43:38.396022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-efb434c1-e7eb-4eaa-ae40-7c90f9e26bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.397534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-efb434c1-e7eb-4eaa-ae40-7c90f9e26bfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0861645 Sep 16 05:43:38.466919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-f5e4073b-af9e-4ea2-9cbe-78f64f3a38d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 1001 time: 0.0609837 Sep 16 05:43:38.515012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-d1f39bc5-6533-4a55-a2ec-4da5ead5aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.516456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-d1f39bc5-6533-4a55-a2ec-4da5ead5aa01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0429790 Sep 16 05:43:38.565800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-20d83355-78f4-4d99-a28f-6af528280cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.567344 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-20d83355-78f4-4d99-a28f-6af528280cd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415232 Sep 16 05:43:38.662566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-2ab82645-b1b4-4394-af8e-e3f233e1b261 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876489 Sep 16 05:43:38.753007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9d4ab85f-fdd7-4f34-b0e6-76365f8ccfb0 req-a22b61d6-57c4-42da-947b-4b506f505fab service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821474 Sep 16 05:43:40.828767 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.080975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7d661385-6987-4c7e-97bb-1f7e067d697e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.281478 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.446688 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-03ab852a-e7a9-4a18-94c4-02bf127c0981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.687279 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-f0212fae-8708-47ad-b4da-dbbcf63b76a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855343 Sep 16 05:43:44.788434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-8d69a5a4-d67d-485c-a1c4-486ce5d90fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.789920 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-8d69a5a4-d67d-485c-a1c4-486ce5d90fe9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 1097 time: 0.0408144 Sep 16 05:43:44.898629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-a551f4e7-2348-404a-b57b-85489d2b1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.900351 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-a551f4e7-2348-404a-b57b-85489d2b1d69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0904086 Sep 16 05:43:44.967264 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-458f38f9-b526-4cfc-a4eb-d6f6324a44cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd HTTP/1.1" status: 200 len: 1001 time: 0.0576866 Sep 16 05:43:45.022359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-03467c83-c1b2-4a4c-8fc7-3c44288c5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:45.023895 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-03467c83-c1b2-4a4c-8fc7-3c44288c5c2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0483358 Sep 16 05:43:45.070634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-d5a07b79-0536-4bbb-bd7f-d22f64040d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:45.072166 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-d5a07b79-0536-4bbb-bd7f-d22f64040d79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409396 Sep 16 05:43:45.166800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-db73b3ff-45e6-49fa-958e-fa8c61843000 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Sep 16 05:43:45.247270 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:45.257810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-75bc6d4d-378f-4ac8-b74e-73293d1a47aa req-65235fbe-9037-4db7-a225-f13b0090b891 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834391 Sep 16 05:43:46.971637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.462488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.452690 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:10.863713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.039218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bae1c800-d028-4577-aecd-faf69656e870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.223713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.450624 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f30b2c20-ee53-4e40-876f-cad96f5ea1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.257717 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.954995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.489656 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.189005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-3f7bb32d-22c3-4be8-b7ed-86c234d2dcba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446825 Sep 16 05:44:38.271939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-edbde1de-1bf6-486f-b776-b0ee7aa22710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:38.274004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-edbde1de-1bf6-486f-b776-b0ee7aa22710 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1097 time: 0.0415056 Sep 16 05:44:38.378697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-712e07da-fc50-4ab0-a07c-b636c6e0dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:38.380239 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-712e07da-fc50-4ab0-a07c-b636c6e0dde3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0853660 Sep 16 05:44:38.450123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-cf3ed834-d830-40b8-ba21-c11e619f9877 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 1001 time: 0.0616422 Sep 16 05:44:38.500342 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-051e7982-6f36-45f5-9a92-4b4f4f5f9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:38.501755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-051e7982-6f36-45f5-9a92-4b4f4f5f9ba4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0436680 Sep 16 05:44:38.549008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-c9df9fd0-1a6e-44b3-b65b-c32d369d2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:38.550477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-c9df9fd0-1a6e-44b3-b65b-c32d369d2d9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395706 Sep 16 05:44:38.646139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-5b1e797a-6118-4fa9-9f31-7e48d1a7a526 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862064 Sep 16 05:44:38.741285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b474c7c-ada2-464b-a1d4-82be4aa15925 req-b2b4023a-c845-45e6-a448-48da2081240b service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871897 Sep 16 05:44:40.868545 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.045676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1944aa1c-da75-4826-b5cf-c84613fb29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.451722 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:44.251349 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.462665 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3c5b65af-279b-4993-807e-a972901c0c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.621589 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85df9701-012c-4560-9b6e-08454fb55104 req-34dbedbf-7f2a-4b7c-a225-7712e2786d23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384901 Sep 16 05:44:44.718983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9701-012c-4560-9b6e-08454fb55104 req-1f7dde44-e1df-4019-934f-8c555b8139af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:44.720520 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85df9701-012c-4560-9b6e-08454fb55104 req-1f7dde44-e1df-4019-934f-8c555b8139af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 1097 time: 0.0438118 Sep 16 05:44:44.826838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9701-012c-4560-9b6e-08454fb55104 req-f392ca3e-e49e-4e2d-8262-163b2a1918f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:44.828352 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85df9701-012c-4560-9b6e-08454fb55104 req-f392ca3e-e49e-4e2d-8262-163b2a1918f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0891469 Sep 16 05:44:44.896444 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85df9701-012c-4560-9b6e-08454fb55104 req-314572b8-1d43-444a-a7b0-40e3ba789468 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd HTTP/1.1" status: 200 len: 1001 time: 0.0594375 Sep 16 05:44:44.944137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9701-012c-4560-9b6e-08454fb55104 req-82d3551b-8325-4280-98d9-b7a45843ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:44.946052 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85df9701-012c-4560-9b6e-08454fb55104 req-82d3551b-8325-4280-98d9-b7a45843ebcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0426121 Sep 16 05:44:44.990696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9701-012c-4560-9b6e-08454fb55104 req-6819de55-24b4-418e-b17e-b9bb2759e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:44.992207 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85df9701-012c-4560-9b6e-08454fb55104 req-6819de55-24b4-418e-b17e-b9bb2759e69a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387065 Sep 16 05:44:45.088793 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85df9701-012c-4560-9b6e-08454fb55104 req-99fc212e-1dc5-4518-a5c9-0921c2e85055 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887470 Sep 16 05:44:45.178245 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-85df9701-012c-4560-9b6e-08454fb55104 req-7834524a-4f3a-4f9b-b02a-98d02442df7a service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814483 Sep 16 05:44:45.289106 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.974777 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.502306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.816534 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.033726 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-551bd2d9-8832-41e2-90e5-72bd587f5953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.323414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36262) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:12.590740 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port c0a2eabb-b865-4736-a65f-d6b0f2c67bff {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:12.591088 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.669039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.669296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.680656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for c0a2eabb-b865-4736-a65f-d6b0f2c67bff owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:12.907898 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.933551 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=c0a2eabb-b865-4736-a65f-d6b0f2c67bff,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:12.959466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.959815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.960155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.960490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.960825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.961153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.961477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.961800 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.962121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.962443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.962767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:12.963090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.003894 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.004268 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Floating IP 7f1157cc-0fe2-4c50-b6f9-11a6d99656b3 disassociated (deleted). External IP: 172.25.7.101, port: 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd. Sep 16 05:45:13.208750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:13.361459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:13.366842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.371613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:13.383345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:13.383974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:44:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:13.394111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b7e6b9ca-73a4-4a1a-b2f3-c5d5ba7c7db3 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "DELETE /v2.0/floatingips/7f1157cc-0fe2-4c50-b6f9-11a6d99656b3 HTTP/1.1" status: 204 len: 168 time: 1.0696030 Sep 16 05:45:13.394719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:13.397025 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cc3482-62a2-42c0-9752-4e7725876954" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:13.439834 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260851d4-5992-44b9-8869-9e78a4240b80 x-openstack-request-id: req-260851d4-5992-44b9-8869-9e78a4240b80 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:13.440137 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:13.440393 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-260851d4-5992-44b9-8869-9e78a4240b80 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:13.440927 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'status': 'completed', 'code': 200} Sep 16 05:45:13.499262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:13.530129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3482-62a2-42c0-9752-4e7725876954 req-18f7719c-f959-42c0-ad24-c59799f61157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:13.531672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45cc3482-62a2-42c0-9752-4e7725876954 req-18f7719c-f959-42c0-ad24-c59799f61157 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 1097 time: 0.0465574 Sep 16 05:45:13.623571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3482-62a2-42c0-9752-4e7725876954 req-e9981810-acc8-4880-9f5a-a834689dd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:13.625109 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45cc3482-62a2-42c0-9752-4e7725876954 req-e9981810-acc8-4880-9f5a-a834689dd15f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0862865 Sep 16 05:45:13.671650 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45cc3482-62a2-42c0-9752-4e7725876954 req-43ccb688-8c87-4223-8752-356dd3f5b2fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd HTTP/1.1" status: 200 len: 217 time: 0.0379603 Sep 16 05:45:13.725842 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3482-62a2-42c0-9752-4e7725876954 req-29214528-25b9-499a-966c-005154fa9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:13.727404 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45cc3482-62a2-42c0-9752-4e7725876954 req-29214528-25b9-499a-966c-005154fa9716 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0492671 Sep 16 05:45:13.735651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:27Z', 'revision_number': 1, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:13.762610 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:13.770897 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:13.772107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:44:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:13.773278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3482-62a2-42c0-9752-4e7725876954 req-df4ff59f-a5c0-4dcf-bbca-0c9a9e55dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:13.774780 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45cc3482-62a2-42c0-9752-4e7725876954 req-df4ff59f-a5c0-4dcf-bbca-0c9a9e55dff4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402093 Sep 16 05:45:13.873419 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45cc3482-62a2-42c0-9752-4e7725876954 req-cd675b3b-4af9-4d5d-a69e-6c94694e0920 service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907414 Sep 16 05:45:13.885048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:13.925602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac245d4b-dc77-47f6-8b93-280597be950f req-65dc6f7c-bbd5-47cc-824b-307066a8eb06 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:13.928167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac245d4b-dc77-47f6-8b93-280597be950f req-65dc6f7c-bbd5-47cc-824b-307066a8eb06 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 945 time: 0.0502756 Sep 16 05:45:13.972691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac245d4b-dc77-47f6-8b93-280597be950f req-a6f81e98-f200-4e46-a606-1a6df61b0799 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376849 Sep 16 05:45:13.974474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45cc3482-62a2-42c0-9752-4e7725876954 req-cac40456-78ca-4371-a6ca-6fe4592f639c service neutron] 10.222.0.57 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923455 Sep 16 05:45:14.110468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:27Z', 'revision_number': 1, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:14.140272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173b48-2eaa-4ac3-99af-53af26fe9f48 None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f74ffab8-5609-44f6-b410-850a00c90aee', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'port_id': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'mac_address': 'fa:16:3e:31:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:27Z', 'revision_number': 1, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:14.222505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.351725 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a5c99-91a3-410e-a576-7abc434ebef8 None None] New status for floating IP 7f1157cc-0fe2-4c50-b6f9-11a6d99656b3: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:14.482630 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-25e9de9d-1818-4e8c-9dbb-0475fb992c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.092023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b369c-d9db-4c8f-94a8-150122dd00f3 req-e4d1cca5-23a6-4382-bfce-22c946116b1d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:15.093543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da4b369c-d9db-4c8f-94a8-150122dd00f3 req-e4d1cca5-23a6-4382-bfce-22c946116b1d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 945 time: 0.0503521 Sep 16 05:45:15.131382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-da4b369c-d9db-4c8f-94a8-150122dd00f3 req-d7673198-bd8a-4fe2-a24e-64ae4b347e0c tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314536 Sep 16 05:45:15.259704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.596280 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-33db5cb6-d93c-4fb3-957f-0cccd488ced8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:15.597721 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-33db5cb6-d93c-4fb3-957f-0cccd488ced8 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 945 time: 0.0473733 Sep 16 05:45:15.687855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:15.688198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.779585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] For port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:15.779950 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.791997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:15.996803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.028904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:16.056472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.056829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.057177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.057524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.057865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.058221 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.058537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.058868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.059214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.059557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.059891 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.060219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:16.079621 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] No DVR routers for this DVR port 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:16.082231 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.084301 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0d5142ba-6745-4278-9ae6-cc193df51ba8 req-1d4c255f-cfba-4fe4-bd6f-91a7fe8f768a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.57 "DELETE /v2.0/ports/03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd HTTP/1.1" status: 204 len: 173 time: 0.4800365 Sep 16 05:45:16.084740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'name': 'network-vif-deleted', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:16.086989 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987f2f25-7fdc-4ae0-8299-c6359fe0f967" -d '{"events": [{"server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "name": "network-vif-deleted", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:16.147036 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f98b98-ddbb-49c8-a21f-d99d9ad9c7b1 x-openstack-request-id: req-33f98b98-ddbb-49c8-a21f-d99d9ad9c7b1 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:16.147368 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7aff5e-4630-4772-9c0e-8efd5c24a787", "name": "network-vif-deleted", "tag": "03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:16.147634 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33f98b98-ddbb-49c8-a21f-d99d9ad9c7b1 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:16.148041 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7aff5e-4630-4772-9c0e-8efd5c24a787', 'name': 'network-vif-deleted', 'tag': '03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd', 'status': 'completed', 'code': 200} Sep 16 05:45:16.273891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80addc36-abb9-4f0b-87e8-3bd00f8d081b req-6761497c-b24f-491a-9b69-6c3569c94cd9 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 210 time: 0.0763085 Sep 16 05:45:16.973950 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:17.537385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2069354f-4f28-4afa-99ca-35a7a44ff6ed req-9bad3194-126e-4a2d-ad3c-f6bf5cdee785 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 210 time: 0.1918182 Sep 16 05:45:18.631014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a8d03843-a88f-4f02-8613-fe36fc98de8a req-f4dc5cb9-62ae-40e5-830a-b2a90657f72d tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 210 time: 0.0255086 Sep 16 05:45:18.943742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:18.963513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:18.963861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 03d20a29-44fb-4b52-9fd4-fa4b8ad08ecd not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:19.728145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e61e5af7-e90d-4240-ba08-9005ae613e19 req-6d63e389-584f-45d3-a36e-dc543a0579fe tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e7aff5e-4630-4772-9c0e-8efd5c24a787 HTTP/1.1" status: 200 len: 210 time: 0.0302808 Sep 16 05:45:20.451232 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:26.478775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36320) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:26.631846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port 597062a7-71d7-4971-b2ca-a4c9b669484c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:26.632074 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.704594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.704900 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.716190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for 597062a7-71d7-4971-b2ca-a4c9b669484c owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:26.919318 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.942621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=597062a7-71d7-4971-b2ca-a4c9b669484c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:27.005391 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.006216 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Floating IP f74ffab8-5609-44f6-b410-850a00c90aee disassociated (deleted). External IP: 172.25.7.126, port: f3f30c60-81d4-45cc-8f32-c1fed1e90bfa. Sep 16 05:45:27.206256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:27.311282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:27.316155 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.321588 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:27.330972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:27.331628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:45:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:27.344854 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d9e1c4a2-72e5-47c8-8633-b7a613679cc2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "DELETE /v2.0/floatingips/f74ffab8-5609-44f6-b410-850a00c90aee HTTP/1.1" status: 204 len: 168 time: 0.8649828 Sep 16 05:45:27.345456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:27.348700 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4553f74-32a8-490d-a84f-8e215d5c65df" -d '{"events": [{"name": "network-changed", "server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:27.387503 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ce8af-8e08-46a9-a7f0-ae900a229840 x-openstack-request-id: req-a14ce8af-8e08-46a9-a7f0-ae900a229840 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:27.387801 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:27.388056 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a14ce8af-8e08-46a9-a7f0-ae900a229840 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:27.388494 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'status': 'completed', 'code': 200} Sep 16 05:45:27.450602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:27.457822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-a5a04485-9464-46f6-a730-87fd2cb6a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:27.459864 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-a5a04485-9464-46f6-a730-87fd2cb6a50c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da509ee850e4474bca5c750f8f20307&device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 1097 time: 0.0410936 Sep 16 05:45:27.550185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-ae6b3bdb-3e49-4f08-90f0-40737aef6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:27.551698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-ae6b3bdb-3e49-4f08-90f0-40737aef6003 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 200 len: 913 time: 0.0847194 Sep 16 05:45:27.599164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-02fa720c-d7ce-472d-adf5-1a777a964e21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 200 len: 217 time: 0.0400760 Sep 16 05:45:27.648417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-016ac06b-5dc6-407f-ac6c-46bd258ef5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:27.650103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-016ac06b-5dc6-407f-ac6c-46bd258ef5e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 200 len: 851 time: 0.0446539 Sep 16 05:45:27.650551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:27.683548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:27.693932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:27.694555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:45:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:27.698890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-1de1b4ef-4d6b-451e-936a-c9b8b13f49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:27.700463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-1de1b4ef-4d6b-451e-936a-c9b8b13f49db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c81e95b-a003-4bce-96cc-b2794f5f3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417349 Sep 16 05:45:27.807218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:27.819969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d26d27-7fbc-4737-bcdc-a8eeb1de3129 req-2169e795-fba3-4e64-837c-02cea243b71f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:27.821500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7d26d27-7fbc-4737-bcdc-a8eeb1de3129 req-2169e795-fba3-4e64-837c-02cea243b71f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 945 time: 0.1151354 Sep 16 05:45:27.854163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-b95e1011-646a-419b-b6b0-c0767153b0fd service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387651 Sep 16 05:45:27.887489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e7d26d27-7fbc-4737-bcdc-a8eeb1de3129 req-5d142463-e2d2-46f5-8811-6a5f39548da4 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597088 Sep 16 05:45:27.958356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4553f74-32a8-490d-a84f-8e215d5c65df req-95150cad-cf95-4272-badc-1f525e9141d7 service neutron] 10.222.0.60 "GET /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946939 Sep 16 05:45:28.007351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:28.032542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c421882-7e54-4cba-b481-03b6a1f813bd None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 4, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '54706508-9f18-4c0d-97c3-e63db3635a39', 'name': '', 'network_id': '4c81e95b-a003-4bce-96cc-b2794f5f3deb', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'mac_address': 'fa:16:3e:ad:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:37Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'subnets': [{'id': '6cf7c019-5c57-4a3b-9253-15d92adf7d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:28.237227 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad5173-09c6-4926-adf3-fbb358d86e13 None None] New status for floating IP f74ffab8-5609-44f6-b410-850a00c90aee: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:28.353383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-a96ba706-f526-4b9a-bca0-4cbb8d39e67a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:28.354864 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-a96ba706-f526-4b9a-bca0-4cbb8d39e67a tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 945 time: 0.0506597 Sep 16 05:45:28.454476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:28.454819 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.496337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.542275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] For port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:28.542639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.554815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for f3f30c60-81d4-45cc-8f32-c1fed1e90bfa owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:29.024345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349773a-0881-4515-ac1c-a9eff42f17b3 req-329a0284-4720-498d-934e-5a124cc36c67 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:29.025809 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5349773a-0881-4515-ac1c-a9eff42f17b3 req-329a0284-4720-498d-934e-5a124cc36c67 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 945 time: 0.0627496 Sep 16 05:45:29.063608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5349773a-0881-4515-ac1c-a9eff42f17b3 req-34f40425-ddc8-46c4-ac18-564d3d1bf4ab tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c0c6883-801d-4b80-8c87-701b9df01949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Sep 16 05:45:29.096398 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.130100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=f3f30c60-81d4-45cc-8f32-c1fed1e90bfa,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:29.173193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] No DVR routers for this DVR port f3f30c60-81d4-45cc-8f32-c1fed1e90bfa on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:29.175750 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.178413 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bea97485-d7ee-4d15-b0e7-acfe7d4a6d5a req-dfc022a6-6e8f-44b4-b3b9-4b904cd381f2 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.60 "DELETE /v2.0/ports/f3f30c60-81d4-45cc-8f32-c1fed1e90bfa HTTP/1.1" status: 204 len: 173 time: 0.8160343 Sep 16 05:45:29.389750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'name': 'network-vif-deleted', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:29.392152 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d00d499-d4c2-43cc-a0b2-d5e138011bc5" -d '{"events": [{"server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "name": "network-vif-deleted", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:29.427822 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0901cb-e846-4e98-889b-84a0ba4c407e x-openstack-request-id: req-ef0901cb-e846-4e98-889b-84a0ba4c407e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:29.428120 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a81f285-39f3-46f6-ae1c-019b1e9a9532", "name": "network-vif-deleted", "tag": "f3f30c60-81d4-45cc-8f32-c1fed1e90bfa", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:29.428370 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef0901cb-e846-4e98-889b-84a0ba4c407e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:29.428770 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a81f285-39f3-46f6-ae1c-019b1e9a9532', 'name': 'network-vif-deleted', 'tag': 'f3f30c60-81d4-45cc-8f32-c1fed1e90bfa', 'status': 'completed', 'code': 200} Sep 16 05:45:30.154872 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8928ff86-a8dd-4ebd-a1ab-61702410c641 req-30a6fde5-7043-4c7f-835c-7eace2625281 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 210 time: 0.0266576 Sep 16 05:45:30.976720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f3f30c60-81d4-45cc-8f32-c1fed1e90bfa no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:31.000782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: f3f30c60-81d4-45cc-8f32-c1fed1e90bfa {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:31.001140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f3f30c60-81d4-45cc-8f32-c1fed1e90bfa not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:31.255808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28532909-1795-4857-8b74-59fe73738c6a req-36f9cd3d-3b7d-45e8-92e6-d784271fd4f0 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 210 time: 0.0272858 Sep 16 05:45:32.348251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1c2398d-030a-4e51-a1c7-a8bb31d72505 req-08a67d76-3a63-4837-9530-9d7e5dcf234f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 210 time: 0.0261168 Sep 16 05:45:33.456091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-114026f4-2696-4671-a920-29f1f33c90c0 req-50b461d7-96a1-4836-9e5c-f3d4c361ef0f tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a81f285-39f3-46f6-ae1c-019b1e9a9532 HTTP/1.1" status: 200 len: 210 time: 0.0295622 Sep 16 05:45:34.510779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36352) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:34.630436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Deleting port a835e889-a6e0-42d9-ba53-371c54ecf0dc {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:34.631207 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:34.703807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:34.704135 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:34.715363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Calling delete_port for a835e889-a6e0-42d9-ba53-371c54ecf0dc owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:34.910387 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:34.936119 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'Port': ['ID=a835e889-a6e0-42d9-ba53-371c54ecf0dc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:34.997750 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:35.000461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:35.001612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c9686f2-add6-46c9-b5d5-cf433854bea1 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "DELETE /v2.0/floatingips/a21e04fe-3d08-4862-a5be-4843c78ec1ce HTTP/1.1" status: 204 len: 168 time: 0.4898055 Sep 16 05:45:38.425898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36368) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:38.484581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24402f5b-148e-4675-bbd2-4839082851b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.508643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24402f5b-148e-4675-bbd2-4839082851b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.622164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24402f5b-148e-4675-bbd2-4839082851b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.624926 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-24402f5b-148e-4675-bbd2-4839082851b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.626122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-24402f5b-148e-4675-bbd2-4839082851b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] 10.222.0.59 "DELETE /v2.0/security-groups/2c0c6883-801d-4b80-8c87-701b9df01949 HTTP/1.1" status: 204 len: 168 time: 0.1992245 Sep 16 05:45:38.637834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402f5b-148e-4675-bbd2-4839082851b7 tempest-TestVolumeBootPattern-633154306 tempest-TestVolumeBootPattern-633154306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0c6883-801d-4b80-8c87-701b9df01949,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:38.791971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36372) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:39.294126 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.527303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Deleting port 54706508-9f18-4c0d-97c3-e63db3635a39 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:39.527632 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.606728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] For port 54706508-9f18-4c0d-97c3-e63db3635a39, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=54706508-9f18-4c0d-97c3-e63db3635a39,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:39.607091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.619784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Calling delete_port for 54706508-9f18-4c0d-97c3-e63db3635a39 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:40.156394 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.182388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Pushing event deleted for resources: {'Port': ['ID=54706508-9f18-4c0d-97c3-e63db3635a39,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:40.349868 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.563075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:40.668252 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:40.673344 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1ec49019-a91b-4c7f-9e04-67c5f7b8eadb admin admin] 10.222.0.59 "PUT /v2.0/routers/84298eb3-5b61-4f0c-b7dd-8b97c042c22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8802440 Sep 16 05:45:40.675846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36376) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:40.678431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] Sync routers for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:40.687623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:40.688241 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:45:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:40.779576 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.798039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:40.862259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.884227 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.979951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:45:40Z', 'revision_number': 5, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port': {'id': '3a4481e2-ce57-4abf-a2a7-8592d51f55f0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:35Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:41.009573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] Checking router: 84298eb3-5b61-4f0c-b7dd-8b97c042c22b for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:41.013379 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Deleting port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:41.013735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.018172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] Routers {'84298eb3-5b61-4f0c-b7dd-8b97c042c22b'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:41.018779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:45:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:41.052109 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-127f4e7f-b8fd-4a3e-99ce-8b22477dcb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.093577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] For port 3a4481e2-ce57-4abf-a2a7-8592d51f55f0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3a4481e2-ce57-4abf-a2a7-8592d51f55f0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:41.093932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.101849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] Set router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:41.106510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Calling delete_port for 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:41.154938 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:45:40Z', 'revision_number': 6, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:41.180240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef697d6-12ad-4251-92e8-b38442da1bf3 None None] The sync data for ids ['84298eb3-5b61-4f0c-b7dd-8b97c042c22b'] in n-d-712143-16 is: [{'id': '84298eb3-5b61-4f0c-b7dd-8b97c042c22b', 'name': 'tempest-TestVolumeBootPattern-1141845547-router', 'tenant_id': '1da509ee850e4474bca5c750f8f20307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:34Z', 'updated_at': '2021-09-16T05:45:40Z', 'revision_number': 6, 'project_id': '1da509ee850e4474bca5c750f8f20307', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:41.367609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.398174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4481e2-ce57-4abf-a2a7-8592d51f55f0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:41.457424 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.546905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.549147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.656339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.656915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84298eb3-5b61-4f0c-b7dd-8b97c042c22b {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:45:41.661189 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.662898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a61a07f3-6fe5-488f-8f72-85a371170811 admin admin] 10.222.0.59 "DELETE /v2.0/routers/84298eb3-5b61-4f0c-b7dd-8b97c042c22b HTTP/1.1" status: 204 len: 168 time: 0.9861379 Sep 16 05:45:41.665752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36378) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:41.714172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3653d7-b8cb-48af-a202-b17c5eb1c737 admin admin] Deleting subnet 6cf7c019-5c57-4a3b-9253-15d92adf7d4a {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:45:41.717152 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc3653d7-b8cb-48af-a202-b17c5eb1c737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.752081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc3653d7-b8cb-48af-a202-b17c5eb1c737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.827493 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc3653d7-b8cb-48af-a202-b17c5eb1c737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.971437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc3653d7-b8cb-48af-a202-b17c5eb1c737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.998053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3653d7-b8cb-48af-a202-b17c5eb1c737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf7c019-5c57-4a3b-9253-15d92adf7d4a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:42.001739 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bc3653d7-b8cb-48af-a202-b17c5eb1c737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.003684 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bc3653d7-b8cb-48af-a202-b17c5eb1c737 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6cf7c019-5c57-4a3b-9253-15d92adf7d4a HTTP/1.1" status: 204 len: 168 time: 0.3373349 Sep 16 05:45:42.006191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36380) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:42.012239 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778533fa-b7f6-44a7-baa9-608da648153c None None] Network 4c81e95b-a003-4bce-96cc-b2794f5f3deb requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:42.076800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.135059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Deleting port b1f736eb-a2f2-489d-b07c-f5578af587ef {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:42.135403 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.203635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] For port b1f736eb-a2f2-489d-b07c-f5578af587ef, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b1f736eb-a2f2-489d-b07c-f5578af587ef,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:42.204305 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.211102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] DHCP port deletion for 4c81e95b-a003-4bce-96cc-b2794f5f3deb request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:45:42.217061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Calling delete_port for b1f736eb-a2f2-489d-b07c-f5578af587ef owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:42.257334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Deleting port b1f736eb-a2f2-489d-b07c-f5578af587ef {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:42.257858 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.405149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.434002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f736eb-a2f2-489d-b07c-f5578af587ef,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:42.435782 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] No DVR routers for this DVR port b1f736eb-a2f2-489d-b07c-f5578af587ef on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:42.450394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:42.495931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:42.496286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3a4481e2-ce57-4abf-a2a7-8592d51f55f0 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:42.496719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b1f736eb-a2f2-489d-b07c-f5578af587ef no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:42.507196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.524587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b1f736eb-a2f2-489d-b07c-f5578af587ef {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:42.524946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b1f736eb-a2f2-489d-b07c-f5578af587ef not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:42.525373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 54706508-9f18-4c0d-97c3-e63db3635a39 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:42.531134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c81e95b-a003-4bce-96cc-b2794f5f3deb']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:42.531537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] For port b1f736eb-a2f2-489d-b07c-f5578af587ef, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b1f736eb-a2f2-489d-b07c-f5578af587ef,segment=NetworkSegment(d8bb74cd-aaa2-488c-a05f-22671cefce6c),segment_id=d8bb74cd-aaa2-488c-a05f-22671cefce6c)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:42.531949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.540430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bb74cd-aaa2-488c-a05f-22671cefce6c') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:42.540730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bb74cd-aaa2-488c-a05f-22671cefce6c') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:42.550246 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.556964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 54706508-9f18-4c0d-97c3-e63db3635a39 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:42.557318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 54706508-9f18-4c0d-97c3-e63db3635a39 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:42.564530 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.569803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Calling delete_port for b1f736eb-a2f2-489d-b07c-f5578af587ef owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:42.573776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:45:42.574310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:45:42.576268 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:45:42.644783 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.671395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Pushing event deleted for resources: {'Port': ['ID=b1f736eb-a2f2-489d-b07c-f5578af587ef,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:42.676048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] No DVR routers for this DVR port b1f736eb-a2f2-489d-b07c-f5578af587ef on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:42.685448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.685796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.686214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.686552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.686888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.687270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.687595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.687923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.688240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.688566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.688887 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.689250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f3dbf-6202-4313-bc78-6001362c6a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:42.707928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.717848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.719768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] 10.222.0.59 "DELETE /v2.0/networks/4c81e95b-a003-4bce-96cc-b2794f5f3deb HTTP/1.1" status: 204 len: 168 time: 0.7126460 Sep 16 05:45:42.722744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36384) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:42.730448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975c515-f455-49ef-bcdc-996c323836be admin admin] Pushing event deleted for resources: {'Network': ['ID=4c81e95b-a003-4bce-96cc-b2794f5f3deb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:43.066623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.363180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Deleting port 01e34401-9f92-4121-9acd-747d976fb8a3 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:43.363559 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.440844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] For port 01e34401-9f92-4121-9acd-747d976fb8a3, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=01e34401-9f92-4121-9acd-747d976fb8a3,segment=NetworkSegment(244bed9c-bd91-4875-b062-5a6ace372958),segment_id=244bed9c-bd91-4875-b062-5a6ace372958)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:43.441216 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.453208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Calling delete_port for 01e34401-9f92-4121-9acd-747d976fb8a3 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:43.725627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.752048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e34401-9f92-4121-9acd-747d976fb8a3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:43.926833 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.139596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Router 5ec01951-0c29-4203-b992-cf9c07820a62 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:44.221765 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.244663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:44.250193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b3b57dbc-1431-43f9-af38-0d61d67352a5 admin admin] 10.222.0.59 "PUT /v2.0/routers/5ec01951-0c29-4203-b992-cf9c07820a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5257554 Sep 16 05:45:44.252508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36388) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:44.255233 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] Sync routers for ids ['5ec01951-0c29-4203-b992-cf9c07820a62'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:44.265365 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] Routers {'5ec01951-0c29-4203-b992-cf9c07820a62'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:44.265971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:45:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5ec01951-0c29-4203-b992-cf9c07820a62'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:44.355684 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.367644 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] Set router 5ec01951-0c29-4203-b992-cf9c07820a62 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:44.470053 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-000bd46d-6ba9-471e-b3da-959085b22bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.476596 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.546575 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'cd026afa-4da5-4861-936a-32183d277e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:45:43Z', 'revision_number': 5, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port': {'id': 'cd026afa-4da5-4861-936a-32183d277e81', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:44.576360 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] Checking router: 5ec01951-0c29-4203-b992-cf9c07820a62 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:44.584930 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] Routers {'5ec01951-0c29-4203-b992-cf9c07820a62'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:44.585542 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:45:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['5ec01951-0c29-4203-b992-cf9c07820a62'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:44.593380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Deleting port cd026afa-4da5-4861-936a-32183d277e81 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:44.593733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.669010 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] Set router 5ec01951-0c29-4203-b992-cf9c07820a62 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:44.672652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] For port cd026afa-4da5-4861-936a-32183d277e81, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=cd026afa-4da5-4861-936a-32183d277e81,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:44.673046 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.685995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Calling delete_port for cd026afa-4da5-4861-936a-32183d277e81 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:44.719958 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:45:44Z', 'revision_number': 6, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:44.749139 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5ffaf-7caf-4503-9dfe-e546ef54c4d8 None None] The sync data for ids ['5ec01951-0c29-4203-b992-cf9c07820a62'] in n-d-712143-16 is: [{'id': '5ec01951-0c29-4203-b992-cf9c07820a62', 'name': 'tempest-TestVolumeBootPattern-1961590463-router', 'tenant_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:42Z', 'updated_at': '2021-09-16T05:45:44Z', 'revision_number': 6, 'project_id': '3bfdaa93cd4a4879bcbefb5f5783ac70', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:44.915917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.948957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Pushing event deleted for resources: {'Port': ['ID=cd026afa-4da5-4861-936a-32183d277e81,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:45.007354 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.264913 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.403645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.405780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.493420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.494030 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec01951-0c29-4203-b992-cf9c07820a62 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:45:45.498532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.499755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1d7d4c4a-db1a-42fc-94c4-82b38a9dffff admin admin] 10.222.0.59 "DELETE /v2.0/routers/5ec01951-0c29-4203-b992-cf9c07820a62 HTTP/1.1" status: 204 len: 168 time: 1.2462466 Sep 16 05:45:45.502191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36390) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:45.550838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb8b610-7d8f-4e5a-a6a6-d79a7f7d887e admin admin] Deleting subnet 1d81b3bb-053e-4f1c-accc-6b31bf24b535 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:45:45.554222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b610-7d8f-4e5a-a6a6-d79a7f7d887e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.589807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b610-7d8f-4e5a-a6a6-d79a7f7d887e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.667849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b610-7d8f-4e5a-a6a6-d79a7f7d887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.796141 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b610-7d8f-4e5a-a6a6-d79a7f7d887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.822174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8b610-7d8f-4e5a-a6a6-d79a7f7d887e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d81b3bb-053e-4f1c-accc-6b31bf24b535,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:45.825851 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b610-7d8f-4e5a-a6a6-d79a7f7d887e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.827769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1bb8b610-7d8f-4e5a-a6a6-d79a7f7d887e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1d81b3bb-053e-4f1c-accc-6b31bf24b535 HTTP/1.1" status: 204 len: 168 time: 0.3245945 Sep 16 05:45:45.830377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36392) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:45.831447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636491c-52cd-4c41-a695-a44308dff36f None None] Network c3da2eaa-c460-4cec-b5a1-192b148c2d92 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:45.904018 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.956720 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Deleting port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:45.957071 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.017827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] DHCP port deletion for c3da2eaa-c460-4cec-b5a1-192b148c2d92 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:45:46.020311 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] For port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,segment=NetworkSegment(244bed9c-bd91-4875-b062-5a6ace372958),segment_id=244bed9c-bd91-4875-b062-5a6ace372958)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:46.020508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.038656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Calling delete_port for 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:46.063298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] Deleting port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:46.063615 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.127603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] For port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,segment=NetworkSegment(244bed9c-bd91-4875-b062-5a6ace372958),segment_id=244bed9c-bd91-4875-b062-5a6ace372958)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:46.128008 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.140371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] Calling delete_port for 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:46.195949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.217921 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.224907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] No DVR routers for this DVR port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:46.229991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:46.241150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] Pushing event deleted for resources: {'Port': ['ID=78e300e2-9e22-4c2c-9e07-1b73c0e6bba9,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:46.246862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b3bee-ccb4-4fec-8102-334fc9b24820 None None] No DVR routers for this DVR port 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:46.308523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.328657 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3da2eaa-c460-4cec-b5a1-192b148c2d92']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:46.338243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244bed9c-bd91-4875-b062-5a6ace372958') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:46.338537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244bed9c-bd91-4875-b062-5a6ace372958') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:46.347750 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.360683 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.366641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:45:46.367037 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:45:46.368706 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:45:46.445538 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 01e34401-9f92-4121-9acd-747d976fb8a3 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:46.465736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 01e34401-9f92-4121-9acd-747d976fb8a3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:46.466081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 01e34401-9f92-4121-9acd-747d976fb8a3 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:46.466493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:46.484769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:46.485125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 78e300e2-9e22-4c2c-9e07-1b73c0e6bba9 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:46.485540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cd026afa-4da5-4861-936a-32183d277e81 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:46.503456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: cd026afa-4da5-4861-936a-32183d277e81 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:46.503848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device cd026afa-4da5-4861-936a-32183d277e81 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:46.544208 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.549721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.551515 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c3da2eaa-c460-4cec-b5a1-192b148c2d92 HTTP/1.1" status: 204 len: 168 time: 0.7200646 Sep 16 05:45:46.562786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729af80-d7f0-4aa7-9f35-40f571be4505 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3da2eaa-c460-4cec-b5a1-192b148c2d92,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:46.861113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36398) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:46.901536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-575c194e-b168-410d-9841-763c0ba23bfd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1da509ee850e4474bca5c750f8f20307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391865 Sep 16 05:45:46.903977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36400) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:46.951777 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40a268b9-df62-477f-84f1-5eb341a2555e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.964653 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.972071 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40a268b9-df62-477f-84f1-5eb341a2555e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.069818 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40a268b9-df62-477f-84f1-5eb341a2555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.072445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-40a268b9-df62-477f-84f1-5eb341a2555e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.073600 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-40a268b9-df62-477f-84f1-5eb341a2555e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9cd839d1-a608-4f01-8641-f65a895a0698 HTTP/1.1" status: 204 len: 168 time: 0.1687105 Sep 16 05:45:47.082104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a268b9-df62-477f-84f1-5eb341a2555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd839d1-a608-4f01-8641-f65a895a0698,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:47.730199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36408) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:47.772959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-418c411d-fd93-4532-98df-b990c7909ff0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bfdaa93cd4a4879bcbefb5f5783ac70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416162 Sep 16 05:45:47.775456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36410) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:47.822558 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b04785f-102a-467c-986b-c5bcf23eaf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.843031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b04785f-102a-467c-986b-c5bcf23eaf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.976461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b04785f-102a-467c-986b-c5bcf23eaf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.979189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0b04785f-102a-467c-986b-c5bcf23eaf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.980380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0b04785f-102a-467c-986b-c5bcf23eaf76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdbfc99a-ea43-4165-9745-ec3c64fd3e82 HTTP/1.1" status: 204 len: 168 time: 0.2040367 Sep 16 05:45:47.988392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04785f-102a-467c-986b-c5bcf23eaf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbfc99a-ea43-4165-9745-ec3c64fd3e82,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:57.450425 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:58.484610 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.773184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-a8072c27-181f-4ddd-998a-ad20e4ed5834 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5c9daee46e1c470ca26a635b6a31bdb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289328 Sep 16 05:45:58.956482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-088e94d4-d976-458e-bcd1-4ed646926709 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.957851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-088e94d4-d976-458e-bcd1-4ed646926709 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793447 Sep 16 05:45:58.972787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-ec18be5e-641a-4200-9e5c-efc0658c8d60 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/quotas/5c9daee46e1c470ca26a635b6a31bdb9 HTTP/1.1" status: 200 len: 375 time: 0.0089803 Sep 16 05:45:59.004093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-c1248577-aedd-489f-aee0-50adaf146cd4 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c9daee46e1c470ca26a635b6a31bdb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255260 Sep 16 05:45:59.238585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2992e2e3-412f-419c-a0de-60bc3380160c req-9ef3cfa2-b8c5-420b-8752-74300027f51a tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 210 time: 0.0263221 Sep 16 05:46:00.331004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88ef5d5d-1663-43ee-bc6e-0f63a97c17da req-b2ca8c50-9918-418b-97c2-52e359fcd1b3 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 210 time: 0.0259686 Sep 16 05:46:01.455225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91b0e200-78ee-4cdc-9770-9f4a764b068b req-a1b8dca3-a952-4966-9401-725d9c2ee5aa tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Sep 16 05:46:01.538207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-f3fd44a7-9736-4572-9ee8-d571b795550c tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c9daee46e1c470ca26a635b6a31bdb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217237 Sep 16 05:46:01.644227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-2e3cefc3-9114-4f5e-bf73-d2406283db39 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:01.645606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-2e3cefc3-9114-4f5e-bf73-d2406283db39 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018405 Sep 16 05:46:01.658341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Request body: {'port': {'device_id': 'ab85c7d9-7922-44eb-87e8-49b1ec717412', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'admin_state_up': True, 'tenant_id': '5c9daee46e1c470ca26a635b6a31bdb9'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:01.840711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Made reservation on behalf of 5c9daee46e1c470ca26a635b6a31bdb9 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:01.844639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:01.854487 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:01.941682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.041023 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.103375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:02.174321 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Allocated IP 192.168.233.190 (e6c0a14c-91d0-4aaa-918d-432b6e081348/f814511e-307a-4377-8ab1-134ae292d42f/abd90d87-6107-45f8-8564-4c815810d508) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:02.320426 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.413160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.456856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Network e6c0a14c-91d0-4aaa-918d-432b6e081348 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:02.460033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:02.466252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:02.489910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Pushing event updated for resources: {'Port': ['ID=abd90d87-6107-45f8-8564-4c815810d508,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:02.529748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:02.530402 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.590779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f953fb-2e03-4940-9ad7-074e8708ea17 req-21a99e8d-4c12-4578-8ea6-357dd4b11572 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:02.592370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29f953fb-2e03-4940-9ad7-074e8708ea17 req-21a99e8d-4c12-4578-8ea6-357dd4b11572 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 936 time: 0.0582223 Sep 16 05:46:02.633360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29f953fb-2e03-4940-9ad7-074e8708ea17 req-6eab409c-fb0a-4d08-bf95-4e6234fe7381 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Sep 16 05:46:02.647466 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-02a121dc-ac88-4372-a7fb-3d54bf6e51ab tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9925666 Sep 16 05:46:02.731159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-79e106c6-19a2-4b83-98b9-f41328f54d5d None None] Provisioning complete for port abd90d87-6107-45f8-8564-4c815810d508 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:02.731653 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-79e106c6-19a2-4b83-98b9-f41328f54d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.768099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Request body: {'port': {'device_id': 'ab85c7d9-7922-44eb-87e8-49b1ec717412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:02.768359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-79e106c6-19a2-4b83-98b9-f41328f54d5d None None] Port abd90d87-6107-45f8-8564-4c815810d508 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:46:02.825424 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.080004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd90d87-6107-45f8-8564-4c815810d508 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:03.087895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.100083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Transition to ACTIVE for port object abd90d87-6107-45f8-8564-4c815810d508 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:03.175806 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.228020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Pushing event updated for resources: {'Port': ['ID=abd90d87-6107-45f8-8564-4c815810d508,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:03.299767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Attempting to bind port abd90d87-6107-45f8-8564-4c815810d508 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:03.300235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Attempting to bind port abd90d87-6107-45f8-8564-4c815810d508 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:03.300567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Attempting to bind port abd90d87-6107-45f8-8564-4c815810d508 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:03.307616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Port abd90d87-6107-45f8-8564-4c815810d508 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:03.307895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Attempting to bind port abd90d87-6107-45f8-8564-4c815810d508 on network e6c0a14c-91d0-4aaa-918d-432b6e081348 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:03.313330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:03.313677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Checking segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:03.314066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Bound using segment: {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:03.314503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Bound port: abd90d87-6107-45f8-8564-4c815810d508, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7872e5-c245-4049-ab1e-820bb26ea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:03.314872 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.382862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] For port abd90d87-6107-45f8-8564-4c815810d508, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:03.386144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] For port abd90d87-6107-45f8-8564-4c815810d508, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=abd90d87-6107-45f8-8564-4c815810d508,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:03.463950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.501242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:03.501771 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.503160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] 10.222.0.60 "PUT /v2.0/ports/abd90d87-6107-45f8-8564-4c815810d508 HTTP/1.1" status: 200 len: 1097 time: 0.8476834 Sep 16 05:46:03.503617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab85c7d9-7922-44eb-87e8-49b1ec717412', 'tag': 'abd90d87-6107-45f8-8564-4c815810d508'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:03.506339 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce6f146-51b8-4b1a-8659-9e8fdb907a45" -d '{"events": [{"name": "network-changed", "server_uuid": "ab85c7d9-7922-44eb-87e8-49b1ec717412", "tag": "abd90d87-6107-45f8-8564-4c815810d508"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:03.531886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22b36-a27d-42b2-ad25-d34fdf7e1606 service neutron] Pushing event updated for resources: {'Port': ['ID=abd90d87-6107-45f8-8564-4c815810d508,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:03.547120 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91d8e49-5597-4506-b71a-528a0b306013 x-openstack-request-id: req-b91d8e49-5597-4506-b71a-528a0b306013 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:03.547448 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab85c7d9-7922-44eb-87e8-49b1ec717412", "tag": "abd90d87-6107-45f8-8564-4c815810d508", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:03.547728 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b91d8e49-5597-4506-b71a-528a0b306013 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:03.548180 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab85c7d9-7922-44eb-87e8-49b1ec717412', 'tag': 'abd90d87-6107-45f8-8564-4c815810d508', 'status': 'completed', 'code': 200} Sep 16 05:46:03.614802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6f146-51b8-4b1a-8659-9e8fdb907a45 req-a20da480-ff14-41ec-bbb2-9f314b13338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:03.616558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce6f146-51b8-4b1a-8659-9e8fdb907a45 req-a20da480-ff14-41ec-bbb2-9f314b13338a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9daee46e1c470ca26a635b6a31bdb9&device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 1100 time: 0.0446594 Sep 16 05:46:03.644992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce6f146-51b8-4b1a-8659-9e8fdb907a45 req-017cfe07-2fa4-446f-a26f-788c93f3155c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c9daee46e1c470ca26a635b6a31bdb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201688 Sep 16 05:46:03.784472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f01b86-5606-4b25-bbb4-a0d9664c37ca req-4affd10e-b413-4fd9-a69a-b817c6268e6b tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:03.785852 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8f01b86-5606-4b25-bbb4-a0d9664c37ca req-4affd10e-b413-4fd9-a69a-b817c6268e6b tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 948 time: 0.0702851 Sep 16 05:46:03.787399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6f146-51b8-4b1a-8659-9e8fdb907a45 req-8443e7fc-2f6a-47a8-ae5b-c67fd5c26c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:03.788710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce6f146-51b8-4b1a-8659-9e8fdb907a45 req-8443e7fc-2f6a-47a8-ae5b-c67fd5c26c6b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358118 Sep 16 05:46:03.826207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8f01b86-5606-4b25-bbb4-a0d9664c37ca req-763beb72-7b98-4e9e-8891-0680014006e7 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Sep 16 05:46:03.872418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-7804be09-9f01-45ed-b79b-7af0432128b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:03.873975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-7804be09-9f01-45ed-b79b-7af0432128b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9daee46e1c470ca26a635b6a31bdb9&device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 1100 time: 0.0463455 Sep 16 05:46:03.919157 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-1a3062fc-6f83-4fbc-ace1-71ff2ee43ae1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=abd90d87-6107-45f8-8564-4c815810d508 HTTP/1.1" status: 200 len: 217 time: 0.0362489 Sep 16 05:46:03.972044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-480b96aa-ac9c-4435-b28d-b21b343c9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:03.973933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-480b96aa-ac9c-4435-b28d-b21b343c9cc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f814511e-307a-4377-8ab1-134ae292d42f HTTP/1.1" status: 200 len: 843 time: 0.0466785 Sep 16 05:46:04.018417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-fff570e0-001b-4e75-b682-2bd44c503475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:04.019913 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-fff570e0-001b-4e75-b682-2bd44c503475 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6c0a14c-91d0-4aaa-918d-432b6e081348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0388627 Sep 16 05:46:04.111379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-f2cf7dfb-ea1b-4b97-ac8c-8e38b5e36030 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837719 Sep 16 05:46:04.199736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d1f0196a-9286-4faf-8eb7-7de16da76a7c req-eb67b063-7fae-4034-8807-706b6ff39516 service neutron] 10.222.0.60 "GET /v2.0/networks/e6c0a14c-91d0-4aaa-918d-432b6e081348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808661 Sep 16 05:46:04.941443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda85fb-6143-4c35-baa3-0fb86a8eb498 req-72eb685c-a6f5-4514-8d74-6a93355f6881 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:04.942916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5dda85fb-6143-4c35-baa3-0fb86a8eb498 req-72eb685c-a6f5-4514-8d74-6a93355f6881 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 948 time: 0.0484316 Sep 16 05:46:04.983576 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5dda85fb-6143-4c35-baa3-0fb86a8eb498 req-7ecd17c6-c02a-4a7a-9e93-fefe7a24870a tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347075 Sep 16 05:46:06.099905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3664-ad29-4660-90db-741cdef786c7 req-229922be-8784-45fa-a3a2-292d408c2de8 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:06.101375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e3f3664-ad29-4660-90db-741cdef786c7 req-229922be-8784-45fa-a3a2-292d408c2de8 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 948 time: 0.0519936 Sep 16 05:46:06.138828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e3f3664-ad29-4660-90db-741cdef786c7 req-450d4ee5-4f5f-4ab9-bb21-4802f0eeaf5b tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Sep 16 05:46:07.133804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device abd90d87-6107-45f8-8564-4c815810d508 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:07.226796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port abd90d87-6107-45f8-8564-4c815810d508, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=abd90d87-6107-45f8-8564-4c815810d508,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:07.237980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'abd90d87-6107-45f8-8564-4c815810d508', 'network_id': 'e6c0a14c-91d0-4aaa-918d-432b6e081348', 'port_id': 'abd90d87-6107-45f8-8564-4c815810d508', 'mac_address': 'fa:16:3e:2d:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f814511e-307a-4377-8ab1-134ae292d42f', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:07.250192 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa164c6-7483-4309-b8ef-f79ce0571dd7 req-d4a37faf-3110-488f-af35-294454962a56 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:07.251705 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-faa164c6-7483-4309-b8ef-f79ce0571dd7 req-d4a37faf-3110-488f-af35-294454962a56 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 948 time: 0.0480785 Sep 16 05:46:07.278830 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.290193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-faa164c6-7483-4309-b8ef-f79ce0571dd7 req-d7f6b754-4ecc-4be9-9fe1-ad0ce855d21f tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Sep 16 05:46:07.292000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd90d87-6107-45f8-8564-4c815810d508 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:07.311236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port abd90d87-6107-45f8-8564-4c815810d508, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=abd90d87-6107-45f8-8564-4c815810d508,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:07.403427 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.448929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=abd90d87-6107-45f8-8564-4c815810d508,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:07.654626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['abd90d87-6107-45f8-8564-4c815810d508'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:08.403201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd177a0-1b1d-47c4-b4a7-47169509c1ac req-d28a431d-e1be-4699-8908-9a8962bc7756 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.404726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdd177a0-1b1d-47c4-b4a7-47169509c1ac req-d28a431d-e1be-4699-8908-9a8962bc7756 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 949 time: 0.0482442 Sep 16 05:46:08.446135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cdd177a0-1b1d-47c4-b4a7-47169509c1ac req-225b99d3-d580-45be-8f8e-5b75c30900ac tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353093 Sep 16 05:46:09.160153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device abd90d87-6107-45f8-8564-4c815810d508 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:09.280628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port abd90d87-6107-45f8-8564-4c815810d508 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:09.284329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port abd90d87-6107-45f8-8564-4c815810d508 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:09.284709 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.361529 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.384257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab85c7d9-7922-44eb-87e8-49b1ec717412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd90d87-6107-45f8-8564-4c815810d508'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:09.386578 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf77352-bc81-4df0-a696-96b0b3d263c6" -d '{"events": [{"server_uuid": "ab85c7d9-7922-44eb-87e8-49b1ec717412", "name": "network-vif-plugged", "status": "completed", "tag": "abd90d87-6107-45f8-8564-4c815810d508"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:09.398997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port abd90d87-6107-45f8-8564-4c815810d508, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=abd90d87-6107-45f8-8564-4c815810d508,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:09.423161 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93dc191-41e8-4ba1-9ee1-c7502cdaf65d x-openstack-request-id: req-e93dc191-41e8-4ba1-9ee1-c7502cdaf65d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:09.428438 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab85c7d9-7922-44eb-87e8-49b1ec717412", "name": "network-vif-plugged", "status": "completed", "tag": "abd90d87-6107-45f8-8564-4c815810d508", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:09.428438 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e93dc191-41e8-4ba1-9ee1-c7502cdaf65d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:09.428438 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab85c7d9-7922-44eb-87e8-49b1ec717412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd90d87-6107-45f8-8564-4c815810d508', 'code': 200} Sep 16 05:46:09.463455 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.523579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=abd90d87-6107-45f8-8564-4c815810d508,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:09.548257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131c062-8b64-4c9d-9ff4-17424531fd78 req-35cb637b-de65-4e6f-90a8-c5a28a41aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:09.556055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f131c062-8b64-4c9d-9ff4-17424531fd78 req-35cb637b-de65-4e6f-90a8-c5a28a41aa6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 1102 time: 0.0672650 Sep 16 05:46:09.582155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51fec0-8e96-4aa3-aedb-7546decae1ec req-2e8ea6a8-e340-4eb0-bcd0-7a570d2ba5c8 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:09.583656 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db51fec0-8e96-4aa3-aedb-7546decae1ec req-2e8ea6a8-e340-4eb0-bcd0-7a570d2ba5c8 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 950 time: 0.0698442 Sep 16 05:46:09.609825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f131c062-8b64-4c9d-9ff4-17424531fd78 req-798c9ae2-088c-4d3f-8f7d-d362ee1cffb8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521066 Sep 16 05:46:09.629084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db51fec0-8e96-4aa3-aedb-7546decae1ec req-2ab9ea35-2826-4a07-80db-3d1b350445b2 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360641 Sep 16 05:46:10.747011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22472b3-05ce-422b-a4db-d0e898f48a70 req-cf8f0e64-a9ed-47b6-a846-1aa4f43da5a7 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:10.748548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22472b3-05ce-422b-a4db-d0e898f48a70 req-cf8f0e64-a9ed-47b6-a846-1aa4f43da5a7 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 950 time: 0.0493951 Sep 16 05:46:10.789895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c22472b3-05ce-422b-a4db-d0e898f48a70 req-7288b262-6b43-4d75-a4e9-74ca4173876f tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354147 Sep 16 05:46:10.850427 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.029100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5116e677-8d39-4d9d-b2fb-6f54783f0b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.902037 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b21be-49c1-4ee0-9cea-b22226033e53 req-74d8eb6e-d281-48b7-89c6-6fcfca9e9330 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:11.903556 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-390b21be-49c1-4ee0-9cea-b22226033e53 req-74d8eb6e-d281-48b7-89c6-6fcfca9e9330 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 950 time: 0.0482631 Sep 16 05:46:11.942133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-390b21be-49c1-4ee0-9cea-b22226033e53 req-6dc06da9-6d4d-4b84-bb57-cecae6850c90 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Sep 16 05:46:12.360468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-8d1d4a25-60fc-4032-b055-78936293ec35 req-d2919c0d-6ad6-491e-b471-774782ccaffe service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:12.361475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d1d4a25-60fc-4032-b055-78936293ec35 req-d2919c0d-6ad6-491e-b471-774782ccaffe service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538785 Sep 16 05:46:12.876898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-1493cd27-692b-47a4-a4d0-e53e83f2cb58 req-205373b2-0594-4bf6-a1d9-b447f1fac995 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:12.877894 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1493cd27-692b-47a4-a4d0-e53e83f2cb58 req-205373b2-0594-4bf6-a1d9-b447f1fac995 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532792 Sep 16 05:46:13.489909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac86791-898b-4251-8c4e-ac274f9ed032 req-f221384d-b543-4f00-82f4-7bbdbc15d075 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:13.491935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ac86791-898b-4251-8c4e-ac274f9ed032 req-f221384d-b543-4f00-82f4-7bbdbc15d075 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 950 time: 0.0478568 Sep 16 05:46:13.529710 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ac86791-898b-4251-8c4e-ac274f9ed032 req-03d72414-496b-46b0-bce3-de01c43b88fc tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Sep 16 05:46:14.228670 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.450074 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6e36696a-edd3-44ef-8036-d95f31815e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.643936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57d4cd-c19e-454b-b73d-bb39142c3a7f req-a2171577-a4fc-4ef3-a342-5ce481447e25 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:14.645405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c57d4cd-c19e-454b-b73d-bb39142c3a7f req-a2171577-a4fc-4ef3-a342-5ce481447e25 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 950 time: 0.0478368 Sep 16 05:46:14.686728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c57d4cd-c19e-454b-b73d-bb39142c3a7f req-78e50c5b-7a73-484d-8826-86a6abb400c2 tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/security-groups?id=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347481 Sep 16 05:46:14.883543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-8ad0617c-29dc-420a-a6b6-42d52cd90e7d tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:14.884992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-8ad0617c-29dc-420a-a6b6-42d52cd90e7d tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 950 time: 0.0489299 Sep 16 05:46:14.971021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Deleting port abd90d87-6107-45f8-8564-4c815810d508 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:14.971394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.061010 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] For port abd90d87-6107-45f8-8564-4c815810d508, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=abd90d87-6107-45f8-8564-4c815810d508,segment=NetworkSegment(0c7872e5-c245-4049-ab1e-820bb26ea6d0),segment_id=0c7872e5-c245-4049-ab1e-820bb26ea6d0)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:15.061368 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.073436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Calling delete_port for abd90d87-6107-45f8-8564-4c815810d508 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:15.263645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.276153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['abd90d87-6107-45f8-8564-4c815810d508'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:15.290228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Pushing event deleted for resources: {'Port': ['ID=abd90d87-6107-45f8-8564-4c815810d508,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:15.298661 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.300428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.300787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.301133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.301476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.301808 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.302140 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.302471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.302801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.304105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.304105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.304310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.304594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:15.346036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] No DVR routers for this DVR port abd90d87-6107-45f8-8564-4c815810d508 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:15.348754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.351332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c63b098-1b3a-4ad5-9413-306d0ccaa9eb req-1904eee3-333e-43fa-81aa-818ab3cb428e tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.60 "DELETE /v2.0/ports/abd90d87-6107-45f8-8564-4c815810d508 HTTP/1.1" status: 204 len: 173 time: 0.4602799 Sep 16 05:46:15.351771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab85c7d9-7922-44eb-87e8-49b1ec717412', 'name': 'network-vif-deleted', 'tag': 'abd90d87-6107-45f8-8564-4c815810d508'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:15.354085 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45747bd-7ec6-46eb-b807-b444ffc2e068" -d '{"events": [{"server_uuid": "ab85c7d9-7922-44eb-87e8-49b1ec717412", "name": "network-vif-deleted", "tag": "abd90d87-6107-45f8-8564-4c815810d508"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:15.394879 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5f6093-bd57-4bea-ba45-c1a36c2a6a01 x-openstack-request-id: req-0f5f6093-bd57-4bea-ba45-c1a36c2a6a01 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:15.395180 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab85c7d9-7922-44eb-87e8-49b1ec717412", "name": "network-vif-deleted", "tag": "abd90d87-6107-45f8-8564-4c815810d508", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:15.395458 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f5f6093-bd57-4bea-ba45-c1a36c2a6a01 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:15.395850 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab85c7d9-7922-44eb-87e8-49b1ec717412', 'name': 'network-vif-deleted', 'tag': 'abd90d87-6107-45f8-8564-4c815810d508', 'status': 'completed', 'code': 200} Sep 16 05:46:15.791491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccd24c0b-9d87-469d-a36d-c35fcb3ab0ef req-4822e3ef-77a4-4297-8ff3-3df050f6bb3f tempest-ServersAdminNegativeTestJSON-1826341362 tempest-ServersAdminNegativeTestJSON-1826341362-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab85c7d9-7922-44eb-87e8-49b1ec717412 HTTP/1.1" status: 200 len: 210 time: 0.0254853 Sep 16 05:46:16.966334 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.239751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36566) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:17.367036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ec8f6316-6757-4e28-acd1-83bf791df0a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c9daee46e1c470ca26a635b6a31bdb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261384 Sep 16 05:46:17.369565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36570) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:17.423152 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5608524f-6d1e-47bd-aede-44ffe04fb4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.443443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5608524f-6d1e-47bd-aede-44ffe04fb4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.554430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5608524f-6d1e-47bd-aede-44ffe04fb4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.557032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5608524f-6d1e-47bd-aede-44ffe04fb4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.558276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5608524f-6d1e-47bd-aede-44ffe04fb4e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3 HTTP/1.1" status: 204 len: 168 time: 0.1878233 Sep 16 05:46:17.567344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608524f-6d1e-47bd-aede-44ffe04fb4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253b7fb5-dd68-4ec8-a0bf-d9e36e54ebe3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:18.148423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 36576) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:18.161423 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6cda5b2-6ae2-4f3f-9b02-8dae8b542da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:18.247664 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6cda5b2-6ae2-4f3f-9b02-8dae8b542da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:18.314413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6cda5b2-6ae2-4f3f-9b02-8dae8b542da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:18.352859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e6cda5b2-6ae2-4f3f-9b02-8dae8b542da3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa2c7996ce7046799b69f89f65d6fa8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033319 Sep 16 05:46:18.353773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cda5b2-6ae2-4f3f-9b02-8dae8b542da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917d8486-94ef-4ca6-a598-583c249ed259,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:18.355796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36578) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:18.409393 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:18.431400 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:18.566084 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:18.568705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:18.569924 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/917d8486-94ef-4ca6-a598-583c249ed259 HTTP/1.1" status: 204 len: 168 time: 0.2131150 Sep 16 05:46:18.577751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917d8486-94ef-4ca6-a598-583c249ed259,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:18.585195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.585552 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.585902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.586242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.586581 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.586915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.587273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.587640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.587976 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.588301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.588623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:18.588952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea017d1-f5c3-488b-8f59-cad98735e886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:19.165888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device abd90d87-6107-45f8-8564-4c815810d508 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:19.186492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: abd90d87-6107-45f8-8564-4c815810d508 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:19.186843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device abd90d87-6107-45f8-8564-4c815810d508 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:19.625649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36602) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:19.736525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1958449102-network', 'tenant_id': '6771e6da35a24dc491a048990cad24cf'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:19.828681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Made reservation on behalf of 6771e6da35a24dc491a048990cad24cf for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:19.831134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:19.840646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:19.934514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.011437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.052173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:46:20.059295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:20.066668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.067019 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Added segment d3651edf-fdcd-446f-83cf-c050e36243e8 of type vlan for network 43ccb6c2-2ea3-4982-9edd-677113522fdd Sep 16 05:46:20.112725 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.205998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.206995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:20.207616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.266344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] Pushing event updated for resources: {'Network': ['ID=43ccb6c2-2ea3-4982-9edd-677113522fdd,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:20.276496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 43ccb6c2-2ea3-4982-9edd-677113522fdd details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:46:20.304304 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-00cfb9a9-56e5-4eaa-bdf5-56bd930925c8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6771808 Sep 16 05:46:20.306865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36606) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:20.312347 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Request body: {'subnet': {'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1958449102-subnet', 'tenant_id': '6771e6da35a24dc491a048990cad24cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:20.411565 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Made reservation on behalf of 6771e6da35a24dc491a048990cad24cf for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:20.416339 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.617320 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.672797 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be94162b-3aea-4d4b-baaf-e364f8037b58,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:20.680882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Checking segment: {'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:20.681242 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Network hostable DHCP agents. Network: 43ccb6c2-2ea3-4982-9edd-677113522fdd, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:46:20.754495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Network 43ccb6c2-2ea3-4982-9edd-677113522fdd is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:46:20.843912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 43ccb6c2-2ea3-4982-9edd-677113522fdd) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:20.848126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:20.848720 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.853338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d01eb-30c5-4e29-92e5-37bc5d16f2cd None None] Network 43ccb6c2-2ea3-4982-9edd-677113522fdd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:20.938327 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9895962b-b0c7-4fca-b7ec-2fc248925dd1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6300416 Sep 16 05:46:20.973336 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fbde5d-e1d7-4768-abef-94a714e1577c None None] Network 43ccb6c2-2ea3-4982-9edd-677113522fdd requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:21.363377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-6d742da4-2952-480e-9de5-402e154da0be tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:21.364797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-6d742da4-2952-480e-9de5-402e154da0be tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/networks?id=43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 200 len: 812 time: 0.1038208 Sep 16 05:46:21.381178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-6564a240-d86b-45c9-8e10-4ba5ce02fc00 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/quotas/6771e6da35a24dc491a048990cad24cf HTTP/1.1" status: 200 len: 375 time: 0.0095265 Sep 16 05:46:21.414277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-1fdfad90-b9a0-4fc5-b847-e7d0cda38e00 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270979 Sep 16 05:46:21.425147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-159d9c83-b435-4ea9-b814-dad20768c1bc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:21.426107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-159d9c83-b435-4ea9-b814-dad20768c1bc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049312 Sep 16 05:46:21.518756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-6ede1adf-7873-4793-9b0d-5dd74cddf539 service neutron] 10.222.0.59 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863202 Sep 16 05:46:21.610172 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-26047eb5-ca8e-461f-a6a3-53b46c5987a0 service neutron] 10.222.0.59 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853634 Sep 16 05:46:21.822866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f47b9d9-9972-4ed3-acd0-46a4056581b1 req-5c94b376-a78e-4e6b-8d94-28f577037d42 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 210 time: 0.0293131 Sep 16 05:46:22.902775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72e3c377-f095-48b2-991a-098a346fa2e5 req-ae70703d-a823-4bf6-a6dd-f743b7dd44f1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 210 time: 0.0300250 Sep 16 05:46:23.994353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47f586a6-196a-4a57-91e8-d75ab3401064 req-7017880a-cff5-492c-9743-c74e76fe72f5 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 210 time: 0.0261824 Sep 16 05:46:24.112877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-f7aabdb8-6a2a-4bfe-86de-2ff64a2d3b59 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.114409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-f7aabdb8-6a2a-4bfe-86de-2ff64a2d3b59 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.57 "GET /v2.0/networks?id=43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 200 len: 812 time: 0.1059463 Sep 16 05:46:24.132382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Request body: {'port': {'device_id': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd', 'admin_state_up': True, 'tenant_id': '6771e6da35a24dc491a048990cad24cf'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:24.320368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Made reservation on behalf of 6771e6da35a24dc491a048990cad24cf for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:24.323884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.450474 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Allocated IP 172.20.0.3 (43ccb6c2-2ea3-4982-9edd-677113522fdd/be94162b-3aea-4d4b-baaf-e364f8037b58/9652d769-af2d-4deb-a6c1-f53cf14f6a47) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:24.594221 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.680393 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.721550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Network 43ccb6c2-2ea3-4982-9edd-677113522fdd is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:24.724624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:24.730772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:24.736596 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:24.785368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.785973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.886767 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-b6fa6f7e-1591-47a0-ad10-23eb73bf3f1c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580657 Sep 16 05:46:24.904542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Request body: {'port': {'device_id': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:25.112876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6e7cb-9666-4086-a076-854cf47affa1 req-3475b903-12c0-422c-b169-e73d18ad64b3 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:25.114460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96b6e7cb-9666-4086-a076-854cf47affa1 req-3475b903-12c0-422c-b169-e73d18ad64b3 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 931 time: 0.0516756 Sep 16 05:46:25.154020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96b6e7cb-9666-4086-a076-854cf47affa1 req-05d0523c-cd8a-487f-a240-14200dfd6660 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Sep 16 05:46:25.251523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.508472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9652d769-af2d-4deb-a6c1-f53cf14f6a47 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:25.515701 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.527740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Transition to ACTIVE for port object 9652d769-af2d-4deb-a6c1-f53cf14f6a47 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:25.594318 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.644801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:25.706390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Attempting to bind port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:25.706725 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Attempting to bind port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:25.707056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Attempting to bind port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on network 43ccb6c2-2ea3-4982-9edd-677113522fdd {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:25.711791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on network 43ccb6c2-2ea3-4982-9edd-677113522fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:25.712123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Attempting to bind port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on network 43ccb6c2-2ea3-4982-9edd-677113522fdd {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:25.716816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:25.717153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Checking segment: {'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:25.717539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Bound using segment: {'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:25.717965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Bound port: 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:25.718323 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.784777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:25.788271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:25.869179 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.904058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:25.904685 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.906084 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] 10.222.0.57 "PUT /v2.0/ports/9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 1092 time: 1.0056725 Sep 16 05:46:25.906525 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:25.908848 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7ca168-681f-4fb8-9071-0c1113b70015" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:25.932008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5a4d8-e483-4b96-ac5b-e309111ee334 service neutron] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:25.944613 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72db28e-53e2-4baa-a23f-0001f8c8e324 x-openstack-request-id: req-b72db28e-53e2-4baa-a23f-0001f8c8e324 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:25.944912 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:25.945167 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b72db28e-53e2-4baa-a23f-0001f8c8e324 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:25.945567 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'status': 'completed', 'code': 200} Sep 16 05:46:26.024792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ca168-681f-4fb8-9071-0c1113b70015 req-f6e3aa9a-a598-4047-ac71-724bf33035d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.026288 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bc7ca168-681f-4fb8-9071-0c1113b70015 req-f6e3aa9a-a598-4047-ac71-724bf33035d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1095 time: 0.0416543 Sep 16 05:46:26.144888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ca168-681f-4fb8-9071-0c1113b70015 req-d836fb0a-b37e-4215-8df3-ba3128c08989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.146370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bc7ca168-681f-4fb8-9071-0c1113b70015 req-d836fb0a-b37e-4215-8df3-ba3128c08989 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6771e6da35a24dc491a048990cad24cf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1071303 Sep 16 05:46:26.241446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ca168-681f-4fb8-9071-0c1113b70015 req-02286fad-4535-46e6-b818-e7b46f2ebd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.243004 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-bc7ca168-681f-4fb8-9071-0c1113b70015 req-02286fad-4535-46e6-b818-e7b46f2ebd8b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897944 Sep 16 05:46:26.268138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f43ee-0965-4894-86a0-3f1d10119570 req-2fb4da37-a68a-45fa-8e6e-4c90ebbaa9c5 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.269642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b3f43ee-0965-4894-86a0-3f1d10119570 req-2fb4da37-a68a-45fa-8e6e-4c90ebbaa9c5 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 943 time: 0.0484359 Sep 16 05:46:26.307896 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b3f43ee-0965-4894-86a0-3f1d10119570 req-201e9087-491e-4523-8ffe-6144fd2c6711 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Sep 16 05:46:26.341053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-9e7709c3-62c3-48f1-a12b-f4eabc640e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.348457 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-9e7709c3-62c3-48f1-a12b-f4eabc640e31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1095 time: 0.0424771 Sep 16 05:46:26.395067 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-866262d1-9b6c-4ab1-bf1f-99107fce78a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 217 time: 0.0382805 Sep 16 05:46:26.443005 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-6670520a-18fd-4861-95ca-bca6554518eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.445050 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-6670520a-18fd-4861-95ca-bca6554518eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be94162b-3aea-4d4b-baaf-e364f8037b58 HTTP/1.1" status: 200 len: 852 time: 0.0436583 Sep 16 05:46:26.475581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-00c91ffc-21f9-431f-aa93-af0b67af5193 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=43ccb6c2-2ea3-4982-9edd-677113522fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235312 Sep 16 05:46:26.568055 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-1b3a4434-1eba-4dc0-b87c-2893b0720d43 service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850008 Sep 16 05:46:26.655559 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-871ea540-7c97-4ca0-ad90-b6f89c73b1c1 req-2639a5cd-9fa8-4e0a-894d-ef2db0eb3fb7 service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802643 Sep 16 05:46:27.431232 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000deec-3cf6-45be-b949-e078733feee5 req-a76e71e0-b1d1-4973-9d5d-3935c4e337fa tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:27.432721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1000deec-3cf6-45be-b949-e078733feee5 req-a76e71e0-b1d1-4973-9d5d-3935c4e337fa tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 943 time: 0.0524502 Sep 16 05:46:27.472883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1000deec-3cf6-45be-b949-e078733feee5 req-a2da01dc-0f71-4ae3-9a23-64972f537b7c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Sep 16 05:46:28.478420 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:28.583637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95c879-cb76-4050-bba1-6b40f67923f0 req-f6d5d7c7-ed89-478d-8c55-91a47fafc4f1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:28.585737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e95c879-cb76-4050-bba1-6b40f67923f0 req-f6d5d7c7-ed89-478d-8c55-91a47fafc4f1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 943 time: 0.0482602 Sep 16 05:46:28.622491 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e95c879-cb76-4050-bba1-6b40f67923f0 req-3729f547-2c2d-4926-a363-9d2141c9f653 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Sep 16 05:46:29.146650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9652d769-af2d-4deb-a6c1-f53cf14f6a47 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:29.237274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:29.248498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd', 'port_id': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'mac_address': 'fa:16:3e:b9:99:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be94162b-3aea-4d4b-baaf-e364f8037b58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:29.287677 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.300088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9652d769-af2d-4deb-a6c1-f53cf14f6a47 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:29.318623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:29.421485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.469243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:29.736987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfd2bd-e3a1-4ee7-945f-e551d3f92061 req-8d8499fd-9b64-498c-a775-c581985a85dc tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:29.738346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69bfd2bd-e3a1-4ee7-945f-e551d3f92061 req-8d8499fd-9b64-498c-a775-c581985a85dc tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 944 time: 0.0464847 Sep 16 05:46:29.766322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['9652d769-af2d-4deb-a6c1-f53cf14f6a47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:29.775473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69bfd2bd-e3a1-4ee7-945f-e551d3f92061 req-f3b3eb08-20be-454b-9493-8c889c6a670c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Sep 16 05:46:30.891277 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e1ce-3611-4871-abc1-13564be52664 req-5095bdbb-ad45-4987-983f-8913b42b5d59 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:30.892726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0289e1ce-3611-4871-abc1-13564be52664 req-5095bdbb-ad45-4987-983f-8913b42b5d59 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 944 time: 0.0515242 Sep 16 05:46:30.930105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0289e1ce-3611-4871-abc1-13564be52664 req-8f141760-01a7-42ca-8099-bdc59e2f1291 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Sep 16 05:46:31.159737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9652d769-af2d-4deb-a6c1-f53cf14f6a47 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:31.275536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:31.282016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:31.282395 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:31.358847 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:31.386167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:31.388473 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf58fadf-90f1-4870-8702-275930907d37" -d '{"events": [{"server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "name": "network-vif-plugged", "status": "completed", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:31.401215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:31.425728 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5789037-23d2-45ad-bd05-822035745fe4 x-openstack-request-id: req-d5789037-23d2-45ad-bd05-822035745fe4 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:31.426030 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "name": "network-vif-plugged", "status": "completed", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:31.426285 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5789037-23d2-45ad-bd05-822035745fe4 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:31.426682 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'code': 200} Sep 16 05:46:31.512752 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:31.555295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3b89b-b078-4b69-91a3-42e4a082bac1 req-1e2d36e6-1afe-49eb-901e-4e457880edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:31.556815 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8e3b89b-b078-4b69-91a3-42e4a082bac1 req-1e2d36e6-1afe-49eb-901e-4e457880edd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1097 time: 0.0459673 Sep 16 05:46:31.560739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:31.593990 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c8e3b89b-b078-4b69-91a3-42e4a082bac1 req-54d0e862-89cb-45dc-b0c9-b3c7a04582e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283544 Sep 16 05:46:32.042730 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82a4bf-0c26-400d-985f-90ea2bb9ed10 req-72b9c5d9-2149-4832-8389-b298bee3a337 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:32.044228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb82a4bf-0c26-400d-985f-90ea2bb9ed10 req-72b9c5d9-2149-4832-8389-b298bee3a337 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Sep 16 05:46:32.080956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb82a4bf-0c26-400d-985f-90ea2bb9ed10 req-6ae3a695-dcde-4427-854d-fe242fcac485 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308373 Sep 16 05:46:33.198709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260f6cb-b293-466a-9c48-993bd4134c84 req-a912fade-6559-4275-9083-01f962fb9466 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.200179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7260f6cb-b293-466a-9c48-993bd4134c84 req-a912fade-6559-4275-9083-01f962fb9466 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Sep 16 05:46:33.236088 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7260f6cb-b293-466a-9c48-993bd4134c84 req-dc3db459-0ee5-43e3-8828-44b32059f960 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Sep 16 05:46:33.971832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3fdd-5451-4fd0-add0-8382cdb6a9c8 req-3bd81a9a-3d4e-45da-aa58-5d85daa08573 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.973299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2afc3fdd-5451-4fd0-add0-8382cdb6a9c8 req-3bd81a9a-3d4e-45da-aa58-5d85daa08573 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0511956 Sep 16 05:46:34.010886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2afc3fdd-5451-4fd0-add0-8382cdb6a9c8 req-be30ab3f-e123-41c3-a28b-4eda9eac8882 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 Sep 16 05:46:34.105313 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36666) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:34.197551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-319c9617-f7de-4a79-a82e-418050cf6c3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910764 Sep 16 05:46:34.206322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-904a7f27-ffd9-47c9-a80e-e01498d0e1ef service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:34.207319 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-904a7f27-ffd9-47c9-a80e-e01498d0e1ef service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049911 Sep 16 05:46:34.449862 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:35.126953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cd088-b540-467c-b2ff-b5f25b6b5aff req-3143fe35-f433-455e-bfb6-a5d469b05aae tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:35.128523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a1cd088-b540-467c-b2ff-b5f25b6b5aff req-3143fe35-f433-455e-bfb6-a5d469b05aae tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Sep 16 05:46:35.165918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a1cd088-b540-467c-b2ff-b5f25b6b5aff req-fdb90a0f-c3fe-4d4b-ad75-24539bb5baac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Sep 16 05:46:36.281307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1821053-0d1a-43ee-9e15-483a6e0a626c req-10832257-0064-4216-8447-bd9a01e9eb1e tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:36.282811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1821053-0d1a-43ee-9e15-483a6e0a626c req-10832257-0064-4216-8447-bd9a01e9eb1e tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0503170 Sep 16 05:46:36.321876 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1821053-0d1a-43ee-9e15-483a6e0a626c req-98478981-833e-44ac-9099-5e4347a0a535 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Sep 16 05:46:36.326171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-cd01bb17-0808-4392-97fe-1d87198a8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:36.327727 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-cd01bb17-0808-4392-97fe-1d87198a8557 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1097 time: 0.0417817 Sep 16 05:46:36.422985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-ef7c0b83-bae4-471e-b7b8-75e579e95bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:36.424539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-ef7c0b83-bae4-471e-b7b8-75e579e95bc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 200 len: 913 time: 0.0891206 Sep 16 05:46:36.465390 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-4719ffba-409a-4005-bb85-78454ed121a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 217 time: 0.0332518 Sep 16 05:46:36.519641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-ae55b7e3-4f40-4639-9c33-2658ab201471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:36.521099 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-ae55b7e3-4f40-4639-9c33-2658ab201471 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be94162b-3aea-4d4b-baaf-e364f8037b58 HTTP/1.1" status: 200 len: 852 time: 0.0478470 Sep 16 05:46:36.554197 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-6e7e0c71-7f96-43a5-b0d2-992c9579f698 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=43ccb6c2-2ea3-4982-9edd-677113522fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253778 Sep 16 05:46:36.643375 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-5d1f9c04-5d18-4da9-9bb8-002cc3f594c5 service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813360 Sep 16 05:46:36.737615 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-a982cdb2-6401-4815-9da3-8c56bb5e0b6e service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865657 Sep 16 05:46:37.439743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1174ee-b8b3-4b00-a142-d204cb92780d req-f9798067-0833-4ef4-9c47-7e657e37be4b tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:37.441196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f1174ee-b8b3-4b00-a142-d204cb92780d req-f9798067-0833-4ef4-9c47-7e657e37be4b tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Sep 16 05:46:37.478942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6f1174ee-b8b3-4b00-a142-d204cb92780d req-227143b0-9cda-4494-a2c7-ba5f1742133f tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Sep 16 05:46:38.591620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9da2da-0d8e-4cf3-b662-f406e8c78616 req-0fbc24db-38d1-48a9-98cc-7de3f7680d09 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:38.593085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb9da2da-0d8e-4cf3-b662-f406e8c78616 req-0fbc24db-38d1-48a9-98cc-7de3f7680d09 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0475860 Sep 16 05:46:38.629995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb9da2da-0d8e-4cf3-b662-f406e8c78616 req-6966b14b-78a1-42b2-8154-e14861700e02 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Sep 16 05:46:39.742213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700342a-b9e6-4490-92c9-93c6ae8892f8 req-ec7841f0-bde1-4c40-b55a-25dc094d1c84 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.743694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2700342a-b9e6-4490-92c9-93c6ae8892f8 req-ec7841f0-bde1-4c40-b55a-25dc094d1c84 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0481112 Sep 16 05:46:39.780368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2700342a-b9e6-4490-92c9-93c6ae8892f8 req-4a7f51ed-7b82-4bd2-9ec4-bc7569b5d0e9 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Sep 16 05:46:40.843854 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:40.896481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdd444-2f74-478c-9ada-c2e0766f4926 req-074c5025-d8cd-4263-a083-055e50b80cf1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.897944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4bdd444-2f74-478c-9ada-c2e0766f4926 req-074c5025-d8cd-4263-a083-055e50b80cf1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0511587 Sep 16 05:46:40.935169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4bdd444-2f74-478c-9ada-c2e0766f4926 req-d2b3d2aa-4739-471b-be44-17b3843f5592 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305514 Sep 16 05:46:41.061124 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42747366-9411-499d-981c-48ea1046cecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.050451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32e303-4fc2-4df4-90da-45628b72b50d req-e6894827-05ce-4b48-83d5-9f2a67920691 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.051957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a32e303-4fc2-4df4-90da-45628b72b50d req-e6894827-05ce-4b48-83d5-9f2a67920691 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0480437 Sep 16 05:46:42.088082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0a32e303-4fc2-4df4-90da-45628b72b50d req-f4f2ae4f-47fa-4217-80f1-72b7060a70c1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302284 Sep 16 05:46:43.201041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bea38-5fba-4504-b28a-9abd1594fd0b req-a4fab5e7-6573-42f7-b57a-1f64f1354e40 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.202418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d13bea38-5fba-4504-b28a-9abd1594fd0b req-a4fab5e7-6573-42f7-b57a-1f64f1354e40 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0474992 Sep 16 05:46:43.239481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d13bea38-5fba-4504-b28a-9abd1594fd0b req-c511d2d5-e754-4b71-8f55-facdea5e3e6f tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Sep 16 05:46:44.250687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.360135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b3811-2447-4942-9c52-51da6bc046b1 req-b493c0b3-844b-48eb-87bd-9a6e5706ab96 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.361610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc1b3811-2447-4942-9c52-51da6bc046b1 req-b493c0b3-844b-48eb-87bd-9a6e5706ab96 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0514889 Sep 16 05:46:44.401089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc1b3811-2447-4942-9c52-51da6bc046b1 req-f5296978-ac71-4c1e-ac2f-2f846cd8336c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333006 Sep 16 05:46:44.506622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9382c78d-1180-4e0e-ae58-8c63dd34b54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:45.296315 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:45.515877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce403e69-aebd-4907-8078-5d957945aa82 req-dd3db1bc-37f7-43db-9f02-6f1ac523cd7c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:45.517342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce403e69-aebd-4907-8078-5d957945aa82 req-dd3db1bc-37f7-43db-9f02-6f1ac523cd7c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0472016 Sep 16 05:46:45.554261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce403e69-aebd-4907-8078-5d957945aa82 req-bf8f5e28-926a-4857-993a-39a13850127d tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Sep 16 05:46:46.665328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ddde-4b18-44a8-aa7a-66642bdf80e6 req-8f8eb4ec-4ba0-4825-9408-6f5f615a8521 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:46.666701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4307ddde-4b18-44a8-aa7a-66642bdf80e6 req-8f8eb4ec-4ba0-4825-9408-6f5f615a8521 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0472107 Sep 16 05:46:46.703834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4307ddde-4b18-44a8-aa7a-66642bdf80e6 req-883a7377-d125-4015-90f0-f6db1e5f2ee7 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Sep 16 05:46:46.986662 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.821843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0496-a85c-463d-955d-a183fc6136da req-6517e2fd-6ddc-45d9-92f9-e55eb1dd3c6d tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.823339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c1b0496-a85c-463d-955d-a183fc6136da req-6517e2fd-6ddc-45d9-92f9-e55eb1dd3c6d tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0530322 Sep 16 05:46:47.860730 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c1b0496-a85c-463d-955d-a183fc6136da req-e33ceeb1-a13b-4b05-aa99-25e621c63322 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306654 Sep 16 05:46:48.677001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-e80a0123-df1b-4850-bd17-3dc52ae3c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.678409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-e80a0123-df1b-4850-bd17-3dc52ae3c1b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1097 time: 0.0411835 Sep 16 05:46:48.784933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-2f7da6bc-636e-41c9-a933-425c4e0830d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.786402 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-2f7da6bc-636e-41c9-a933-425c4e0830d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 200 len: 913 time: 0.0888309 Sep 16 05:46:48.832948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-4ebd9cb7-f170-4af3-b1a3-c7554742dba3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 217 time: 0.0338984 Sep 16 05:46:48.881917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-cc70bd22-3b2d-4dab-9d80-8e2f72dd086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.883422 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-cc70bd22-3b2d-4dab-9d80-8e2f72dd086b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be94162b-3aea-4d4b-baaf-e364f8037b58 HTTP/1.1" status: 200 len: 852 time: 0.0426075 Sep 16 05:46:48.920821 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-99a96f9b-ae63-42a3-bd53-e5857a30835c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=43ccb6c2-2ea3-4982-9edd-677113522fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297670 Sep 16 05:46:48.974626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8bae7-e2fe-43ac-86c2-631cd29dc2ac req-a8e3e1a0-219d-4b78-9268-e644e2b11a85 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.976071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72f8bae7-e2fe-43ac-86c2-631cd29dc2ac req-a8e3e1a0-219d-4b78-9268-e644e2b11a85 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0479109 Sep 16 05:46:49.012725 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-b1d75f6d-35b9-4a29-940f-1b2cf23df661 service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836711 Sep 16 05:46:49.014622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72f8bae7-e2fe-43ac-86c2-631cd29dc2ac req-35db5b67-d27a-4ead-9bb4-fca8e07a9bf1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Sep 16 05:46:49.106113 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1782c038-d9e5-4b8c-b5cb-598c77e54274 req-437fd83d-8092-4dc8-8731-89947a7c3473 service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865114 Sep 16 05:46:50.127893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb20743-1248-46a7-9b65-d6cbab2f3830 req-9c51429a-dd1f-45fd-9f3f-34a77743b3e0 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:50.129353 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bb20743-1248-46a7-9b65-d6cbab2f3830 req-9c51429a-dd1f-45fd-9f3f-34a77743b3e0 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0473027 Sep 16 05:46:50.166052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bb20743-1248-46a7-9b65-d6cbab2f3830 req-3909ce03-e426-466e-b515-c56d014dbb4f tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Sep 16 05:46:51.285106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716be4c6-628b-49ed-82af-81824e2da7fd req-c594d399-50c7-4c55-9602-4e07a658d108 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:51.286569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-716be4c6-628b-49ed-82af-81824e2da7fd req-c594d399-50c7-4c55-9602-4e07a658d108 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Sep 16 05:46:51.322928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-716be4c6-628b-49ed-82af-81824e2da7fd req-cdd9bf7f-a09b-4b8d-a983-0f1526d22b5c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301301 Sep 16 05:46:52.440597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc899d51-b1e7-44a7-92ce-15b3cd71b17b req-02ae167e-0ff5-406a-89a1-a341c02e5092 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:52.442071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc899d51-b1e7-44a7-92ce-15b3cd71b17b req-02ae167e-0ff5-406a-89a1-a341c02e5092 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0498497 Sep 16 05:46:52.478675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc899d51-b1e7-44a7-92ce-15b3cd71b17b req-ed6bf873-b256-4a2a-a137-cefb13efa418 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305526 Sep 16 05:46:53.589950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600a886-3251-4474-be08-62d8478f6607 req-ca9f073d-4946-41ee-85e7-9c9eba837ff1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:53.591979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6600a886-3251-4474-be08-62d8478f6607 req-ca9f073d-4946-41ee-85e7-9c9eba837ff1 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0474045 Sep 16 05:46:53.627728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6600a886-3251-4474-be08-62d8478f6607 req-c4f292cc-4351-4c03-8ddf-e947518c4a6e tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299602 Sep 16 05:46:54.743867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74831bde-c922-40db-a617-418e852b3188 req-a1dfa4da-ff8e-48d8-861e-d45276e356bb tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:54.745328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74831bde-c922-40db-a617-418e852b3188 req-a1dfa4da-ff8e-48d8-861e-d45276e356bb tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0508986 Sep 16 05:46:54.781897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74831bde-c922-40db-a617-418e852b3188 req-6a14585e-9a29-4e36-a82a-2ae219a7ffa7 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Sep 16 05:46:55.895561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d105824-7afe-4b43-93c4-1e2b65a25d13 req-7d062379-d05a-4b09-bd02-e0a665080784 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.897038 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d105824-7afe-4b43-93c4-1e2b65a25d13 req-7d062379-d05a-4b09-bd02-e0a665080784 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Sep 16 05:46:55.934707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d105824-7afe-4b43-93c4-1e2b65a25d13 req-e6294d06-f278-4e63-8356-c1214710c6dc tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Sep 16 05:46:57.047755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf79550-9bb1-48dd-b074-c101d75fce21 req-4cebb38f-fb15-42f1-b01c-7e95bf5289b7 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:57.049218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bf79550-9bb1-48dd-b074-c101d75fce21 req-4cebb38f-fb15-42f1-b01c-7e95bf5289b7 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Sep 16 05:46:57.085684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3bf79550-9bb1-48dd-b074-c101d75fce21 req-b3183776-13b7-405f-8e9d-a4674cd0ce57 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304728 Sep 16 05:46:58.202158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1337cb-1d33-49b9-92ec-092e5e02e638 req-c6a7dbf3-da86-4bf4-acb8-7f6a532c1346 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.203817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb1337cb-1d33-49b9-92ec-092e5e02e638 req-c6a7dbf3-da86-4bf4-acb8-7f6a532c1346 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0513372 Sep 16 05:46:58.245106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb1337cb-1d33-49b9-92ec-092e5e02e638 req-2c099786-ca15-46e3-b5b0-d15c3542324a tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Sep 16 05:46:58.512644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:59.362148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d5218-1733-470c-9646-4725306422a7 req-d87708cd-9e04-40eb-87cd-be969c8b3cf2 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.363688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c3d5218-1733-470c-9646-4725306422a7 req-d87708cd-9e04-40eb-87cd-be969c8b3cf2 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0499578 Sep 16 05:46:59.402250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c3d5218-1733-470c-9646-4725306422a7 req-4d821306-068e-49e4-b55e-e4e7d64bd4e6 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Sep 16 05:47:00.515413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ac857-f9a1-4f3e-b102-e1aa90f7ccaf req-0104607b-08af-4b6c-8c44-588c6c6f5af3 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:00.516863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a78ac857-f9a1-4f3e-b102-e1aa90f7ccaf req-0104607b-08af-4b6c-8c44-588c6c6f5af3 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0473685 Sep 16 05:47:00.554725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a78ac857-f9a1-4f3e-b102-e1aa90f7ccaf req-3667bee3-2c10-47d1-bedb-9746ba028b0f tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Sep 16 05:47:01.671164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b591-c9b5-4d7e-b18a-d8608aaa2ac2 req-1f73486b-264c-43c7-92bb-9b005db61248 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:01.672548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fe1b591-c9b5-4d7e-b18a-d8608aaa2ac2 req-1f73486b-264c-43c7-92bb-9b005db61248 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0516360 Sep 16 05:47:01.708992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fe1b591-c9b5-4d7e-b18a-d8608aaa2ac2 req-1ffd7c34-a418-4718-aad6-ef99da7c1bd4 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306249 Sep 16 05:47:02.823894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0aca3-1986-4d1c-8d6f-8c7f612c0b9f req-d2d580c8-f751-4842-8384-7969695413eb tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:02.825362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82e0aca3-1986-4d1c-8d6f-8c7f612c0b9f req-d2d580c8-f751-4842-8384-7969695413eb tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0489893 Sep 16 05:47:02.862802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82e0aca3-1986-4d1c-8d6f-8c7f612c0b9f req-55b74669-d13a-492a-9417-39ea57e46b10 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Sep 16 05:47:03.973667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34800-b7ee-46c7-8d80-4a7a818f16b0 req-1dbea2a2-cfe4-48ee-a214-b2946f8da8de tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:03.975347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90c34800-b7ee-46c7-8d80-4a7a818f16b0 req-1dbea2a2-cfe4-48ee-a214-b2946f8da8de tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0471346 Sep 16 05:47:04.012602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90c34800-b7ee-46c7-8d80-4a7a818f16b0 req-e3dbba4b-6f76-4edc-9c49-ef3ff82becf8 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Sep 16 05:47:04.317343 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-3eca5610-6e1f-40bc-97cb-8202253a8b29 service neutron] show failed (client error): The resource could not be found. Sep 16 05:47:04.318243 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-3eca5610-6e1f-40bc-97cb-8202253a8b29 service neutron] 10.222.0.57 "GET /v2.0/ports/9652d769-af2d-4deb-a6c1-f53cf14f6a47/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0561340 Sep 16 05:47:04.877786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-ec70ec69-548d-41a9-9323-eda9206f7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.879295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-ec70ec69-548d-41a9-9323-eda9206f7165 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04&tenant_id=6771e6da35a24dc491a048990cad24cf HTTP/1.1" status: 200 len: 1097 time: 0.0719833 Sep 16 05:47:04.891430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:04.941889 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.484772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ddd74-efb4-40cf-beda-15f3852f2771 req-34c0b873-a564-4cee-be28-5ca528df372b tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.486241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa8ddd74-efb4-40cf-beda-15f3852f2771 req-34c0b873-a564-4cee-be28-5ca528df372b tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.4053419 Sep 16 05:47:05.487976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:05.547435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa8ddd74-efb4-40cf-beda-15f3852f2771 req-592ad9b6-a891-4734-b35e-5eba2ab264c8 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508769 Sep 16 05:47:05.548351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:05.586370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:05.588631 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71e782b-8f45-4f98-ab8d-383c36506416" -d '{"events": [{"server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "name": "network-vif-unplugged", "status": "completed", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:05.592305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.604967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Transition to ACTIVE for port object 9652d769-af2d-4deb-a6c1-f53cf14f6a47 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:05.638826 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e945e7d2-1aeb-4310-a9d0-f066d12777ab x-openstack-request-id: req-e945e7d2-1aeb-4310-a9d0-f066d12777ab {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:05.639149 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "name": "network-vif-unplugged", "status": "completed", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:05.639440 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e945e7d2-1aeb-4310-a9d0-f066d12777ab {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:05.639846 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'code': 200} Sep 16 05:47:05.672570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.734066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] No DVR routers for this DVR port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:05.735837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:05.769474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Attempting to bind port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:05.769831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Attempting to bind port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:05.770153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Attempting to bind port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on network 43ccb6c2-2ea3-4982-9edd-677113522fdd {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:05.774283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on network 43ccb6c2-2ea3-4982-9edd-677113522fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:05.774602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Attempting to bind port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on network 43ccb6c2-2ea3-4982-9edd-677113522fdd {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:05.779226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:05.779588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Checking segment: {'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:05.779963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Bound using segment: {'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:05.780377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Bound port: 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3651edf-fdcd-446f-83cf-c050e36243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:05.780725 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.840685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:05.843614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:05.907478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.942887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.943537 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.944893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-17d10df6-6343-41d4-90c5-17008501134d service neutron] 10.222.0.60 "PUT /v2.0/ports/9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 1092 time: 1.0574589 Sep 16 05:47:05.966713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d10df6-6343-41d4-90c5-17008501134d service neutron] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:06.008243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-7322eb1b-95e7-4971-8c20-cfe02231bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.009837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-7322eb1b-95e7-4971-8c20-cfe02231bad4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1095 time: 0.0401559 Sep 16 05:47:06.098865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-6f1fdfbe-3651-437a-b564-cc55d724b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.100916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-6f1fdfbe-3651-437a-b564-cc55d724b589 service neutron] 10.222.0.60 "GET /v2.0/networks?id=43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 200 len: 913 time: 0.0835972 Sep 16 05:47:06.144011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-5c8e89d1-d2b0-440c-b0ca-6496321ef8b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 217 time: 0.0351384 Sep 16 05:47:06.194681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-90dde522-1eed-40da-9cc9-913aa4d18aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.196079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-90dde522-1eed-40da-9cc9-913aa4d18aec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be94162b-3aea-4d4b-baaf-e364f8037b58 HTTP/1.1" status: 200 len: 852 time: 0.0422168 Sep 16 05:47:06.229089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-4753a2e1-da22-4d8c-b7e1-dccba3c784fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43ccb6c2-2ea3-4982-9edd-677113522fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250540 Sep 16 05:47:06.323826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-ba10bbbd-e2ef-4273-9a2f-6951d485e331 service neutron] 10.222.0.60 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864201 Sep 16 05:47:06.412825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef5f74bc-9df8-40a0-9589-029c64141908 req-81ca3577-3512-41d7-aaf3-6febba0cc05a service neutron] 10.222.0.60 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816262 Sep 16 05:47:06.662982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836762-6842-4467-8e04-ad7c49ad0855 req-c2afdfc8-c84b-46b7-93e7-8cb61bff526c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.664733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60836762-6842-4467-8e04-ad7c49ad0855 req-c2afdfc8-c84b-46b7-93e7-8cb61bff526c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 943 time: 0.0485673 Sep 16 05:47:06.707167 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60836762-6842-4467-8e04-ad7c49ad0855 req-4934cdf1-aca3-48d1-b3ae-dc493e58251b tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365567 Sep 16 05:47:07.330183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9652d769-af2d-4deb-a6c1-f53cf14f6a47 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:07.370411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 9652d769-af2d-4deb-a6c1-f53cf14f6a47 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:07.641064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:07.643434 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64606c68-efff-413c-b023-32b6425a4f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:07.690281 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f5b3bd-b76a-48b1-a43a-9760a367889d x-openstack-request-id: req-89f5b3bd-b76a-48b1-a43a-9760a367889d {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:07.690859 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:07.690859 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89f5b3bd-b76a-48b1-a43a-9760a367889d {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:07.691212 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'status': 'completed', 'code': 200} Sep 16 05:47:07.760928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64606c68-efff-413c-b023-32b6425a4f8d req-0e338043-efbc-4fe1-ad8e-694e29faf583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:07.762623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-0e338043-efbc-4fe1-ad8e-694e29faf583 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1095 time: 0.0429044 Sep 16 05:47:07.774758 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64606c68-efff-413c-b023-32b6425a4f8d req-37b688dc-fce7-4aec-a042-d8ebec702701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:07.776384 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-37b688dc-fce7-4aec-a042-d8ebec702701 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1095 time: 0.0470259 Sep 16 05:47:07.873651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64606c68-efff-413c-b023-32b6425a4f8d req-36f9fc0b-0bdf-4f4c-9040-2e4a54d9d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:07.875213 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-36f9fc0b-0bdf-4f4c-9040-2e4a54d9d289 service neutron] 10.222.0.57 "GET /v2.0/networks?id=43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 200 len: 913 time: 0.0911989 Sep 16 05:47:07.880938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026adcca-80c2-48c6-bce2-ba1021b3615d req-eadd25e6-9f2c-4b29-ab41-cb6d71b53e94 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:07.882421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026adcca-80c2-48c6-bce2-ba1021b3615d req-eadd25e6-9f2c-4b29-ab41-cb6d71b53e94 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 943 time: 0.1017346 Sep 16 05:47:07.915890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64606c68-efff-413c-b023-32b6425a4f8d req-6211eede-99b8-4ac3-ace3-c8376a8c5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:07.917271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-6211eede-99b8-4ac3-ace3-c8376a8c5e05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 200 len: 913 time: 0.1451831 Sep 16 05:47:07.917455 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-b47191dc-c3fd-4c76-ac19-c197a014b126 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 217 time: 0.0348208 Sep 16 05:47:07.940523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-026adcca-80c2-48c6-bce2-ba1021b3615d req-0151f8d0-3a59-4c32-8758-f8ef7a59445a tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516131 Sep 16 05:47:07.967144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64606c68-efff-413c-b023-32b6425a4f8d req-b4f23ce9-159a-4381-821b-5ba3c873748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:07.967893 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-8bf13ee2-1280-4852-b9c5-33dd93224af8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 217 time: 0.0386453 Sep 16 05:47:07.968688 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-b4f23ce9-159a-4381-821b-5ba3c873748d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be94162b-3aea-4d4b-baaf-e364f8037b58 HTTP/1.1" status: 200 len: 852 time: 0.0450602 Sep 16 05:47:08.003635 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-0dd3cfa5-ba77-4770-b0e8-15a66b023303 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=43ccb6c2-2ea3-4982-9edd-677113522fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282338 Sep 16 05:47:08.017555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64606c68-efff-413c-b023-32b6425a4f8d req-b0aecf31-a393-4ba2-ae70-2228f9009e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:08.019017 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-b0aecf31-a393-4ba2-ae70-2228f9009e99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be94162b-3aea-4d4b-baaf-e364f8037b58 HTTP/1.1" status: 200 len: 852 time: 0.0431895 Sep 16 05:47:08.058155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-70919e67-dd0f-4cbc-9d6c-b328f6c0a756 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43ccb6c2-2ea3-4982-9edd-677113522fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283322 Sep 16 05:47:08.093706 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-a1103651-a686-48cc-9bd1-7774656ef54c service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832341 Sep 16 05:47:08.157783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-03ea541e-6918-4671-afc4-304eb888d48a service neutron] 10.222.0.60 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819888 Sep 16 05:47:08.189269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-c0195eeb-65e8-4be7-93ac-e9fdad6fa46a service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887568 Sep 16 05:47:08.263003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-64606c68-efff-413c-b023-32b6425a4f8d req-fd639380-b953-4530-95ec-f1ac0ce5a1b0 service neutron] 10.222.0.60 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924778 Sep 16 05:47:09.061827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ca1a-a4bc-454c-8742-aeb6cca415a1 req-b891ab4a-35c3-4bba-826d-9af10e032bbe tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.063325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d710ca1a-a4bc-454c-8742-aeb6cca415a1 req-b891ab4a-35c3-4bba-826d-9af10e032bbe tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 943 time: 0.0486121 Sep 16 05:47:09.100085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d710ca1a-a4bc-454c-8742-aeb6cca415a1 req-655ad3d9-3001-4d96-9314-11f534d94129 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309851 Sep 16 05:47:09.385335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9652d769-af2d-4deb-a6c1-f53cf14f6a47 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:09.476689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:09.487421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'network_id': '43ccb6c2-2ea3-4982-9edd-677113522fdd', 'port_id': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'mac_address': 'fa:16:3e:b9:99:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be94162b-3aea-4d4b-baaf-e364f8037b58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:09.523579 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:09.539267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9652d769-af2d-4deb-a6c1-f53cf14f6a47 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:09.558425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:09.581134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914283d-135e-4f12-83da-d3a0946d3aac req-fef24c23-44d8-4645-879e-f4c11ae2100f tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.582654 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-fef24c23-44d8-4645-879e-f4c11ae2100f tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04&tenant_id=6771e6da35a24dc491a048990cad24cf&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 943 time: 0.0874922 Sep 16 05:47:09.632770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:09.648291 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-6914283d-135e-4f12-83da-d3a0946d3aac req-af3ffc82-7e0c-4f01-8128-235e5888e53e service neutron] delete failed (client error): The resource could not be found. Sep 16 05:47:09.649312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-af3ffc82-7e0c-4f01-8128-235e5888e53e service neutron] 10.222.0.57 "DELETE /v2.0/ports/9652d769-af2d-4deb-a6c1-f53cf14f6a47/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0575666 Sep 16 05:47:09.682199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:09.689778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.690136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.690479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.690818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.691154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.691540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.691875 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.692203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.692531 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.692861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.693197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.693521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:09.754562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914283d-135e-4f12-83da-d3a0946d3aac req-6553ab7a-97df-4179-902c-035b462779ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.756091 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-6553ab7a-97df-4179-902c-035b462779ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6771e6da35a24dc491a048990cad24cf&device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 1096 time: 0.0400841 Sep 16 05:47:09.846860 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914283d-135e-4f12-83da-d3a0946d3aac req-9074c7cf-0e1e-45b5-9740-d85eb0323d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.848374 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-9074c7cf-0e1e-45b5-9740-d85eb0323d18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 200 len: 913 time: 0.0837133 Sep 16 05:47:09.891322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9652d769-af2d-4deb-a6c1-f53cf14f6a47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:09.892822 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-947547ae-42fe-4487-92fc-0771ffa7618c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 200 len: 217 time: 0.0367217 Sep 16 05:47:09.946630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914283d-135e-4f12-83da-d3a0946d3aac req-d9d6072d-b07a-441b-857d-49f9c97cbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.948167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-d9d6072d-b07a-441b-857d-49f9c97cbbec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be94162b-3aea-4d4b-baaf-e364f8037b58 HTTP/1.1" status: 200 len: 852 time: 0.0478907 Sep 16 05:47:09.981198 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-0581b0a2-fe7a-45ea-a99f-b8d219e5a099 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=43ccb6c2-2ea3-4982-9edd-677113522fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242198 Sep 16 05:47:10.075600 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-78a4ad2d-8f31-4943-832c-cec5f49289e3 service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863168 Sep 16 05:47:10.165537 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-f0cbefd9-3328-4bf5-9de3-f5f1b690ff6c service neutron] 10.222.0.57 "GET /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825536 Sep 16 05:47:10.878150 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.072983 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9822709e-7139-4c21-bf54-7200f9a33726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.416921 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9652d769-af2d-4deb-a6c1-f53cf14f6a47 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:11.448992 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:11.558318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:11.562604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:11.562980 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.637652 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.658558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:11.660829 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a329fa7a-d5fd-4bb2-bf66-a5ba25e6c937" -d '{"events": [{"server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "name": "network-vif-plugged", "status": "completed", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:11.674587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:11.701354 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db4d6ff-6dc8-464b-bcc7-53acbaa6c713 x-openstack-request-id: req-2db4d6ff-6dc8-464b-bcc7-53acbaa6c713 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:11.701648 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "name": "network-vif-plugged", "status": "completed", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:11.701913 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2db4d6ff-6dc8-464b-bcc7-53acbaa6c713 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:11.702297 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'code': 200} Sep 16 05:47:11.724056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.761657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f1e8-65e0-4cfc-b949-9b05afdf024a req-e9d9bb4b-eedc-471e-a41d-ced81efc6125 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:11.763316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00e4f1e8-65e0-4cfc-b949-9b05afdf024a req-e9d9bb4b-eedc-471e-a41d-ced81efc6125 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0501065 Sep 16 05:47:11.773565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:11.802178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00e4f1e8-65e0-4cfc-b949-9b05afdf024a req-cef98ff2-d62b-4f31-bae9-3e497bcc089c tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329511 Sep 16 05:47:12.921395 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1d1f6-2599-4d15-a7eb-3100e13b0d7c req-5d64291a-5b6d-4ff4-9fcc-2358483628fa tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:12.922843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4a1d1f6-2599-4d15-a7eb-3100e13b0d7c req-5d64291a-5b6d-4ff4-9fcc-2358483628fa tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Sep 16 05:47:12.960252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4a1d1f6-2599-4d15-a7eb-3100e13b0d7c req-009c1262-9d97-4783-abca-5dfe627ba2b2 tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314715 Sep 16 05:47:13.426884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914283d-135e-4f12-83da-d3a0946d3aac req-a78c6df0-16dc-49e2-b8a5-47189efc67be tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:13.428341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-a78c6df0-16dc-49e2-b8a5-47189efc67be tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 945 time: 0.0482788 Sep 16 05:47:13.514744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Deleting port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:47:13.515087 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.604596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] For port 9652d769-af2d-4deb-a6c1-f53cf14f6a47, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=9652d769-af2d-4deb-a6c1-f53cf14f6a47,segment=NetworkSegment(d3651edf-fdcd-446f-83cf-c050e36243e8),segment_id=d3651edf-fdcd-446f-83cf-c050e36243e8)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:13.604961 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.617172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Calling delete_port for 9652d769-af2d-4deb-a6c1-f53cf14f6a47 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:47:13.803970 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.815704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['9652d769-af2d-4deb-a6c1-f53cf14f6a47'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:13.830655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Pushing event deleted for resources: {'Port': ['ID=9652d769-af2d-4deb-a6c1-f53cf14f6a47,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:13.872184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] No DVR routers for this DVR port 9652d769-af2d-4deb-a6c1-f53cf14f6a47 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:13.874728 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.876767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6914283d-135e-4f12-83da-d3a0946d3aac req-5ebc9eef-4416-4d79-ade7-b6b8a5b0b4ac tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.60 "DELETE /v2.0/ports/9652d769-af2d-4deb-a6c1-f53cf14f6a47 HTTP/1.1" status: 204 len: 173 time: 0.4416313 Sep 16 05:47:13.877204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'name': 'network-vif-deleted', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:13.879440 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd21936-220f-4536-95fa-b7cb5d8647ab" -d '{"events": [{"server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "name": "network-vif-deleted", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:13.915450 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66837f4-a0df-470f-8682-51c0123a948d x-openstack-request-id: req-b66837f4-a0df-470f-8682-51c0123a948d {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:13.915750 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbeb6d5-59cc-4338-996a-e33971600b04", "name": "network-vif-deleted", "tag": "9652d769-af2d-4deb-a6c1-f53cf14f6a47", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:13.916006 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b66837f4-a0df-470f-8682-51c0123a948d {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:13.916410 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbeb6d5-59cc-4338-996a-e33971600b04', 'name': 'network-vif-deleted', 'tag': '9652d769-af2d-4deb-a6c1-f53cf14f6a47', 'status': 'completed', 'code': 200} Sep 16 05:47:14.052338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b4bfe91-89a8-494b-9200-034f6960facc req-0a2debfc-5833-411d-b4c4-5f236f85397e tempest-DeleteServersTestJSON-1942147048 tempest-DeleteServersTestJSON-1942147048-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cbeb6d5-59cc-4338-996a-e33971600b04 HTTP/1.1" status: 200 len: 210 time: 0.0261307 Sep 16 05:47:14.220867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.478369 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34cbb13d-0b9e-4ced-8490-1f0ef0e18a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.179213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36778) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:15.223256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33c08be-e695-4b10-b44a-a6f21a716179 admin admin] Deleting subnet be94162b-3aea-4d4b-baaf-e364f8037b58 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:47:15.227226 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b33c08be-e695-4b10-b44a-a6f21a716179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.264798 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b33c08be-e695-4b10-b44a-a6f21a716179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.272347 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.303359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b33c08be-e695-4b10-b44a-a6f21a716179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.399453 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b33c08be-e695-4b10-b44a-a6f21a716179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.425175 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c08be-e695-4b10-b44a-a6f21a716179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be94162b-3aea-4d4b-baaf-e364f8037b58,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:15.428973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b33c08be-e695-4b10-b44a-a6f21a716179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.431388 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b33c08be-e695-4b10-b44a-a6f21a716179 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/be94162b-3aea-4d4b-baaf-e364f8037b58 HTTP/1.1" status: 204 len: 168 time: 0.2506590 Sep 16 05:47:15.433507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36780) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:15.503005 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.577736 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.597051 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ccb6c2-2ea3-4982-9edd-677113522fdd']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:15.605953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3651edf-fdcd-446f-83cf-c050e36243e8') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:15.606246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3651edf-fdcd-446f-83cf-c050e36243e8') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:15.619657 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.632209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.638439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:47:15.638736 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:47:15.640343 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:47:15.758898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.764225 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.767580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] 10.222.0.59 "DELETE /v2.0/networks/43ccb6c2-2ea3-4982-9edd-677113522fdd HTTP/1.1" status: 204 len: 168 time: 0.3316312 Sep 16 05:47:15.776899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387385c-2776-45aa-8c89-6aa1094a85ff admin admin] Pushing event deleted for resources: {'Network': ['ID=43ccb6c2-2ea3-4982-9edd-677113522fdd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:16.099025 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36784) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:16.137946 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d051a266-c239-4f45-b3ab-6e0cbc27cc9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6771e6da35a24dc491a048990cad24cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377824 Sep 16 05:47:16.140258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36786) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:16.186498 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99617ec6-1d3b-4588-888b-85545d4fa5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:16.210865 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99617ec6-1d3b-4588-888b-85545d4fa5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:16.318271 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99617ec6-1d3b-4588-888b-85545d4fa5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:16.320866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-99617ec6-1d3b-4588-888b-85545d4fa5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:16.322073 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-99617ec6-1d3b-4588-888b-85545d4fa5ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc HTTP/1.1" status: 204 len: 168 time: 0.1809101 Sep 16 05:47:16.330443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99617ec6-1d3b-4588-888b-85545d4fa5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c65c7e2-6b73-428f-82b3-1a0ebeecfbfc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:17.026890 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.259470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36808) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:17.353244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-79023539-network', 'tenant_id': 'e78a32c6806c417a8af42086b58d5d70'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:17.408023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9652d769-af2d-4deb-a6c1-f53cf14f6a47 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:17.421139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Made reservation on behalf of e78a32c6806c417a8af42086b58d5d70 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:17.429857 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.430010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 9652d769-af2d-4deb-a6c1-f53cf14f6a47 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:17.430010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 9652d769-af2d-4deb-a6c1-f53cf14f6a47 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:17.432184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.518779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.580163 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.604508 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:47:17.613081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17efc690-6da4-4b7e-82e1-c17e7a9f7e90,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:17.623046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.623046 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Added segment cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9 of type vlan for network 0707609a-8d55-43db-b196-98227836288b Sep 16 05:47:17.658939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.746382 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.747378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:17.747962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.809568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0707609a-8d55-43db-b196-98227836288b,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:17.819058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0707609a-8d55-43db-b196-98227836288b details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:47:17.838749 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4d6aa8da-41da-4396-b5a0-d94c472b12d3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5781751 Sep 16 05:47:17.841693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 36812) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:17.846577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Request body: {'subnet': {'network_id': '0707609a-8d55-43db-b196-98227836288b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-79023539-subnet', 'tenant_id': 'e78a32c6806c417a8af42086b58d5d70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:17.906436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Made reservation on behalf of e78a32c6806c417a8af42086b58d5d70 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:17.908822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:18.141137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:18.196232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc17a0de-f91d-4cb8-9834-5491590032c4,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:18.204910 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Checking segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:18.205276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Network hostable DHCP agents. Network: 0707609a-8d55-43db-b196-98227836288b, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:47:18.284084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Network 0707609a-8d55-43db-b196-98227836288b is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:47:18.364058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0707609a-8d55-43db-b196-98227836288b) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:18.368104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.368693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:18.374740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbec1edd-7753-4c64-9b65-20cfa8af2318 None None] Network 0707609a-8d55-43db-b196-98227836288b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:18.456211 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-701bc5b5-2df4-4dda-b50a-b1f872a84194 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6134107 Sep 16 05:47:18.500487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8789681-47cb-4ca5-ab9f-5f900485871b None None] Network 0707609a-8d55-43db-b196-98227836288b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:18.872136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-3a71fb8a-f9ab-42f4-9656-08d3144daa6d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.873617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-3a71fb8a-f9ab-42f4-9656-08d3144daa6d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 813 time: 0.1034768 Sep 16 05:47:18.888335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-eb93d71a-1d76-4df3-a35e-99d5b37217ff tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/quotas/e78a32c6806c417a8af42086b58d5d70 HTTP/1.1" status: 200 len: 375 time: 0.0090456 Sep 16 05:47:18.920087 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-5f74c47f-fc76-4c09-af29-ef8f43c2453a tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264535 Sep 16 05:47:18.930489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-bd9e5207-c11a-43e8-80c9-63d6a3c9c798 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:47:18.931460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-bd9e5207-c11a-43e8-80c9-63d6a3c9c798 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049577 Sep 16 05:47:19.021580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-20779548-7ddf-41e9-a97c-add0e3ae53a7 service neutron] 10.222.0.59 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845704 Sep 16 05:47:19.108751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-7cb791d1-965a-4f55-81ae-2a77a10303dd service neutron] 10.222.0.59 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805507 Sep 16 05:47:19.367960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9d09eae-9539-445d-a7f1-a875f90b949e req-e7da64a1-e13d-4d06-8953-d09468dde489 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 210 time: 0.0303290 Sep 16 05:47:20.462880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbe893e0-c615-4126-8a7c-2505cc9eb253 req-c03975a2-918e-44f2-b118-771fb96924ab tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 210 time: 0.0274086 Sep 16 05:47:21.430999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-c14fb153-740b-40da-ab6c-87b6ad99bf18 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:21.432543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-c14fb153-740b-40da-ab6c-87b6ad99bf18 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.60 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 813 time: 0.1052577 Sep 16 05:47:21.448027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Request body: {'port': {'device_id': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'network_id': '0707609a-8d55-43db-b196-98227836288b', 'admin_state_up': True, 'tenant_id': 'e78a32c6806c417a8af42086b58d5d70'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:21.575528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5a2681c-2db2-46eb-96b5-88788be0f974 req-51ddab4b-1a44-46a9-92af-e8f6b2231bbd tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 210 time: 0.0327239 Sep 16 05:47:21.655061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Made reservation on behalf of e78a32c6806c417a8af42086b58d5d70 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:21.658759 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:21.787625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Allocated IP 172.20.0.7 (0707609a-8d55-43db-b196-98227836288b/fc17a0de-f91d-4cb8-9834-5491590032c4/55bf3147-56dd-4bd5-a7fa-6c3f14707035) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:21.935603 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.027220 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.073389 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Network 0707609a-8d55-43db-b196-98227836288b is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:22.076547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:22.082199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:22.089066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:22.118230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.118585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.118923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.119284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.119617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.119950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.120276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.120597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.120919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.121241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.121561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.121880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:22.143416 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:22.144029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.210249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-74312fd3-6c10-4c71-8359-98edc281b2e1 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665071 Sep 16 05:47:22.222478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Request body: {'port': {'device_id': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:22.277902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.537944 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bf3147-56dd-4bd5-a7fa-6c3f14707035 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:22.545548 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.557077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Transition to ACTIVE for port object 55bf3147-56dd-4bd5-a7fa-6c3f14707035 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:22.651834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.727628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:22.741197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee21edd-b972-4d5f-8155-7850528b4bc7 req-94a766c6-2f78-4d4a-b20d-1113af07157b tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:22.743296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cee21edd-b972-4d5f-8155-7850528b4bc7 req-94a766c6-2f78-4d4a-b20d-1113af07157b tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 943 time: 0.1024714 Sep 16 05:47:22.818566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cee21edd-b972-4d5f-8155-7850528b4bc7 req-184103ff-88c6-4419-b749-2f5227b3922e tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Sep 16 05:47:22.839145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Attempting to bind port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:22.839145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Attempting to bind port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:22.839145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Attempting to bind port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on network 0707609a-8d55-43db-b196-98227836288b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:22.839145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on network 0707609a-8d55-43db-b196-98227836288b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:22.839145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Attempting to bind port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on network 0707609a-8d55-43db-b196-98227836288b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:22.843630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:22.843974 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Checking segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:22.844361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Bound using segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:22.844797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Bound port: 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:22.845164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.912255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:22.915529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:23.003796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:23.034488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.035203 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:23.036709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] 10.222.0.60 "PUT /v2.0/ports/55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 1092 time: 0.8181748 Sep 16 05:47:23.039055 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:23.041299 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2bb3fe655b6d57042f2f5be69ec8b1781bf6b980841b3d14923a0face44f93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010eff37-055d-48fb-abee-1a839ba11fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:23.076682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb8058-a13f-445a-bc23-46f071793db2 service neutron] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:23.078265 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d24ac99-2b10-435f-93ef-ffa3b39cc471 x-openstack-request-id: req-8d24ac99-2b10-435f-93ef-ffa3b39cc471 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:23.078577 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:23.078806 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d24ac99-2b10-435f-93ef-ffa3b39cc471 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:23.079202 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'status': 'completed', 'code': 200} Sep 16 05:47:23.142760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eff37-055d-48fb-abee-1a839ba11fc2 req-4be4a8c7-3f08-4d95-976a-06a0cf8f2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.144282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-010eff37-055d-48fb-abee-1a839ba11fc2 req-4be4a8c7-3f08-4d95-976a-06a0cf8f2ccc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1095 time: 0.0417888 Sep 16 05:47:23.244541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eff37-055d-48fb-abee-1a839ba11fc2 req-41f4523b-8b3d-4822-bdc3-a50f5fefc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.245991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-010eff37-055d-48fb-abee-1a839ba11fc2 req-41f4523b-8b3d-4822-bdc3-a50f5fefc33d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e78a32c6806c417a8af42086b58d5d70&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935805 Sep 16 05:47:23.336511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eff37-055d-48fb-abee-1a839ba11fc2 req-d31127b8-4efe-4835-a80a-7cfe6c4782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.337888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-010eff37-055d-48fb-abee-1a839ba11fc2 req-d31127b8-4efe-4835-a80a-7cfe6c4782ca service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852337 Sep 16 05:47:23.421822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-a79aed82-6171-4513-a95b-beb740848783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.423337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-a79aed82-6171-4513-a95b-beb740848783 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1095 time: 0.0486195 Sep 16 05:47:23.466778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-188cc9a3-bfe4-4f5b-835d-5d08a6a3cd82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 217 time: 0.0329244 Sep 16 05:47:23.515561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-d53584ef-6fbe-4a76-a25c-3abd2ed78619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.516961 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-d53584ef-6fbe-4a76-a25c-3abd2ed78619 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0425475 Sep 16 05:47:23.549127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-fc2e0774-82ab-456b-afb2-66fa33dcc18e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240221 Sep 16 05:47:23.641968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-114b20a9-2802-49e8-8978-1e36889adfd0 service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847661 Sep 16 05:47:23.733736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f91b8d0a-c00b-46ad-ade0-08616f1e2771 req-65e20191-75b2-4efa-a66b-538044b7d404 service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831177 Sep 16 05:47:23.937139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d726c-8c8e-4eb2-817c-2841e0d5edde req-fccb24f4-ad90-4597-bf31-ab0c94092337 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.938631 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c85d726c-8c8e-4eb2-817c-2841e0d5edde req-fccb24f4-ad90-4597-bf31-ab0c94092337 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 943 time: 0.0531440 Sep 16 05:47:23.976980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c85d726c-8c8e-4eb2-817c-2841e0d5edde req-e1ab9408-7bf3-4043-8c35-3fe1671c242c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323009 Sep 16 05:47:25.091564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179df6b-54c8-41ab-a865-0c0d87b4e0a3 req-b39cb0e2-8937-4f6b-8323-66f33289da96 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:25.093046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b179df6b-54c8-41ab-a865-0c0d87b4e0a3 req-b39cb0e2-8937-4f6b-8323-66f33289da96 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 943 time: 0.0480888 Sep 16 05:47:25.130668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b179df6b-54c8-41ab-a865-0c0d87b4e0a3 req-849f485c-9c8f-46dd-9c45-dd2e5fc2ff91 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Sep 16 05:47:26.243631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a96a7c-177c-435c-8d13-6413291b56f1 req-eeb42b93-2327-45ea-8360-520b69e76f20 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.245113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79a96a7c-177c-435c-8d13-6413291b56f1 req-eeb42b93-2327-45ea-8360-520b69e76f20 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 943 time: 0.0485921 Sep 16 05:47:26.282501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79a96a7c-177c-435c-8d13-6413291b56f1 req-ce281b8e-2a62-4081-bb1f-a7789f3621ed tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Sep 16 05:47:27.401152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d58e7-ed7c-4ce0-9cf9-a99920ae4f4f req-1de78bf1-a52c-4ab8-bb3b-a03c396d6d0f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.403786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-211d58e7-ed7c-4ce0-9cf9-a99920ae4f4f req-1de78bf1-a52c-4ab8-bb3b-a03c396d6d0f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 943 time: 0.0530434 Sep 16 05:47:27.423009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 55bf3147-56dd-4bd5-a7fa-6c3f14707035 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:27.441817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-211d58e7-ed7c-4ce0-9cf9-a99920ae4f4f req-fa7ba737-f6c2-4cb9-b84e-0180a76a8c07 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319602 Sep 16 05:47:27.513202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:27.523758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'network_id': '0707609a-8d55-43db-b196-98227836288b', 'port_id': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'mac_address': 'fa:16:3e:4d:a1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc17a0de-f91d-4cb8-9834-5491590032c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:27.559104 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.574760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bf3147-56dd-4bd5-a7fa-6c3f14707035 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:27.592520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:27.637600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.683668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:27.830664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['55bf3147-56dd-4bd5-a7fa-6c3f14707035'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:28.511932 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.555489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1d539-2f65-4822-aea1-b3c2be9eb221 req-eded5a72-9bc2-42d5-a078-1784b7e9343a tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.557019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77f1d539-2f65-4822-aea1-b3c2be9eb221 req-eded5a72-9bc2-42d5-a078-1784b7e9343a tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 944 time: 0.0490038 Sep 16 05:47:28.594566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-77f1d539-2f65-4822-aea1-b3c2be9eb221 req-cb506499-50e9-4191-9086-e71044ee79b9 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Sep 16 05:47:29.446143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 55bf3147-56dd-4bd5-a7fa-6c3f14707035 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:29.557754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:29.561412 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:29.561787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.638787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.657812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:29.665164 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29922202-fd28-4520-bff7-19e29b16ada6" -d '{"events": [{"server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "name": "network-vif-plugged", "status": "completed", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:29.674586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:29.696017 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6439a9d8-b268-4a6b-be82-a6d0c2d5c424 x-openstack-request-id: req-6439a9d8-b268-4a6b-be82-a6d0c2d5c424 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:29.696315 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "name": "network-vif-plugged", "status": "completed", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:29.696705 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6439a9d8-b268-4a6b-be82-a6d0c2d5c424 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:29.697107 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'code': 200} Sep 16 05:47:29.708768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ef86-0924-446a-a367-61d4ce75d8b2 req-4ca5a5e0-5c52-4293-a4bf-3c75bcc14855 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.710308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d207ef86-0924-446a-a367-61d4ce75d8b2 req-4ca5a5e0-5c52-4293-a4bf-3c75bcc14855 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 944 time: 0.0509446 Sep 16 05:47:29.735679 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.755471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d207ef86-0924-446a-a367-61d4ce75d8b2 req-83bee3c7-e4c2-403b-acb0-cd3e51580477 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373590 Sep 16 05:47:29.789485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:29.804862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66eb20-3e54-44da-ab4c-136c88b37e9b req-d9e24c7c-5b6a-42ea-ac66-cb0f4e478cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.806435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb66eb20-3e54-44da-ab4c-136c88b37e9b req-d9e24c7c-5b6a-42ea-ac66-cb0f4e478cfc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1097 time: 0.0465174 Sep 16 05:47:29.842294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb66eb20-3e54-44da-ab4c-136c88b37e9b req-e5599984-48d1-497e-8bfb-0b712ccd9303 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285730 Sep 16 05:47:30.874154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a847-19a2-4da0-a205-f0dcbeb6ff58 req-35508abc-b92f-4ecf-95c9-138843094106 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:30.875685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58d0a847-19a2-4da0-a205-f0dcbeb6ff58 req-35508abc-b92f-4ecf-95c9-138843094106 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0490801 Sep 16 05:47:30.913561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58d0a847-19a2-4da0-a205-f0dcbeb6ff58 req-ceb02d21-86e9-46d3-a7ee-d4942dd30e08 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Sep 16 05:47:32.026607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ccd68-471d-43ac-96fb-0dfdbd453776 req-cc1c983a-286b-4808-a65a-65a969809d25 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.028114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-120ccd68-471d-43ac-96fb-0dfdbd453776 req-cc1c983a-286b-4808-a65a-65a969809d25 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0490248 Sep 16 05:47:32.065535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-120ccd68-471d-43ac-96fb-0dfdbd453776 req-0c7fcc40-5f0c-4087-a490-48f25f833afc tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Sep 16 05:47:32.182609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0058-ca9c-4aa3-ae90-e8a9e6d4d099 req-b6a67859-ffbb-40fe-baa4-a8da5a7eaf56 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.184126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea0e0058-ca9c-4aa3-ae90-e8a9e6d4d099 req-b6a67859-ffbb-40fe-baa4-a8da5a7eaf56 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0521023 Sep 16 05:47:32.220370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea0e0058-ca9c-4aa3-ae90-e8a9e6d4d099 req-1405311c-409e-4163-a9c7-333345ba241f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302906 Sep 16 05:47:32.473240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e43ba-50a2-4d89-b3da-2779a087c2ed req-5951d9c8-4a24-4db2-b9ff-5ba19d85291d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.474646 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-857e43ba-50a2-4d89-b3da-2779a087c2ed req-5951d9c8-4a24-4db2-b9ff-5ba19d85291d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0504375 Sep 16 05:47:32.512202 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-857e43ba-50a2-4d89-b3da-2779a087c2ed req-30a37f07-5ce5-4cb6-a6bc-88a6ab3d6c15 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309069 Sep 16 05:47:32.625242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941e0ef-2aab-4554-baf5-b32f7ce78079 req-c9424393-0dd1-4f73-8831-adc974c01a99 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.626761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5941e0ef-2aab-4554-baf5-b32f7ce78079 req-c9424393-0dd1-4f73-8831-adc974c01a99 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0495572 Sep 16 05:47:32.664306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5941e0ef-2aab-4554-baf5-b32f7ce78079 req-27ada000-c15d-42c0-bf53-4c426ed08011 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Sep 16 05:47:33.038612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc3f04-f0d5-4250-9044-9eb0f88a442a req-c5d7b729-73f4-4834-af07-8ff80b8cb044 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.040036 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8dc3f04-f0d5-4250-9044-9eb0f88a442a req-c5d7b729-73f4-4834-af07-8ff80b8cb044 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0526495 Sep 16 05:47:33.077783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f8dc3f04-f0d5-4250-9044-9eb0f88a442a req-ff62a26c-31f6-41d2-9c19-bfddba3c712c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Sep 16 05:47:33.168312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-2301fd09-6cb0-47ba-8c37-c450712335ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474236 Sep 16 05:47:34.194562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c006a8-4872-4556-8502-d3dfb6bb2575 req-baaf32fc-91c7-4b00-bcd3-de458db7fe23 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.195987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7c006a8-4872-4556-8502-d3dfb6bb2575 req-baaf32fc-91c7-4b00-bcd3-de458db7fe23 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0493822 Sep 16 05:47:34.236113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f7c006a8-4872-4556-8502-d3dfb6bb2575 req-cf22c952-a3c3-4595-b9b2-b2565b5402fa tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Sep 16 05:47:35.054366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-ae97a4fa-dfb8-4d42-bde3-cf9ce9dd5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.056488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-ae97a4fa-dfb8-4d42-bde3-cf9ce9dd5d1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1097 time: 0.0401719 Sep 16 05:47:35.149203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-56c63445-b620-4ff3-b662-5759c81e42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.150816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-56c63445-b620-4ff3-b662-5759c81e42e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0874722 Sep 16 05:47:35.193032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-18a38f7e-9c37-42eb-99f8-30ee43940663 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 217 time: 0.0338845 Sep 16 05:47:35.244978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-988f3522-37b0-456c-af32-e3a1533991e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.246470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-988f3522-37b0-456c-af32-e3a1533991e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0460348 Sep 16 05:47:35.284395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-b4482ffa-3af2-42ea-bee4-0cab46068f99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239840 Sep 16 05:47:35.407752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5254-4c38-451e-8a82-720807df049c req-23aeba2a-44aa-4a2d-af53-98748effbae7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.409273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39de5254-4c38-451e-8a82-720807df049c req-23aeba2a-44aa-4a2d-af53-98748effbae7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.1055167 Sep 16 05:47:35.444221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-bb191ea4-65ab-449f-9965-b440c994be80 service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392975 Sep 16 05:47:35.467311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39de5254-4c38-451e-8a82-720807df049c req-712d0e62-cb94-4fba-9123-62e3280b23ec tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511467 Sep 16 05:47:35.542232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-c8d4138d-df9f-49a3-9b25-1a56fb1a9acd service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890913 Sep 16 05:47:36.586555 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6483da-4250-4b11-b1ae-f289c2f7cb35 req-8f552968-2b9f-46d9-9a94-3aedbe0b8f39 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.588046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c6483da-4250-4b11-b1ae-f289c2f7cb35 req-8f552968-2b9f-46d9-9a94-3aedbe0b8f39 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0525291 Sep 16 05:47:36.624963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4c6483da-4250-4b11-b1ae-f289c2f7cb35 req-b2a8c31c-47f7-4f4a-b59d-b2b589afc512 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Sep 16 05:47:37.737273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11742-68e3-490f-8109-ba2d80cfd83b req-2f9860fb-df5f-45de-9647-e190d8a819cc tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:37.738807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47b11742-68e3-490f-8109-ba2d80cfd83b req-2f9860fb-df5f-45de-9647-e190d8a819cc tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0475111 Sep 16 05:47:37.776830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47b11742-68e3-490f-8109-ba2d80cfd83b req-67b0e329-b9e2-49e0-85d9-f089819a89e7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Sep 16 05:47:38.890913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561a8c4-fe21-4374-81ab-b4cb19fd67a3 req-f3c794e5-de20-4847-a70c-1d06b56e9cac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:38.892409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9561a8c4-fe21-4374-81ab-b4cb19fd67a3 req-f3c794e5-de20-4847-a70c-1d06b56e9cac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0480506 Sep 16 05:47:38.929258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9561a8c4-fe21-4374-81ab-b4cb19fd67a3 req-9a8fcf35-c2f5-45f6-b5df-379ac93e4abf tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Sep 16 05:47:40.045519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507f17a-d555-4f5a-a89f-f06c1c14e289 req-c172af94-4bda-41e6-92ae-287ca5af23ab tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:40.046970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6507f17a-d555-4f5a-a89f-f06c1c14e289 req-c172af94-4bda-41e6-92ae-287ca5af23ab tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0509465 Sep 16 05:47:40.084276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6507f17a-d555-4f5a-a89f-f06c1c14e289 req-ccff08e4-7237-4785-80ee-5b726f202dd0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Sep 16 05:47:40.859850 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.014060 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f759d754-6a09-4301-978f-757222d61033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.206431 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356ebe7-060c-47ad-a96a-63ad51bfafcb req-09587dda-c809-4c09-a34c-f30001308ce2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.207950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2356ebe7-060c-47ad-a96a-63ad51bfafcb req-09587dda-c809-4c09-a34c-f30001308ce2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0480690 Sep 16 05:47:41.245191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2356ebe7-060c-47ad-a96a-63ad51bfafcb req-adc342c8-d18d-4a4d-834d-0832796bdbec tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306103 Sep 16 05:47:42.199052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-d40b1b19-42d0-423a-90f1-d7dcafa1c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.200537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-d40b1b19-42d0-423a-90f1-d7dcafa1c455 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1097 time: 0.0401907 Sep 16 05:47:42.307612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-c94954b9-137b-453c-8e27-f1f7629501fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.309089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-c94954b9-137b-453c-8e27-f1f7629501fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0878251 Sep 16 05:47:42.383260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-dc4ef183-87e1-49d0-914d-f7bf30817936 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 217 time: 0.0623684 Sep 16 05:47:42.406685 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd215-abe0-4260-ba7f-4c7c6b733c50 req-b88badf8-b652-47f6-8671-6d44a1a3168c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.408223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62dd215-abe0-4260-ba7f-4c7c6b733c50 req-b88badf8-b652-47f6-8671-6d44a1a3168c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0955145 Sep 16 05:47:42.464023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-4502b915-794a-4958-9db7-a5719c4ff432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.465440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-4502b915-794a-4958-9db7-a5719c4ff432 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0747206 Sep 16 05:47:42.472467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c62dd215-abe0-4260-ba7f-4c7c6b733c50 req-9fa19eb6-5925-4456-99b0-a674c7b2e535 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453935 Sep 16 05:47:42.497805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-d748e64c-73bb-40ba-984f-801fe12bea1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244532 Sep 16 05:47:42.912728 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-cd40ab29-8ed0-471a-bed3-7e8a7f0eb78b service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056294 Sep 16 05:47:43.000908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-22ff7daf-c81e-41fe-98c5-6aeadf7067a3 req-7050cecd-1674-43de-bc95-d1803532c091 service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803537 Sep 16 05:47:43.585882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e6a8b-28e0-44d4-ab86-99b40dc3c7e5 req-1e66c687-0092-4403-a48c-8f8d39628036 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:43.587324 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d30e6a8b-28e0-44d4-ab86-99b40dc3c7e5 req-1e66c687-0092-4403-a48c-8f8d39628036 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0481112 Sep 16 05:47:43.625117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d30e6a8b-28e0-44d4-ab86-99b40dc3c7e5 req-f9d7fb0b-5395-4d0a-9a13-4139a8ef856b tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 Sep 16 05:47:44.220061 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:44.471137 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f0f80ba6-0009-4923-ab13-dd3430555744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:44.741976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29801e-b163-4366-8c77-34ae762b1f17 req-09e3840f-bd87-438c-be43-e157b5d62967 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:44.743956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d29801e-b163-4366-8c77-34ae762b1f17 req-09e3840f-bd87-438c-be43-e157b5d62967 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0522370 Sep 16 05:47:44.780955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7d29801e-b163-4366-8c77-34ae762b1f17 req-a24d1a5b-a193-46ed-94fa-3bdc4388751b tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311542 Sep 16 05:47:45.248516 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.892021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e42b2-5ed3-444a-ba6a-a382a6cb187f req-f402d29b-42de-40c6-b314-50ca8d095265 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.893460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b8e42b2-5ed3-444a-ba6a-a382a6cb187f req-f402d29b-42de-40c6-b314-50ca8d095265 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0475225 Sep 16 05:47:45.930001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b8e42b2-5ed3-444a-ba6a-a382a6cb187f req-987b895b-1c73-47ee-9b8e-f2a6923a6761 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307815 Sep 16 05:47:46.991621 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.044597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ff1ac-da8d-4c90-a88b-120b81173cfe req-16f4ad8e-7ba9-460b-ab96-c6e8e68da135 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.046053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e36ff1ac-da8d-4c90-a88b-120b81173cfe req-16f4ad8e-7ba9-460b-ab96-c6e8e68da135 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0486851 Sep 16 05:47:47.084097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e36ff1ac-da8d-4c90-a88b-120b81173cfe req-b202f072-cb49-4e0e-93a0-9d2204ca0e26 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Sep 16 05:47:48.200328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809d03-d642-44f6-8e47-bed3f8f28381 req-99d88d5a-4161-4318-837b-9ff0062a3f85 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:48.201761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2809d03-d642-44f6-8e47-bed3f8f28381 req-99d88d5a-4161-4318-837b-9ff0062a3f85 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0510254 Sep 16 05:47:48.238846 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2809d03-d642-44f6-8e47-bed3f8f28381 req-2a4dd035-de2e-42c0-9f40-66f0470c5faa tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Sep 16 05:47:48.448621 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:49.352883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2e7dd-ac8b-4d22-96cf-822e99be1693 req-3b655c47-e1ee-4509-b8dc-1165e6ebc5ed tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.358794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fa2e7dd-ac8b-4d22-96cf-822e99be1693 req-3b655c47-e1ee-4509-b8dc-1165e6ebc5ed tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0495949 Sep 16 05:47:49.392981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6fa2e7dd-ac8b-4d22-96cf-822e99be1693 req-60751011-c381-444f-8c0e-d7e6ea043b34 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Sep 16 05:47:50.505207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12f095-b57b-4750-a6b6-a1d319615b00 req-ae24a7ef-003e-4bd0-8401-b584267f42f9 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.506660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb12f095-b57b-4750-a6b6-a1d319615b00 req-ae24a7ef-003e-4bd0-8401-b584267f42f9 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0476108 Sep 16 05:47:50.543721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb12f095-b57b-4750-a6b6-a1d319615b00 req-c041a173-12b3-47dd-b848-bb1fe390d35d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Sep 16 05:47:51.660205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a53c9-6df8-48bf-8ac3-a55fef291ec7 req-d80e0b5d-147d-4cc9-904a-0934148795c7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:51.661579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a4a53c9-6df8-48bf-8ac3-a55fef291ec7 req-d80e0b5d-147d-4cc9-904a-0934148795c7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0516224 Sep 16 05:47:51.698120 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a4a53c9-6df8-48bf-8ac3-a55fef291ec7 req-04479e0a-ca99-43bd-bf67-7f48cae46034 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303774 Sep 16 05:47:52.810774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794367d5-9570-4e22-b316-5dac493e6692 req-116db677-1794-425c-b013-2b251cb8c2f3 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:52.812244 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-794367d5-9570-4e22-b316-5dac493e6692 req-116db677-1794-425c-b013-2b251cb8c2f3 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0484753 Sep 16 05:47:52.850444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-794367d5-9570-4e22-b316-5dac493e6692 req-525b71a7-7da0-4fa9-8ab7-d01f165a748f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Sep 16 05:47:53.964046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11199-93b4-4f87-a952-a2cfac97c5b5 req-3fca9211-b528-4f97-ab72-3dec3fd00073 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:53.965555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edc11199-93b4-4f87-a952-a2cfac97c5b5 req-3fca9211-b528-4f97-ab72-3dec3fd00073 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0480974 Sep 16 05:47:54.001782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edc11199-93b4-4f87-a952-a2cfac97c5b5 req-9f329c90-4848-425b-9df8-2517c24677d6 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303679 Sep 16 05:47:55.118229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685275-9d18-4b97-b8e5-04914cf4d238 req-45b8f83f-b163-4f0d-a5b2-700b8c6325de tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.119727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96685275-9d18-4b97-b8e5-04914cf4d238 req-45b8f83f-b163-4f0d-a5b2-700b8c6325de tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0509300 Sep 16 05:47:55.155919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96685275-9d18-4b97-b8e5-04914cf4d238 req-d8746036-52dd-43aa-8a95-0014682a5eaf tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303111 Sep 16 05:47:56.269536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecbfc-d8ce-4023-bf9c-5ee3748e8084 req-192d254f-4a64-4da2-8e99-19407bf303b9 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.271002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d9aecbfc-d8ce-4023-bf9c-5ee3748e8084 req-192d254f-4a64-4da2-8e99-19407bf303b9 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0481608 Sep 16 05:47:56.309473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d9aecbfc-d8ce-4023-bf9c-5ee3748e8084 req-b675e867-39f3-41bf-9733-66d7c8e39a65 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Sep 16 05:47:57.423133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f265c8-9552-4c87-815e-0ff268a02ee3 req-689212ed-e8cf-41d5-b35c-cdfd394fb912 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.424624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32f265c8-9552-4c87-815e-0ff268a02ee3 req-689212ed-e8cf-41d5-b35c-cdfd394fb912 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0486915 Sep 16 05:47:57.463150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32f265c8-9552-4c87-815e-0ff268a02ee3 req-f7e56e45-ba13-44ad-b585-9c2668405332 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325482 Sep 16 05:47:58.516707 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:58.580067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e9164-025c-44a1-991b-74b565f0eef7 req-91544560-f489-4170-826b-07987d7c7cfa tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:58.581550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-750e9164-025c-44a1-991b-74b565f0eef7 req-91544560-f489-4170-826b-07987d7c7cfa tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0523510 Sep 16 05:47:58.619579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-750e9164-025c-44a1-991b-74b565f0eef7 req-b821f9b6-6685-4999-9449-2537b236d66c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314553 Sep 16 05:47:59.730988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28130865-d32d-4fbb-8073-62156baa9c16 req-4d424dad-495c-40dd-8047-d84aaccf3de0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:59.732479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28130865-d32d-4fbb-8073-62156baa9c16 req-4d424dad-495c-40dd-8047-d84aaccf3de0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0477402 Sep 16 05:47:59.769696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28130865-d32d-4fbb-8073-62156baa9c16 req-7bb4cdb4-3ddc-4b7f-bc07-b73c90b4783e tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Sep 16 05:48:00.885007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd3016-b7d2-4d95-8c01-683ef2f6e4d1 req-63e7724b-d028-4ced-a26e-7648ae354560 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:00.886480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dbd3016-b7d2-4d95-8c01-683ef2f6e4d1 req-63e7724b-d028-4ced-a26e-7648ae354560 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0477469 Sep 16 05:48:00.923265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0dbd3016-b7d2-4d95-8c01-683ef2f6e4d1 req-24b0a1ab-616c-4b32-ae47-926efe757a53 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Sep 16 05:48:02.096135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918056bb-87c0-4123-ac66-a2fe9017407f req-67ff2336-ae02-41cc-86f4-bf1440aecd28 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:02.097618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918056bb-87c0-4123-ac66-a2fe9017407f req-67ff2336-ae02-41cc-86f4-bf1440aecd28 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0522804 Sep 16 05:48:02.135155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-918056bb-87c0-4123-ac66-a2fe9017407f req-e71bd381-15a6-48f8-835b-261e0edabdb4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Sep 16 05:48:02.741345 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-0dba393d-6336-4212-8294-400dba562e32 service neutron] show failed (client error): The resource could not be found. Sep 16 05:48:02.742287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-0dba393d-6336-4212-8294-400dba562e32 service neutron] 10.222.0.60 "GET /v2.0/ports/55bf3147-56dd-4bd5-a7fa-6c3f14707035/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0550218 Sep 16 05:48:03.288564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6924-90e1-4897-914d-963923f8f8bb req-27993b49-8a5e-43d4-a03a-047d52b1bc24 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.290054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb8d6924-90e1-4897-914d-963923f8f8bb req-27993b49-8a5e-43d4-a03a-047d52b1bc24 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0501056 Sep 16 05:48:03.316929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-ec49f5a9-eaec-418e-a341-eef9488afacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.318474 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-ec49f5a9-eaec-418e-a341-eef9488afacd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc&tenant_id=e78a32c6806c417a8af42086b58d5d70 HTTP/1.1" status: 200 len: 1097 time: 0.0743313 Sep 16 05:48:03.328060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb8d6924-90e1-4897-914d-963923f8f8bb req-f9d6a132-848f-4231-8e39-cbe50bb48875 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Sep 16 05:48:03.336616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:03.392000 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.586789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:03.617736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:03.655193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:03.657451 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d2e989-062b-4470-8f7e-a7631887fd06" -d '{"events": [{"server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:03.661805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.675022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Transition to ACTIVE for port object 55bf3147-56dd-4bd5-a7fa-6c3f14707035 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:03.739978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.769199 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0a4830-f382-4de2-8c50-fb8af514fba3 x-openstack-request-id: req-8e0a4830-f382-4de2-8c50-fb8af514fba3 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:03.770198 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:03.770198 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e0a4830-f382-4de2-8c50-fb8af514fba3 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:03.770198 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'code': 200} Sep 16 05:48:03.808395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] No DVR routers for this DVR port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:03.810252 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:03.822072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.822429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.822778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.823123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.823492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.823830 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.824164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.824497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.824829 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.825160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.825520 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.825917 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.853085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Attempting to bind port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:03.853961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Attempting to bind port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:03.854297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Attempting to bind port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on network 0707609a-8d55-43db-b196-98227836288b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:03.858507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on network 0707609a-8d55-43db-b196-98227836288b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:03.858818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Attempting to bind port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on network 0707609a-8d55-43db-b196-98227836288b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:03.863605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:03.867574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Checking segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:03.867574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Bound using segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:03.867574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Bound port: 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:03.867574 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.926476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:03.929435 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:03.991497 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.024667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.025780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.027157 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] 10.222.0.57 "PUT /v2.0/ports/55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 1092 time: 0.6946981 Sep 16 05:48:04.047181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dd26f-a148-400f-a173-830e5b585651 service neutron] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:04.101267 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-5116add8-ee8f-4bdd-94e1-bf1a493fc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.102815 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-5116add8-ee8f-4bdd-94e1-bf1a493fc0b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1095 time: 0.0425971 Sep 16 05:48:04.189399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-df175fa9-a558-40d1-b35e-1c9cc63eb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.190777 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-df175fa9-a558-40d1-b35e-1c9cc63eb8ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0815699 Sep 16 05:48:04.236073 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-ff8738a8-a7e6-42fa-aaa7-1a8ed3189e1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 217 time: 0.0370111 Sep 16 05:48:04.285527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-8686ba5b-0921-4893-983a-ed84641c0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.287030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-8686ba5b-0921-4893-983a-ed84641c0b1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0439680 Sep 16 05:48:04.324075 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-4fc58753-0537-4c2f-955d-0cdbb5b0ee3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240443 Sep 16 05:48:04.429535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-91e554b0-6281-4d13-b48d-fb6c37110c19 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981925 Sep 16 05:48:04.454076 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3f4a-5993-4f88-a8ee-55e12abaa38c req-caa32f84-828b-46c5-960f-538b7a3f3b83 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.456146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3ff3f4a-5993-4f88-a8ee-55e12abaa38c req-caa32f84-828b-46c5-960f-538b7a3f3b83 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 943 time: 0.0571678 Sep 16 05:48:04.496484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e3ff3f4a-5993-4f88-a8ee-55e12abaa38c req-b0f5bb5e-846c-4bc3-90e6-fcf642163a56 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Sep 16 05:48:04.810844 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-699149ca-76f6-4c54-b6af-fc0b737b5382 req-f1e53add-f3e6-4fb9-8834-b066b45d2973 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728671 Sep 16 05:48:05.614066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602e33-6cbd-4285-b551-39599711e4e1 req-02444dfe-3b9e-4b16-866c-ed2fada0929c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.615579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e602e33-6cbd-4285-b551-39599711e4e1 req-02444dfe-3b9e-4b16-866c-ed2fada0929c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 943 time: 0.0483956 Sep 16 05:48:05.652554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e602e33-6cbd-4285-b551-39599711e4e1 req-a4e146fc-3bd4-4f71-a688-bd243839a787 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310376 Sep 16 05:48:05.771261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:05.777634 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9513bba-96ac-43ca-8105-6a125ae854bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:05.821485 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fa3ded-616a-41ae-8895-f0d3bdb56b6b x-openstack-request-id: req-89fa3ded-616a-41ae-8895-f0d3bdb56b6b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:05.821777 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:05.822529 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89fa3ded-616a-41ae-8895-f0d3bdb56b6b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:05.822923 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'status': 'completed', 'code': 200} Sep 16 05:48:05.878590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-34483637-6f55-4346-8acc-1da38153ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.880190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-34483637-6f55-4346-8acc-1da38153ec5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1095 time: 0.0400050 Sep 16 05:48:05.904443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-6e5e7b38-3c75-4ba9-96f8-01500d2c5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.906048 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-6e5e7b38-3c75-4ba9-96f8-01500d2c5f30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1095 time: 0.0411012 Sep 16 05:48:05.972979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-0d34c219-57f3-4956-bf59-cc7650862a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.974473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-0d34c219-57f3-4956-bf59-cc7650862a80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0877011 Sep 16 05:48:05.998155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-1a198c0c-3420-4623-a241-9cb4f0624fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.999683 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-1a198c0c-3420-4623-a241-9cb4f0624fa3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0863981 Sep 16 05:48:06.016375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-86e13f33-8a48-4e47-977d-21e813d580bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 217 time: 0.0340164 Sep 16 05:48:06.043052 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-93c4c369-a71e-4f29-a8d2-3d254075fc52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 217 time: 0.0344882 Sep 16 05:48:06.070078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-590db7f9-6903-4b58-a923-8f5aae97952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:06.071643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-590db7f9-6903-4b58-a923-8f5aae97952a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0474916 Sep 16 05:48:06.095977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-07e0b761-ab2a-41ed-a668-95a6df419a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:06.097461 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-07e0b761-ab2a-41ed-a668-95a6df419a60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0476232 Sep 16 05:48:06.103470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-456e4ed3-e147-48fc-9cdb-cd7449573fea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246062 Sep 16 05:48:06.130977 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-1b13bfef-3134-4dd1-b8c2-4eda10b85870 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238249 Sep 16 05:48:06.193916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-476b6208-af72-4160-bf52-9c9de490173c service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830464 Sep 16 05:48:06.219400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-7f3afd4d-7688-493f-824f-9506ecc7ebae service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811386 Sep 16 05:48:06.290334 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-3676b5ff-5b5d-4d36-abf8-349fbafae718 service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892720 Sep 16 05:48:06.323491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a9513bba-96ac-43ca-8105-6a125ae854bf req-ccd2137a-01b9-4406-ab8d-4406328e6049 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908160 Sep 16 05:48:06.772549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9f6c1-01da-444d-8685-f0444415fa2b req-d7cdfe46-0aa0-4994-95ac-97e9a80a67f7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:06.773953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03a9f6c1-01da-444d-8685-f0444415fa2b req-d7cdfe46-0aa0-4994-95ac-97e9a80a67f7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 943 time: 0.0549736 Sep 16 05:48:06.811983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03a9f6c1-01da-444d-8685-f0444415fa2b req-7596a638-099a-49de-b556-64d35207b8b3 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320768 Sep 16 05:48:07.473384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 55bf3147-56dd-4bd5-a7fa-6c3f14707035 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:07.568026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:07.726759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 55bf3147-56dd-4bd5-a7fa-6c3f14707035 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:07.729644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'network_id': '0707609a-8d55-43db-b196-98227836288b', 'port_id': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'mac_address': 'fa:16:3e:4d:a1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc17a0de-f91d-4cb8-9834-5491590032c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:07.791927 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.800467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 55bf3147-56dd-4bd5-a7fa-6c3f14707035 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:07.805744 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bf3147-56dd-4bd5-a7fa-6c3f14707035 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:07.826080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:07.870924 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.920107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:07.929155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677617-4a1e-45b8-b0f8-cd311f46ddd6 req-8ffee562-3935-4142-9c40-7e3ffe6db608 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:07.930741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f677617-4a1e-45b8-b0f8-cd311f46ddd6 req-8ffee562-3935-4142-9c40-7e3ffe6db608 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 944 time: 0.0497231 Sep 16 05:48:07.973932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f677617-4a1e-45b8-b0f8-cd311f46ddd6 req-bdc6254d-2f7e-4f20-841f-b23bd3e41061 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365918 Sep 16 05:48:08.154568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['55bf3147-56dd-4bd5-a7fa-6c3f14707035'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:08.329858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835075f8-5419-4e09-b798-fb7f19dcf7b1 req-ceb7a71b-4705-4765-9017-e1ce19b2dff2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.331401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-835075f8-5419-4e09-b798-fb7f19dcf7b1 req-ceb7a71b-4705-4765-9017-e1ce19b2dff2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 944 time: 0.0511413 Sep 16 05:48:08.401678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-835075f8-5419-4e09-b798-fb7f19dcf7b1 req-beeb0c85-1eef-43b8-b532-c71c859ceaf4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642154 Sep 16 05:48:08.453774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-124c8a70-50d7-44e1-91fe-561a9825a73c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.455551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-124c8a70-50d7-44e1-91fe-561a9825a73c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc&tenant_id=e78a32c6806c417a8af42086b58d5d70&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 944 time: 0.0884290 Sep 16 05:48:08.519227 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-465012be-e34a-42c4-8e11-bbd7e78e1c9b service neutron] delete failed (client error): The resource could not be found. Sep 16 05:48:08.520230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-465012be-e34a-42c4-8e11-bbd7e78e1c9b service neutron] 10.222.0.60 "DELETE /v2.0/ports/55bf3147-56dd-4bd5-a7fa-6c3f14707035/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0561407 Sep 16 05:48:08.601368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-021f961d-21f1-4ed3-b6d9-338d7e349a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.602905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-021f961d-21f1-4ed3-b6d9-338d7e349a0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 1096 time: 0.0401371 Sep 16 05:48:08.693152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-828218a8-dfab-4e75-bd5e-3c01c233268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.694571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-828218a8-dfab-4e75-bd5e-3c01c233268b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0848844 Sep 16 05:48:08.736303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-7d1b859b-dc07-46da-a73a-16f70bc2609a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 200 len: 217 time: 0.0336576 Sep 16 05:48:08.784930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-61b08e33-9027-4759-be14-29c1d115e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.786245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-61b08e33-9027-4759-be14-29c1d115e1bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0423510 Sep 16 05:48:08.816375 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-9a2373dc-cfd8-4b81-a77b-4d11e014e855 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227721 Sep 16 05:48:08.909048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-bfa8889d-2a08-4966-acc0-d6db11a5f42b service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Sep 16 05:48:08.999995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6dfcfe61-6d1a-42ff-aa41-db73af439ef3 req-175d272d-bd54-464d-957e-680c2414dcd6 service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836625 Sep 16 05:48:09.483771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 55bf3147-56dd-4bd5-a7fa-6c3f14707035 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:09.585442 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:09.589660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:09.595287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:09.612804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05057654-489e-4be9-9e05-14c9a41f79bc req-26298242-713b-4156-a97a-d63ca3d9fbe4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:09.614248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05057654-489e-4be9-9e05-14c9a41f79bc req-26298242-713b-4156-a97a-d63ca3d9fbe4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 944 time: 0.1020350 Sep 16 05:48:09.652584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-05057654-489e-4be9-9e05-14c9a41f79bc req-c2d854e4-63f5-482f-bf8e-e4a7b2d1ce3c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Sep 16 05:48:09.672341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:09.694329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:09.696588 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5133c878-f383-47b1-80b0-e0d10bebe2fc" -d '{"events": [{"server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "name": "network-vif-plugged", "status": "completed", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:09.708871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:09.792417 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86300504-6f54-4634-878a-b84fdd1e8305 x-openstack-request-id: req-86300504-6f54-4634-878a-b84fdd1e8305 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:09.792726 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "name": "network-vif-plugged", "status": "completed", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:09.792965 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86300504-6f54-4634-878a-b84fdd1e8305 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:09.793364 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'code': 200} Sep 16 05:48:09.794136 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:09.841720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:09.849098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.849451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.849799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.850142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.850483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.850821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.851159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.851524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.851859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.852263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.852572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:09.852902 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:10.766986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d381d-7ec7-42e0-b995-ac7087acffb6 req-7b36ca46-bf8a-49e9-8397-18a35cfc14b2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:10.768479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c5d381d-7ec7-42e0-b995-ac7087acffb6 req-7b36ca46-bf8a-49e9-8397-18a35cfc14b2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0481935 Sep 16 05:48:10.806661 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7c5d381d-7ec7-42e0-b995-ac7087acffb6 req-0a333794-8aa9-4ef3-a3ca-2820ced1fd84 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Sep 16 05:48:10.882555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:11.002617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9b297-0238-446e-a41f-7ae1601d77f0 req-f37a986d-db92-442a-89d4-41bfe07d11b6 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:11.004124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8fe9b297-0238-446e-a41f-7ae1601d77f0 req-f37a986d-db92-442a-89d4-41bfe07d11b6 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0938449 Sep 16 05:48:11.025421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85389d15-279a-4b1e-83ba-3cf1b7d5197d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:11.046243 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8fe9b297-0238-446e-a41f-7ae1601d77f0 req-4b62382c-ce16-44d7-88b9-c045f2feb04b tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Sep 16 05:48:11.157301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8fe56-f05f-4a02-ba51-1d7b80c73911 req-d8be51f9-1032-4555-b0a7-8d6f2ced10e9 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:11.158762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94c8fe56-f05f-4a02-ba51-1d7b80c73911 req-d8be51f9-1032-4555-b0a7-8d6f2ced10e9 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0485227 Sep 16 05:48:11.197190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-94c8fe56-f05f-4a02-ba51-1d7b80c73911 req-ac06a9a7-f411-4fc7-9373-0ec1041370b3 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Sep 16 05:48:11.728466 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-c90bcf3a-2284-47af-b5fd-97bbbed28ebd tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:11.730474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-c90bcf3a-2284-47af-b5fd-97bbbed28ebd tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 813 time: 0.1047518 Sep 16 05:48:11.744920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-c46c5249-3fbf-48c0-986a-786b594bfdf5 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/quotas/e78a32c6806c417a8af42086b58d5d70 HTTP/1.1" status: 200 len: 375 time: 0.0087810 Sep 16 05:48:11.793352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-7fa97a60-baf6-42aa-ac8f-dc5459b58316 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432920 Sep 16 05:48:11.883535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-7ea62ca7-879d-4a36-babd-046349c17784 service neutron] 10.222.0.59 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832698 Sep 16 05:48:11.976280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-058eb3c5-afdc-4410-94d8-08291a8a376d service neutron] 10.222.0.59 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862203 Sep 16 05:48:12.207069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4021a0d5-7470-4a79-8c23-70f5082de86c req-e2cf0b0f-cfff-4e2b-84d8-f55e096f1944 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 210 time: 0.0298874 Sep 16 05:48:13.048306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1678c-bb2a-453a-958a-786801862359 req-ae37d4da-9c12-47e9-82b9-498f6495c644 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:13.049766 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-97e1678c-bb2a-453a-958a-786801862359 req-ae37d4da-9c12-47e9-82b9-498f6495c644 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1821bdf-deee-4227-9ac4-e9b215f67ccc HTTP/1.1" status: 200 len: 945 time: 0.0492611 Sep 16 05:48:13.143801 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Deleting port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:13.144135 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.233348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] For port 55bf3147-56dd-4bd5-a7fa-6c3f14707035, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=55bf3147-56dd-4bd5-a7fa-6c3f14707035,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:13.233719 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.247789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Calling delete_port for 55bf3147-56dd-4bd5-a7fa-6c3f14707035 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:13.302635 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9b6a804-6069-4e0f-9cb7-68b4116b67ea req-2e76f636-0d7c-4a33-9ab5-d2b0c427715c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 210 time: 0.0278280 Sep 16 05:48:13.424757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.453398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Pushing event deleted for resources: {'Port': ['ID=55bf3147-56dd-4bd5-a7fa-6c3f14707035,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:13.460523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['55bf3147-56dd-4bd5-a7fa-6c3f14707035'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:13.496996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] No DVR routers for this DVR port 55bf3147-56dd-4bd5-a7fa-6c3f14707035 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:13.499523 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.501561 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-97e1678c-bb2a-453a-958a-786801862359 req-cbfcb215-0c67-4b78-8ffa-e46151eded6f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.57 "DELETE /v2.0/ports/55bf3147-56dd-4bd5-a7fa-6c3f14707035 HTTP/1.1" status: 204 len: 173 time: 0.4459267 Sep 16 05:48:13.501994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'name': 'network-vif-deleted', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:13.504264 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dc9596-ed2b-410d-b734-677dfd1c6434" -d '{"events": [{"server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "name": "network-vif-deleted", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:13.540360 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dee69d-d3e2-47a8-b95f-5242b4fb1245 x-openstack-request-id: req-74dee69d-d3e2-47a8-b95f-5242b4fb1245 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:13.540664 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1821bdf-deee-4227-9ac4-e9b215f67ccc", "name": "network-vif-deleted", "tag": "55bf3147-56dd-4bd5-a7fa-6c3f14707035", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:13.540921 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74dee69d-d3e2-47a8-b95f-5242b4fb1245 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:13.541373 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1821bdf-deee-4227-9ac4-e9b215f67ccc', 'name': 'network-vif-deleted', 'tag': '55bf3147-56dd-4bd5-a7fa-6c3f14707035', 'status': 'completed', 'code': 200} Sep 16 05:48:13.929635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-90a4a904-a676-45e4-8ead-d2b4f6b74842 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:13.932926 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-90a4a904-a676-45e4-8ead-d2b4f6b74842 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.57 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 813 time: 0.1089554 Sep 16 05:48:13.951499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Request body: {'port': {'device_id': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'network_id': '0707609a-8d55-43db-b196-98227836288b', 'admin_state_up': True, 'tenant_id': 'e78a32c6806c417a8af42086b58d5d70'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:14.127876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Made reservation on behalf of e78a32c6806c417a8af42086b58d5d70 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:14.131466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.230841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.259453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Allocated IP 172.20.0.9 (0707609a-8d55-43db-b196-98227836288b/fc17a0de-f91d-4cb8-9834-5491590032c4/f7b46984-624e-4322-85ce-6d5b5af2ef4f) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:14.407492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e4666d9b-1648-45c1-9086-bda3384c74ee req-5f83ecda-0e0b-4ae6-96a3-ba7e6f613bdb tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 210 time: 0.0277472 Sep 16 05:48:14.410691 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.476204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8fac906c-e366-4dae-b741-87092d919794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.505196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.537719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['55bf3147-56dd-4bd5-a7fa-6c3f14707035'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:14.553007 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Network 0707609a-8d55-43db-b196-98227836288b is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:14.556173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:14.562245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:14.585223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:14.612899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:14.613506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.700031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-9fc96df4-7500-44b4-b758-259cbe2dfaa7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530088 Sep 16 05:48:14.718614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Request body: {'port': {'device_id': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:14.770628 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.039158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b46984-624e-4322-85ce-6d5b5af2ef4f {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:15.046595 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.058076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Transition to ACTIVE for port object f7b46984-624e-4322-85ce-6d5b5af2ef4f will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:15.115854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.164162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:15.232398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Attempting to bind port f7b46984-624e-4322-85ce-6d5b5af2ef4f on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:15.232744 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Attempting to bind port f7b46984-624e-4322-85ce-6d5b5af2ef4f by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:15.233081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Attempting to bind port f7b46984-624e-4322-85ce-6d5b5af2ef4f on network 0707609a-8d55-43db-b196-98227836288b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:15.237286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Port f7b46984-624e-4322-85ce-6d5b5af2ef4f on network 0707609a-8d55-43db-b196-98227836288b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:15.237615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Attempting to bind port f7b46984-624e-4322-85ce-6d5b5af2ef4f on network 0707609a-8d55-43db-b196-98227836288b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:15.242383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:15.242730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Checking segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:15.243118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Bound using segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:15.243578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Bound port: f7b46984-624e-4322-85ce-6d5b5af2ef4f, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:15.243960 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.299394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.311126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:15.314248 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:15.408250 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.444352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:15.445035 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.446414 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] 10.222.0.57 "PUT /v2.0/ports/f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 1092 time: 0.7317994 Sep 16 05:48:15.465438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60b5e1-9b0a-4dcf-86fa-054d70781032 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:15.530209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1900d5c-7724-4fa1-91dd-c7d686b42bc2 req-f06a6422-a8ee-4110-a9cf-3a626285b0a4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:15.531709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1900d5c-7724-4fa1-91dd-c7d686b42bc2 req-f06a6422-a8ee-4110-a9cf-3a626285b0a4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 943 time: 0.0534627 Sep 16 05:48:15.542832 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:15.545421 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c16b6d6744946e58789aac7eb540319c57784796c5514956c3a040968ba74142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c07e9-0ea2-444d-a61e-b825a12bc67f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:15.572662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1900d5c-7724-4fa1-91dd-c7d686b42bc2 req-e0708627-77af-410a-93f3-0880eb7428fc tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Sep 16 05:48:15.592800 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd9d65-95c8-45e9-b458-4a4f66434016 x-openstack-request-id: req-cafd9d65-95c8-45e9-b458-4a4f66434016 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:15.593085 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:15.593335 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cafd9d65-95c8-45e9-b458-4a4f66434016 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:15.593721 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'status': 'completed', 'code': 200} Sep 16 05:48:15.624783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-7672beba-7daf-43d2-b1d3-2c265ea1b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:15.626272 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-7672beba-7daf-43d2-b1d3-2c265ea1b47e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1095 time: 0.0438786 Sep 16 05:48:15.677198 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-ae8bd6fc-bfae-4711-94e7-16421810c9ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 217 time: 0.0368013 Sep 16 05:48:15.724011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-060ee0f1-51fd-4fd2-a90a-d896fc2d0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:15.725423 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-060ee0f1-51fd-4fd2-a90a-d896fc2d0777 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0411780 Sep 16 05:48:15.756881 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-6c963e4d-56a3-4845-aaf4-c743d3264eac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236888 Sep 16 05:48:15.850952 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-a11634fd-b0ef-4531-bbf6-c046324678bb service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871565 Sep 16 05:48:15.940674 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d053ce5-53de-4b9d-b652-0cedc2f046cb req-6643fbc5-eb32-4758-924e-84989cfcf982 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820265 Sep 16 05:48:16.105015 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-f4e9e717-f0b9-4c67-b99e-3a5d3818330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.106449 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-f4e9e717-f0b9-4c67-b99e-3a5d3818330b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1095 time: 0.0405314 Sep 16 05:48:16.200845 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-5f5b9092-efa2-45f4-8255-cc440bf7e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.202329 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-5f5b9092-efa2-45f4-8255-cc440bf7e258 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0886977 Sep 16 05:48:16.244511 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-1113e440-b002-436c-9575-bd6157f0226b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 217 time: 0.0344772 Sep 16 05:48:16.297915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-be45cb57-ce4a-4440-a1f3-fadedf26d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.299436 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-be45cb57-ce4a-4440-a1f3-fadedf26d179 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0482368 Sep 16 05:48:16.331640 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-ff994719-f26b-4a39-9fc3-7b69c6d1ba4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243711 Sep 16 05:48:16.421466 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-1886e155-648e-4726-8641-54ed8d32c61c service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820401 Sep 16 05:48:16.524004 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-985c07e9-0ea2-444d-a61e-b825a12bc67f req-0353590d-e659-45b6-a212-34dc678015d1 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953164 Sep 16 05:48:16.685122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13723e-20ca-40a5-a484-4494807bc492 req-561c3347-4224-43f6-9136-e41f172c048e tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.686496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e13723e-20ca-40a5-a484-4494807bc492 req-561c3347-4224-43f6-9136-e41f172c048e tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 943 time: 0.0485451 Sep 16 05:48:16.723235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e13723e-20ca-40a5-a484-4494807bc492 req-3f1b2289-8fe6-4c88-aa86-7973d69a1bef tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Sep 16 05:48:17.030282 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.499097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f7b46984-624e-4322-85ce-6d5b5af2ef4f details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:17.506362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 55bf3147-56dd-4bd5-a7fa-6c3f14707035 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:17.529724 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 55bf3147-56dd-4bd5-a7fa-6c3f14707035 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:17.530071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 55bf3147-56dd-4bd5-a7fa-6c3f14707035 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:17.614165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:17.624195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'network_id': '0707609a-8d55-43db-b196-98227836288b', 'port_id': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'mac_address': 'fa:16:3e:ee:ec:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc17a0de-f91d-4cb8-9834-5491590032c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:17.659674 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.673010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b46984-624e-4322-85ce-6d5b5af2ef4f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:17.690780 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:17.767668 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.814905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:17.843020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0f9b9-9a46-4500-b81a-9c72731191da req-6e1bd32f-73f0-4729-aa3a-2f9de0420180 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:17.844550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10d0f9b9-9a46-4500-b81a-9c72731191da req-6e1bd32f-73f0-4729-aa3a-2f9de0420180 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 944 time: 0.0495868 Sep 16 05:48:17.884290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10d0f9b9-9a46-4500-b81a-9c72731191da req-2f61d05a-5426-41a3-aca4-4e9d940abc9c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Sep 16 05:48:18.028636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['f7b46984-624e-4322-85ce-6d5b5af2ef4f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:19.001150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b9b82-f4cb-4860-aea1-0b14a7c7726d req-41b33fde-52e3-4d6b-87a1-a7d658aff7ce tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:19.002587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-320b9b82-f4cb-4860-aea1-0b14a7c7726d req-41b33fde-52e3-4d6b-87a1-a7d658aff7ce tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 944 time: 0.0512879 Sep 16 05:48:19.039429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-320b9b82-f4cb-4860-aea1-0b14a7c7726d req-32623337-1441-451a-970e-554fec35b6d9 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Sep 16 05:48:19.514436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f7b46984-624e-4322-85ce-6d5b5af2ef4f up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:19.619339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port f7b46984-624e-4322-85ce-6d5b5af2ef4f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:19.623102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port f7b46984-624e-4322-85ce-6d5b5af2ef4f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:19.623498 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.700301 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.720806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:19.723015 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f80c35b0b757b96592727fec3a056cffdfe032aa13e705e9bbcc88aa3edc64b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2df5eaa-8730-4346-8384-b795cabd10f8" -d '{"events": [{"server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:19.735075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:19.784566 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fad4001-0472-498b-b5c1-05187098ab3f x-openstack-request-id: req-4fad4001-0472-498b-b5c1-05187098ab3f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:19.784868 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:19.785123 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fad4001-0472-498b-b5c1-05187098ab3f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:19.792672 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'code': 200} Sep 16 05:48:19.792672 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.835077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:19.907174 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4840-6a7a-403e-9cd5-cad87fae5233 req-c66c2aaa-ee76-402f-b146-d4032c73f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:19.908712 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5add4840-6a7a-403e-9cd5-cad87fae5233 req-c66c2aaa-ee76-402f-b146-d4032c73f7b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1097 time: 0.0421638 Sep 16 05:48:19.943410 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5add4840-6a7a-403e-9cd5-cad87fae5233 req-21396684-5fb0-4db2-8098-25aba1bc737c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280976 Sep 16 05:48:20.151307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53860ce1-c7db-4114-8621-5761b9cb6550 req-99d9c547-7ad9-4108-8de6-a48a9c5d05ca tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:20.152772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53860ce1-c7db-4114-8621-5761b9cb6550 req-99d9c547-7ad9-4108-8de6-a48a9c5d05ca tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0481296 Sep 16 05:48:20.190218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53860ce1-c7db-4114-8621-5761b9cb6550 req-a92c373d-2c9c-4547-acd7-edf7394cdeb0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Sep 16 05:48:21.308225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415e585-2221-4908-a87f-628c3015db6d req-5651cbb8-5c28-4ebf-aca3-2c4931771bc4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:21.309726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9415e585-2221-4908-a87f-628c3015db6d req-5651cbb8-5c28-4ebf-aca3-2c4931771bc4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0509429 Sep 16 05:48:21.350727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9415e585-2221-4908-a87f-628c3015db6d req-e80296c0-9fc1-4563-a095-ad2530f0dffd tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Sep 16 05:48:21.467086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84adb9-3db1-4592-84f6-ccc50621b363 req-35fb99e4-200e-4c3a-8273-58c343daa815 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:21.468643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f84adb9-3db1-4592-84f6-ccc50621b363 req-35fb99e4-200e-4c3a-8273-58c343daa815 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0514348 Sep 16 05:48:21.505250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f84adb9-3db1-4592-84f6-ccc50621b363 req-9fdc9136-0af9-44f2-87ba-2fd7acbffd3a tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Sep 16 05:48:21.854292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f58e-f205-4edf-aba1-81f9f2e9ccc0 req-d80d8754-47a2-4193-b4ba-40221e5a32d5 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:21.855993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa43f58e-f205-4edf-aba1-81f9f2e9ccc0 req-d80d8754-47a2-4193-b4ba-40221e5a32d5 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0507007 Sep 16 05:48:21.896035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa43f58e-f205-4edf-aba1-81f9f2e9ccc0 req-2040d446-a5bd-4d5c-b687-4b2d5d6e3691 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Sep 16 05:48:21.921332 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-868486e3-426b-4a64-a09b-5823e2f94bdb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413218 Sep 16 05:48:23.013190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc2b8-4777-468c-87c5-44ca5648ec22 req-675d7788-fe48-4039-ab29-e819fb17a448 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:23.014681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0bcc2b8-4777-468c-87c5-44ca5648ec22 req-675d7788-fe48-4039-ab29-e819fb17a448 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0495186 Sep 16 05:48:23.054055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0bcc2b8-4777-468c-87c5-44ca5648ec22 req-f6c43b9f-9cb4-49c1-b6f1-7269a4b96de7 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331089 Sep 16 05:48:23.879455 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-7e1276ae-6098-4d2b-81d0-0d2fdefe1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:23.881000 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-7e1276ae-6098-4d2b-81d0-0d2fdefe1b1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1097 time: 0.0450075 Sep 16 05:48:23.970981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-0c971c73-95f6-49bd-9743-c1073edcc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:23.972502 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-0c971c73-95f6-49bd-9743-c1073edcc886 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0845909 Sep 16 05:48:24.016492 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-d71830da-86a8-4889-a806-70d407410a7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 217 time: 0.0369642 Sep 16 05:48:24.064682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-6c48e1f0-ac2b-4c3a-a3ea-472ebd57ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:24.066093 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-6c48e1f0-ac2b-4c3a-a3ea-472ebd57ded8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0432305 Sep 16 05:48:24.098764 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-d034b3f2-9916-4d91-a8fb-627a343323cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242605 Sep 16 05:48:24.174533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f45a-0486-4e29-b4b9-642dcf7ddefa req-33aa546f-21a4-4df2-97cd-9e7220ff0ee2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:24.176071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fac9f45a-0486-4e29-b4b9-642dcf7ddefa req-33aa546f-21a4-4df2-97cd-9e7220ff0ee2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0537128 Sep 16 05:48:24.193419 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-4111e6ba-403e-4a58-bb53-5e7099669402 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874455 Sep 16 05:48:24.213435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fac9f45a-0486-4e29-b4b9-642dcf7ddefa req-24140b46-1443-47d2-906d-cc2638a00e71 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Sep 16 05:48:24.283730 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-143fb03b-552b-4c21-9489-395b9d29b788 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829260 Sep 16 05:48:25.328917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e432d7-81ea-4f81-ad82-cea2847c84ee req-2ea7ba48-faa6-4b32-919e-6441734de197 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.330403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09e432d7-81ea-4f81-ad82-cea2847c84ee req-2ea7ba48-faa6-4b32-919e-6441734de197 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0487988 Sep 16 05:48:25.368153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09e432d7-81ea-4f81-ad82-cea2847c84ee req-83b1c11d-662d-4e42-bb0d-62a31d6dd9dc tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Sep 16 05:48:25.446960 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:26.483236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3000-4d05-468f-b289-41b043caee97 req-19ca9d6c-480d-4eb5-b133-2710f2733119 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:26.484775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-799f3000-4d05-468f-b289-41b043caee97 req-19ca9d6c-480d-4eb5-b133-2710f2733119 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0482783 Sep 16 05:48:26.523584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-799f3000-4d05-468f-b289-41b043caee97 req-81d2dde0-b004-42ce-a97c-5b47c66c5357 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Sep 16 05:48:27.641634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f03cc1-0d56-4835-87d8-971cda736ddb req-ecfb6e29-6929-458a-865f-c5416fd1ca59 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.643009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0f03cc1-0d56-4835-87d8-971cda736ddb req-ecfb6e29-6929-458a-865f-c5416fd1ca59 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0510473 Sep 16 05:48:27.683341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0f03cc1-0d56-4835-87d8-971cda736ddb req-da4f1ea0-3f57-4527-a1d6-3eb3cf989325 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344331 Sep 16 05:48:28.505030 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.797381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0672358-4f26-4e02-ae39-422886432313 req-6df9cdc1-be88-4200-8f54-d0372e6fee85 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:28.798849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0672358-4f26-4e02-ae39-422886432313 req-6df9cdc1-be88-4200-8f54-d0372e6fee85 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0486283 Sep 16 05:48:28.835104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0672358-4f26-4e02-ae39-422886432313 req-94159aa1-2535-40e0-a1ce-75a81cd935b8 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303693 Sep 16 05:48:29.948655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902b448-c8c7-4147-b003-a48b8e22d631 req-ab4ceade-8bb3-49d2-9059-830f2be4a263 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:29.950148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a902b448-c8c7-4147-b003-a48b8e22d631 req-ab4ceade-8bb3-49d2-9059-830f2be4a263 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0490532 Sep 16 05:48:29.987013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a902b448-c8c7-4147-b003-a48b8e22d631 req-a398d5b5-c5d9-450e-9198-5a00c9ff6e4a tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Sep 16 05:48:31.104066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2d606-b037-4947-aa4b-dd5958061264 req-ecec1a94-b415-48cf-8bdf-28f1acaa9b97 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:31.105516 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87e2d606-b037-4947-aa4b-dd5958061264 req-ecec1a94-b415-48cf-8bdf-28f1acaa9b97 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0515037 Sep 16 05:48:31.143436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-87e2d606-b037-4947-aa4b-dd5958061264 req-431057ce-d7c4-44df-963d-d49c13ee0aae tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Sep 16 05:48:32.255251 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a444d-1ce6-4479-82c0-38902c33bc99 req-addac523-6edd-4def-b611-c117c20b24a0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:32.256732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-625a444d-1ce6-4479-82c0-38902c33bc99 req-addac523-6edd-4def-b611-c117c20b24a0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0477929 Sep 16 05:48:32.294598 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-625a444d-1ce6-4479-82c0-38902c33bc99 req-aae6f881-267c-4ec8-b13f-99a68d856dde tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Sep 16 05:48:33.410024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af664ea-7604-4f67-bf7b-36b55c9c0ee4 req-32fc8d8e-c60f-4a72-9341-9d9103bc212d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.411845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9af664ea-7604-4f67-bf7b-36b55c9c0ee4 req-32fc8d8e-c60f-4a72-9341-9d9103bc212d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0499287 Sep 16 05:48:33.448256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9af664ea-7604-4f67-bf7b-36b55c9c0ee4 req-62934145-ac74-4b2a-93c0-3b3d6b4f64f3 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304687 Sep 16 05:48:34.570594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5b6e2-c16c-4a45-b97b-ee50b56ca76d req-fcaa42e5-0d01-48c4-8a4a-dd37ae583ccf tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.572376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bff5b6e2-c16c-4a45-b97b-ee50b56ca76d req-fcaa42e5-0d01-48c4-8a4a-dd37ae583ccf tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0550418 Sep 16 05:48:34.612309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bff5b6e2-c16c-4a45-b97b-ee50b56ca76d req-80e08734-3315-4979-99d8-4a9dc69f4a0f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336506 Sep 16 05:48:35.729258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc7ca-c3ef-4f05-8397-ce6a8c213725 req-d98858ed-db8b-46f7-969c-ba93902455e6 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.730723 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-864fc7ca-c3ef-4f05-8397-ce6a8c213725 req-d98858ed-db8b-46f7-969c-ba93902455e6 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0486026 Sep 16 05:48:35.768445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-864fc7ca-c3ef-4f05-8397-ce6a8c213725 req-10ac931b-a034-4462-8200-1fc68c62451a tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Sep 16 05:48:36.882354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3212a8-5e85-453d-a0e7-4ecda55a92f2 req-4f068f7b-61e1-4a06-a451-406e3953ae01 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.883862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb3212a8-5e85-453d-a0e7-4ecda55a92f2 req-4f068f7b-61e1-4a06-a451-406e3953ae01 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0486362 Sep 16 05:48:36.920778 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb3212a8-5e85-453d-a0e7-4ecda55a92f2 req-39bb7e11-1703-41e8-83c4-b3dcb22e1909 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Sep 16 05:48:38.035211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b9ed-0074-4221-8e9a-137e5ac0c46e req-2d20ea52-15ff-4f04-a185-1c27ab15240c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:38.036936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f02b9ed-0074-4221-8e9a-137e5ac0c46e req-2d20ea52-15ff-4f04-a185-1c27ab15240c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0508797 Sep 16 05:48:38.073862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8f02b9ed-0074-4221-8e9a-137e5ac0c46e req-67427b48-0fb5-4c45-b366-588f89a022ff tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Sep 16 05:48:39.185667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ba18a-70e9-4873-9f1f-721f559a44ee req-46c03b02-d2f9-4f63-9b99-e62578ffceb0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:39.187148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a29ba18a-70e9-4873-9f1f-721f559a44ee req-46c03b02-d2f9-4f63-9b99-e62578ffceb0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0483432 Sep 16 05:48:39.224670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a29ba18a-70e9-4873-9f1f-721f559a44ee req-635fb714-1438-40b2-a609-360fde84ee77 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Sep 16 05:48:40.336396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2fcf8-0379-4e66-95ad-f7881cae3eac req-9260d386-c275-4f0d-adb5-f43399d04c9f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.337863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4e2fcf8-0379-4e66-95ad-f7881cae3eac req-9260d386-c275-4f0d-adb5-f43399d04c9f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0469725 Sep 16 05:48:40.374137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4e2fcf8-0379-4e66-95ad-f7881cae3eac req-a4f83f7d-d7d5-4288-b094-2ca347eff52a tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304039 Sep 16 05:48:40.938427 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.047174 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3e20dcc2-96bf-4bcc-84c8-cae6e341ee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.492144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f473-7f7d-4b55-8453-bb2e77145f5c req-644a7b29-dbce-42a0-80cd-9856a47bb1ea tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:41.493591 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8b0f473-7f7d-4b55-8453-bb2e77145f5c req-644a7b29-dbce-42a0-80cd-9856a47bb1ea tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0515339 Sep 16 05:48:41.529508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b8b0f473-7f7d-4b55-8453-bb2e77145f5c req-18a049ef-7e35-43d9-aa09-2b520d81a637 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301702 Sep 16 05:48:42.644475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdcd4c-ca54-4059-8ee9-9f4c2539d17f req-4cda1c3f-4ec6-4962-89ba-f311e804ddb4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:42.645853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76cdcd4c-ca54-4059-8ee9-9f4c2539d17f req-4cda1c3f-4ec6-4962-89ba-f311e804ddb4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0486624 Sep 16 05:48:42.684110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76cdcd4c-ca54-4059-8ee9-9f4c2539d17f req-6e20fc40-f670-42e1-a408-750ba9209569 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Sep 16 05:48:43.798063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25e307-f285-47e3-a118-c67ba2c1f47d req-0c603e3d-1baf-4a2d-bbc8-947160f35e16 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:43.799541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b25e307-f285-47e3-a118-c67ba2c1f47d req-0c603e3d-1baf-4a2d-bbc8-947160f35e16 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0480275 Sep 16 05:48:43.837352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b25e307-f285-47e3-a118-c67ba2c1f47d req-cc1af915-dad2-4f0a-88cc-445544ae2d3b tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Sep 16 05:48:44.218877 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.487647 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-28eb7959-64e9-489c-bd34-b0c3db90632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.956367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad56d-f230-4d32-ad67-3ef8d287a91d req-aeb9b9f7-a01d-4082-b2f5-aad8fa010f06 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:44.957868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa8ad56d-f230-4d32-ad67-3ef8d287a91d req-aeb9b9f7-a01d-4082-b2f5-aad8fa010f06 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0553854 Sep 16 05:48:44.995052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa8ad56d-f230-4d32-ad67-3ef8d287a91d req-497651a7-7fbf-4b29-9fd8-d2eb038f1bcc tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Sep 16 05:48:45.275625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.108290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f11fb8-ffba-43be-b15a-b934704a720b req-a0d59584-86e3-4b32-bc40-031fec00efab tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:46.109771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57f11fb8-ffba-43be-b15a-b934704a720b req-a0d59584-86e3-4b32-bc40-031fec00efab tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0481267 Sep 16 05:48:46.147061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57f11fb8-ffba-43be-b15a-b934704a720b req-05f15372-b856-4a03-b34a-1514f3108e40 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Sep 16 05:48:47.013385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.260455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d73a00-045b-40c9-b2e8-a493588088ed req-39bf0dda-ed2f-4fba-bbb6-d6a357934ef4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:47.262181 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1d73a00-045b-40c9-b2e8-a493588088ed req-39bf0dda-ed2f-4fba-bbb6-d6a357934ef4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0471511 Sep 16 05:48:47.299879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1d73a00-045b-40c9-b2e8-a493588088ed req-70c00f4a-0c01-43a6-8587-38d3990c7400 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Sep 16 05:48:48.417659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a485588-5232-4f8b-83ab-172586836918 req-c938584f-e18f-49ce-b00b-97c8f60b929d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:48.419721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a485588-5232-4f8b-83ab-172586836918 req-c938584f-e18f-49ce-b00b-97c8f60b929d tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0533051 Sep 16 05:48:48.457302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a485588-5232-4f8b-83ab-172586836918 req-f8bb9de3-5825-4b3d-b980-8d40709e2983 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Sep 16 05:48:49.570574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444d191-91d8-4457-92d9-83f400c717cc req-9012fc56-b8b0-4719-bc5f-1852214e7dc3 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.572171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9444d191-91d8-4457-92d9-83f400c717cc req-9012fc56-b8b0-4719-bc5f-1852214e7dc3 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0492024 Sep 16 05:48:49.609897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9444d191-91d8-4457-92d9-83f400c717cc req-f16388c6-7529-4a03-957e-0fba5ea93416 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Sep 16 05:48:49.765515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-e2dda4cc-875d-44a1-8c76-48102e4c3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.767003 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-e2dda4cc-875d-44a1-8c76-48102e4c3315 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1097 time: 0.0770197 Sep 16 05:48:49.874191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-930925c0-446a-4c91-825c-02e0608a64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.875710 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-930925c0-446a-4c91-825c-02e0608a64fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0887783 Sep 16 05:48:49.917390 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-06b60981-5394-446b-9b69-0be816773bf3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 217 time: 0.0343628 Sep 16 05:48:49.972712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-31c618c0-bd31-4da7-9ac4-119e545071b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.974146 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-31c618c0-bd31-4da7-9ac4-119e545071b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0474441 Sep 16 05:48:50.004986 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-201e5354-b1de-48ef-b30a-85ff3d5ad89a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232563 Sep 16 05:48:50.146664 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-596f70d2-9431-45a4-9fb1-9c0bfee85f73 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806046 Sep 16 05:48:50.242379 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e910f9ca-3fbb-4ead-97ce-be29db1b9500 req-201c97a4-4710-4454-b072-25a879fab505 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867219 Sep 16 05:48:50.723408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f785dc2-8f03-4e49-8268-d1fcec83f04b req-c3acde0c-c419-4f76-8318-78d13b8045ca tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:50.724877 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f785dc2-8f03-4e49-8268-d1fcec83f04b req-c3acde0c-c419-4f76-8318-78d13b8045ca tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0481381 Sep 16 05:48:50.761617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f785dc2-8f03-4e49-8268-d1fcec83f04b req-ead9cb60-681d-4af3-a09c-8b591498915a tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309587 Sep 16 05:48:51.580355 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-5cf60e5e-01d8-4443-9f81-bd4990050845 service neutron] show failed (client error): The resource could not be found. Sep 16 05:48:51.581365 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-5cf60e5e-01d8-4443-9f81-bd4990050845 service neutron] 10.222.0.57 "GET /v2.0/ports/f7b46984-624e-4322-85ce-6d5b5af2ef4f/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0542085 Sep 16 05:48:51.879334 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3ba6f-2e16-468b-bc2d-700cecd286e0 req-0385e096-27d8-431c-a0e5-38ab733cddc8 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:51.880845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dc3ba6f-2e16-468b-bc2d-700cecd286e0 req-0385e096-27d8-431c-a0e5-38ab733cddc8 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0528562 Sep 16 05:48:51.920351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9dc3ba6f-2e16-468b-bc2d-700cecd286e0 req-e856bc1e-2c68-4de1-89ac-f9de8334a285 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333352 Sep 16 05:48:52.109471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-99c0f103-1938-48bb-af1d-b857207dcfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:52.110962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-99c0f103-1938-48bb-af1d-b857207dcfc3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e&tenant_id=e78a32c6806c417a8af42086b58d5d70 HTTP/1.1" status: 200 len: 1097 time: 0.0792015 Sep 16 05:48:52.123914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:52.175225 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:52.376567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:52.409904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:52.448366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:52.453413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:52.465935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Transition to ACTIVE for port object f7b46984-624e-4322-85ce-6d5b5af2ef4f will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:52.492458 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c370c55-1c75-4724-8fd6-af26a26776ed" -d '{"events": [{"server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:52.544770 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:52.605222 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d1a3e-10c0-4ff1-8563-7f5c38833c56 x-openstack-request-id: req-f99d1a3e-10c0-4ff1-8563-7f5c38833c56 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:52.606872 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:52.606872 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f99d1a3e-10c0-4ff1-8563-7f5c38833c56 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:52.606872 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'code': 200} Sep 16 05:48:52.609470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] No DVR routers for this DVR port f7b46984-624e-4322-85ce-6d5b5af2ef4f on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:52.612565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Attempting to bind port f7b46984-624e-4322-85ce-6d5b5af2ef4f on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Attempting to bind port f7b46984-624e-4322-85ce-6d5b5af2ef4f by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Attempting to bind port f7b46984-624e-4322-85ce-6d5b5af2ef4f on network 0707609a-8d55-43db-b196-98227836288b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Port f7b46984-624e-4322-85ce-6d5b5af2ef4f on network 0707609a-8d55-43db-b196-98227836288b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Attempting to bind port f7b46984-624e-4322-85ce-6d5b5af2ef4f on network 0707609a-8d55-43db-b196-98227836288b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Checking segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Bound using segment: {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:52.669568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Bound port: f7b46984-624e-4322-85ce-6d5b5af2ef4f, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0707609a-8d55-43db-b196-98227836288b'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:52.671631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:52.731770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:52.734727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:52.806275 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:52.838569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:52.839194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:52.840626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] 10.222.0.60 "PUT /v2.0/ports/f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 1092 time: 0.7207463 Sep 16 05:48:52.862646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2419f-c80b-4c30-bc55-01a168d3dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:52.904226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-1327e171-1ae6-4fb8-b3ab-991869218855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:52.905719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-1327e171-1ae6-4fb8-b3ab-991869218855 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1095 time: 0.0401821 Sep 16 05:48:53.007691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-647edd4b-bd0a-4910-81d5-0e3d97792681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:53.009127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-647edd4b-bd0a-4910-81d5-0e3d97792681 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0969765 Sep 16 05:48:53.062837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-ac943498-6ce7-4df5-a5ea-76820befa4de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 217 time: 0.0408015 Sep 16 05:48:53.086228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c42d44-6825-4475-acaa-3ff7429eb4b3 req-dfaa09f5-de2b-4d0f-8fd7-659770769ad6 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:53.087662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54c42d44-6825-4475-acaa-3ff7429eb4b3 req-dfaa09f5-de2b-4d0f-8fd7-659770769ad6 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 943 time: 0.0980067 Sep 16 05:48:53.137943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-5cb00539-00f7-4051-a34f-35cfe57c61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:53.139392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-5cb00539-00f7-4051-a34f-35cfe57c61ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0684006 Sep 16 05:48:53.159526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54c42d44-6825-4475-acaa-3ff7429eb4b3 req-be4254cf-915b-4589-8dda-6c838d8014a8 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544703 Sep 16 05:48:53.173748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-8f4755fb-bc19-4080-90e1-ccb27a63b719 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269914 Sep 16 05:48:53.266937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-37c474e0-3864-4fc9-8a0e-eb78f0b71abb service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839229 Sep 16 05:48:53.356326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff3f0ca-65f6-4bb9-b05b-8d65a55c6c03 req-e87d64cd-cc1d-4b07-a8a7-5a11db02fa76 service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818050 Sep 16 05:48:54.278562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20553a06-040f-4ee4-85af-350bc196ff62 req-5d4a9294-0164-440c-a84b-27f6a7f945c2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.280096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20553a06-040f-4ee4-85af-350bc196ff62 req-5d4a9294-0164-440c-a84b-27f6a7f945c2 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 943 time: 0.0522418 Sep 16 05:48:54.318304 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20553a06-040f-4ee4-85af-350bc196ff62 req-15fa2623-f69d-4cc5-ac0e-5cbb552768d6 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Sep 16 05:48:54.607564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:54.609897 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:54.658137 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b405fbcd-9a2b-4d8f-bb4d-043cbc77bcaa x-openstack-request-id: req-b405fbcd-9a2b-4d8f-bb4d-043cbc77bcaa {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:54.658428 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:54.659294 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b405fbcd-9a2b-4d8f-bb4d-043cbc77bcaa {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:54.659699 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'status': 'completed', 'code': 200} Sep 16 05:48:54.727104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-5a1b88a8-4e51-45c7-b2ea-390b0fc4279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.728643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-5a1b88a8-4e51-45c7-b2ea-390b0fc4279b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1095 time: 0.0408361 Sep 16 05:48:54.739870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-682baa4d-c7ff-402f-8799-9d7cfe48ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.741359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-682baa4d-c7ff-402f-8799-9d7cfe48ae07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1095 time: 0.0440936 Sep 16 05:48:54.823626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-27373a97-e79f-4a37-b6d3-d762742ea6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.825222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-27373a97-e79f-4a37-b6d3-d762742ea6c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0891812 Sep 16 05:48:54.832865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-578f8822-25fe-4bd3-80c5-a551c60113a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.834331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-578f8822-25fe-4bd3-80c5-a551c60113a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0854802 Sep 16 05:48:54.866550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-e35a94cc-016d-4de9-b2c7-746438770165 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 217 time: 0.0333004 Sep 16 05:48:54.879019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-b7274e22-833f-4ebc-a920-22cad2684057 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 217 time: 0.0373178 Sep 16 05:48:54.916477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-58b0a8c2-0080-4ed0-8427-789583b37703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.917937 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-58b0a8c2-0080-4ed0-8427-789583b37703 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0439830 Sep 16 05:48:54.927902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-3cea2f04-ed7d-4038-a25a-b4a1b48a660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.929494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-3cea2f04-ed7d-4038-a25a-b4a1b48a660d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0432727 Sep 16 05:48:54.949983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-87df0d61-81f1-49b9-984e-fbdb1181f538 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245719 Sep 16 05:48:54.961971 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-ba90026e-ac93-4540-ab02-1d63903648e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253654 Sep 16 05:48:55.056948 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-f4be2dc1-11db-44b0-b3e4-33128033587a service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863738 Sep 16 05:48:55.059381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-f0da1500-eab1-478d-90d2-cdd74f070e74 service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880780 Sep 16 05:48:55.161919 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-f93b42a9-567e-4408-a1ce-6b966e05518f service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970078 Sep 16 05:48:55.171001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d64bc23-82f3-4d06-b3af-cc6f4ed99d7a req-43166203-fc52-4bf8-98c3-8e017197b15b service neutron] 10.222.0.60 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984030 Sep 16 05:48:55.433435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfbf57-d4a2-43e4-922f-94def72dd036 req-fab115bb-0613-4b8f-a3f8-fc33cb3e65b4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.434916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28bfbf57-d4a2-43e4-922f-94def72dd036 req-fab115bb-0613-4b8f-a3f8-fc33cb3e65b4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 943 time: 0.0486958 Sep 16 05:48:55.476084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-28bfbf57-d4a2-43e4-922f-94def72dd036 req-42e58ab4-17d4-4dc9-a4ed-811964ebbbaa tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Sep 16 05:48:55.733034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f7b46984-624e-4322-85ce-6d5b5af2ef4f no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:55.775408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device f7b46984-624e-4322-85ce-6d5b5af2ef4f not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:55.789200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6a7e-1c14-43ce-9d01-cd41c39f4f5d req-584e65d9-c153-4543-b9f9-dacd0a7a2d8f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.790703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f65c6a7e-1c14-43ce-9d01-cd41c39f4f5d req-584e65d9-c153-4543-b9f9-dacd0a7a2d8f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 943 time: 0.0493000 Sep 16 05:48:55.828391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f65c6a7e-1c14-43ce-9d01-cd41c39f4f5d req-37618c6c-7fbf-442f-ab1f-77542e4cc4e3 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Sep 16 05:48:55.910343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-adceaf26-cdc0-4173-939a-b4a6bc078f53 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.912135 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-adceaf26-cdc0-4173-939a-b4a6bc078f53 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e&tenant_id=e78a32c6806c417a8af42086b58d5d70&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 943 time: 0.0541775 Sep 16 05:48:55.978149 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-fa440d2c-d679-4032-8456-208f4ada904b service neutron] delete failed (client error): The resource could not be found. Sep 16 05:48:55.979080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-fa440d2c-d679-4032-8456-208f4ada904b service neutron] 10.222.0.57 "DELETE /v2.0/ports/f7b46984-624e-4322-85ce-6d5b5af2ef4f/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0592725 Sep 16 05:48:56.088601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-b104fb65-4558-4170-96b5-5e33f7d5314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:56.090109 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-b104fb65-4558-4170-96b5-5e33f7d5314f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e78a32c6806c417a8af42086b58d5d70&device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 1095 time: 0.0402493 Sep 16 05:48:56.179868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-d80db06c-dabf-4c12-a9f8-02c26fb55586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:56.181324 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-d80db06c-dabf-4c12-a9f8-02c26fb55586 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 200 len: 914 time: 0.0826707 Sep 16 05:48:56.225722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-52454932-cf8f-4140-b948-d5a23d3f2785 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 200 len: 217 time: 0.0368829 Sep 16 05:48:56.275493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-924b69ff-b260-4b76-b1d7-921e3cf95311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:56.276871 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-924b69ff-b260-4b76-b1d7-921e3cf95311 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 200 len: 853 time: 0.0435517 Sep 16 05:48:56.309124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-43ab65cb-d0e5-4673-ae37-3c960d6791b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0707609a-8d55-43db-b196-98227836288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243232 Sep 16 05:48:56.403491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-ad331ca9-a3d2-4824-b709-620d72f608e1 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 Sep 16 05:48:56.494032 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a7b620b0-8e1c-4ee5-b8c3-1687b95c96b8 req-cafb0b33-5bae-4e96-8e66-cc7f50a1de77 service neutron] 10.222.0.57 "GET /v2.0/networks/0707609a-8d55-43db-b196-98227836288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824711 Sep 16 05:48:56.948432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f229a-f5a1-448d-826f-1d778b1e781b req-48a8fc69-4ac8-4000-8c5b-6d102c0c98e4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:56.949881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa0f229a-f5a1-448d-826f-1d778b1e781b req-48a8fc69-4ac8-4000-8c5b-6d102c0c98e4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 943 time: 0.0520492 Sep 16 05:48:56.986785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa0f229a-f5a1-448d-826f-1d778b1e781b req-366ed983-0e91-4b7b-92be-6de5b3b8eafa tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Sep 16 05:48:57.808897 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f7b46984-624e-4322-85ce-6d5b5af2ef4f details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:57.901143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:57.912290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'network_id': '0707609a-8d55-43db-b196-98227836288b', 'port_id': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'mac_address': 'fa:16:3e:ee:ec:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc17a0de-f91d-4cb8-9834-5491590032c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:57.951415 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:57.964078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b46984-624e-4322-85ce-6d5b5af2ef4f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:57.982161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:58.081558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.102026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a17e8-5da4-4023-b783-e08cd441a584 req-a22442ef-2948-4ad9-a696-8594f3cc05e0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:58.103560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc3a17e8-5da4-4023-b783-e08cd441a584 req-a22442ef-2948-4ad9-a696-8594f3cc05e0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 943 time: 0.0495915 Sep 16 05:48:58.132352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:58.143033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc3a17e8-5da4-4023-b783-e08cd441a584 req-1c6f91a4-09d7-4b81-8865-d2b4565580af tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331933 Sep 16 05:48:58.254194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71d479-f80d-45cd-bf22-c76d46b5096d req-a2f8abf9-87e2-4888-adf2-b3ecfc5888b4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:58.255681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad71d479-f80d-45cd-bf22-c76d46b5096d req-a2f8abf9-87e2-4888-adf2-b3ecfc5888b4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 944 time: 0.0483787 Sep 16 05:48:58.292326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad71d479-f80d-45cd-bf22-c76d46b5096d req-69714f40-43c9-4896-9d4e-4bf455f6b14f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Sep 16 05:48:58.334618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['f7b46984-624e-4322-85ce-6d5b5af2ef4f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:58.411787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a654d-ce78-4a32-b1f6-5dca08e341fc req-fd55d36f-d595-4474-8fa1-3567818d2138 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:58.413260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-708a654d-ce78-4a32-b1f6-5dca08e341fc req-fd55d36f-d595-4474-8fa1-3567818d2138 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 944 time: 0.0545757 Sep 16 05:48:58.533044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.788268 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-708a654d-ce78-4a32-b1f6-5dca08e341fc req-93a13072-6cfd-40ba-98d8-4cad3dd28a1e tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687298 Sep 16 05:48:59.294566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696729c-c820-493e-8f8f-da88f7bba773 req-210bc85c-d13a-424d-9121-efe34f623b4c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.296047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5696729c-c820-493e-8f8f-da88f7bba773 req-210bc85c-d13a-424d-9121-efe34f623b4c tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 944 time: 0.0480123 Sep 16 05:48:59.333044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5696729c-c820-493e-8f8f-da88f7bba773 req-265df21d-39ec-4d09-b396-dc2e6995d759 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Sep 16 05:48:59.822991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f7b46984-624e-4322-85ce-6d5b5af2ef4f up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:59.932414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port f7b46984-624e-4322-85ce-6d5b5af2ef4f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:59.936180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port f7b46984-624e-4322-85ce-6d5b5af2ef4f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:59.936597 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.010569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.035895 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:00.049338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:00.074855 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee181dcb-5556-4a2e-82bb-e71286954a47" -d '{"events": [{"server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:00.127061 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.160143 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf0276a-96b0-474e-a8b7-f6a76074bd74 x-openstack-request-id: req-abf0276a-96b0-474e-a8b7-f6a76074bd74 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:00.160143 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:00.160143 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abf0276a-96b0-474e-a8b7-f6a76074bd74 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:00.160143 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'code': 200} Sep 16 05:49:00.178053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.448219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b48ab0-b907-42b5-9830-c7babd93f5b9 req-134350f9-a68a-4397-8290-a23627612af0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.449752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78b48ab0-b907-42b5-9830-c7babd93f5b9 req-134350f9-a68a-4397-8290-a23627612af0 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0486712 Sep 16 05:49:00.490563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-78b48ab0-b907-42b5-9830-c7babd93f5b9 req-fd9062fd-735b-453f-9577-3b09ac2eb39f tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/security-groups?id=17efc690-6da4-4b7e-82e1-c17e7a9f7e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Sep 16 05:49:00.684264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d75f24-0289-497c-b159-b57d2d880988 req-817f4251-318b-4462-9c4f-c58db89a5e80 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.685602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4d75f24-0289-497c-b159-b57d2d880988 req-817f4251-318b-4462-9c4f-c58db89a5e80 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 945 time: 0.0511200 Sep 16 05:49:00.770120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Deleting port f7b46984-624e-4322-85ce-6d5b5af2ef4f {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:00.770463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.860756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] For port f7b46984-624e-4322-85ce-6d5b5af2ef4f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f7b46984-624e-4322-85ce-6d5b5af2ef4f,segment=NetworkSegment(cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9),segment_id=cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:00.861122 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.873762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Calling delete_port for f7b46984-624e-4322-85ce-6d5b5af2ef4f owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:01.098593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:01.110982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['f7b46984-624e-4322-85ce-6d5b5af2ef4f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:01.130445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Pushing event deleted for resources: {'Port': ['ID=f7b46984-624e-4322-85ce-6d5b5af2ef4f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:01.170439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] No DVR routers for this DVR port f7b46984-624e-4322-85ce-6d5b5af2ef4f on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:01.173234 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:01.178796 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4d75f24-0289-497c-b159-b57d2d880988 req-465938f8-f075-4623-be65-9945456e24ac tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.60 "DELETE /v2.0/ports/f7b46984-624e-4322-85ce-6d5b5af2ef4f HTTP/1.1" status: 204 len: 173 time: 0.4836304 Sep 16 05:49:01.178796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'name': 'network-vif-deleted', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:01.178796 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e129df-2a50-4594-be5a-fafa848127f6" -d '{"events": [{"server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "name": "network-vif-deleted", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:01.214778 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a1535a-3765-45b9-92ea-2f0ca5f5905e x-openstack-request-id: req-13a1535a-3765-45b9-92ea-2f0ca5f5905e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:01.215074 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf49d31-43b8-4628-876c-6407b1cb9e4e", "name": "network-vif-deleted", "tag": "f7b46984-624e-4322-85ce-6d5b5af2ef4f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:01.215357 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13a1535a-3765-45b9-92ea-2f0ca5f5905e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:01.215967 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf49d31-43b8-4628-876c-6407b1cb9e4e', 'name': 'network-vif-deleted', 'tag': 'f7b46984-624e-4322-85ce-6d5b5af2ef4f', 'status': 'completed', 'code': 200} Sep 16 05:49:01.596619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18909594-4dde-4fbe-8b0a-b4e3e74156fd req-97e9a3ce-94ad-43df-b548-4418f1c86ad4 tempest-ServerDiskConfigTestJSON-1791211743 tempest-ServerDiskConfigTestJSON-1791211743-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf49d31-43b8-4628-876c-6407b1cb9e4e HTTP/1.1" status: 200 len: 210 time: 0.0263219 Sep 16 05:49:02.447173 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:02.736538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37188) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:02.786838 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c638cfe-03a9-494b-8de0-7747185aeada admin admin] Deleting subnet fc17a0de-f91d-4cb8-9834-5491590032c4 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:49:02.789892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c638cfe-03a9-494b-8de0-7747185aeada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.823197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c638cfe-03a9-494b-8de0-7747185aeada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.862728 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c638cfe-03a9-494b-8de0-7747185aeada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.996033 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c638cfe-03a9-494b-8de0-7747185aeada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.028136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c638cfe-03a9-494b-8de0-7747185aeada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc17a0de-f91d-4cb8-9834-5491590032c4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:03.033542 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9c638cfe-03a9-494b-8de0-7747185aeada admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.036968 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9c638cfe-03a9-494b-8de0-7747185aeada admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fc17a0de-f91d-4cb8-9834-5491590032c4 HTTP/1.1" status: 204 len: 168 time: 0.2992811 Sep 16 05:49:03.039507 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37190) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:03.106827 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.187197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.207138 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0707609a-8d55-43db-b196-98227836288b']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:03.216128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:03.216425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc38f0b5-376e-4abc-94c1-1e71c7a4b8a9') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:03.225533 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.238187 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.243911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:03.244294 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:03.245858 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:03.371531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.377265 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.385222 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0707609a-8d55-43db-b196-98227836288b HTTP/1.1" status: 204 len: 168 time: 0.3394063 Sep 16 05:49:03.390708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee5867-0dfc-4662-82c0-6edf00a04db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0707609a-8d55-43db-b196-98227836288b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:03.698082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37194) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:03.736926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79060dcf-bd62-4d56-8ed8-847abf20e2ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e78a32c6806c417a8af42086b58d5d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376642 Sep 16 05:49:03.740026 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37196) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:03.789572 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a462cdea-9e33-4d95-9aa4-d58936885902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.810294 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a462cdea-9e33-4d95-9aa4-d58936885902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.915748 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a462cdea-9e33-4d95-9aa4-d58936885902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.918305 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a462cdea-9e33-4d95-9aa4-d58936885902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.919580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a462cdea-9e33-4d95-9aa4-d58936885902 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17efc690-6da4-4b7e-82e1-c17e7a9f7e90 HTTP/1.1" status: 204 len: 168 time: 0.1785967 Sep 16 05:49:03.927813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462cdea-9e33-4d95-9aa4-d58936885902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17efc690-6da4-4b7e-82e1-c17e7a9f7e90,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:04.925243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37218) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:05.022638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-296088297-network', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:05.109624 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Made reservation on behalf of 4a5fbcdc402446acb9e660987d98d369 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:05.112454 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.125098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.212003 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.270198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.290747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:05.304527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f111c6-299a-4c7c-8be9-b874890c2b54,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:05.312492 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.312841 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Added segment 0db92bdd-c2e7-452f-8d09-93270c0f3e35 of type vlan for network e71672e2-6b8c-49c2-a2c8-3acf96c35410 Sep 16 05:49:05.314846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.315198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.315574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.315918 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.316260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.316598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.316930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.317264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.317671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.318008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.318343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.318669 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:05.360364 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.452502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.453506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.454134 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.514674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] Pushing event updated for resources: {'Network': ['ID=e71672e2-6b8c-49c2-a2c8-3acf96c35410,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:05.524445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:05.539489 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-74c4373f-3740-409f-90e1-43ccd8822238 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6130953 Sep 16 05:49:05.542224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37222) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:05.547265 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Request body: {'subnet': {'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-296088297-subnet', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:05.624230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Made reservation on behalf of 4a5fbcdc402446acb9e660987d98d369 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:05.626562 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.841122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:05.872374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f7b46984-624e-4322-85ce-6d5b5af2ef4f no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:05.892271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: f7b46984-624e-4322-85ce-6d5b5af2ef4f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:05.892618 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f7b46984-624e-4322-85ce-6d5b5af2ef4f not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:05.896068 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9918b37a-dff3-485a-b681-625e407af8bb,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:05.904500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:05.904872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Network hostable DHCP agents. Network: e71672e2-6b8c-49c2-a2c8-3acf96c35410, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:05.960707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:06.018100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, e71672e2-6b8c-49c2-a2c8-3acf96c35410) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:06.022105 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.022744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.027639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc72ca7-e446-4661-854b-0e9adf7b17c7 None None] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:06.082069 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8de74ea3-250e-411f-ab2d-227677db98f9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5388107 Sep 16 05:49:06.084827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37224) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:06.089153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:06.162016 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.163072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.168866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:06.169738 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.217758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.299203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Allocated IP 172.20.0.2 (e71672e2-6b8c-49c2-a2c8-3acf96c35410/9918b37a-dff3-485a-b681-625e407af8bb/c2091abe-c244-4ade-adcb-0d1782791ec5) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:06.407466 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.442920 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.510239 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.547679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:06.550525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:06.554190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:06.567936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Pushing event updated for resources: {'Port': ['ID=c2091abe-c244-4ade-adcb-0d1782791ec5,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:06.621034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Attempting to bind port c2091abe-c244-4ade-adcb-0d1782791ec5 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:06.621401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Attempting to bind port c2091abe-c244-4ade-adcb-0d1782791ec5 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:06.621762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Attempting to bind port c2091abe-c244-4ade-adcb-0d1782791ec5 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:06.627183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:06.627629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:06.628023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.628419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:06.628891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Bound port: c2091abe-c244-4ade-adcb-0d1782791ec5, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:06.629272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.695052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] For port c2091abe-c244-4ade-adcb-0d1782791ec5, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:06.698289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] For port c2091abe-c244-4ade-adcb-0d1782791ec5, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c2091abe-c244-4ade-adcb-0d1782791ec5,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:06.779078 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.842162 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1ee4-e25c-436a-905a-222c847d1007 None None] Pushing event updated for resources: {'Port': ['ID=c2091abe-c244-4ade-adcb-0d1782791ec5,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:07.029645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.029645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.130848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Allocated IP 172.25.7.4 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/9c7de53a-4b35-4a27-afdb-fd900127aa68) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:07.228974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.327789 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.365092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:07.368029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:07.373691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:07.379945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7de53a-4b35-4a27-afdb-fd900127aa68,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:07.696712 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.701249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1e25a-43a4-4f9e-b8da-87c6e7942276 None None] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:07.775663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a9819a27-8f20-4cbb-971d-28bbd1a7a246 None None] Provisioning complete for port c2091abe-c244-4ade-adcb-0d1782791ec5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:07.775961 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a9819a27-8f20-4cbb-971d-28bbd1a7a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.892509 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.914850 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a9819a27-8f20-4cbb-971d-28bbd1a7a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.952027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a9819a27-8f20-4cbb-971d-28bbd1a7a246 None None] For port c2091abe-c244-4ade-adcb-0d1782791ec5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c2091abe-c244-4ade-adcb-0d1782791ec5,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:08.017302 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a9819a27-8f20-4cbb-971d-28bbd1a7a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.068623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9819a27-8f20-4cbb-971d-28bbd1a7a246 None None] Pushing event updated for resources: {'Port': ['ID=c2091abe-c244-4ade-adcb-0d1782791ec5,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:08.085497 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:49:08.136582 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-079ca0f8-5ccb-4cba-a30e-92ebbe1644d1 None None] Provisioning complete for port c2091abe-c244-4ade-adcb-0d1782791ec5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:08.136958 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-079ca0f8-5ccb-4cba-a30e-92ebbe1644d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.200158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:08.210145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:08.228661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:08.229251 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:48:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:08.274313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.275623 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7b7df70e-5032-4b7b-a4fe-0519dde54498 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1898777 Sep 16 05:49:08.278370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37226) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:08.333053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:08.508110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:07Z', 'revision_number': 3, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:08.537084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:08.537440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Updating router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 port 9c7de53a-4b35-4a27-afdb-fd900127aa68 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:49:08.563926 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.589244 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c2091abe-c244-4ade-adcb-0d1782791ec5 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:08.709583 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.718521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c2091abe-c244-4ade-adcb-0d1782791ec5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:08.719069 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.871031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Allocated IP 172.20.0.1 (e71672e2-6b8c-49c2-a2c8-3acf96c35410/9918b37a-dff3-485a-b681-625e407af8bb/9940b68e-b07a-4409-b0d9-9b17eac59960) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:08.978942 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.068423 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.076103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.113912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:09.116811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:09.122902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:09.148462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Pushing event updated for resources: {'Port': ['ID=9940b68e-b07a-4409-b0d9-9b17eac59960,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:09.161140 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.170665 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.214440 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Attempting to bind port 9c7de53a-4b35-4a27-afdb-fd900127aa68 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:09.214817 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Attempting to bind port 9c7de53a-4b35-4a27-afdb-fd900127aa68 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:09.215186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Attempting to bind port 9c7de53a-4b35-4a27-afdb-fd900127aa68 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:09.217143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b3c8b-ee4e-4244-8800-7af9f6f0e452 None None] Pushing event updated for resources: {'Port': ['ID=9c7de53a-4b35-4a27-afdb-fd900127aa68,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:09.224801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:09.225235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:09.225592 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.225989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:09.226473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Bound port: 9c7de53a-4b35-4a27-afdb-fd900127aa68, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:09.226858 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.279577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] For port 9c7de53a-4b35-4a27-afdb-fd900127aa68, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:09.283045 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] For port 9c7de53a-4b35-4a27-afdb-fd900127aa68, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9c7de53a-4b35-4a27-afdb-fd900127aa68,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:09.350111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-44cab979-f286-4224-a1f7-8a5bc962e2fe None None] Provisioning complete for port 9940b68e-b07a-4409-b0d9-9b17eac59960 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:09.350489 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-44cab979-f286-4224-a1f7-8a5bc962e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.369432 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.387545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-44cab979-f286-4224-a1f7-8a5bc962e2fe None None] Port 9940b68e-b07a-4409-b0d9-9b17eac59960 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:09.390235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.447235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:09.447805 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:48:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:09.452528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b3c8b-ee4e-4244-8800-7af9f6f0e452 None None] Pushing event updated for resources: {'Port': ['ID=9c7de53a-4b35-4a27-afdb-fd900127aa68,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:09.539647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.557848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:09.624213 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.695179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Pushing event updated for resources: {'Port': ['ID=9940b68e-b07a-4409-b0d9-9b17eac59960,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:09.698193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.751676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:08Z', 'revision_number': 1, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:09.782494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823648ab-963d-4ef8-8ef2-4e049436f2d9 None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:08Z', 'revision_number': 1, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:09.788600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:09.790142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:09.912326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:10.015593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cbfc4d8a-63e0-4b17-b061-d5783a5b292a None None] Provisioning complete for port 9940b68e-b07a-4409-b0d9-9b17eac59960 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:10.016052 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4d8a-63e0-4b17-b061-d5783a5b292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.048331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:10.062601 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-64a864a9-3e2a-4431-b754-4f6db5cec86c admin admin] 10.222.0.59 "PUT /v2.0/routers/0d9d24f0-1317-4063-8ba6-e3758187f3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7780142 Sep 16 05:49:10.064058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc4d8a-63e0-4b17-b061-d5783a5b292a None None] Port 9940b68e-b07a-4409-b0d9-9b17eac59960 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:10.595848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9c7de53a-4b35-4a27-afdb-fd900127aa68 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:10.652669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9c7de53a-4b35-4a27-afdb-fd900127aa68 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:10.652975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.744514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.765759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 9c7de53a-4b35-4a27-afdb-fd900127aa68, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9c7de53a-4b35-4a27-afdb-fd900127aa68,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:10.834121 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.847033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37234) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:10.851775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c28e3a2a-810e-46f5-a5c4-2fc387efa969 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548306469', 'description': 'tempest-description--1776743500'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:10.885022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=9c7de53a-4b35-4a27-afdb-fd900127aa68,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:10.892760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.893219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.893639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.894012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.894317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.894657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.894985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.895348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.895684 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.896015 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.896346 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.896714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:10.910184 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.938639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c28e3a2a-810e-46f5-a5c4-2fc387efa969 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.026157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c28e3a2a-810e-46f5-a5c4-2fc387efa969 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.062792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90ff5822-9bf6-4174-a015-f79cfc205aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.085591 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c28e3a2a-810e-46f5-a5c4-2fc387efa969 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.115219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e3a2a-810e-46f5-a5c4-2fc387efa969 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc0371-0b02-40d2-9141-6cf622b27c16,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:11.160044 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c28e3a2a-810e-46f5-a5c4-2fc387efa969 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.161863 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c28e3a2a-810e-46f5-a5c4-2fc387efa969 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3135402 Sep 16 05:49:11.164483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37236) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:11.168868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fecc2eaa-8368-41ec-bc55-dd17c47c5349 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'security_group_rule': {'security_group_id': '88fc0371-0b02-40d2-9141-6cf622b27c16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:11.256341 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fecc2eaa-8368-41ec-bc55-dd17c47c5349 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.324359 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fecc2eaa-8368-41ec-bc55-dd17c47c5349 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.407246 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fecc2eaa-8368-41ec-bc55-dd17c47c5349 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.432374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc2eaa-8368-41ec-bc55-dd17c47c5349 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04286430-d5a5-4ab7-98dc-99750b2867eb,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:11.515692 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fecc2eaa-8368-41ec-bc55-dd17c47c5349 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.516900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fecc2eaa-8368-41ec-bc55-dd17c47c5349 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514950 Sep 16 05:49:11.519541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37238) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:11.523985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3257a318-e480-4542-8ff8-5ff638e221f4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'security_group_rule': {'security_group_id': '88fc0371-0b02-40d2-9141-6cf622b27c16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:11.616539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3257a318-e480-4542-8ff8-5ff638e221f4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.675348 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3257a318-e480-4542-8ff8-5ff638e221f4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.719161 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:11.728984 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:11.729592 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:48:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:11.759565 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3257a318-e480-4542-8ff8-5ff638e221f4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.777806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257a318-e480-4542-8ff8-5ff638e221f4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306dd575-8efc-45e5-a34b-e140ee6da532,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:11.833570 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:11.847319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3257a318-e480-4542-8ff8-5ff638e221f4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.848760 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3257a318-e480-4542-8ff8-5ff638e221f4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282361 Sep 16 05:49:11.851893 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37240) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:11.860219 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:11.936855 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.035572 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 2, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:12.036433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.061888 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:12.062211 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Updating router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 port 9940b68e-b07a-4409-b0d9-9b17eac59960 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:49:12.087677 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.138170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Allocated IP 172.25.7.186 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/58fe25cb-caf0-4a0e-9600-5f9a51ef370c) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:12.247799 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.349008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.394937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:12.397843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:12.401394 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:12.433721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'Port': ['ID=58fe25cb-caf0-4a0e-9600-5f9a51ef370c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:12.450404 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.508713 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.566450 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.580548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9c7de53a-4b35-4a27-afdb-fd900127aa68 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:12.637019 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Attempting to bind port 9940b68e-b07a-4409-b0d9-9b17eac59960 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:12.637314 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Attempting to bind port 9940b68e-b07a-4409-b0d9-9b17eac59960 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:12.637682 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Attempting to bind port 9940b68e-b07a-4409-b0d9-9b17eac59960 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:12.639901 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Pushing event updated for resources: {'Port': ['ID=9940b68e-b07a-4409-b0d9-9b17eac59960,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:12.649829 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:12.650206 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:12.650619 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.652400 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:12.656105 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Bound port: 9940b68e-b07a-4409-b0d9-9b17eac59960, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:12.656105 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.656333 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9c7de53a-4b35-4a27-afdb-fd900127aa68 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:12.656333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.657296 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.657668 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.657999 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.658333 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.658698 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.659033 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.659476 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.659802 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.660126 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.660702 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.661028 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.661341 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:12.710552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.747985 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] For port 9940b68e-b07a-4409-b0d9-9b17eac59960, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:12.751835 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] For port 9940b68e-b07a-4409-b0d9-9b17eac59960, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9940b68e-b07a-4409-b0d9-9b17eac59960,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:12.801867 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.860800 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:12.861452 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:48:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:12.864175 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf962e-6009-43a6-9089-480d062d0449 None None] Pushing event updated for resources: {'Port': ['ID=9940b68e-b07a-4409-b0d9-9b17eac59960,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:12.903126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b0636836-95e2-4f2a-874b-97bdd9e38645 None None] Provisioning complete for port 9940b68e-b07a-4409-b0d9-9b17eac59960 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:12.903812 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b0636836-95e2-4f2a-874b-97bdd9e38645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.996903 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:13.004648 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b0636836-95e2-4f2a-874b-97bdd9e38645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.042031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b0636836-95e2-4f2a-874b-97bdd9e38645 None None] For port 9940b68e-b07a-4409-b0d9-9b17eac59960, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9940b68e-b07a-4409-b0d9-9b17eac59960,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:13.115845 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b0636836-95e2-4f2a-874b-97bdd9e38645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.170086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0636836-95e2-4f2a-874b-97bdd9e38645 None None] Pushing event updated for resources: {'Port': ['ID=9940b68e-b07a-4409-b0d9-9b17eac59960,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:13.203566 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.215601 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:12Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:13.234696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-db999ff7-4f4f-4570-95ae-a39426482e57 None None] Provisioning complete for port 9940b68e-b07a-4409-b0d9-9b17eac59960 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:13.240524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db999ff7-4f4f-4570-95ae-a39426482e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.246110 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e592f8-7426-424c-9ad5-ecfe5c47a023 None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:12Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:13.258587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.336942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'Port': ['ID=58fe25cb-caf0-4a0e-9600-5f9a51ef370c,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:13.348191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.452656 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.453986 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-917576ba-6b0c-4945-b69a-2864eb1978ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6011374 Sep 16 05:49:13.598309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-18a11f25-c101-4d7d-bfa8-8ecbf5753cb1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1548306469&fields=id&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 267 time: 0.0375805 Sep 16 05:49:13.716164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-73f3cf99-9c8a-49ae-bec9-832a29feb827 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:13.717678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-73f3cf99-9c8a-49ae-bec9-832a29feb827 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 811 time: 0.1124473 Sep 16 05:49:13.733523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-0e8abc65-f246-45df-b0ed-3fbabd72e881 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/quotas/4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 375 time: 0.0098548 Sep 16 05:49:13.789116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-708c46ce-004d-4d7b-ae91-b21b8529ad2c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496776 Sep 16 05:49:13.969085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-b2639484-af9a-4716-aaca-584f3e04ba27 service neutron] 10.222.0.59 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324139 Sep 16 05:49:14.056332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-06705fc9-1e49-4bc2-905c-457d498a8db1 service neutron] 10.222.0.59 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813062 Sep 16 05:49:14.239779 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.294620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8a99b02a-b8c3-4e8c-a8a6-6a00400268c2 req-80754309-6a4a-497d-b0d2-cd3a90da9fd4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 210 time: 0.0267770 Sep 16 05:49:14.469472 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b56b2566-6c21-4891-a063-eeca4728ebc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.575664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9940b68e-b07a-4409-b0d9-9b17eac59960 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:14.623330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9940b68e-b07a-4409-b0d9-9b17eac59960 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:14.623706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.326972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.391338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de813a62-8a0d-4842-8ba2-28dd1d423d22 req-b16b0682-692c-4d8c-959a-46e870fb9697 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 210 time: 0.0297575 Sep 16 05:49:16.382897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-1d3b9598-c448-42d6-9465-aeb1cab8d812 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.384483 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-1d3b9598-c448-42d6-9465-aeb1cab8d812 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 811 time: 0.1095965 Sep 16 05:49:16.434996 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-7498ac66-2fd6-4a82-913f-8f7abbaead26 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 380 time: 0.0351887 Sep 16 05:49:16.445021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'port': {'device_id': 'a5e056f5-d614-4b27-90fd-da00580de075', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'admin_state_up': True, 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'security_groups': ['88fc0371-0b02-40d2-9141-6cf622b27c16']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:16.485847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9123cab-5f53-4794-96b8-3c3c66fa250a req-b379bd08-96d0-4e74-a0be-fd4be466c788 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 210 time: 0.0263579 Sep 16 05:49:16.624239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Made reservation on behalf of 4a5fbcdc402446acb9e660987d98d369 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:16.628509 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.751622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Allocated IP 172.20.0.12 (e71672e2-6b8c-49c2-a2c8-3acf96c35410/9918b37a-dff3-485a-b681-625e407af8bb/0eb60e59-6183-4bd6-9e50-39d6fc5cee56) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:16.886668 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.973554 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.001285 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.014767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:17.018340 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:17.024094 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:17.030447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:17.082006 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:17.082655 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.149346 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-f8668b20-8814-4932-a011-188de114e317 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7080097 Sep 16 05:49:17.168899 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Request body: {'port': {'device_id': 'a5e056f5-d614-4b27-90fd-da00580de075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:17.222150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.256520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1dd3cebb-e9db-4363-ae70-ce5af4d3e9e4 None None] Provisioning complete for port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:17.256898 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dd3cebb-e9db-4363-ae70-ce5af4d3e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.290606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3cebb-e9db-4363-ae70-ce5af4d3e9e4 None None] Port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:17.485535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:17.494626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.506703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Transition to ACTIVE for port object 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:49:17.566907 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.608695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645dbfc-532a-4262-af79-82b167030b3c req-b0cdcf94-221f-46a5-b633-f20d26bda250 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:17.610980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3645dbfc-532a-4262-af79-82b167030b3c req-b0cdcf94-221f-46a5-b633-f20d26bda250 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0517716 Sep 16 05:49:17.623625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:17.663570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3645dbfc-532a-4262-af79-82b167030b3c req-a97404a6-07ab-4bba-ae55-8c2ed8fda3d7 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454824 Sep 16 05:49:17.694217 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Attempting to bind port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:17.694558 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Attempting to bind port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:17.694901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Attempting to bind port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:17.699601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:49:17.701726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Attempting to bind port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:17.704773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:17.705121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:17.705542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:17.705972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Bound port: 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:17.706346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.775215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:17.778404 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:17.864556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.903433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:17.904019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.905475 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] 10.222.0.57 "PUT /v2.0/ports/0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1093 time: 0.7413926 Sep 16 05:49:17.905904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:17.941166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e3e3f-fcca-4755-9fb2-4d591eb3352d service neutron] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:17.961577 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c9b785-6758-422d-9018-7a84b46dd5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:18.056957 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cce446c-ff22-4b00-9829-414dd8940cd6 x-openstack-request-id: req-1cce446c-ff22-4b00-9829-414dd8940cd6 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:18.057327 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:18.057583 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cce446c-ff22-4b00-9829-414dd8940cd6 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:18.057991 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'status': 'completed', 'code': 200} Sep 16 05:49:18.074051 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-da2855de-eeac-4eb6-9583-3570677d9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.075648 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-da2855de-eeac-4eb6-9583-3570677d9529 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1096 time: 0.0481930 Sep 16 05:49:18.123461 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-c1d8b4b3-1443-4784-9993-d1f15554f89b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 217 time: 0.0351284 Sep 16 05:49:18.178634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-60513a74-fed8-4bc2-8a30-b6142ae66351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.180078 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-60513a74-fed8-4bc2-8a30-b6142ae66351 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0490820 Sep 16 05:49:18.224588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-516d4f80-1560-4ad5-a6be-1f90a8c96e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.226124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-516d4f80-1560-4ad5-a6be-1f90a8c96e92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394173 Sep 16 05:49:18.317866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-a6f2ff00-fe58-40f7-9bab-2b012bdc14a8 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844734 Sep 16 05:49:18.413642 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-623e3ad2-9e99-4f83-8815-02f96ca47c75 req-747242d2-2ea5-4ddb-b4b0-a81c9499cfd6 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884500 Sep 16 05:49:18.601160 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-6408078e-dd60-4943-a521-aad1633140c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.602727 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-6408078e-dd60-4943-a521-aad1633140c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1096 time: 0.0408578 Sep 16 05:49:18.697391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-4b81e59a-1e46-4005-89e5-36bb56fecd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.699010 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-4b81e59a-1e46-4005-89e5-36bb56fecd5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0891771 Sep 16 05:49:18.741283 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-c73846f3-0a54-46c2-bd40-a71eceb11209 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 217 time: 0.0342209 Sep 16 05:49:18.778762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003d1fd-f74a-4cc6-b590-676e2881cdda req-0ff2fefd-4696-41f2-adec-6758f96ec30e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.780288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3003d1fd-f74a-4cc6-b590-676e2881cdda req-0ff2fefd-4696-41f2-adec-6758f96ec30e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0495043 Sep 16 05:49:18.798034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-78bf3d2e-1768-47f0-a531-a95784ae592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.799584 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-78bf3d2e-1768-47f0-a531-a95784ae592b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0497913 Sep 16 05:49:18.818494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3003d1fd-f74a-4cc6-b590-676e2881cdda req-0fdb0eeb-68b3-4362-a701-e3d8b691e5ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318522 Sep 16 05:49:18.847500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-f2e2b0b0-3d84-469a-8f6f-1c3bc1091841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.849019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-f2e2b0b0-3d84-469a-8f6f-1c3bc1091841 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411937 Sep 16 05:49:18.939114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-46aee33b-abc8-450e-b4a4-0d808b3e095b service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821443 Sep 16 05:49:19.033491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-67c9b785-6758-422d-9018-7a84b46dd5b0 req-a7fdfa2e-3bf0-4ed4-a612-e7404f0c5285 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865586 Sep 16 05:49:19.809576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:19.906510 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:19.918760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'mac_address': 'fa:16:3e:9e:36:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:19.938857 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743088e-74f5-4ddc-8859-416800b7c225 req-98cc90c4-3d3f-4ff4-a484-16514b93768f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:19.940383 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7743088e-74f5-4ddc-8859-416800b7c225 req-98cc90c4-3d3f-4ff4-a484-16514b93768f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0523639 Sep 16 05:49:19.954641 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.967687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:19.978887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7743088e-74f5-4ddc-8859-416800b7c225 req-9d77f948-3407-4b76-9f06-de0f7616463d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Sep 16 05:49:19.987416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:20.052193 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.101492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:20.325048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['0eb60e59-6183-4bd6-9e50-39d6fc5cee56'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:21.105772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28e63c-c320-41c0-914d-11b4cfb896b4 req-5919a427-3f67-4861-b03c-5b53668158aa tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:21.107370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba28e63c-c320-41c0-914d-11b4cfb896b4 req-5919a427-3f67-4861-b03c-5b53668158aa tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 945 time: 0.0553133 Sep 16 05:49:21.146140 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba28e63c-c320-41c0-914d-11b4cfb896b4 req-120b31ff-1f9e-4bd4-b6fc-c9502bb7e66c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320203 Sep 16 05:49:21.825304 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:21.926506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:21.930458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:21.930842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.007847 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.029883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:22.032205 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af810ee-7ad1-4b7c-b298-d42d73195219" -d '{"events": [{"server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "name": "network-vif-plugged", "status": "completed", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:22.045232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:22.072432 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1020d23a-3e7a-4857-8b82-fc8ff74c181d x-openstack-request-id: req-1020d23a-3e7a-4857-8b82-fc8ff74c181d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:22.072732 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "name": "network-vif-plugged", "status": "completed", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:22.072989 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1020d23a-3e7a-4857-8b82-fc8ff74c181d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:22.073390 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'code': 200} Sep 16 05:49:22.107774 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.154454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:22.195234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1756e4-6434-4b66-8261-24357841ef14 req-46d07db1-b108-4dfa-8b46-98246315326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:22.196880 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f1756e4-6434-4b66-8261-24357841ef14 req-46d07db1-b108-4dfa-8b46-98246315326f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1098 time: 0.0424957 Sep 16 05:49:22.232988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8f1756e4-6434-4b66-8261-24357841ef14 req-a5ebb3a4-2317-484a-8499-0fce14ed00e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292795 Sep 16 05:49:22.258953 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea0b7-ec3b-4fa6-baa7-5abdeb20dd1c req-f8503013-ffa4-4624-a9bc-bc56df4c4909 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:22.260377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c11ea0b7-ec3b-4fa6-baa7-5abdeb20dd1c req-f8503013-ffa4-4624-a9bc-bc56df4c4909 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0480542 Sep 16 05:49:22.298071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c11ea0b7-ec3b-4fa6-baa7-5abdeb20dd1c req-b7079f5b-d554-4f8f-a374-c6b22d0c7cbb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Sep 16 05:49:23.419833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81792-7df6-4517-86b5-1b719a9b7367 req-f15a7b58-92ad-4a06-b9e8-6fa5099a2dc8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:23.421314 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19f81792-7df6-4517-86b5-1b719a9b7367 req-f15a7b58-92ad-4a06-b9e8-6fa5099a2dc8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0527756 Sep 16 05:49:23.460251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19f81792-7df6-4517-86b5-1b719a9b7367 req-15612899-17ae-43e9-81e3-773f12691931 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Sep 16 05:49:24.572207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c3908-ec9d-4c8f-a207-96c35e2c07a1 req-43d4b0b9-8fdf-4346-92df-ff81a5ac2b96 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:24.573678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae7c3908-ec9d-4c8f-a207-96c35e2c07a1 req-43d4b0b9-8fdf-4346-92df-ff81a5ac2b96 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0489130 Sep 16 05:49:24.611053 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae7c3908-ec9d-4c8f-a207-96c35e2c07a1 req-a7626292-943c-4337-b15d-51a15059fda2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315509 Sep 16 05:49:24.727782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c58be-8995-4d08-baf6-265370af56ec req-14b84a5f-518c-429d-9de4-4d831350e0fa tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:24.729245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e1c58be-8995-4d08-baf6-265370af56ec req-14b84a5f-518c-429d-9de4-4d831350e0fa tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0483699 Sep 16 05:49:24.737705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37310) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:24.742109 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'floatingip': {'port_id': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:24.784597 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.218688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.267794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.362106 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f associated. External IP: 172.25.7.186, port: 0eb60e59-6183-4bd6-9e50-39d6fc5cee56. Sep 16 05:49:25.573862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:25.679753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:25.685134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.690298 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:25.703748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:25.704374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:25.712252 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cdecea54-b5b2-424c-aa40-6fa506992763 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "PUT /v2.0/floatingips/b69c0d73-7e2f-4268-9daf-dbc0923b932f HTTP/1.1" status: 200 len: 992 time: 0.9734557 Sep 16 05:49:25.712843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:25.718084 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfef727-86b9-437d-905d-989fe827fdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:25.753832 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3780c4a1-ccf3-4d14-bd53-5a524ccc14e7 x-openstack-request-id: req-3780c4a1-ccf3-4d14-bd53-5a524ccc14e7 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:25.754156 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:25.754408 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3780c4a1-ccf3-4d14-bd53-5a524ccc14e7 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:25.754805 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'status': 'completed', 'code': 200} Sep 16 05:49:25.808592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:25.856929 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef727-86b9-437d-905d-989fe827fdfd req-f86518bd-7a82-4db6-8d8d-357ea51464e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:25.858453 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfef727-86b9-437d-905d-989fe827fdfd req-f86518bd-7a82-4db6-8d8d-357ea51464e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1098 time: 0.0396972 Sep 16 05:49:25.954554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef727-86b9-437d-905d-989fe827fdfd req-3128819b-3842-4b13-aa7c-82bf7630eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:25.956126 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfef727-86b9-437d-905d-989fe827fdfd req-3128819b-3842-4b13-aa7c-82bf7630eb6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0901384 Sep 16 05:49:26.024018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:9e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e056f5-d614-4b27-90fd-da00580de075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:49:25Z', 'revision_number': 1, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:26.024584 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfef727-86b9-437d-905d-989fe827fdfd req-7baaf612-161c-4763-99eb-3891334a2873 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1000 time: 0.0617025 Sep 16 05:49:26.049555 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:26.058503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:26.059111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:26.074146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef727-86b9-437d-905d-989fe827fdfd req-a0b8ba9f-23dc-4424-b3bf-304f807bcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:26.075679 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfef727-86b9-437d-905d-989fe827fdfd req-a0b8ba9f-23dc-4424-b3bf-304f807bcb6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0444038 Sep 16 05:49:26.121407 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef727-86b9-437d-905d-989fe827fdfd req-17cdd20b-68d5-4465-9d62-4c06f2df8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:26.122840 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfef727-86b9-437d-905d-989fe827fdfd req-17cdd20b-68d5-4465-9d62-4c06f2df8af8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398784 Sep 16 05:49:26.163117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:26.218583 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfef727-86b9-437d-905d-989fe827fdfd req-ad9b134b-b9b0-48db-ad99-323a3c2bfb5e service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878921 Sep 16 05:49:26.308424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-edfef727-86b9-437d-905d-989fe827fdfd req-c2f5514b-318f-48b6-8f2b-0d62046f24f6 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823436 Sep 16 05:49:26.534017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:9e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e056f5-d614-4b27-90fd-da00580de075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:49:25Z', 'revision_number': 1, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:26.559881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24439a-add8-4641-8339-a2443eea7e3d None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:9e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e056f5-d614-4b27-90fd-da00580de075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:49:25Z', 'revision_number': 1, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:26.742626 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7bc77-0ba4-4289-963f-e63eea4d09bd None None] New status for floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:49:28.541965 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.447064 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:40.913097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.027148 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3992cf6-b242-49b4-b7df-b417ea3c0d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:44.255414 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:44.492040 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-433b0848-ff75-4f08-a1e5-e287bf6c8c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.280473 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:47.029086 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.645721 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-df6c1773-9a5e-4d7c-a0bc-7ecef6420f79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387943 Sep 16 05:49:49.748707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-ae039a7d-e346-4c3c-946d-2c4231d2b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:49.750182 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-ae039a7d-e346-4c3c-946d-2c4231d2b795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1098 time: 0.0444670 Sep 16 05:49:49.856655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-37fb8fb2-887c-44c3-b007-0b398441bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:49.858140 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-37fb8fb2-887c-44c3-b007-0b398441bc7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0840318 Sep 16 05:49:49.927236 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-eb3963c4-f1a5-4269-9bee-1f11c556b5ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1002 time: 0.0600107 Sep 16 05:49:49.976202 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-3c740205-2869-4000-a66a-e77a75d9e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:49.977596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-3c740205-2869-4000-a66a-e77a75d9e3b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0437260 Sep 16 05:49:50.022868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-14f9cc9e-b44f-4dbf-b397-062be351744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:50.024444 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-14f9cc9e-b44f-4dbf-b397-062be351744b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391514 Sep 16 05:49:50.117465 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-21529c49-d057-4911-98c5-75287c84d0ca service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Sep 16 05:49:50.205114 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e3f5ac1f-70d6-4c60-a42b-e0588eb9bdc1 req-f9c2a9e3-46f3-42d5-b35f-d99c455af8e6 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799787 Sep 16 05:49:58.537243 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:10.909039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:11.025542 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2c246e1c-56e1-4e07-b935-dfb817cb4f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.254132 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.477471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85e4c65d-fc1b-4913-b902-c7ea808e02aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.299950 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.446645 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:17.011313 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.553619 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:40.990536 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:41.082193 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6453a7ad-653e-4e5b-a4f4-dac70c44c5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:44.230823 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:44.464847 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0154f5e3-12a6-4671-a7dd-b4afe193ae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:45.281956 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:47.007558 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.619169 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-b3863946-f9b1-4194-8d96-9ec499892380 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497863 Sep 16 05:50:50.715550 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-e17fe368-22bb-4a77-9064-4f43e24fefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.717572 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-e17fe368-22bb-4a77-9064-4f43e24fefab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1098 time: 0.0424387 Sep 16 05:50:50.816734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-c0bdb1e2-51d7-4191-a1e0-6ab14f97c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.818218 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-c0bdb1e2-51d7-4191-a1e0-6ab14f97c36d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0827718 Sep 16 05:50:50.886976 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-9628e188-3ac7-4f35-abfd-4853c72c52b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1002 time: 0.0614874 Sep 16 05:50:50.934828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-b0f36ef6-ee8a-42aa-bd7a-48d2555f0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.936276 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-b0f36ef6-ee8a-42aa-bd7a-48d2555f0e42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0425155 Sep 16 05:50:50.982958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-2a4beaa6-7765-461a-92df-135be714229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.984530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-2a4beaa6-7765-461a-92df-135be714229d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413413 Sep 16 05:50:51.110898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-3dcbf690-c0ad-42a9-bd6d-79e8fe09d7ab service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955369 Sep 16 05:50:51.203857 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-117b38f5-14c4-48e9-84ed-e4e55d99b059 req-4ef71509-2003-40b8-85cc-cec43514feb7 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848701 Sep 16 05:50:53.445954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:58.561385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.837474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c6ebb-b357-4f6b-be1b-754c0ecc4b38 req-eda81fb4-2c07-4a23-a3fc-cd3b73511b9b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:00.838981 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c68c6ebb-b357-4f6b-be1b-754c0ecc4b38 req-eda81fb4-2c07-4a23-a3fc-cd3b73511b9b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0588584 Sep 16 05:51:00.878830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c68c6ebb-b357-4f6b-be1b-754c0ecc4b38 req-3758ca59-d8d3-47b2-9f89-86a3ce2f6d55 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333560 Sep 16 05:51:01.242960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d764d1-2cd2-4a89-940a-1e606f132086 req-394d0f38-9dc4-4c6c-a364-8bb22dce09fd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:01.244470 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d764d1-2cd2-4a89-940a-1e606f132086 req-394d0f38-9dc4-4c6c-a364-8bb22dce09fd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0483816 Sep 16 05:51:01.282737 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04d764d1-2cd2-4a89-940a-1e606f132086 req-0fb19d07-8105-40a3-84fa-8176cfb5f37f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Sep 16 05:51:01.348872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 37546) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:01.439128 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-daa8d865-a8e1-42b9-8a6b-d002672e3e63 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890212 Sep 16 05:51:01.447646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-31011d82-97d6-41c0-9f4b-f9c1cfcc9c06 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:51:01.448601 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-31011d82-97d6-41c0-9f4b-f9c1cfcc9c06 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048916 Sep 16 05:51:02.397781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9b9e-e92f-483e-a1ef-c1b6c0dbe31f req-8daba308-9cd6-403b-be91-65c490968136 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:02.399367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e8b9b9e-e92f-483e-a1ef-c1b6c0dbe31f req-8daba308-9cd6-403b-be91-65c490968136 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0493512 Sep 16 05:51:02.439966 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e8b9b9e-e92f-483e-a1ef-c1b6c0dbe31f req-73eb0262-fab1-467f-a5b4-5250a10ba5c3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341072 Sep 16 05:51:03.539904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-738e27f2-6f83-4d8e-8916-2ca818ed5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:03.541592 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-738e27f2-6f83-4d8e-8916-2ca818ed5ccf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1098 time: 0.0431037 Sep 16 05:51:03.561949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f34e68-94ca-4116-b3b9-cb53484b3ed4 req-23f46c23-c0db-421d-866e-2b007f1bbe2d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:03.563452 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4f34e68-94ca-4116-b3b9-cb53484b3ed4 req-23f46c23-c0db-421d-866e-2b007f1bbe2d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0525699 Sep 16 05:51:03.602860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d4f34e68-94ca-4116-b3b9-cb53484b3ed4 req-4a85920f-4009-4fe2-bbeb-716acf78a9b3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332351 Sep 16 05:51:03.636390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-5a23b0a2-5d06-4648-822b-0036945d144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:03.638628 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-5a23b0a2-5d06-4648-822b-0036945d144d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0892053 Sep 16 05:51:03.701642 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-42ac941e-336b-4687-89f8-f15f6e150016 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1002 time: 0.0560703 Sep 16 05:51:03.749024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-6380e618-827a-4d6b-80b1-55b0b20d083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:03.750417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-6380e618-827a-4d6b-80b1-55b0b20d083a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0421603 Sep 16 05:51:03.798390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-759b099e-f942-40d6-9af5-932d97a15ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:03.800030 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-759b099e-f942-40d6-9af5-932d97a15ab8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427940 Sep 16 05:51:03.889322 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-e7a97be5-0b77-4411-8b11-713ce9fa994a service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809441 Sep 16 05:51:03.981345 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-2a51313b-09e2-4be4-994c-1aa25878ca59 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851445 Sep 16 05:51:04.716557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f62b11-00b7-4561-af64-c89d2fb7f582 req-df7fa533-9542-4c93-824c-339f6d1c289c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:04.718045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97f62b11-00b7-4561-af64-c89d2fb7f582 req-df7fa533-9542-4c93-824c-339f6d1c289c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0478699 Sep 16 05:51:04.755052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97f62b11-00b7-4561-af64-c89d2fb7f582 req-ecad3356-6ca7-43b2-bc9c-104dda382e0b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311613 Sep 16 05:51:05.875933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e93a78-f61a-44fa-9ce5-ff1deebc5521 req-0c5c887b-b475-42fd-b4c9-9b99f20ed5a9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:05.877629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8e93a78-f61a-44fa-9ce5-ff1deebc5521 req-0c5c887b-b475-42fd-b4c9-9b99f20ed5a9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0543277 Sep 16 05:51:05.916793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8e93a78-f61a-44fa-9ce5-ff1deebc5521 req-83130783-d48c-467b-9954-041a9303545e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332990 Sep 16 05:51:07.037063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67283e1-1003-41fc-b221-fc5e5d2d8eca req-70707071-1475-4f6c-92fb-5373b882a5bd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:07.038519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f67283e1-1003-41fc-b221-fc5e5d2d8eca req-70707071-1475-4f6c-92fb-5373b882a5bd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0517223 Sep 16 05:51:07.075808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f67283e1-1003-41fc-b221-fc5e5d2d8eca req-343ecc12-077e-4087-a9c2-e56d57f82ec5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308795 Sep 16 05:51:08.194529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7c28c-d4e1-4d4b-932b-78be681700d0 req-c802312c-f41d-4471-a2ec-d62478fda8cc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:08.196056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fea7c28c-d4e1-4d4b-932b-78be681700d0 req-c802312c-f41d-4471-a2ec-d62478fda8cc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0496309 Sep 16 05:51:08.233684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fea7c28c-d4e1-4d4b-932b-78be681700d0 req-97b2f1e7-87e3-4eb0-a174-dd79a88ca3fd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Sep 16 05:51:09.348632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecc5e0-5f34-46cd-9bae-dd5bd5ab5aa9 req-5be43ecc-90c4-4886-8bcd-62906418476c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:09.350112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1ecc5e0-5f34-46cd-9bae-dd5bd5ab5aa9 req-5be43ecc-90c4-4886-8bcd-62906418476c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0482228 Sep 16 05:51:09.387212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1ecc5e0-5f34-46cd-9bae-dd5bd5ab5aa9 req-74414cb7-7dfe-4f6a-9124-c1705aff721e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312238 Sep 16 05:51:10.506612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317287e-1971-4c0b-8795-01652f174424 req-0af3b4a3-0814-4b9b-8961-7e695725c64f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:10.514061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d317287e-1971-4c0b-8795-01652f174424 req-0af3b4a3-0814-4b9b-8961-7e695725c64f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0526612 Sep 16 05:51:10.546284 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d317287e-1971-4c0b-8795-01652f174424 req-9932999a-72d7-4758-af27-8f691db0640f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Sep 16 05:51:10.967484 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.044434 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-26bdba62-aa1b-4e61-bc84-0ea278f73d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.660629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad0b0-883d-470d-8a41-e2ec394c3257 req-d391333a-e072-42b5-a26a-f1c9df71d0ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:11.662014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8dad0b0-883d-470d-8a41-e2ec394c3257 req-d391333a-e072-42b5-a26a-f1c9df71d0ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0487888 Sep 16 05:51:11.698028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8dad0b0-883d-470d-8a41-e2ec394c3257 req-260a3910-8908-456d-972d-b1f6cc91cd04 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301259 Sep 16 05:51:12.812198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15f910-f20e-4769-855a-0f89d0a82a90 req-da871e65-1bc3-4e64-a1c3-29f79915c894 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:12.813701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc15f910-f20e-4769-855a-0f89d0a82a90 req-da871e65-1bc3-4e64-a1c3-29f79915c894 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0489445 Sep 16 05:51:12.851102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc15f910-f20e-4769-855a-0f89d0a82a90 req-1bf21257-c956-4564-a43e-6d0c10ed69ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Sep 16 05:51:13.968512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a044f67-5eab-410a-93bb-98e6de7c776f req-9d4e4ba3-7e0a-47fe-a053-8bd0418c460a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:13.969996 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a044f67-5eab-410a-93bb-98e6de7c776f req-9d4e4ba3-7e0a-47fe-a053-8bd0418c460a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0522132 Sep 16 05:51:14.007515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a044f67-5eab-410a-93bb-98e6de7c776f req-7e7e8adb-6e79-4ffd-a14d-fe6d7ba2b793 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Sep 16 05:51:14.227234 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.467730 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-88165e7b-3e51-4fe6-92e0-270605153f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.123468 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03269e76-f00e-4754-842f-9ef5a1dedbb9 req-155d84b7-7a29-41d1-9bf9-23b89d27cf8e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:15.125013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03269e76-f00e-4754-842f-9ef5a1dedbb9 req-155d84b7-7a29-41d1-9bf9-23b89d27cf8e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0506313 Sep 16 05:51:15.165185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03269e76-f00e-4754-842f-9ef5a1dedbb9 req-aa3fb5fd-0001-48f2-b563-dec9a141597f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Sep 16 05:51:15.307066 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.249688 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-c1c5f357-3242-4875-a000-623384635ef0 req-362f9d69-5afa-4e02-8ad8-8631a39cb621 service neutron] show failed (client error): The resource could not be found. Sep 16 05:51:16.250779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-362f9d69-5afa-4e02-8ad8-8631a39cb621 service neutron] 10.222.0.57 "GET /v2.0/ports/0eb60e59-6183-4bd6-9e50-39d6fc5cee56/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0558417 Sep 16 05:51:16.280856 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5372abf-ed4b-4c4b-a4c4-e4e43dc5d1f5 req-a17a6466-84be-40dc-aa46-228d500dc6bb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:16.282657 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a5372abf-ed4b-4c4b-a4c4-e4e43dc5d1f5 req-a17a6466-84be-40dc-aa46-228d500dc6bb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0492578 Sep 16 05:51:16.319350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a5372abf-ed4b-4c4b-a4c4-e4e43dc5d1f5 req-d681000a-1b9f-43a0-89ef-ed75402757ff tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305967 Sep 16 05:51:16.776593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-d83459ab-db06-45e9-9704-f1a53eb1b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:16.778129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-d83459ab-db06-45e9-9704-f1a53eb1b46a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 1098 time: 0.0460086 Sep 16 05:51:16.790363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:16.842485 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.006588 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.041078 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:17.072782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:17.114764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:17.116970 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a929dca-114d-49f6-afa7-374ff6a5cefb" -d '{"events": [{"server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:17.121224 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.134629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Transition to ACTIVE for port object 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:51:17.170723 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fefc96-5894-43b4-80ba-1a7d4fb3e2ac x-openstack-request-id: req-68fefc96-5894-43b4-80ba-1a7d4fb3e2ac {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:17.171044 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:17.171310 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68fefc96-5894-43b4-80ba-1a7d4fb3e2ac {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:17.171718 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'code': 200} Sep 16 05:51:17.195162 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.303089 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:17.323935 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.324276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.324615 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.324951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.325280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.325650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.325977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.326308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.326631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.326956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.327306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.327612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:17.376508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] No DVR routers for this DVR port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:17.499667 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3d0fc-0ab4-4506-adc4-0b666e835d43 req-0e9a57c4-3aee-4a77-a1b1-f9b54f3ad8ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:17.501145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7be3d0fc-0ab4-4506-adc4-0b666e835d43 req-0e9a57c4-3aee-4a77-a1b1-f9b54f3ad8ec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0922244 Sep 16 05:51:17.571504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7be3d0fc-0ab4-4506-adc4-0b666e835d43 req-e346d2a3-d157-42bd-8a42-4bcdbfa94687 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636673 Sep 16 05:51:17.573761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Attempting to bind port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:17.574098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Attempting to bind port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:17.574428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Attempting to bind port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:17.579309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:51:17.579634 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Attempting to bind port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:17.584660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:17.584993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:17.585373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:17.585798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Bound port: 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:17.586165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.647951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:17.650810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:17.726515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.760848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:17.761345 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.762726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] 10.222.0.60 "PUT /v2.0/ports/0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1093 time: 0.9763165 Sep 16 05:51:17.784069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74931d36-838f-46f9-8085-cee01dcf9e00 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:17.828304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-2899a7f8-63da-4541-a65f-3f8f5209ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:17.829914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-2899a7f8-63da-4541-a65f-3f8f5209ba69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1096 time: 0.0416203 Sep 16 05:51:17.930787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-8e041dd3-658a-4e66-b144-298559abe76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:17.932369 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-8e041dd3-658a-4e66-b144-298559abe76c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0952950 Sep 16 05:51:18.000672 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-4cb936fa-2197-4405-b056-17e2adb50d1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1000 time: 0.0607371 Sep 16 05:51:18.369527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-7311dcc7-1f3d-43b2-b612-7a76a096e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:18.370982 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-7311dcc7-1f3d-43b2-b612-7a76a096e5f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.3620727 Sep 16 05:51:18.421110 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f357-3242-4875-a000-623384635ef0 req-1a36f3fe-d6d1-4b38-8b18-278024c58a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:18.422583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-1a36f3fe-d6d1-4b38-8b18-278024c58a06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403981 Sep 16 05:51:18.516969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-191fc058-6220-483a-a5a0-a48f864ad921 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861499 Sep 16 05:51:18.605249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c1c5f357-3242-4875-a000-623384635ef0 req-ae2f4af1-75e3-4513-b347-5de4d1326014 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810149 Sep 16 05:51:18.692138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af4862-f3b1-420d-b637-46e9f1d2f426 req-13e0a587-fa5e-48fd-9f8e-a2c7b066e9a0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:18.693537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23af4862-f3b1-420d-b637-46e9f1d2f426 req-13e0a587-fa5e-48fd-9f8e-a2c7b066e9a0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0517788 Sep 16 05:51:18.736426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-23af4862-f3b1-420d-b637-46e9f1d2f426 req-11d78e53-db3b-4416-ae00-26ff6d833536 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368524 Sep 16 05:51:19.173154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:19.175550 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d245af-ca4d-43b6-a72d-0893cbbadafc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:19.222708 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a6d2b1-5911-4a39-9d44-a7067c15453a x-openstack-request-id: req-05a6d2b1-5911-4a39-9d44-a7067c15453a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:19.223005 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:19.223282 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05a6d2b1-5911-4a39-9d44-a7067c15453a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:19.223683 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'status': 'completed', 'code': 200} Sep 16 05:51:19.288138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-b6bc1bdf-db69-46c5-a37d-fce582019647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.289650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-b6bc1bdf-db69-46c5-a37d-fce582019647 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1096 time: 0.0418482 Sep 16 05:51:19.300454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-31eedf8a-77e3-4a36-baba-dd7d65fc43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.301938 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-31eedf8a-77e3-4a36-baba-dd7d65fc43fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1096 time: 0.0413010 Sep 16 05:51:19.379534 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-ae9901f9-c645-4904-aa93-705ffd8814fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.381021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-ae9901f9-c645-4904-aa93-705ffd8814fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0839312 Sep 16 05:51:19.396867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-16633425-dce1-4ceb-8f8c-7aad3c61935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.398370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-16633425-dce1-4ceb-8f8c-7aad3c61935c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0894599 Sep 16 05:51:19.451941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-7377fe1f-85de-4b08-9c44-d00f47298664 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1000 time: 0.0622714 Sep 16 05:51:19.464504 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-d5a50022-74fa-4c5f-84dd-d9ceffb38970 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1000 time: 0.0585382 Sep 16 05:51:19.500270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-e6e5ab57-e0f3-4519-b9bd-416bc6f29dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.501767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-e6e5ab57-e0f3-4519-b9bd-416bc6f29dec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0428858 Sep 16 05:51:19.518613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-d00bea96-791e-42d5-85cf-1f68359666aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.520134 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-d00bea96-791e-42d5-85cf-1f68359666aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0473430 Sep 16 05:51:19.548333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-7b196254-24a5-42e0-a67f-93713edcd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.549837 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-7b196254-24a5-42e0-a67f-93713edcd4b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401056 Sep 16 05:51:19.567308 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-de3f50b4-5292-46c3-90d5-ab9aae4a0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.568800 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-de3f50b4-5292-46c3-90d5-ab9aae4a0618 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403323 Sep 16 05:51:19.648361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-8767445e-b2f9-4d86-bbb4-349e84532928 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873420 Sep 16 05:51:19.658517 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-afc2e6cd-b0ce-4e0f-a3b8-6b5d30826c04 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814755 Sep 16 05:51:19.738642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-d6310148-37f4-429e-bd33-81da59aa00ec service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818803 Sep 16 05:51:19.752260 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e0d245af-ca4d-43b6-a72d-0893cbbadafc req-d2f5e797-f373-450e-b11b-4a7c2c1385d9 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859361 Sep 16 05:51:19.861065 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fab29-2eb9-491b-a839-2f29f7105f70 req-2e27d1da-1b20-4f9f-841d-707129bbe02b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.862538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-053fab29-2eb9-491b-a839-2f29f7105f70 req-2e27d1da-1b20-4f9f-841d-707129bbe02b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0552421 Sep 16 05:51:19.899914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-053fab29-2eb9-491b-a839-2f29f7105f70 req-e3af12d2-c006-4c8d-a1f7-a3956df2477b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Sep 16 05:51:20.493601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:20.534642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:21.017673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399ae93-e9d8-4331-9325-69f549f92991 req-7e18ea49-a799-4a83-bbb5-f2212dfef077 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.019218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7399ae93-e9d8-4331-9325-69f549f92991 req-7e18ea49-a799-4a83-bbb5-f2212dfef077 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0480764 Sep 16 05:51:21.057655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7399ae93-e9d8-4331-9325-69f549f92991 req-fd03c441-b089-402c-b4a5-ca53a3e999da tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Sep 16 05:51:21.378130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd726a1-21c0-4e18-a040-01d2c9b8ea38 req-8e09020e-8f1f-435e-8d05-4696a881156f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.379623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5bd726a1-21c0-4e18-a040-01d2c9b8ea38 req-8e09020e-8f1f-435e-8d05-4696a881156f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0541728 Sep 16 05:51:21.424003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5bd726a1-21c0-4e18-a040-01d2c9b8ea38 req-def53670-7119-4b9e-9dbb-4758ca402462 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347040 Sep 16 05:51:21.478014 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-e6de8442-ed57-457a-9cbd-74267d38abd0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.479519 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-e6de8442-ed57-457a-9cbd-74267d38abd0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075&tenant_id=4a5fbcdc402446acb9e660987d98d369&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 944 time: 0.0583498 Sep 16 05:51:21.539006 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-7bd4e742-2386-411f-919d-431206b11f69 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:51:21.539940 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-7bd4e742-2386-411f-919d-431206b11f69 service neutron] 10.222.0.57 "DELETE /v2.0/ports/0eb60e59-6183-4bd6-9e50-39d6fc5cee56/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0521359 Sep 16 05:51:21.657157 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-f8637b9c-44c9-41d9-a08a-9c5f406abdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.658793 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-f8637b9c-44c9-41d9-a08a-9c5f406abdbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 1096 time: 0.0468688 Sep 16 05:51:21.750819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-78f09cda-fa4e-48c8-8646-2858ddbfdae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.752388 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-78f09cda-fa4e-48c8-8646-2858ddbfdae6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0863774 Sep 16 05:51:21.823212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-c1bf7efb-e1d1-448c-aac0-3f2c3d8507cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 200 len: 1000 time: 0.0625474 Sep 16 05:51:21.873207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-a77001bc-d75b-4cc7-a900-728959f46dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.874716 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-a77001bc-d75b-4cc7-a900-728959f46dab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0440133 Sep 16 05:51:21.922957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-31132778-5df9-49c0-a9f9-706a617c2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.924497 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-31132778-5df9-49c0-a9f9-706a617c2d96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416427 Sep 16 05:51:22.032816 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-7a4e9aa4-f2d1-44fc-a51b-6b6ec5caf822 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943294 Sep 16 05:51:22.129440 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6188c94a-61f9-4b6a-abae-b1b89b692c72 req-10d0edcd-c125-4044-808f-288661626be9 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881271 Sep 16 05:51:22.436745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:22.533173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:22.544036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'mac_address': 'fa:16:3e:9e:36:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:22.552576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8a0ac-756e-4352-a4b9-a8f0e7ac2931 req-52c85abc-8ca4-4315-abf4-d7ed10b099db tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:22.554067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2de8a0ac-756e-4352-a4b9-a8f0e7ac2931 req-52c85abc-8ca4-4315-abf4-d7ed10b099db tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 944 time: 0.0528839 Sep 16 05:51:22.585734 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.596105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2de8a0ac-756e-4352-a4b9-a8f0e7ac2931 req-d0054c0c-c255-4ac9-b838-9c5074a931cd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356612 Sep 16 05:51:22.599114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:22.626088 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:22.692037 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.738305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:22.745492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.745866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.746210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.746550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.746888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.747224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.747598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.747948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.748278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.748603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.748930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.749253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:22.955680 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0eb60e59-6183-4bd6-9e50-39d6fc5cee56'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:23.720208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5d04-acce-43d7-b892-3de40a73208e req-9c8b09fd-3032-4dc2-84f7-59b25a55a6ff tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:23.721690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a15a5d04-acce-43d7-b892-3de40a73208e req-9c8b09fd-3032-4dc2-84f7-59b25a55a6ff tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 945 time: 0.0492916 Sep 16 05:51:23.759211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a15a5d04-acce-43d7-b892-3de40a73208e req-00f174cf-1109-4704-968a-b69242c0fe14 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Sep 16 05:51:23.870722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21add106-ea56-4f2f-8899-c7331df2de9e req-88c70d93-e3e3-498a-b9fd-55c55652bbc8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:23.872221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21add106-ea56-4f2f-8899-c7331df2de9e req-88c70d93-e3e3-498a-b9fd-55c55652bbc8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 945 time: 0.0480065 Sep 16 05:51:23.909825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-21add106-ea56-4f2f-8899-c7331df2de9e req-9b128b09-5442-4fa2-8662-40b24135c9fe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Sep 16 05:51:24.026273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac0810-5fe8-4dde-b195-ed441291271c req-92bc8665-043c-4636-96f1-fae2a785f392 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:24.028041 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4aac0810-5fe8-4dde-b195-ed441291271c req-92bc8665-043c-4636-96f1-fae2a785f392 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 945 time: 0.0527101 Sep 16 05:51:24.066562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4aac0810-5fe8-4dde-b195-ed441291271c req-d73a4b52-0e8f-4079-8386-69366b8e2bd3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Sep 16 05:51:24.452818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:24.514684 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c14cde-2dcf-4138-80ee-65aa1e1b7bf1 req-a1c6fa57-b739-4ffc-b984-601a53399b78 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:24.516210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52c14cde-2dcf-4138-80ee-65aa1e1b7bf1 req-a1c6fa57-b739-4ffc-b984-601a53399b78 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 945 time: 0.0481865 Sep 16 05:51:24.554050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52c14cde-2dcf-4138-80ee-65aa1e1b7bf1 req-38473e65-a219-4bd7-a160-b8374bfb9f80 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Sep 16 05:51:24.583174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:51:24.587140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:24.587561 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.662371 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.686812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:24.689107 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc2250e-0e9e-4b16-b168-ec3524a4c2e1" -d '{"events": [{"server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "name": "network-vif-plugged", "status": "completed", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:24.703961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:24.724745 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e9d4d4-b44a-42db-b68b-190b860ec7b1 x-openstack-request-id: req-b9e9d4d4-b44a-42db-b68b-190b860ec7b1 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:24.725091 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "name": "network-vif-plugged", "status": "completed", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:24.725350 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9e9d4d4-b44a-42db-b68b-190b860ec7b1 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:24.725769 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'code': 200} Sep 16 05:51:24.771879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.817488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:25.669166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7ea4c-760e-4c02-b0c9-95f4c5f76b76 req-ed5ede1d-1ad9-40ad-ba17-ab4bd946d210 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:25.671389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbd7ea4c-760e-4c02-b0c9-95f4c5f76b76 req-ed5ede1d-1ad9-40ad-ba17-ab4bd946d210 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0493083 Sep 16 05:51:25.708660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dbd7ea4c-760e-4c02-b0c9-95f4c5f76b76 req-8194d4e0-2421-493d-94f4-8f0cf30026e2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Sep 16 05:51:25.881761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376e351-071e-4934-8db9-e61a760be9ea req-4dea1e25-c324-4a99-a101-92075f9a3c36 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:25.883207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4376e351-071e-4934-8db9-e61a760be9ea req-4dea1e25-c324-4a99-a101-92075f9a3c36 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 946 time: 0.0519793 Sep 16 05:51:25.970243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Deleting port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:25.970505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.062104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] For port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:26.062477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.276503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.276782 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.277103 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f disassociated. External IP: 172.25.7.186, port: 0eb60e59-6183-4bd6-9e50-39d6fc5cee56. Sep 16 05:51:26.277446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Calling delete_port for 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:26.463103 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.493616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event deleted for resources: {'Port': ['ID=0eb60e59-6183-4bd6-9e50-39d6fc5cee56,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:26.613087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:26.719419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:26.729445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e3158-2fed-4542-8838-06bdee7287be None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:26.739815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e3158-2fed-4542-8838-06bdee7287be None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:26.740807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-432e3158-2fed-4542-8838-06bdee7287be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:26.762645 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] No DVR routers for this DVR port 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:26.765797 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.768006 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4376e351-071e-4934-8db9-e61a760be9ea req-3cf64c6b-41d8-45a9-a6a9-e1914da587de tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.60 "DELETE /v2.0/ports/0eb60e59-6183-4bd6-9e50-39d6fc5cee56 HTTP/1.1" status: 204 len: 173 time: 0.8786550 Sep 16 05:51:26.768410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'name': 'network-vif-deleted', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:26.770980 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06245cc-1d6a-40e3-a1cd-850ff4461270" -d '{"events": [{"server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "name": "network-vif-deleted", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:26.822623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cd6f860-f44f-4196-821a-f48b4e474441 req-bcf6f45e-dd79-45ee-bbe1-a9bacde39685 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e056f5-d614-4b27-90fd-da00580de075 HTTP/1.1" status: 200 len: 210 time: 0.0374060 Sep 16 05:51:26.822623 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774beed8-361a-4331-a611-84055249e9a3 x-openstack-request-id: req-774beed8-361a-4331-a611-84055249e9a3 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:26.823233 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e056f5-d614-4b27-90fd-da00580de075", "name": "network-vif-deleted", "tag": "0eb60e59-6183-4bd6-9e50-39d6fc5cee56", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:26.823635 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-774beed8-361a-4331-a611-84055249e9a3 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:26.824128 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e056f5-d614-4b27-90fd-da00580de075', 'name': 'network-vif-deleted', 'tag': '0eb60e59-6183-4bd6-9e50-39d6fc5cee56', 'status': 'completed', 'code': 200} Sep 16 05:51:26.856272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-432e3158-2fed-4542-8838-06bdee7287be None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:27.050959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-432e3158-2fed-4542-8838-06bdee7287be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:27.080406 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e3158-2fed-4542-8838-06bdee7287be None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:27.088712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e3158-2fed-4542-8838-06bdee7287be None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:27.089325 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-432e3158-2fed-4542-8838-06bdee7287be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:27.202590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-432e3158-2fed-4542-8838-06bdee7287be None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:27.398609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-432e3158-2fed-4542-8838-06bdee7287be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:27.426204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e3158-2fed-4542-8838-06bdee7287be None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:27.630421 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786fe0f-7eae-4eee-ab2b-f729e075035e None None] New status for floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:51:28.043530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-986b3cfd-1868-447e-a907-1e8dd12ece9c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1548306469&fields=id&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 267 time: 0.0329020 Sep 16 05:51:28.150826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849003-4809-4863-9e58-9f505d3f7006 req-de2c938a-60fa-4e3e-8839-c84b684ff1a4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:28.152385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-de2c938a-60fa-4e3e-8839-c84b684ff1a4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 811 time: 0.1017818 Sep 16 05:51:28.167412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-41325ffb-f91f-438a-84a8-5bdeba614c01 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/quotas/4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 375 time: 0.0090442 Sep 16 05:51:28.218712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-8bc1593f-85f7-464c-8d2b-bcf31fa1cc3d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456905 Sep 16 05:51:28.314786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-102fc21f-9f33-4209-afa3-460ef04ce75a service neutron] 10.222.0.59 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846691 Sep 16 05:51:28.402242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-cfa88c91-17d0-493d-b9e6-04d87834b54e service neutron] 10.222.0.59 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814793 Sep 16 05:51:28.601044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.651510 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29b9a2ab-a10c-4cb4-99a7-9e61e0855f15 req-af86c62a-16e6-4e3f-bd7b-5f0ca0c8253b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 210 time: 0.0271692 Sep 16 05:51:29.746429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63e23825-87b8-492d-83db-9d1c7cf4459e req-86090033-c837-42ad-900e-fd7ab1e13056 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 210 time: 0.0266826 Sep 16 05:51:30.445342 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:30.470102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:30.493562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:30.493916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0eb60e59-6183-4bd6-9e50-39d6fc5cee56 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:30.570346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849003-4809-4863-9e58-9f505d3f7006 req-bef59f42-c9f5-4559-be36-108e0b6f675a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.571997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-bef59f42-c9f5-4559-be36-108e0b6f675a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 811 time: 0.1071792 Sep 16 05:51:30.615377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-7b54be0b-d542-4d79-a4f4-ec37ffc643e0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 380 time: 0.0335352 Sep 16 05:51:30.624349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'port': {'device_id': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'admin_state_up': True, 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'security_groups': ['88fc0371-0b02-40d2-9141-6cf622b27c16']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:30.787433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Made reservation on behalf of 4a5fbcdc402446acb9e660987d98d369 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:30.791044 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:30.866347 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3493139-ed49-4c70-8cf6-276c1225c54e req-5008cb54-5ab1-41ba-886d-40f4854fbfae tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 210 time: 0.0521801 Sep 16 05:51:30.940242 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Allocated IP 172.20.0.8 (e71672e2-6b8c-49c2-a2c8-3acf96c35410/9918b37a-dff3-485a-b681-625e407af8bb/b18aa6d5-5815-4c91-9cb5-f30c34481d67) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:31.071289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.160801 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.206931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:31.210234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:31.217222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:31.239978 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:31.268305 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.268932 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.361206 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-b1b45f50-46f3-4ac9-8aab-a3e4b9dc6407 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7403183 Sep 16 05:51:31.373991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Request body: {'port': {'device_id': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:31.408005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9efab46c-7920-4141-8db6-73e8e1e29696 None None] Provisioning complete for port b18aa6d5-5815-4c91-9cb5-f30c34481d67 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:31.408409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9efab46c-7920-4141-8db6-73e8e1e29696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.428778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.441169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9efab46c-7920-4141-8db6-73e8e1e29696 None None] Port b18aa6d5-5815-4c91-9cb5-f30c34481d67 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:31.688036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18aa6d5-5815-4c91-9cb5-f30c34481d67 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:31.695053 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.706666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Transition to ACTIVE for port object b18aa6d5-5815-4c91-9cb5-f30c34481d67 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:51:31.777390 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.830234 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:31.896265 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Attempting to bind port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:31.896602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Attempting to bind port b18aa6d5-5815-4c91-9cb5-f30c34481d67 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:31.896930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Attempting to bind port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:31.901646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:51:31.901969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Attempting to bind port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:31.908531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:31.909116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:31.909696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:31.910327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Bound port: b18aa6d5-5815-4c91-9cb5-f30c34481d67, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:31.910891 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.009878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:32.014923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:32.023950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e0e4e-3ee9-4173-bf93-c581f1518bf0 req-2a199dcb-d50c-4137-83da-5d7be0a84ae4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.029465 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e11e0e4e-3ee9-4173-bf93-c581f1518bf0 req-2a199dcb-d50c-4137-83da-5d7be0a84ae4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0755188 Sep 16 05:51:32.065624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e11e0e4e-3ee9-4173-bf93-c581f1518bf0 req-c7084cc9-7c26-443d-bce5-3791c0b9d2b9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Sep 16 05:51:32.079458 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.111954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.112573 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.113959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] 10.222.0.60 "PUT /v2.0/ports/b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 1092 time: 0.7443595 Sep 16 05:51:32.114410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:32.116612 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536ab294-374b-4825-b175-9f57eb035fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:32.142456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cf48b-86fd-4c79-b07d-dfd0fad83de5 service neutron] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:32.163382 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade66e1b-1333-4277-83de-bdc4faee7768 x-openstack-request-id: req-ade66e1b-1333-4277-83de-bdc4faee7768 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:32.163382 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:32.163616 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ade66e1b-1333-4277-83de-bdc4faee7768 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:32.163882 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'status': 'completed', 'code': 200} Sep 16 05:51:32.229958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ab294-374b-4825-b175-9f57eb035fe3 req-6e7fd5b4-8c02-44f5-ab0e-328be7ce0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.231460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-536ab294-374b-4825-b175-9f57eb035fe3 req-6e7fd5b4-8c02-44f5-ab0e-328be7ce0d8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1095 time: 0.0468469 Sep 16 05:51:32.335104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ab294-374b-4825-b175-9f57eb035fe3 req-21758077-ad4b-4bb6-a8a8-4a3371449450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.336607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-536ab294-374b-4825-b175-9f57eb035fe3 req-21758077-ad4b-4bb6-a8a8-4a3371449450 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a5fbcdc402446acb9e660987d98d369&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0973608 Sep 16 05:51:32.434883 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ab294-374b-4825-b175-9f57eb035fe3 req-2bfb23d4-524a-4f8b-88e7-39ee37607a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.436363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-536ab294-374b-4825-b175-9f57eb035fe3 req-2bfb23d4-524a-4f8b-88e7-39ee37607a54 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923514 Sep 16 05:51:32.509766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849003-4809-4863-9e58-9f505d3f7006 req-0a56a966-8bc3-4831-813a-cd6adbe166ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.511155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-0a56a966-8bc3-4831-813a-cd6adbe166ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1095 time: 0.0394406 Sep 16 05:51:32.553292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-5dca4f43-7b05-48c5-b84e-e53d50481a6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 217 time: 0.0341146 Sep 16 05:51:32.608611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849003-4809-4863-9e58-9f505d3f7006 req-2b9004a6-d546-40e4-8a12-5967e3d03f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.610051 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-2b9004a6-d546-40e4-8a12-5967e3d03f21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0497520 Sep 16 05:51:32.655719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849003-4809-4863-9e58-9f505d3f7006 req-8d21a15b-c25c-4263-a16d-67e88c5be4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.657523 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-8d21a15b-c25c-4263-a16d-67e88c5be4a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396907 Sep 16 05:51:32.744306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-1586a956-3225-408e-ac1f-18ada018e9b3 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795279 Sep 16 05:51:32.837222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41849003-4809-4863-9e58-9f505d3f7006 req-c030cb0b-d166-4c96-b948-e34a2f42aa24 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850744 Sep 16 05:51:33.179426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f134c-4272-4bbf-9dbb-14e754277a6f req-933b6e83-84f5-425b-aa1c-c4d0fc34ea0b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:33.180906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c1f134c-4272-4bbf-9dbb-14e754277a6f req-933b6e83-84f5-425b-aa1c-c4d0fc34ea0b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0488391 Sep 16 05:51:33.226380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c1f134c-4272-4bbf-9dbb-14e754277a6f req-1e24154e-75c9-4844-a02a-b41d7ba2c586 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 Sep 16 05:51:34.339899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a6b6a-950c-4bec-995f-15d6b01baafe req-4b4f8407-23be-4426-88f5-5501aed7dcb0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:34.341866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-253a6b6a-950c-4bec-995f-15d6b01baafe req-4b4f8407-23be-4426-88f5-5501aed7dcb0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0471237 Sep 16 05:51:34.383863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-253a6b6a-950c-4bec-995f-15d6b01baafe req-eb016be9-0f30-409e-b728-832ecd9ce6b1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357556 Sep 16 05:51:35.496357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970a677-13ff-464a-b31f-f107fa406086 req-c5663ab1-b63d-469d-aa6d-7a8d58f9b770 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:35.497825 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f970a677-13ff-464a-b31f-f107fa406086 req-c5663ab1-b63d-469d-aa6d-7a8d58f9b770 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0481403 Sep 16 05:51:35.536541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f970a677-13ff-464a-b31f-f107fa406086 req-aad21246-c089-4e98-916a-c95d6d342187 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Sep 16 05:51:36.477958 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b18aa6d5-5815-4c91-9cb5-f30c34481d67 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:36.569956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:36.586551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'mac_address': 'fa:16:3e:a0:dc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:36.624743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.637386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18aa6d5-5815-4c91-9cb5-f30c34481d67 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:36.653166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b9bb4-943e-45a0-a1d6-2404053ba494 req-45f2c42a-7427-49f2-ac45-8e8b380f8832 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:36.654902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-630b9bb4-943e-45a0-a1d6-2404053ba494 req-45f2c42a-7427-49f2-ac45-8e8b380f8832 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0499771 Sep 16 05:51:36.657001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:36.693128 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-630b9bb4-943e-45a0-a1d6-2404053ba494 req-73354e8a-5dcd-4daa-befa-d3a4210594b3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Sep 16 05:51:36.714296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.760791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:36.914004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['b18aa6d5-5815-4c91-9cb5-f30c34481d67'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:37.806150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934fe71-f02d-42e1-8618-44e2d9cbc84b req-eba4ed6a-8ae3-4ae5-9839-0d8f16f11746 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:37.807639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4934fe71-f02d-42e1-8618-44e2d9cbc84b req-eba4ed6a-8ae3-4ae5-9839-0d8f16f11746 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 944 time: 0.0481374 Sep 16 05:51:37.850951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4934fe71-f02d-42e1-8618-44e2d9cbc84b req-2e98a40f-138b-4e0e-ae0a-95671635c07c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368621 Sep 16 05:51:38.485467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b18aa6d5-5815-4c91-9cb5-f30c34481d67 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:38.586931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port b18aa6d5-5815-4c91-9cb5-f30c34481d67 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:51:38.590697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port b18aa6d5-5815-4c91-9cb5-f30c34481d67 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:38.591077 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.668281 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.689622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:38.691877 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f938d41-798c-48e4-89b4-164faaead02d" -d '{"events": [{"server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "name": "network-vif-plugged", "status": "completed", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:38.704974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:38.726834 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4143ca-e6b6-4d34-96c5-f7460ca2ed6a x-openstack-request-id: req-3c4143ca-e6b6-4d34-96c5-f7460ca2ed6a {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:38.727130 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "name": "network-vif-plugged", "status": "completed", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:38.727427 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c4143ca-e6b6-4d34-96c5-f7460ca2ed6a {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:38.727826 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'code': 200} Sep 16 05:51:38.758346 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.806896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:38.822804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6ca24-fef2-4e08-8e7b-05783494cb7d req-47e2aaeb-8268-49bd-9ca9-b1d6940f9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:38.824326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cc6ca24-fef2-4e08-8e7b-05783494cb7d req-47e2aaeb-8268-49bd-9ca9-b1d6940f9eb1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1097 time: 0.0402257 Sep 16 05:51:38.863336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cc6ca24-fef2-4e08-8e7b-05783494cb7d req-f38ccaa9-4cf1-40ca-8946-74136f32d254 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Sep 16 05:51:38.963790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a416d35-e71e-4b92-97f8-05fa15b0e1f9 req-3e032bd8-d754-45be-a370-124784c4f909 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:38.965149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a416d35-e71e-4b92-97f8-05fa15b0e1f9 req-3e032bd8-d754-45be-a370-124784c4f909 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Sep 16 05:51:39.007440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a416d35-e71e-4b92-97f8-05fa15b0e1f9 req-21595d20-3dfe-4528-8378-f89c69caaf04 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318177 Sep 16 05:51:40.124565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa078-4ed4-4c97-9afe-50487ef6a60c req-7c771921-067f-4a37-a9bb-73971ab61562 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:40.126118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c0fa078-4ed4-4c97-9afe-50487ef6a60c req-7c771921-067f-4a37-a9bb-73971ab61562 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0491555 Sep 16 05:51:40.168145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5c0fa078-4ed4-4c97-9afe-50487ef6a60c req-bd7b0284-3eab-4b62-9ec5-4c0b09caf4c5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357175 Sep 16 05:51:40.948313 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.028219 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4321c322-2a5c-4c91-b78d-4e2026ac9bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.284359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dd03-1a79-40a9-a3ad-b8c6eeb339ad req-442adcb2-255d-40ac-9580-47694b095347 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:41.286007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf1dd03-1a79-40a9-a3ad-b8c6eeb339ad req-442adcb2-255d-40ac-9580-47694b095347 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0507517 Sep 16 05:51:41.322522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf1dd03-1a79-40a9-a3ad-b8c6eeb339ad req-ae48a5f0-b2b6-4b17-9ae4-d7d8a241261a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306406 Sep 16 05:51:41.434582 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c172c-d658-4bb7-864b-083f9ae1e635 req-6fb532c4-26dc-4963-be72-3013a6f372df tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:41.436082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0e7c172c-d658-4bb7-864b-083f9ae1e635 req-6fb532c4-26dc-4963-be72-3013a6f372df tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0510044 Sep 16 05:51:41.444752 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 37728) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:41.449166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'floatingip': {'port_id': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:41.490286 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.235627 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.297151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.398331 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f associated. External IP: 172.25.7.186, port: b18aa6d5-5815-4c91-9cb5-f30c34481d67. Sep 16 05:51:42.668250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:42.775893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:42.781009 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.787714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:42.797370 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:42.797981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:42.808020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5c588dc9-88b6-4ef8-8ddb-a7a02da6a8ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "PUT /v2.0/floatingips/b69c0d73-7e2f-4268-9daf-dbc0923b932f HTTP/1.1" status: 200 len: 991 time: 1.3622386 Sep 16 05:51:42.808712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:42.811747 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcec36c-5493-45c2-bd5f-0904be894e22" -d '{"events": [{"name": "network-changed", "server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:42.849780 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d2008e-6518-4585-8fa9-8fde5f432715 x-openstack-request-id: req-48d2008e-6518-4585-8fa9-8fde5f432715 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:42.850149 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:42.850472 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48d2008e-6518-4585-8fa9-8fde5f432715 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:42.850941 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'status': 'completed', 'code': 200} Sep 16 05:51:42.910057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:42.914408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-fa87670e-f927-4404-81a1-0f1909eb68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:42.915972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-fa87670e-f927-4404-81a1-0f1909eb68fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1097 time: 0.0434551 Sep 16 05:51:43.012816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-76d30588-a2d3-487a-9f31-140fb6cedffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:43.014421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-76d30588-a2d3-487a-9f31-140fb6cedffc service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0906725 Sep 16 05:51:43.081703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-e04fe223-1e04-4865-9e6e-ed47004da32e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 999 time: 0.0595729 Sep 16 05:51:43.134822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-a0aa45e4-cf12-42e7-95e9-05b0b3f02dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:43.135682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:a0:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:51:42Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:43.136324 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-a0aa45e4-cf12-42e7-95e9-05b0b3f02dee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0482280 Sep 16 05:51:43.185698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-bf1e7a9b-81d2-462b-9aaa-44dd7b5cde77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:43.187303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-bf1e7a9b-81d2-462b-9aaa-44dd7b5cde77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429413 Sep 16 05:51:43.286763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-1b061dcb-c3db-4d44-888d-a417fd3f0ddb service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921741 Sep 16 05:51:43.314366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:43.322535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:43.323153 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:43.382010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1bcec36c-5493-45c2-bd5f-0904be894e22 req-03c5f4cf-74b3-4088-b57e-82727e44db6b service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881090 Sep 16 05:51:43.430168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:43.648804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:a0:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:51:42Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:43.678720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5767b-981e-4287-ad48-fbc71a377fbb None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:a0:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:51:42Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:43.851899 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c373c5c-a8ec-4e36-842b-7f50a9db60c6 None None] New status for floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:51:44.165681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-fdc22dfb-a589-4045-95f8-623abb6eaf54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399790 Sep 16 05:51:44.217039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.252058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-ff540ee9-49a0-4c5c-81fc-979fb984874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.253550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-ff540ee9-49a0-4c5c-81fc-979fb984874a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1097 time: 0.0456030 Sep 16 05:51:44.355784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-fc7984c8-a3c4-44d7-8ca6-93c4e33521a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.357771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-fc7984c8-a3c4-44d7-8ca6-93c4e33521a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0854738 Sep 16 05:51:44.426551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-c11abe49-a6ea-4d36-9919-22401d66d1ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 1001 time: 0.0616732 Sep 16 05:51:44.462675 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc510f7c-8181-48f8-b2c7-2524057150c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.476338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-d80eb5fd-b4d2-465f-9da9-66f3033e4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.477715 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-d80eb5fd-b4d2-465f-9da9-66f3033e4e52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0442097 Sep 16 05:51:44.522297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-2cd209ae-d4aa-4453-a9d4-8fd10bcada3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.523856 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-2cd209ae-d4aa-4453-a9d4-8fd10bcada3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390954 Sep 16 05:51:44.617139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-b8ce8f2b-3918-4abf-9457-0c680a3cf578 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862510 Sep 16 05:51:44.705298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce5a64ce-e305-4545-bcdc-1ddea6933f8b req-21aaf920-95a5-417f-ad06-ae0867fc5baf service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798409 Sep 16 05:51:45.307088 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.045911 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.587713 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.445262 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:10.964700 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.072769 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0d1e262e-ce65-48b9-9614-32eb965f4c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.238679 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.472901 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-98ca1fa8-dbe2-48ae-ba0b-c6656ababbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:15.284359 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:17.021005 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.575341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.977494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.043056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f284cfb-a6d8-4e69-8df0-bcc269d085d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.164911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-8959256b-d9fc-4706-a847-a859e7cad7c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444138 Sep 16 05:52:44.243342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.246437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-7ab698e9-f7f7-417a-9156-b0698ea0db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:44.248032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-7ab698e9-f7f7-417a-9156-b0698ea0db1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1097 time: 0.0420265 Sep 16 05:52:44.352525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-2c629e95-ab09-4f54-acb6-7c5cb354a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:44.354000 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-2c629e95-ab09-4f54-acb6-7c5cb354a046 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0859439 Sep 16 05:52:44.428458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-673c2369-4730-43cb-8355-eff326178800 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 1001 time: 0.0667613 Sep 16 05:52:44.444758 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:44.466401 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f56cbe18-9d1c-4675-a6d3-e9b3aa16f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.482327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-38724d71-34d2-4974-b581-401b958981a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:44.483883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-38724d71-34d2-4974-b581-401b958981a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0455270 Sep 16 05:52:44.529263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-d39304f7-57c5-4fdc-a4ed-0c14c4dfc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:44.530713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-d39304f7-57c5-4fdc-a4ed-0c14c4dfc6f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392978 Sep 16 05:52:44.541760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-556fe7a3-a77f-4514-9f6e-e9ce084d1619 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:44.542702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-556fe7a3-a77f-4514-9f6e-e9ce084d1619 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047908 Sep 16 05:52:44.635394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-878ab9c4-5ba0-4308-b378-c5eb00aa601e service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853968 Sep 16 05:52:44.727964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0b38819-f1c1-4fa9-930c-1b9dfa21750e req-72d0c3c8-d6ab-4fa9-b300-797269f279cd service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840740 Sep 16 05:52:45.306107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:47.014410 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:58.579564 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.996415 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:11.036744 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2dd10146-0b99-49da-90cb-ebe065244b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.248263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.499353 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a7becd6-5403-4412-a616-aab1977b54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.339166 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.008048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.828086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43652be9-1582-4d7d-976d-d7369d9a2317 req-c2caaf93-175f-40ad-9f48-c7d0f608b48c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:18.829580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43652be9-1582-4d7d-976d-d7369d9a2317 req-c2caaf93-175f-40ad-9f48-c7d0f608b48c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.1443520 Sep 16 05:53:18.867260 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43652be9-1582-4d7d-976d-d7369d9a2317 req-1284e25a-9541-487a-82b8-111c73eac7fe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Sep 16 05:53:20.039222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3574b6-9f2b-4d91-ae35-21e36d503c8c req-8a22aa96-ff45-4a77-92a5-f3c11652fbd6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:20.040729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a3574b6-9f2b-4d91-ae35-21e36d503c8c req-8a22aa96-ff45-4a77-92a5-f3c11652fbd6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.1022930 Sep 16 05:53:20.079286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a3574b6-9f2b-4d91-ae35-21e36d503c8c req-75abebe5-34a9-41cf-bb7a-fc70efe6658c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Sep 16 05:53:21.194910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bfba4-a7b7-4aee-8023-b55a24cc8d13 req-62b49e6a-c6ed-4014-b4ec-dbc33995fb7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:21.196460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-312bfba4-a7b7-4aee-8023-b55a24cc8d13 req-62b49e6a-c6ed-4014-b4ec-dbc33995fb7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0496025 Sep 16 05:53:21.240159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-312bfba4-a7b7-4aee-8023-b55a24cc8d13 req-b68e2a67-7267-4062-bd3b-797478dab081 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375674 Sep 16 05:53:21.443930 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:22.353958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4ab5-3c9d-4fe2-8548-e83164e9e9ef req-02d2c846-977c-4d47-b7ad-6c83f12d32ed tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:22.355448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b7e4ab5-3c9d-4fe2-8548-e83164e9e9ef req-02d2c846-977c-4d47-b7ad-6c83f12d32ed tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0477161 Sep 16 05:53:22.393326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b7e4ab5-3c9d-4fe2-8548-e83164e9e9ef req-6aea1178-7e6e-4658-84cd-4694778d1b5a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Sep 16 05:53:23.509298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91ba2b-bb7b-4bd6-80ac-a57870b26963 req-c092b099-f451-41b0-9446-86a75da3351b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:23.510785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb91ba2b-bb7b-4bd6-80ac-a57870b26963 req-c092b099-f451-41b0-9446-86a75da3351b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0513258 Sep 16 05:53:23.549039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb91ba2b-bb7b-4bd6-80ac-a57870b26963 req-6c42e8e9-d3a0-4fff-a2e9-ccf71545f0ad tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323744 Sep 16 05:53:24.662613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e79d40-a054-4098-ac83-3324710527d6 req-3fde49b1-071a-42a6-8fc4-6ad7e34590f0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:24.664067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04e79d40-a054-4098-ac83-3324710527d6 req-3fde49b1-071a-42a6-8fc4-6ad7e34590f0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0489318 Sep 16 05:53:24.704855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-04e79d40-a054-4098-ac83-3324710527d6 req-88d83dd3-9569-43a2-b748-26a12346b5cc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348799 Sep 16 05:53:25.817774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7c94e-d14c-4b13-b58e-a154597acec2 req-f9a65271-86f1-42de-8bca-e61253474b83 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:25.819277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6eb7c94e-d14c-4b13-b58e-a154597acec2 req-f9a65271-86f1-42de-8bca-e61253474b83 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0479906 Sep 16 05:53:25.856833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6eb7c94e-d14c-4b13-b58e-a154597acec2 req-4bac4b51-ced7-4651-964d-2cc33a8b268d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316420 Sep 16 05:53:26.970851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cc457-8d4e-4a39-8396-e600a3473b48 req-95909fa2-8ddf-4977-85d6-82c4c8cddcdb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:26.972359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e3cc457-8d4e-4a39-8396-e600a3473b48 req-95909fa2-8ddf-4977-85d6-82c4c8cddcdb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0495372 Sep 16 05:53:27.009266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e3cc457-8d4e-4a39-8396-e600a3473b48 req-44adb879-be94-4131-af31-e19132cede42 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Sep 16 05:53:28.122384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435a689-9b4d-4a53-b83c-592109aa0b4c req-8063bfb1-7c9a-424e-9688-d3f9f3a58721 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:28.123905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3435a689-9b4d-4a53-b83c-592109aa0b4c req-8063bfb1-7c9a-424e-9688-d3f9f3a58721 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Sep 16 05:53:28.165005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3435a689-9b4d-4a53-b83c-592109aa0b4c req-fc547d16-aebc-4391-b609-dc5dcec2bd25 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352402 Sep 16 05:53:28.630959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.277046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b198410-14b3-45c3-8393-197c4136e4e4 req-f0589678-8787-48e5-9e04-676343a6cc2f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:29.278800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b198410-14b3-45c3-8393-197c4136e4e4 req-f0589678-8787-48e5-9e04-676343a6cc2f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0484166 Sep 16 05:53:29.317480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b198410-14b3-45c3-8393-197c4136e4e4 req-d671f41e-4924-4de2-b8f1-880349504a40 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Sep 16 05:53:29.733388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a267b17-ebe9-4d3e-a651-dbf4f88fe8e8 req-1a3e6d82-1698-4f1d-b543-86bbddeefdf6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:29.734879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a267b17-ebe9-4d3e-a651-dbf4f88fe8e8 req-1a3e6d82-1698-4f1d-b543-86bbddeefdf6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0490038 Sep 16 05:53:29.772997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a267b17-ebe9-4d3e-a651-dbf4f88fe8e8 req-02de2313-8a73-4261-b72b-ab6deedd6fd6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320022 Sep 16 05:53:29.833331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-965cb53b-f8e2-4a0e-8742-599a72923282 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442662 Sep 16 05:53:30.886658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e0030-3b6e-4c4e-8694-facdad44115a req-65e1d997-f767-4d58-9b32-45ac0e9814e0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:30.888055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a18e0030-3b6e-4c4e-8694-facdad44115a req-65e1d997-f767-4d58-9b32-45ac0e9814e0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0482247 Sep 16 05:53:30.928583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a18e0030-3b6e-4c4e-8694-facdad44115a req-fff3d98e-28dd-4301-aa2f-cd1a17e58272 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346816 Sep 16 05:53:32.040904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71b1b4-c373-45c1-94ef-3235f1b4e336 req-90eff1ef-9a85-4cf2-8cdf-c9e1f33ee375 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:32.042381 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e71b1b4-c373-45c1-94ef-3235f1b4e336 req-90eff1ef-9a85-4cf2-8cdf-c9e1f33ee375 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0483103 Sep 16 05:53:32.079514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e71b1b4-c373-45c1-94ef-3235f1b4e336 req-60ebf2f7-c033-4190-be4d-fececbdb715a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Sep 16 05:53:33.192911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad41e7-f903-4bd1-9f2b-ffb7e48a8f60 req-8531c2fa-b9db-4c45-abfc-592b3f439677 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:33.194420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90ad41e7-f903-4bd1-9f2b-ffb7e48a8f60 req-8531c2fa-b9db-4c45-abfc-592b3f439677 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0496097 Sep 16 05:53:33.230499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-90ad41e7-f903-4bd1-9f2b-ffb7e48a8f60 req-901d9c3a-3152-4daa-a07b-4b307a049e83 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302250 Sep 16 05:53:34.343377 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de0005-211b-472e-b36f-7576b4c4cd95 req-cd0a705b-6c5a-40b6-876e-251771335358 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:34.344848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29de0005-211b-472e-b36f-7576b4c4cd95 req-cd0a705b-6c5a-40b6-876e-251771335358 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0482593 Sep 16 05:53:34.458434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-29de0005-211b-472e-b36f-7576b4c4cd95 req-ae69e571-8e18-406b-8aba-83ee4c239460 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357003 Sep 16 05:53:35.503050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69941d32-4b1b-4339-9cc8-d0d183b6fd45 req-63c1f866-2995-48ee-a73b-588476bbbd56 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.505155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69941d32-4b1b-4339-9cc8-d0d183b6fd45 req-63c1f866-2995-48ee-a73b-588476bbbd56 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Sep 16 05:53:35.541933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-69941d32-4b1b-4339-9cc8-d0d183b6fd45 req-a28e2dda-cc18-46dc-84ae-517205bbfd36 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309124 Sep 16 05:53:36.657060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4e0b-4424-42dc-9518-5f64630addba req-80c48458-d043-4ee2-b0d5-d8971d71daf8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.658548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d9d4e0b-4424-42dc-9518-5f64630addba req-80c48458-d043-4ee2-b0d5-d8971d71daf8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0489757 Sep 16 05:53:36.695731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d9d4e0b-4424-42dc-9518-5f64630addba req-3d255852-12c9-4a85-9acd-d875e11a2e43 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Sep 16 05:53:36.976363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-2f135556-3500-46a5-9980-dabddffcc695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.977833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-2f135556-3500-46a5-9980-dabddffcc695 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1097 time: 0.0396070 Sep 16 05:53:37.072023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-6108d7b8-bf69-4739-b0b7-5c5df57c38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:37.073492 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-6108d7b8-bf69-4739-b0b7-5c5df57c38be service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0884857 Sep 16 05:53:37.143578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-17ffc89c-7699-424b-8bc3-0461d52f8020 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 1001 time: 0.0600576 Sep 16 05:53:37.192605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-109b0443-a7d7-460f-88af-50271df3c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:37.194062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-109b0443-a7d7-460f-88af-50271df3c5cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0431786 Sep 16 05:53:37.239708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1a964f4c-1819-4f53-af70-eeef82370711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:37.241077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1a964f4c-1819-4f53-af70-eeef82370711 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396731 Sep 16 05:53:37.333241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-090fc10a-dafb-4f86-aa24-22f600a760bd service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Sep 16 05:53:37.422794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-a7e092ad-d82c-49e9-805f-de7b496e10bb service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822642 Sep 16 05:53:37.810654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae6dcb-0e57-4d79-8e7e-56cb300d6667 req-15e5cc9c-635f-43fb-ab91-eaf559912c29 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:37.812075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76ae6dcb-0e57-4d79-8e7e-56cb300d6667 req-15e5cc9c-635f-43fb-ab91-eaf559912c29 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0489466 Sep 16 05:53:37.854427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76ae6dcb-0e57-4d79-8e7e-56cb300d6667 req-3c4437ab-f116-4098-9589-eb7d5a2aa726 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363255 Sep 16 05:53:38.967284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246efad-0788-41e9-bd75-a5b23701612f req-9163299f-8c7d-406b-81eb-3ed374bbc254 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:38.968747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f246efad-0788-41e9-bd75-a5b23701612f req-9163299f-8c7d-406b-81eb-3ed374bbc254 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0473659 Sep 16 05:53:39.005963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f246efad-0788-41e9-bd75-a5b23701612f req-e8f6efe6-c832-4fb2-b5be-18125bf17002 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Sep 16 05:53:40.088819 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-872609a7-cb60-4ce8-baca-1d4443f02ce4 service neutron] show failed (client error): The resource could not be found. Sep 16 05:53:40.089962 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-872609a7-cb60-4ce8-baca-1d4443f02ce4 service neutron] 10.222.0.60 "GET /v2.0/ports/b18aa6d5-5815-4c91-9cb5-f30c34481d67/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0640502 Sep 16 05:53:40.125097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb163-d176-4e5d-bfc1-9a8470b0c09a req-7562aade-e4be-4ca2-a6ca-47f4c11f38a7 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:40.126574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18ecb163-d176-4e5d-bfc1-9a8470b0c09a req-7562aade-e4be-4ca2-a6ca-47f4c11f38a7 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Sep 16 05:53:40.164785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18ecb163-d176-4e5d-bfc1-9a8470b0c09a req-13f47f50-83b3-4839-bbba-4c559738fd6b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Sep 16 05:53:40.579622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-516dcf18-f4f5-40a3-a449-8ff3b1951079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:40.581007 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-516dcf18-f4f5-40a3-a449-8ff3b1951079 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 1097 time: 0.0424614 Sep 16 05:53:40.591255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-b53cc597-9180-45bf-9439-7bb3cdcf6df3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:53:40.592203 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-b53cc597-9180-45bf-9439-7bb3cdcf6df3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049467 Sep 16 05:53:40.611434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:40.664275 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.865604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:40.897861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:40.936954 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:40.939236 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5340f0-ee48-4839-90f8-8a3e6d7710fe" -d '{"events": [{"server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:40.943150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.956077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Transition to ACTIVE for port object b18aa6d5-5815-4c91-9cb5-f30c34481d67 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:53:40.997016 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189a2a2c-5e08-470d-a8ab-ff7d2a9c8f6c x-openstack-request-id: req-189a2a2c-5e08-470d-a8ab-ff7d2a9c8f6c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:40.997016 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:40.997016 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-189a2a2c-5e08-470d-a8ab-ff7d2a9c8f6c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:40.997016 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'code': 200} Sep 16 05:53:41.007678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.048207 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e5fbbf22-0e51-4e21-83c3-f7a54bddca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.048442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.146935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:41.170183 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.170529 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.170905 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.171263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.171617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.171952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.172285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.172615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.172945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.173274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.173600 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.173926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:41.231947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] No DVR routers for this DVR port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:41.293210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7051cbe-3260-44fd-a036-3abdeeb845b4 req-55ecac98-8e91-462c-9531-e1b8e47df0dd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.294759 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7051cbe-3260-44fd-a036-3abdeeb845b4 req-55ecac98-8e91-462c-9531-e1b8e47df0dd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0585392 Sep 16 05:53:41.335528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7051cbe-3260-44fd-a036-3abdeeb845b4 req-ff783813-46d7-4ac4-83ff-ebb9d4e2bfeb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344532 Sep 16 05:53:41.683234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Attempting to bind port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:41.683824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Attempting to bind port b18aa6d5-5815-4c91-9cb5-f30c34481d67 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:41.683824 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Attempting to bind port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:41.687983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:53:41.688315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Attempting to bind port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:41.693568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:41.693973 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:41.694479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:41.694952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Bound port: b18aa6d5-5815-4c91-9cb5-f30c34481d67, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:41.695342 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.758151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:41.761296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:41.842399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.873688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.874304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.875760 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] 10.222.0.57 "PUT /v2.0/ports/b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 1092 time: 1.2679234 Sep 16 05:53:41.901144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198bf92-22fe-4a37-9ca3-7a944446d99e service neutron] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:41.952771 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-f6b2b129-1166-48bd-ac43-c8118c42def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.954290 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-f6b2b129-1166-48bd-ac43-c8118c42def4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1095 time: 0.0423901 Sep 16 05:53:42.049878 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-d24ff623-79d1-4642-a616-f0a09a7d2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:42.051435 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-d24ff623-79d1-4642-a616-f0a09a7d2902 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0896952 Sep 16 05:53:42.117040 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-7486f15f-04f7-4088-ba67-f87a083b2a70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 999 time: 0.0585451 Sep 16 05:53:42.169936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-8d6cade9-ab99-493a-bc15-38ccfc15bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:42.171429 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-8d6cade9-ab99-493a-bc15-38ccfc15bd03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0473044 Sep 16 05:53:42.217166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-e020dc22-7af5-4c27-8a70-989eb830fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:42.218572 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-e020dc22-7af5-4c27-8a70-989eb830fa4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401251 Sep 16 05:53:42.305974 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-77be5d9e-70e2-4ad5-a0f0-a2965fba5349 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802515 Sep 16 05:53:42.398502 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a4b4a77f-889c-4c8d-a7ac-a798bd825c74 req-29f57669-9107-4827-b539-c241041bf52c service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858741 Sep 16 05:53:42.453427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fc79a-8807-4e11-8dd6-bbade785b0f2 req-32626c12-2366-4666-a20b-cd9d3e189ca2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:42.454904 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f5fc79a-8807-4e11-8dd6-bbade785b0f2 req-32626c12-2366-4666-a20b-cd9d3e189ca2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0494661 Sep 16 05:53:42.493069 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f5fc79a-8807-4e11-8dd6-bbade785b0f2 req-039ec7d9-0079-4af5-9c14-56fb36eba93d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Sep 16 05:53:42.995756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:42.998115 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd02e58-2394-4c97-b64e-4e5bacb5c253" -d '{"events": [{"name": "network-changed", "server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:43.045412 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2728a10-bf94-4845-9e2e-493e3af2714c x-openstack-request-id: req-d2728a10-bf94-4845-9e2e-493e3af2714c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:43.045870 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:43.046126 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2728a10-bf94-4845-9e2e-493e3af2714c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:43.046592 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'status': 'completed', 'code': 200} Sep 16 05:53:43.100031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b18aa6d5-5815-4c91-9cb5-f30c34481d67 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:43.106116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-db8aba80-e025-4556-b780-a9c0088b8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.107736 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-db8aba80-e025-4556-b780-a9c0088b8c37 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1095 time: 0.0445783 Sep 16 05:53:43.132149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-841e4d1f-7352-4402-ada6-f1d806a00114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.133530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-841e4d1f-7352-4402-ada6-f1d806a00114 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1095 time: 0.0424013 Sep 16 05:53:43.138914 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b18aa6d5-5815-4c91-9cb5-f30c34481d67 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:43.206169 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-91339437-5c91-468d-83bf-f558f9be81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.207767 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-91339437-5c91-468d-83bf-f558f9be81ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0926943 Sep 16 05:53:43.230806 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-35029278-fc04-49ba-8a12-dd441f0dc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.232362 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-35029278-fc04-49ba-8a12-dd441f0dc3c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0901201 Sep 16 05:53:43.273199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-8cba6395-d664-4a76-b3ba-d607cb9c17d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 999 time: 0.0581565 Sep 16 05:53:43.298940 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-e6b8d416-10c7-4638-a101-bd36431a70fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 999 time: 0.0584767 Sep 16 05:53:43.325570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-8ec4a570-8862-44cf-9b2c-556106ecf4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.327033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-8ec4a570-8862-44cf-9b2c-556106ecf4b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0470958 Sep 16 05:53:43.350945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-d774315f-f6e9-48c5-ba95-8b845722e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.352457 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-d774315f-f6e9-48c5-ba95-8b845722e668 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0448196 Sep 16 05:53:43.372083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-ff7185e9-151b-4e87-93db-5b855750cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.373599 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-ff7185e9-151b-4e87-93db-5b855750cfea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387812 Sep 16 05:53:43.407896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-b617c0dc-880e-4e43-a0e0-12d723df6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.409416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-b617c0dc-880e-4e43-a0e0-12d723df6967 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488553 Sep 16 05:53:43.464958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-01da7b29-ace3-4f7a-a713-91287b641ed8 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831432 Sep 16 05:53:43.500947 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-e069da4b-a3c4-4f00-95c5-8234ca5103d0 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825744 Sep 16 05:53:43.560670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-85157fff-4539-4719-b719-a9d398821c6b service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885825 Sep 16 05:53:43.602280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2dd02e58-2394-4c97-b64e-4e5bacb5c253 req-2ff1f437-aad0-4374-9e61-0e778bc10bcf service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937285 Sep 16 05:53:43.614164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0f088-98c4-4266-a09c-9807c005f1f9 req-938a22f1-8526-4e34-9560-ea6a4dc102e1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.616223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91c0f088-98c4-4266-a09c-9807c005f1f9 req-938a22f1-8526-4e34-9560-ea6a4dc102e1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0538838 Sep 16 05:53:43.656230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-91c0f088-98c4-4266-a09c-9807c005f1f9 req-63adc2ab-15ec-4900-a1a1-06c1ef725b9a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326519 Sep 16 05:53:44.235464 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.487002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-78d1807f-13b3-4dfc-b6ec-f67c5e2b0e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.780483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18756ba1-73bd-4bd1-b759-39decc2c793b req-dd8f8e05-af82-4c55-beae-a7a0b77028ba tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:44.781951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18756ba1-73bd-4bd1-b759-39decc2c793b req-dd8f8e05-af82-4c55-beae-a7a0b77028ba tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0532157 Sep 16 05:53:44.817808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-18756ba1-73bd-4bd1-b759-39decc2c793b req-6ebd476c-c3ba-498e-9970-538aab75057d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299456 Sep 16 05:53:45.129917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557e35e-deb5-42ee-8f46-4ecad6ea91eb req-007f43bd-0c1e-467f-9017-fc067a5cd3a5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.132097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9557e35e-deb5-42ee-8f46-4ecad6ea91eb req-007f43bd-0c1e-467f-9017-fc067a5cd3a5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0528011 Sep 16 05:53:45.194361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9557e35e-deb5-42ee-8f46-4ecad6ea91eb req-277f8d1e-fcf2-479b-8293-2c62c86bec5e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561466 Sep 16 05:53:45.214912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-d8b8433d-5826-46aa-b10a-723332860609 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.216372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-d8b8433d-5826-46aa-b10a-723332860609 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.60 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6&tenant_id=4a5fbcdc402446acb9e660987d98d369&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 943 time: 0.0616140 Sep 16 05:53:45.284142 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-b423cf4c-f6d7-46a6-8481-94f4d46aa8f6 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:53:45.285047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-b423cf4c-f6d7-46a6-8481-94f4d46aa8f6 service neutron] 10.222.0.60 "DELETE /v2.0/ports/b18aa6d5-5815-4c91-9cb5-f30c34481d67/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0573542 Sep 16 05:53:45.327729 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.369547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-50df477a-1536-4758-b6e9-5aaab88b3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.371056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-50df477a-1536-4758-b6e9-5aaab88b3868 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1095 time: 0.0407512 Sep 16 05:53:45.461398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-8227add1-f6f2-4141-9425-b6efd96877d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.462912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-8227add1-f6f2-4141-9425-b6efd96877d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0849919 Sep 16 05:53:45.530026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-82f7afae-d74e-4eaf-a957-884de048920d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 999 time: 0.0597658 Sep 16 05:53:45.577458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-5830790f-762c-40b2-aab2-96e06ece0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.578800 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-5830790f-762c-40b2-aab2-96e06ece0099 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0418437 Sep 16 05:53:45.624786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-eea202ba-d167-4a5f-97f5-4d8150b21763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.626262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-eea202ba-d167-4a5f-97f5-4d8150b21763 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405242 Sep 16 05:53:45.727258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-8b94f6b5-2e77-4cf9-8d97-7a9cab78c5f4 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930839 Sep 16 05:53:45.821261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a63c89b4-9de6-4a52-afa1-8e1c348f00ef req-3b72cc56-bd5b-4d69-8cb4-52aa7bd8631e service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864208 Sep 16 05:53:46.315176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f05de-eecb-46fa-a020-3e8d0b98c0d2 req-535cb2dc-ee24-452a-8df3-b31148606113 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.316707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-157f05de-eecb-46fa-a020-3e8d0b98c0d2 req-535cb2dc-ee24-452a-8df3-b31148606113 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 943 time: 0.0486324 Sep 16 05:53:46.355891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-157f05de-eecb-46fa-a020-3e8d0b98c0d2 req-f649a09b-6a5e-4299-91df-85b822503bd9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326869 Sep 16 05:53:47.001986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.113293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b18aa6d5-5815-4c91-9cb5-f30c34481d67 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:53:47.207852 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:47.218747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'mac_address': 'fa:16:3e:a0:dc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:53:47.254867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.267077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18aa6d5-5815-4c91-9cb5-f30c34481d67 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:47.285907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:47.351172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.401236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:47.408952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.409301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.409642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.409978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.410308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.410639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.410988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.411392 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.411719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.412764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.413092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.413415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:47.469750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac023e-94bb-407f-8b86-86456140b0b0 req-5d6990fb-9816-4d48-a61e-ae9514c81ac8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:47.471126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ac023e-94bb-407f-8b86-86456140b0b0 req-5d6990fb-9816-4d48-a61e-ae9514c81ac8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 944 time: 0.0471809 Sep 16 05:53:47.508454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ac023e-94bb-407f-8b86-86456140b0b0 req-c5aa0139-375e-4180-9ac8-d129fe89e92e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306704 Sep 16 05:53:47.626153 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eb877-1ff0-4b99-b2b3-1627603c8a9b req-d7860358-31fe-40c2-aa03-cc8b87466595 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:47.627665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb4eb877-1ff0-4b99-b2b3-1627603c8a9b req-d7860358-31fe-40c2-aa03-cc8b87466595 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 944 time: 0.0526998 Sep 16 05:53:47.666198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb4eb877-1ff0-4b99-b2b3-1627603c8a9b req-fbbd34f2-6a82-4e71-a0af-751abe162089 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320868 Sep 16 05:53:47.692985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['b18aa6d5-5815-4c91-9cb5-f30c34481d67'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:47.986669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d6960-3122-4907-8446-e1067fc5874c req-abbc12b8-0fa8-490b-870e-286f033c1bc4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:47.988124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f4d6960-3122-4907-8446-e1067fc5874c req-abbc12b8-0fa8-490b-870e-286f033c1bc4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 944 time: 0.0492187 Sep 16 05:53:48.027928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f4d6960-3122-4907-8446-e1067fc5874c req-d586e8e6-5d97-40cc-9e98-dc639d4fb327 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Sep 16 05:53:48.127937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-5288242f-eadf-4a1c-849b-267e9f85939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:48.129531 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-5288242f-eadf-4a1c-849b-267e9f85939b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 1096 time: 0.0405285 Sep 16 05:53:48.223436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-1ad7f772-6884-4a90-b8de-de7852cbbb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:48.224984 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-1ad7f772-6884-4a90-b8de-de7852cbbb6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0872288 Sep 16 05:53:48.293063 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-2c289cdc-84f9-44a9-a52c-ee820aa2584d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 200 len: 1000 time: 0.0566564 Sep 16 05:53:48.341791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-15729e0b-2d53-4400-9075-97910f07889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:48.343201 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-15729e0b-2d53-4400-9075-97910f07889f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0426717 Sep 16 05:53:48.393001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-5c586ed0-f974-474a-8443-15ad2abc2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:48.394510 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-5c586ed0-f974-474a-8443-15ad2abc2d65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438113 Sep 16 05:53:48.488701 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-522cd4b5-4f5c-40a8-96a1-91fd25086326 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855880 Sep 16 05:53:48.624879 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e7be2ec-e9ca-4aa0-8b3b-a1f611c21d22 req-b231deda-e8de-4071-9521-2e61b8c487ce service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274593 Sep 16 05:53:49.133833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b18aa6d5-5815-4c91-9cb5-f30c34481d67 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:49.146364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546305e6-6b92-4e75-8184-7ebec7611d2f req-cafc8506-3820-44d3-af11-70339be2d81f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:49.147973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-546305e6-6b92-4e75-8184-7ebec7611d2f req-cafc8506-3820-44d3-af11-70339be2d81f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 944 time: 0.0499868 Sep 16 05:53:49.190688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-546305e6-6b92-4e75-8184-7ebec7611d2f req-1f41e24a-f04f-43fb-91d0-ee09691e38a7 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362201 Sep 16 05:53:49.304725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port b18aa6d5-5815-4c91-9cb5-f30c34481d67 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:53:49.311042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port b18aa6d5-5815-4c91-9cb5-f30c34481d67 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:49.311042 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.384686 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.406448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:49.408762 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c94152-5cb8-4b4b-bf61-fe4facef9737" -d '{"events": [{"server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "name": "network-vif-plugged", "status": "completed", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:49.421841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:49.447528 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5329ff-7c55-476f-b543-6b54fc601254 x-openstack-request-id: req-0a5329ff-7c55-476f-b543-6b54fc601254 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:49.447826 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "name": "network-vif-plugged", "status": "completed", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:49.448748 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a5329ff-7c55-476f-b543-6b54fc601254 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:49.448748 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'code': 200} Sep 16 05:53:49.459106 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.508009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:50.306755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517d5f9-235c-4ae7-8ce0-cc5f5ce4f79c req-a1fa02ac-588d-4b2c-8b26-a82d23d55e97 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:50.308266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3517d5f9-235c-4ae7-8ce0-cc5f5ce4f79c req-a1fa02ac-588d-4b2c-8b26-a82d23d55e97 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0526221 Sep 16 05:53:50.345337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3517d5f9-235c-4ae7-8ce0-cc5f5ce4f79c req-abdc6275-0665-4b0c-8b1a-5c2e3b2dee75 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311179 Sep 16 05:53:50.758435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb004b-ec01-48b8-a5e9-5b45b80b0472 req-996a6cbf-d6ec-4343-bcf4-12fe682d321d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:50.759931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74eb004b-ec01-48b8-a5e9-5b45b80b0472 req-996a6cbf-d6ec-4343-bcf4-12fe682d321d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0485144 Sep 16 05:53:50.800396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74eb004b-ec01-48b8-a5e9-5b45b80b0472 req-9dd340a5-3d4d-4599-94e0-536619aec4c8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344996 Sep 16 05:53:51.915101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935db9b-8094-4f2c-9d67-ba5346d03eec req-b67fde0a-dc4e-4a8f-a99b-0953bd822bd4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:51.916597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6935db9b-8094-4f2c-9d67-ba5346d03eec req-b67fde0a-dc4e-4a8f-a99b-0953bd822bd4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0477855 Sep 16 05:53:51.953721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6935db9b-8094-4f2c-9d67-ba5346d03eec req-c1371e69-d94f-4671-a143-2ddc10c0c17f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Sep 16 05:53:52.158915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-94ec9ec2-99b6-4ff2-8f77-844a90910da0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:52.160456 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-94ec9ec2-99b6-4ff2-8f77-844a90910da0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Sep 16 05:53:52.252680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Deleting port b18aa6d5-5815-4c91-9cb5-f30c34481d67 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:52.253028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.339533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] For port b18aa6d5-5815-4c91-9cb5-f30c34481d67, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=b18aa6d5-5815-4c91-9cb5-f30c34481d67,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:52.339900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.509770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.510055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.510377 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f disassociated. External IP: 172.25.7.186, port: b18aa6d5-5815-4c91-9cb5-f30c34481d67. Sep 16 05:53:52.510724 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Calling delete_port for b18aa6d5-5815-4c91-9cb5-f30c34481d67 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:52.676164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.704150 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event deleted for resources: {'Port': ['ID=b18aa6d5-5815-4c91-9cb5-f30c34481d67,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:52.823096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:52.934330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:52.944554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:52.954178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:52.955080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:52.978077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] No DVR routers for this DVR port b18aa6d5-5815-4c91-9cb5-f30c34481d67 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:52.980744 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.982787 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-45d6e313-81a3-4087-89d9-d1250b11bd1b req-51604879-f8a9-461a-a650-446cb8e7b549 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "DELETE /v2.0/ports/b18aa6d5-5815-4c91-9cb5-f30c34481d67 HTTP/1.1" status: 204 len: 173 time: 0.8165834 Sep 16 05:53:52.983346 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'name': 'network-vif-deleted', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:52.985576 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6d6d5c-47b0-41ba-b25a-c80168b68e31" -d '{"events": [{"server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "name": "network-vif-deleted", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:53.022944 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88d087f-c3e1-4d5f-a138-9ccfd78b3f61 x-openstack-request-id: req-a88d087f-c3e1-4d5f-a138-9ccfd78b3f61 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:53.023469 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23113ad8-e1ef-4b58-9a7e-0ff09f4284f6", "name": "network-vif-deleted", "tag": "b18aa6d5-5815-4c91-9cb5-f30c34481d67", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:53.023900 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a88d087f-c3e1-4d5f-a138-9ccfd78b3f61 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:53.024473 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23113ad8-e1ef-4b58-9a7e-0ff09f4284f6', 'name': 'network-vif-deleted', 'tag': 'b18aa6d5-5815-4c91-9cb5-f30c34481d67', 'status': 'completed', 'code': 200} Sep 16 05:53:53.058179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cefab13e-a22d-40ad-8d83-9ae72ee15275 req-8d62a9da-f9bc-4a3e-b874-93dbae5fb537 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=23113ad8-e1ef-4b58-9a7e-0ff09f4284f6 HTTP/1.1" status: 200 len: 210 time: 0.0321374 Sep 16 05:53:53.063297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:53.261944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:53.288825 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:53.297117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:53.300653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:53.402173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:53.598265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:53.624865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022033a-7ac8-4d83-a657-eab78dc7dc3b None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:53.832903 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7a034-7a42-4e59-a6a5-50863052206a None None] New status for floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:53:54.328351 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-f8c8775a-e22c-4a94-9085-a9fddc4f0fbd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1548306469&fields=id&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 267 time: 0.0322948 Sep 16 05:53:54.436442 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-370ef065-a731-4efc-a499-bb98eb553a89 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:54.437933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-370ef065-a731-4efc-a499-bb98eb553a89 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 811 time: 0.1029637 Sep 16 05:53:54.453521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-68e8bb4e-8241-4739-b229-2ca447ecaf22 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/quotas/4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 375 time: 0.0096476 Sep 16 05:53:54.509629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-8c07f2fd-c17c-4095-96db-9d35a21f30c8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503333 Sep 16 05:53:54.673993 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-bb9b9754-6aed-42d1-9b82-91a9b26318f4 service neutron] 10.222.0.59 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197464 Sep 16 05:53:54.766848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-c1496b60-136c-4633-82cd-5048838860a9 service neutron] 10.222.0.59 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Sep 16 05:53:54.992712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74da4a2c-e2e1-49c5-93ca-f023423ac65a req-bd749951-6b45-4c2e-b156-12fe86e2c951 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 210 time: 0.0271406 Sep 16 05:53:55.163558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b18aa6d5-5815-4c91-9cb5-f30c34481d67 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:55.183957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: b18aa6d5-5815-4c91-9cb5-f30c34481d67 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:55.185087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device b18aa6d5-5815-4c91-9cb5-f30c34481d67 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:56.087227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1d47a7e8-ab42-4c59-b7a6-e4f06dea1e18 req-f3c13a42-ca18-403d-9ab3-d528499f1984 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 210 time: 0.0253680 Sep 16 05:53:56.716164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-19241fb0-af52-42dc-878c-e154a3c4f6c1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:56.717624 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-19241fb0-af52-42dc-878c-e154a3c4f6c1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 811 time: 0.1031399 Sep 16 05:53:56.765781 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-cc5b82c2-aad1-49d8-b843-93030f489ee1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 380 time: 0.0337567 Sep 16 05:53:56.775054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'port': {'device_id': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'admin_state_up': True, 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'security_groups': ['88fc0371-0b02-40d2-9141-6cf622b27c16']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:56.960903 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Made reservation on behalf of 4a5fbcdc402446acb9e660987d98d369 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:56.964456 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.092069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Allocated IP 172.20.0.7 (e71672e2-6b8c-49c2-a2c8-3acf96c35410/9918b37a-dff3-485a-b681-625e407af8bb/82dee9f2-7206-42ee-ac13-b2b0854fe546) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:57.185486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dfafd019-b486-4d63-ad70-272454641300 req-b572f5a1-f46b-43f1-9902-2ceaca30c48b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 210 time: 0.0276551 Sep 16 05:53:57.236752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.326327 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.373545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:57.376783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:57.381232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:57.420563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:57.440021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:57.440641 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.540159 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-54cdc484-dcce-48d0-8f95-673e6e1ca56e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7686911 Sep 16 05:53:57.560048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Request body: {'port': {'device_id': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:57.604453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-9c86cc0b-5436-417a-b293-d2bf4cfaff9c None None] Provisioning complete for port 82dee9f2-7206-42ee-ac13-b2b0854fe546 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:57.605141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9c86cc0b-5436-417a-b293-d2bf4cfaff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.614606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.637712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-9c86cc0b-5436-417a-b293-d2bf4cfaff9c None None] Port 82dee9f2-7206-42ee-ac13-b2b0854fe546 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:57.882668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82dee9f2-7206-42ee-ac13-b2b0854fe546 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:57.889843 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.902304 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Transition to ACTIVE for port object 82dee9f2-7206-42ee-ac13-b2b0854fe546 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:53:57.978477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.031823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:58.097582 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:58.097928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:58.098262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:58.103867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:53:58.104195 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:58.111051 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:58.111493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:58.112192 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:58.112812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Bound port: 82dee9f2-7206-42ee-ac13-b2b0854fe546, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:58.113536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.193405 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:58.196983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:58.253586 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.288495 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.289243 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.290768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] 10.222.0.57 "PUT /v2.0/ports/82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1092 time: 0.7349367 Sep 16 05:53:58.291097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:58.293431 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d5309-936e-47f3-ae97-69bf80626184" -d '{"events": [{"name": "network-changed", "server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:58.311445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04083f-a9ee-493c-9f5c-12e0cb50e210 req-07cdf9dd-0e35-48f2-adb0-afcd7c02afa3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.313503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db04083f-a9ee-493c-9f5c-12e0cb50e210 req-07cdf9dd-0e35-48f2-adb0-afcd7c02afa3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 943 time: 0.0597777 Sep 16 05:53:58.328562 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa5e7b-e831-4e40-a4f5-68f1a34dfa11 service neutron] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:58.347825 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195e2d25-6a74-4d2f-8427-5a4bc5cbbe9b x-openstack-request-id: req-195e2d25-6a74-4d2f-8427-5a4bc5cbbe9b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:58.348126 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:58.348463 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-195e2d25-6a74-4d2f-8427-5a4bc5cbbe9b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:58.348880 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'status': 'completed', 'code': 200} Sep 16 05:53:58.364853 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db04083f-a9ee-493c-9f5c-12e0cb50e210 req-ed4d6e89-9934-4a2b-86d3-d2ee20779bca tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Sep 16 05:53:58.437711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d5309-936e-47f3-ae97-69bf80626184 req-59b23010-4d4c-4bda-8405-f4c68ecedf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.439325 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e07d5309-936e-47f3-ae97-69bf80626184 req-59b23010-4d4c-4bda-8405-f4c68ecedf61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1095 time: 0.0439420 Sep 16 05:53:58.442760 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:58.550566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d5309-936e-47f3-ae97-69bf80626184 req-6f029b99-41d9-4c4d-a9d9-797fc70b09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.552187 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e07d5309-936e-47f3-ae97-69bf80626184 req-6f029b99-41d9-4c4d-a9d9-797fc70b09ea service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a5fbcdc402446acb9e660987d98d369&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989840 Sep 16 05:53:58.574787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.645970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d5309-936e-47f3-ae97-69bf80626184 req-f4eba983-649a-4594-8cd5-bc63e89d2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.647539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e07d5309-936e-47f3-ae97-69bf80626184 req-f4eba983-649a-4594-8cd5-bc63e89d2739 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880468 Sep 16 05:53:58.750315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-9b6ab91b-f59d-4b49-bb5f-5773cdaf2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.751852 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-9b6ab91b-f59d-4b49-bb5f-5773cdaf2dd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1095 time: 0.0454657 Sep 16 05:53:58.799898 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-fe7f3f62-66aa-4ddf-9d33-8e62240462d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 217 time: 0.0333819 Sep 16 05:53:58.847934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-66b233b3-925a-496f-9fc4-52353f751d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.849358 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-66b233b3-925a-496f-9fc4-52353f751d88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0420649 Sep 16 05:53:58.894368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-dd05d282-48d5-4388-9f73-29cf3b0db6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.895762 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-dd05d282-48d5-4388-9f73-29cf3b0db6f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392065 Sep 16 05:53:58.987715 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-f3061f0e-a4c5-468c-83d6-453e47a532f5 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Sep 16 05:53:59.079767 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-37fddf08-9188-4409-978c-ffdd971e7e1f req-2b7e4c97-5fc0-4a66-9f50-abc8dd67dac3 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844352 Sep 16 05:53:59.484488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ec256-2504-4b0e-893b-836b3b1b1fe0 req-152deda6-04e4-4005-91d8-c1eaf84b9e3a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:59.485971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be5ec256-2504-4b0e-893b-836b3b1b1fe0 req-152deda6-04e4-4005-91d8-c1eaf84b9e3a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 943 time: 0.0514514 Sep 16 05:53:59.523834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be5ec256-2504-4b0e-893b-836b3b1b1fe0 req-73e5e549-c633-44ef-9ea9-32bfcb05d08a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319984 Sep 16 05:54:00.636689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd1bdf-532c-488b-825f-8a693f00efd1 req-67f31019-32f8-484e-bfd8-baa52405963e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:00.638251 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-debd1bdf-532c-488b-825f-8a693f00efd1 req-67f31019-32f8-484e-bfd8-baa52405963e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 943 time: 0.0484855 Sep 16 05:54:00.675931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-debd1bdf-532c-488b-825f-8a693f00efd1 req-eb944995-1fb9-45ef-8e8b-d5d6fbea5065 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Sep 16 05:54:01.799104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ca78-4c94-4208-9b82-180045feec16 req-3e2cf66c-20c3-4ce1-b49f-95db094972ae tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:01.800597 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66e7ca78-4c94-4208-9b82-180045feec16 req-3e2cf66c-20c3-4ce1-b49f-95db094972ae tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 943 time: 0.0542300 Sep 16 05:54:01.837047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-66e7ca78-4c94-4208-9b82-180045feec16 req-19c05f2d-ad31-4b76-884c-949f45737972 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300105 Sep 16 05:54:02.953910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef80f8a-507f-4e57-af67-b0b60a81f4a9 req-38c3cbcd-b7d9-47e9-81aa-a28e4ca33173 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:02.955338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aef80f8a-507f-4e57-af67-b0b60a81f4a9 req-38c3cbcd-b7d9-47e9-81aa-a28e4ca33173 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 943 time: 0.0521224 Sep 16 05:54:02.992679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aef80f8a-507f-4e57-af67-b0b60a81f4a9 req-8a5eea8a-66ae-4ed4-b286-77977b50dd75 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Sep 16 05:54:03.216286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:54:03.311235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:03.322507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'mac_address': 'fa:16:3e:92:02:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:54:03.358970 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:03.371623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dee9f2-7206-42ee-ac13-b2b0854fe546 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:54:03.390715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:03.470323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:03.519355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:03.735828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['82dee9f2-7206-42ee-ac13-b2b0854fe546'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:54:04.106400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9c0c6-6fb1-4cd9-ad14-deb771831207 req-1399e7ac-9a92-45a8-a93f-cdec06dad9f1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:04.107898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19f9c0c6-6fb1-4cd9-ad14-deb771831207 req-1399e7ac-9a92-45a8-a93f-cdec06dad9f1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0477471 Sep 16 05:54:04.146099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19f9c0c6-6fb1-4cd9-ad14-deb771831207 req-6e9fac33-7a54-4220-9795-ec1bed915173 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 Sep 16 05:54:05.237519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:05.261390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11db13-f7e3-4cf2-86dd-2089942aa47e req-0d2f2dbb-6773-436a-b4a4-c5df23dd4a05 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:05.263012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f11db13-f7e3-4cf2-86dd-2089942aa47e req-0d2f2dbb-6773-436a-b4a4-c5df23dd4a05 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0501425 Sep 16 05:54:05.301546 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f11db13-f7e3-4cf2-86dd-2089942aa47e req-88c30280-7c8e-4789-a316-84d2cd627558 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Sep 16 05:54:05.355824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 82dee9f2-7206-42ee-ac13-b2b0854fe546 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:54:05.359761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 82dee9f2-7206-42ee-ac13-b2b0854fe546 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:05.360139 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:05.435259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:05.456678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:05.458900 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77440f6a-ed33-410c-9409-45b7645ea1f8" -d '{"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-plugged", "status": "completed", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:05.472175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:05.527638 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:05.555556 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b665dd-1621-46d8-8ea3-f2d3510d2ed0 x-openstack-request-id: req-16b665dd-1621-46d8-8ea3-f2d3510d2ed0 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:05.555857 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-plugged", "status": "completed", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:05.556114 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16b665dd-1621-46d8-8ea3-f2d3510d2ed0 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:05.556514 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'code': 200} Sep 16 05:54:05.579195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:05.677399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68c43c-5497-4774-b124-b77cd750246e req-c7b551c8-6555-4e67-a581-b8cfc8d2c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:05.679904 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae68c43c-5497-4774-b124-b77cd750246e req-c7b551c8-6555-4e67-a581-b8cfc8d2c2c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1097 time: 0.0430641 Sep 16 05:54:05.713824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae68c43c-5497-4774-b124-b77cd750246e req-287681f5-c1f4-473f-ad97-257d0e8adec7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273762 Sep 16 05:54:06.419409 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f1867-071e-47fa-bef4-c7b7e8574888 req-820d51de-8bb7-4045-a117-56111bdf9288 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:06.420886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-675f1867-071e-47fa-bef4-c7b7e8574888 req-820d51de-8bb7-4045-a117-56111bdf9288 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0515587 Sep 16 05:54:06.461058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-675f1867-071e-47fa-bef4-c7b7e8574888 req-71712c9f-a29c-4b14-a823-becc3b7a68c1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341172 Sep 16 05:54:07.577928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc23b51-1f5e-4d3e-91c6-4bddd53249b3 req-c4ff60ef-97b0-4a88-a2d6-6c7f88ba92c4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:07.579467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cc23b51-1f5e-4d3e-91c6-4bddd53249b3 req-c4ff60ef-97b0-4a88-a2d6-6c7f88ba92c4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0494781 Sep 16 05:54:07.616366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cc23b51-1f5e-4d3e-91c6-4bddd53249b3 req-8802fa93-aaea-42cc-a0ee-d7336a5342f2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308418 Sep 16 05:54:07.725635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6309d30-461f-4eee-80fa-e21646604bb4 req-7da9bf83-d1f2-46c5-8e26-946d1e23bb08 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:07.727112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6309d30-461f-4eee-80fa-e21646604bb4 req-7da9bf83-d1f2-46c5-8e26-946d1e23bb08 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0484731 Sep 16 05:54:07.735633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38138) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:07.739871 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'floatingip': {'port_id': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:07.782553 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.540795 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.612746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.710884 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f associated. External IP: 172.25.7.186, port: 82dee9f2-7206-42ee-ac13-b2b0854fe546. Sep 16 05:54:08.910522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:54:09.015854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:54:09.020622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.027037 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:54:09.036456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:09.038095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:09.050820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-49e21b4f-6fa2-457b-8850-e1cd4965f877 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "PUT /v2.0/floatingips/b69c0d73-7e2f-4268-9daf-dbc0923b932f HTTP/1.1" status: 200 len: 991 time: 1.3141577 Sep 16 05:54:09.051419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:09.053662 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c58760-f8f1-4a98-b91a-c579738afc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:09.154402 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc36bf-fa7c-43e9-baa0-ca03a371c41a x-openstack-request-id: req-4cbc36bf-fa7c-43e9-baa0-ca03a371c41a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:09.154685 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:09.154950 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4cbc36bf-fa7c-43e9-baa0-ca03a371c41a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:09.155403 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'status': 'completed', 'code': 200} Sep 16 05:54:09.238139 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-bc754e66-032c-4aea-983e-b236f6b4e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:09.239638 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-bc754e66-032c-4aea-983e-b236f6b4e719 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1097 time: 0.0432503 Sep 16 05:54:09.304091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:09.335281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-b35c923c-97b6-453f-95b0-0b2e21ec19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:09.336879 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-b35c923c-97b6-453f-95b0-0b2e21ec19ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0902352 Sep 16 05:54:09.402368 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-3762fa19-d2ed-44f7-b4fc-76eb8931be1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 999 time: 0.0585635 Sep 16 05:54:09.455351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-fe3e1bb2-e6fe-4831-bceb-f0fff81120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:09.457259 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-fe3e1bb2-e6fe-4831-bceb-f0fff81120fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0477326 Sep 16 05:54:09.506403 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-7c106be3-81d6-4e8f-a5ab-83b0242687b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:09.507844 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-7c106be3-81d6-4e8f-a5ab-83b0242687b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432611 Sep 16 05:54:09.521674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:92:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:54:08Z', 'revision_number': 9, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:09.547850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:54:09.556048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:09.556653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:09.598487 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-8518a675-726a-447e-84e7-4dc28ec60646 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824866 Sep 16 05:54:09.660652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:09.692392 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-34c58760-f8f1-4a98-b91a-c579738afc6c req-990f9c2e-7ebd-4802-8dff-eadd325b9af2 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867620 Sep 16 05:54:09.893831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:92:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:54:08Z', 'revision_number': 9, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:09.919569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41111cd-163d-4a36-84d2-e4e9fb992bca None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:92:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:54:08Z', 'revision_number': 9, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:54:10.103865 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91edcb-9331-43fd-9bf5-6f970a1cefc1 None None] New status for floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:54:11.017112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:11.045505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92a4151e-7b3a-4da8-8dd6-bcc6dfa40a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:14.241422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:14.458376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-195755a8-dbec-462a-99b7-d787b23990a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:15.310322 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:17.074208 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:28.624234 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:35.441948 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:41.012159 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:41.038543 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-89bdf7de-0521-4518-829c-7888e822caf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.246643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.451804 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2d16c92d-fd4c-4202-9dd1-034c851c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.312863 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.035063 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.623528 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-066961b1-0d7d-46ba-8fda-761a01641276 req-033b2c1f-9e81-4d19-91e7-46b40826988f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388768 Sep 16 05:54:53.721100 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066961b1-0d7d-46ba-8fda-761a01641276 req-21781d10-e889-4052-985f-f51a4f6bc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:53.722485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-066961b1-0d7d-46ba-8fda-761a01641276 req-21781d10-e889-4052-985f-f51a4f6bc777 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1097 time: 0.0400829 Sep 16 05:54:53.829188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066961b1-0d7d-46ba-8fda-761a01641276 req-38adc933-4023-41e7-b2cd-f2ca6c8dc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:53.830656 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-066961b1-0d7d-46ba-8fda-761a01641276 req-38adc933-4023-41e7-b2cd-f2ca6c8dc5e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0870183 Sep 16 05:54:53.896971 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-066961b1-0d7d-46ba-8fda-761a01641276 req-3ded8c87-d66a-4d59-9865-cbd9af03aa23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1002 time: 0.0579555 Sep 16 05:54:53.949206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066961b1-0d7d-46ba-8fda-761a01641276 req-81934378-9434-4edb-830d-72b44f31bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:53.951377 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-066961b1-0d7d-46ba-8fda-761a01641276 req-81934378-9434-4edb-830d-72b44f31bb43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0470085 Sep 16 05:54:53.997370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066961b1-0d7d-46ba-8fda-761a01641276 req-94993eb5-f2c0-49a5-8024-750d6a97d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:53.998823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-066961b1-0d7d-46ba-8fda-761a01641276 req-94993eb5-f2c0-49a5-8024-750d6a97d0a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399675 Sep 16 05:54:54.087076 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-066961b1-0d7d-46ba-8fda-761a01641276 req-b19fc604-e25d-46da-86a1-380f2231b096 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807722 Sep 16 05:54:54.178817 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-066961b1-0d7d-46ba-8fda-761a01641276 req-c5e6f1f2-c9aa-4815-ae70-6da3536c9062 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840633 Sep 16 05:54:58.594700 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.055637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4fe1cf20-c885-463e-ae5f-764b55e5a090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.056997 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.441110 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:14.246112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.491203 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c4933cda-7654-4e5a-bd33-1c7fd7350b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.314151 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.042974 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.630987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.039910 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.062391 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85b80b65-5683-4c7d-a34e-d816f02d9916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.256769 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.470980 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0117313f-8955-42c5-8279-54163c1dd02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.311058 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.058887 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.715592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff105c9-b13c-430d-bcec-2c2ffb18fd50 req-18c556f1-a043-45f3-b1cb-e00ca5843b41 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.717119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ff105c9-b13c-430d-bcec-2c2ffb18fd50 req-18c556f1-a043-45f3-b1cb-e00ca5843b41 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0531614 Sep 16 05:55:47.755395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ff105c9-b13c-430d-bcec-2c2ffb18fd50 req-7cdf8e69-76ef-4434-8267-d93590cf2313 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Sep 16 05:55:47.898048 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-0dfbd9d0-6abc-4333-9f1e-6910046973fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763195 Sep 16 05:55:48.869854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94e2e-075b-40b1-a582-6039c0a36f39 req-c49a1bb4-7a4f-4d16-b33b-5a1aea032993 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:48.871360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02e94e2e-075b-40b1-a582-6039c0a36f39 req-c49a1bb4-7a4f-4d16-b33b-5a1aea032993 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0474913 Sep 16 05:55:48.908690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02e94e2e-075b-40b1-a582-6039c0a36f39 req-3fc9aa33-20ac-41d9-8f40-f045903062f9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Sep 16 05:55:49.440790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:50.024098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208d4e6-1184-4940-ab39-2f1daa24572c req-a77c9782-e28c-4cf7-bdc2-526cb9603c50 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.025642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7208d4e6-1184-4940-ab39-2f1daa24572c req-a77c9782-e28c-4cf7-bdc2-526cb9603c50 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0487783 Sep 16 05:55:50.067613 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7208d4e6-1184-4940-ab39-2f1daa24572c req-f0987228-8b9f-4104-8961-e34a0903897c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359468 Sep 16 05:55:50.907058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-3cfa7a30-68b5-40b0-97ae-56b6e482a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.908581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-3cfa7a30-68b5-40b0-97ae-56b6e482a225 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1097 time: 0.0464766 Sep 16 05:55:50.996709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-62a38327-0900-4e2b-99fc-b1f9e5a3aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.998094 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-62a38327-0900-4e2b-99fc-b1f9e5a3aedc service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0824497 Sep 16 05:55:51.065888 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-7e78a551-9f3a-47be-96e0-fae6f3f4b211 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1002 time: 0.0596571 Sep 16 05:55:51.115296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-68016f5f-6f73-4853-b4e3-d24335bae7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:51.116868 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-68016f5f-6f73-4853-b4e3-d24335bae7b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0436485 Sep 16 05:55:51.163959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-7a0f61f1-2bae-49a7-b232-9764fb1d55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:51.165551 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-7a0f61f1-2bae-49a7-b232-9764fb1d55fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414188 Sep 16 05:55:51.184205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ff138-2156-4540-9cb2-d0c7ae601532 req-ac20c773-e444-4ac9-9142-784701f78052 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:51.185757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e1ff138-2156-4540-9cb2-d0c7ae601532 req-ac20c773-e444-4ac9-9142-784701f78052 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0489669 Sep 16 05:55:51.225623 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3e1ff138-2156-4540-9cb2-d0c7ae601532 req-ff9aafe6-f839-43d7-92a2-218c4c9c7fc4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334172 Sep 16 05:55:51.264043 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-039eb07c-5846-4e9b-8035-4f9b66bbef3f service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903490 Sep 16 05:55:51.358416 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-5cc1f598-13e5-4035-a49a-22c34676d716 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860288 Sep 16 05:55:52.341546 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290737e9-2648-460a-b04e-63a9a9910c0f req-15e18c59-121d-49e6-a456-3f2e7e211367 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:52.343089 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-290737e9-2648-460a-b04e-63a9a9910c0f req-15e18c59-121d-49e6-a456-3f2e7e211367 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0492508 Sep 16 05:55:52.381560 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-290737e9-2648-460a-b04e-63a9a9910c0f req-7e063ec6-8f6d-47d9-8a20-452f2adbb173 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Sep 16 05:55:53.494543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fbd04-2fcf-4217-907b-a45e499c3646 req-67b78553-c9de-4d90-93a3-d74e46750ebe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.496121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-938fbd04-2fcf-4217-907b-a45e499c3646 req-67b78553-c9de-4d90-93a3-d74e46750ebe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0480771 Sep 16 05:55:53.537143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-938fbd04-2fcf-4217-907b-a45e499c3646 req-828c3305-2b6a-46ee-a6e2-e6848acd4edc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351629 Sep 16 05:55:53.684119 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-5748bdfe-3d54-4332-a180-fcf37549791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.685491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-5748bdfe-3d54-4332-a180-fcf37549791e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1097 time: 0.0439589 Sep 16 05:55:53.787719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-13d4f92d-fea6-4f49-b65a-f75b0e5e67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.789167 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-13d4f92d-fea6-4f49-b65a-f75b0e5e67d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0835757 Sep 16 05:55:53.856502 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-4958fb0d-e61e-4542-b225-5e7b252a23a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1002 time: 0.0595076 Sep 16 05:55:53.905850 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-021b876f-b4a7-4762-aaea-ca3622f62388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.907315 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-021b876f-b4a7-4762-aaea-ca3622f62388 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0426557 Sep 16 05:55:53.952467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-60096b5b-abe8-45cf-bf6b-7bcbb671f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.953893 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-60096b5b-abe8-45cf-bf6b-7bcbb671f0c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387104 Sep 16 05:55:54.044952 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-5903aec0-afe3-4dd4-86e5-52711203f86b service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833473 Sep 16 05:55:54.135397 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6914ef06-eaed-4ee8-bca5-74fb46ed6029 req-bed889b2-8a54-48c7-8bf1-6cdebc8e10ff service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828173 Sep 16 05:55:54.653194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b6134-3fec-4f70-86c3-f01893803070 req-fcc90fdf-bc07-4b3f-9764-2f5a2059d164 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:54.654587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-187b6134-3fec-4f70-86c3-f01893803070 req-fcc90fdf-bc07-4b3f-9764-2f5a2059d164 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0512350 Sep 16 05:55:54.692471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-187b6134-3fec-4f70-86c3-f01893803070 req-9fd38c25-71d1-45f2-9d50-5834a7df9eb3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Sep 16 05:55:55.805815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd11b8f-100f-4d8d-ae35-db135d973ec1 req-327cfe39-3225-4937-9194-5591fcb72bfd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:55.807285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbd11b8f-100f-4d8d-ae35-db135d973ec1 req-327cfe39-3225-4937-9194-5591fcb72bfd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0480597 Sep 16 05:55:55.844298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bbd11b8f-100f-4d8d-ae35-db135d973ec1 req-827eb0b4-82d7-48e1-b86a-4909495ace84 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Sep 16 05:55:56.957529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e1ef-b353-4a0e-85aa-8d9fbca4edd2 req-4df64c7a-097a-4213-995b-ab08158764bc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:56.959067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dea9e1ef-b353-4a0e-85aa-8d9fbca4edd2 req-4df64c7a-097a-4213-995b-ab08158764bc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0477009 Sep 16 05:55:57.002530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dea9e1ef-b353-4a0e-85aa-8d9fbca4edd2 req-ba05c6db-66da-4b17-ab51-b2a2cb02d933 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357711 Sep 16 05:55:58.115098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d904c-ac4d-4486-9a72-0d0d5239ded1 req-bae2334f-75cf-42e5-aa10-360a12f74ab5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:58.116586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf7d904c-ac4d-4486-9a72-0d0d5239ded1 req-bae2334f-75cf-42e5-aa10-360a12f74ab5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0486391 Sep 16 05:55:58.155188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf7d904c-ac4d-4486-9a72-0d0d5239ded1 req-a94a082f-d48b-47b1-8089-bfd09c531153 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326433 Sep 16 05:55:58.599136 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:59.268337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3483a4-6c20-4da4-a7ff-658252a957e8 req-efeaa039-ff0c-42ad-bfb5-27739385fd9f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:59.270325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e3483a4-6c20-4da4-a7ff-658252a957e8 req-efeaa039-ff0c-42ad-bfb5-27739385fd9f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0498362 Sep 16 05:55:59.307724 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e3483a4-6c20-4da4-a7ff-658252a957e8 req-d27fd3d0-b799-4d71-93a6-24a97e209a3a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311508 Sep 16 05:56:00.420886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c3b39-1ef1-434d-97ed-4d8cbe943d2c req-58ddc2fc-ffe0-4d31-a865-272ecb8c061a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:00.422346 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e86c3b39-1ef1-434d-97ed-4d8cbe943d2c req-58ddc2fc-ffe0-4d31-a865-272ecb8c061a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0492067 Sep 16 05:56:00.463540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e86c3b39-1ef1-434d-97ed-4d8cbe943d2c req-9e6cff39-036f-40ed-98fe-502d8e59cfdd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351360 Sep 16 05:56:01.576561 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7255016-1653-4625-a919-d8fff8761b01 req-c709ea55-0a9b-4d16-814b-376fde722090 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:01.578047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7255016-1653-4625-a919-d8fff8761b01 req-c709ea55-0a9b-4d16-814b-376fde722090 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0485170 Sep 16 05:56:01.614861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c7255016-1653-4625-a919-d8fff8761b01 req-f33fdf3e-74f1-4db4-aeb5-81bd67a149a6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Sep 16 05:56:02.732850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74b4d-4660-47f7-acda-b33540b74c5f req-2a5b8e3b-5bb2-452c-8bd9-034c1854af5d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:02.734352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ab74b4d-4660-47f7-acda-b33540b74c5f req-2a5b8e3b-5bb2-452c-8bd9-034c1854af5d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0487897 Sep 16 05:56:02.772916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ab74b4d-4660-47f7-acda-b33540b74c5f req-a50bf6a0-c647-4f4a-8372-a197b80d3844 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321486 Sep 16 05:56:03.589769 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-4d6f82c5-f78d-48f3-a90d-2b1db78a2a82 service neutron] show failed (client error): The resource could not be found. Sep 16 05:56:03.590846 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-4d6f82c5-f78d-48f3-a90d-2b1db78a2a82 service neutron] 10.222.0.57 "GET /v2.0/ports/82dee9f2-7206-42ee-ac13-b2b0854fe546/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0578279 Sep 16 05:56:03.887616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30b1b3-8991-4968-a38b-242cc1a373f6 req-5880f7b3-edde-4f7c-95ee-a1170d783373 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:03.889107 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de30b1b3-8991-4968-a38b-242cc1a373f6 req-5880f7b3-edde-4f7c-95ee-a1170d783373 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0501454 Sep 16 05:56:03.934918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de30b1b3-8991-4968-a38b-242cc1a373f6 req-d4149f2b-edb4-4077-946b-4b976579eeca tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378807 Sep 16 05:56:04.074648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-3cce4d04-e553-43a7-b4d2-ce16e291164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:04.076094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-3cce4d04-e553-43a7-b4d2-ce16e291164e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 1097 time: 0.0957515 Sep 16 05:56:04.088965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:04.140484 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.341811 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:04.377777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:04.417139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:04.419485 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65954d7d-0fdf-4454-9995-7f2dcd449953" -d '{"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-unplugged", "status": "completed", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:04.423228 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.435839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Transition to ACTIVE for port object 82dee9f2-7206-42ee-ac13-b2b0854fe546 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:56:04.471166 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6d62c8-5a82-438e-b184-0f73f5cec34f x-openstack-request-id: req-0d6d62c8-5a82-438e-b184-0f73f5cec34f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:04.471490 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-unplugged", "status": "completed", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:04.471750 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d6d62c8-5a82-438e-b184-0f73f5cec34f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:04.472157 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'code': 200} Sep 16 05:56:04.556219 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.632024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:04.643720 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.644071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.644412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.644749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.645086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.645454 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.645782 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.646106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.646434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.646757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.647087 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.647440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:04.689093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] No DVR routers for this DVR port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:04.823528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:04.823861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:04.824186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:04.828663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:56:04.828984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:04.833780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:04.834113 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:04.834489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:04.834909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Bound port: 82dee9f2-7206-42ee-ac13-b2b0854fe546, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:04.835376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.897094 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:04.900586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:04.965205 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.002890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:05.004227 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.006238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] 10.222.0.60 "PUT /v2.0/ports/82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1092 time: 0.9215527 Sep 16 05:56:05.081006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb1728-2140-43df-aa70-56e166e2c447 service neutron] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:05.110206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b985bf7-aa64-44d1-8f68-74dc5400ec08 req-f264847c-cdb8-4064-bfb2-b694abbfbda0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:05.111935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b985bf7-aa64-44d1-8f68-74dc5400ec08 req-f264847c-cdb8-4064-bfb2-b694abbfbda0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 943 time: 0.1030984 Sep 16 05:56:05.118861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-42e22c00-174b-47fb-9daa-8ec8ca97dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:05.120445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-42e22c00-174b-47fb-9daa-8ec8ca97dc9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1095 time: 0.0736084 Sep 16 05:56:05.210300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7b985bf7-aa64-44d1-8f68-74dc5400ec08 req-5f6042e0-cdce-4f14-b413-acf91f2820fa tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888860 Sep 16 05:56:05.237038 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-928bc5ff-e9b0-481b-aac1-3d79faaaa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:05.238544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-928bc5ff-e9b0-481b-aac1-3d79faaaa6d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.1110520 Sep 16 05:56:05.304061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-9412f8a4-2336-4834-bd51-9ece640995a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1000 time: 0.0569046 Sep 16 05:56:05.352820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-71a913b5-65d6-425b-b771-4362053adbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:05.355368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-71a913b5-65d6-425b-b771-4362053adbbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0439680 Sep 16 05:56:05.406548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-0612c951-83f8-4fb4-bcc7-34dbb8bdab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:05.408196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-0612c951-83f8-4fb4-bcc7-34dbb8bdab85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454326 Sep 16 05:56:05.497417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-fa0afb8c-49ff-4cd3-86bd-bc058ac1ed77 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816321 Sep 16 05:56:05.590366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-acbaa107-3772-48a4-8b6c-e8364f29cf16 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853434 Sep 16 05:56:05.889435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:05.928365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:06.326401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b77b5-c4fa-47c3-9e3a-ed38c68d760e req-737e70af-5301-464a-bc46-c49880889a74 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.327921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-716b77b5-c4fa-47c3-9e3a-ed38c68d760e req-737e70af-5301-464a-bc46-c49880889a74 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 943 time: 0.0478182 Sep 16 05:56:06.364691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-716b77b5-c4fa-47c3-9e3a-ed38c68d760e req-e6952519-db64-422a-b698-b7923303d2c8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309248 Sep 16 05:56:06.473455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:06.475906 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e29bd6-2810-41ea-a9db-d661b40bd209" -d '{"events": [{"name": "network-changed", "server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:06.523750 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7080fb-268f-4007-8baf-f07494fe77f7 x-openstack-request-id: req-dc7080fb-268f-4007-8baf-f07494fe77f7 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:06.526901 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:06.526901 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc7080fb-268f-4007-8baf-f07494fe77f7 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:06.526901 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'status': 'completed', 'code': 200} Sep 16 05:56:06.591769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-08cdc113-c5f0-412f-a8ef-38ec1a53b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.593302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-08cdc113-c5f0-412f-a8ef-38ec1a53b495 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1095 time: 0.0417533 Sep 16 05:56:06.695606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-1b8a9108-1b32-4762-87c5-8ad686d9f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.697279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-1b8a9108-1b32-4762-87c5-8ad686d9f501 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0956893 Sep 16 05:56:06.768123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-73d58ea1-3f45-47cf-a367-84971fdab6f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1000 time: 0.0626357 Sep 16 05:56:06.825302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-20cf95e7-d45e-4abb-a70f-e3e11dd4294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.826781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-20cf95e7-d45e-4abb-a70f-e3e11dd4294f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0499620 Sep 16 05:56:06.878630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-cbab816e-e3f6-46c1-bac2-f94b07dcff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.880204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-cbab816e-e3f6-46c1-bac2-f94b07dcff5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424719 Sep 16 05:56:06.920545 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-a4ac066c-5459-4cba-ac08-e43163417cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.922041 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-a4ac066c-5459-4cba-ac08-e43163417cf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1095 time: 0.3608334 Sep 16 05:56:06.971927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-e4f183ff-8397-4026-b3da-89ebb94869d0 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836875 Sep 16 05:56:07.014872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-017d264e-4d13-4191-b5a0-79859ab661bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:07.016399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-017d264e-4d13-4191-b5a0-79859ab661bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0861986 Sep 16 05:56:07.072820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-ada6536f-3cd6-48d0-ac8c-5fbac35a2e1a service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918493 Sep 16 05:56:07.083554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-f95fb344-3482-4f75-9f94-1176e7b2dc53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1000 time: 0.0590994 Sep 16 05:56:07.132843 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-717f51b3-2af1-4b0a-b07f-833519433336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:07.134267 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-717f51b3-2af1-4b0a-b07f-833519433336 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0435953 Sep 16 05:56:07.182057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-aab832a5-ddfe-4230-a7ba-a267cb5c481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:07.183545 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-aab832a5-ddfe-4230-a7ba-a267cb5c481f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426629 Sep 16 05:56:07.271682 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-0a668058-f61d-4538-b70d-84442292266d service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804894 Sep 16 05:56:07.362964 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33e29bd6-2810-41ea-a9db-d661b40bd209 req-35d04cbc-d332-4c7d-b68b-d894bce9f3bb service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844572 Sep 16 05:56:07.483104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319928c-0947-420e-9e80-4c5114122136 req-8cb27174-ceb0-4760-9db0-f13bcdf6de4a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:07.484663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8319928c-0947-420e-9e80-4c5114122136 req-8cb27174-ceb0-4760-9db0-f13bcdf6de4a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 943 time: 0.0490193 Sep 16 05:56:07.523542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8319928c-0947-420e-9e80-4c5114122136 req-05e720ba-8211-4f99-9d6f-8a90e54c5ad6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Sep 16 05:56:07.765653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:07.858118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:07.869732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'mac_address': 'fa:16:3e:92:02:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:07.908247 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.920956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dee9f2-7206-42ee-ac13-b2b0854fe546 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:07.940285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:08.012923 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.058718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:08.065879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.066237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.066589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.066941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.067301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.067647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.067984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.068320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.068654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.068987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.069316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.069644 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.271748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['82dee9f2-7206-42ee-ac13-b2b0854fe546'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:08.641778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0de55f-3335-4bab-8688-47e42a9d89ff req-30f52d09-f292-40f2-ba48-9903ffdb4c2e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:08.643147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f0de55f-3335-4bab-8688-47e42a9d89ff req-30f52d09-f292-40f2-ba48-9903ffdb4c2e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0508797 Sep 16 05:56:08.680274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f0de55f-3335-4bab-8688-47e42a9d89ff req-ab2b3c1c-1025-4c91-829b-ea0c67632f3d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303521 Sep 16 05:56:09.232123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ec8e1-6a78-4f3b-90f7-5786dc451b72 req-8c19b894-f8e7-4315-8396-0851de98cb6d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:09.233582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e39ec8e1-6a78-4f3b-90f7-5786dc451b72 req-8c19b894-f8e7-4315-8396-0851de98cb6d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0486374 Sep 16 05:56:09.294851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e39ec8e1-6a78-4f3b-90f7-5786dc451b72 req-2d548d23-cd63-471a-9385-d5d1964ea59f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553570 Sep 16 05:56:09.315586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-91d44aba-4a32-43cd-9171-b4c0fb513283 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:09.317061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-91d44aba-4a32-43cd-9171-b4c0fb513283 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc&tenant_id=4a5fbcdc402446acb9e660987d98d369&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 944 time: 0.0646605 Sep 16 05:56:09.382143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-20a7d4b9-d6c6-4d3b-97f7-5f90b21aa5ab service neutron] 10.222.0.60 "GET /v2.0/ports/82dee9f2-7206-42ee-ac13-b2b0854fe546/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 383 time: 0.0563872 Sep 16 05:56:09.442486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-84fdcdb7-3cf1-43df-8b6a-1327beb4237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:09.443889 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-84fdcdb7-3cf1-43df-8b6a-1327beb4237f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1096 time: 0.0391409 Sep 16 05:56:09.533569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-98ecc018-fdb0-41ef-8d5d-87831537d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:09.535014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-98ecc018-fdb0-41ef-8d5d-87831537d5ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0825861 Sep 16 05:56:09.601529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-64d32231-af8d-4cab-950a-a96f7df99f75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1001 time: 0.0588691 Sep 16 05:56:09.656222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-0be58174-475d-4eff-aaa4-22ae0fd08f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:09.657660 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-0be58174-475d-4eff-aaa4-22ae0fd08f68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0493977 Sep 16 05:56:09.702959 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-f2612b28-7d95-4c1a-99ba-116cc6f86ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:09.704367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-f2612b28-7d95-4c1a-99ba-116cc6f86ab5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391858 Sep 16 05:56:09.762577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:09.796093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-cbcbf48a-6b95-4aa1-85cc-60712c7ec612 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835631 Sep 16 05:56:09.884988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 82dee9f2-7206-42ee-ac13-b2b0854fe546 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:56:09.889301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 82dee9f2-7206-42ee-ac13-b2b0854fe546 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:09.889873 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.890004 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-52821701-5e18-496f-83db-e4ef800ada52 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869200 Sep 16 05:56:09.972263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.996985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:09.999225 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbce49d2-bd8f-4d56-b8f3-e954d575a5f5" -d '{"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-plugged", "status": "completed", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:10.013443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:10.048086 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019c350e-bbea-4443-b718-2089e0ff890d x-openstack-request-id: req-019c350e-bbea-4443-b718-2089e0ff890d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:10.048380 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-plugged", "status": "completed", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:10.048631 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-019c350e-bbea-4443-b718-2089e0ff890d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:10.049030 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'code': 200} Sep 16 05:56:10.079108 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:10.125202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:10.409851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc29d6-a584-4e75-8895-6c8e9739ef80 req-f8c2dba3-6642-4e41-b754-efb6cf4d5c6d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:10.411337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ffc29d6-a584-4e75-8895-6c8e9739ef80 req-f8c2dba3-6642-4e41-b754-efb6cf4d5c6d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0490394 Sep 16 05:56:10.448757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ffc29d6-a584-4e75-8895-6c8e9739ef80 req-d7f38e9d-225f-4ce5-8774-08a31d831dc0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305958 Sep 16 05:56:11.035665 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.046544 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-18e27d49-0054-4190-bb4d-294c0d811f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.566799 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7696eff-dfcc-4225-a519-fded1d98c62e req-b9a58b44-f316-4255-98f9-dbc0445072ee tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:11.568290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7696eff-dfcc-4225-a519-fded1d98c62e req-b9a58b44-f316-4255-98f9-dbc0445072ee tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0507033 Sep 16 05:56:11.604991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7696eff-dfcc-4225-a519-fded1d98c62e req-921a695e-774f-4084-9433-11246936dc5d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 Sep 16 05:56:12.423962 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-cc388bc8-27f7-4436-97f3-f4fec3f1519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:12.425374 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-cc388bc8-27f7-4436-97f3-f4fec3f1519d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 1097 time: 0.0405359 Sep 16 05:56:12.442571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:12.493331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.707738 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:12.722757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d33401-de3b-4430-8f93-929e818c32bc req-4e7371a5-e743-4b64-b40c-3b1ef4ac2431 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:12.724327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72d33401-de3b-4430-8f93-929e818c32bc req-4e7371a5-e743-4b64-b40c-3b1ef4ac2431 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0509446 Sep 16 05:56:12.742722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:12.762654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-72d33401-de3b-4430-8f93-929e818c32bc req-36f2575b-81e7-4949-b44e-adc028a605e1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Sep 16 05:56:12.782573 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:12.784899 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70adc64d-8a4a-4426-a091-ff76b0e8f78d" -d '{"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-unplugged", "status": "completed", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:12.788956 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.802058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Transition to ACTIVE for port object 82dee9f2-7206-42ee-ac13-b2b0854fe546 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:56:12.856527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.885748 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc795800-0cab-4b81-8fc3-4da3b1dae162 x-openstack-request-id: req-cc795800-0cab-4b81-8fc3-4da3b1dae162 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:12.886039 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-unplugged", "status": "completed", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:12.886286 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc795800-0cab-4b81-8fc3-4da3b1dae162 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:12.886673 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'code': 200} Sep 16 05:56:12.944040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:12.955986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.956330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.956668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.957008 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.957364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.957691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.958070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.958342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.958668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.958997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.959344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.959666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:12.998022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] No DVR routers for this DVR port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:13.132168 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:13.132518 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:13.132851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:13.137770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:56:13.138102 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Attempting to bind port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:13.142927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:13.143400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:13.143792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:13.144226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Bound port: 82dee9f2-7206-42ee-ac13-b2b0854fe546, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:13.144587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.206136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:13.209112 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:13.290936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.328794 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:13.329499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.330816 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] 10.222.0.57 "PUT /v2.0/ports/82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1093 time: 0.8921623 Sep 16 05:56:13.353513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30241c7f-8d6f-4c5b-8af0-b1b65e31c175 service neutron] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=11']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:13.408104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-8fb6147d-3550-4c31-b735-e264c759bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:13.409694 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-8fb6147d-3550-4c31-b735-e264c759bb92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1096 time: 0.0440047 Sep 16 05:56:13.503997 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-273b74da-3891-4a22-a25e-96513a4d6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:13.505484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-273b74da-3891-4a22-a25e-96513a4d6796 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0887833 Sep 16 05:56:13.575376 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-d3c99b15-23b0-41e3-a080-83cf5b784d39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1000 time: 0.0628505 Sep 16 05:56:13.623718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-fb010bbc-a78e-4de3-a6dd-f044d6ffc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:13.625049 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-fb010bbc-a78e-4de3-a6dd-f044d6ffc39c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0426145 Sep 16 05:56:13.670130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-ae7a93d3-e830-48db-8ef4-f168fbcb7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:13.671603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-ae7a93d3-e830-48db-8ef4-f168fbcb7eb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393279 Sep 16 05:56:13.763969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:13.764529 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-75ac735f-2cbd-499b-b56c-ddd68672715a service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836813 Sep 16 05:56:13.802299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:13.860113 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-4ae66030-8c13-414c-aa2b-0d592d3d97d2 req-f7b1b549-4548-4629-9c4b-b10be02cf03d service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870068 Sep 16 05:56:13.877609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7034b9-a3b1-49d2-98bf-58c5ae55fd21 req-86d0225c-fb23-4ee7-babb-c1954f0e0ff1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:13.879278 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd7034b9-a3b1-49d2-98bf-58c5ae55fd21 req-86d0225c-fb23-4ee7-babb-c1954f0e0ff1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0489323 Sep 16 05:56:13.917777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd7034b9-a3b1-49d2-98bf-58c5ae55fd21 req-18e6affc-3955-4b4a-9fc2-a9cdc268562d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Sep 16 05:56:14.247469 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.469635 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c31710be-8dcd-4969-9cbb-189de6479d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.888703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:14.891137 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9257f845-f566-4cfa-ba77-692b66639eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:14.939159 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48398cd-61ea-4c4c-9d59-09488cce81b5 x-openstack-request-id: req-c48398cd-61ea-4c4c-9d59-09488cce81b5 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:14.939544 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:14.939883 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c48398cd-61ea-4c4c-9d59-09488cce81b5 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:14.940468 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'status': 'completed', 'code': 200} Sep 16 05:56:15.029793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-18a9d7df-ef78-4bcc-a687-6e8ba99ddcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.030600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-3c15abf8-3e6b-496f-8824-d21790d4cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.031596 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-18a9d7df-ef78-4bcc-a687-6e8ba99ddcf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1096 time: 0.0468407 Sep 16 05:56:15.032199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-3c15abf8-3e6b-496f-8824-d21790d4cbb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 1096 time: 0.0728664 Sep 16 05:56:15.044137 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311adc5-0665-42c3-a61a-4a87af0a1177 req-4665160d-4336-462f-8433-b122380986e2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.045530 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9311adc5-0665-42c3-a61a-4a87af0a1177 req-4665160d-4336-462f-8433-b122380986e2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0609231 Sep 16 05:56:15.123876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-efdb43da-9a0c-42d5-aab3-bbed00cb538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.125498 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-efdb43da-9a0c-42d5-aab3-bbed00cb538a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0860763 Sep 16 05:56:15.134321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9311adc5-0665-42c3-a61a-4a87af0a1177 req-defee144-eb91-4724-9e92-ebb5cc4a2e57 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808747 Sep 16 05:56:15.159236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-67da0229-8b5f-4522-894a-5d46fddd88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.160905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-67da0229-8b5f-4522-894a-5d46fddd88a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.1145234 Sep 16 05:56:15.199234 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-ec21a496-3d13-4f5b-a293-34be3a6d503e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1000 time: 0.0624208 Sep 16 05:56:15.230187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-73fe66cb-6ed3-43da-a409-1295d9e99db3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 200 len: 1000 time: 0.0610967 Sep 16 05:56:15.249834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-50e38008-88a9-4d59-844c-508f589c8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.251401 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-50e38008-88a9-4d59-844c-508f589c8ab8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0443568 Sep 16 05:56:15.280672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-76221371-050f-4c1c-9f76-df5726bef6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.282042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-76221371-050f-4c1c-9f76-df5726bef6cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0451756 Sep 16 05:56:15.319592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-1b28bab2-2e9b-4add-97b1-621bb6c78b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.321860 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-1b28bab2-2e9b-4add-97b1-621bb6c78b03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456922 Sep 16 05:56:15.330356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-41f5dac7-7a32-4bb8-9e20-5797e5d7f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.330893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.331857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-41f5dac7-7a32-4bb8-9e20-5797e5d7f826 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422168 Sep 16 05:56:15.437443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-13112d5b-724a-4d0f-8356-182460ea9dcd service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978312 Sep 16 05:56:15.440388 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-e334d975-4fc4-482f-a903-e61f5ba7f2bc service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974081 Sep 16 05:56:15.529394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-10f010ba-4fea-4dca-acbf-9a5ad1645dcb service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845866 Sep 16 05:56:15.531424 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9257f845-f566-4cfa-ba77-692b66639eb9 req-1e9b6a26-e442-4659-8c38-1995436aa3c5 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831308 Sep 16 05:56:16.262869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994617d7-94fe-471f-8880-bc4c964401ed req-fdeffaac-3c07-4fa9-8ffa-7df6de359a62 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:16.264382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-994617d7-94fe-471f-8880-bc4c964401ed req-fdeffaac-3c07-4fa9-8ffa-7df6de359a62 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0608368 Sep 16 05:56:16.301911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-994617d7-94fe-471f-8880-bc4c964401ed req-d4f6367b-1c2f-47c3-a9d7-10087081aa72 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Sep 16 05:56:16.415162 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c249d2-8d1a-4841-99c8-f488ff9eae6c req-0becd66f-375d-4e42-bde0-1fabe4b60f40 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:16.416588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8c249d2-8d1a-4841-99c8-f488ff9eae6c req-0becd66f-375d-4e42-bde0-1fabe4b60f40 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0492709 Sep 16 05:56:16.454297 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8c249d2-8d1a-4841-99c8-f488ff9eae6c req-1cba9f3b-3597-4602-ac60-72d6b885cb44 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Sep 16 05:56:16.566304 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dc122-2f8f-40e3-a88c-b7c9ecaf5ce1 req-07dda3c1-e40c-4b51-901a-1f0d7f2f3181 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:16.567802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-067dc122-2f8f-40e3-a88c-b7c9ecaf5ce1 req-07dda3c1-e40c-4b51-901a-1f0d7f2f3181 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0491662 Sep 16 05:56:16.605684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-067dc122-2f8f-40e3-a88c-b7c9ecaf5ce1 req-e9d24327-314c-4918-879e-0666cd496fdd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Sep 16 05:56:17.041320 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.100154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032dd2a-715c-4a10-a80f-bcd43d947f48 req-f8d66076-5509-4bd6-b221-c27d620eb652 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:17.101589 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a032dd2a-715c-4a10-a80f-bcd43d947f48 req-f8d66076-5509-4bd6-b221-c27d620eb652 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 944 time: 0.0513380 Sep 16 05:56:17.138991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a032dd2a-715c-4a10-a80f-bcd43d947f48 req-05314e37-a931-4433-ad62-60ea3680691a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Sep 16 05:56:17.928321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:18.023503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:18.034270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'mac_address': 'fa:16:3e:92:02:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:18.069913 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.082752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dee9f2-7206-42ee-ac13-b2b0854fe546 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:18.100809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:18.183946 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.236289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=12']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:18.268640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1786c2-f986-4183-bb17-cf578c4f6ab4 req-d8ffa0ee-9a3d-402a-bb88-5c69f9f47752 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:18.270161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb1786c2-f986-4183-bb17-cf578c4f6ab4 req-d8ffa0ee-9a3d-402a-bb88-5c69f9f47752 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0574961 Sep 16 05:56:18.307881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb1786c2-f986-4183-bb17-cf578c4f6ab4 req-f725d05f-79b5-441f-8e43-bc3be51279e3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309658 Sep 16 05:56:18.429482 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-9492afe6-6937-4e82-be7a-2a4c0e68b4e5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:18.430943 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-9492afe6-6937-4e82-be7a-2a4c0e68b4e5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 945 time: 0.0534656 Sep 16 05:56:18.518849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Deleting port 82dee9f2-7206-42ee-ac13-b2b0854fe546 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:18.519116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.609409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] For port 82dee9f2-7206-42ee-ac13-b2b0854fe546, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=82dee9f2-7206-42ee-ac13-b2b0854fe546,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:18.609939 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.776387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.776683 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.777009 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f disassociated. External IP: 172.25.7.186, port: 82dee9f2-7206-42ee-ac13-b2b0854fe546. Sep 16 05:56:18.777358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Calling delete_port for 82dee9f2-7206-42ee-ac13-b2b0854fe546 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:18.938331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.965361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event deleted for resources: {'Port': ['ID=82dee9f2-7206-42ee-ac13-b2b0854fe546,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:19.082348 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:19.195818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:19.207728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:19.217441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:19.218074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:56:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:19.234580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] No DVR routers for this DVR port 82dee9f2-7206-42ee-ac13-b2b0854fe546 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:19.237299 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.239485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3ddffc37-dec4-45c2-950b-4d419da83fcc req-2203b19c-8bc8-47de-8ac6-c7dc54efed7c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "DELETE /v2.0/ports/82dee9f2-7206-42ee-ac13-b2b0854fe546 HTTP/1.1" status: 204 len: 173 time: 0.8014576 Sep 16 05:56:19.239875 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-deleted', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:19.242124 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650708b-f35c-4227-92ab-1192e6d3aa15" -d '{"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-deleted", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:19.279826 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada5a334-8c71-4c1b-9422-be1398c4a13c x-openstack-request-id: req-ada5a334-8c71-4c1b-9422-be1398c4a13c {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:19.280122 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b25a63-94af-43b6-99fb-7bbefbaadfbc", "name": "network-vif-deleted", "tag": "82dee9f2-7206-42ee-ac13-b2b0854fe546", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:19.280430 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ada5a334-8c71-4c1b-9422-be1398c4a13c {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:19.280843 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b25a63-94af-43b6-99fb-7bbefbaadfbc', 'name': 'network-vif-deleted', 'tag': '82dee9f2-7206-42ee-ac13-b2b0854fe546', 'status': 'completed', 'code': 200} Sep 16 05:56:19.328946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:19.408724 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c198462a-c85f-4c1b-b29b-84291cf619f3 req-4ab5bf7d-b365-4f79-ae3b-bfff8b41b0ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=69b25a63-94af-43b6-99fb-7bbefbaadfbc HTTP/1.1" status: 200 len: 210 time: 0.0295651 Sep 16 05:56:19.528362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:19.555474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:19.562409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:19.563016 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:56:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:19.672376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:19.868927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:19.894107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f58675-9751-48da-8011-fe3b71ba0b47 None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:20.095535 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dfbfba-701a-475d-99fc-5c22ef631788 None None] New status for floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:56:20.676596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-12b95fb2-5697-4434-bdb6-cd8996219b25 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1548306469&fields=id&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 267 time: 0.0324471 Sep 16 05:56:20.785452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-f6d6e530-cf8b-487f-8b80-615dc4b59a73 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:20.787106 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-f6d6e530-cf8b-487f-8b80-615dc4b59a73 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 811 time: 0.1032295 Sep 16 05:56:20.802537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-a534429a-d067-45dd-9436-00dc47c6467a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/quotas/4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 375 time: 0.0090346 Sep 16 05:56:20.856149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-6d2f3024-1034-4991-a497-3315ee65f725 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478384 Sep 16 05:56:20.953029 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-0c06135a-79ac-4570-a686-8e78cf922408 service neutron] 10.222.0.59 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851927 Sep 16 05:56:21.040835 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-508ec5b9-a767-48e9-943d-6e5bed58d9d9 service neutron] 10.222.0.59 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817277 Sep 16 05:56:21.282393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5181c79-1c24-483e-b1e0-9e7240e9dec8 req-a01bb743-85b3-4320-aab1-3cb1f173f01a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 210 time: 0.0311704 Sep 16 05:56:21.999460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:22.019637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 82dee9f2-7206-42ee-ac13-b2b0854fe546 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:22.019986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 82dee9f2-7206-42ee-ac13-b2b0854fe546 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:22.377803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c34dd19e-9fba-41ed-80ba-d741ab17cf78 req-c54f3bb3-2754-4980-a1ea-df2d386d283d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 210 time: 0.0261493 Sep 16 05:56:23.269906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-3337220b-800b-487b-bfc4-981073a8c1a9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:23.271395 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-3337220b-800b-487b-bfc4-981073a8c1a9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 811 time: 0.1082137 Sep 16 05:56:23.319995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-5e7904ee-0557-4402-9617-dad98283e6dc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 380 time: 0.0340617 Sep 16 05:56:23.329283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'port': {'device_id': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'admin_state_up': True, 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'security_groups': ['88fc0371-0b02-40d2-9141-6cf622b27c16']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:23.472807 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7eef017-4ccd-4b8d-b14d-c47a2a268c10 req-c202637a-64f0-4a6b-9f92-da850ccc8b84 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 210 time: 0.0261738 Sep 16 05:56:23.497934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Made reservation on behalf of 4a5fbcdc402446acb9e660987d98d369 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:23.501482 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.626337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Allocated IP 172.20.0.14 (e71672e2-6b8c-49c2-a2c8-3acf96c35410/9918b37a-dff3-485a-b681-625e407af8bb/3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:23.761752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.841292 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.882499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:23.885934 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:23.888354 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:23.919636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:23.948232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:23.948884 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.007695 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-8d527d8c-d518-47d1-b77d-2ac96cd74ea9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6821139 Sep 16 05:56:24.026963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Request body: {'port': {'device_id': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:24.080443 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.145311 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4fb8f885-ec6a-4b3b-b7f7-197f5701a458 None None] Provisioning complete for port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:24.145914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f885-ec6a-4b3b-b7f7-197f5701a458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.183448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8f885-ec6a-4b3b-b7f7-197f5701a458 None None] Port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:24.344234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:24.351808 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.364039 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Transition to ACTIVE for port object 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:56:24.433832 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.482252 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:24.558230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:24.558576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:24.558912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:24.563494 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:56:24.563825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:24.569225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:24.569746 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:24.570147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:24.570585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Bound port: 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:24.570973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.593435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4eae-25a8-48bb-9bf2-0fc8f424ea61 req-9f03797b-ceef-40bb-960a-ea8d47d92b85 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:24.596065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdd4eae-25a8-48bb-9bf2-0fc8f424ea61 req-9f03797b-ceef-40bb-960a-ea8d47d92b85 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0513153 Sep 16 05:56:24.637933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acdd4eae-25a8-48bb-9bf2-0fc8f424ea61 req-af35db39-7e12-4ba4-aeb5-b124b27f1f75 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357902 Sep 16 05:56:24.643534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:24.646700 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:24.704433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.740786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:24.741404 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.742810 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] 10.222.0.57 "PUT /v2.0/ports/3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1093 time: 0.7206938 Sep 16 05:56:24.743301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:24.745611 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e617c-34da-4c18-8e0f-34a5e42965ae" -d '{"events": [{"name": "network-changed", "server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:24.769506 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ba04f-ea91-488a-bfdb-23ae6f65d9cc service neutron] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:24.792568 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d0dbf-f81f-4653-ae3a-bfc5130ac3e5 x-openstack-request-id: req-642d0dbf-f81f-4653-ae3a-bfc5130ac3e5 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:24.792870 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:24.793249 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-642d0dbf-f81f-4653-ae3a-bfc5130ac3e5 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:24.793687 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'status': 'completed', 'code': 200} Sep 16 05:56:24.880769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e617c-34da-4c18-8e0f-34a5e42965ae req-fd1972e5-1d3d-4afd-b805-af7679a7fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:24.882522 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-083e617c-34da-4c18-8e0f-34a5e42965ae req-fd1972e5-1d3d-4afd-b805-af7679a7fccf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1096 time: 0.0435622 Sep 16 05:56:25.307116 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e617c-34da-4c18-8e0f-34a5e42965ae req-fc40a7cf-2c73-4538-b862-c0f0c2893b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.308587 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-083e617c-34da-4c18-8e0f-34a5e42965ae req-fc40a7cf-2c73-4538-b862-c0f0c2893b6d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a5fbcdc402446acb9e660987d98d369&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4125950 Sep 16 05:56:25.412519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e617c-34da-4c18-8e0f-34a5e42965ae req-e596c76f-c644-47d5-a184-76dc49a5f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.414004 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-083e617c-34da-4c18-8e0f-34a5e42965ae req-e596c76f-c644-47d5-a184-76dc49a5f5d7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979469 Sep 16 05:56:25.506698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-57573db8-e41f-4568-87e9-4262eb9c0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.508221 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-57573db8-e41f-4568-87e9-4262eb9c0bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1096 time: 0.0397077 Sep 16 05:56:25.557286 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-723d5b94-fe3b-4eab-a721-a8e9246dbedd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 217 time: 0.0324957 Sep 16 05:56:25.604294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-112439a9-7c0c-44f7-86f8-e2218e7740bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.605695 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-112439a9-7c0c-44f7-86f8-e2218e7740bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0420651 Sep 16 05:56:25.654023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-c7b826bc-78fd-40e6-b1f4-fa4ec4d64ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.655509 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-c7b826bc-78fd-40e6-b1f4-fa4ec4d64ffc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428500 Sep 16 05:56:25.747496 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-43f430a1-fe1d-473d-8ccf-32fb8e5686a5 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839603 Sep 16 05:56:25.758772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d5f5d-191a-43f1-bfba-aed00baa3801 req-2cdc7c79-7f7d-4415-ad30-3fcf1f4898c5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.760289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-516d5f5d-191a-43f1-bfba-aed00baa3801 req-2cdc7c79-7f7d-4415-ad30-3fcf1f4898c5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0528095 Sep 16 05:56:25.843991 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-39a7fcf9-e16c-4a6b-bf95-421b99da0efb req-1a929475-8242-4421-91b7-622d1def14ad service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896618 Sep 16 05:56:26.130495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-516d5f5d-191a-43f1-bfba-aed00baa3801 req-13deb2da-0f7a-487d-a985-6183290d41cd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638558 Sep 16 05:56:26.441271 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:27.244823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e003041-54bb-4f2e-a0ce-b8dc3ff90201 req-382b77df-4b9e-4ff0-9b30-5f6d37c72ca3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:27.246320 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e003041-54bb-4f2e-a0ce-b8dc3ff90201 req-382b77df-4b9e-4ff0-9b30-5f6d37c72ca3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0478051 Sep 16 05:56:27.282936 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e003041-54bb-4f2e-a0ce-b8dc3ff90201 req-77879c74-6109-40e0-9c95-3a45564fbd46 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303760 Sep 16 05:56:28.404863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8c918-e5d7-425d-89ab-0e9ff390e4e9 req-ac12e4a3-968e-4a70-bfb5-2b5aafa166f6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.406334 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dae8c918-e5d7-425d-89ab-0e9ff390e4e9 req-ac12e4a3-968e-4a70-bfb5-2b5aafa166f6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0529935 Sep 16 05:56:28.442998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dae8c918-e5d7-425d-89ab-0e9ff390e4e9 req-6bc9ebec-0edb-49a2-900b-8a345a65f589 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306451 Sep 16 05:56:28.610104 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.555948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed55ea3-8fda-4c3b-8923-4baeafe65a56 req-fc4ae631-148d-4846-bcfd-7d0c15b66f03 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:29.557393 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ed55ea3-8fda-4c3b-8923-4baeafe65a56 req-fc4ae631-148d-4846-bcfd-7d0c15b66f03 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0506868 Sep 16 05:56:29.594103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ed55ea3-8fda-4c3b-8923-4baeafe65a56 req-0455a33c-a1f4-4e4b-b4ed-c809a91a57ae tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309439 Sep 16 05:56:30.030954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:30.122673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:30.133411 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'mac_address': 'fa:16:3e:71:28:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:30.173041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.185853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:30.203835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:30.295831 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.341666 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:30.565513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:30.708207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262d97-9009-4aee-bce9-e7bee148f593 req-3dd4c22e-ed2f-4e18-819f-b1dc7f606bfe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:30.709703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0262d97-9009-4aee-bce9-e7bee148f593 req-3dd4c22e-ed2f-4e18-819f-b1dc7f606bfe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0496266 Sep 16 05:56:30.748873 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0262d97-9009-4aee-bce9-e7bee148f593 req-14ff8860-0435-4084-913a-8c495642325f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331929 Sep 16 05:56:31.857967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bae26-2546-4058-97cc-c1127feb24d7 req-6c5ad7ff-2e1b-410c-9183-f1be91a4f3f6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:31.859441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-690bae26-2546-4058-97cc-c1127feb24d7 req-6c5ad7ff-2e1b-410c-9183-f1be91a4f3f6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0476198 Sep 16 05:56:31.896257 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-690bae26-2546-4058-97cc-c1127feb24d7 req-b1fecd40-ed17-4371-bec7-f4957bcacc9c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Sep 16 05:56:32.044860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:32.192975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:56:32.196733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:32.197727 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.270338 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.291551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:32.293765 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ef1276-81ab-4667-96c6-9e5ac873b98f" -d '{"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-plugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:32.305697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:32.332414 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390f0851-d568-4ed3-9ded-256e52521a61 x-openstack-request-id: req-390f0851-d568-4ed3-9ded-256e52521a61 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:32.332759 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-plugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:32.332987 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-390f0851-d568-4ed3-9ded-256e52521a61 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:32.333386 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'code': 200} Sep 16 05:56:32.355110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.460146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905454f1-c15f-44c5-9196-1794f3a20a1d req-dc2937a8-0f8a-47f7-b220-ad296c3f49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:32.461709 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-905454f1-c15f-44c5-9196-1794f3a20a1d req-dc2937a8-0f8a-47f7-b220-ad296c3f49a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1098 time: 0.0423875 Sep 16 05:56:32.499261 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-905454f1-c15f-44c5-9196-1794f3a20a1d req-8ad3f5a4-5d30-47c2-9a9b-4f7ad34d2ed4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302315 Sep 16 05:56:32.560628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:33.014432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d80ba2-f192-4037-a884-aacb766c9801 req-97486dfc-c4d2-435a-b7ee-c30ea5a73b9c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:33.015921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4d80ba2-f192-4037-a884-aacb766c9801 req-97486dfc-c4d2-435a-b7ee-c30ea5a73b9c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0506997 Sep 16 05:56:33.053678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4d80ba2-f192-4037-a884-aacb766c9801 req-b4088ffa-3c89-44ed-84c3-777795b1a8e2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Sep 16 05:56:34.166613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bfabf-9990-4a98-aefd-44f6f1d408f2 req-8a97c636-eb35-4e39-98ad-3fb98681aa87 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:34.168170 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb6bfabf-9990-4a98-aefd-44f6f1d408f2 req-8a97c636-eb35-4e39-98ad-3fb98681aa87 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0476866 Sep 16 05:56:34.204306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb6bfabf-9990-4a98-aefd-44f6f1d408f2 req-22047ee9-8847-4c8f-99ea-f366d9dce9e2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303271 Sep 16 05:56:34.312937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d9ed9-8a23-49a7-b48b-c3a81431abc1 req-861306e6-0eec-4ed4-b121-aa29970db0e6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:34.314384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af9d9ed9-8a23-49a7-b48b-c3a81431abc1 req-861306e6-0eec-4ed4-b121-aa29970db0e6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0479085 Sep 16 05:56:34.323460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 38532) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:34.327697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Request body: {'floatingip': {'port_id': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:34.375858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.800817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.851784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.949572 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f associated. External IP: 172.25.7.186, port: 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211. Sep 16 05:56:35.149333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:35.254764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:35.259625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.264409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:35.274086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:35.274713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:56:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:35.286524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ccbb428c-2ca5-42fd-85b0-f435fc264aea tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "PUT /v2.0/floatingips/b69c0d73-7e2f-4268-9daf-dbc0923b932f HTTP/1.1" status: 200 len: 993 time: 0.9620414 Sep 16 05:56:35.287106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:35.289379 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01a736e-5987-42ad-972d-fb63375351d3" -d '{"events": [{"name": "network-changed", "server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:35.328600 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ef17dc-bea9-40f1-8aff-1d92acfb3ae1 x-openstack-request-id: req-f4ef17dc-bea9-40f1-8aff-1d92acfb3ae1 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:35.328900 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:35.329709 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4ef17dc-bea9-40f1-8aff-1d92acfb3ae1 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:35.329709 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'status': 'completed', 'code': 200} Sep 16 05:56:35.385652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:35.425965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a736e-5987-42ad-972d-fb63375351d3 req-029a7268-253e-458c-ba30-4a4a7cb67ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.427376 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e01a736e-5987-42ad-972d-fb63375351d3 req-029a7268-253e-458c-ba30-4a4a7cb67ced service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1098 time: 0.0428736 Sep 16 05:56:35.523933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a736e-5987-42ad-972d-fb63375351d3 req-2b509c87-d76d-4259-b07a-c61cf8807af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.525964 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e01a736e-5987-42ad-972d-fb63375351d3 req-2b509c87-d76d-4259-b07a-c61cf8807af6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0908935 Sep 16 05:56:35.595599 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e01a736e-5987-42ad-972d-fb63375351d3 req-3ec801bd-b6ea-492c-8a9a-3d7c1b6e8a99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1001 time: 0.0618899 Sep 16 05:56:35.607712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:71:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:56:34Z', 'revision_number': 13, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:35.637483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:35.645194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a736e-5987-42ad-972d-fb63375351d3 req-9f88225f-ab56-41a7-9889-fcd2a8781774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.645636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:35.646246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:56:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:35.646773 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e01a736e-5987-42ad-972d-fb63375351d3 req-9f88225f-ab56-41a7-9889-fcd2a8781774 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0439603 Sep 16 05:56:35.690151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a736e-5987-42ad-972d-fb63375351d3 req-8d529f80-a4c1-46e4-93b6-d8eca4915b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.691581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e01a736e-5987-42ad-972d-fb63375351d3 req-8d529f80-a4c1-46e4-93b6-d8eca4915b17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382543 Sep 16 05:56:35.749752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:35.785175 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e01a736e-5987-42ad-972d-fb63375351d3 req-84124db7-d3d9-4b43-82bf-0c79272f8f38 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863898 Sep 16 05:56:35.874856 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e01a736e-5987-42ad-972d-fb63375351d3 req-5c903361-6cba-43b9-a2d1-bbce5685e0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823681 Sep 16 05:56:35.972209 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:71:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:56:34Z', 'revision_number': 13, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:36.001229 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e00df5e-0174-4e2c-8647-8ad051a6471f None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'b69c0d73-7e2f-4268-9daf-dbc0923b932f', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'floating_ip_address': '172.25.7.186', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'port_id': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'mac_address': 'fa:16:3e:71:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:12Z', 'updated_at': '2021-09-16T05:56:34Z', 'revision_number': 13, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:36.186028 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948621de-b69e-492b-8f56-7ed5cf99f7eb None None] New status for floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:56:41.068823 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.097157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ce1a-de61-46a0-8035-0e67bcc5d35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.251845 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.503418 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f69aa30f-7581-4df3-9328-292183243098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.319805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.038575 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:54.631511 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-465e191d-e0dd-4cf5-8a84-e94790582d2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394068 Sep 16 05:56:54.731857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-0cded85e-b4dc-4a38-95ec-d29a253546ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.733392 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-0cded85e-b4dc-4a38-95ec-d29a253546ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1098 time: 0.0451999 Sep 16 05:56:54.836515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-82797b7f-8e48-4d21-b44c-d1d31389cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.843491 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-82797b7f-8e48-4d21-b44c-d1d31389cdf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0847960 Sep 16 05:56:54.906321 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-23eb32d7-8a91-4dd9-b182-614fa73b24a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1003 time: 0.0607851 Sep 16 05:56:54.955779 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-ab190b1a-dd2b-4e58-99d5-c1426d27bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.957208 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-ab190b1a-dd2b-4e58-99d5-c1426d27bc02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0434048 Sep 16 05:56:55.004410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-be2d6a0a-20af-49c2-bcf5-37bef0880058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:55.005781 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-be2d6a0a-20af-49c2-bcf5-37bef0880058 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390198 Sep 16 05:56:55.099431 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-a1a335d6-575c-4c87-bf89-00f8f4375875 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852878 Sep 16 05:56:55.187403 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b8830cd7-be8b-42bc-96d8-a35dfef3f3f7 req-f416f049-85a4-488e-8988-935199291224 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807698 Sep 16 05:56:58.626833 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.440424 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:11.045062 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.055834 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-50b50607-5567-4903-a203-9bc309d02c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.262167 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.473567 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69ef5650-41a3-4cfb-b898-080506e5bee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.336259 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.038884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.649743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:40.439346 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:41.049507 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:41.078041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-969a341a-e635-4734-bbc7-46860f3ebd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:44.260793 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:44.472113 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-073dfd44-1093-4c2e-9415-33336fb4889a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.357682 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:47.088993 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:56.598824 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-6b0bf0d6-86e2-4dda-bbf9-ecd0a32e2f4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449047 Sep 16 05:57:56.698209 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-8eb44b4f-44cb-4a6e-8317-aed09c124034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.699717 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-8eb44b4f-44cb-4a6e-8317-aed09c124034 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1098 time: 0.0396130 Sep 16 05:57:56.801586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-2373397a-cd9b-455d-abf3-e39704cd6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.803099 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-2373397a-cd9b-455d-abf3-e39704cd6916 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0837367 Sep 16 05:57:56.872181 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-0a009b37-1d0e-4b1f-b6e8-1065312f36ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1003 time: 0.0608280 Sep 16 05:57:56.920142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-26460b84-65bc-455c-9b8f-1a4676e6e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.921582 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-26460b84-65bc-455c-9b8f-1a4676e6e1e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0426567 Sep 16 05:57:56.966447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-ac67f5ab-9ae5-40fa-8b3a-5cef29ffd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.967945 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-ac67f5ab-9ae5-40fa-8b3a-5cef29ffd350 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393126 Sep 16 05:57:57.060365 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-6e661f8a-5314-4c58-b8fd-0b723df7a180 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851977 Sep 16 05:57:57.153461 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a54b5985-5c66-4f8a-8ea2-7a2d9e3fc46b req-d5804afc-5e73-4214-885a-5b062513ec65 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851557 Sep 16 05:57:58.643226 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.053848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.076414 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3524c53b-c780-486e-9fcc-126208117d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.225996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9714a-ce8b-42e7-bf20-494ea72ad27a req-e34aafab-6471-432a-9bac-f7bf3c98d21d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:14.227419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abf9714a-ce8b-42e7-bf20-494ea72ad27a req-e34aafab-6471-432a-9bac-f7bf3c98d21d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0542669 Sep 16 05:58:14.237452 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.266139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abf9714a-ce8b-42e7-bf20-494ea72ad27a req-8321900d-00f0-4945-b09f-8c271f73a13a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326858 Sep 16 05:58:14.505616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-54167b28-82e2-4be6-9be8-2f3aafecd0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:15.351085 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.066430 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.437785 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:25.749769 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e28fdb6b-9faf-4dbd-b746-cc333a922f1a req-b90bfad0-a0ec-43e0-8f3e-a2e5ab3cf00b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:58:25.750786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e28fdb6b-9faf-4dbd-b746-cc333a922f1a req-b90bfad0-a0ec-43e0-8f3e-a2e5ab3cf00b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426345 Sep 16 05:58:26.076614 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72448c-e797-4ada-a1e2-835d0527cb0d req-a6f5a11e-97ce-42af-8664-8ae0c755a61f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:26.078124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec72448c-e797-4ada-a1e2-835d0527cb0d req-a6f5a11e-97ce-42af-8664-8ae0c755a61f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0927682 Sep 16 05:58:26.118398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec72448c-e797-4ada-a1e2-835d0527cb0d req-653ec459-0930-4e4d-af6c-8ab28b874be9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335176 Sep 16 05:58:26.148825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-9aaff313-c2f4-407b-b9e5-1bb58a3b9e75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800858 Sep 16 05:58:27.282961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba70d-4e94-45d1-8fcc-7ddfc8bc9e79 req-c66948ff-8b4e-4ec9-961d-f5adf25c52eb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:27.284533 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-290ba70d-4e94-45d1-8fcc-7ddfc8bc9e79 req-c66948ff-8b4e-4ec9-961d-f5adf25c52eb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0964029 Sep 16 05:58:27.330058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-290ba70d-4e94-45d1-8fcc-7ddfc8bc9e79 req-3f874927-68c3-4fd4-af55-a420b1cbafed tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395057 Sep 16 05:58:27.908130 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-0d8c44e3-9e7b-4826-b551-f384845715d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:27.909616 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-0d8c44e3-9e7b-4826-b551-f384845715d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1098 time: 0.0401635 Sep 16 05:58:28.002921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-ca0a323f-f565-4ab0-b8cf-113ceddf24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.005036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-ca0a323f-f565-4ab0-b8cf-113ceddf24c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0870681 Sep 16 05:58:28.069035 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-3addacd8-1508-4d37-bcfe-037379bf6103 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1003 time: 0.0571642 Sep 16 05:58:28.118861 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-83dec290-2023-4c91-9b43-3876aac46c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.120384 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-83dec290-2023-4c91-9b43-3876aac46c77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0436285 Sep 16 05:58:28.170649 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-2a3cbb89-787b-4cb2-bcdb-f0c0dbcb6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.173232 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-2a3cbb89-787b-4cb2-bcdb-f0c0dbcb6a38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449021 Sep 16 05:58:28.262468 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-4cb6ae5c-1c0f-4f63-9903-64742948789a service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832934 Sep 16 05:58:28.354936 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-8b914c56-b803-456b-b965-41fa7d7929d7 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850210 Sep 16 05:58:28.448754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9e6c9-1f07-4751-980d-038609e3db0b req-7228df9b-ca41-4918-b296-b19069c6dc00 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.450180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce9e6c9-1f07-4751-980d-038609e3db0b req-7228df9b-ca41-4918-b296-b19069c6dc00 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0500259 Sep 16 05:58:28.489299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fce9e6c9-1f07-4751-980d-038609e3db0b req-33e8fe6c-9b7b-41b4-801c-2e64f65cedca tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327837 Sep 16 05:58:28.664748 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.604920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a1178-0e25-42c8-869d-d4214557fcb8 req-938c3934-51d7-4f37-80fb-0c958a56d6f2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:29.606398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f66a1178-0e25-42c8-869d-d4214557fcb8 req-938c3934-51d7-4f37-80fb-0c958a56d6f2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0491960 Sep 16 05:58:29.643425 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f66a1178-0e25-42c8-869d-d4214557fcb8 req-d17b24cd-88fc-4dbc-b4fe-b421230743b8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 Sep 16 05:58:30.768012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62b95-4479-4779-8888-5691ed41b4d5 req-2a9d7aca-79d0-45bf-b829-5ee6c386d014 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:30.770326 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5da62b95-4479-4779-8888-5691ed41b4d5 req-2a9d7aca-79d0-45bf-b829-5ee6c386d014 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0563178 Sep 16 05:58:30.813551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5da62b95-4479-4779-8888-5691ed41b4d5 req-fc97dc3a-c0d1-4e25-bf64-ad3e3ecd50fa tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372806 Sep 16 05:58:31.932980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccc350-b7a4-4f7d-a429-c9c1c9148ff5 req-232d53f0-4d16-4b23-91c7-b5bf1db18076 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:31.934453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afccc350-b7a4-4f7d-a429-c9c1c9148ff5 req-232d53f0-4d16-4b23-91c7-b5bf1db18076 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0499692 Sep 16 05:58:31.975311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afccc350-b7a4-4f7d-a429-c9c1c9148ff5 req-1d36a672-1515-4925-b9e4-68d4317749bd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349863 Sep 16 05:58:33.090475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63165-8b49-441f-88b0-0e8b0aa471fa req-e3bebc9a-4a2d-47d4-99cc-d3f5063364d1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:33.092059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd63165-8b49-441f-88b0-0e8b0aa471fa req-e3bebc9a-4a2d-47d4-99cc-d3f5063364d1 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0479126 Sep 16 05:58:33.129043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8bd63165-8b49-441f-88b0-0e8b0aa471fa req-2aec832f-6441-484b-a716-51af8f40c450 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Sep 16 05:58:34.245930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e5498-7d31-43b7-9062-d65d33e6c777 req-6de5e011-3431-4cda-bd3c-7b8f57dea1ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:34.247503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec3e5498-7d31-43b7-9062-d65d33e6c777 req-6de5e011-3431-4cda-bd3c-7b8f57dea1ac tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0484967 Sep 16 05:58:34.289255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec3e5498-7d31-43b7-9062-d65d33e6c777 req-a5f0a420-e486-44eb-9b04-77bdf056a221 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359561 Sep 16 05:58:35.403875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0842330-f8e6-4ef2-ba45-8e227725af37 req-e545d913-6414-4d22-8c6a-db950aa036b5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:35.405367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0842330-f8e6-4ef2-ba45-8e227725af37 req-e545d913-6414-4d22-8c6a-db950aa036b5 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0497358 Sep 16 05:58:35.443221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0842330-f8e6-4ef2-ba45-8e227725af37 req-76e972e4-84e7-46bb-9cb7-5bc0b24aa6d4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311909 Sep 16 05:58:36.557610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0a89-fbca-4d3e-a923-facd0a0169f6 req-8d013d7d-c857-4557-ba85-6cbac3eb0557 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:36.559095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-919a0a89-fbca-4d3e-a923-facd0a0169f6 req-8d013d7d-c857-4557-ba85-6cbac3eb0557 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0491111 Sep 16 05:58:36.595811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-919a0a89-fbca-4d3e-a923-facd0a0169f6 req-b97aecb1-dd46-4efc-9423-f13bf71fdaf3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Sep 16 05:58:37.710767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a499d-6a1f-41cc-9d8e-ba62eb6a4d09 req-4d9bd3b4-0cf5-4425-904b-30939bc33fc3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:37.712152 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a56a499d-6a1f-41cc-9d8e-ba62eb6a4d09 req-4d9bd3b4-0cf5-4425-904b-30939bc33fc3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0477684 Sep 16 05:58:37.752574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a56a499d-6a1f-41cc-9d8e-ba62eb6a4d09 req-32fa2546-3314-4757-9e35-dafdd5eae52f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345018 Sep 16 05:58:38.868652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037c09e-7f50-4b29-a10d-3e50f422bbec req-c8e4c347-a815-49e6-91d3-af26bf6c2b4b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:38.870175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3037c09e-7f50-4b29-a10d-3e50f422bbec req-c8e4c347-a815-49e6-91d3-af26bf6c2b4b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0495508 Sep 16 05:58:38.907359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3037c09e-7f50-4b29-a10d-3e50f422bbec req-93a6c91e-a803-4e6b-9c08-2014964e3c3b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Sep 16 05:58:40.023985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580921b-28cd-4b66-aba2-4ac125e856f1 req-63df53a4-3839-4c3c-a3c1-d207582f36e8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:40.025456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b580921b-28cd-4b66-aba2-4ac125e856f1 req-63df53a4-3839-4c3c-a3c1-d207582f36e8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0485389 Sep 16 05:58:40.062641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b580921b-28cd-4b66-aba2-4ac125e856f1 req-e44a9b20-80a7-451d-8e60-a66ab925db5b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Sep 16 05:58:41.041406 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f6d94241-3b2d-4286-9f5a-b784ad6e3200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.070162 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.177259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e8f84-6755-406a-bc6b-b31842261fdb req-f99e629b-30fc-4e60-94e2-2cfb72d3fd4c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:41.178650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc6e8f84-6755-406a-bc6b-b31842261fdb req-f99e629b-30fc-4e60-94e2-2cfb72d3fd4c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0479176 Sep 16 05:58:41.220920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc6e8f84-6755-406a-bc6b-b31842261fdb req-fa2c1293-8e23-453c-8542-dcdb3d4484b4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363364 Sep 16 05:58:42.344343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161fc9b-4e77-4de7-bcdc-e117ab4379bf req-722d5663-7698-45c3-9427-f7f4b9465332 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:42.345793 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2161fc9b-4e77-4de7-bcdc-e117ab4379bf req-722d5663-7698-45c3-9427-f7f4b9465332 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0509684 Sep 16 05:58:42.384479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2161fc9b-4e77-4de7-bcdc-e117ab4379bf req-caa32b13-4536-49ff-bc65-54a128146c4f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Sep 16 05:58:42.572627 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [req-41694650-4349-4acd-8c52-08a751753d77 req-86a24c7f-d087-4b57-b29e-3c43d1327d2a service neutron] show failed (client error): The resource could not be found. Sep 16 05:58:42.573539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-86a24c7f-d087-4b57-b29e-3c43d1327d2a service neutron] 10.222.0.57 "GET /v2.0/ports/3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0538974 Sep 16 05:58:43.030347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-77c7fd06-0166-41e3-a1cc-bb17aa064103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:43.031907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-77c7fd06-0166-41e3-a1cc-bb17aa064103 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 1098 time: 0.0409088 Sep 16 05:58:43.043513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:43.097499 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.295115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:43.326677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:43.364845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:43.367093 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc670c60-0e61-4d26-86da-9ae324f6add8" -d '{"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:43.370882 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.388090 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Transition to ACTIVE for port object 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:58:43.419770 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941b8b1f-58c5-4249-b87a-79a520c72e01 x-openstack-request-id: req-941b8b1f-58c5-4249-b87a-79a520c72e01 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:43.421154 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:43.421154 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-941b8b1f-58c5-4249-b87a-79a520c72e01 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:43.421154 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'code': 200} Sep 16 05:58:43.430477 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.512345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:43.552341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.552692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.553034 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.553369 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.553699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.554027 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.554352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.554678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.555002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.555351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.555680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.556000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:43.575934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182847-a4fb-4e43-a9be-8b862b4623d3 req-6d69f970-f61c-49e4-a55f-3a3cd91d8652 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:43.577501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af182847-a4fb-4e43-a9be-8b862b4623d3 req-6d69f970-f61c-49e4-a55f-3a3cd91d8652 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.1206906 Sep 16 05:58:43.625814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] No DVR routers for this DVR port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on host n-h1-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:43.675103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af182847-a4fb-4e43-a9be-8b862b4623d3 req-c12d7ecc-95af-4790-b622-c10f75033d29 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901346 Sep 16 05:58:43.768794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:43.769050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:43.769383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:43.773613 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:58:43.773933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:43.778668 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:43.779006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:43.779419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:43.779853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Bound port: 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:43.780208 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.845343 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:43.848827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:43.911784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.945629 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:43.946356 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.947632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] 10.222.0.60 "PUT /v2.0/ports/3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1093 time: 0.9082725 Sep 16 05:58:43.970083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30bfab-bfe3-428b-8e04-e38b6b98596e service neutron] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:44.015877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-d371c925-8838-487c-a2ff-26a8280afa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.017388 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-d371c925-8838-487c-a2ff-26a8280afa36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1096 time: 0.0427847 Sep 16 05:58:44.113350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-742c7ce6-55a1-46e2-bdb4-1466ecdf799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.115487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-742c7ce6-55a1-46e2-bdb4-1466ecdf799f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0910006 Sep 16 05:58:44.184161 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-0b8b5b46-2d99-4f17-a34c-a4eae4e51a42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1001 time: 0.0616164 Sep 16 05:58:44.237345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-57c83e04-efc6-468e-96ba-d373014da6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.238754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-57c83e04-efc6-468e-96ba-d373014da6df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0480301 Sep 16 05:58:44.275816 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.283778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694650-4349-4acd-8c52-08a751753d77 req-37036e8a-0b3e-43b9-bfe7-4f927c5d8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.285280 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-37036e8a-0b3e-43b9-bfe7-4f927c5d8b31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397396 Sep 16 05:58:44.372630 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-4ff58244-50d0-4ae5-89bb-6d7925e43cfa service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801265 Sep 16 05:58:44.465444 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41694650-4349-4acd-8c52-08a751753d77 req-ecd3c551-7f17-473c-8660-bc1e573172db service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856361 Sep 16 05:58:44.481897 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fab9f9d5-a58d-4f91-985c-ea7ff1d08461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.681254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:44.719213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:44.799063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da00d9-6fcb-4458-aeca-9fa446cebf8d req-39887ed2-d69e-4e4e-90eb-7da7127f7ae8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.802542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48da00d9-6fcb-4458-aeca-9fa446cebf8d req-39887ed2-d69e-4e4e-90eb-7da7127f7ae8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0556886 Sep 16 05:58:44.841335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48da00d9-6fcb-4458-aeca-9fa446cebf8d req-1d78a354-19cb-4723-b4b1-14a18f3273ee tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Sep 16 05:58:45.339699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.422173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:45.424573 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8765027c-f708-4060-8e8f-b4aeaa9a383c" -d '{"events": [{"name": "network-changed", "server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:45.473636 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aadc0f-4c94-4b10-ad41-968920fa6c69 x-openstack-request-id: req-b3aadc0f-4c94-4b10-ad41-968920fa6c69 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:45.473933 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:45.474219 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3aadc0f-4c94-4b10-ad41-968920fa6c69 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:45.474619 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'status': 'completed', 'code': 200} Sep 16 05:58:45.554774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-4dff8fbf-99c4-46ac-9d35-3ace43e281bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.554774 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-4dff8fbf-99c4-46ac-9d35-3ace43e281bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1096 time: 0.0568707 Sep 16 05:58:45.560872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-7a5b1bf8-6354-4b46-92a3-32b968a1ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.562792 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-7a5b1bf8-6354-4b46-92a3-32b968a1ef2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1096 time: 0.0437856 Sep 16 05:58:45.649742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-2df5105f-c423-42f6-b2d8-daeaa95cbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.651255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-2df5105f-c423-42f6-b2d8-daeaa95cbc79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0890737 Sep 16 05:58:45.665960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-67f54a16-b990-4272-acf4-0bae10e2cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.666754 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-67f54a16-b990-4272-acf4-0bae10e2cbfc service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0966990 Sep 16 05:58:45.721836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-b2f438f3-6794-4fc8-9f6e-b8ba1f03c953 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1001 time: 0.0629857 Sep 16 05:58:45.736598 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-f3675d68-d308-4631-bb3b-83142f619536 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1001 time: 0.0619612 Sep 16 05:58:45.772605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-68b24c30-e6aa-4d03-9cce-f161579be151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.774071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-68b24c30-e6aa-4d03-9cce-f161579be151 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0459225 Sep 16 05:58:45.792488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-da05c270-d676-4e6e-933c-c639cc51eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.793995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-da05c270-d676-4e6e-933c-c639cc51eb31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0497413 Sep 16 05:58:45.824048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-9ee58737-72e0-40a9-9a11-8d6956fc2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.825456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-9ee58737-72e0-40a9-9a11-8d6956fc2af3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438476 Sep 16 05:58:45.841748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-0c492943-12a7-4f33-870a-142afd29ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.843280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-0c492943-12a7-4f33-870a-142afd29ad33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409403 Sep 16 05:58:45.946255 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-1afcb009-87ca-4fc6-b833-7d6ef3cdd5d2 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945978 Sep 16 05:58:45.968504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-b24ef5c8-7c17-4af7-82df-cfc8f67ab825 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350350 Sep 16 05:58:45.990554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060622-2965-4feb-8f4f-1c6c12ba5a9b req-ae545a99-9fe6-4426-b43c-76a52ddaad76 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.992099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba060622-2965-4feb-8f4f-1c6c12ba5a9b req-ae545a99-9fe6-4426-b43c-76a52ddaad76 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0768683 Sep 16 05:58:46.055662 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-6ac212c3-8198-417d-a996-cf9408e8ee2a service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009722 Sep 16 05:58:46.081991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba060622-2965-4feb-8f4f-1c6c12ba5a9b req-dcff1929-1b37-4c31-b9d9-f1939e090fdf tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786853 Sep 16 05:58:46.100830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8765027c-f708-4060-8e8f-b4aeaa9a383c req-d7b578b4-4ae5-4702-a667-be1e51465b13 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248000 Sep 16 05:58:47.053575 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.207364 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5479c-bd59-45c7-8b6d-2ebe52cfc0ef req-d9b46399-c72f-40e1-b918-6d90e6bd4bb4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:47.209438 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ea5479c-bd59-45c7-8b6d-2ebe52cfc0ef req-d9b46399-c72f-40e1-b918-6d90e6bd4bb4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0538824 Sep 16 05:58:47.247102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ea5479c-bd59-45c7-8b6d-2ebe52cfc0ef req-e561df05-f956-4303-95f8-a9ac24d73bd8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Sep 16 05:58:48.361208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159fb0-da4e-4fa3-8189-7b14703f9ac7 req-c5d0bb1b-a87f-4952-8885-c239b1e48a1b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:48.362683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1159fb0-da4e-4fa3-8189-7b14703f9ac7 req-c5d0bb1b-a87f-4952-8885-c239b1e48a1b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0485768 Sep 16 05:58:48.402011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1159fb0-da4e-4fa3-8189-7b14703f9ac7 req-1b7c6a22-0ccd-4cdd-8493-9cb54bcea870 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Sep 16 05:58:49.521982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd3a97-2066-4370-9a12-c071a3b0e86a req-e345b019-3118-4917-9df7-4fc0d66bc0f7 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.523468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ddd3a97-2066-4370-9a12-c071a3b0e86a req-e345b019-3118-4917-9df7-4fc0d66bc0f7 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0529153 Sep 16 05:58:49.560509 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ddd3a97-2066-4370-9a12-c071a3b0e86a req-58a4bd7d-5e60-4d5e-a30e-a5b0005e4980 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Sep 16 05:58:50.175654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-bb60b9c6-0b29-4de6-b1a1-eb12184062cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:50.177048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-bb60b9c6-0b29-4de6-b1a1-eb12184062cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1096 time: 0.0402899 Sep 16 05:58:50.278462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-67fa70f5-4fe7-4a34-b8a7-4fe4f3905e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:50.280005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-67fa70f5-4fe7-4a34-b8a7-4fe4f3905e48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0842156 Sep 16 05:58:50.346445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-d908d353-34c5-4eae-8275-41e40c00313b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1001 time: 0.0590758 Sep 16 05:58:50.394588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-4153e879-b484-40a0-86a4-3e6076b680f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:50.396574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-4153e879-b484-40a0-86a4-3e6076b680f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0428629 Sep 16 05:58:50.441553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-47d00882-b212-42b0-ab6a-2873df025e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:50.442932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-47d00882-b212-42b0-ab6a-2873df025e7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388062 Sep 16 05:58:50.534177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-cdcc358e-007e-4c7a-aa99-bc442e5bad30 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839410 Sep 16 05:58:50.626592 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-92898eaa-8ff3-4f88-abaf-fe08b320ce4c req-e75d57b2-a1a0-4bea-940d-a755dd401e74 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857749 Sep 16 05:58:50.674877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb23bc-2c3f-4c94-bef3-92072fdc8e48 req-8f45fd9c-7030-42d3-9384-fe392c26a9e6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:50.676364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5bb23bc-2c3f-4c94-bef3-92072fdc8e48 req-8f45fd9c-7030-42d3-9384-fe392c26a9e6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0489159 Sep 16 05:58:50.713689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5bb23bc-2c3f-4c94-bef3-92072fdc8e48 req-bb2f89cd-071d-4f77-b886-aee2083255a4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Sep 16 05:58:51.826066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c12cf-391b-44ed-b4a6-c7c87320b3bf req-51022ff1-a3b2-4c13-93cb-020fd54dbdb8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:51.827545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-975c12cf-391b-44ed-b4a6-c7c87320b3bf req-51022ff1-a3b2-4c13-93cb-020fd54dbdb8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0473349 Sep 16 05:58:51.864698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-975c12cf-391b-44ed-b4a6-c7c87320b3bf req-781b869e-c58f-4d96-9342-a8d21028504b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311885 Sep 16 05:58:52.981622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9268ac-11a8-48e5-97ee-8c28f2160239 req-811930ce-5342-4cb6-bbaa-4c83be3c3600 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:52.983091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e9268ac-11a8-48e5-97ee-8c28f2160239 req-811930ce-5342-4cb6-bbaa-4c83be3c3600 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0508478 Sep 16 05:58:53.019607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e9268ac-11a8-48e5-97ee-8c28f2160239 req-fdc58737-f07b-4fd2-b0b1-3c8cebde1347 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Sep 16 05:58:54.132189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27517-4a1b-4045-946d-1abfa7a095a1 req-58416709-b97b-4388-bd72-dd8b1d9f9d78 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:54.133645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cff27517-4a1b-4045-946d-1abfa7a095a1 req-58416709-b97b-4388-bd72-dd8b1d9f9d78 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0472941 Sep 16 05:58:54.171357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cff27517-4a1b-4045-946d-1abfa7a095a1 req-ecb12a88-6c9d-4651-b58d-a01a6a228033 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Sep 16 05:58:54.437452 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:55.292604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c04f-dbda-43d4-a699-c73f0dffc0ab req-a6d062a4-98ad-4135-9452-68b33a1a912a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:55.294084 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c847c04f-dbda-43d4-a699-c73f0dffc0ab req-a6d062a4-98ad-4135-9452-68b33a1a912a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0547152 Sep 16 05:58:55.331292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c847c04f-dbda-43d4-a699-c73f0dffc0ab req-85d2aa0e-b62e-44b6-a01b-ccc9ba8f855b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Sep 16 05:58:56.422967 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:58:56.450886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36994ce-88b9-478f-83dc-f4afc2f1bf75 req-08961cc7-344e-4953-b697-48862881a025 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:56.452446 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e36994ce-88b9-478f-83dc-f4afc2f1bf75 req-08961cc7-344e-4953-b697-48862881a025 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 944 time: 0.0534792 Sep 16 05:58:56.490818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e36994ce-88b9-478f-83dc-f4afc2f1bf75 req-ce3c329d-7e18-4b54-8ebd-9f838aece72b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Sep 16 05:58:56.523388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:56.534457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'mac_address': 'fa:16:3e:71:28:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:58:56.570515 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:56.582677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:58:56.601486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:56.687620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:56.737769 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:56.745004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.745283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.745627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.745965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.746299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.746632 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.746963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.747310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.747640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.747969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.748299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.748627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:56.960627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:58:57.606716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db058db-a130-4bb3-958e-3998ef91bbed req-02cb0dca-db55-493f-8cd1-4c2a239b16bc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:57.608230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9db058db-a130-4bb3-958e-3998ef91bbed req-02cb0dca-db55-493f-8cd1-4c2a239b16bc tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0490541 Sep 16 05:58:57.644424 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9db058db-a130-4bb3-958e-3998ef91bbed req-92efce26-e48f-4967-926b-007721dfcad4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302110 Sep 16 05:58:58.177419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728696a5-7173-4d56-b3a1-9a5875c35d66 req-8e308ab2-fa4b-4900-afba-8a3f0ee0cc98 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:58.179514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-728696a5-7173-4d56-b3a1-9a5875c35d66 req-8e308ab2-fa4b-4900-afba-8a3f0ee0cc98 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0496259 Sep 16 05:58:58.244847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-728696a5-7173-4d56-b3a1-9a5875c35d66 req-7d00b720-c95b-438f-894a-dd2d5132c5c2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562689 Sep 16 05:58:58.256181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-cae6656e-afd5-406b-b9f7-35d7a3546536 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:58.257644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-cae6656e-afd5-406b-b9f7-35d7a3546536 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.60 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d&tenant_id=4a5fbcdc402446acb9e660987d98d369&binding%3Ahost_id=n-h2-712143-16 HTTP/1.1" status: 200 len: 945 time: 0.0772924 Sep 16 05:58:58.318636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-e3c96e16-5425-42b9-96d5-caac5a06c240 service neutron] 10.222.0.60 "GET /v2.0/ports/3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211/bindings/n-h2-712143-16 HTTP/1.1" status: 200 len: 383 time: 0.0529037 Sep 16 05:58:58.382427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-99aaa8ad-2994-41a6-903e-bb36a5f920ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:58.384228 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-99aaa8ad-2994-41a6-903e-bb36a5f920ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1097 time: 0.0400660 Sep 16 05:58:58.435667 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:58.562111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:58:58.566467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:58.566851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.650771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.657219 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.681291 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:58.683628 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbdc864-f5f8-4a41-a80b-82c2fb5c8aa8" -d '{"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-plugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:58.698164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:58.739078 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b6b2e0-981a-4263-950d-a5c27ae2c9ba x-openstack-request-id: req-91b6b2e0-981a-4263-950d-a5c27ae2c9ba {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:58.739078 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-plugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:58.739078 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91b6b2e0-981a-4263-950d-a5c27ae2c9ba {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:58.739078 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'code': 200} Sep 16 05:58:58.750537 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.799735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:58.827188 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-69f04326-3a33-45a5-99f5-4aa6f042c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:58.828701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-69f04326-3a33-45a5-99f5-4aa6f042c725 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.4366024 Sep 16 05:58:58.895128 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-95c9fd36-6d20-4125-8179-f6ef8e3da577 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1003 time: 0.0587671 Sep 16 05:58:58.941579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-2feb3d34-6f55-40fc-9ab4-4658f0788ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:58.942884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-2feb3d34-6f55-40fc-9ab4-4658f0788ba2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0414858 Sep 16 05:58:58.991657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-804e4afc-68cf-4ae9-bf39-8d0b03105d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:58.993104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-804e4afc-68cf-4ae9-bf39-8d0b03105d84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416744 Sep 16 05:58:59.083706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-a4d323d5-ca1b-48d9-90a7-2e14c85b06fa service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801318 Sep 16 05:58:59.178831 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-88526564-498b-4407-a91a-515d8cd0c9b3 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841675 Sep 16 05:58:59.359130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e999b-b423-45d3-9ed9-04f61df37cb0 req-850ee16a-b03d-4803-8d70-a83b626735c3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.360614 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a64e999b-b423-45d3-9ed9-04f61df37cb0 req-850ee16a-b03d-4803-8d70-a83b626735c3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0475907 Sep 16 05:58:59.399177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a64e999b-b423-45d3-9ed9-04f61df37cb0 req-6ff17d28-08f4-4445-b258-f1b37ea8cce0 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Sep 16 05:59:00.514552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c661-a511-42ba-b8ea-ff702f78a45a req-3ba4eec0-af44-4ee0-b395-86ae98b6f51d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:00.516071 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca34c661-a511-42ba-b8ea-ff702f78a45a req-3ba4eec0-af44-4ee0-b395-86ae98b6f51d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0471725 Sep 16 05:59:00.553204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ca34c661-a511-42ba-b8ea-ff702f78a45a req-1fd5c523-174e-4497-9cf8-f77cac44423d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Sep 16 05:59:01.676141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5de08c-3ecf-4fcb-baf1-8f79ded368ab req-9bccb120-af9d-4b88-989f-ba0c6c0e8fa8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:01.677632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb5de08c-3ecf-4fcb-baf1-8f79ded368ab req-9bccb120-af9d-4b88-989f-ba0c6c0e8fa8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0537484 Sep 16 05:59:01.715145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb5de08c-3ecf-4fcb-baf1-8f79ded368ab req-18ba8ff7-60b4-4d99-a6cc-3313865cb4c6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308988 Sep 16 05:59:02.831199 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4e178-e81e-424b-9222-63f38b0f7a0c req-d9869d50-ad65-4d76-aa19-e2621d15f312 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:02.832686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2da4e178-e81e-424b-9222-63f38b0f7a0c req-d9869d50-ad65-4d76-aa19-e2621d15f312 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0486724 Sep 16 05:59:02.870518 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2da4e178-e81e-424b-9222-63f38b0f7a0c req-57b8fce3-a0bb-4f13-bc0d-26d6f6e1d65d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Sep 16 05:59:03.652415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-7a603275-04c2-487e-a553-13174a66b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:03.653900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-7a603275-04c2-487e-a553-13174a66b4b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d&tenant_id=4a5fbcdc402446acb9e660987d98d369 HTTP/1.1" status: 200 len: 1098 time: 0.0885634 Sep 16 05:59:03.672625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:03.727094 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:03.927681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:03.961191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:03.985632 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3731c-a1f0-4567-b94c-8ab8e6cdaea6 req-efd1959d-fc76-4c32-929d-4c3765695b6e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:03.987327 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2a3731c-a1f0-4567-b94c-8ab8e6cdaea6 req-efd1959d-fc76-4c32-929d-4c3765695b6e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0482173 Sep 16 05:59:03.999811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:04.002097 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6916d2a8-594c-406e-bd82-84314b6db210" -d '{"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:04.006078 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.019384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Transition to ACTIVE for port object 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:04.029471 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2a3731c-a1f0-4567-b94c-8ab8e6cdaea6 req-80497ce2-c15d-4776-9200-df97b8191cec tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358782 Sep 16 05:59:04.056893 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb482ee-4ed1-4724-a572-28a2927bdfc3 x-openstack-request-id: req-ffb482ee-4ed1-4724-a572-28a2927bdfc3 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:04.057193 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:04.057473 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffb482ee-4ed1-4724-a572-28a2927bdfc3 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:04.057881 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'code': 200} Sep 16 05:59:04.097872 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.178970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.190762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.191118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.191486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.191884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.192159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.192492 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.192820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.193148 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.193477 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.193803 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.194712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.195056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.233065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] No DVR routers for this DVR port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:04.368301 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:04.368644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:04.368978 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:04.373162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:04.373486 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Attempting to bind port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on network e71672e2-6b8c-49c2-a2c8-3acf96c35410 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:04.378270 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:04.378613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Checking segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:04.379004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Bound using segment: {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:04.379471 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Bound port: 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db92bdd-c2e7-452f-8d09-93270c0f3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:04.379833 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.441352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:04.444275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:04.469163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:04.505797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:04.539376 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.575936 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:04.576560 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.577970 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] 10.222.0.57 "PUT /v2.0/ports/3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1094 time: 0.9091983 Sep 16 05:59:04.600459 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ff9ce-6908-45e5-b329-c84dab9d2e69 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=11']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.658320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-138d206a-c5fa-481c-8b18-bfe2af8bf49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:04.659928 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-138d206a-c5fa-481c-8b18-bfe2af8bf49f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1097 time: 0.0429718 Sep 16 05:59:04.754261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-e6c294e6-9a50-411b-898d-66fb06d33307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:04.755805 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-e6c294e6-9a50-411b-898d-66fb06d33307 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0880249 Sep 16 05:59:04.826988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-e2b9af0a-193d-4eb0-be03-29024c300b38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1001 time: 0.0627854 Sep 16 05:59:04.881773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-219452a6-0af1-43fe-abd0-0a33cb263461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:04.883262 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-219452a6-0af1-43fe-abd0-0a33cb263461 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0485988 Sep 16 05:59:04.934271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-3201267c-4c20-4ac3-b0c0-66263a8b5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:04.935796 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-3201267c-4c20-4ac3-b0c0-66263a8b5303 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394688 Sep 16 05:59:05.029092 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-5d720b6c-c091-4be2-9c9f-dd82ebd98679 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851524 Sep 16 05:59:05.123196 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f3525014-6f03-4142-a4f3-bb066dbe2dda req-9483565a-97cf-4ae9-8af8-d3c28a058c7e service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868039 Sep 16 05:59:05.146790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761cf6c-f53c-4036-8e05-c700404ca05b req-6843f6a2-1bbf-4597-9dff-1ced79684077 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:05.148391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2761cf6c-f53c-4036-8e05-c700404ca05b req-6843f6a2-1bbf-4597-9dff-1ced79684077 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0525820 Sep 16 05:59:05.185519 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2761cf6c-f53c-4036-8e05-c700404ca05b req-e209da3c-a986-44b0-a0bd-e42d3a383788 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310757 Sep 16 05:59:06.058773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:06.061048 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:06.110960 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff9f254-fc43-4bf4-908f-1443c4850c04 x-openstack-request-id: req-5ff9f254-fc43-4bf4-908f-1443c4850c04 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:06.111302 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:06.111570 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ff9f254-fc43-4bf4-908f-1443c4850c04 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:06.112312 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'status': 'completed', 'code': 200} Sep 16 05:59:06.168335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-25d9f8a2-bf06-43f2-bef6-0683e8ac00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.169965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-25d9f8a2-bf06-43f2-bef6-0683e8ac00fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1097 time: 0.0420029 Sep 16 05:59:06.204632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-a2430e04-2c0d-471c-bf04-b704b655ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.208036 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-a2430e04-2c0d-471c-bf04-b704b655ab24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5fbcdc402446acb9e660987d98d369&device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 1097 time: 0.0449572 Sep 16 05:59:06.303064 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-f213ddea-1148-43d6-a80e-ba0c09ad39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.305080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-f213ddea-1148-43d6-a80e-ba0c09ad39d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.0910566 Sep 16 05:59:06.320046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-d1fe87f7-b721-4736-a66c-14b625679285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.321548 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-d1fe87f7-b721-4736-a66c-14b625679285 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 200 len: 912 time: 0.1442437 Sep 16 05:59:06.329194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd3580-41f1-4976-9bb6-2612602126f6 req-b7493c16-9b1a-42b4-aea7-7e3cd2122432 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.330724 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edcd3580-41f1-4976-9bb6-2612602126f6 req-b7493c16-9b1a-42b4-aea7-7e3cd2122432 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0704534 Sep 16 05:59:06.386436 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-6f82a890-3a00-47a5-85e4-904f9ace27e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1001 time: 0.0729637 Sep 16 05:59:06.408969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-bf7d2382-ee44-4ce8-98f5-0d0862a4f952 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 200 len: 1001 time: 0.0771992 Sep 16 05:59:06.438721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-da8dcc13-2dbe-4616-b8e7-7275dec47daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.440310 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-da8dcc13-2dbe-4616-b8e7-7275dec47daa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0455670 Sep 16 05:59:06.464134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-edcd3580-41f1-4976-9bb6-2612602126f6 req-9d73dd95-0f6f-4218-8321-3e805eb8e5d9 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237054 Sep 16 05:59:06.469995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-d5c0cdf7-2b03-4a16-b55b-53cccfb7c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.472177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-d5c0cdf7-2b03-4a16-b55b-53cccfb7c2e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 200 len: 850 time: 0.0561206 Sep 16 05:59:06.492201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-208c7da4-b2e6-4b3f-94f8-f9c586e4c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.493967 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-208c7da4-b2e6-4b3f-94f8-f9c586e4c31a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463452 Sep 16 05:59:06.525441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-a5febaab-60ae-42ac-ab76-361186b43cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.526995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-a5febaab-60ae-42ac-ab76-361186b43cd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e71672e2-6b8c-49c2-a2c8-3acf96c35410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474551 Sep 16 05:59:06.607454 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-2280d418-3f3e-4c81-b08f-cade384e3de0 service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035187 Sep 16 05:59:06.625477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-381257f1-d7b6-4c02-8b2c-9483f517e7d3 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910671 Sep 16 05:59:06.699868 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-1373a491-681d-4a40-9a1a-de4e7659a32c service neutron] 10.222.0.57 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841293 Sep 16 05:59:06.716039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-10c7adfd-a0f8-466f-8a30-480b6a3c6fb0 req-c73655a8-735f-4cec-b506-0a4ef7ff50b4 service neutron] 10.222.0.60 "GET /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834601 Sep 16 05:59:07.586158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86389c7b-de5e-4c8f-ba5c-7132b8865ded req-1cd69ffc-2a31-4e91-a215-dbd30380c1ed tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:07.587768 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86389c7b-de5e-4c8f-ba5c-7132b8865ded req-1cd69ffc-2a31-4e91-a215-dbd30380c1ed tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0512805 Sep 16 05:59:07.631632 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86389c7b-de5e-4c8f-ba5c-7132b8865ded req-9bedf4de-1aab-4365-a659-338fec3931f3 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377505 Sep 16 05:59:08.748852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20bf28-0e51-4bea-a5e7-618a133ca3a8 req-7f4172fb-adc4-4001-ac25-3a8003b6f13a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:08.750345 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a20bf28-0e51-4bea-a5e7-618a133ca3a8 req-7f4172fb-adc4-4001-ac25-3a8003b6f13a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0492561 Sep 16 05:59:08.788577 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1a20bf28-0e51-4bea-a5e7-618a133ca3a8 req-7b63e7ca-8caf-4ae1-a590-05508ddda639 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Sep 16 05:59:09.946236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad469e-36db-4d5b-ad80-fff11d7b20c4 req-484ba469-6a6a-49a6-b00f-6405c03b0e31 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:09.947719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2aad469e-36db-4d5b-ad80-fff11d7b20c4 req-484ba469-6a6a-49a6-b00f-6405c03b0e31 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0479906 Sep 16 05:59:09.984732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2aad469e-36db-4d5b-ad80-fff11d7b20c4 req-a783ad18-f184-494c-b8f6-27b075f17555 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Sep 16 05:59:11.087797 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a73eb07-f0c4-4431-8b8c-2f7200447400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:11.089330 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:11.104495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f6e4-e70e-4ceb-a964-987f2d05cc2a req-8efbeb4b-cadf-4b4a-a368-66cde343333f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:11.106947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2763f6e4-e70e-4ceb-a964-987f2d05cc2a req-8efbeb4b-cadf-4b4a-a368-66cde343333f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0542200 Sep 16 05:59:11.148405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2763f6e4-e70e-4ceb-a964-987f2d05cc2a req-ad4c0b2d-1859-419d-89f0-ba205a683ccd tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362251 Sep 16 05:59:12.263652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508d1d-4cd3-4978-9eda-72d5165f7e49 req-473e381a-ee0e-4d8a-af00-7f5c519114fe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:12.265144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f508d1d-4cd3-4978-9eda-72d5165f7e49 req-473e381a-ee0e-4d8a-af00-7f5c519114fe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0494251 Sep 16 05:59:12.305834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f508d1d-4cd3-4978-9eda-72d5165f7e49 req-1d6454e0-149a-496a-b6e9-f89e2dfcb27a tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Sep 16 05:59:13.419424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef75717-0619-42c6-b14d-411c3370a76d req-ac95dbe5-3828-4ae3-b0ab-acebe72f8b7e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:13.420885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fef75717-0619-42c6-b14d-411c3370a76d req-ac95dbe5-3828-4ae3-b0ab-acebe72f8b7e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0489180 Sep 16 05:59:13.458144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fef75717-0619-42c6-b14d-411c3370a76d req-50fcc84e-27ae-4bed-937b-085a01896991 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Sep 16 05:59:14.234297 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:14.475804 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-29771eac-0ee7-4bd5-86ce-f88b8590b82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:14.573147 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11bfef-863f-4c9f-a161-0b959ed2214e req-0db4cc91-ccb5-4d31-aaec-94729b385a5f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:14.574625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec11bfef-863f-4c9f-a161-0b959ed2214e req-0db4cc91-ccb5-4d31-aaec-94729b385a5f tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0479860 Sep 16 05:59:14.616655 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ec11bfef-863f-4c9f-a161-0b959ed2214e req-60554d6c-ae95-4a9c-9973-b00ba61001c8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356584 Sep 16 05:59:15.338620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:15.730823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101e9ac-a217-49d9-86b0-758b7ce02edc req-f81a524e-2300-4655-8b42-9f3e8ca8c94e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:15.732332 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1101e9ac-a217-49d9-86b0-758b7ce02edc req-f81a524e-2300-4655-8b42-9f3e8ca8c94e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0483515 Sep 16 05:59:15.770290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1101e9ac-a217-49d9-86b0-758b7ce02edc req-fa055155-8bb3-4ffd-84fc-918373bd017c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Sep 16 05:59:16.885361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f7d71-9f8f-435e-8f05-e7675dd30c37 req-eeab5ba6-b69f-426a-8cc1-73da2c93ac07 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.886895 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be7f7d71-9f8f-435e-8f05-e7675dd30c37 req-eeab5ba6-b69f-426a-8cc1-73da2c93ac07 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0491037 Sep 16 05:59:16.888584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:16.926912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-be7f7d71-9f8f-435e-8f05-e7675dd30c37 req-de8d6d76-773c-4fc1-a79d-5e250dd22014 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332236 Sep 16 05:59:16.998785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:17.011532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'port_id': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'mac_address': 'fa:16:3e:71:28:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:17.048900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8237a3-6cc0-4446-a5aa-123b41138a3a req-8ee9c4eb-149a-4795-a6a9-310c138f6e87 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:17.049226 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:17.050366 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d8237a3-6cc0-4446-a5aa-123b41138a3a req-8ee9c4eb-149a-4795-a6a9-310c138f6e87 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 945 time: 0.0493288 Sep 16 05:59:17.058307 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:17.063308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:17.083169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:17.093443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d8237a3-6cc0-4446-a5aa-123b41138a3a req-45390857-377f-49fe-810f-eeec5d4f5d99 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362303 Sep 16 05:59:17.149990 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:17.198165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=12']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:17.206940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f4bdb-dce6-46c8-a8cc-870fe6cb09f1 req-13dea732-18c3-402c-860b-78e925827060 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:17.208384 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f61f4bdb-dce6-46c8-a8cc-870fe6cb09f1 req-13dea732-18c3-402c-860b-78e925827060 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0488732 Sep 16 05:59:17.247231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f61f4bdb-dce6-46c8-a8cc-870fe6cb09f1 req-c1d2c8c0-99e9-43c4-b034-8f5af86ed33d tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Sep 16 05:59:17.473184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:17.659310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf4ad1-79d5-4274-8a62-5ecefa9e9bfa req-1d9250f5-b1be-4f34-953d-6151ba9d64bb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:17.660943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4dcf4ad1-79d5-4274-8a62-5ecefa9e9bfa req-1d9250f5-b1be-4f34-953d-6151ba9d64bb tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0505250 Sep 16 05:59:17.702629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4dcf4ad1-79d5-4274-8a62-5ecefa9e9bfa req-b1763a0a-260b-4621-bf1e-94f80a795b2b tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Sep 16 05:59:18.816028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f549ebf-9f48-49cf-8025-33ef0ab1b927 req-fc5e1447-dec0-430c-afa2-cf9cdb257ac8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:18.817514 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f549ebf-9f48-49cf-8025-33ef0ab1b927 req-fc5e1447-dec0-430c-afa2-cf9cdb257ac8 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 946 time: 0.0484071 Sep 16 05:59:18.859663 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2f549ebf-9f48-49cf-8025-33ef0ab1b927 req-c35804b2-e36e-4b30-a2a3-6d5a0b450f8e tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361109 Sep 16 05:59:18.910126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:19.028685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:19.032416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:19.032797 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.110341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.131869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:19.134093 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e705edbb-5ee8-48c8-b961-757183d9980a" -d '{"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-plugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:19.147413 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:19.212416 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.258778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=13']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:19.299144 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8669dde9-5ca1-4ac6-867e-f74a1916a36e x-openstack-request-id: req-8669dde9-5ca1-4ac6-867e-f74a1916a36e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:19.307475 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-plugged", "status": "completed", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:19.307475 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8669dde9-5ca1-4ac6-867e-f74a1916a36e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:19.307475 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'code': 200} Sep 16 05:59:19.595188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304ead-7136-43c5-abce-938635f14dac req-6c87ec41-3f51-4abc-b2ec-53e33530c064 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:19.596689 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-17304ead-7136-43c5-abce-938635f14dac req-6c87ec41-3f51-4abc-b2ec-53e33530c064 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 947 time: 0.0532503 Sep 16 05:59:19.688292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Deleting port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:59:19.688645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.778263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] For port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:19.778625 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.945201 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.945591 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.945901 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f disassociated. External IP: 172.25.7.186, port: 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211. Sep 16 05:59:19.946250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Calling delete_port for 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:59:19.974079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda813c-4e4b-44e7-b249-ea8d28404531 req-e6633e4a-aec0-460f-9473-809a0d5d1682 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:19.976137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fda813c-4e4b-44e7-b249-ea8d28404531 req-e6633e4a-aec0-460f-9473-809a0d5d1682 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 947 time: 0.0491488 Sep 16 05:59:20.014127 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3fda813c-4e4b-44e7-b249-ea8d28404531 req-f9656e54-395d-49df-8736-7c25c73b5b65 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups?id=88fc0371-0b02-40d2-9141-6cf622b27c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Sep 16 05:59:20.155805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:20.183332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event deleted for resources: {'Port': ['ID=3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:20.613297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:20.718772 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:20.729050 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:20.738083 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:20.738693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:20.758504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] No DVR routers for this DVR port 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:20.761356 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:20.763377 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-17304ead-7136-43c5-abce-938635f14dac req-6468c368-3a5c-48a3-bfbb-9137770e1899 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.57 "DELETE /v2.0/ports/3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 HTTP/1.1" status: 204 len: 173 time: 1.1592767 Sep 16 05:59:20.763818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-deleted', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:20.766071 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da55c0ac-abb8-4f81-bd6d-32da8d5394fb" -d '{"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-deleted", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:20.802188 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b293f-e15f-44db-9ebc-06b7770e0003 x-openstack-request-id: req-cf3b293f-e15f-44db-9ebc-06b7770e0003 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:20.802485 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d", "name": "network-vif-deleted", "tag": "3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:20.802759 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf3b293f-e15f-44db-9ebc-06b7770e0003 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:20.803846 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d', 'name': 'network-vif-deleted', 'tag': '3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211', 'status': 'completed', 'code': 200} Sep 16 05:59:21.006058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:21.114927 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7cac1f6f-e896-4fd3-9480-20661639f932 req-601e1557-24d0-4733-8271-2336cb2c361c tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 210 time: 0.0330563 Sep 16 05:59:21.215549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:21.245696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:21.254601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:21.255219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:21.366905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:21.569800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:21.598339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fa3ad-ca3e-4eaa-9f08-aad1cdeb5225 None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:49:09Z', 'revision_number': 4, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9940b68e-b07a-4409-b0d9-9b17eac59960', 'name': '', 'network_id': 'e71672e2-6b8c-49c2-a2c8-3acf96c35410', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'mac_address': 'fa:16:3e:f3:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9918b37a-dff3-485a-b681-625e407af8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:08Z', 'updated_at': '2021-09-16T05:49:13Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'subnets': [{'id': '9918b37a-dff3-485a-b681-625e407af8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:21.847030 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a9c87-f50b-4249-95b6-dd4377681c9c None None] New status for floating IP b69c0d73-7e2f-4268-9daf-dbc0923b932f: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:59:22.213370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d601659-0315-4039-9397-0cae335de562 req-91382436-6691-4874-9b4b-c8df864a8431 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 210 time: 0.0280790 Sep 16 05:59:23.307752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-53f11fda-29e0-48cf-8006-61e19416a622 req-050ddb17-0b06-4aeb-8433-fd95744b16a6 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 210 time: 0.0266960 Sep 16 05:59:24.405408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52018063-72f2-4661-be51-124c67b1f9ca req-3ed893cf-f4c2-468a-9865-a0975ebcf2fe tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/ports?device_id=77f71044-2fb1-4d5d-b6dc-3c2a4ffe905d HTTP/1.1" status: 200 len: 210 time: 0.0322859 Sep 16 05:59:24.914826 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:24.939036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:59:24.939425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 3f9cbf26-b4bb-4bfc-9d07-b9e5f2881211 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:28.658452 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.390417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39012) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:29.444882 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-23e56d45-d4ab-478a-b1ab-17181eefde33 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.467383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-23e56d45-d4ab-478a-b1ab-17181eefde33 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.576620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-23e56d45-d4ab-478a-b1ab-17181eefde33 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.579296 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-23e56d45-d4ab-478a-b1ab-17181eefde33 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.580529 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-23e56d45-d4ab-478a-b1ab-17181eefde33 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "DELETE /v2.0/security-groups/88fc0371-0b02-40d2-9141-6cf622b27c16 HTTP/1.1" status: 204 len: 168 time: 0.1891241 Sep 16 05:59:29.583138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39014) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:29.590271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e56d45-d4ab-478a-b1ab-17181eefde33 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc0371-0b02-40d2-9141-6cf622b27c16,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:29.598950 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [None req-735bbcef-6cbf-4d99-a780-852d7b2f27f2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] show failed (client error): The resource could not be found. Sep 16 05:59:29.600011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-735bbcef-6cbf-4d99-a780-852d7b2f27f2 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "GET /v2.0/security-groups/88fc0371-0b02-40d2-9141-6cf622b27c16 HTTP/1.1" status: 404 len: 347 time: 0.0158148 Sep 16 05:59:29.602646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39016) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:29.725930 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Deleting port 58fe25cb-caf0-4a0e-9600-5f9a51ef370c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:59:29.726272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.801159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.801493 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.813471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Calling delete_port for 58fe25cb-caf0-4a0e-9600-5f9a51ef370c owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:59:30.017101 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.042355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Pushing event deleted for resources: {'Port': ['ID=58fe25cb-caf0-4a0e-9600-5f9a51ef370c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:30.107144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.110393 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.111578 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-70467cb2-dcea-446f-9cae-aa7b1ce1cea4 tempest-ServerActionsTestJSON-123548002 tempest-ServerActionsTestJSON-123548002-project] 10.222.0.59 "DELETE /v2.0/floatingips/b69c0d73-7e2f-4268-9daf-dbc0923b932f HTTP/1.1" status: 204 len: 168 time: 0.5074437 Sep 16 05:59:30.115108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39018) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:30.623222 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.859998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Deleting port 9940b68e-b07a-4409-b0d9-9b17eac59960 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:59:30.860342 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.940144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] For port 9940b68e-b07a-4409-b0d9-9b17eac59960, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9940b68e-b07a-4409-b0d9-9b17eac59960,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:30.940432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.952958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Calling delete_port for 9940b68e-b07a-4409-b0d9-9b17eac59960 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:59:31.201050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:31.226511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=9940b68e-b07a-4409-b0d9-9b17eac59960,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:31.392214 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:31.436668 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:31.606486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:31.711033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:31.716086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0bf34358-ff40-497e-bd3c-049e74151b40 admin admin] 10.222.0.59 "PUT /v2.0/routers/0d9d24f0-1317-4063-8ba6-e3758187f3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998344 Sep 16 05:59:31.718762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39022) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:31.719766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] Sync routers for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:31.729198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:31.729807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:31.822631 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:31.832604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:31.925238 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.006893 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:59:31Z', 'revision_number': 5, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port': {'id': '9c7de53a-4b35-4a27-afdb-fd900127aa68', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:07Z', 'updated_at': '2021-09-16T05:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:32.037271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] Checking router: 0d9d24f0-1317-4063-8ba6-e3758187f3a0 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:32.045660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] Routers {'0d9d24f0-1317-4063-8ba6-e3758187f3a0'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:32.046292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T05:59:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:32.051580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Deleting port 9c7de53a-4b35-4a27-afdb-fd900127aa68 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:59:32.051952 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.127527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] Set router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:32.133526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] For port 9c7de53a-4b35-4a27-afdb-fd900127aa68, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9c7de53a-4b35-4a27-afdb-fd900127aa68,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:32.133904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.145879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Calling delete_port for 9c7de53a-4b35-4a27-afdb-fd900127aa68 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:59:32.180794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:59:31Z', 'revision_number': 6, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:32.206530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5a816-cf8e-42ee-bb4a-01259bee5c84 None None] The sync data for ids ['0d9d24f0-1317-4063-8ba6-e3758187f3a0'] in n-d-712143-16 is: [{'id': '0d9d24f0-1317-4063-8ba6-e3758187f3a0', 'name': 'tempest-ServerActionsTestJSON-296088297-router', 'tenant_id': '4a5fbcdc402446acb9e660987d98d369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:06Z', 'updated_at': '2021-09-16T05:59:31Z', 'revision_number': 6, 'project_id': '4a5fbcdc402446acb9e660987d98d369', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:32.395660 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.421751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7de53a-4b35-4a27-afdb-fd900127aa68,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:32.491074 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.590754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.593108 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.715844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.716297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9d24f0-1317-4063-8ba6-e3758187f3a0 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:59:32.722315 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.723603 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2ddccc25-8a94-42af-894f-7e6e6a50faa8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0d9d24f0-1317-4063-8ba6-e3758187f3a0 HTTP/1.1" status: 204 len: 168 time: 1.0037796 Sep 16 05:59:32.726957 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39024) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:32.773296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac74578-e2ef-44f9-997a-d8a0a1b4115c admin admin] Deleting subnet 9918b37a-dff3-485a-b681-625e407af8bb {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:59:32.776427 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4ac74578-e2ef-44f9-997a-d8a0a1b4115c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.818640 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4ac74578-e2ef-44f9-997a-d8a0a1b4115c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.895719 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4ac74578-e2ef-44f9-997a-d8a0a1b4115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.009127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9c7de53a-4b35-4a27-afdb-fd900127aa68 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:33.018889 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4ac74578-e2ef-44f9-997a-d8a0a1b4115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.034096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 9c7de53a-4b35-4a27-afdb-fd900127aa68 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:59:33.034447 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9c7de53a-4b35-4a27-afdb-fd900127aa68 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:33.034876 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9940b68e-b07a-4409-b0d9-9b17eac59960 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:33.056759 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4ac74578-e2ef-44f9-997a-d8a0a1b4115c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.057525 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 9940b68e-b07a-4409-b0d9-9b17eac59960 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:59:33.058076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9940b68e-b07a-4409-b0d9-9b17eac59960 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:33.062991 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4ac74578-e2ef-44f9-997a-d8a0a1b4115c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9918b37a-dff3-485a-b681-625e407af8bb HTTP/1.1" status: 204 len: 168 time: 0.3322363 Sep 16 05:59:33.062991 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74578-e2ef-44f9-997a-d8a0a1b4115c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9918b37a-dff3-485a-b681-625e407af8bb,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:33.064213 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39026) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:33.065827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f16528-0cd5-401a-8e8d-98719802ede1 None None] Network e71672e2-6b8c-49c2-a2c8-3acf96c35410 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:59:33.143116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.211365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Deleting port c2091abe-c244-4ade-adcb-0d1782791ec5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:59:33.211727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.280300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] DHCP port deletion for e71672e2-6b8c-49c2-a2c8-3acf96c35410 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:59:33.280643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] For port c2091abe-c244-4ade-adcb-0d1782791ec5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c2091abe-c244-4ade-adcb-0d1782791ec5,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:33.281023 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.296665 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Calling delete_port for c2091abe-c244-4ade-adcb-0d1782791ec5 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:59:33.326565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] Deleting port c2091abe-c244-4ade-adcb-0d1782791ec5 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:59:33.327438 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.389999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] For port c2091abe-c244-4ade-adcb-0d1782791ec5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c2091abe-c244-4ade-adcb-0d1782791ec5,segment=NetworkSegment(0db92bdd-c2e7-452f-8d09-93270c0f3e35),segment_id=0db92bdd-c2e7-452f-8d09-93270c0f3e35)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:33.390517 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.403492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] Calling delete_port for c2091abe-c244-4ade-adcb-0d1782791ec5 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:59:33.458442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.482555 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.485609 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2091abe-c244-4ade-adcb-0d1782791ec5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:33.487440 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] No DVR routers for this DVR port c2091abe-c244-4ade-adcb-0d1782791ec5 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:33.509345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] Pushing event deleted for resources: {'Port': ['ID=c2091abe-c244-4ade-adcb-0d1782791ec5,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:33.511125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124be5a6-1f21-45bb-9111-ba5e97782279 None None] No DVR routers for this DVR port c2091abe-c244-4ade-adcb-0d1782791ec5 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:33.565613 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.585993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71672e2-6b8c-49c2-a2c8-3acf96c35410']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:33.594938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db92bdd-c2e7-452f-8d09-93270c0f3e35') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:33.595233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db92bdd-c2e7-452f-8d09-93270c0f3e35') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:33.604898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.617567 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.623365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:59:33.623764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: timer() Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:59:33.625334 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:59:33.760862 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.766024 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.771686 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e71672e2-6b8c-49c2-a2c8-3acf96c35410 HTTP/1.1" status: 204 len: 168 time: 0.7017272 Sep 16 05:59:33.779502 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf2406-21a3-4b43-8e33-b9a58704bee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71672e2-6b8c-49c2-a2c8-3acf96c35410,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:34.074419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39030) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:34.114061 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c1bb82b5-ea0d-4915-af78-4d42c62d672f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a5fbcdc402446acb9e660987d98d369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385175 Sep 16 05:59:34.116570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39032) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:34.167710 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02ff9618-9929-4032-a01a-6efdbb3a1709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:34.187950 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02ff9618-9929-4032-a01a-6efdbb3a1709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:34.286819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02ff9618-9929-4032-a01a-6efdbb3a1709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:34.289477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-02ff9618-9929-4032-a01a-6efdbb3a1709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:34.290667 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-02ff9618-9929-4032-a01a-6efdbb3a1709 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95f111c6-299a-4c7c-8be9-b874890c2b54 HTTP/1.1" status: 204 len: 168 time: 0.1732125 Sep 16 05:59:34.298519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff9618-9929-4032-a01a-6efdbb3a1709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f111c6-299a-4c7c-8be9-b874890c2b54,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:34.884468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c2091abe-c244-4ade-adcb-0d1782791ec5 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:34.904572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c2091abe-c244-4ade-adcb-0d1782791ec5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:59:34.904931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c2091abe-c244-4ade-adcb-0d1782791ec5 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:35.250870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39054) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:35.345719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-116117720-network', 'tenant_id': '4395b68104594a3ba7a345d9d8b8e1ea'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:35.447070 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Made reservation on behalf of 4395b68104594a3ba7a345d9d8b8e1ea for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:35.449750 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.458913 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.550908 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.639717 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.663938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:59:35.672355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdcf434-54d3-48b8-a049-2ae728b26c38,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:35.678950 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.681752 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Added segment 0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0 of type vlan for network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 Sep 16 05:59:35.717417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.810713 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.811734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:35.812319 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.870272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] Pushing event updated for resources: {'Network': ['ID=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:35.879814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:59:35.903192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-396b8b20-bfb9-4d32-ab24-b6c239578204 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6510658 Sep 16 05:59:35.905873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39058) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:35.910567 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Request body: {'subnet': {'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-116117720-subnet', 'tenant_id': '4395b68104594a3ba7a345d9d8b8e1ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:35.999432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Made reservation on behalf of 4395b68104594a3ba7a345d9d8b8e1ea for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:36.001758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.222238 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.281347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=100d66d4-815f-43a4-a037-e6f6fda2f710,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:36.290605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Checking segment: {'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:36.290962 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Network hostable DHCP agents. Network: 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:59:36.378287 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:59:36.452284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:36.456417 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.457140 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.464158 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b598d65-6476-45e6-9c0e-727538cf5281 None None] Network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:59:36.539659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b3705be4-b202-41d5-9dd9-33d5f02869b9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6326015 Sep 16 05:59:36.589600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b82ebe-755f-4988-9aee-ef47c23663f8 None None] Network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:59:36.948176 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-6e075389-ba54-40ee-bd54-9fb2a3e50753 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.949659 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-6e075389-ba54-40ee-bd54-9fb2a3e50753 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/networks?id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 HTTP/1.1" status: 200 len: 813 time: 0.0991414 Sep 16 05:59:36.964621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-1a1fddd8-320e-466c-8db1-d016b18cdb34 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/quotas/4395b68104594a3ba7a345d9d8b8e1ea HTTP/1.1" status: 200 len: 375 time: 0.0092988 Sep 16 05:59:36.998421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-41fa7757-855a-4d07-8398-7e8a9716cc5a tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287492 Sep 16 05:59:37.051548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-f9074290-47f8-41e9-9340-70908066126a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:59:37.052544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-f9074290-47f8-41e9-9340-70908066126a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475245 Sep 16 05:59:37.147575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-b1d5b796-4338-4c0e-bc8d-84a8a1ba7334 service neutron] 10.222.0.59 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888257 Sep 16 05:59:37.237150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-52bba2ca-54ac-4c1e-9c12-51372e9d531b service neutron] 10.222.0.59 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833969 Sep 16 05:59:37.459363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38795a33-1692-4c7a-941a-52e17fa181ae req-5a761fd6-e2ac-4c5a-bf46-a4c3f7eb9893 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 210 time: 0.0262151 Sep 16 05:59:38.556694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d8c06e2-f4be-498c-84a4-71a54d3a00fd req-c436cc6d-6f39-401b-8e8b-d080a00a4d97 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 210 time: 0.0273471 Sep 16 05:59:39.512975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-1dcba9b1-2be2-4ce8-b583-3595faa7dcc3 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:39.514593 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-1dcba9b1-2be2-4ce8-b583-3595faa7dcc3 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.57 "GET /v2.0/networks?id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 HTTP/1.1" status: 200 len: 813 time: 0.1065142 Sep 16 05:59:39.534269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Request body: {'port': {'device_id': '6f3aac26-5a68-4ddc-ad43-2b7b8908aacd', 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7', 'admin_state_up': True, 'tenant_id': '4395b68104594a3ba7a345d9d8b8e1ea'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:39.652855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c631d581-8255-4d19-b599-65bec918a079 req-f74c70a8-dbd9-4ae1-b1ca-e0ad4d62a5f1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 210 time: 0.0262277 Sep 16 05:59:39.698272 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Made reservation on behalf of 4395b68104594a3ba7a345d9d8b8e1ea for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:39.701973 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.830268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Allocated IP 172.20.0.3 (19f71e0e-a02f-43f5-bcaf-6c4c84507ea7/100d66d4-815f-43a4-a037-e6f6fda2f710/89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:39.979085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.074171 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.117065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:40.120186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:40.126356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:40.132232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Pushing event updated for resources: {'Port': ['ID=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:40.177294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:40.177905 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.325914 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-0a99b795-60da-4c09-b057-02097d16efd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7951980 Sep 16 05:59:40.344527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Request body: {'port': {'device_id': '6f3aac26-5a68-4ddc-ad43-2b7b8908aacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:40.401130 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.658215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:40.665506 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.678024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Transition to ACTIVE for port object 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:40.765056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c40f2-ed44-4925-b35d-51a7414b4150 req-2ac2e54d-1523-430c-a037-3f7053286654 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:40.766829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e3c40f2-ed44-4925-b35d-51a7414b4150 req-2ac2e54d-1523-430c-a037-3f7053286654 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 931 time: 0.0483377 Sep 16 05:59:40.789645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.805272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e3c40f2-ed44-4925-b35d-51a7414b4150 req-c107b51c-4b28-41d3-9f6d-1c358d00ee79 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321829 Sep 16 05:59:40.842702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Pushing event updated for resources: {'Port': ['ID=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:40.910349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Attempting to bind port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:40.910622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Attempting to bind port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:40.910953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Attempting to bind port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 on network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:40.915197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 on network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:40.915555 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Attempting to bind port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 on network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:40.921291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:40.921632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Checking segment: {'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:40.922022 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Bound using segment: {'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:40.922449 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Bound port: 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:40.922810 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.987003 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] For port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:40.990479 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] For port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:41.178172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-46e232cd-b669-4e24-a624-10cfc3f90dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:41.206535 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:41.207422 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:41.242831 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.243469 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:41.244885 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] 10.222.0.57 "PUT /v2.0/ports/89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 HTTP/1.1" status: 200 len: 1092 time: 0.9044812 Sep 16 05:59:41.245324 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3aac26-5a68-4ddc-ad43-2b7b8908aacd', 'tag': '89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:41.247606 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af7c1cd-5556-4205-a189-41afe504bd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3aac26-5a68-4ddc-ad43-2b7b8908aacd", "tag": "89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:41.271961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82218a9-e1cc-4852-9245-0f2035d0d89f service neutron] Pushing event updated for resources: {'Port': ['ID=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:41.284662 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2494505-fb1d-49b7-87df-edaf561ba22b x-openstack-request-id: req-b2494505-fb1d-49b7-87df-edaf561ba22b {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:41.284958 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3aac26-5a68-4ddc-ad43-2b7b8908aacd", "tag": "89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:41.285294 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2494505-fb1d-49b7-87df-edaf561ba22b {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:41.285708 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3aac26-5a68-4ddc-ad43-2b7b8908aacd', 'tag': '89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3', 'status': 'completed', 'code': 200} Sep 16 05:59:41.371104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7c1cd-5556-4205-a189-41afe504bd5d req-7ff01475-d010-4d9c-9a41-15ef0dd4445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.372682 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7af7c1cd-5556-4205-a189-41afe504bd5d req-7ff01475-d010-4d9c-9a41-15ef0dd4445a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 1095 time: 0.0459282 Sep 16 05:59:41.477939 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7c1cd-5556-4205-a189-41afe504bd5d req-c3691726-c98d-4e0a-981b-9a2551f775ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.479457 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7af7c1cd-5556-4205-a189-41afe504bd5d req-c3691726-c98d-4e0a-981b-9a2551f775ba service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0930235 Sep 16 05:59:41.579331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7c1cd-5556-4205-a189-41afe504bd5d req-55783971-6b45-467b-b66a-4f0b958bf2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.580820 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7af7c1cd-5556-4205-a189-41afe504bd5d req-55783971-6b45-467b-b66a-4f0b958bf2ed service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940320 Sep 16 05:59:41.674909 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-400fcb12-5611-4434-9bd0-abc4e62640da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.676432 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-400fcb12-5611-4434-9bd0-abc4e62640da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 1095 time: 0.0402548 Sep 16 05:59:41.726580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-1ad2b4d6-0986-43ef-ac28-346879f3eaac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 HTTP/1.1" status: 200 len: 217 time: 0.0371158 Sep 16 05:59:41.776833 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-88ff3d0c-37d9-4389-bebd-dd524d112d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.778164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-88ff3d0c-37d9-4389-bebd-dd524d112d51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=100d66d4-815f-43a4-a037-e6f6fda2f710 HTTP/1.1" status: 200 len: 853 time: 0.0438137 Sep 16 05:59:41.809467 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-c85e49a6-03db-4f01-b28c-45c9cfc1ea34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239141 Sep 16 05:59:41.906615 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-96919b7b-76e3-4e09-830f-bfb2636e196e service neutron] 10.222.0.57 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897667 Sep 16 05:59:41.927699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf186b-2cbf-4492-9e41-29b9000da533 req-19a46074-441b-4a28-a041-870b10dde51c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.929183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3caf186b-2cbf-4492-9e41-29b9000da533 req-19a46074-441b-4a28-a041-870b10dde51c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 943 time: 0.0525877 Sep 16 05:59:41.966336 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3caf186b-2cbf-4492-9e41-29b9000da533 req-6b520f6b-281f-4761-9bba-aa8f96d8d369 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Sep 16 05:59:41.998025 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e84e1e2d-53a6-42f2-a852-e094977c5ccf req-fecd0828-98e5-464a-a572-8f42a4554067 service neutron] 10.222.0.57 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839713 Sep 16 05:59:43.080566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6560e-7bd0-4854-a9c3-8a61968ee80c req-12dbe3b2-6bd2-45fa-8651-3cbeb5b63ed6 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:43.082035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1a6560e-7bd0-4854-a9c3-8a61968ee80c req-12dbe3b2-6bd2-45fa-8651-3cbeb5b63ed6 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 943 time: 0.0476706 Sep 16 05:59:43.119175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1a6560e-7bd0-4854-a9c3-8a61968ee80c req-37536ac8-70e4-41f1-b393-c9130bc56390 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312431 Sep 16 05:59:44.243218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6434ac-4966-48a0-9969-e9e2258d7154 req-d1f6df2c-d348-4a70-860c-7d2cfa80fee0 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:44.245231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c6434ac-4966-48a0-9969-e9e2258d7154 req-d1f6df2c-d348-4a70-860c-7d2cfa80fee0 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 943 time: 0.0511870 Sep 16 05:59:44.271897 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.289529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c6434ac-4966-48a0-9969-e9e2258d7154 req-57bbeda7-1b4d-4075-b2f0-13e335ff1c32 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 Sep 16 05:59:44.479217 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-53451410-2eec-49d0-a88e-93e915585514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.038339 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:45.129402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:45.142764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3', 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7', 'port_id': '89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3', 'mac_address': 'fa:16:3e:d4:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d66d4-815f-43a4-a037-e6f6fda2f710', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:45.185864 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.200358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:45.219729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:45.283306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.330420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:45.338187 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.408085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf11ff-5cf3-4764-8c08-00f3f3303be8 req-8da65d42-d859-401d-b21a-de1cee4da9f2 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:45.409575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8abf11ff-5cf3-4764-8c08-00f3f3303be8 req-8da65d42-d859-401d-b21a-de1cee4da9f2 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 944 time: 0.0520701 Sep 16 05:59:45.446866 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8abf11ff-5cf3-4764-8c08-00f3f3303be8 req-e8a9b60c-5c43-4666-a897-311572101b8a tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Sep 16 05:59:45.540741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:46.559607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935445c6-c23e-4202-96b0-19c352c30f0f req-03ba0153-1957-49b6-994a-4dc171272a58 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:46.561123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-935445c6-c23e-4202-96b0-19c352c30f0f req-03ba0153-1957-49b6-994a-4dc171272a58 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 944 time: 0.0487695 Sep 16 05:59:46.598959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-935445c6-c23e-4202-96b0-19c352c30f0f req-9712b96a-32ae-48b4-b68b-f2b75441a5c7 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Sep 16 05:59:47.053535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:47.101586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.176179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:47.180198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:47.180708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.254872 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.279719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3aac26-5a68-4ddc-ad43-2b7b8908aacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:47.281991 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218caab0-a3a6-43d6-9e21-73ccd3143bf0" -d '{"events": [{"server_uuid": "6f3aac26-5a68-4ddc-ad43-2b7b8908aacd", "name": "network-vif-plugged", "status": "completed", "tag": "89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:47.295204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:47.318133 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af6531c-9ad1-4b24-b00a-c2aea249e4c6 x-openstack-request-id: req-2af6531c-9ad1-4b24-b00a-c2aea249e4c6 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:47.318467 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3aac26-5a68-4ddc-ad43-2b7b8908aacd", "name": "network-vif-plugged", "status": "completed", "tag": "89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:47.318718 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2af6531c-9ad1-4b24-b00a-c2aea249e4c6 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:47.319112 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3aac26-5a68-4ddc-ad43-2b7b8908aacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3', 'code': 200} Sep 16 05:59:47.372869 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.422683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:47.438488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0e987-fece-487b-b79c-76544b187be7 req-3870af1c-94bc-4d43-bd91-c09b8798243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:47.440068 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61c0e987-fece-487b-b79c-76544b187be7 req-3870af1c-94bc-4d43-bd91-c09b8798243a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 1097 time: 0.0412667 Sep 16 05:59:47.473373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-61c0e987-fece-487b-b79c-76544b187be7 req-4dfaa808-3b91-4bdd-861b-9612c15bc817 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266323 Sep 16 05:59:47.711221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb79df-e4e6-4b91-bc72-94fd41db5d41 req-af201a25-98d5-431e-89bc-923a8176617c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:47.712689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26bb79df-e4e6-4b91-bc72-94fd41db5d41 req-af201a25-98d5-431e-89bc-923a8176617c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0483103 Sep 16 05:59:47.749498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-26bb79df-e4e6-4b91-bc72-94fd41db5d41 req-4a0634bb-f980-4beb-94e7-73a376d74911 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303962 Sep 16 05:59:48.868788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e26b-d57b-431b-9b3d-b02c7de6fd6b req-33c7270f-1d26-497a-8375-f312f3b8a2ce tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:48.870247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f021e26b-d57b-431b-9b3d-b02c7de6fd6b req-33c7270f-1d26-497a-8375-f312f3b8a2ce tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0535529 Sep 16 05:59:48.907475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f021e26b-d57b-431b-9b3d-b02c7de6fd6b req-53db3e84-71b1-40af-becf-5041970b1566 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306668 Sep 16 05:59:49.122949 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-67ecb07c-1762-4d7c-b576-f7010107558b tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.124437 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-67ecb07c-1762-4d7c-b576-f7010107558b tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/networks?id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 HTTP/1.1" status: 200 len: 813 time: 0.0995903 Sep 16 05:59:49.138806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-12754af6-0b48-4fa8-84fd-10e3aab08e9f tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/quotas/4395b68104594a3ba7a345d9d8b8e1ea HTTP/1.1" status: 200 len: 375 time: 0.0087340 Sep 16 05:59:49.199890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-f72d9812-c254-4c53-a778-40b54e594c50 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556569 Sep 16 05:59:49.289179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-7d9300ef-e3f4-48c7-83e4-4543a626a66b service neutron] 10.222.0.59 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814364 Sep 16 05:59:49.380352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-e5ca20d8-26d3-43c5-a5b6-dd9c6428dd85 service neutron] 10.222.0.59 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Sep 16 05:59:49.592952 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1587234-5f03-48cb-ad08-e8a63a43d7d1 req-f87dcd10-8106-47c1-9fbf-aa34b292f8a6 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Sep 16 05:59:50.682790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b26db146-9783-4fb8-9a58-ea287223496d req-707349b0-89fc-4cd4-93ed-51bbd235700a tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 210 time: 0.0260286 Sep 16 05:59:51.464983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-29d3237b-f62a-4fb7-9e46-aca875a00bcd tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:51.466427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-29d3237b-f62a-4fb7-9e46-aca875a00bcd tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.60 "GET /v2.0/networks?id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 HTTP/1.1" status: 200 len: 813 time: 0.1092553 Sep 16 05:59:51.478569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Request body: {'port': {'device_id': '4df25dcc-ca19-4309-b98b-bdc7188838f4', 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7', 'admin_state_up': True, 'tenant_id': '4395b68104594a3ba7a345d9d8b8e1ea'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:51.663576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Made reservation on behalf of 4395b68104594a3ba7a345d9d8b8e1ea for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:51.667070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.797118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d019c25e-d74d-49ba-8ab6-e504b02baaab req-5479ca82-bb6b-407b-82be-9aa9be47db6e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 210 time: 0.0446601 Sep 16 05:59:51.817681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Allocated IP 172.20.0.6 (19f71e0e-a02f-43f5-bcaf-6c4c84507ea7/100d66d4-815f-43a4-a037-e6f6fda2f710/b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:51.965807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.040917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.074218 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:52.083049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:52.086228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:52.093260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:52.099766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Pushing event updated for resources: {'Port': ['ID=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:52.132814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.133154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.133489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.133822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.134155 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.134483 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.134804 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.135126 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.135475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.135798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.136117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.136436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:52.159279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.159902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.236042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-345070c9-305f-48af-874c-b2de4242b100 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7610121 Sep 16 05:59:52.248049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Request body: {'port': {'device_id': '4df25dcc-ca19-4309-b98b-bdc7188838f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:52.632061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.914574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:52.924671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.942587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Transition to ACTIVE for port object b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:52.950300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c764f-39b9-42cc-9bb9-d75b7758c910 req-f49d1275-94cf-42f2-bbd9-e3a761c3c081 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.952379 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-412c764f-39b9-42cc-9bb9-d75b7758c910 req-f49d1275-94cf-42f2-bbd9-e3a761c3c081 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 931 time: 0.0772536 Sep 16 05:59:52.989306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-412c764f-39b9-42cc-9bb9-d75b7758c910 req-81c0ab09-ff9c-4c73-8b93-27474085bb07 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Sep 16 05:59:53.021762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:53.072848 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Pushing event updated for resources: {'Port': ['ID=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:53.140032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Attempting to bind port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:53.140366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Attempting to bind port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:53.140696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Attempting to bind port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a on network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:53.145120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a on network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:53.145443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Attempting to bind port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a on network 19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:53.150196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:53.150537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Checking segment: {'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:53.150922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Bound using segment: {'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:53.151393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Bound port: b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:53.151757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:53.214636 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] For port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:53.217861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] For port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:53.315340 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:53.348294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.348907 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:53.350282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] 10.222.0.60 "PUT /v2.0/ports/b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a HTTP/1.1" status: 200 len: 1092 time: 1.1063955 Sep 16 05:59:53.350728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df25dcc-ca19-4309-b98b-bdc7188838f4', 'tag': 'b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:53.352987 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4df25dcc-ca19-4309-b98b-bdc7188838f4", "tag": "b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:53.377077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189a32c-22d7-4591-b297-3b7e089b15ea service neutron] Pushing event updated for resources: {'Port': ['ID=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:53.456244 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db07e36-d0a7-4e7e-82cd-b076b27bc9f4 x-openstack-request-id: req-7db07e36-d0a7-4e7e-82cd-b076b27bc9f4 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:53.456532 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df25dcc-ca19-4309-b98b-bdc7188838f4", "tag": "b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:53.456791 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7db07e36-d0a7-4e7e-82cd-b076b27bc9f4 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:53.457183 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df25dcc-ca19-4309-b98b-bdc7188838f4', 'tag': 'b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a', 'status': 'completed', 'code': 200} Sep 16 05:59:53.489208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-5403f3a0-c881-4a53-86ce-cda22eff28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.490708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-5403f3a0-c881-4a53-86ce-cda22eff28d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 1095 time: 0.0431297 Sep 16 05:59:53.534303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-074787ba-6e0c-4ad2-a569-c3eab12908e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a HTTP/1.1" status: 200 len: 217 time: 0.0355201 Sep 16 05:59:53.581588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-ec64d7e2-58d9-4f46-9594-28a4d6f59071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.582975 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-ec64d7e2-58d9-4f46-9594-28a4d6f59071 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=100d66d4-815f-43a4-a037-e6f6fda2f710 HTTP/1.1" status: 200 len: 853 time: 0.0422540 Sep 16 05:59:53.614391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-1b76eee8-dfa5-4690-8f0f-5359b9a542ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243161 Sep 16 05:59:53.704143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-bd92703e-9421-40eb-b377-217808ef3d8d service neutron] 10.222.0.60 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Sep 16 05:59:53.792223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4eacc341-63ef-4a39-bb64-118ae35e1a38 req-d6a6c265-e62c-4590-9a65-3f6713ab9c42 service neutron] 10.222.0.60 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809984 Sep 16 05:59:53.975679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-57ddbd98-4727-4167-a34c-d597bea462ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.977087 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-57ddbd98-4727-4167-a34c-d597bea462ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 1095 time: 0.0445960 Sep 16 05:59:54.092635 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-0c793e74-e493-490c-baa9-1b04c31671c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:54.094076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-0c793e74-e493-490c-baa9-1b04c31671c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 HTTP/1.1" status: 200 len: 914 time: 0.1088893 Sep 16 05:59:54.147303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9af65c-a0ef-4e99-8f66-2861f2a48465 req-7d190429-083b-4cf6-9cc2-299096ca1168 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:54.148754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e9af65c-a0ef-4e99-8f66-2861f2a48465 req-7d190429-083b-4cf6-9cc2-299096ca1168 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 943 time: 0.0929320 Sep 16 05:59:54.149963 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-b5ec1ab4-ead6-46fa-860e-8326f4753f45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a HTTP/1.1" status: 200 len: 217 time: 0.0483704 Sep 16 05:59:54.219908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e9af65c-a0ef-4e99-8f66-2861f2a48465 req-76a0af13-4512-4a56-b155-c4874cfa07d1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644083 Sep 16 05:59:54.223456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-fcdff6a6-2b06-43bb-b7d8-b3bd18196621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:54.225949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-fcdff6a6-2b06-43bb-b7d8-b3bd18196621 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=100d66d4-815f-43a4-a037-e6f6fda2f710 HTTP/1.1" status: 200 len: 853 time: 0.0637612 Sep 16 05:59:54.256582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-b7e04c47-0985-498a-811b-f1f31b533f8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242860 Sep 16 05:59:54.350719 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-d7572bd3-812e-4ec5-a99b-c9b6447380c0 service neutron] 10.222.0.60 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858243 Sep 16 05:59:54.443940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8b065a24-9571-46d7-b8d2-b0cacd2bf0d6 req-70cd7b0f-1b63-4d3d-80d1-13cb248f2fed service neutron] 10.222.0.60 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857182 Sep 16 05:59:55.335945 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1dbf0-10c0-446f-9d45-68da34840edf req-ac9acbea-e325-471a-ba19-238e7681846a tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:55.337436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59c1dbf0-10c0-446f-9d45-68da34840edf req-ac9acbea-e325-471a-ba19-238e7681846a tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 943 time: 0.0499022 Sep 16 05:59:55.375609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59c1dbf0-10c0-446f-9d45-68da34840edf req-70f69144-c0d0-4e26-9c96-b7f314eeb9dc tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Sep 16 05:59:56.488363 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b812125-50eb-4669-84f0-b8588cb269ee req-b362fa5c-4fe3-4b1a-87f4-2c12068488f0 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:56.489870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b812125-50eb-4669-84f0-b8588cb269ee req-b362fa5c-4fe3-4b1a-87f4-2c12068488f0 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 943 time: 0.0490675 Sep 16 05:59:56.526964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4b812125-50eb-4669-84f0-b8588cb269ee req-963d8fdb-f6cd-492a-9721-ea3fe6231cf1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311317 Sep 16 05:59:56.658532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:56.750283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:56.760957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a', 'network_id': '19f71e0e-a02f-43f5-bcaf-6c4c84507ea7', 'port_id': 'b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a', 'mac_address': 'fa:16:3e:0b:6c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d66d4-815f-43a4-a037-e6f6fda2f710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:56.797795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:56.813211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:56.831057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:56.901582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:56.947459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:56.954511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.954864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.955215 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.955578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.955931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.956308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.956639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.956970 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.957300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.957624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.957952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:56.958277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:57.102594 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:57.644006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931d319-0ab8-48ca-ad4c-b8e60d44d948 req-2c4c8387-485e-4269-aeec-5e68aa2ccea1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:57.645378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e931d319-0ab8-48ca-ad4c-b8e60d44d948 req-2c4c8387-485e-4269-aeec-5e68aa2ccea1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 944 time: 0.0517352 Sep 16 05:59:57.682587 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e931d319-0ab8-48ca-ad4c-b8e60d44d948 req-912b2492-2cf2-402e-8746-83b4b6b59ce8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Sep 16 05:59:58.658748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:58.696824 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.775512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:58.780246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:58.780743 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.795231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ce97a-9d30-4cb6-92a1-b9ab11eac83e req-5005f630-4f11-4a00-8176-8c6b063ec3e5 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:58.796750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-761ce97a-9d30-4cb6-92a1-b9ab11eac83e req-5005f630-4f11-4a00-8176-8c6b063ec3e5 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 944 time: 0.0492024 Sep 16 05:59:58.835643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-761ce97a-9d30-4cb6-92a1-b9ab11eac83e req-90682499-5257-497e-90fc-a70dad445baa tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 Sep 16 05:59:58.860003 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.881913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df25dcc-ca19-4309-b98b-bdc7188838f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:58.884160 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165e4128-9ba8-48e4-9987-3f1d72a04941" -d '{"events": [{"server_uuid": "4df25dcc-ca19-4309-b98b-bdc7188838f4", "name": "network-vif-plugged", "status": "completed", "tag": "b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:58.897796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:58.922352 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47f364a-61e4-4fde-8549-d5c837521c4f x-openstack-request-id: req-a47f364a-61e4-4fde-8549-d5c837521c4f {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:58.922651 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df25dcc-ca19-4309-b98b-bdc7188838f4", "name": "network-vif-plugged", "status": "completed", "tag": "b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:58.922931 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a47f364a-61e4-4fde-8549-d5c837521c4f {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:58.923384 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df25dcc-ca19-4309-b98b-bdc7188838f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a', 'code': 200} Sep 16 05:59:58.958619 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:59.009779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:59.017393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757709d0-b465-4458-9ad6-a7cc4f703800 req-8587cd56-22c8-4be4-8683-9ebc68031b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.019019 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-757709d0-b465-4458-9ad6-a7cc4f703800 req-8587cd56-22c8-4be4-8683-9ebc68031b47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 1097 time: 0.0405140 Sep 16 05:59:59.052524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-757709d0-b465-4458-9ad6-a7cc4f703800 req-fb2056ed-2a41-49f5-be6a-04452376a1eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267003 Sep 16 05:59:59.597421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-14c31d4e-0e85-4691-af4a-7b031c4daf17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435274 Sep 16 05:59:59.698964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-50d1a20b-4327-4894-9d13-510586d3cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.700370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-50d1a20b-4327-4894-9d13-510586d3cacc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 1097 time: 0.0393243 Sep 16 05:59:59.805166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-0f4e1a5d-ea93-4ff7-9768-37bc241d5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.806614 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-0f4e1a5d-ea93-4ff7-9768-37bc241d5c32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 HTTP/1.1" status: 200 len: 914 time: 0.0861504 Sep 16 05:59:59.850256 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-aee94b8d-1c71-41de-afe1-6b1d9da0a865 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 HTTP/1.1" status: 200 len: 217 time: 0.0352447 Sep 16 05:59:59.900088 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-88d68ded-b0a5-4b15-81fc-f028fed6a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.901554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-88d68ded-b0a5-4b15-81fc-f028fed6a2ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=100d66d4-815f-43a4-a037-e6f6fda2f710 HTTP/1.1" status: 200 len: 853 time: 0.0429769 Sep 16 05:59:59.936103 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-df25a650-fc4c-4152-b6e1-2b05d21e84c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258625 Sep 16 05:59:59.954308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94045da-cacd-4d26-a316-5b9d240594d8 req-965a7220-130b-4dbe-8d19-456d61b0080c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.955745 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d94045da-cacd-4d26-a316-5b9d240594d8 req-965a7220-130b-4dbe-8d19-456d61b0080c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 945 time: 0.0539742 Sep 16 05:59:59.994233 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d94045da-cacd-4d26-a316-5b9d240594d8 req-10f41535-0966-47e4-a378-25e42c1f6507 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Sep 16 06:00:00.033127 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-41c17516-235b-4cc8-b380-30b1a3def754 service neutron] 10.222.0.57 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884962 Sep 16 06:00:00.124095 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7f231fc0-84bf-400c-9b5b-8b3204473cd0 req-194b26e6-f1e0-4ef2-99f0-e921756e5c36 service neutron] 10.222.0.57 "GET /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836952 Sep 16 06:00:01.110028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c1f3d-7c8f-4131-9e43-a100190b1e17 req-109d2f45-f51e-4e91-88fc-f09230bf9444 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:01.111454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-281c1f3d-7c8f-4131-9e43-a100190b1e17 req-109d2f45-f51e-4e91-88fc-f09230bf9444 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Sep 16 06:00:01.148443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-281c1f3d-7c8f-4131-9e43-a100190b1e17 req-7e78d33b-c197-4a85-8696-901512beac71 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310888 Sep 16 06:00:01.590127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9d7b6-775c-4753-8765-ce168a6a32b5 req-3908aa42-13f7-47c9-bad3-759ef5b6298c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:01.592311 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4a9d7b6-775c-4753-8765-ce168a6a32b5 req-3908aa42-13f7-47c9-bad3-759ef5b6298c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 945 time: 0.0480037 Sep 16 06:00:01.628479 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c4a9d7b6-775c-4753-8765-ce168a6a32b5 req-fa85a1f3-f2db-48de-85a4-67b93b84764a tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Sep 16 06:00:02.748184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbce2a-fad8-459f-aa90-3ede1a5b87b8 req-31c9a04e-51be-4934-a1ad-ed60972efbd2 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:02.749649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2cbce2a-fad8-459f-aa90-3ede1a5b87b8 req-31c9a04e-51be-4934-a1ad-ed60972efbd2 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 945 time: 0.0525243 Sep 16 06:00:02.786191 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a2cbce2a-fad8-459f-aa90-3ede1a5b87b8 req-8e68b627-5462-4a27-ab81-f1aaf8b0a50d tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306089 Sep 16 06:00:02.838566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-7abc1bef-039a-4104-8215-690802042474 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:02.840163 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-7abc1bef-039a-4104-8215-690802042474 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 945 time: 0.0466104 Sep 16 06:00:02.928578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Deleting port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:02.928852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:03.018387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] For port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:03.018754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:03.031888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Calling delete_port for b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:03.212164 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:03.224961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:03.248482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Pushing event deleted for resources: {'Port': ['ID=b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:03.250995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:03.288101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] No DVR routers for this DVR port b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:03.290733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:03.292763 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1f6b9b1-e5ca-478e-872b-4167cace3426 req-4fc54bef-3aad-4780-a263-722e63e5ee8e tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.60 "DELETE /v2.0/ports/b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a HTTP/1.1" status: 204 len: 173 time: 0.4458246 Sep 16 06:00:03.293229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df25dcc-ca19-4309-b98b-bdc7188838f4', 'name': 'network-vif-deleted', 'tag': 'b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:03.295522 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9770e475-66e1-4efd-8c37-90d7e1e9c704" -d '{"events": [{"server_uuid": "4df25dcc-ca19-4309-b98b-bdc7188838f4", "name": "network-vif-deleted", "tag": "b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:03.336105 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06414588-d56a-42ec-9c03-0fae2b38f5aa x-openstack-request-id: req-06414588-d56a-42ec-9c03-0fae2b38f5aa {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:03.336387 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df25dcc-ca19-4309-b98b-bdc7188838f4", "name": "network-vif-deleted", "tag": "b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:03.336687 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06414588-d56a-42ec-9c03-0fae2b38f5aa {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:03.337109 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df25dcc-ca19-4309-b98b-bdc7188838f4', 'name': 'network-vif-deleted', 'tag': 'b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a', 'status': 'completed', 'code': 200} Sep 16 06:00:03.892111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43b70cce-4195-4c02-a0d2-c3e129998980 req-dcb7f95e-5360-4f42-adc7-ca6678716b2f tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=4df25dcc-ca19-4309-b98b-bdc7188838f4 HTTP/1.1" status: 200 len: 210 time: 0.0263748 Sep 16 06:00:05.042117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff0f15-74d0-4dee-bcdf-477d338c1d8c req-c7b44692-7daf-4bb6-ada7-fd4ad7620fc1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:05.043616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddff0f15-74d0-4dee-bcdf-477d338c1d8c req-c7b44692-7daf-4bb6-ada7-fd4ad7620fc1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0529432 Sep 16 06:00:05.081180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ddff0f15-74d0-4dee-bcdf-477d338c1d8c req-377f37f6-e017-482d-a961-e97bc18e6ff4 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Sep 16 06:00:05.211498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289daa6d-4b5a-49bc-a30e-6e120db068ea req-9270384b-bd9b-421b-9848-708d798307be tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:05.212972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-289daa6d-4b5a-49bc-a30e-6e120db068ea req-9270384b-bd9b-421b-9848-708d798307be tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0481281 Sep 16 06:00:05.254467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-289daa6d-4b5a-49bc-a30e-6e120db068ea req-0085ad74-b548-49ab-8897-ffa1c474cdd1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353258 Sep 16 06:00:05.367378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8d13b-6a9b-4cc1-82f0-355f1a70e033 req-a3eebac4-ef5c-493e-a25d-fe8d57f5dc3c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:05.368754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ec8d13b-6a9b-4cc1-82f0-355f1a70e033 req-a3eebac4-ef5c-493e-a25d-fe8d57f5dc3c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0472255 Sep 16 06:00:05.406565 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ec8d13b-6a9b-4cc1-82f0-355f1a70e033 req-a77fb808-2521-42fd-94ab-d064b4c7b64f tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Sep 16 06:00:05.476976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-e46e8c1c-a250-4dda-94a6-6455008bc36c req-1bdbd291-d44e-4af0-972b-f7e47a8e71b1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:00:05.477938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e46e8c1c-a250-4dda-94a6-6455008bc36c req-1bdbd291-d44e-4af0-972b-f7e47a8e71b1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052474 Sep 16 06:00:05.585528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2f6c6-d033-4e7e-aa38-fc8d2ca9e8c1 req-d4fc5e1c-db7e-44bf-a497-0d6f2f3595e1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:05.587008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8e2f6c6-d033-4e7e-aa38-fc8d2ca9e8c1 req-d4fc5e1c-db7e-44bf-a497-0d6f2f3595e1 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0525873 Sep 16 06:00:05.623929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e8e2f6c6-d033-4e7e-aa38-fc8d2ca9e8c1 req-996a887d-6fcb-4f21-8cc7-ea17084a0409 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303910 Sep 16 06:00:05.737672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9d005-d253-4a5c-8724-435eb55719fa req-82e8c7b4-971e-42a0-8a30-de4073e69e54 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:05.739138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa9d005-d253-4a5c-8724-435eb55719fa req-82e8c7b4-971e-42a0-8a30-de4073e69e54 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0483186 Sep 16 06:00:05.776777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa9d005-d253-4a5c-8724-435eb55719fa req-abc5f997-ce75-44ec-b49f-1f6cf7a4fef6 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Sep 16 06:00:05.898548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4469c5-4782-4208-8ba4-962767fdcc63 req-2e85eb45-01a5-4cb4-aa3a-b41324c78e8c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:05.899943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f4469c5-4782-4208-8ba4-962767fdcc63 req-2e85eb45-01a5-4cb4-aa3a-b41324c78e8c tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0486057 Sep 16 06:00:05.937045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5f4469c5-4782-4208-8ba4-962767fdcc63 req-3ebefe11-895d-4085-a168-d98c9223fa5b tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306549 Sep 16 06:00:06.437457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff928f6-a96a-436f-a20d-7e841a35d744 req-ed924c93-88d0-43a9-823a-6ab0af458ded tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:06.438935 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ff928f6-a96a-436f-a20d-7e841a35d744 req-ed924c93-88d0-43a9-823a-6ab0af458ded tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0521338 Sep 16 06:00:06.476522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ff928f6-a96a-436f-a20d-7e841a35d744 req-dfc1b642-642d-4a04-ab63-a4b82ff6220d tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Sep 16 06:00:06.722473 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:06.742419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:06.742770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device b7a2e6c0-4ece-4867-ae2b-5c47b6ba462a not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:07.596397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1fbbc-0857-45a4-90e6-4fea20973396 req-35fc17d9-60ab-4404-8803-315a69af53f7 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:07.597886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59d1fbbc-0857-45a4-90e6-4fea20973396 req-35fc17d9-60ab-4404-8803-315a69af53f7 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0536816 Sep 16 06:00:07.635022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59d1fbbc-0857-45a4-90e6-4fea20973396 req-1032bca9-bfe4-4264-aaf0-753beca7ea1a tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdcf434-54d3-48b8-a049-2ae728b26c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 Sep 16 06:00:07.970730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-9fe82937-0996-4121-94ea-60740c550cd3 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:07.972146 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-9fe82937-0996-4121-94ea-60740c550cd3 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 945 time: 0.0484691 Sep 16 06:00:08.058118 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Deleting port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:08.058467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:08.150237 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] For port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,segment=NetworkSegment(0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0),segment_id=0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:08.150606 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:08.162126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Calling delete_port for 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:08.346775 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:08.377457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Pushing event deleted for resources: {'Port': ['ID=89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:08.381866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:08.389220 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.389570 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.389916 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.390254 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.390844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.391188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.391548 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.391930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.392259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.392591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.392919 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.393243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:08.426164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] No DVR routers for this DVR port 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:08.428787 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:08.430832 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7e05dbe7-0ed8-4022-86de-0b71c95fbc54 req-5a377975-0ba7-420a-a2a5-d88772299ae8 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.57 "DELETE /v2.0/ports/89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 HTTP/1.1" status: 204 len: 173 time: 0.4523921 Sep 16 06:00:08.431295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3aac26-5a68-4ddc-ad43-2b7b8908aacd', 'name': 'network-vif-deleted', 'tag': '89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:08.433555 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d030dc18-3a7d-40b0-95bb-176f919fd2ec" -d '{"events": [{"server_uuid": "6f3aac26-5a68-4ddc-ad43-2b7b8908aacd", "name": "network-vif-deleted", "tag": "89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:08.437308 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:08.468615 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6be899-766c-4e57-adce-ca8f0ac99879 x-openstack-request-id: req-4d6be899-766c-4e57-adce-ca8f0ac99879 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:08.468910 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3aac26-5a68-4ddc-ad43-2b7b8908aacd", "name": "network-vif-deleted", "tag": "89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:08.469163 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d6be899-766c-4e57-adce-ca8f0ac99879 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:08.469565 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3aac26-5a68-4ddc-ad43-2b7b8908aacd', 'name': 'network-vif-deleted', 'tag': '89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3', 'status': 'completed', 'code': 200} Sep 16 06:00:08.730906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6a308893-bf56-4c9f-b9c7-5df6d676f856 req-22c726f0-4284-4f47-a238-860d2e5f3c25 tempest-ServersNegativeTestJSON-1160529847 tempest-ServersNegativeTestJSON-1160529847-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3aac26-5a68-4ddc-ad43-2b7b8908aacd HTTP/1.1" status: 200 len: 210 time: 0.0262082 Sep 16 06:00:09.786486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39212) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:09.829852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa76775-1c06-41b5-beec-6573a1986410 admin admin] Deleting subnet 100d66d4-815f-43a4-a037-e6f6fda2f710 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:00:09.832791 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7fa76775-1c06-41b5-beec-6573a1986410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:09.870121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7fa76775-1c06-41b5-beec-6573a1986410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:09.909431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7fa76775-1c06-41b5-beec-6573a1986410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.026742 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7fa76775-1c06-41b5-beec-6573a1986410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.051738 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa76775-1c06-41b5-beec-6573a1986410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100d66d4-815f-43a4-a037-e6f6fda2f710,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:10.057429 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7fa76775-1c06-41b5-beec-6573a1986410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.059313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7fa76775-1c06-41b5-beec-6573a1986410 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/100d66d4-815f-43a4-a037-e6f6fda2f710 HTTP/1.1" status: 204 len: 168 time: 0.2718112 Sep 16 06:00:10.063728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39214) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:10.135290 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.211581 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.231129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f71e0e-a02f-43f5-bcaf-6c4c84507ea7']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:10.240792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:10.241091 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bde4fc2-45e3-4fb2-a408-2c8c1efc48e0') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:10.254683 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.267793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.273516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:10.273899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:10.275519 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:10.412029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.417574 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.420134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] 10.222.0.59 "DELETE /v2.0/networks/19f71e0e-a02f-43f5-bcaf-6c4c84507ea7 HTTP/1.1" status: 204 len: 168 time: 0.3554919 Sep 16 06:00:10.430610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa3193-4c74-4378-894e-3a1da5d5966b admin admin] Pushing event deleted for resources: {'Network': ['ID=19f71e0e-a02f-43f5-bcaf-6c4c84507ea7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:10.736245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39218) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:10.774871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-46e76ad2-9867-4ee4-a6d4-2d1de3c49221 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4395b68104594a3ba7a345d9d8b8e1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374501 Sep 16 06:00:10.777347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39220) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:10.822904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae84c-eaee-4a51-afcd-df5c16a818fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.848151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae84c-eaee-4a51-afcd-df5c16a818fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.960254 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae84c-eaee-4a51-afcd-df5c16a818fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.962790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae84c-eaee-4a51-afcd-df5c16a818fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:10.963974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cd1ae84c-eaee-4a51-afcd-df5c16a818fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cdcf434-54d3-48b8-a049-2ae728b26c38 HTTP/1.1" status: 204 len: 168 time: 0.1857605 Sep 16 06:00:10.971495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ae84c-eaee-4a51-afcd-df5c16a818fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdcf434-54d3-48b8-a049-2ae728b26c38,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:11.086137 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e44b-9345-4d72-a8b0-ce8361660be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:11.108871 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.006626 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39242) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:12.102210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1609147508'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:12.223198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:12.226646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.235034 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.327133 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.415384 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.441823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:12.451273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975437e3-5767-4e7d-a70c-88d6427519a5,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:12.457144 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.457493 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Added segment 019171dd-33a5-4eb4-b98b-90a5f9b9e597 of type vlan for network 0c672882-4679-48f3-8ce2-b0b55414eee8 Sep 16 06:00:12.495385 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.586641 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.592173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:12.592789 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.662000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Network': ['ID=0c672882-4679-48f3-8ce2-b0b55414eee8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:12.672590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 0c672882-4679-48f3-8ce2-b0b55414eee8 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:12.687664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-068a17d8-eeb5-4b30-a293-81d429b40136 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6797175 Sep 16 06:00:13.162032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:13.182576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:13.182915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ec6f74-3a3d-4a41-b8b2-f87f09c2bcc3 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:14.234795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:14.491820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fc7d07f7-1dff-4490-b966-1fba3c502644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:15.366130 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:15.968653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39246) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:15.973786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'subnet': {'network_id': '0c672882-4679-48f3-8ce2-b0b55414eee8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:16.114655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:16.118130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.349168 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.412756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Subnet': ['ID=70521069-2553-4061-a137-7ad5f1c288e4,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:16.423069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Checking segment: {'id': '019171dd-33a5-4eb4-b98b-90a5f9b9e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c672882-4679-48f3-8ce2-b0b55414eee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:16.423456 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network hostable DHCP agents. Network: 0c672882-4679-48f3-8ce2-b0b55414eee8, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:16.520472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network 0c672882-4679-48f3-8ce2-b0b55414eee8 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:16.605849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 0c672882-4679-48f3-8ce2-b0b55414eee8) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:16.610333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:16.610935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.616089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a6fa5-2004-4775-b04e-c08708e12cfa None None] Network 0c672882-4679-48f3-8ce2-b0b55414eee8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:16.692695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c1243f4a-dc0e-48d7-ae5e-c85ba596cff1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7227356 Sep 16 06:00:16.695992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39248) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:16.701521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202975988'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:16.783424 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:16.786945 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.812415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:16.821588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.821990 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Added segment 3e0d781f-e46a-4522-8a73-7672650eafde of type vlan for network d152401b-3f75-4ff6-81f7-edb72b989202 Sep 16 06:00:16.865781 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.909319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-0c672882-4679-48f3-8ce2-b0b55414eee8', 'network_id': '0c672882-4679-48f3-8ce2-b0b55414eee8', 'tenant_id': '4f62fec6d81644b8b3c71d927a1a537f', 'fixed_ips': [{'subnet_id': '70521069-2553-4061-a137-7ad5f1c288e4'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:16.910491 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.943059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.949256 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:16.949834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.022673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Network': ['ID=d152401b-3f75-4ff6-81f7-edb72b989202,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:17.032720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network d152401b-3f75-4ff6-81f7-edb72b989202 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:17.055028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-53a47a3e-2b43-4dc0-850d-6642ba3cbf88 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3553436 Sep 16 06:00:17.055262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39250) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:17.060882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'subnet': {'network_id': 'd152401b-3f75-4ff6-81f7-edb72b989202', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:17.103975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Allocated IP 2001:db8:0:ffff::2 (0c672882-4679-48f3-8ce2-b0b55414eee8/70521069-2553-4061-a137-7ad5f1c288e4/32c8a382-49f6-417e-ab24-23a16ebc908e) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:17.110351 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.223023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:17.226579 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.254071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.332595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.370148 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Network 0c672882-4679-48f3-8ce2-b0b55414eee8 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:17.373786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:17.379965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:17.389099 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Pushing event updated for resources: {'Port': ['ID=32c8a382-49f6-417e-ab24-23a16ebc908e,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:17.437423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Attempting to bind port 32c8a382-49f6-417e-ab24-23a16ebc908e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:17.437797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Attempting to bind port 32c8a382-49f6-417e-ab24-23a16ebc908e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '019171dd-33a5-4eb4-b98b-90a5f9b9e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c672882-4679-48f3-8ce2-b0b55414eee8'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:17.438183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Attempting to bind port 32c8a382-49f6-417e-ab24-23a16ebc908e on network 0c672882-4679-48f3-8ce2-b0b55414eee8 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:17.443044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:17.443458 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Checking segment: {'id': '019171dd-33a5-4eb4-b98b-90a5f9b9e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c672882-4679-48f3-8ce2-b0b55414eee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:17.443870 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.444276 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Bound using segment: {'id': '019171dd-33a5-4eb4-b98b-90a5f9b9e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c672882-4679-48f3-8ce2-b0b55414eee8'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:17.444742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Bound port: 32c8a382-49f6-417e-ab24-23a16ebc908e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019171dd-33a5-4eb4-b98b-90a5f9b9e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c672882-4679-48f3-8ce2-b0b55414eee8'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:17.445183 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.486194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.509369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] For port 32c8a382-49f6-417e-ab24-23a16ebc908e, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:17.512822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] For port 32c8a382-49f6-417e-ab24-23a16ebc908e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=32c8a382-49f6-417e-ab24-23a16ebc908e,segment=NetworkSegment(019171dd-33a5-4eb4-b98b-90a5f9b9e597),segment_id=019171dd-33a5-4eb4-b98b-90a5f9b9e597)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:17.549803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Subnet': ['ID=fbb61338-f941-4161-9b6e-65bff8cb84b5,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:17.558625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Checking segment: {'id': '3e0d781f-e46a-4522-8a73-7672650eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd152401b-3f75-4ff6-81f7-edb72b989202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:17.558988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network hostable DHCP agents. Network: d152401b-3f75-4ff6-81f7-edb72b989202, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:17.584344 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.640240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network d152401b-3f75-4ff6-81f7-edb72b989202 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:17.643880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3515d07-8cf0-40a6-b49b-f5b32e92d8da None None] Pushing event updated for resources: {'Port': ['ID=32c8a382-49f6-417e-ab24-23a16ebc908e,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:17.712152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, d152401b-3f75-4ff6-81f7-edb72b989202) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:17.716934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:17.717675 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.721234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb92c7-ddc2-4743-85d7-89f14974c57a None None] Network d152401b-3f75-4ff6-81f7-edb72b989202 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:17.812569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0d0e9bc8-03f4-4d80-8ee3-2f0f372f0ba0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7562838 Sep 16 06:00:17.815106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39252) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:17.885236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-d152401b-3f75-4ff6-81f7-edb72b989202', 'network_id': 'd152401b-3f75-4ff6-81f7-edb72b989202', 'tenant_id': '4f62fec6d81644b8b3c71d927a1a537f', 'fixed_ips': [{'subnet_id': 'fbb61338-f941-4161-9b6e-65bff8cb84b5'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:17.886129 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.931070 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.985489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.033631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Allocated IP 2001:db8::2 (d152401b-3f75-4ff6-81f7-edb72b989202/fbb61338-f941-4161-9b6e-65bff8cb84b5/c5c0d9a6-91c6-4a01-928f-827c6132fd4c) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:18.171546 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.244071 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.290567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Network d152401b-3f75-4ff6-81f7-edb72b989202 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:18.295620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:18.298201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:18.304328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Pushing event updated for resources: {'Port': ['ID=c5c0d9a6-91c6-4a01-928f-827c6132fd4c,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:18.327258 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.355942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb61338-f941-4161-9b6e-65bff8cb84b5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:18.364279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Attempting to bind port c5c0d9a6-91c6-4a01-928f-827c6132fd4c on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:18.364660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Attempting to bind port c5c0d9a6-91c6-4a01-928f-827c6132fd4c by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3e0d781f-e46a-4522-8a73-7672650eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd152401b-3f75-4ff6-81f7-edb72b989202'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:18.365040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Attempting to bind port c5c0d9a6-91c6-4a01-928f-827c6132fd4c on network d152401b-3f75-4ff6-81f7-edb72b989202 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:18.370748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:18.371137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Checking segment: {'id': '3e0d781f-e46a-4522-8a73-7672650eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd152401b-3f75-4ff6-81f7-edb72b989202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:18.371599 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.372530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Bound using segment: {'id': '3e0d781f-e46a-4522-8a73-7672650eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd152401b-3f75-4ff6-81f7-edb72b989202'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:18.373011 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Bound port: c5c0d9a6-91c6-4a01-928f-827c6132fd4c, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0d781f-e46a-4522-8a73-7672650eafde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd152401b-3f75-4ff6-81f7-edb72b989202'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:18.373402 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.427183 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.444265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] For port c5c0d9a6-91c6-4a01-928f-827c6132fd4c, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:18.447789 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] For port c5c0d9a6-91c6-4a01-928f-827c6132fd4c, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c5c0d9a6-91c6-4a01-928f-827c6132fd4c,segment=NetworkSegment(3e0d781f-e46a-4522-8a73-7672650eafde),segment_id=3e0d781f-e46a-4522-8a73-7672650eafde)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:18.448864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d152401b-3f75-4ff6-81f7-edb72b989202']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:18.459553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0d781f-e46a-4522-8a73-7672650eafde') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:18.459854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0d781f-e46a-4522-8a73-7672650eafde') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:18.469640 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.535781 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.538158 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.544951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:18.545389 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:18.548909 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:18.610612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3b993-72d3-4fa1-a037-94de64282b7b None None] Network 0c672882-4679-48f3-8ce2-b0b55414eee8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:18.633622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f10a7-9e2b-4680-8e72-b12418fe63d9 None None] Pushing event updated for resources: {'Port': ['ID=c5c0d9a6-91c6-4a01-928f-827c6132fd4c,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:18.673504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da142002-38d5-4045-85f9-da0c6d3597be None None] Network d152401b-3f75-4ff6-81f7-edb72b989202 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:18.678182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.db.api [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 06:00:18.678182 n-d-712143-16 neutron-server[101824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 06:00:18.678182 n-d-712143-16 neutron-server[101824]: [parameters: {'id': 'd152401b-3f75-4ff6-81f7-edb72b989202'}] Sep 16 06:00:18.678182 n-d-712143-16 neutron-server[101824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:00:18.678572 n-d-712143-16 neutron-server[101824]: DEBUG oslo_db.api [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:00:18.762132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6899fcca-9f2b-47cf-bd3c-59c1ea8bad3f None None] Provisioning complete for port 32c8a382-49f6-417e-ab24-23a16ebc908e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:18.762524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6899fcca-9f2b-47cf-bd3c-59c1ea8bad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:18.939776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 32c8a382-49f6-417e-ab24-23a16ebc908e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:18.961129 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6899fcca-9f2b-47cf-bd3c-59c1ea8bad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.010863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6899fcca-9f2b-47cf-bd3c-59c1ea8bad3f None None] For port 32c8a382-49f6-417e-ab24-23a16ebc908e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=32c8a382-49f6-417e-ab24-23a16ebc908e,segment=NetworkSegment(019171dd-33a5-4eb4-b98b-90a5f9b9e597),segment_id=019171dd-33a5-4eb4-b98b-90a5f9b9e597)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:19.020337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 32c8a382-49f6-417e-ab24-23a16ebc908e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:19.020716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.084727 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6899fcca-9f2b-47cf-bd3c-59c1ea8bad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.114081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1b699-5862-4705-b61e-e25dff1d0f45 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 06:00:19.154497 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.180272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.198375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899fcca-9f2b-47cf-bd3c-59c1ea8bad3f None None] Pushing event updated for resources: {'Port': ['ID=32c8a382-49f6-417e-ab24-23a16ebc908e,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:19.240981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Deleting port c5c0d9a6-91c6-4a01-928f-827c6132fd4c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:19.241325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.256827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-dcf61293-7d93-4a8c-b077-c079c12c09ff None None] Provisioning complete for port 32c8a382-49f6-417e-ab24-23a16ebc908e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:19.257212 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dcf61293-7d93-4a8c-b077-c079c12c09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.284527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1b699-5862-4705-b61e-e25dff1d0f45 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 06:00:19.301681 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:00:19.302042 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:00:19.307537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] For port c5c0d9a6-91c6-4a01-928f-827c6132fd4c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c5c0d9a6-91c6-4a01-928f-827c6132fd4c,segment=NetworkSegment(3e0d781f-e46a-4522-8a73-7672650eafde),segment_id=3e0d781f-e46a-4522-8a73-7672650eafde)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:19.307907 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.320488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Calling delete_port for c5c0d9a6-91c6-4a01-928f-827c6132fd4c owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:19.454904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.480702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Port': ['ID=c5c0d9a6-91c6-4a01-928f-827c6132fd4c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:19.484490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No DVR routers for this DVR port c5c0d9a6-91c6-4a01-928f-827c6132fd4c on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:19.566939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.586677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d152401b-3f75-4ff6-81f7-edb72b989202']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:19.596317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0d781f-e46a-4522-8a73-7672650eafde') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:19.596726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0d781f-e46a-4522-8a73-7672650eafde') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:19.605791 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.618657 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.624326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:19.624703 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:19.627533 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:19.754371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.762024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.763741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/d152401b-3f75-4ff6-81f7-edb72b989202 HTTP/1.1" status: 204 len: 168 time: 1.9475930 Sep 16 06:00:19.767705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39254) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:19.772783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556166516'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:19.774954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabec68-6b3d-4f9b-8240-2d5d6b522ee1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Network': ['ID=d152401b-3f75-4ff6-81f7-edb72b989202,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:19.855070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:19.858596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.882149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:19.893374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:19.893718 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Added segment 7e659ece-75af-4da5-8b48-48841c0a8d15 of type vlan for network afa9ecd0-7267-42e4-a5eb-cd673323b5b1 Sep 16 06:00:19.940791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:20.057288 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:20.063306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:20.063903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:20.128180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Network': ['ID=afa9ecd0-7267-42e4-a5eb-cd673323b5b1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:20.138791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network afa9ecd0-7267-42e4-a5eb-cd673323b5b1 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:20.155359 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-83bdd7d7-28b8-467a-827c-fb03ae5c6dc7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3865409 Sep 16 06:00:20.159380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39256) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:20.163205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'subnet': {'network_id': 'afa9ecd0-7267-42e4-a5eb-cd673323b5b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:20.331331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:20.334746 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:20.390994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.ipam_backend_mixin [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Performing IP validity checks on allocation pools {{(pid=101825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 06:00:20.391542 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.ipam_backend_mixin [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 06:00:20.583721 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:20.930134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 32c8a382-49f6-417e-ab24-23a16ebc908e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:20.974541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Subnet': ['ID=88296461-1acd-41f8-a7b5-938ef56fb118,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:20.982604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 32c8a382-49f6-417e-ab24-23a16ebc908e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:20.982984 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:20.985868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Checking segment: {'id': '7e659ece-75af-4da5-8b48-48841c0a8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa9ecd0-7267-42e4-a5eb-cd673323b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:20.986236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network hostable DHCP agents. Network: afa9ecd0-7267-42e4-a5eb-cd673323b5b1, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:21.057478 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network afa9ecd0-7267-42e4-a5eb-cd673323b5b1 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:21.142904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, afa9ecd0-7267-42e4-a5eb-cd673323b5b1) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:21.148129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:21.148769 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.152431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf825ea9-073c-4d32-b641-0fb3a085919f None None] Network afa9ecd0-7267-42e4-a5eb-cd673323b5b1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:21.232283 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ee13f9a7-6553-415e-984c-229bb693eee7 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0704410 Sep 16 06:00:21.232631 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39258) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:21.342366 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.396724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.472584 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed654c-eebc-4335-936a-ce95a8a04cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-afa9ecd0-7267-42e4-a5eb-cd673323b5b1', 'network_id': 'afa9ecd0-7267-42e4-a5eb-cd673323b5b1', 'tenant_id': '4f62fec6d81644b8b3c71d927a1a537f', 'fixed_ips': [{'subnet_id': '88296461-1acd-41f8-a7b5-938ef56fb118'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:21.473629 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8aed654c-eebc-4335-936a-ce95a8a04cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.515615 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.542606 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Subnet': ['ID=88296461-1acd-41f8-a7b5-938ef56fb118,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:21.609361 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server [None req-8aed654c-eebc-4335-936a-ce95a8a04cc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88296461-1acd-41f8-a7b5-938ef56fb118: This subnet is being modified by another concurrent operation. Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server raise exception Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88296461-1acd-41f8-a7b5-938ef56fb118: This subnet is being modified by another concurrent operation. Sep 16 06:00:21.625212 n-d-712143-16 neutron-server[101826]: ERROR oslo_messaging.rpc.server Sep 16 06:00:21.633848 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa9ecd0-7267-42e4-a5eb-cd673323b5b1']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:21.643312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00308f1-ff36-4c9e-a2cf-8d62778190dc None None] Network afa9ecd0-7267-42e4-a5eb-cd673323b5b1 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:21.643460 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e659ece-75af-4da5-8b48-48841c0a8d15') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:21.643667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e659ece-75af-4da5-8b48-48841c0a8d15') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:21.653806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.667538 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.674001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:21.674399 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:21.677489 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:21.752337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8b0bc-09a9-4525-abbd-b927453db7f5 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 06:00:21.820845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.821105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8b0bc-09a9-4525-abbd-b927453db7f5 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 06:00:21.830082 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.837080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/afa9ecd0-7267-42e4-a5eb-cd673323b5b1 HTTP/1.1" status: 204 len: 168 time: 0.5983741 Sep 16 06:00:21.837239 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39260) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:21.841288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202102118'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:21.861260 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252215ee-fdab-48ba-b1d4-f395e323d455 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Network': ['ID=afa9ecd0-7267-42e4-a5eb-cd673323b5b1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:21.929552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:21.934142 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.959023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:21.967711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.968060 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Added segment 059280a3-cb7b-47bf-a2ed-ecaebf4c92f1 of type vlan for network 78dd152e-78a9-4d9e-a97c-89ac146591df Sep 16 06:00:22.008494 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.120217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.125903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:22.126492 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.193717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Network': ['ID=78dd152e-78a9-4d9e-a97c-89ac146591df,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:22.203562 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 78dd152e-78a9-4d9e-a97c-89ac146591df details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:22.238692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3db77880-8b96-4fa3-8a3f-2d2da9593740 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4017327 Sep 16 06:00:22.241513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39262) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:22.246397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'subnet': {'network_id': '78dd152e-78a9-4d9e-a97c-89ac146591df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:22.405886 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:22.409454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.638199 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.700831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Subnet': ['ID=986a22cd-6dd5-4830-82a6-e209a6952d7f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:22.709419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Checking segment: {'id': '059280a3-cb7b-47bf-a2ed-ecaebf4c92f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78dd152e-78a9-4d9e-a97c-89ac146591df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:22.709781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network hostable DHCP agents. Network: 78dd152e-78a9-4d9e-a97c-89ac146591df, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:22.803258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network 78dd152e-78a9-4d9e-a97c-89ac146591df is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:22.868311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 78dd152e-78a9-4d9e-a97c-89ac146591df) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:22.873318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:22.874191 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.877822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0a830-a2ec-4c88-a496-442e312edc12 None None] Network 78dd152e-78a9-4d9e-a97c-89ac146591df requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:22.936014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b816f821-f9af-4f33-b2a4-4b1405c5f0f1 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6933157 Sep 16 06:00:22.939418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39264) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:22.944405 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1134516911'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:23.020235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-78dd152e-78a9-4d9e-a97c-89ac146591df', 'network_id': '78dd152e-78a9-4d9e-a97c-89ac146591df', 'tenant_id': '4f62fec6d81644b8b3c71d927a1a537f', 'fixed_ips': [{'subnet_id': '986a22cd-6dd5-4830-82a6-e209a6952d7f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:23.020616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:23.021137 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.024127 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.047228 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:23.055739 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.056107 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Added segment 630627c1-5743-4f03-bc09-250886b87cf3 of type vlan for network 35151e64-7e5f-409e-b5f9-44780ca1050a Sep 16 06:00:23.095955 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.156267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Allocated IP 2001:db8::2 (78dd152e-78a9-4d9e-a97c-89ac146591df/986a22cd-6dd5-4830-82a6-e209a6952d7f/29620b83-7438-4257-a487-a21ed8fbb7fd) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:23.182933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.195181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:23.195181 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.259963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Network': ['ID=35151e64-7e5f-409e-b5f9-44780ca1050a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:23.277094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 35151e64-7e5f-409e-b5f9-44780ca1050a details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:23.278622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c13f29d-a905-4c63-9b31-21bb654f46e8 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3378370 Sep 16 06:00:23.281212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39266) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:23.286396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Request body: {'subnet': {'network_id': '35151e64-7e5f-409e-b5f9-44780ca1050a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:23.343972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.423569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.451670 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Made reservation on behalf of 4f62fec6d81644b8b3c71d927a1a537f for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:23.455211 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.460534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Network 78dd152e-78a9-4d9e-a97c-89ac146591df is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:23.463430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:23.468877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:23.474328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Pushing event updated for resources: {'Port': ['ID=29620b83-7438-4257-a487-a21ed8fbb7fd,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:23.530210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Attempting to bind port 29620b83-7438-4257-a487-a21ed8fbb7fd on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:23.530590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Attempting to bind port 29620b83-7438-4257-a487-a21ed8fbb7fd by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '059280a3-cb7b-47bf-a2ed-ecaebf4c92f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78dd152e-78a9-4d9e-a97c-89ac146591df'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:23.530962 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Attempting to bind port 29620b83-7438-4257-a487-a21ed8fbb7fd on network 78dd152e-78a9-4d9e-a97c-89ac146591df {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:23.535858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:23.536240 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Checking segment: {'id': '059280a3-cb7b-47bf-a2ed-ecaebf4c92f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78dd152e-78a9-4d9e-a97c-89ac146591df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:23.536652 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.537055 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Bound using segment: {'id': '059280a3-cb7b-47bf-a2ed-ecaebf4c92f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78dd152e-78a9-4d9e-a97c-89ac146591df'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:23.537530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Bound port: 29620b83-7438-4257-a487-a21ed8fbb7fd, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059280a3-cb7b-47bf-a2ed-ecaebf4c92f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78dd152e-78a9-4d9e-a97c-89ac146591df'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:23.537914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.601673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] For port 29620b83-7438-4257-a487-a21ed8fbb7fd, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:23.604643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] For port 29620b83-7438-4257-a487-a21ed8fbb7fd, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=29620b83-7438-4257-a487-a21ed8fbb7fd,segment=NetworkSegment(059280a3-cb7b-47bf-a2ed-ecaebf4c92f1),segment_id=059280a3-cb7b-47bf-a2ed-ecaebf4c92f1)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:23.672503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.700966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.729620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e07707-fcae-4da4-8ca3-7cd535a3afa6 None None] Pushing event updated for resources: {'Port': ['ID=29620b83-7438-4257-a487-a21ed8fbb7fd,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:23.769256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event updated for resources: {'Subnet': ['ID=506a4fff-0a99-4d63-8cbb-7ea576573fb6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:23.778821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Checking segment: {'id': '630627c1-5743-4f03-bc09-250886b87cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35151e64-7e5f-409e-b5f9-44780ca1050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:23.779297 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network hostable DHCP agents. Network: 35151e64-7e5f-409e-b5f9-44780ca1050a, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:23.878249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Network 35151e64-7e5f-409e-b5f9-44780ca1050a is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:23.963633 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 35151e64-7e5f-409e-b5f9-44780ca1050a) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:23.968453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:23.969102 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.978549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824536ed-c4e6-4795-8283-953eaf96857a None None] Network 35151e64-7e5f-409e-b5f9-44780ca1050a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:24.044900 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f8242884-12a8-41c7-9a6b-167a840b03d0 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7625134 Sep 16 06:00:24.047448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39268) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:24.126179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-35151e64-7e5f-409e-b5f9-44780ca1050a', 'network_id': '35151e64-7e5f-409e-b5f9-44780ca1050a', 'tenant_id': '4f62fec6d81644b8b3c71d927a1a537f', 'fixed_ips': [{'subnet_id': '506a4fff-0a99-4d63-8cbb-7ea576573fb6'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:24.127084 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.142845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.194569 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.272078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Allocated IP 2001:db8::2 (35151e64-7e5f-409e-b5f9-44780ca1050a/506a4fff-0a99-4d63-8cbb-7ea576573fb6/632d77b3-c0b8-4928-b02c-b7d023de19e4) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:24.421218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.483865 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.521575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Network 35151e64-7e5f-409e-b5f9-44780ca1050a is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:24.524804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:24.531065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:24.536898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Pushing event updated for resources: {'Port': ['ID=632d77b3-c0b8-4928-b02c-b7d023de19e4,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:24.546552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.581789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Subnet': ['ID=506a4fff-0a99-4d63-8cbb-7ea576573fb6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:24.602889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Attempting to bind port 632d77b3-c0b8-4928-b02c-b7d023de19e4 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:24.603308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Attempting to bind port 632d77b3-c0b8-4928-b02c-b7d023de19e4 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '630627c1-5743-4f03-bc09-250886b87cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35151e64-7e5f-409e-b5f9-44780ca1050a'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:24.605960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Attempting to bind port 632d77b3-c0b8-4928-b02c-b7d023de19e4 on network 35151e64-7e5f-409e-b5f9-44780ca1050a {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:24.610720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:24.611111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Checking segment: {'id': '630627c1-5743-4f03-bc09-250886b87cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35151e64-7e5f-409e-b5f9-44780ca1050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:24.611557 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.611968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Bound using segment: {'id': '630627c1-5743-4f03-bc09-250886b87cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35151e64-7e5f-409e-b5f9-44780ca1050a'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:24.612449 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Bound port: 632d77b3-c0b8-4928-b02c-b7d023de19e4, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630627c1-5743-4f03-bc09-250886b87cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '35151e64-7e5f-409e-b5f9-44780ca1050a'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:24.612846 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.648397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82448377-b293-4688-94bc-e0a4ec0723a3 None None] Network 78dd152e-78a9-4d9e-a97c-89ac146591df requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:24.655563 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.675938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35151e64-7e5f-409e-b5f9-44780ca1050a']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:24.685551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630627c1-5743-4f03-bc09-250886b87cf3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:24.685855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630627c1-5743-4f03-bc09-250886b87cf3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:24.695326 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.708754 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.714475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:24.714863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:24.719691 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:24.737988 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-21b5638f-ae73-4a8a-886b-58e81c2ba59a None None] Provisioning complete for port 29620b83-7438-4257-a487-a21ed8fbb7fd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:24.738359 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21b5638f-ae73-4a8a-886b-58e81c2ba59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.742267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] For port 632d77b3-c0b8-4928-b02c-b7d023de19e4, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:24.798355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] For port 632d77b3-c0b8-4928-b02c-b7d023de19e4, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=632d77b3-c0b8-4928-b02c-b7d023de19e4,segment=NetworkSegment(630627c1-5743-4f03-bc09-250886b87cf3),segment_id=630627c1-5743-4f03-bc09-250886b87cf3)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:24.815141 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.db.api [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 06:00:24.815141 n-d-712143-16 neutron-server[101825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 06:00:24.815141 n-d-712143-16 neutron-server[101825]: [parameters: {'id': '35151e64-7e5f-409e-b5f9-44780ca1050a'}] Sep 16 06:00:24.815141 n-d-712143-16 neutron-server[101825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:00:24.815566 n-d-712143-16 neutron-server[101825]: DEBUG oslo_db.api [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:00:24.882846 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.895003 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21b5638f-ae73-4a8a-886b-58e81c2ba59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.951699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 29620b83-7438-4257-a487-a21ed8fbb7fd up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:25.021997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-21b5638f-ae73-4a8a-886b-58e81c2ba59a None None] For port 29620b83-7438-4257-a487-a21ed8fbb7fd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=29620b83-7438-4257-a487-a21ed8fbb7fd,segment=NetworkSegment(059280a3-cb7b-47bf-a2ed-ecaebf4c92f1),segment_id=059280a3-cb7b-47bf-a2ed-ecaebf4c92f1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:25.026348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e42536-0299-4ac8-8d29-103b851cff23 None None] Pushing event updated for resources: {'Port': ['ID=632d77b3-c0b8-4928-b02c-b7d023de19e4,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:25.054166 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5840d98-b14d-4fa6-bda2-3bd78ab1dafa None None] Network 35151e64-7e5f-409e-b5f9-44780ca1050a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:25.055901 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 29620b83-7438-4257-a487-a21ed8fbb7fd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:25.059341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.091941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-21b5638f-ae73-4a8a-886b-58e81c2ba59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.240870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5638f-ae73-4a8a-886b-58e81c2ba59a None None] Pushing event updated for resources: {'Port': ['ID=29620b83-7438-4257-a487-a21ed8fbb7fd,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:25.270398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0ecabd0f-c710-4c58-a331-8a4f3afc6595 None None] Provisioning complete for port 29620b83-7438-4257-a487-a21ed8fbb7fd triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:25.270770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0ecabd0f-c710-4c58-a331-8a4f3afc6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.317077 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.319295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5705cd-b3ed-43cc-a50c-c63bd050a4b9 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 06:00:25.372852 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Deleting port 632d77b3-c0b8-4928-b02c-b7d023de19e4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:25.373196 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.437049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5705cd-b3ed-43cc-a50c-c63bd050a4b9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 06:00:25.445983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] For port 632d77b3-c0b8-4928-b02c-b7d023de19e4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=632d77b3-c0b8-4928-b02c-b7d023de19e4,segment=NetworkSegment(630627c1-5743-4f03-bc09-250886b87cf3),segment_id=630627c1-5743-4f03-bc09-250886b87cf3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:25.446357 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.459522 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Calling delete_port for 632d77b3-c0b8-4928-b02c-b7d023de19e4 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:25.591771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.617705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Port': ['ID=632d77b3-c0b8-4928-b02c-b7d023de19e4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:25.621234 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No DVR routers for this DVR port 632d77b3-c0b8-4928-b02c-b7d023de19e4 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:25.703062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.722204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35151e64-7e5f-409e-b5f9-44780ca1050a']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:25.731656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630627c1-5743-4f03-bc09-250886b87cf3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:25.731948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630627c1-5743-4f03-bc09-250886b87cf3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:25.741601 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.755083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.760792 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:25.761181 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:25.764078 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:25.891792 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.898366 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.900202 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/35151e64-7e5f-409e-b5f9-44780ca1050a HTTP/1.1" status: 204 len: 168 time: 1.8517332 Sep 16 06:00:25.904204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39270) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:25.911773 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8641b-0faf-46e9-84f3-c90f69752ade tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Network': ['ID=35151e64-7e5f-409e-b5f9-44780ca1050a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:25.933218 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ba7278-1a27-4801-80d6-9b9d5ebdcc2f tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] GET failed (client error): The resource could not be found. Sep 16 06:00:25.934541 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f4ba7278-1a27-4801-80d6-9b9d5ebdcc2f tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "GET /v2.0/subnets/506a4fff-0a99-4d63-8cbb-7ea576573fb6 HTTP/1.1" status: 404 len: 337 time: 0.0293479 Sep 16 06:00:25.937227 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39272) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:25.954164 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-34700c35-565f-427f-92de-819407cde84c tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] DELETE failed (client error): The resource could not be found. Sep 16 06:00:25.954689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34700c35-565f-427f-92de-819407cde84c tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:00:25.956337 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-34700c35-565f-427f-92de-819407cde84c tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/35151e64-7e5f-409e-b5f9-44780ca1050a HTTP/1.1" status: 404 len: 339 time: 0.0182388 Sep 16 06:00:25.959910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39274) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:25.985627 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c65201-158e-48ce-98ef-0960835d6d35 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] DELETE failed (client error): The resource could not be found. Sep 16 06:00:25.986060 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c65201-158e-48ce-98ef-0960835d6d35 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:00:25.987755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-14c65201-158e-48ce-98ef-0960835d6d35 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/subnets/506a4fff-0a99-4d63-8cbb-7ea576573fb6 HTTP/1.1" status: 404 len: 337 time: 0.0269880 Sep 16 06:00:25.989976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39276) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:26.006481 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7671f0d1-1663-47d3-bdd8-426bc508a8da tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] DELETE failed (client error): The resource could not be found. Sep 16 06:00:26.006992 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7671f0d1-1663-47d3-bdd8-426bc508a8da tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:00:26.008620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7671f0d1-1663-47d3-bdd8-426bc508a8da tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/35151e64-7e5f-409e-b5f9-44780ca1050a HTTP/1.1" status: 404 len: 339 time: 0.0177994 Sep 16 06:00:26.010845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39278) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:26.059814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-730ec70a-2848-4df3-990c-dc65a427d3f5 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Deleting subnet 986a22cd-6dd5-4830-82a6-e209a6952d7f {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:00:26.062841 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-730ec70a-2848-4df3-990c-dc65a427d3f5 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.104900 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-730ec70a-2848-4df3-990c-dc65a427d3f5 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.185242 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-730ec70a-2848-4df3-990c-dc65a427d3f5 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.308790 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-730ec70a-2848-4df3-990c-dc65a427d3f5 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.341194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ec70a-2848-4df3-990c-dc65a427d3f5 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Subnet': ['ID=986a22cd-6dd5-4830-82a6-e209a6952d7f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:26.343363 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-730ec70a-2848-4df3-990c-dc65a427d3f5 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.345225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-730ec70a-2848-4df3-990c-dc65a427d3f5 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/subnets/986a22cd-6dd5-4830-82a6-e209a6952d7f HTTP/1.1" status: 204 len: 168 time: 0.3334889 Sep 16 06:00:26.347182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8babc-3f5c-4b08-886f-ebe066da3c78 None None] Network 78dd152e-78a9-4d9e-a97c-89ac146591df requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:26.347936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39280) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:26.425085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.478531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Deleting port 29620b83-7438-4257-a487-a21ed8fbb7fd {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:26.479272 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.520170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] DHCP port deletion for 78dd152e-78a9-4d9e-a97c-89ac146591df request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:00:26.546696 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] For port 29620b83-7438-4257-a487-a21ed8fbb7fd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=29620b83-7438-4257-a487-a21ed8fbb7fd,segment=NetworkSegment(059280a3-cb7b-47bf-a2ed-ecaebf4c92f1),segment_id=059280a3-cb7b-47bf-a2ed-ecaebf4c92f1)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:26.547084 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.559507 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Calling delete_port for 29620b83-7438-4257-a487-a21ed8fbb7fd owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:26.565985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] Deleting port 29620b83-7438-4257-a487-a21ed8fbb7fd {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:26.570553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.630919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] For port 29620b83-7438-4257-a487-a21ed8fbb7fd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=29620b83-7438-4257-a487-a21ed8fbb7fd,segment=NetworkSegment(059280a3-cb7b-47bf-a2ed-ecaebf4c92f1),segment_id=059280a3-cb7b-47bf-a2ed-ecaebf4c92f1)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:26.631346 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.718282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.747225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Port': ['ID=29620b83-7438-4257-a487-a21ed8fbb7fd,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:26.753423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No DVR routers for this DVR port 29620b83-7438-4257-a487-a21ed8fbb7fd on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:26.807754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] Calling delete_port for 29620b83-7438-4257-a487-a21ed8fbb7fd owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:26.883582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:26.909297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] Pushing event deleted for resources: {'Port': ['ID=29620b83-7438-4257-a487-a21ed8fbb7fd,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:26.917202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18711c1-601e-4a19-a769-ebbcd2df14da None None] No DVR routers for this DVR port 29620b83-7438-4257-a487-a21ed8fbb7fd on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:26.933983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 29620b83-7438-4257-a487-a21ed8fbb7fd no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:26.956074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 29620b83-7438-4257-a487-a21ed8fbb7fd {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:26.956427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 29620b83-7438-4257-a487-a21ed8fbb7fd not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:27.167197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.186361 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dd152e-78a9-4d9e-a97c-89ac146591df']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:27.195208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059280a3-cb7b-47bf-a2ed-ecaebf4c92f1') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:27.195544 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059280a3-cb7b-47bf-a2ed-ecaebf4c92f1') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:27.205107 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.218569 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.224692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:27.225074 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:27.227960 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:27.348488 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.355716 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.356916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/78dd152e-78a9-4d9e-a97c-89ac146591df HTTP/1.1" status: 204 len: 168 time: 1.0080645 Sep 16 06:00:27.359585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39282) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:27.367817 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b7d70-2ab8-4192-a5cf-53750a71c6af tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Network': ['ID=78dd152e-78a9-4d9e-a97c-89ac146591df,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:27.386320 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f208362-6608-4a3d-b7ca-e74f633f5d20 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] DELETE failed (client error): The resource could not be found. Sep 16 06:00:27.386788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f208362-6608-4a3d-b7ca-e74f633f5d20 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:00:27.389208 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1f208362-6608-4a3d-b7ca-e74f633f5d20 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/subnets/88296461-1acd-41f8-a7b5-938ef56fb118 HTTP/1.1" status: 404 len: 337 time: 0.0286257 Sep 16 06:00:27.392127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39284) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:27.410559 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33f167f-8b78-450a-937b-9303cc63b189 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] DELETE failed (client error): The resource could not be found. Sep 16 06:00:27.411104 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33f167f-8b78-450a-937b-9303cc63b189 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:00:27.414108 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e33f167f-8b78-450a-937b-9303cc63b189 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/afa9ecd0-7267-42e4-a5eb-cd673323b5b1 HTTP/1.1" status: 404 len: 339 time: 0.0209174 Sep 16 06:00:27.416249 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39286) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:27.443816 n-d-712143-16 neutron-server[101825]: INFO neutron.pecan_wsgi.hooks.translation [None req-546441a2-24a9-4997-a01c-e19e8f891737 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] DELETE failed (client error): The resource could not be found. Sep 16 06:00:27.444159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546441a2-24a9-4997-a01c-e19e8f891737 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:00:27.445893 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-546441a2-24a9-4997-a01c-e19e8f891737 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/subnets/fbb61338-f941-4161-9b6e-65bff8cb84b5 HTTP/1.1" status: 404 len: 337 time: 0.0287592 Sep 16 06:00:27.448659 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39288) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:27.467506 n-d-712143-16 neutron-server[101824]: INFO neutron.pecan_wsgi.hooks.translation [None req-852b7d2e-6c3f-4c78-b039-4e47c37b44d3 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] DELETE failed (client error): The resource could not be found. Sep 16 06:00:27.468016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852b7d2e-6c3f-4c78-b039-4e47c37b44d3 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:00:27.469645 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-852b7d2e-6c3f-4c78-b039-4e47c37b44d3 tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/d152401b-3f75-4ff6-81f7-edb72b989202 HTTP/1.1" status: 404 len: 339 time: 0.0197904 Sep 16 06:00:27.472164 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39290) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:27.520692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcefdf4e-0b55-4a42-9f08-894dd3223ceb tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Deleting subnet 70521069-2553-4061-a137-7ad5f1c288e4 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:00:27.523678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcefdf4e-0b55-4a42-9f08-894dd3223ceb tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.565582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcefdf4e-0b55-4a42-9f08-894dd3223ceb tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.644419 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcefdf4e-0b55-4a42-9f08-894dd3223ceb tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.766190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcefdf4e-0b55-4a42-9f08-894dd3223ceb tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.796728 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefdf4e-0b55-4a42-9f08-894dd3223ceb tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Subnet': ['ID=70521069-2553-4061-a137-7ad5f1c288e4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:27.800552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-fcefdf4e-0b55-4a42-9f08-894dd3223ceb tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.803210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-fcefdf4e-0b55-4a42-9f08-894dd3223ceb tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/subnets/70521069-2553-4061-a137-7ad5f1c288e4 HTTP/1.1" status: 204 len: 168 time: 0.3301272 Sep 16 06:00:27.804912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39292) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:27.808658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe5162-30bf-4048-90c8-f2f1f7a2cfdc None None] Network 0c672882-4679-48f3-8ce2-b0b55414eee8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:27.878896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.930298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Deleting port 32c8a382-49f6-417e-ab24-23a16ebc908e {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:27.930646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.980032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] DHCP port deletion for 0c672882-4679-48f3-8ce2-b0b55414eee8 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:00:27.999470 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] For port 32c8a382-49f6-417e-ab24-23a16ebc908e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=32c8a382-49f6-417e-ab24-23a16ebc908e,segment=NetworkSegment(019171dd-33a5-4eb4-b98b-90a5f9b9e597),segment_id=019171dd-33a5-4eb4-b98b-90a5f9b9e597)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:27.999839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.012067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Calling delete_port for 32c8a382-49f6-417e-ab24-23a16ebc908e owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:28.030235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] Deleting port 32c8a382-49f6-417e-ab24-23a16ebc908e {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:28.030543 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.099931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] For port 32c8a382-49f6-417e-ab24-23a16ebc908e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=32c8a382-49f6-417e-ab24-23a16ebc908e,segment=NetworkSegment(019171dd-33a5-4eb4-b98b-90a5f9b9e597),segment_id=019171dd-33a5-4eb4-b98b-90a5f9b9e597)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:28.100338 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.112710 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] Calling delete_port for 32c8a382-49f6-417e-ab24-23a16ebc908e owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:28.145836 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.173301 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Port': ['ID=32c8a382-49f6-417e-ab24-23a16ebc908e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:28.177291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] No DVR routers for this DVR port 32c8a382-49f6-417e-ab24-23a16ebc908e on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:28.190333 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.213221 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] Pushing event deleted for resources: {'Port': ['ID=32c8a382-49f6-417e-ab24-23a16ebc908e,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:28.220277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f2789-9b46-4993-819c-56af6ce26686 None None] No DVR routers for this DVR port 32c8a382-49f6-417e-ab24-23a16ebc908e on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:28.259582 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.280123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c672882-4679-48f3-8ce2-b0b55414eee8']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:28.289563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019171dd-33a5-4eb4-b98b-90a5f9b9e597') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:28.289806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019171dd-33a5-4eb4-b98b-90a5f9b9e597') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:28.299736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.312732 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.318552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:28.318965 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:28.321885 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:28.439853 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.447163 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.448619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] 10.222.0.59 "DELETE /v2.0/networks/0c672882-4679-48f3-8ce2-b0b55414eee8 HTTP/1.1" status: 204 len: 168 time: 0.6427977 Sep 16 06:00:28.460412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bfb7a-4de7-483a-bbc4-ea66b36be0bd tempest-NetworksIpV6Test-160642775 tempest-NetworksIpV6Test-160642775-project] Pushing event deleted for resources: {'Network': ['ID=0c672882-4679-48f3-8ce2-b0b55414eee8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:28.706194 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.918199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 32c8a382-49f6-417e-ab24-23a16ebc908e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:28.918960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39298) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:28.939120 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 32c8a382-49f6-417e-ab24-23a16ebc908e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:28.939501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 32c8a382-49f6-417e-ab24-23a16ebc908e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:29.049435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-789e141f-64b6-4157-9bab-13bf7117b728 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f62fec6d81644b8b3c71d927a1a537f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287608 Sep 16 06:00:29.052009 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39302) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:29.098811 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f284046e-99be-4beb-9266-14015f35c013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.118828 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f284046e-99be-4beb-9266-14015f35c013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.231602 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f284046e-99be-4beb-9266-14015f35c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.234746 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f284046e-99be-4beb-9266-14015f35c013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.235897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f284046e-99be-4beb-9266-14015f35c013 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/975437e3-5767-4e7d-a70c-88d6427519a5 HTTP/1.1" status: 204 len: 168 time: 0.1830049 Sep 16 06:00:29.243865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284046e-99be-4beb-9266-14015f35c013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975437e3-5767-4e7d-a70c-88d6427519a5,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:30.166961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39324) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:30.258257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-73254a2b-91da-403a-bce0-1f9593a379a4 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1225929350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:30.354631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73254a2b-91da-403a-bce0-1f9593a379a4 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.355714 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73254a2b-91da-403a-bce0-1f9593a379a4 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.407206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73254a2b-91da-403a-bce0-1f9593a379a4 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.460428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73254a2b-91da-403a-bce0-1f9593a379a4 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.540292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-73254a2b-91da-403a-bce0-1f9593a379a4 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.541428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-73254a2b-91da-403a-bce0-1f9593a379a4 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3733728 Sep 16 06:00:30.544088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39328) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:30.548824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-50874987'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:30.625836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Made reservation on behalf of 371c958a2a504e00ad5504a088fdd16c for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:30.629190 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.637459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.728736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.797387 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.819794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:30.834016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ea4d77-61c3-4926-9f52-77206e80c7db,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:30.836916 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.837264 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Added segment 7010d97b-47ff-44e5-8423-0090cc20d475 of type vlan for network 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 Sep 16 06:00:30.878775 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.974503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.980017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:30.980608 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.045115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event updated for resources: {'Network': ['ID=8f3b9c1f-2bdd-4dca-b139-4a2e35384af3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:31.054992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:31.098245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e7bf5343-f38a-46b2-8514-c7c592e2bf58 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5531473 Sep 16 06:00:31.101165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39332) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:31.106095 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Request body: {'subnet': {'network_id': '8f3b9c1f-2bdd-4dca-b139-4a2e35384af3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:31.262922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Made reservation on behalf of 371c958a2a504e00ad5504a088fdd16c for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:31.266862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.494757 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.553977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event updated for resources: {'Subnet': ['ID=592759c3-84d5-47c1-94f0-5ca3f32a47b2,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:31.562847 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Checking segment: {'id': '7010d97b-47ff-44e5-8423-0090cc20d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8f3b9c1f-2bdd-4dca-b139-4a2e35384af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:31.563215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Network hostable DHCP agents. Network: 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:31.631040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Network 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:31.694011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:31.697973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:31.698682 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.703873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b1551-6c7c-437f-a567-3d542446875e None None] Network 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:31.798011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-023b4a02-fff4-4fa3-819c-d7cd8b9574e0 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6957614 Sep 16 06:00:31.802089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:31.807087 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-933165168'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:31.844658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-8f3b9c1f-2bdd-4dca-b139-4a2e35384af3', 'network_id': '8f3b9c1f-2bdd-4dca-b139-4a2e35384af3', 'tenant_id': '371c958a2a504e00ad5504a088fdd16c', 'fixed_ips': [{'subnet_id': '592759c3-84d5-47c1-94f0-5ca3f32a47b2'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:31.845522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.880135 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Made reservation on behalf of 371c958a2a504e00ad5504a088fdd16c for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:31.883812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.907502 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:31.916151 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.916499 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Added segment 486dca22-7050-479d-a6ab-50e97611fd87 of type vlan for network 28fbada0-87d4-4636-91b3-e7197e299cd2 Sep 16 06:00:31.956410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.980167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Allocated IP 172.20.0.2 (8f3b9c1f-2bdd-4dca-b139-4a2e35384af3/592759c3-84d5-47c1-94f0-5ca3f32a47b2/ce09d970-56d5-4928-9324-0a1a484dac44) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:32.045708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.051327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:32.055781 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.117360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event updated for resources: {'Network': ['ID=28fbada0-87d4-4636-91b3-e7197e299cd2,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:32.131660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 28fbada0-87d4-4636-91b3-e7197e299cd2 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:32.134810 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.141550 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a185b6ce-bf45-49ac-847b-8ef64fb2ad31 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3383782 Sep 16 06:00:32.144223 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:32.149184 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Request body: {'subnet': {'network_id': '28fbada0-87d4-4636-91b3-e7197e299cd2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:32.217924 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.253467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Network 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:32.256374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:32.261740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:32.268755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Pushing event updated for resources: {'Port': ['ID=ce09d970-56d5-4928-9324-0a1a484dac44,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:32.317281 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Made reservation on behalf of 371c958a2a504e00ad5504a088fdd16c for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:32.321056 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.322736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Attempting to bind port ce09d970-56d5-4928-9324-0a1a484dac44 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:32.323100 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Attempting to bind port ce09d970-56d5-4928-9324-0a1a484dac44 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7010d97b-47ff-44e5-8423-0090cc20d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8f3b9c1f-2bdd-4dca-b139-4a2e35384af3'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:32.323504 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Attempting to bind port ce09d970-56d5-4928-9324-0a1a484dac44 on network 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:32.328508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:32.331107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Checking segment: {'id': '7010d97b-47ff-44e5-8423-0090cc20d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8f3b9c1f-2bdd-4dca-b139-4a2e35384af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:32.331107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.331107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Bound using segment: {'id': '7010d97b-47ff-44e5-8423-0090cc20d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8f3b9c1f-2bdd-4dca-b139-4a2e35384af3'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:32.331107 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Bound port: ce09d970-56d5-4928-9324-0a1a484dac44, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7010d97b-47ff-44e5-8423-0090cc20d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8f3b9c1f-2bdd-4dca-b139-4a2e35384af3'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:32.331107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.396372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] For port ce09d970-56d5-4928-9324-0a1a484dac44, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:32.399451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] For port ce09d970-56d5-4928-9324-0a1a484dac44, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ce09d970-56d5-4928-9324-0a1a484dac44,segment=NetworkSegment(7010d97b-47ff-44e5-8423-0090cc20d475),segment_id=7010d97b-47ff-44e5-8423-0090cc20d475)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:32.500972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.558198 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b40699-8d5c-426e-a850-821c22e00b56 None None] Pushing event updated for resources: {'Port': ['ID=ce09d970-56d5-4928-9324-0a1a484dac44,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:32.583099 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.638428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event updated for resources: {'Subnet': ['ID=019eaaf2-db30-483f-af9b-f60edf477ff9,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:32.655206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Checking segment: {'id': '486dca22-7050-479d-a6ab-50e97611fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '28fbada0-87d4-4636-91b3-e7197e299cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:32.656718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Network hostable DHCP agents. Network: 28fbada0-87d4-4636-91b3-e7197e299cd2, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:32.725576 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Network 28fbada0-87d4-4636-91b3-e7197e299cd2 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:32.805563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 28fbada0-87d4-4636-91b3-e7197e299cd2) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:32.809892 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:32.810548 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.816500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41f44a0-1f75-4b3b-a2b8-cb92c0484b61 None None] Network 28fbada0-87d4-4636-91b3-e7197e299cd2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:32.895797 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-43ee4828-1c76-47e6-8ccb-1bd2ac18d119 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7505181 Sep 16 06:00:32.899177 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39338) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:32.904218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-292aa975-9bba-4541-8136-f30c1c84d9b8 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Request body: {'router': {'external_gateway_info': {'network_id': '28fbada0-87d4-4636-91b3-e7197e299cd2'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:32.968017 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-28fbada0-87d4-4636-91b3-e7197e299cd2', 'network_id': '28fbada0-87d4-4636-91b3-e7197e299cd2', 'tenant_id': '371c958a2a504e00ad5504a088fdd16c', 'fixed_ips': [{'subnet_id': '019eaaf2-db30-483f-af9b-f60edf477ff9'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:32.968811 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.971994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ce09d970-56d5-4928-9324-0a1a484dac44 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:33.099205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ce09d970-56d5-4928-9324-0a1a484dac44 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:33.099612 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.118892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-292aa975-9bba-4541-8136-f30c1c84d9b8 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.170779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Allocated IP 172.21.0.2 (28fbada0-87d4-4636-91b3-e7197e299cd2/019eaaf2-db30-483f-af9b-f60edf477ff9/101aaf5a-28a2-4c97-ba4f-895136d8697b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:33.273013 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.293507 n-d-712143-16 neutron-server[101825]: INFO neutron.api.v2.resource [None req-292aa975-9bba-4541-8136-f30c1c84d9b8 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 06:00:33.294968 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-292aa975-9bba-4541-8136-f30c1c84d9b8 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "PUT /v2.0/routers/a0c74250-1a1f-40c9-86dd-9798ebf62e74 HTTP/1.1" status: 400 len: 364 time: 0.3950131 Sep 16 06:00:33.300770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39340) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:33.338665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port ce09d970-56d5-4928-9324-0a1a484dac44, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ce09d970-56d5-4928-9324-0a1a484dac44,segment=NetworkSegment(7010d97b-47ff-44e5-8423-0090cc20d475),segment_id=7010d97b-47ff-44e5-8423-0090cc20d475)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:33.356685 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f709d7e3-81c7-401e-a6f1-c2107ec65eea tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Deleting subnet 019eaaf2-db30-483f-af9b-f60edf477ff9 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:00:33.389702 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.420632 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.476131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=ce09d970-56d5-4928-9324-0a1a484dac44,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:33.480693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30f6fd-eafe-4dd5-9518-fd7c454e1056 None None] Network 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:33.488136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f709d7e3-81c7-401e-a6f1-c2107ec65eea tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.501255 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.534121 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f709d7e3-81c7-401e-a6f1-c2107ec65eea tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.590125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Network 28fbada0-87d4-4636-91b3-e7197e299cd2 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:33.595732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6e18fcbd-025d-4f20-ae99-99162d16a576 None None] Provisioning complete for port ce09d970-56d5-4928-9324-0a1a484dac44 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:33.596114 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6e18fcbd-025d-4f20-ae99-99162d16a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.604870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:33.607600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:33.621330 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f709d7e3-81c7-401e-a6f1-c2107ec65eea tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.628345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Pushing event updated for resources: {'Port': ['ID=101aaf5a-28a2-4c97-ba4f-895136d8697b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:33.745475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Attempting to bind port 101aaf5a-28a2-4c97-ba4f-895136d8697b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:33.745782 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Attempting to bind port 101aaf5a-28a2-4c97-ba4f-895136d8697b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '486dca22-7050-479d-a6ab-50e97611fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '28fbada0-87d4-4636-91b3-e7197e299cd2'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:33.746079 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f709d7e3-81c7-401e-a6f1-c2107ec65eea tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.746340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Attempting to bind port 101aaf5a-28a2-4c97-ba4f-895136d8697b on network 28fbada0-87d4-4636-91b3-e7197e299cd2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:33.758590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:33.758977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Checking segment: {'id': '486dca22-7050-479d-a6ab-50e97611fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '28fbada0-87d4-4636-91b3-e7197e299cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:33.765340 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.765340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Bound using segment: {'id': '486dca22-7050-479d-a6ab-50e97611fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '28fbada0-87d4-4636-91b3-e7197e299cd2'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:33.765340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Bound port: 101aaf5a-28a2-4c97-ba4f-895136d8697b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486dca22-7050-479d-a6ab-50e97611fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '28fbada0-87d4-4636-91b3-e7197e299cd2'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:33.765340 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.773567 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709d7e3-81c7-401e-a6f1-c2107ec65eea tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event deleted for resources: {'Subnet': ['ID=019eaaf2-db30-483f-af9b-f60edf477ff9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:33.779471 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f709d7e3-81c7-401e-a6f1-c2107ec65eea tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.781417 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f709d7e3-81c7-401e-a6f1-c2107ec65eea tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "DELETE /v2.0/subnets/019eaaf2-db30-483f-af9b-f60edf477ff9 HTTP/1.1" status: 204 len: 168 time: 0.4796860 Sep 16 06:00:33.784079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39342) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:33.858992 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.885835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] For port 101aaf5a-28a2-4c97-ba4f-895136d8697b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:33.889508 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] For port 101aaf5a-28a2-4c97-ba4f-895136d8697b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=101aaf5a-28a2-4c97-ba4f-895136d8697b,segment=NetworkSegment(486dca22-7050-479d-a6ab-50e97611fd87),segment_id=486dca22-7050-479d-a6ab-50e97611fd87)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:33.922950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Deleting port 101aaf5a-28a2-4c97-ba4f-895136d8697b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:33.923321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.957681 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.011058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] For port 101aaf5a-28a2-4c97-ba4f-895136d8697b, host n-d-712143-16, got binding levels [] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:34.011662 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.029796 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Calling delete_port for 101aaf5a-28a2-4c97-ba4f-895136d8697b owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:34.039718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14990f47-86df-4c77-9557-d657ec6f28b9 None None] Pushing event updated for resources: {'Port': ['ID=101aaf5a-28a2-4c97-ba4f-895136d8697b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:34.061670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e6add6-39f2-467d-9298-4166f5a8e5d8 None None] Network 28fbada0-87d4-4636-91b3-e7197e299cd2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:34.131704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-7dfe1fd7-efc1-4f0e-9d12-242c42f2ca8d None None] Provisioning complete for port ce09d970-56d5-4928-9324-0a1a484dac44 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:34.131704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1fd7-efc1-4f0e-9d12-242c42f2ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.194412 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.221954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event deleted for resources: {'Port': ['ID=101aaf5a-28a2-4c97-ba4f-895136d8697b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:34.224469 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] No DVR routers for this DVR port 101aaf5a-28a2-4c97-ba4f-895136d8697b on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:34.241224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ea6a2-db40-49d4-8b44-891294321776 None None] get_active_networks_info from n-d-712143-16 {{(pid=101826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 06:00:34.306380 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.321186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ea6a2-db40-49d4-8b44-891294321776 None None] Resources bound (agent type, host, resource id): {{(pid=101826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 06:00:34.326669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fbada0-87d4-4636-91b3-e7197e299cd2']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:34.336726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486dca22-7050-479d-a6ab-50e97611fd87') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:34.337022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486dca22-7050-479d-a6ab-50e97611fd87') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:34.346832 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.360661 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.366733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:34.367130 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:34.374302 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:34.486118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.493020 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.494886 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "DELETE /v2.0/networks/28fbada0-87d4-4636-91b3-e7197e299cd2 HTTP/1.1" status: 204 len: 168 time: 0.7098262 Sep 16 06:00:34.497681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39344) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:34.509741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562135-8ebd-436d-a950-18705e36798f tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event deleted for resources: {'Network': ['ID=28fbada0-87d4-4636-91b3-e7197e299cd2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:34.552591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd96340-7dfb-42df-b1e9-1e3e8c7c3982 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Deleting subnet 592759c3-84d5-47c1-94f0-5ca3f32a47b2 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:00:34.555621 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dd96340-7dfb-42df-b1e9-1e3e8c7c3982 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.594837 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dd96340-7dfb-42df-b1e9-1e3e8c7c3982 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.673347 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dd96340-7dfb-42df-b1e9-1e3e8c7c3982 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.783317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dd96340-7dfb-42df-b1e9-1e3e8c7c3982 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.809519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd96340-7dfb-42df-b1e9-1e3e8c7c3982 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event deleted for resources: {'Subnet': ['ID=592759c3-84d5-47c1-94f0-5ca3f32a47b2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:34.814114 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8dd96340-7dfb-42df-b1e9-1e3e8c7c3982 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.816441 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8dd96340-7dfb-42df-b1e9-1e3e8c7c3982 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "DELETE /v2.0/subnets/592759c3-84d5-47c1-94f0-5ca3f32a47b2 HTTP/1.1" status: 204 len: 168 time: 0.3173614 Sep 16 06:00:34.818519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39346) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:34.821079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701c1a7-d7c8-480e-a81f-41daf59eb1d0 None None] Network 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:34.893587 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.935882 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ce09d970-56d5-4928-9324-0a1a484dac44 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:34.954253 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Deleting port ce09d970-56d5-4928-9324-0a1a484dac44 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:34.954607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.987734 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ce09d970-56d5-4928-9324-0a1a484dac44 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:34.987734 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.019013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] DHCP port deletion for 8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:00:35.020914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] For port ce09d970-56d5-4928-9324-0a1a484dac44, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ce09d970-56d5-4928-9324-0a1a484dac44,segment=NetworkSegment(7010d97b-47ff-44e5-8423-0090cc20d475),segment_id=7010d97b-47ff-44e5-8423-0090cc20d475)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:35.021285 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.034204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Calling delete_port for ce09d970-56d5-4928-9324-0a1a484dac44 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:35.109963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] Deleting port ce09d970-56d5-4928-9324-0a1a484dac44 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:35.110341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.197490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.224298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event deleted for resources: {'Port': ['ID=ce09d970-56d5-4928-9324-0a1a484dac44,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:35.228029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] No DVR routers for this DVR port ce09d970-56d5-4928-9324-0a1a484dac44 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:35.311515 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.326704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] For port ce09d970-56d5-4928-9324-0a1a484dac44, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ce09d970-56d5-4928-9324-0a1a484dac44,segment=NetworkSegment(7010d97b-47ff-44e5-8423-0090cc20d475),segment_id=7010d97b-47ff-44e5-8423-0090cc20d475)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:35.327325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.331604 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3b9c1f-2bdd-4dca-b139-4a2e35384af3']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:35.340090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] Calling delete_port for ce09d970-56d5-4928-9324-0a1a484dac44 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:35.341420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7010d97b-47ff-44e5-8423-0090cc20d475') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:35.341721 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7010d97b-47ff-44e5-8423-0090cc20d475') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:35.350936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.364513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.370400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:35.370959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:35.374790 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:35.418220 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.441941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] Pushing event deleted for resources: {'Port': ['ID=ce09d970-56d5-4928-9324-0a1a484dac44,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:35.447651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66336f5-1bec-4694-bb4a-15e8a9253ec7 None None] No DVR routers for this DVR port ce09d970-56d5-4928-9324-0a1a484dac44 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:35.525598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.533898 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.535819 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "DELETE /v2.0/networks/8f3b9c1f-2bdd-4dca-b139-4a2e35384af3 HTTP/1.1" status: 204 len: 168 time: 0.7163908 Sep 16 06:00:35.542149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39348) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:35.548678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0be889-1d75-4363-872f-53b4a9fe9ce7 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Pushing event deleted for resources: {'Network': ['ID=8f3b9c1f-2bdd-4dca-b139-4a2e35384af3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:35.570412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-df9cf783-6267-4bde-8f36-cea20175ab8d tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0c74250-1a1f-40c9-86dd-9798ebf62e74 HTTP/1.1" status: 200 len: 205 time: 0.0269792 Sep 16 06:00:35.572743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39350) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:35.649639 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f1763a6-f38e-4678-be49-3918ce2f9794 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.810816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f1763a6-f38e-4678-be49-3918ce2f9794 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.812936 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f1763a6-f38e-4678-be49-3918ce2f9794 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.920547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f1763a6-f38e-4678-be49-3918ce2f9794 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.921099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1763a6-f38e-4678-be49-3918ce2f9794 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Fanout notify agent at l3_agent the message router_deleted on router a0c74250-1a1f-40c9-86dd-9798ebf62e74 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:00:35.928146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4f1763a6-f38e-4678-be49-3918ce2f9794 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.929261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4f1763a6-f38e-4678-be49-3918ce2f9794 tempest-RoutersNegativeTest-1521780607 tempest-RoutersNegativeTest-1521780607-project] 10.222.0.59 "DELETE /v2.0/routers/a0c74250-1a1f-40c9-86dd-9798ebf62e74 HTTP/1.1" status: 204 len: 168 time: 0.3556232 Sep 16 06:00:36.361522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39356) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:36.495124 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3af6ca4a-bb78-4b91-acc1-1604f1d7fcee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=371c958a2a504e00ad5504a088fdd16c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324522 Sep 16 06:00:36.498261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39360) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:36.546898 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-52cd8aee-bf79-4f93-919c-e05e2ce27422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.567181 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-52cd8aee-bf79-4f93-919c-e05e2ce27422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.662536 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-52cd8aee-bf79-4f93-919c-e05e2ce27422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.665700 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-52cd8aee-bf79-4f93-919c-e05e2ce27422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.667072 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-52cd8aee-bf79-4f93-919c-e05e2ce27422 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38ea4d77-61c3-4926-9f52-77206e80c7db HTTP/1.1" status: 204 len: 168 time: 0.1677642 Sep 16 06:00:36.679830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd8aee-bf79-4f93-919c-e05e2ce27422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ea4d77-61c3-4926-9f52-77206e80c7db,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:36.922636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ce09d970-56d5-4928-9324-0a1a484dac44 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:36.942674 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ce09d970-56d5-4928-9324-0a1a484dac44 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:36.942946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ce09d970-56d5-4928-9324-0a1a484dac44 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:37.554146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39382) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:37.648200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-147047556-network', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:37.745162 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Made reservation on behalf of 6e4bf75701bd42bcac0d1ae6854c32be for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:37.748067 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.756448 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.855465 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.916489 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.940251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:37.949748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2770af-c786-4c2c-9543-9ff388a9685d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:37.955539 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.955885 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Added segment c07b83ab-8787-4960-863f-90a46da72f90 of type vlan for network 918b6f5f-c80b-427e-88cd-5e28d46be53d Sep 16 06:00:37.994640 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.079532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.080409 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:38.080989 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.137755 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] Pushing event updated for resources: {'Network': ['ID=918b6f5f-c80b-427e-88cd-5e28d46be53d,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:38.148302 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:38.183554 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ca01150c-e2ec-4912-8250-8763fe0518fd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6282756 Sep 16 06:00:38.186443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39386) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:38.191358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Request body: {'subnet': {'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-subnet', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:38.268199 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Made reservation on behalf of 6e4bf75701bd42bcac0d1ae6854c32be for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:38.270535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.476976 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.534885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f700684-7a11-4df4-9f64-261f17ab549b,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:38.543343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Checking segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:38.543708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Network hostable DHCP agents. Network: 918b6f5f-c80b-427e-88cd-5e28d46be53d, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:38.590923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:38.651029 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 918b6f5f-c80b-427e-88cd-5e28d46be53d) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:38.654950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:38.655602 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.661222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a6ad14-19d0-4ddc-b5cd-886c7f516812 None None] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:38.726393 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-588cfe46-cd5c-4b8a-afe8-aca2ebaeb812 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5387626 Sep 16 06:00:38.728932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39388) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:38.733361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:38.800119 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.801032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-918b6f5f-c80b-427e-88cd-5e28d46be53d', 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'fixed_ips': [{'subnet_id': '1f700684-7a11-4df4-9f64-261f17ab549b'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:38.801199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.801894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.851600 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.930124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Allocated IP 172.20.0.2 (918b6f5f-c80b-427e-88cd-5e28d46be53d/1f700684-7a11-4df4-9f64-261f17ab549b/c9d689ba-13aa-4cdc-a531-652345d4d618) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:39.061878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.073085 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.159901 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.197287 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:39.200064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:39.202430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:39.218363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Pushing event updated for resources: {'Port': ['ID=c9d689ba-13aa-4cdc-a531-652345d4d618,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:39.267093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Attempting to bind port c9d689ba-13aa-4cdc-a531-652345d4d618 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:39.267491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Attempting to bind port c9d689ba-13aa-4cdc-a531-652345d4d618 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:39.267856 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Attempting to bind port c9d689ba-13aa-4cdc-a531-652345d4d618 on network 918b6f5f-c80b-427e-88cd-5e28d46be53d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:39.272695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:39.273067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Checking segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:39.273471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.273864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Bound using segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:39.274329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Bound port: c9d689ba-13aa-4cdc-a531-652345d4d618, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:39.274708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.335369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] For port c9d689ba-13aa-4cdc-a531-652345d4d618, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:39.338404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] For port c9d689ba-13aa-4cdc-a531-652345d4d618, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c9d689ba-13aa-4cdc-a531-652345d4d618,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:39.361161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.363913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.437304 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.461701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Allocated IP 172.25.7.237 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/6cd29ef5-549b-4f1a-886a-4201fa612f36) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:39.499838 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d611c-db87-436b-96ee-6c0e0cc04614 None None] Pushing event updated for resources: {'Port': ['ID=c9d689ba-13aa-4cdc-a531-652345d4d618,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:39.899429 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.000408 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.038616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:40.041437 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:40.044041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:40.071598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Pushing event updated for resources: {'Port': ['ID=6cd29ef5-549b-4f1a-886a-4201fa612f36,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:40.367690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.372736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf47754-dc72-4a75-9185-ad5b4415daae None None] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:40.490018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4f718327-1293-4a17-b463-d9992491576e None None] Provisioning complete for port c9d689ba-13aa-4cdc-a531-652345d4d618 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:40.490394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f718327-1293-4a17-b463-d9992491576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.566680 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.607620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f718327-1293-4a17-b463-d9992491576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.642113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4f718327-1293-4a17-b463-d9992491576e None None] For port c9d689ba-13aa-4cdc-a531-652345d4d618, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c9d689ba-13aa-4cdc-a531-652345d4d618,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:40.711583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4f718327-1293-4a17-b463-d9992491576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.760540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f718327-1293-4a17-b463-d9992491576e None None] Pushing event updated for resources: {'Port': ['ID=c9d689ba-13aa-4cdc-a531-652345d4d618,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:40.769070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Router f24df2a1-0842-4453-a693-018f59a3ed38 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:00:40.829960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-316998c2-fda6-459a-bbd7-22de9fe4b0fc None None] Provisioning complete for port c9d689ba-13aa-4cdc-a531-652345d4d618 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:40.830266 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-316998c2-fda6-459a-bbd7-22de9fe4b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.878368 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:40.893791 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Sync routers for ids ['f24df2a1-0842-4453-a693-018f59a3ed38'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:40.910762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Routers {'f24df2a1-0842-4453-a693-018f59a3ed38'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:40.910762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f24df2a1-0842-4453-a693-018f59a3ed38'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:40.962978 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.964434 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2bb3cda6-9eb9-4856-95d0-7f819a56098c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2345374 Sep 16 06:00:40.967787 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39390) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:40.968236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c9d689ba-13aa-4cdc-a531-652345d4d618 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:41.024863 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Set router f24df2a1-0842-4453-a693-018f59a3ed38 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:41.036808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c9d689ba-13aa-4cdc-a531-652345d4d618 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:41.037183 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.101076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf848e78-63f7-4f6c-b4a2-c9539dec2f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.124941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.210172 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 3, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port': {'id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:39Z', 'updated_at': '2021-09-16T06:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:41.240418 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Checking router: f24df2a1-0842-4453-a693-018f59a3ed38 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:41.240768 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Updating router f24df2a1-0842-4453-a693-018f59a3ed38 port 6cd29ef5-549b-4f1a-886a-4201fa612f36 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:00:41.265993 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.385371 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.509201 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.537573 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Allocated IP 172.20.0.1 (918b6f5f-c80b-427e-88cd-5e28d46be53d/1f700684-7a11-4df4-9f64-261f17ab549b/a6de19d0-ee9c-467b-8c8f-fee68dbf33a6) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:41.613865 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.658229 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.666172 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Attempting to bind port 6cd29ef5-549b-4f1a-886a-4201fa612f36 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:41.666546 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Attempting to bind port 6cd29ef5-549b-4f1a-886a-4201fa612f36 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:41.666910 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Attempting to bind port 6cd29ef5-549b-4f1a-886a-4201fa612f36 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:41.672228 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Pushing event updated for resources: {'Port': ['ID=6cd29ef5-549b-4f1a-886a-4201fa612f36,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.680124 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:41.680501 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:41.680904 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.681297 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:41.681755 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Bound port: 6cd29ef5-549b-4f1a-886a-4201fa612f36, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:41.682134 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.684209 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.685063 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.685396 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.685730 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.686077 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.686385 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.686709 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.687031 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.687375 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.692715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.692715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.692715 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:41.738551 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] For port 6cd29ef5-549b-4f1a-886a-4201fa612f36, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:41.741506 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] For port 6cd29ef5-549b-4f1a-886a-4201fa612f36, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6cd29ef5-549b-4f1a-886a-4201fa612f36,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:41.768520 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.803666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:41.806393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:41.810495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:41.828700 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.844063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Pushing event updated for resources: {'Port': ['ID=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.862821 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.885141 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83063438-8e95-429c-a228-2b64544e9327 None None] Pushing event updated for resources: {'Port': ['ID=6cd29ef5-549b-4f1a-886a-4201fa612f36,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.893286 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Routers {'f24df2a1-0842-4453-a693-018f59a3ed38'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:41.893899 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f24df2a1-0842-4453-a693-018f59a3ed38'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:42.004788 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] Set router f24df2a1-0842-4453-a693-018f59a3ed38 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:42.046636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-16d5ca12-0c72-4522-89fa-94dfb5698165 None None] Provisioning complete for port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:42.047210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-16d5ca12-0c72-4522-89fa-94dfb5698165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.068023 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.084778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-16d5ca12-0c72-4522-89fa-94dfb5698165 None None] Port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:42.182820 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 3, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port': {'id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:39Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:42.212189 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e87b4-77a5-4528-bb8e-0feab57a325d None None] The sync data for ids ['f24df2a1-0842-4453-a693-018f59a3ed38'] in n-d-712143-16 is: [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 3, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port': {'id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:39Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:42.235280 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.297212 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.368807 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.374225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Pushing event updated for resources: {'Port': ['ID=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:42.485444 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:42.486989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:42.618739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Router f24df2a1-0842-4453-a693-018f59a3ed38 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:42.738795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:42.744043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-dfce2008-bbb6-49fd-b24b-96beacec1c4c admin admin] 10.222.0.59 "PUT /v2.0/routers/f24df2a1-0842-4453-a693-018f59a3ed38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750459 Sep 16 06:00:42.809698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fdbfe73c-cd5c-41e4-8d71-bc038f77b47d None None] Provisioning complete for port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:42.810075 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fdbfe73c-cd5c-41e4-8d71-bc038f77b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.846216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfe73c-cd5c-41e4-8d71-bc038f77b47d None None] Port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:42.954292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6cd29ef5-549b-4f1a-886a-4201fa612f36 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:43.007933 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6cd29ef5-549b-4f1a-886a-4201fa612f36 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:43.008448 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.093344 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.117872 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 6cd29ef5-549b-4f1a-886a-4201fa612f36, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6cd29ef5-549b-4f1a-886a-4201fa612f36,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:43.188618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.242576 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=6cd29ef5-549b-4f1a-886a-4201fa612f36,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:43.463976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39406) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:43.469093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-887898920-network', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:43.561531 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Made reservation on behalf of 71f3224386254966bff34b82ff2d7ebf for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:43.564296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.573278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.670079 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.725358 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.751173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:43.761571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c5bb01-211a-4f5d-bcb4-1c6574452272,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:43.767888 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.768240 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Added segment a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6 of type vlan for network 17ac2768-9170-4286-9d79-ce238222bad2 Sep 16 06:00:43.806548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Sync routers for ids ['f24df2a1-0842-4453-a693-018f59a3ed38'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:43.812940 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.816266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Routers {'f24df2a1-0842-4453-a693-018f59a3ed38'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:43.816894 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f24df2a1-0842-4453-a693-018f59a3ed38'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:43.888223 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.889284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:43.890147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.928760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Set router f24df2a1-0842-4453-a693-018f59a3ed38 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:43.952362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] Pushing event updated for resources: {'Network': ['ID=17ac2768-9170-4286-9d79-ce238222bad2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:43.963911 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 17ac2768-9170-4286-9d79-ce238222bad2 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:43.978043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1d7e02bf-19c6-481e-b1d5-c7f0baf739c2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5125427 Sep 16 06:00:43.980732 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39408) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:43.986452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Request body: {'subnet': {'network_id': '17ac2768-9170-4286-9d79-ce238222bad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-subnet', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:44.057251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Made reservation on behalf of 71f3224386254966bff34b82ff2d7ebf for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:44.059753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.192441 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 4, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port': {'id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:39Z', 'updated_at': '2021-09-16T06:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a6de19d0-ee9c-467b-8c8f-fee68dbf33a6', 'name': '', 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'mac_address': 'fa:16:3e:e0:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1f700684-7a11-4df4-9f64-261f17ab549b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:41Z', 'updated_at': '2021-09-16T06:00:42Z', 'revision_number': 2, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'subnets': [{'id': '1f700684-7a11-4df4-9f64-261f17ab549b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:44.220010 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Checking router: f24df2a1-0842-4453-a693-018f59a3ed38 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:44.220433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Updating router f24df2a1-0842-4453-a693-018f59a3ed38 port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:00:44.245670 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.281573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.314813 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.371121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5767395-7c6b-433d-b9d9-883ec62dc1f6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:44.382268 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Checking segment: {'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:44.382636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Network hostable DHCP agents. Network: 17ac2768-9170-4286-9d79-ce238222bad2, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:44.457185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Network 17ac2768-9170-4286-9d79-ce238222bad2 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:44.529047 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.545582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-505b3f09-d350-4089-b4d3-96d1d7a45bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.562744 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 17ac2768-9170-4286-9d79-ce238222bad2) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:44.568957 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.568957 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.572557 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae8baa8-6f85-416c-b4cf-06f4223001c0 None None] Network 17ac2768-9170-4286-9d79-ce238222bad2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:44.622252 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.647306 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6fd0ae96-999a-4c01-9396-fb8545b6ec3d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6647425 Sep 16 06:00:44.649813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39410) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:44.654372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:44.749198 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.750290 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.807946 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.843528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f89a3e-7a4a-4256-ac53-7e2dc8ac2b43 None None] Pushing event updated for resources: {'Port': ['ID=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:44.945062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Attempting to bind port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:44.945451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Attempting to bind port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:44.945830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Attempting to bind port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 on network 918b6f5f-c80b-427e-88cd-5e28d46be53d {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:44.952403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:44.952795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Checking segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:44.953209 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.953614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Bound using segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:44.954111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Bound port: a6de19d0-ee9c-467b-8c8f-fee68dbf33a6, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:44.954494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.970319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-17ac2768-9170-4286-9d79-ce238222bad2', 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'fixed_ips': [{'subnet_id': 'a5767395-7c6b-433d-b9d9-883ec62dc1f6'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:44.971363 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.973429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6cd29ef5-549b-4f1a-886a-4201fa612f36 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:45.010103 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.139807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] For port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:45.166833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] For port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:45.174645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-0766fbed-f44d-4bd7-aa4b-13cdf6cbb7bb None None] Provisioning complete for port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:45.179165 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0766fbed-f44d-4bd7-aa4b-13cdf6cbb7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.195139 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6cd29ef5-549b-4f1a-886a-4201fa612f36 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:45.195791 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.236427 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.273705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.294327 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.313340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Allocated IP 172.20.0.2 (17ac2768-9170-4286-9d79-ce238222bad2/a5767395-7c6b-433d-b9d9-883ec62dc1f6/f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:45.327603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-0766fbed-f44d-4bd7-aa4b-13cdf6cbb7bb None None] Port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:45.381349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f89a3e-7a4a-4256-ac53-7e2dc8ac2b43 None None] Pushing event updated for resources: {'Port': ['ID=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:45.390423 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Routers {'f24df2a1-0842-4453-a693-018f59a3ed38'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:45.391075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f24df2a1-0842-4453-a693-018f59a3ed38'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:45.417574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Allocated IP 172.25.7.97 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/6d560afc-a7ac-4357-8ebf-f8bd64dcd579) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:45.439828 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:45.461551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.534056 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.617816 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.619226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-16345d9b-b4b7-440e-932b-2aec7a652039 None None] Provisioning complete for port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:45.619582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-16345d9b-b4b7-440e-932b-2aec7a652039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.628654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] Set router f24df2a1-0842-4453-a693-018f59a3ed38 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:45.654186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:45.657374 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:45.660964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:45.703080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Pushing event updated for resources: {'Port': ['ID=6d560afc-a7ac-4357-8ebf-f8bd64dcd579,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:45.703951 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.823335 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.889872 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-16345d9b-b4b7-440e-932b-2aec7a652039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.892678 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Network 17ac2768-9170-4286-9d79-ce238222bad2 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:45.904709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:45.911908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Pushing event updated for resources: {'Port': ['ID=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:45.916806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:45.988377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.988636 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-16345d9b-b4b7-440e-932b-2aec7a652039 None None] For port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:46.019812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Attempting to bind port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:46.020194 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Attempting to bind port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:46.020572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Attempting to bind port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f on network 17ac2768-9170-4286-9d79-ce238222bad2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:46.028056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:46.029268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Checking segment: {'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:46.029268 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.029268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Bound using segment: {'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:46.029703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Bound port: f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:46.030094 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.049727 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 4, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port': {'id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:39Z', 'updated_at': '2021-09-16T06:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a6de19d0-ee9c-467b-8c8f-fee68dbf33a6', 'name': '', 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'mac_address': 'fa:16:3e:e0:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1f700684-7a11-4df4-9f64-261f17ab549b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:41Z', 'updated_at': '2021-09-16T06:00:45Z', 'revision_number': 4, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'subnets': [{'id': '1f700684-7a11-4df4-9f64-261f17ab549b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:46.053444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-16345d9b-b4b7-440e-932b-2aec7a652039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.099375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099da0f-41f8-4a40-9bda-7252660a999d None None] The sync data for ids ['f24df2a1-0842-4453-a693-018f59a3ed38'] in n-d-712143-16 is: [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 4, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port': {'id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:39Z', 'updated_at': '2021-09-16T06:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'a6de19d0-ee9c-467b-8c8f-fee68dbf33a6', 'name': '', 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'mac_address': 'fa:16:3e:e0:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '1f700684-7a11-4df4-9f64-261f17ab549b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:41Z', 'updated_at': '2021-09-16T06:00:45Z', 'revision_number': 4, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'subnets': [{'id': '1f700684-7a11-4df4-9f64-261f17ab549b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:46.179983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] For port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:46.185707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] For port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,segment=NetworkSegment(a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6),segment_id=a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:46.187087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16345d9b-b4b7-440e-932b-2aec7a652039 None None] Pushing event updated for resources: {'Port': ['ID=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:46.219404 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.279902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.358835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2737a0-69ad-4374-aa11-17e85cb6424b None None] Pushing event updated for resources: {'Port': ['ID=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:46.451730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Router 1b391a46-cfbf-4550-aa06-d109db81acc4 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:00:46.604930 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:46.616128 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Sync routers for ids ['1b391a46-cfbf-4550-aa06-d109db81acc4'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:46.626915 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Routers {'1b391a46-cfbf-4550-aa06-d109db81acc4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:46.627560 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1b391a46-cfbf-4550-aa06-d109db81acc4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:46.683015 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.686849 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2f6e9179-5172-46b5-a394-882dd7033ffe admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0335596 Sep 16 06:00:46.687314 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39412) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:46.746095 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Set router 1b391a46-cfbf-4550-aa06-d109db81acc4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:46.949280 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:45Z', 'revision_number': 3, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port': {'id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:47.024334 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Checking router: 1b391a46-cfbf-4550-aa06-d109db81acc4 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:47.024680 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Updating router 1b391a46-cfbf-4550-aa06-d109db81acc4 port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:00:47.061965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:47.110890 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.154147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:47.154818 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.190058 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.252066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.271605 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:47.340337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:47.341011 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.448805 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.455501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bcb4e0-058d-40e4-b80e-686ebc457861 None None] Network 17ac2768-9170-4286-9d79-ce238222bad2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:47.498238 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Allocated IP 172.20.0.1 (17ac2768-9170-4286-9d79-ce238222bad2/a5767395-7c6b-433d-b9d9-883ec62dc1f6/91aba71d-0fbb-461e-9c5d-50f54eff1001) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:47.551918 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,segment=NetworkSegment(a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6),segment_id=a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:47.554709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c03668e9-f45f-401c-bbc9-5cbc9df52e40 None None] Provisioning complete for port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:47.555090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c03668e9-f45f-401c-bbc9-5cbc9df52e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.565272 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.623381 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.625656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.644300 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.705614 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Attempting to bind port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:47.705894 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Attempting to bind port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:47.706258 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Attempting to bind port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:47.711785 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0ccfd-9f2c-4287-8f01-4db16a6b1a01 None None] Pushing event updated for resources: {'Port': ['ID=6d560afc-a7ac-4357-8ebf-f8bd64dcd579,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:47.717790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:47.718631 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:47.718631 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.718942 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:47.719448 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Bound port: 6d560afc-a7ac-4357-8ebf-f8bd64dcd579, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:47.719834 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.728831 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.736013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:47.768187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Network 17ac2768-9170-4286-9d79-ce238222bad2 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:47.771900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:47.774591 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:47.784722 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] For port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:47.788736 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] For port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6d560afc-a7ac-4357-8ebf-f8bd64dcd579,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:47.807433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Pushing event updated for resources: {'Port': ['ID=91aba71d-0fbb-461e-9c5d-50f54eff1001,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:47.829530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.848866 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.902567 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Routers {'1b391a46-cfbf-4550-aa06-d109db81acc4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:47.903747 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1b391a46-cfbf-4550-aa06-d109db81acc4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:47.950544 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0ccfd-9f2c-4287-8f01-4db16a6b1a01 None None] Pushing event updated for resources: {'Port': ['ID=6d560afc-a7ac-4357-8ebf-f8bd64dcd579,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:47.982747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-b6e58b06-b0cf-481c-bbf8-0e6151d61348 None None] Provisioning complete for port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:47.983133 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b6e58b06-b0cf-481c-bbf8-0e6151d61348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.031084 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] Set router 1b391a46-cfbf-4550-aa06-d109db81acc4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:48.031671 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.234042 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:45Z', 'revision_number': 3, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port': {'id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:48.253540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.264777 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf1387-87eb-4a44-9751-baaac9870807 None None] The sync data for ids ['1b391a46-cfbf-4550-aa06-d109db81acc4'] in n-d-712143-16 is: [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:45Z', 'revision_number': 3, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port': {'id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:48.308892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.365683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a4dce87e-c2b8-4ede-8fda-c2d2c5a5466f None None] Provisioning complete for port 91aba71d-0fbb-461e-9c5d-50f54eff1001 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:48.366249 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a4dce87e-c2b8-4ede-8fda-c2d2c5a5466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.380189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.381919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Pushing event updated for resources: {'Port': ['ID=91aba71d-0fbb-461e-9c5d-50f54eff1001,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:48.410202 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a4dce87e-c2b8-4ede-8fda-c2d2c5a5466f None None] Port 91aba71d-0fbb-461e-9c5d-50f54eff1001 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:48.493721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Network 17ac2768-9170-4286-9d79-ce238222bad2 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:48.494993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:48.621686 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Router 1b391a46-cfbf-4550-aa06-d109db81acc4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:48.731026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-81a40f5b-d746-4f98-89f3-e14c7a1c2707 None None] Provisioning complete for port 91aba71d-0fbb-461e-9c5d-50f54eff1001 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:48.731456 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-81a40f5b-d746-4f98-89f3-e14c7a1c2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.740876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:48.746049 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b224586f-1423-4f88-b002-c677566363ab admin admin] 10.222.0.59 "PUT /v2.0/routers/1b391a46-cfbf-4550-aa06-d109db81acc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0576770 Sep 16 06:00:48.771563 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-81a40f5b-d746-4f98-89f3-e14c7a1c2707 None None] Port 91aba71d-0fbb-461e-9c5d-50f54eff1001 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:49.025709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:49.077704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:49.078082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.158124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:49.206299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:49.206671 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.283387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.303880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6d560afc-a7ac-4357-8ebf-f8bd64dcd579,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:49.391298 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.439205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=6d560afc-a7ac-4357-8ebf-f8bd64dcd579,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:49.801847 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Sync routers for ids ['1b391a46-cfbf-4550-aa06-d109db81acc4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:49.812371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Routers {'1b391a46-cfbf-4550-aa06-d109db81acc4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:49.813044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1b391a46-cfbf-4550-aa06-d109db81acc4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:49.920831 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Set router 1b391a46-cfbf-4550-aa06-d109db81acc4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:49.964758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9511-3edd-4713-961e-2396efc33484 req-8e7df8ef-5e57-4098-a257-3f2b7e547c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:49.966786 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-8e7df8ef-5e57-4098-a257-3f2b7e547c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/networks?id=918b6f5f-c80b-427e-88cd-5e28d46be53d HTTP/1.1" status: 200 len: 816 time: 0.4435165 Sep 16 06:00:49.982318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-029c4c30-b97d-48a3-9e51-51054876bec2 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/quotas/6e4bf75701bd42bcac0d1ae6854c32be HTTP/1.1" status: 200 len: 375 time: 0.0095198 Sep 16 06:00:50.031785 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-8e9e544e-4838-49db-8e42-0885225b92a9 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440354 Sep 16 06:00:50.118658 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:47Z', 'revision_number': 4, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port': {'id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '91aba71d-0fbb-461e-9c5d-50f54eff1001', 'name': '', 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'mac_address': 'fa:16:3e:56:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a5767395-7c6b-433d-b9d9-883ec62dc1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:47Z', 'updated_at': '2021-09-16T06:00:48Z', 'revision_number': 2, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'subnets': [{'id': 'a5767395-7c6b-433d-b9d9-883ec62dc1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:50.130513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-4d3b0fe5-7b3c-4d8a-9e28-97a60215f7e8 service neutron] 10.222.0.59 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871482 Sep 16 06:00:50.144732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Checking router: 1b391a46-cfbf-4550-aa06-d109db81acc4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:50.145097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Updating router 1b391a46-cfbf-4550-aa06-d109db81acc4 port 91aba71d-0fbb-461e-9c5d-50f54eff1001 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:00:50.170328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.220960 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-6e4cfea9-9f34-44e2-b86f-c5232c12f07a service neutron] 10.222.0.59 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840003 Sep 16 06:00:50.439055 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.479926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b6ae2b88-ca74-4dbc-893f-7efd0710a6f9 req-8b6ff870-38f6-4980-8bf0-9706019ed950 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Sep 16 06:00:50.510768 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.561019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690c5d8-4b3b-41f4-b94e-2593aa8d7d1c None None] Pushing event updated for resources: {'Port': ['ID=91aba71d-0fbb-461e-9c5d-50f54eff1001,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:50.618595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Attempting to bind port 91aba71d-0fbb-461e-9c5d-50f54eff1001 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:50.619137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Attempting to bind port 91aba71d-0fbb-461e-9c5d-50f54eff1001 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:50.619654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Attempting to bind port 91aba71d-0fbb-461e-9c5d-50f54eff1001 on network 17ac2768-9170-4286-9d79-ce238222bad2 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:50.625574 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:50.626164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Checking segment: {'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:50.626353 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.626804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Bound using segment: {'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:50.627214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Bound port: 91aba71d-0fbb-461e-9c5d-50f54eff1001, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:50.627625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.696169 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] For port 91aba71d-0fbb-461e-9c5d-50f54eff1001, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:50.699694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] For port 91aba71d-0fbb-461e-9c5d-50f54eff1001, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=91aba71d-0fbb-461e-9c5d-50f54eff1001,segment=NetworkSegment(a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6),segment_id=a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:50.775492 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.839991 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f7feaa77-1f3e-4c22-873c-f0c757939681 None None] Provisioning complete for port 91aba71d-0fbb-461e-9c5d-50f54eff1001 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:50.840403 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f7feaa77-1f3e-4c22-873c-f0c757939681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.865345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Routers {'1b391a46-cfbf-4550-aa06-d109db81acc4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:50.866006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:00:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1b391a46-cfbf-4550-aa06-d109db81acc4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:50.868030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690c5d8-4b3b-41f4-b94e-2593aa8d7d1c None None] Pushing event updated for resources: {'Port': ['ID=91aba71d-0fbb-461e-9c5d-50f54eff1001,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:50.977687 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:51.052271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] Set router 1b391a46-cfbf-4550-aa06-d109db81acc4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:51.057511 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f7feaa77-1f3e-4c22-873c-f0c757939681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.177990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f7feaa77-1f3e-4c22-873c-f0c757939681 None None] For port 91aba71d-0fbb-461e-9c5d-50f54eff1001, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=91aba71d-0fbb-461e-9c5d-50f54eff1001,segment=NetworkSegment(a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6),segment_id=a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:51.208712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:51.209077 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.271670 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f7feaa77-1f3e-4c22-873c-f0c757939681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.381295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feaa77-1f3e-4c22-873c-f0c757939681 None None] Pushing event updated for resources: {'Port': ['ID=91aba71d-0fbb-461e-9c5d-50f54eff1001,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:51.404854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:47Z', 'revision_number': 4, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port': {'id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '91aba71d-0fbb-461e-9c5d-50f54eff1001', 'name': '', 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'mac_address': 'fa:16:3e:56:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a5767395-7c6b-433d-b9d9-883ec62dc1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:47Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'subnets': [{'id': 'a5767395-7c6b-433d-b9d9-883ec62dc1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:51.407888 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bbbbc6ae-2040-4dd7-a92a-f7476f6994ba None None] Provisioning complete for port 91aba71d-0fbb-461e-9c5d-50f54eff1001 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:51.408271 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bbbbc6ae-2040-4dd7-a92a-f7476f6994ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.448398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06fc043-226f-4c9f-b1c0-c50e163888f5 None None] The sync data for ids ['1b391a46-cfbf-4550-aa06-d109db81acc4'] in n-d-712143-16 is: [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:47Z', 'revision_number': 4, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port': {'id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '91aba71d-0fbb-461e-9c5d-50f54eff1001', 'name': '', 'network_id': '17ac2768-9170-4286-9d79-ce238222bad2', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'mac_address': 'fa:16:3e:56:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a5767395-7c6b-433d-b9d9-883ec62dc1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:47Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'subnets': [{'id': 'a5767395-7c6b-433d-b9d9-883ec62dc1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:51.596888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd3d5a94-418a-4a8f-be23-bd9f3c400a3a req-0f1e3d41-781e-4af2-8944-7948898db289 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Sep 16 06:00:52.623426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9511-3edd-4713-961e-2396efc33484 req-1562d799-9050-4647-988c-2a2df290c0f3 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:52.624907 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-1562d799-9050-4647-988c-2a2df290c0f3 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.57 "GET /v2.0/networks?id=918b6f5f-c80b-427e-88cd-5e28d46be53d HTTP/1.1" status: 200 len: 816 time: 0.1034310 Sep 16 06:00:52.643292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Request body: {'port': {'device_id': '65cba601-2b47-42e8-a371-3f00b43b9870', 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'admin_state_up': True, 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:52.703828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b10314ff-fb22-417c-9e11-cac0fd68edba req-31505097-b992-429e-82a2-08cf67bdf340 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 210 time: 0.0316811 Sep 16 06:00:52.816885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Made reservation on behalf of 6e4bf75701bd42bcac0d1ae6854c32be for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:52.821184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.976879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Allocated IP 172.20.0.7 (918b6f5f-c80b-427e-88cd-5e28d46be53d/1f700684-7a11-4df4-9f64-261f17ab549b/e4516633-ef9f-4905-8e77-4b64d12ba2d6) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:52.980327 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 91aba71d-0fbb-461e-9c5d-50f54eff1001 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:53.033554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 91aba71d-0fbb-461e-9c5d-50f54eff1001 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:53.034041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.150158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.225561 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.266949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:53.270001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:53.273739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:53.303923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Pushing event updated for resources: {'Port': ['ID=e4516633-ef9f-4905-8e77-4b64d12ba2d6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:53.333538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:53.334166 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.429461 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-94087386-8268-4acd-95d6-95548bedf3ee tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7902565 Sep 16 06:00:53.449310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Request body: {'port': {'device_id': '65cba601-2b47-42e8-a371-3f00b43b9870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:53.514652 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.566365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8b9d5be4-b9eb-4d12-9890-f09a9b4a1995 None None] Provisioning complete for port e4516633-ef9f-4905-8e77-4b64d12ba2d6 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:53.567471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8b9d5be4-b9eb-4d12-9890-f09a9b4a1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.601923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d5be4-b9eb-4d12-9890-f09a9b4a1995 None None] Port e4516633-ef9f-4905-8e77-4b64d12ba2d6 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:53.782748 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4516633-ef9f-4905-8e77-4b64d12ba2d6 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:00:53.790353 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.802613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Transition to ACTIVE for port object e4516633-ef9f-4905-8e77-4b64d12ba2d6 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:00:53.812158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0a060-54bc-4f47-9d6e-736cb2f013b9 req-1eb19cc6-9268-415f-96b3-e9dac396bf22 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:53.814863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fa0a060-54bc-4f47-9d6e-736cb2f013b9 req-1eb19cc6-9268-415f-96b3-e9dac396bf22 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 931 time: 0.0480669 Sep 16 06:00:53.855395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fa0a060-54bc-4f47-9d6e-736cb2f013b9 req-e409487d-cfe3-4c26-ba6c-2fa11e1157c5 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357218 Sep 16 06:00:53.868343 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.917765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Pushing event updated for resources: {'Port': ['ID=e4516633-ef9f-4905-8e77-4b64d12ba2d6,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:53.994342 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Attempting to bind port e4516633-ef9f-4905-8e77-4b64d12ba2d6 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:53.994709 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Attempting to bind port e4516633-ef9f-4905-8e77-4b64d12ba2d6 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:53.995050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Attempting to bind port e4516633-ef9f-4905-8e77-4b64d12ba2d6 on network 918b6f5f-c80b-427e-88cd-5e28d46be53d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:54.000212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Port e4516633-ef9f-4905-8e77-4b64d12ba2d6 on network 918b6f5f-c80b-427e-88cd-5e28d46be53d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:00:54.000538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Attempting to bind port e4516633-ef9f-4905-8e77-4b64d12ba2d6 on network 918b6f5f-c80b-427e-88cd-5e28d46be53d {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:54.005528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:54.005870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Checking segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:54.006259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Bound using segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:54.006696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Bound port: e4516633-ef9f-4905-8e77-4b64d12ba2d6, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:54.007062 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.073052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] For port e4516633-ef9f-4905-8e77-4b64d12ba2d6, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:54.076924 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] For port e4516633-ef9f-4905-8e77-4b64d12ba2d6, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e4516633-ef9f-4905-8e77-4b64d12ba2d6,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:54.174334 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.210079 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.210703 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.213337 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] 10.222.0.57 "PUT /v2.0/ports/e4516633-ef9f-4905-8e77-4b64d12ba2d6 HTTP/1.1" status: 200 len: 1092 time: 0.7674754 Sep 16 06:00:54.213337 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cba601-2b47-42e8-a371-3f00b43b9870', 'tag': 'e4516633-ef9f-4905-8e77-4b64d12ba2d6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:54.214849 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfb92f3-eb2d-4c10-bedc-5c59bb8ff9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "65cba601-2b47-42e8-a371-3f00b43b9870", "tag": "e4516633-ef9f-4905-8e77-4b64d12ba2d6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:54.249106 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011da40-197b-4fe6-ba78-0eda76a4dc6f service neutron] Pushing event updated for resources: {'Port': ['ID=e4516633-ef9f-4905-8e77-4b64d12ba2d6,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:54.268606 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82053e7-d533-4886-b2ad-9548e6d95306 x-openstack-request-id: req-e82053e7-d533-4886-b2ad-9548e6d95306 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:54.268901 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cba601-2b47-42e8-a371-3f00b43b9870", "tag": "e4516633-ef9f-4905-8e77-4b64d12ba2d6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:54.269153 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e82053e7-d533-4886-b2ad-9548e6d95306 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:54.269603 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cba601-2b47-42e8-a371-3f00b43b9870', 'tag': 'e4516633-ef9f-4905-8e77-4b64d12ba2d6', 'status': 'completed', 'code': 200} Sep 16 06:00:54.352388 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb92f3-eb2d-4c10-bedc-5c59bb8ff9f4 req-38abb589-8c34-4d91-bcb9-a25b1ccd820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.353894 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9cfb92f3-eb2d-4c10-bedc-5c59bb8ff9f4 req-38abb589-8c34-4d91-bcb9-a25b1ccd820b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 1095 time: 0.0430379 Sep 16 06:00:54.465080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb92f3-eb2d-4c10-bedc-5c59bb8ff9f4 req-9edf4bad-0211-42c5-b403-c157e361672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.466535 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9cfb92f3-eb2d-4c10-bedc-5c59bb8ff9f4 req-9edf4bad-0211-42c5-b403-c157e361672d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0984533 Sep 16 06:00:54.562085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb92f3-eb2d-4c10-bedc-5c59bb8ff9f4 req-6ee2d5d2-2d46-4acc-afd9-75336490b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.563524 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9cfb92f3-eb2d-4c10-bedc-5c59bb8ff9f4 req-6ee2d5d2-2d46-4acc-afd9-75336490b7a3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900919 Sep 16 06:00:54.659952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9511-3edd-4713-961e-2396efc33484 req-f2a0aed3-b0f2-43b0-bfce-1120316ec374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.661408 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-f2a0aed3-b0f2-43b0-bfce-1120316ec374 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 1095 time: 0.0402856 Sep 16 06:00:54.708105 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-987b2452-c005-465f-8a81-1090bae028e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4516633-ef9f-4905-8e77-4b64d12ba2d6 HTTP/1.1" status: 200 len: 217 time: 0.0329907 Sep 16 06:00:54.759235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9511-3edd-4713-961e-2396efc33484 req-6f3bb581-10b1-4c73-896a-1dd64cc4cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.760677 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-6f3bb581-10b1-4c73-896a-1dd64cc4cf20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f700684-7a11-4df4-9f64-261f17ab549b HTTP/1.1" status: 200 len: 855 time: 0.0455568 Sep 16 06:00:54.975359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683187f-e9bf-4dfe-98c9-95be487b36e8 req-9ecb5324-2fa9-4232-95a1-7c49546beac6 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.976984 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f683187f-e9bf-4dfe-98c9-95be487b36e8 req-9ecb5324-2fa9-4232-95a1-7c49546beac6 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 943 time: 0.0513508 Sep 16 06:00:55.017721 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f683187f-e9bf-4dfe-98c9-95be487b36e8 req-c76b8e48-c3fe-4e15-88dd-f7e286da3e7e tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339656 Sep 16 06:00:55.125711 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9511-3edd-4713-961e-2396efc33484 req-370666e1-357c-4e1c-837e-f3b7dc89bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:55.128280 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-370666e1-357c-4e1c-837e-f3b7dc89bd8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=918b6f5f-c80b-427e-88cd-5e28d46be53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3601351 Sep 16 06:00:55.220088 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-0ce012a7-b6dd-4971-9785-77fc3a6c6871 service neutron] 10.222.0.57 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837121 Sep 16 06:00:55.312480 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb6a9511-3edd-4713-961e-2396efc33484 req-f516d682-8dd3-4df6-b1ad-2a68d4ab4c82 service neutron] 10.222.0.57 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850465 Sep 16 06:00:56.136356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6ba35-0682-4a42-bb26-1cd8664c6def req-626ffaef-b36b-4451-80f4-b3e5d454d997 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:56.137902 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cde6ba35-0682-4a42-bb26-1cd8664c6def req-626ffaef-b36b-4451-80f4-b3e5d454d997 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 943 time: 0.0519090 Sep 16 06:00:56.185356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cde6ba35-0682-4a42-bb26-1cd8664c6def req-f4ceaa91-ebaa-4827-9391-c2cd1ee776ff tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Sep 16 06:00:57.299440 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84c4f-d602-464b-bf83-b7296903ff12 req-356e9965-7cad-495d-9963-8ee7c524545e tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:57.300912 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6f84c4f-d602-464b-bf83-b7296903ff12 req-356e9965-7cad-495d-9963-8ee7c524545e tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 943 time: 0.0489061 Sep 16 06:00:57.338602 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6f84c4f-d602-464b-bf83-b7296903ff12 req-e15bc33d-499b-489a-b0e8-4eaaed4d7f16 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Sep 16 06:00:58.451350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47772189-3db1-41a8-b017-0118a9ce8744 req-b84ee605-75db-4856-a468-df2cf760d6d6 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:58.452830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47772189-3db1-41a8-b017-0118a9ce8744 req-b84ee605-75db-4856-a468-df2cf760d6d6 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 943 time: 0.0490961 Sep 16 06:00:58.489447 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47772189-3db1-41a8-b017-0118a9ce8744 req-ba4f4f0e-b6cc-4343-baf2-176e55eedcae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Sep 16 06:00:58.719328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:59.409827 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e4516633-ef9f-4905-8e77-4b64d12ba2d6 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:00:59.501355 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e4516633-ef9f-4905-8e77-4b64d12ba2d6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e4516633-ef9f-4905-8e77-4b64d12ba2d6,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:59.512446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'e4516633-ef9f-4905-8e77-4b64d12ba2d6', 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'port_id': 'e4516633-ef9f-4905-8e77-4b64d12ba2d6', 'mac_address': 'fa:16:3e:4b:6e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f700684-7a11-4df4-9f64-261f17ab549b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:00:59.548957 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:59.562222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4516633-ef9f-4905-8e77-4b64d12ba2d6 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:00:59.582481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e4516633-ef9f-4905-8e77-4b64d12ba2d6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e4516633-ef9f-4905-8e77-4b64d12ba2d6,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:59.609560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f39d1-624c-44b2-853c-d8df9d727107 req-822d641b-04c7-43a9-b7db-9fd51b69b474 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:59.611081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398f39d1-624c-44b2-853c-d8df9d727107 req-822d641b-04c7-43a9-b7db-9fd51b69b474 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 943 time: 0.0547135 Sep 16 06:00:59.645466 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:59.650203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-398f39d1-624c-44b2-853c-d8df9d727107 req-19555d23-8d11-4bdc-a778-b7890e4a9a68 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Sep 16 06:00:59.694749 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e4516633-ef9f-4905-8e77-4b64d12ba2d6,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:59.702711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.703035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.703404 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.703745 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.704079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.704409 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.704739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.705138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.705393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.705719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.706042 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.706364 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:59.926581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e4516633-ef9f-4905-8e77-4b64d12ba2d6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:01:00.760611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20d16-d5da-48e2-9ae8-bdc51bb01899 req-49f5bca0-218e-4ea0-b6ea-9984a0c86002 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:00.762753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43a20d16-d5da-48e2-9ae8-bdc51bb01899 req-49f5bca0-218e-4ea0-b6ea-9984a0c86002 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 944 time: 0.0488989 Sep 16 06:01:00.800220 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43a20d16-d5da-48e2-9ae8-bdc51bb01899 req-f1be4414-fef1-46e1-ae89-e61a1c4e4a1b tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Sep 16 06:01:01.428125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e4516633-ef9f-4905-8e77-4b64d12ba2d6 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:01.564771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port e4516633-ef9f-4905-8e77-4b64d12ba2d6 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:01:01.568759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port e4516633-ef9f-4905-8e77-4b64d12ba2d6 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:01.569140 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.643952 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.665495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cba601-2b47-42e8-a371-3f00b43b9870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4516633-ef9f-4905-8e77-4b64d12ba2d6'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:01.667784 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d910853-977a-4e74-982c-fc8173d5ed1d" -d '{"events": [{"server_uuid": "65cba601-2b47-42e8-a371-3f00b43b9870", "name": "network-vif-plugged", "status": "completed", "tag": "e4516633-ef9f-4905-8e77-4b64d12ba2d6"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:01.679922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e4516633-ef9f-4905-8e77-4b64d12ba2d6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e4516633-ef9f-4905-8e77-4b64d12ba2d6,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:01.705961 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbff708a-30fa-48b8-8d33-b6723e48feca x-openstack-request-id: req-cbff708a-30fa-48b8-8d33-b6723e48feca {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:01.706250 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cba601-2b47-42e8-a371-3f00b43b9870", "name": "network-vif-plugged", "status": "completed", "tag": "e4516633-ef9f-4905-8e77-4b64d12ba2d6", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:01.706504 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cbff708a-30fa-48b8-8d33-b6723e48feca {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:01.706896 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cba601-2b47-42e8-a371-3f00b43b9870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4516633-ef9f-4905-8e77-4b64d12ba2d6', 'code': 200} Sep 16 06:01:01.735704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.788343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e4516633-ef9f-4905-8e77-4b64d12ba2d6,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:01.831509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53cb6a-7334-4d65-9e2b-c50bf6a5019c req-6ab42916-6767-4cdc-b134-7b825a507a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:01.833331 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6b53cb6a-7334-4d65-9e2b-c50bf6a5019c req-6ab42916-6767-4cdc-b134-7b825a507a9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 1097 time: 0.0422523 Sep 16 06:01:01.868086 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-6b53cb6a-7334-4d65-9e2b-c50bf6a5019c req-ee1262fd-016d-4450-926f-735e54775135 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275853 Sep 16 06:01:01.914245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d7f4e-437f-4cb5-8fe1-a5c4f23790b2 req-30d223df-00e5-45b1-8239-cbd81e33dc66 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:01.915642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e21d7f4e-437f-4cb5-8fe1-a5c4f23790b2 req-30d223df-00e5-45b1-8239-cbd81e33dc66 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Sep 16 06:01:01.953512 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e21d7f4e-437f-4cb5-8fe1-a5c4f23790b2 req-4d96f29d-1d83-4133-be19-e260a499324e tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Sep 16 06:01:03.083013 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd76a64-57a9-477a-8d51-0c98c53bce67 req-71546433-832e-4485-a533-5fef6eac3ad1 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:03.084521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dd76a64-57a9-477a-8d51-0c98c53bce67 req-71546433-832e-4485-a533-5fef6eac3ad1 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 945 time: 0.0517707 Sep 16 06:01:03.122182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7dd76a64-57a9-477a-8d51-0c98c53bce67 req-aa0d4df9-d8e4-4a0c-a943-8d4423b10475 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308139 Sep 16 06:01:03.234464 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc29987-bb3a-457e-acfa-72aa6d955138 req-3439ef20-11e7-4be9-839f-cd68eeeb9945 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:03.236052 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebc29987-bb3a-457e-acfa-72aa6d955138 req-3439ef20-11e7-4be9-839f-cd68eeeb9945 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 945 time: 0.0492964 Sep 16 06:01:03.273883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebc29987-bb3a-457e-acfa-72aa6d955138 req-c467af70-8a61-4928-8846-4942702290df tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Sep 16 06:01:11.075722 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1bce2757-cd2c-4fbb-9c1d-f6de19ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:11.104194 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.241319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.509600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-62f1c7bf-03d8-4bc0-83c6-b923480f0463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:15.338497 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.076522 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:22.438897 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:25.428669 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8e190-a8e8-4d19-ba46-0d1a9257b195 req-3b3881d0-74cd-4170-a733-5538a437ea85 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:25.430150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00e8e190-a8e8-4d19-ba46-0d1a9257b195 req-3b3881d0-74cd-4170-a733-5538a437ea85 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 945 time: 0.0496287 Sep 16 06:01:25.467348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00e8e190-a8e8-4d19-ba46-0d1a9257b195 req-5f44f6eb-fbfd-4bf4-87d7-5cf7c03902e3 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Sep 16 06:01:26.586134 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c5872-751d-4a39-adf0-19b30819c8bd req-a1a21572-d0f9-4a85-9a21-2a19c5a8a5c8 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:26.587608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-655c5872-751d-4a39-adf0-19b30819c8bd req-a1a21572-d0f9-4a85-9a21-2a19c5a8a5c8 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 945 time: 0.0521910 Sep 16 06:01:26.624421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-655c5872-751d-4a39-adf0-19b30819c8bd req-1429b9d5-7fbd-4821-8ce2-7034fdfb2f29 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308392 Sep 16 06:01:27.176197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-204cb300-4a32-4938-8764-6ef78c092842 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:27.177591 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-204cb300-4a32-4938-8764-6ef78c092842 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.57 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 945 time: 0.0538621 Sep 16 06:01:27.265703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Deleting port e4516633-ef9f-4905-8e77-4b64d12ba2d6 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:27.266053 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.355256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] For port e4516633-ef9f-4905-8e77-4b64d12ba2d6, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e4516633-ef9f-4905-8e77-4b64d12ba2d6,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:27.355649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.367344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Calling delete_port for e4516633-ef9f-4905-8e77-4b64d12ba2d6 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:27.564536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.595511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Pushing event deleted for resources: {'Port': ['ID=e4516633-ef9f-4905-8e77-4b64d12ba2d6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:27.598410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e4516633-ef9f-4905-8e77-4b64d12ba2d6'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:01:27.609920 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.610292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.610628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.610971 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.611332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.612182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.612182 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.612389 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.612641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.612974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.613303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.613735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:27.649285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] No DVR routers for this DVR port e4516633-ef9f-4905-8e77-4b64d12ba2d6 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:27.652161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.654297 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-e9a98d64-7a8f-4b28-8fb1-70cadea541b6 req-6603e8dc-9281-4253-aabd-86b7415c7c24 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.57 "DELETE /v2.0/ports/e4516633-ef9f-4905-8e77-4b64d12ba2d6 HTTP/1.1" status: 204 len: 173 time: 0.4704621 Sep 16 06:01:27.655441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cba601-2b47-42e8-a371-3f00b43b9870', 'name': 'network-vif-deleted', 'tag': 'e4516633-ef9f-4905-8e77-4b64d12ba2d6'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:27.657697 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8426ee4c-16e8-4010-ad78-76ab0da465f2" -d '{"events": [{"server_uuid": "65cba601-2b47-42e8-a371-3f00b43b9870", "name": "network-vif-deleted", "tag": "e4516633-ef9f-4905-8e77-4b64d12ba2d6"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:27.752179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9ffe0757-8ebe-4f10-8558-ba7553ce9941 req-ff850d29-0718-4785-b826-b5581c9333a0 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=65cba601-2b47-42e8-a371-3f00b43b9870 HTTP/1.1" status: 200 len: 210 time: 0.0443785 Sep 16 06:01:27.770375 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e33750-72c8-4e38-b152-22d1f75e291e x-openstack-request-id: req-56e33750-72c8-4e38-b152-22d1f75e291e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:27.770679 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cba601-2b47-42e8-a371-3f00b43b9870", "name": "network-vif-deleted", "tag": "e4516633-ef9f-4905-8e77-4b64d12ba2d6", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:27.770977 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56e33750-72c8-4e38-b152-22d1f75e291e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:27.771441 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cba601-2b47-42e8-a371-3f00b43b9870', 'name': 'network-vif-deleted', 'tag': 'e4516633-ef9f-4905-8e77-4b64d12ba2d6', 'status': 'completed', 'code': 200} Sep 16 06:01:28.680692 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:30.543903 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-d8ebdc79-6c59-43be-9fa9-7f0afb6a8ef0 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:30.546065 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-d8ebdc79-6c59-43be-9fa9-7f0afb6a8ef0 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/networks?id=918b6f5f-c80b-427e-88cd-5e28d46be53d HTTP/1.1" status: 200 len: 816 time: 0.1042719 Sep 16 06:01:30.560433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-3d603640-31eb-4028-9d2a-5ae832afb0f0 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/quotas/6e4bf75701bd42bcac0d1ae6854c32be HTTP/1.1" status: 200 len: 375 time: 0.0088227 Sep 16 06:01:30.609747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-a526114c-0c89-4874-8b67-988bd220c24c tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442622 Sep 16 06:01:30.702974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-ca5cc825-cf89-4632-91af-d0ffdd9a8a30 service neutron] 10.222.0.59 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818162 Sep 16 06:01:30.794726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-d509961a-f62f-4127-8cbb-31cfc26a6361 service neutron] 10.222.0.59 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854175 Sep 16 06:01:31.032285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-081ed52d-c222-4d19-917a-64c2d342bc71 req-275602fb-4f20-4a0b-942e-af08a7e3883c tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 210 time: 0.0296524 Sep 16 06:01:31.643043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e4516633-ef9f-4905-8e77-4b64d12ba2d6 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:31.662912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: e4516633-ef9f-4905-8e77-4b64d12ba2d6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:31.663280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e4516633-ef9f-4905-8e77-4b64d12ba2d6 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:32.122938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7062a8d3-0284-46a5-8f96-54f05fdbba4a req-3b9e931a-2731-4fb4-937f-2fb35ca90695 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 210 time: 0.0263748 Sep 16 06:01:32.986923 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-b43159a3-c274-490b-97e0-2e74d445c409 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:32.988399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-b43159a3-c274-490b-97e0-2e74d445c409 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.60 "GET /v2.0/networks?id=918b6f5f-c80b-427e-88cd-5e28d46be53d HTTP/1.1" status: 200 len: 816 time: 0.1088314 Sep 16 06:01:33.003372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Request body: {'port': {'device_id': '318f3595-fcc7-4273-ab01-ac2aa763c464', 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'admin_state_up': True, 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:33.156041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Made reservation on behalf of 6e4bf75701bd42bcac0d1ae6854c32be for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:33.159751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.255545 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c228a8b-0ede-4379-ba8d-e0bf6d62b939 req-6ee6447d-05c5-4b0d-98c2-b65263c01de8 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 210 time: 0.0317361 Sep 16 06:01:33.318823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Allocated IP 172.20.0.7 (918b6f5f-c80b-427e-88cd-5e28d46be53d/1f700684-7a11-4df4-9f64-261f17ab549b/a6a092d0-641e-458a-bbee-4e1f443a601a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:33.471456 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.558758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.600753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:33.603845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:33.610708 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:33.638699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Pushing event updated for resources: {'Port': ['ID=a6a092d0-641e-458a-bbee-4e1f443a601a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:33.654939 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.655488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.655839 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.656181 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.656549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.656898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.657236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.657568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.657905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.658233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.658562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.658887 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.680898 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:33.681525 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.767186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-0b695632-ced7-4ea2-9051-66b56920bdae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7674968 Sep 16 06:01:33.876979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Request body: {'port': {'device_id': '318f3595-fcc7-4273-ab01-ac2aa763c464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:33.884998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-cf5a2d18-7c67-46b6-bee5-3885ef6fd5f3 None None] Provisioning complete for port a6a092d0-641e-458a-bbee-4e1f443a601a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:33.885530 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d18-7c67-46b6-bee5-3885ef6fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.921659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a2d18-7c67-46b6-bee5-3885ef6fd5f3 None None] Port a6a092d0-641e-458a-bbee-4e1f443a601a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:33.929691 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.187602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a092d0-641e-458a-bbee-4e1f443a601a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:01:34.194850 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.207336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Transition to ACTIVE for port object a6a092d0-641e-458a-bbee-4e1f443a601a will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:01:34.290656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.364827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Pushing event updated for resources: {'Port': ['ID=a6a092d0-641e-458a-bbee-4e1f443a601a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:34.436807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4e5c8-082e-4025-afc6-792f274e8e2a req-1885bf32-9014-4d08-8c7d-78da1a8448b4 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:34.438448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36c4e5c8-082e-4025-afc6-792f274e8e2a req-1885bf32-9014-4d08-8c7d-78da1a8448b4 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 943 time: 0.1160002 Sep 16 06:01:34.484203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Attempting to bind port a6a092d0-641e-458a-bbee-4e1f443a601a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:34.484536 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Attempting to bind port a6a092d0-641e-458a-bbee-4e1f443a601a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:34.484863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Attempting to bind port a6a092d0-641e-458a-bbee-4e1f443a601a on network 918b6f5f-c80b-427e-88cd-5e28d46be53d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:34.495165 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36c4e5c8-082e-4025-afc6-792f274e8e2a req-998321be-3b8a-401c-81de-e59def5feddc tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500672 Sep 16 06:01:34.495861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Port a6a092d0-641e-458a-bbee-4e1f443a601a on network 918b6f5f-c80b-427e-88cd-5e28d46be53d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:01:34.496178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Attempting to bind port a6a092d0-641e-458a-bbee-4e1f443a601a on network 918b6f5f-c80b-427e-88cd-5e28d46be53d {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:34.501661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:34.501997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Checking segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:34.502374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Bound using segment: {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:34.502801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Bound port: a6a092d0-641e-458a-bbee-4e1f443a601a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07b83ab-8787-4960-863f-90a46da72f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:34.503156 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.566823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] For port a6a092d0-641e-458a-bbee-4e1f443a601a, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:34.569760 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] For port a6a092d0-641e-458a-bbee-4e1f443a601a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a6a092d0-641e-458a-bbee-4e1f443a601a,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:34.663798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.695820 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:34.696125 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.697848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] 10.222.0.60 "PUT /v2.0/ports/a6a092d0-641e-458a-bbee-4e1f443a601a HTTP/1.1" status: 200 len: 1092 time: 0.9221721 Sep 16 06:01:34.699965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318f3595-fcc7-4273-ab01-ac2aa763c464', 'tag': 'a6a092d0-641e-458a-bbee-4e1f443a601a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:34.703185 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df67bee4-d742-4476-889a-093973e993f2" -d '{"events": [{"name": "network-changed", "server_uuid": "318f3595-fcc7-4273-ab01-ac2aa763c464", "tag": "a6a092d0-641e-458a-bbee-4e1f443a601a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:34.732264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690f4e6-32d2-4348-be55-71a872ad70ca service neutron] Pushing event updated for resources: {'Port': ['ID=a6a092d0-641e-458a-bbee-4e1f443a601a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:34.742711 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3995e75-43fb-4a82-bc50-b1e47bd1f173 x-openstack-request-id: req-c3995e75-43fb-4a82-bc50-b1e47bd1f173 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:34.743043 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318f3595-fcc7-4273-ab01-ac2aa763c464", "tag": "a6a092d0-641e-458a-bbee-4e1f443a601a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:34.743329 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3995e75-43fb-4a82-bc50-b1e47bd1f173 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:34.743738 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318f3595-fcc7-4273-ab01-ac2aa763c464', 'tag': 'a6a092d0-641e-458a-bbee-4e1f443a601a', 'status': 'completed', 'code': 200} Sep 16 06:01:34.805257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67bee4-d742-4476-889a-093973e993f2 req-e1cbd411-08f1-48f9-9a0d-c5649221e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:34.806863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df67bee4-d742-4476-889a-093973e993f2 req-e1cbd411-08f1-48f9-9a0d-c5649221e571 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 1095 time: 0.0428014 Sep 16 06:01:34.911506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67bee4-d742-4476-889a-093973e993f2 req-1570dfca-66cc-4b08-91be-82f39b1ba510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:34.912971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df67bee4-d742-4476-889a-093973e993f2 req-1570dfca-66cc-4b08-91be-82f39b1ba510 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0982635 Sep 16 06:01:35.010047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67bee4-d742-4476-889a-093973e993f2 req-c3d12170-7698-46ef-931e-888e6c9ec637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.011528 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df67bee4-d742-4476-889a-093973e993f2 req-c3d12170-7698-46ef-931e-888e6c9ec637 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914955 Sep 16 06:01:35.087756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9a46e445-4ba5-4247-a368-dc517508b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.089203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-9a46e445-4ba5-4247-a368-dc517508b6c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 1095 time: 0.0400798 Sep 16 06:01:35.130696 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-74c7ad0a-005d-406f-b533-66ee4495e957 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a092d0-641e-458a-bbee-4e1f443a601a HTTP/1.1" status: 200 len: 217 time: 0.0327864 Sep 16 06:01:35.181172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-047805e6-af31-43e6-8fb5-78e22d3d74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.182570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-047805e6-af31-43e6-8fb5-78e22d3d74e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f700684-7a11-4df4-9f64-261f17ab549b HTTP/1.1" status: 200 len: 855 time: 0.0456536 Sep 16 06:01:35.227295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-3597c15d-7066-4068-aa24-5d127ae2439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.228670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-3597c15d-7066-4068-aa24-5d127ae2439f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=918b6f5f-c80b-427e-88cd-5e28d46be53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391099 Sep 16 06:01:35.320456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-161475fb-9af2-4bbc-9d0c-2c21006e1f6e service neutron] 10.222.0.60 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847597 Sep 16 06:01:35.414628 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a812cc8-2e7e-42c1-a29f-302579a15bd4 req-b60d57b1-7780-4306-b89f-8502f2df5e01 service neutron] 10.222.0.60 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867567 Sep 16 06:01:35.612644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba58144-513b-45ad-a6c3-14feae25d4f4 req-23c05d69-e25d-4898-8b32-41b41e85338e tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.614177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ba58144-513b-45ad-a6c3-14feae25d4f4 req-23c05d69-e25d-4898-8b32-41b41e85338e tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 943 time: 0.0500493 Sep 16 06:01:35.654475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8ba58144-513b-45ad-a6c3-14feae25d4f4 req-a002ffd3-6128-40e7-bfc3-dc7aacd7453e tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333664 Sep 16 06:01:36.770620 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97971222-6c4b-4d12-8ef0-4ac0dabf9021 req-11fe25de-27e0-4bc6-b579-a1b1f53f6572 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:36.772104 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97971222-6c4b-4d12-8ef0-4ac0dabf9021 req-11fe25de-27e0-4bc6-b579-a1b1f53f6572 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 943 time: 0.0472093 Sep 16 06:01:36.812924 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97971222-6c4b-4d12-8ef0-4ac0dabf9021 req-18770da4-6812-4f85-a38e-0437c6cc7f01 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Sep 16 06:01:37.173097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device a6a092d0-641e-458a-bbee-4e1f443a601a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:01:37.264821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port a6a092d0-641e-458a-bbee-4e1f443a601a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a6a092d0-641e-458a-bbee-4e1f443a601a,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:37.275621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'a6a092d0-641e-458a-bbee-4e1f443a601a', 'network_id': '918b6f5f-c80b-427e-88cd-5e28d46be53d', 'port_id': 'a6a092d0-641e-458a-bbee-4e1f443a601a', 'mac_address': 'fa:16:3e:8d:ea:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f700684-7a11-4df4-9f64-261f17ab549b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:01:37.315373 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.327579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a092d0-641e-458a-bbee-4e1f443a601a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:01:37.346208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port a6a092d0-641e-458a-bbee-4e1f443a601a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a6a092d0-641e-458a-bbee-4e1f443a601a,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:37.417426 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.463257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=a6a092d0-641e-458a-bbee-4e1f443a601a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:37.618314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['a6a092d0-641e-458a-bbee-4e1f443a601a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:01:37.929960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ada81-5c4e-41db-b7a5-cd98f26a90a3 req-d2e69546-a51b-4180-bfc2-0d6ce4f8f734 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:37.931467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-824ada81-5c4e-41db-b7a5-cd98f26a90a3 req-d2e69546-a51b-4180-bfc2-0d6ce4f8f734 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 944 time: 0.0485842 Sep 16 06:01:37.969295 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-824ada81-5c4e-41db-b7a5-cd98f26a90a3 req-9ca943b1-adc2-4ac3-acee-22f7052b77b0 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Sep 16 06:01:39.080170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c44025-ed73-4084-9803-02b53c04b071 req-9e1b53e2-c5b9-4437-a7d5-ccab4e5ad617 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:39.081702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76c44025-ed73-4084-9803-02b53c04b071 req-9e1b53e2-c5b9-4437-a7d5-ccab4e5ad617 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 944 time: 0.0475833 Sep 16 06:01:39.118647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-76c44025-ed73-4084-9803-02b53c04b071 req-08519ab6-8eaf-4205-802c-46f41a585acd tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Sep 16 06:01:39.189032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device a6a092d0-641e-458a-bbee-4e1f443a601a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:39.280459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port a6a092d0-641e-458a-bbee-4e1f443a601a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:01:39.284320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port a6a092d0-641e-458a-bbee-4e1f443a601a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:39.284699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.358091 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.379822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f3595-fcc7-4273-ab01-ac2aa763c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a092d0-641e-458a-bbee-4e1f443a601a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:39.381951 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8f9f51-4598-49bc-8123-266caf12dee3" -d '{"events": [{"server_uuid": "318f3595-fcc7-4273-ab01-ac2aa763c464", "name": "network-vif-plugged", "status": "completed", "tag": "a6a092d0-641e-458a-bbee-4e1f443a601a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:39.395274 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port a6a092d0-641e-458a-bbee-4e1f443a601a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a6a092d0-641e-458a-bbee-4e1f443a601a,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:39.419666 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b97cc2-5cc9-4a68-b2c4-8fd396ce1b08 x-openstack-request-id: req-18b97cc2-5cc9-4a68-b2c4-8fd396ce1b08 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:39.420618 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318f3595-fcc7-4273-ab01-ac2aa763c464", "name": "network-vif-plugged", "status": "completed", "tag": "a6a092d0-641e-458a-bbee-4e1f443a601a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:39.420876 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18b97cc2-5cc9-4a68-b2c4-8fd396ce1b08 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:39.421274 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f3595-fcc7-4273-ab01-ac2aa763c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a092d0-641e-458a-bbee-4e1f443a601a', 'code': 200} Sep 16 06:01:39.434988 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.489093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=a6a092d0-641e-458a-bbee-4e1f443a601a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:39.515662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0fa3-3429-4444-af7f-b5e3727af92f req-03561946-85be-4804-9b9a-e73786c0d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:39.517148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27b0fa3-3429-4444-af7f-b5e3727af92f req-03561946-85be-4804-9b9a-e73786c0d590 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 1097 time: 0.0393350 Sep 16 06:01:39.554731 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f27b0fa3-3429-4444-af7f-b5e3727af92f req-649f5412-ca6b-4b21-b0f5-6a0b54855b64 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Sep 16 06:01:40.230755 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f051-8dba-40a7-9b82-4d9c8de02c4e req-a5079a39-d2bf-44be-8954-bc1e049c9691 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:40.232273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1b6f051-8dba-40a7-9b82-4d9c8de02c4e req-a5079a39-d2bf-44be-8954-bc1e049c9691 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Sep 16 06:01:40.270883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1b6f051-8dba-40a7-9b82-4d9c8de02c4e req-d906643a-c404-458b-8a9c-7ac0dc73bc3e tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327175 Sep 16 06:01:41.040318 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e3f0-c5a4-4cef-ab89-0e1a7ad5707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.068590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.383461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569855fd-d684-4ecf-8ee1-a74017b42a22 req-1768ea2f-f451-43a9-9e6e-95a52e2cbda7 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:41.384956 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-569855fd-d684-4ecf-8ee1-a74017b42a22 req-1768ea2f-f451-43a9-9e6e-95a52e2cbda7 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 945 time: 0.0477543 Sep 16 06:01:41.423054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-569855fd-d684-4ecf-8ee1-a74017b42a22 req-37f0423d-0993-48ad-b8dc-f9eb94f081f6 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Sep 16 06:01:41.533735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fef755-e62e-4be9-ad36-e6908a5bf440 req-cf2df3e6-6fd2-4aa1-b41b-cb6884cdf987 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:41.535183 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0fef755-e62e-4be9-ad36-e6908a5bf440 req-cf2df3e6-6fd2-4aa1-b41b-cb6884cdf987 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 945 time: 0.0481107 Sep 16 06:01:41.575289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e0fef755-e62e-4be9-ad36-e6908a5bf440 req-6f13b87a-e9d1-4331-aba3-34c5f5db682b tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340605 Sep 16 06:01:44.273340 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.531490 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bb65c3e3-e87c-4475-989b-5ca9de8d5d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.362813 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.114764 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.144488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-86dadf63-8a87-443d-9039-389d5c083918 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416453 Sep 16 06:01:52.230513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-6e8558a3-2d9c-4238-9ece-604395a0cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:52.232012 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-6e8558a3-2d9c-4238-9ece-604395a0cf90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 1097 time: 0.0399075 Sep 16 06:01:52.340647 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-a87e94a0-9002-4202-93ed-e405d07c9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:52.342105 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-a87e94a0-9002-4202-93ed-e405d07c9bfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=918b6f5f-c80b-427e-88cd-5e28d46be53d HTTP/1.1" status: 200 len: 917 time: 0.0869708 Sep 16 06:01:52.384606 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-9e6b23ef-eef7-4eb4-b78e-d8e04637c1c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a092d0-641e-458a-bbee-4e1f443a601a HTTP/1.1" status: 200 len: 217 time: 0.0338280 Sep 16 06:01:52.437283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-7ac27826-8c11-4cb9-bb67-2734747b7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:52.438642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-7ac27826-8c11-4cb9-bb67-2734747b7294 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f700684-7a11-4df4-9f64-261f17ab549b HTTP/1.1" status: 200 len: 855 time: 0.0425482 Sep 16 06:01:52.486103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-a449a6a6-cfe4-4448-bc02-36c09d3d7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:52.487607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-a449a6a6-cfe4-4448-bc02-36c09d3d7455 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=918b6f5f-c80b-427e-88cd-5e28d46be53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425510 Sep 16 06:01:52.575360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-e29a2e4f-8792-4ff8-9afe-25c7132666b3 service neutron] 10.222.0.60 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810394 Sep 16 06:01:52.667978 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fa806c56-0041-42f1-8e9f-dc86514dd38a req-dfed9fd6-54da-43d7-b7dc-7bc695adf853 service neutron] 10.222.0.60 "GET /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848179 Sep 16 06:01:58.691236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.437972 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:03.678913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a9f72-aa1a-484a-b16d-27396ce7af5b req-09e0241d-ec02-4502-9216-94fe0b653dae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:03.680303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd9a9f72-aa1a-484a-b16d-27396ce7af5b req-09e0241d-ec02-4502-9216-94fe0b653dae tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Sep 16 06:02:03.717503 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd9a9f72-aa1a-484a-b16d-27396ce7af5b req-f30726a9-e92e-4881-816f-386220831e38 tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Sep 16 06:02:04.831580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac1653-dba2-4662-bb8c-342238dda011 req-3487624c-788e-4aea-ad5c-b3ba12ca0f3d tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.833048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86ac1653-dba2-4662-bb8c-342238dda011 req-3487624c-788e-4aea-ad5c-b3ba12ca0f3d tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 945 time: 0.0476623 Sep 16 06:02:04.869458 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86ac1653-dba2-4662-bb8c-342238dda011 req-a4f836c1-eaf3-48c3-b557-ca107d09b8af tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba2770af-c786-4c2c-9543-9ff388a9685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305848 Sep 16 06:02:05.405180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-61209fbf-abb8-43f5-b32e-9a08514c98fa tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:05.406554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-61209fbf-abb8-43f5-b32e-9a08514c98fa tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.60 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 945 time: 0.0519900 Sep 16 06:02:05.492547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Deleting port a6a092d0-641e-458a-bbee-4e1f443a601a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:05.492887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.582117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] For port a6a092d0-641e-458a-bbee-4e1f443a601a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=a6a092d0-641e-458a-bbee-4e1f443a601a,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:05.582482 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.593895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Calling delete_port for a6a092d0-641e-458a-bbee-4e1f443a601a owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:05.786788 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.799854 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['a6a092d0-641e-458a-bbee-4e1f443a601a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:05.820526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Pushing event deleted for resources: {'Port': ['ID=a6a092d0-641e-458a-bbee-4e1f443a601a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:05.863670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] No DVR routers for this DVR port a6a092d0-641e-458a-bbee-4e1f443a601a on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:05.866376 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.868495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c228cf69-f8ef-4a7b-8e14-6e1d929ba451 req-bb94ba6c-4896-497b-92ef-156f96a1c1cf tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.60 "DELETE /v2.0/ports/a6a092d0-641e-458a-bbee-4e1f443a601a HTTP/1.1" status: 204 len: 173 time: 0.4555414 Sep 16 06:02:05.868940 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f3595-fcc7-4273-ab01-ac2aa763c464', 'name': 'network-vif-deleted', 'tag': 'a6a092d0-641e-458a-bbee-4e1f443a601a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:05.871199 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ce537d-e6d7-46f8-b53f-7a3da78ac9c3" -d '{"events": [{"server_uuid": "318f3595-fcc7-4273-ab01-ac2aa763c464", "name": "network-vif-deleted", "tag": "a6a092d0-641e-458a-bbee-4e1f443a601a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:05.914140 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b74b18-ddd3-48ac-8323-8246a71ff472 x-openstack-request-id: req-79b74b18-ddd3-48ac-8323-8246a71ff472 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:05.914445 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318f3595-fcc7-4273-ab01-ac2aa763c464", "name": "network-vif-deleted", "tag": "a6a092d0-641e-458a-bbee-4e1f443a601a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:05.914706 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79b74b18-ddd3-48ac-8323-8246a71ff472 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:05.915117 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f3595-fcc7-4273-ab01-ac2aa763c464', 'name': 'network-vif-deleted', 'tag': 'a6a092d0-641e-458a-bbee-4e1f443a601a', 'status': 'completed', 'code': 200} Sep 16 06:02:05.974195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1fcdf63-5adf-46b6-8226-a9e645d49fba req-d293b07f-0bbd-4a9e-af55-0c8df848c63d tempest-TestEncryptedCinderVolumes-2072535192 tempest-TestEncryptedCinderVolumes-2072535192-project] 10.222.0.59 "GET /v2.0/ports?device_id=318f3595-fcc7-4273-ab01-ac2aa763c464 HTTP/1.1" status: 200 len: 210 time: 0.0277491 Sep 16 06:02:07.139491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39748) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:07.493033 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.733379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Deleting port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:07.733633 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.808166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] For port a6de19d0-ee9c-467b-8c8f-fee68dbf33a6, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:07.808515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.820968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Calling delete_port for a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:08.077981 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.107367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a6de19d0-ee9c-467b-8c8f-fee68dbf33a6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:08.611503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.819022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Router f24df2a1-0842-4453-a693-018f59a3ed38 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:08.922413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:08.930869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9e81e879-229c-4f8d-b303-06f64d0118ae admin admin] 10.222.0.59 "PUT /v2.0/routers/f24df2a1-0842-4453-a693-018f59a3ed38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892280 Sep 16 06:02:08.932537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39750) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:08.938957 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] Sync routers for ids ['f24df2a1-0842-4453-a693-018f59a3ed38'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:08.949542 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] Routers {'f24df2a1-0842-4453-a693-018f59a3ed38'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:08.950165 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f24df2a1-0842-4453-a693-018f59a3ed38'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:09.039694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.051827 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] Set router f24df2a1-0842-4453-a693-018f59a3ed38 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:09.137658 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.222465 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:02:07Z', 'revision_number': 5, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port': {'id': '6cd29ef5-549b-4f1a-886a-4201fa612f36', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:39Z', 'updated_at': '2021-09-16T06:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:09.251789 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] Checking router: f24df2a1-0842-4453-a693-018f59a3ed38 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:09.260707 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] Routers {'f24df2a1-0842-4453-a693-018f59a3ed38'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:09.261376 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f24df2a1-0842-4453-a693-018f59a3ed38'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:09.262643 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Deleting port 6cd29ef5-549b-4f1a-886a-4201fa612f36 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:09.262990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.285773 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device a6a092d0-641e-458a-bbee-4e1f443a601a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:09.312839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: a6a092d0-641e-458a-bbee-4e1f443a601a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:09.313182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device a6a092d0-641e-458a-bbee-4e1f443a601a not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:09.343677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] For port 6cd29ef5-549b-4f1a-886a-4201fa612f36, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6cd29ef5-549b-4f1a-886a-4201fa612f36,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:09.344045 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.346776 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] Set router f24df2a1-0842-4453-a693-018f59a3ed38 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:09.356497 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Calling delete_port for 6cd29ef5-549b-4f1a-886a-4201fa612f36 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:09.397542 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:02:09Z', 'revision_number': 6, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:09.510077 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28abf99-9c21-4f39-bfef-567f4470d58b None None] The sync data for ids ['f24df2a1-0842-4453-a693-018f59a3ed38'] in n-d-712143-16 is: [{'id': 'f24df2a1-0842-4453-a693-018f59a3ed38', 'name': 'tempest-TestEncryptedCinderVolumes-147047556-router', 'tenant_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:38Z', 'updated_at': '2021-09-16T06:02:09Z', 'revision_number': 6, 'project_id': '6e4bf75701bd42bcac0d1ae6854c32be', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:09.592394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.616206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd29ef5-549b-4f1a-886a-4201fa612f36,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:09.688108 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.770678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.772785 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.879304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.879802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24df2a1-0842-4453-a693-018f59a3ed38 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:02:09.884161 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.885338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0bc4dbd7-9a9e-4210-9000-55e616631855 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f24df2a1-0842-4453-a693-018f59a3ed38 HTTP/1.1" status: 204 len: 168 time: 0.9516790 Sep 16 06:02:09.888138 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39752) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:09.940706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-837981e4-9091-48f1-8a7a-67afa1c0007b admin admin] Deleting subnet 1f700684-7a11-4df4-9f64-261f17ab549b {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:02:09.944160 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-837981e4-9091-48f1-8a7a-67afa1c0007b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.983383 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-837981e4-9091-48f1-8a7a-67afa1c0007b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.060631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-837981e4-9091-48f1-8a7a-67afa1c0007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.187736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-837981e4-9091-48f1-8a7a-67afa1c0007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.211619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837981e4-9091-48f1-8a7a-67afa1c0007b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f700684-7a11-4df4-9f64-261f17ab549b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:10.221253 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-837981e4-9091-48f1-8a7a-67afa1c0007b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.221253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-837981e4-9091-48f1-8a7a-67afa1c0007b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1f700684-7a11-4df4-9f64-261f17ab549b HTTP/1.1" status: 204 len: 168 time: 0.3303678 Sep 16 06:02:10.222790 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39754) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:10.223361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac271cf-0700-4ead-b501-56b80fb3feac None None] Network 918b6f5f-c80b-427e-88cd-5e28d46be53d requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:10.296844 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.356046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Deleting port c9d689ba-13aa-4cdc-a531-652345d4d618 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:10.356358 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.408922 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] DHCP port deletion for 918b6f5f-c80b-427e-88cd-5e28d46be53d request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:02:10.423543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] For port c9d689ba-13aa-4cdc-a531-652345d4d618, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c9d689ba-13aa-4cdc-a531-652345d4d618,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:10.423912 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.436551 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Calling delete_port for c9d689ba-13aa-4cdc-a531-652345d4d618 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:10.459223 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Deleting port c9d689ba-13aa-4cdc-a531-652345d4d618 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:10.459660 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.532692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] For port c9d689ba-13aa-4cdc-a531-652345d4d618, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c9d689ba-13aa-4cdc-a531-652345d4d618,segment=NetworkSegment(c07b83ab-8787-4960-863f-90a46da72f90),segment_id=c07b83ab-8787-4960-863f-90a46da72f90)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:10.532692 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.537199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Calling delete_port for c9d689ba-13aa-4cdc-a531-652345d4d618 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:10.593434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:02:10.609738 n-d-712143-16 neutron-server[101826]: self.session.flush() Sep 16 06:02:10.615051 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.619282 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d689ba-13aa-4cdc-a531-652345d4d618,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:10.622851 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] No DVR routers for this DVR port c9d689ba-13aa-4cdc-a531-652345d4d618 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:10.639317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Pushing event deleted for resources: {'Port': ['ID=c9d689ba-13aa-4cdc-a531-652345d4d618,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:10.649065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.649420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.649762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.650112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.650450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.650783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.651113 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.651467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.651795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.652123 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.652448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.652774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:10.655500 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa4cc4-cf6b-4af5-8c7f-f51df463ab85 None None] No DVR routers for this DVR port c9d689ba-13aa-4cdc-a531-652345d4d618 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:10.701136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.721167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918b6f5f-c80b-427e-88cd-5e28d46be53d']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:10.730131 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07b83ab-8787-4960-863f-90a46da72f90') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:10.730429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07b83ab-8787-4960-863f-90a46da72f90') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:10.739683 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.752444 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.758625 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:02:10.759012 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:02:10.760649 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:02:10.879545 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.885915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.887949 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/918b6f5f-c80b-427e-88cd-5e28d46be53d HTTP/1.1" status: 204 len: 168 time: 0.6640191 Sep 16 06:02:10.891020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39756) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:10.899197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a219a-8ef4-43f5-a76f-c4e773cfb7e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=918b6f5f-c80b-427e-88cd-5e28d46be53d,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:10.989760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6cd29ef5-549b-4f1a-886a-4201fa612f36 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:11.016608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 6cd29ef5-549b-4f1a-886a-4201fa612f36 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:11.016956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6cd29ef5-549b-4f1a-886a-4201fa612f36 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:11.017378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c9d689ba-13aa-4cdc-a531-652345d4d618 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:11.036696 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c9d689ba-13aa-4cdc-a531-652345d4d618 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:11.037051 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c9d689ba-13aa-4cdc-a531-652345d4d618 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:11.037481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:11.040348 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1063-9500-4402-808e-37a7535d9bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.057568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:11.057925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device a6de19d0-ee9c-467b-8c8f-fee68dbf33a6 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:11.085002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.245486 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.487988 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Deleting port 91aba71d-0fbb-461e-9c5d-50f54eff1001 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:11.488397 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.565120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] For port 91aba71d-0fbb-461e-9c5d-50f54eff1001, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=91aba71d-0fbb-461e-9c5d-50f54eff1001,segment=NetworkSegment(a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6),segment_id=a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:11.565398 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.577663 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Calling delete_port for 91aba71d-0fbb-461e-9c5d-50f54eff1001 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:11.867662 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.899235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=91aba71d-0fbb-461e-9c5d-50f54eff1001,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:12.068934 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.278485 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Router 1b391a46-cfbf-4550-aa06-d109db81acc4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:12.382732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:12.388085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b7f61979-36e9-439f-940f-a20c8549d5a5 admin admin] 10.222.0.59 "PUT /v2.0/routers/1b391a46-cfbf-4550-aa06-d109db81acc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958320 Sep 16 06:02:12.390666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39758) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:12.393272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] Sync routers for ids ['1b391a46-cfbf-4550-aa06-d109db81acc4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:12.403422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] Routers {'1b391a46-cfbf-4550-aa06-d109db81acc4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:12.404126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1b391a46-cfbf-4550-aa06-d109db81acc4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:12.496805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.507934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] Set router 1b391a46-cfbf-4550-aa06-d109db81acc4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:12.600566 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.685718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:02:11Z', 'revision_number': 5, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port': {'id': '6d560afc-a7ac-4357-8ebf-f8bd64dcd579', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:12.710863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Deleting port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:12.711217 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.713398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] Checking router: 1b391a46-cfbf-4550-aa06-d109db81acc4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:12.722161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] Routers {'1b391a46-cfbf-4550-aa06-d109db81acc4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:12.722777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1b391a46-cfbf-4550-aa06-d109db81acc4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:12.788403 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] For port 6d560afc-a7ac-4357-8ebf-f8bd64dcd579, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=6d560afc-a7ac-4357-8ebf-f8bd64dcd579,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:12.788766 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.801646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Calling delete_port for 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:12.808299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] Set router 1b391a46-cfbf-4550-aa06-d109db81acc4 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:12.859809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:02:12Z', 'revision_number': 6, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:12.890874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209bcc9-d998-41f0-a21b-b5a791ab52b3 None None] The sync data for ids ['1b391a46-cfbf-4550-aa06-d109db81acc4'] in n-d-712143-16 is: [{'id': '1b391a46-cfbf-4550-aa06-d109db81acc4', 'name': 'tempest-TestEncryptedCinderVolumes-887898920-router', 'tenant_id': '71f3224386254966bff34b82ff2d7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:02:12Z', 'revision_number': 6, 'project_id': '71f3224386254966bff34b82ff2d7ebf', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:13.300539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 91aba71d-0fbb-461e-9c5d-50f54eff1001 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:13.320317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 91aba71d-0fbb-461e-9c5d-50f54eff1001 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:13.320676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 91aba71d-0fbb-461e-9c5d-50f54eff1001 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:13.399615 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.428306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d560afc-a7ac-4357-8ebf-f8bd64dcd579,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:13.486875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.575334 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.577372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.673605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.674177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b391a46-cfbf-4550-aa06-d109db81acc4 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:02:13.678403 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.679683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-343adf42-b067-4cb4-bcb6-3cf92e6cc19d admin admin] 10.222.0.59 "DELETE /v2.0/routers/1b391a46-cfbf-4550-aa06-d109db81acc4 HTTP/1.1" status: 204 len: 168 time: 1.2880664 Sep 16 06:02:13.682326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39760) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:13.733427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6c4c9f-be23-4ab2-b6d2-3da158a27878 admin admin] Deleting subnet a5767395-7c6b-433d-b9d9-883ec62dc1f6 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:02:13.736577 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4c9f-be23-4ab2-b6d2-3da158a27878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.772761 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4c9f-be23-4ab2-b6d2-3da158a27878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.851693 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4c9f-be23-4ab2-b6d2-3da158a27878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.011191 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4c9f-be23-4ab2-b6d2-3da158a27878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.039556 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c4c9f-be23-4ab2-b6d2-3da158a27878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5767395-7c6b-433d-b9d9-883ec62dc1f6,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:14.046046 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8e6c4c9f-be23-4ab2-b6d2-3da158a27878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.047969 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8e6c4c9f-be23-4ab2-b6d2-3da158a27878 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a5767395-7c6b-433d-b9d9-883ec62dc1f6 HTTP/1.1" status: 204 len: 168 time: 0.3646615 Sep 16 06:02:14.050945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 39762) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:14.053450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fe96e-2a24-4064-ba63-925b485754ec None None] Network 17ac2768-9170-4286-9d79-ce238222bad2 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:14.118757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.171191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Deleting port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:14.171638 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.227678 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.238301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] DHCP port deletion for 17ac2768-9170-4286-9d79-ce238222bad2 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:02:14.241055 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] For port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,segment=NetworkSegment(a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6),segment_id=a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:14.241517 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.256443 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Calling delete_port for f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:14.283398 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] Deleting port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:14.284076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.349114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] For port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,segment=NetworkSegment(a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6),segment_id=a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:14.349518 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.361718 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] Calling delete_port for f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:14.404865 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.432784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:14.434686 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] No DVR routers for this DVR port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:14.445393 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.469643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] Pushing event deleted for resources: {'Port': ['ID=f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:14.474058 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164b542-07ca-4a0d-ac94-43c58452ed2a None None] No DVR routers for this DVR port f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:14.501862 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-85361020-6f07-4265-96cf-fd85826312a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.514882 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.534968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ac2768-9170-4286-9d79-ce238222bad2']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.544137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.544439 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a6e761-dbd3-4a98-945f-2b13d9e8a5e6') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.554201 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.566970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.572943 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:02:14.573395 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:02:14.575062 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:02:14.707791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.713177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.715026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] 10.222.0.59 "DELETE /v2.0/networks/17ac2768-9170-4286-9d79-ce238222bad2 HTTP/1.1" status: 204 len: 168 time: 0.6631355 Sep 16 06:02:14.726250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ca62a-168a-408c-9017-2dace644379c admin admin] Pushing event deleted for resources: {'Network': ['ID=17ac2768-9170-4286-9d79-ce238222bad2,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:14.979935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:14.999390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:14.999737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device f6fdb34a-9b55-4a69-9f30-c6d7dda77e5f not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:15.000145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:15.021147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:15.021779 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 6d560afc-a7ac-4357-8ebf-f8bd64dcd579 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:15.153880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39766) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:15.192946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-388deb95-2525-4a75-9dd2-be8e5e4abad1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e4bf75701bd42bcac0d1ae6854c32be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384538 Sep 16 06:02:15.195327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39768) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:15.242123 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af513b4f-0068-4fdd-bd3d-3c9617343cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.263018 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af513b4f-0068-4fdd-bd3d-3c9617343cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.388101 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.433151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af513b4f-0068-4fdd-bd3d-3c9617343cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.435798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-af513b4f-0068-4fdd-bd3d-3c9617343cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.436973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-af513b4f-0068-4fdd-bd3d-3c9617343cc7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba2770af-c786-4c2c-9543-9ff388a9685d HTTP/1.1" status: 204 len: 168 time: 0.2407532 Sep 16 06:02:15.445191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af513b4f-0068-4fdd-bd3d-3c9617343cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2770af-c786-4c2c-9543-9ff388a9685d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:16.016427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39774) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:16.056204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f34120de-b349-4aa9-9e20-0ee145f5ea68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71f3224386254966bff34b82ff2d7ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384808 Sep 16 06:02:16.058371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39776) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:16.107263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1e38774-cc75-4d47-b53b-60ef766bc46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.128059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1e38774-cc75-4d47-b53b-60ef766bc46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.250524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1e38774-cc75-4d47-b53b-60ef766bc46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.253169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1e38774-cc75-4d47-b53b-60ef766bc46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.254333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b1e38774-cc75-4d47-b53b-60ef766bc46e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1c5bb01-211a-4f5d-bcb4-1c6574452272 HTTP/1.1" status: 204 len: 168 time: 0.1950798 Sep 16 06:02:16.262195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e38774-cc75-4d47-b53b-60ef766bc46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c5bb01-211a-4f5d-bcb4-1c6574452272,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:17.113745 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.383893 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39798) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:17.480024 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1162978072-network', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:17.564813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Made reservation on behalf of 0581ad5cf1514b62b69f2fd3e548552f for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:17.567056 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.575579 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.665624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.747060 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.767219 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:02:17.780757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:17.786439 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.786784 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Added segment cd989575-d15b-43b5-8808-c26bb49d3fae of type vlan for network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e Sep 16 06:02:17.824863 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.907909 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.908965 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:17.909545 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.973611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] Pushing event updated for resources: {'Network': ['ID=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:17.983973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:02:17.994040 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-168d744c-7e0e-4446-909c-ff4c0759aa7d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6089087 Sep 16 06:02:17.997187 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39802) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:18.006586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Request body: {'subnet': {'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1162978072-subnet', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:18.073434 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Made reservation on behalf of 0581ad5cf1514b62b69f2fd3e548552f for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:18.075842 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.325155 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.385435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:18.390216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Checking segment: {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:18.390579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Network hostable DHCP agents. Network: 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:02:18.461289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:02:18.541590 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:18.545554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:18.548935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.550232 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce8899-2b7c-4734-af50-d0f22ac716e0 None None] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:18.605245 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-eea52de1-0c54-49ef-9381-c11b92e180d5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6069934 Sep 16 06:02:18.608379 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39804) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:18.612761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:18.685090 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.686154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.690506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:02:18.696226 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.742188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.824685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Allocated IP 172.20.0.2 (95ef03ae-ce19-4e5c-9ff3-b09f31918e3e/2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7/02fac50e-3804-44cb-846a-5b1bf3485534) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:18.939937 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.965548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.044979 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.083092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:19.085986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:19.088612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:19.100722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Pushing event updated for resources: {'Port': ['ID=02fac50e-3804-44cb-846a-5b1bf3485534,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:19.151760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Attempting to bind port 02fac50e-3804-44cb-846a-5b1bf3485534 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:19.152136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Attempting to bind port 02fac50e-3804-44cb-846a-5b1bf3485534 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:19.152506 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Attempting to bind port 02fac50e-3804-44cb-846a-5b1bf3485534 on network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:19.157421 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:19.157801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Checking segment: {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:19.158214 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.158614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Bound using segment: {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:19.159571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Bound port: 02fac50e-3804-44cb-846a-5b1bf3485534, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:19.159966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.211997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.222481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] For port 02fac50e-3804-44cb-846a-5b1bf3485534, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:19.225633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] For port 02fac50e-3804-44cb-846a-5b1bf3485534, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=02fac50e-3804-44cb-846a-5b1bf3485534,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:19.231081 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.313712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.338578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Allocated IP 172.25.7.184 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/0f494705-0322-4066-9514-1133259679c9) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:19.453238 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.523496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac97c0e-33cd-419b-a01b-889f6505177e None None] Pushing event updated for resources: {'Port': ['ID=02fac50e-3804-44cb-846a-5b1bf3485534,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:19.553993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.595891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:19.599322 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:19.605036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:19.610802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Pushing event updated for resources: {'Port': ['ID=0f494705-0322-4066-9514-1133259679c9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:19.982552 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.181939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.370648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Router 1578da31-a975-4d6d-b356-3581403075c7 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:02:20.400653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae23ee9-e5ad-4a66-a996-9643225f92ea None None] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:20.475773 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:20.478303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-542c62bb-4c25-4638-9cad-a7299af8a96c None None] Provisioning complete for port 02fac50e-3804-44cb-846a-5b1bf3485534 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:20.478793 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-542c62bb-4c25-4638-9cad-a7299af8a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.484968 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Sync routers for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:20.495055 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:20.495695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:20.547346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.549007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-06ad5683-0c8d-44f9-9b6c-9f3b17fa4857 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9396479 Sep 16 06:02:20.551758 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39806) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:20.601644 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:20.626302 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-542c62bb-4c25-4638-9cad-a7299af8a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.664639 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-542c62bb-4c25-4638-9cad-a7299af8a96c None None] For port 02fac50e-3804-44cb-846a-5b1bf3485534, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=02fac50e-3804-44cb-846a-5b1bf3485534,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:20.753190 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-542c62bb-4c25-4638-9cad-a7299af8a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.809380 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 3, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:20.815542 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c62bb-4c25-4638-9cad-a7299af8a96c None None] Pushing event updated for resources: {'Port': ['ID=02fac50e-3804-44cb-846a-5b1bf3485534,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:20.838956 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Checking router: 1578da31-a975-4d6d-b356-3581403075c7 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:20.839438 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Updating router 1578da31-a975-4d6d-b356-3581403075c7 port 0f494705-0322-4066-9514-1133259679c9 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:02:20.867991 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.873843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-61bb1785-03e7-485c-b76c-0d9577a370f0 None None] Provisioning complete for port 02fac50e-3804-44cb-846a-5b1bf3485534 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:20.874229 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-61bb1785-03e7-485c-b76c-0d9577a370f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.007678 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.063761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 02fac50e-3804-44cb-846a-5b1bf3485534 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:21.124159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 02fac50e-3804-44cb-846a-5b1bf3485534 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:21.124453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.134927 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.174490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Allocated IP 172.20.0.1 (95ef03ae-ce19-4e5c-9ff3-b09f31918e3e/2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7/9744e4a9-4b4d-4757-9896-b4ee183dcf0a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:21.199006 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.258412 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Pushing event updated for resources: {'Port': ['ID=0f494705-0322-4066-9514-1133259679c9,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:21.267720 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Attempting to bind port 0f494705-0322-4066-9514-1133259679c9 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:21.268085 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Attempting to bind port 0f494705-0322-4066-9514-1133259679c9 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:21.268458 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Attempting to bind port 0f494705-0322-4066-9514-1133259679c9 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:21.272305 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.272658 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.273002 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.273342 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.273680 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.274013 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.274349 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.274677 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.275004 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.275351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.275682 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.276047 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:21.281695 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:21.282074 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:21.282481 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.282934 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:21.284081 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Bound port: 0f494705-0322-4066-9514-1133259679c9, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:21.284480 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.296891 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.340485 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] For port 0f494705-0322-4066-9514-1133259679c9, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:21.343593 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] For port 0f494705-0322-4066-9514-1133259679c9, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0f494705-0322-4066-9514-1133259679c9,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:21.406343 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.410547 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.449830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:21.455484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:21.458619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:21.462275 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:21.463079 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:21.464822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Pushing event updated for resources: {'Port': ['ID=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:21.508308 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.509342 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401c835-5572-482a-b31c-0239fbbb07d0 None None] Pushing event updated for resources: {'Port': ['ID=0f494705-0322-4066-9514-1133259679c9,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:21.585986 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:21.678620 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-697c553c-b929-42d1-a4eb-d0151e07ae8e None None] Provisioning complete for port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:21.679141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-697c553c-b929-42d1-a4eb-d0151e07ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.717188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.721408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-697c553c-b929-42d1-a4eb-d0151e07ae8e None None] Port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:21.777118 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 3, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:21.807452 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd347b6-d78f-4128-ad17-619ef6a95159 None None] The sync data for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 is: [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 3, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:21.888363 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.946762 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:22.018634 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:22.028016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Pushing event updated for resources: {'Port': ['ID=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:22.134332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:22.137067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:22.266986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Router 1578da31-a975-4d6d-b356-3581403075c7 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:22.382829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:22.388205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e7ca58a1-b78a-449d-a8f4-41ad6cc14704 admin admin] 10.222.0.59 "PUT /v2.0/routers/1578da31-a975-4d6d-b356-3581403075c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8350260 Sep 16 06:02:22.451064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bf2faf7b-6bd7-4f03-b3c5-0e629e49932d None None] Provisioning complete for port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:22.451580 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf2faf7b-6bd7-4f03-b3c5-0e629e49932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:22.493906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bf2faf7b-6bd7-4f03-b3c5-0e629e49932d None None] Port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:23.004279 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0f494705-0322-4066-9514-1133259679c9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:23.053004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 0f494705-0322-4066-9514-1133259679c9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:23.053441 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.113247 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39822) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:23.118762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1421897217-network', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:23.138559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.158284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 0f494705-0322-4066-9514-1133259679c9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0f494705-0322-4066-9514-1133259679c9,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:23.198050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Made reservation on behalf of c9c2306b6b5b49efbfa8ed932cdde328 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:23.200461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.209843 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.232001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.280074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=0f494705-0322-4066-9514-1133259679c9,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:23.305315 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.370496 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Sync routers for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:23.380341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:23.380957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:23.381505 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.406878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:02:23.420346 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d97cc9-a713-493e-8aae-d3e4eda7eea8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:23.431479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.431479 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Added segment 1b4d7e3c-c919-4b65-8ed1-26559f3bba31 of type vlan for network 575755fb-8380-45fd-a76e-376d137b3ea8 Sep 16 06:02:23.472523 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.489006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:23.591901 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.592931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:23.593531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.652794 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] Pushing event updated for resources: {'Network': ['ID=575755fb-8380-45fd-a76e-376d137b3ea8,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:23.662505 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 575755fb-8380-45fd-a76e-376d137b3ea8 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:02:23.737980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 2, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:23.748401 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9003d347-0f5c-4ceb-8f4d-29ad851837a1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6337960 Sep 16 06:02:23.750925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39824) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:23.756351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Request body: {'subnet': {'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1421897217-subnet', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:23.769982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Checking router: 1578da31-a975-4d6d-b356-3581403075c7 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:23.770349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Updating router 1578da31-a975-4d6d-b356-3581403075c7 port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:02:23.794247 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.855578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Made reservation on behalf of c9c2306b6b5b49efbfa8ed932cdde328 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:23.857999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.061966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.130749 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.185960 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d52f5f-1307-4cc0-b67a-2ba1609f030c None None] Pushing event updated for resources: {'Port': ['ID=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:24.242927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Attempting to bind port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:24.243343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Attempting to bind port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:24.243719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Attempting to bind port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a on network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:24.249117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:24.249503 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Checking segment: {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:24.249921 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.250324 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Bound using segment: {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:24.250795 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Bound port: 9744e4a9-4b4d-4757-9896-b4ee183dcf0a, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:24.251189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.317819 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] For port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:24.322450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] For port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:24.411710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.438917 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.466465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ca701f52-a5fc-4ee2-91f8-f3a5bd67059e None None] Provisioning complete for port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:24.466589 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca701f52-a5fc-4ee2-91f8-f3a5bd67059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.506415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5336b96d-840e-42ed-8eb6-683bc96feb0e,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:24.507477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:24.508129 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:24.517349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Checking segment: {'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:24.517751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Network hostable DHCP agents. Network: 575755fb-8380-45fd-a76e-376d137b3ea8, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:02:24.549012 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d52f5f-1307-4cc0-b67a-2ba1609f030c None None] Pushing event updated for resources: {'Port': ['ID=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:24.621982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Network 575755fb-8380-45fd-a76e-376d137b3ea8 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:02:24.659263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:24.663180 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca701f52-a5fc-4ee2-91f8-f3a5bd67059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.729924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 575755fb-8380-45fd-a76e-376d137b3ea8) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:24.734079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:24.734681 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.748344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d4986-4b54-4e5d-87d1-bb24ab615e6e None None] Network 575755fb-8380-45fd-a76e-376d137b3ea8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:24.770879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ca701f52-a5fc-4ee2-91f8-f3a5bd67059e None None] For port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:24.834352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0bd2cdf5-0712-45c8-a34c-fb0fe04ea24b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0822113 Sep 16 06:02:24.836819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39826) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:24.841117 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:24.870519 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ca701f52-a5fc-4ee2-91f8-f3a5bd67059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.918990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.920188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.971875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.004858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0f494705-0322-4066-9514-1133259679c9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:25.034602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca701f52-a5fc-4ee2-91f8-f3a5bd67059e None None] Pushing event updated for resources: {'Port': ['ID=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:25.070488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-575755fb-8380-45fd-a76e-376d137b3ea8', 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'fixed_ips': [{'subnet_id': '5336b96d-840e-42ed-8eb6-683bc96feb0e'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:02:25.071374 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.082953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a3fb4564-3f4c-4b4f-963b-d4ccd39b710c None None] Provisioning complete for port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:25.083352 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4564-3f4c-4b4f-963b-d4ccd39b710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.165278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.201397 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:24Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:25.240030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 0f494705-0322-4066-9514-1133259679c9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:25.240415 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.242034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74b69d-878d-445a-ae89-09c82990af98 None None] The sync data for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 is: [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:24Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:25.460617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.484808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.528708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Allocated IP 172.20.0.2 (575755fb-8380-45fd-a76e-376d137b3ea8/5336b96d-840e-42ed-8eb6-683bc96feb0e/80746aa8-b1b0-4f62-b2b7-5484a4610c9d) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:25.600295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Allocated IP 172.25.7.165 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/482f9e32-2976-4d94-b528-a56291220c1b) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:25.714635 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.717575 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.799448 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.826740 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.844764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Network 575755fb-8380-45fd-a76e-376d137b3ea8 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:25.848351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:25.854414 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:25.862592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Pushing event updated for resources: {'Port': ['ID=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:25.870975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:25.874350 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:25.880393 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:25.886272 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Pushing event updated for resources: {'Port': ['ID=482f9e32-2976-4d94-b528-a56291220c1b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:25.922225 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Attempting to bind port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:25.922611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Attempting to bind port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:25.923047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Attempting to bind port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d on network 575755fb-8380-45fd-a76e-376d137b3ea8 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:25.928566 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:25.928993 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Checking segment: {'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:25.929412 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.929866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Bound using segment: {'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:25.930342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Bound port: 80746aa8-b1b0-4f62-b2b7-5484a4610c9d, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:25.930732 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.995236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] For port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:25.998483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] For port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,segment=NetworkSegment(1b4d7e3c-c919-4b65-8ed1-26559f3bba31),segment_id=1b4d7e3c-c919-4b65-8ed1-26559f3bba31)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:26.102076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:26.163477 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c92e29-154e-46c1-b323-0785d5b57689 None None] Pushing event updated for resources: {'Port': ['ID=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:26.216332 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:26.453899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:26.644341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Router 7ad4c132-f556-4a3e-b8a9-954fffac5246 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:02:26.751837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:26.761683 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Sync routers for ids ['7ad4c132-f556-4a3e-b8a9-954fffac5246'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:26.772104 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Routers {'7ad4c132-f556-4a3e-b8a9-954fffac5246'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:26.774090 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7ad4c132-f556-4a3e-b8a9-954fffac5246'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:26.855713 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:26.859417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5316605b-ce66-45c3-a985-ca00c8ed6d6a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0191724 Sep 16 06:02:26.859723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 39828) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:26.878630 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Set router 7ad4c132-f556-4a3e-b8a9-954fffac5246 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:27.073810 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '482f9e32-2976-4d94-b528-a56291220c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:02:26Z', 'revision_number': 3, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port': {'id': '482f9e32-2976-4d94-b528-a56291220c1b', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:25Z', 'updated_at': '2021-09-16T06:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:27.105233 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Checking router: 7ad4c132-f556-4a3e-b8a9-954fffac5246 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:27.105588 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Updating router 7ad4c132-f556-4a3e-b8a9-954fffac5246 port 482f9e32-2976-4d94-b528-a56291220c1b binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:02:27.111794 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9744e4a9-4b4d-4757-9896-b4ee183dcf0a up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:27.137227 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.169281 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:27.169940 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.262266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a3128b-aea5-4f80-9da3-9c91872f3653 None None] Network 575755fb-8380-45fd-a76e-376d137b3ea8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:27.265653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 80746aa8-b1b0-4f62-b2b7-5484a4610c9d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:27.332870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.398947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2fcce268-0dbe-4116-b97f-cd78636da64e None None] Provisioning complete for port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:27.399356 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2fcce268-0dbe-4116-b97f-cd78636da64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.401061 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:27.401428 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.503303 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.508345 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Allocated IP 172.20.0.1 (575755fb-8380-45fd-a76e-376d137b3ea8/5336b96d-840e-42ed-8eb6-683bc96feb0e/93bd8f47-c269-4d2a-8967-57edfd2d7011) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:27.569737 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.598408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2fcce268-0dbe-4116-b97f-cd78636da64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.616752 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.622399 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Attempting to bind port 482f9e32-2976-4d94-b528-a56291220c1b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:27.623045 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Attempting to bind port 482f9e32-2976-4d94-b528-a56291220c1b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:27.623539 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Attempting to bind port 482f9e32-2976-4d94-b528-a56291220c1b on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:27.624180 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.636175 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:27.637023 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:27.637688 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.638061 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:27.638631 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Bound port: 482f9e32-2976-4d94-b528-a56291220c1b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:27.639110 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.666946 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb92efa-298f-42ed-af38-3470122fe212 None None] Pushing event updated for resources: {'Port': ['ID=482f9e32-2976-4d94-b528-a56291220c1b,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:27.667212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-2fcce268-0dbe-4116-b97f-cd78636da64e None None] For port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,segment=NetworkSegment(1b4d7e3c-c919-4b65-8ed1-26559f3bba31),segment_id=1b4d7e3c-c919-4b65-8ed1-26559f3bba31)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:27.702688 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] For port 482f9e32-2976-4d94-b528-a56291220c1b, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:27.705905 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] For port 482f9e32-2976-4d94-b528-a56291220c1b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=482f9e32-2976-4d94-b528-a56291220c1b,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:27.736870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.759432 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.761045 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2fcce268-0dbe-4116-b97f-cd78636da64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.793732 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Network 575755fb-8380-45fd-a76e-376d137b3ea8 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:27.804693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:27.815267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:27.819800 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Routers {'7ad4c132-f556-4a3e-b8a9-954fffac5246'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:27.821154 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7ad4c132-f556-4a3e-b8a9-954fffac5246'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:27.835002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:02:27.835491 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:02:27.840244 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcce268-0dbe-4116-b97f-cd78636da64e None None] Pushing event updated for resources: {'Port': ['ID=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:27.874272 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb92efa-298f-42ed-af38-3470122fe212 None None] Pushing event updated for resources: {'Port': ['ID=482f9e32-2976-4d94-b528-a56291220c1b,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:27.884365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Pushing event updated for resources: {'Port': ['ID=93bd8f47-c269-4d2a-8967-57edfd2d7011,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:27.892174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1e99c179-ba32-4398-99ac-50601d085748 None None] Provisioning complete for port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:27.892509 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1e99c179-ba32-4398-99ac-50601d085748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.907165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.941484 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] Set router 7ad4c132-f556-4a3e-b8a9-954fffac5246 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:28.112324 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:28.132425 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '482f9e32-2976-4d94-b528-a56291220c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:02:26Z', 'revision_number': 3, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port': {'id': '482f9e32-2976-4d94-b528-a56291220c1b', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:25Z', 'updated_at': '2021-09-16T06:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:28.161763 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d48a9a-0562-4814-bd89-9e5cfc96d2a1 None None] The sync data for ids ['7ad4c132-f556-4a3e-b8a9-954fffac5246'] in n-d-712143-16 is: [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '482f9e32-2976-4d94-b528-a56291220c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:02:26Z', 'revision_number': 3, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port': {'id': '482f9e32-2976-4d94-b528-a56291220c1b', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:25Z', 'updated_at': '2021-09-16T06:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:28.221149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ce9d89e0-a131-4466-ac79-b43dc2e8494f None None] Provisioning complete for port 93bd8f47-c269-4d2a-8967-57edfd2d7011 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:28.221706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce9d89e0-a131-4466-ac79-b43dc2e8494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:28.256476 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d89e0-a131-4466-ac79-b43dc2e8494f None None] Port 93bd8f47-c269-4d2a-8967-57edfd2d7011 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:28.278882 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:28.385467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:28.461752 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:28.463553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Pushing event updated for resources: {'Port': ['ID=93bd8f47-c269-4d2a-8967-57edfd2d7011,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:28.564778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Network 575755fb-8380-45fd-a76e-376d137b3ea8 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:28.566196 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:28.697486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Router 7ad4c132-f556-4a3e-b8a9-954fffac5246 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:28.702179 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:28.815050 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:28.822532 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-16504249-8cec-4c2b-b61b-391e68024c97 admin admin] 10.222.0.59 "PUT /v2.0/routers/7ad4c132-f556-4a3e-b8a9-954fffac5246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9593070 Sep 16 06:02:28.884284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bf24cf6a-da9d-472f-bcf9-4adbf80ceae9 None None] Provisioning complete for port 93bd8f47-c269-4d2a-8967-57edfd2d7011 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:28.885009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bf24cf6a-da9d-472f-bcf9-4adbf80ceae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:28.922122 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bf24cf6a-da9d-472f-bcf9-4adbf80ceae9 None None] Port 93bd8f47-c269-4d2a-8967-57edfd2d7011 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:29.085395 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 482f9e32-2976-4d94-b528-a56291220c1b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:29.135587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 482f9e32-2976-4d94-b528-a56291220c1b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:29.135972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.212841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.232925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 482f9e32-2976-4d94-b528-a56291220c1b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=482f9e32-2976-4d94-b528-a56291220c1b,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:29.324483 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.325294 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 80746aa8-b1b0-4f62-b2b7-5484a4610c9d up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:29.403368 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=482f9e32-2976-4d94-b528-a56291220c1b,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:29.415757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:29.416131 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.748297 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Sync routers for ids ['7ad4c132-f556-4a3e-b8a9-954fffac5246'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:29.758331 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Routers {'7ad4c132-f556-4a3e-b8a9-954fffac5246'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:29.758941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7ad4c132-f556-4a3e-b8a9-954fffac5246'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:29.863068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Set router 7ad4c132-f556-4a3e-b8a9-954fffac5246 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:30.078078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '482f9e32-2976-4d94-b528-a56291220c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:02:28Z', 'revision_number': 4, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port': {'id': '482f9e32-2976-4d94-b528-a56291220c1b', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:25Z', 'updated_at': '2021-09-16T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '93bd8f47-c269-4d2a-8967-57edfd2d7011', 'name': '', 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'mac_address': 'fa:16:3e:ad:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5336b96d-840e-42ed-8eb6-683bc96feb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:27Z', 'updated_at': '2021-09-16T06:02:28Z', 'revision_number': 2, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'subnets': [{'id': '5336b96d-840e-42ed-8eb6-683bc96feb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:30.107879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Checking router: 7ad4c132-f556-4a3e-b8a9-954fffac5246 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:30.108238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Updating router 7ad4c132-f556-4a3e-b8a9-954fffac5246 port 93bd8f47-c269-4d2a-8967-57edfd2d7011 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:02:30.134738 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.454082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.547182 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.654374 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Attempting to bind port 93bd8f47-c269-4d2a-8967-57edfd2d7011 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:30.654686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Attempting to bind port 93bd8f47-c269-4d2a-8967-57edfd2d7011 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:30.655065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Attempting to bind port 93bd8f47-c269-4d2a-8967-57edfd2d7011 on network 575755fb-8380-45fd-a76e-376d137b3ea8 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:30.661330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:30.661706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Checking segment: {'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:30.662113 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.662511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Bound using segment: {'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:30.662971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Bound port: 93bd8f47-c269-4d2a-8967-57edfd2d7011, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4d7e3c-c919-4b65-8ed1-26559f3bba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:30.663386 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.665300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d0ca6-f4ee-4136-9d63-3eac4478144f None None] Pushing event updated for resources: {'Port': ['ID=93bd8f47-c269-4d2a-8967-57edfd2d7011,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:30.743280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] For port 93bd8f47-c269-4d2a-8967-57edfd2d7011, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:30.747219 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] For port 93bd8f47-c269-4d2a-8967-57edfd2d7011, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=93bd8f47-c269-4d2a-8967-57edfd2d7011,segment=NetworkSegment(1b4d7e3c-c919-4b65-8ed1-26559f3bba31),segment_id=1b4d7e3c-c919-4b65-8ed1-26559f3bba31)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:30.839095 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.909462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Routers {'7ad4c132-f556-4a3e-b8a9-954fffac5246'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:30.910498 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:02:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7ad4c132-f556-4a3e-b8a9-954fffac5246'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:30.983622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d0ca6-f4ee-4136-9d63-3eac4478144f None None] Pushing event updated for resources: {'Port': ['ID=93bd8f47-c269-4d2a-8967-57edfd2d7011,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:31.004679 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-4d444c5a-316c-41df-9e57-37600373c58b None None] Provisioning complete for port 93bd8f47-c269-4d2a-8967-57edfd2d7011 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:31.005076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4d444c5a-316c-41df-9e57-37600373c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.043052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 482f9e32-2976-4d94-b528-a56291220c1b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:31.141163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] Set router 7ad4c132-f556-4a3e-b8a9-954fffac5246 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:31.416424 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4d444c5a-316c-41df-9e57-37600373c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.420883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 482f9e32-2976-4d94-b528-a56291220c1b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:31.421242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.536172 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4d444c5a-316c-41df-9e57-37600373c58b None None] For port 93bd8f47-c269-4d2a-8967-57edfd2d7011, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=93bd8f47-c269-4d2a-8967-57edfd2d7011,segment=NetworkSegment(1b4d7e3c-c919-4b65-8ed1-26559f3bba31),segment_id=1b4d7e3c-c919-4b65-8ed1-26559f3bba31)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:31.622200 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4d444c5a-316c-41df-9e57-37600373c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.683300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d444c5a-316c-41df-9e57-37600373c58b None None] Pushing event updated for resources: {'Port': ['ID=93bd8f47-c269-4d2a-8967-57edfd2d7011,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:31.690075 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '482f9e32-2976-4d94-b528-a56291220c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:02:28Z', 'revision_number': 4, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port': {'id': '482f9e32-2976-4d94-b528-a56291220c1b', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:25Z', 'updated_at': '2021-09-16T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '93bd8f47-c269-4d2a-8967-57edfd2d7011', 'name': '', 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'mac_address': 'fa:16:3e:ad:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5336b96d-840e-42ed-8eb6-683bc96feb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:27Z', 'updated_at': '2021-09-16T06:02:30Z', 'revision_number': 4, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'subnets': [{'id': '5336b96d-840e-42ed-8eb6-683bc96feb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:31.721770 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9659a1b-6edd-496e-900a-f1c3947d9c40 None None] The sync data for ids ['7ad4c132-f556-4a3e-b8a9-954fffac5246'] in n-d-712143-16 is: [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '482f9e32-2976-4d94-b528-a56291220c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:02:28Z', 'revision_number': 4, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port': {'id': '482f9e32-2976-4d94-b528-a56291220c1b', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:25Z', 'updated_at': '2021-09-16T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '93bd8f47-c269-4d2a-8967-57edfd2d7011', 'name': '', 'network_id': '575755fb-8380-45fd-a76e-376d137b3ea8', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'mac_address': 'fa:16:3e:ad:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5336b96d-840e-42ed-8eb6-683bc96feb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:27Z', 'updated_at': '2021-09-16T06:02:30Z', 'revision_number': 4, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'subnets': [{'id': '5336b96d-840e-42ed-8eb6-683bc96feb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:31.759142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-2ec80a7d-78e4-40d9-b4f6-0d1e56dce13a None None] Provisioning complete for port 93bd8f47-c269-4d2a-8967-57edfd2d7011 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:31.759589 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2ec80a7d-78e4-40d9-b4f6-0d1e56dce13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.017347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 93bd8f47-c269-4d2a-8967-57edfd2d7011 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:33.063914 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 93bd8f47-c269-4d2a-8967-57edfd2d7011 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:33.064284 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:36.437641 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:40.010035 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-d9fcee7a-4ea0-4a35-b90e-60ffc7379a41 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:40.011817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-d9fcee7a-4ea0-4a35-b90e-60ffc7379a41 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 815 time: 0.0996685 Sep 16 06:02:40.026999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-fd2d17d6-b365-43e5-bee1-2bf19e7f913f tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/quotas/0581ad5cf1514b62b69f2fd3e548552f HTTP/1.1" status: 200 len: 375 time: 0.0094886 Sep 16 06:02:40.426874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-9e3a5571-64ba-4f9e-bb4d-8a94ab2e87ca tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3945236 Sep 16 06:02:40.522376 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-3d1155a2-02cb-45f5-9649-20dd22822030 service neutron] 10.222.0.59 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839713 Sep 16 06:02:40.612520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-47a967f4-e706-40de-8c5a-87ce024b529e service neutron] 10.222.0.59 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838134 Sep 16 06:02:40.869076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d2df5821-ea8d-49b9-bc65-d529ba96df47 req-ab963452-2b7e-46b6-8cc1-24c851f59434 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 210 time: 0.0273278 Sep 16 06:02:41.072583 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd8a4-4592-4a01-a8f1-275864e22a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:41.095518 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:41.961303 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7ffc20c-196f-4786-87b2-d856ad6723ff req-87712571-8dd9-49e6-877f-eb62662ab31c tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 210 time: 0.0268624 Sep 16 06:02:43.055047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cf6a52c0-11e7-4289-b48b-1cdc7658f97e req-6978bd11-cb42-4d6e-ae15-0161e115a318 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 210 time: 0.0266459 Sep 16 06:02:43.132289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-b3a07118-be16-413b-b7bd-730021f8028e tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.133842 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-b3a07118-be16-413b-b7bd-730021f8028e tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.57 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 815 time: 0.1105475 Sep 16 06:02:43.153589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'port': {'device_id': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'admin_state_up': True, 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:43.352361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Made reservation on behalf of 0581ad5cf1514b62b69f2fd3e548552f for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:43.357415 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:43.487873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Allocated IP 172.20.0.12 (95ef03ae-ce19-4e5c-9ff3-b09f31918e3e/2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7/6a844cd7-04c2-4933-a4e5-359c4f96d4aa) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:43.634949 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:43.735706 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:43.801682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:43.807414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:43.845876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:43.849663 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'Port': ['ID=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:43.884323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.884671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.885076 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.885353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.885688 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.886289 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.886618 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.886950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.887295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.887628 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.887958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.888278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:43.918098 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.918747 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.005530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-71cdeac2-d72c-4640-b1f9-003dde145d09 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8555965 Sep 16 06:02:44.103612 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8cad2e3a-0357-483d-98ef-8d23e644c264 None None] Provisioning complete for port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:44.104163 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8cad2e3a-0357-483d-98ef-8d23e644c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.150175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-8cad2e3a-0357-483d-98ef-8d23e644c264 None None] Port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:44.182326 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7e5ef-dc5e-46db-8666-67ffdb9639d4 req-39075486-74da-402c-a08f-a193f5ab5723 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:44.190417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0d7e5ef-dc5e-46db-8666-67ffdb9639d4 req-39075486-74da-402c-a08f-a193f5ab5723 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0587494 Sep 16 06:02:44.242762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0d7e5ef-dc5e-46db-8666-67ffdb9639d4 req-f819cf71-5ee1-4127-9ab2-3d120c95ad18 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509610 Sep 16 06:02:44.289059 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.489181 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e90e74a3-9428-4b80-93a9-b0dfb3ef826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:45.340700 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:45.370508 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02198d-d375-410f-b5a3-f52159e2fb0e req-47ac2a9a-0e4d-44bf-9163-ee98c3656582 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:45.372235 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb02198d-d375-410f-b5a3-f52159e2fb0e req-47ac2a9a-0e4d-44bf-9163-ee98c3656582 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0561833 Sep 16 06:02:45.424478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cb02198d-d375-410f-b5a3-f52159e2fb0e req-48863aa6-919d-48c3-b2be-1b0cf64456ec tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450149 Sep 16 06:02:46.559115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09046784-c987-4643-9cf5-b687c4139d09 req-3b0115fc-b991-49e8-94fe-d5a50ab7cbe1 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:46.560665 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09046784-c987-4643-9cf5-b687c4139d09 req-3b0115fc-b991-49e8-94fe-d5a50ab7cbe1 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0512633 Sep 16 06:02:46.616168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-09046784-c987-4643-9cf5-b687c4139d09 req-c2bc5d4c-6e64-43c1-9030-c386a56a3f93 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491841 Sep 16 06:02:47.066308 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.733563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59185e-1289-44e1-9f16-8fb357bdb218 req-3559181a-9128-4b21-916e-051638336853 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:47.736095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa59185e-1289-44e1-9f16-8fb357bdb218 req-3559181a-9128-4b21-916e-051638336853 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0548773 Sep 16 06:02:47.779490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa59185e-1289-44e1-9f16-8fb357bdb218 req-b5061e92-aa03-4b11-9040-4239752dbec7 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366738 Sep 16 06:02:48.900792 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bc376-c69c-4960-9640-1983c9e28f40 req-f49be2d9-c0d6-47e7-a51e-44add7c99f60 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:48.900792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f7bc376-c69c-4960-9640-1983c9e28f40 req-f49be2d9-c0d6-47e7-a51e-44add7c99f60 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0519476 Sep 16 06:02:48.953277 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7f7bc376-c69c-4960-9640-1983c9e28f40 req-3d8849a8-afae-4011-acda-8811e926e47c tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Sep 16 06:02:50.063493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021d27d-2a00-4769-bb42-3eea33cedcef req-16333a9e-3d2a-4f54-802b-9d4cb25d6720 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:50.065122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c021d27d-2a00-4769-bb42-3eea33cedcef req-16333a9e-3d2a-4f54-802b-9d4cb25d6720 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0572655 Sep 16 06:02:50.105638 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c021d27d-2a00-4769-bb42-3eea33cedcef req-957dcff3-e4d5-4c41-927a-8cf525d4420a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342240 Sep 16 06:02:51.223041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a62771-59bd-4639-818d-58abfb23c7d0 req-2f40a52a-e5b5-4fbf-9c01-644f325c0ac7 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:51.224511 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85a62771-59bd-4639-818d-58abfb23c7d0 req-2f40a52a-e5b5-4fbf-9c01-644f325c0ac7 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0501103 Sep 16 06:02:51.269422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-85a62771-59bd-4639-818d-58abfb23c7d0 req-063020e7-4343-49e9-a39b-38314d4f34e5 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Sep 16 06:02:52.400756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca70b6b-2062-4add-8711-919906cb2376 req-3430aed3-6b3b-4fd8-b3c8-9d2b54c2b59e tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:52.402360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ca70b6b-2062-4add-8711-919906cb2376 req-3430aed3-6b3b-4fd8-b3c8-9d2b54c2b59e tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0619512 Sep 16 06:02:52.445706 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ca70b6b-2062-4add-8711-919906cb2376 req-995731d7-c2f6-4c19-9816-49521aefa90c tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362861 Sep 16 06:02:53.567476 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923694dc-58fc-403e-8a84-9c3ec3a8e9fd req-5f0e2613-9c05-49c9-a4b7-b3bc889023a8 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:53.568965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-923694dc-58fc-403e-8a84-9c3ec3a8e9fd req-5f0e2613-9c05-49c9-a4b7-b3bc889023a8 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 932 time: 0.0576520 Sep 16 06:02:53.606834 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-923694dc-58fc-403e-8a84-9c3ec3a8e9fd req-ce92b993-df1e-4be3-9a85-44a733335bb1 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Sep 16 06:02:53.989180 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Request body: {'port': {'device_id': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:54.045718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.299753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a844cd7-04c2-4933-a4e5-359c4f96d4aa {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:54.312239 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.324415 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Transition to ACTIVE for port object 6a844cd7-04c2-4933-a4e5-359c4f96d4aa will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:02:54.380390 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.428718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:54.502557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Attempting to bind port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:54.502894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Attempting to bind port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:54.503321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Attempting to bind port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa on network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:54.507990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa on network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:02:54.508344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Attempting to bind port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa on network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:54.513496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:54.513827 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Checking segment: {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:54.514212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Bound using segment: {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:54.514640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Bound port: 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd989575-d15b-43b5-8808-c26bb49d3fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:54.515005 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.582206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] For port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:54.585347 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] For port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:54.632702 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.671050 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:54.671696 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.673127 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] 10.222.0.57 "PUT /v2.0/ports/6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 1093 time: 0.6889338 Sep 16 06:02:54.673575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:54.680980 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ee297d-0354-47d3-b2fb-6bce1bdbd077" -d '{"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:54.699343 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369770a-31d9-48c4-bb90-ba4ab33b9bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:54.730137 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c3ee71-3243-4631-bf5a-1324be93e724 x-openstack-request-id: req-61c3ee71-3243-4631-bf5a-1324be93e724 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:54.730435 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:54.730686 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61c3ee71-3243-4631-bf5a-1324be93e724 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:54.731093 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'status': 'completed', 'code': 200} Sep 16 06:02:54.738872 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc82f2-31a9-4e05-8dd8-19dfe2811462 req-78f30d46-f2bd-41d5-83fd-2c60d943c138 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:54.740450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbbc82f2-31a9-4e05-8dd8-19dfe2811462 req-78f30d46-f2bd-41d5-83fd-2c60d943c138 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 944 time: 0.0663974 Sep 16 06:02:54.791005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cbbc82f2-31a9-4e05-8dd8-19dfe2811462 req-402bf269-a619-40da-9333-54accc38cfce tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Sep 16 06:02:54.829453 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee297d-0354-47d3-b2fb-6bce1bdbd077 req-2fca9f70-fe51-497e-8ba1-4483c9076e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:54.830969 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-15ee297d-0354-47d3-b2fb-6bce1bdbd077 req-2fca9f70-fe51-497e-8ba1-4483c9076e05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1096 time: 0.0519814 Sep 16 06:02:54.938617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee297d-0354-47d3-b2fb-6bce1bdbd077 req-36a4a8e3-9e97-4c0a-84ce-c19a0c5b0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:54.940150 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-15ee297d-0354-47d3-b2fb-6bce1bdbd077 req-36a4a8e3-9e97-4c0a-84ce-c19a0c5b0ff8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0945230 Sep 16 06:02:55.036586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee297d-0354-47d3-b2fb-6bce1bdbd077 req-4470c9e1-5116-43ee-87d4-bb80a71625dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:55.038019 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-15ee297d-0354-47d3-b2fb-6bce1bdbd077 req-4470c9e1-5116-43ee-87d4-bb80a71625dd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901093 Sep 16 06:02:55.139952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-e474d36c-df4c-4b5f-8676-27be1ec5472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:55.141443 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-e474d36c-df4c-4b5f-8676-27be1ec5472d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1096 time: 0.0400031 Sep 16 06:02:55.193742 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-27986cc9-3b8b-446e-aec8-4963aeabe2e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 217 time: 0.0367875 Sep 16 06:02:55.241402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-70adcbcd-4448-4c7e-8558-fe56a49e7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:55.242792 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-70adcbcd-4448-4c7e-8558-fe56a49e7aa3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 200 len: 854 time: 0.0415289 Sep 16 06:02:55.287737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-eaba4e7b-b6ec-458a-86bc-67af912e95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:55.289189 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-eaba4e7b-b6ec-458a-86bc-67af912e95eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392120 Sep 16 06:02:55.381442 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-83fe0343-b1e8-40d5-99ea-93938a1a7139 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844855 Sep 16 06:02:55.470333 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-44d0d1e6-9d36-4083-8215-b40455592f3e req-91a9d7d2-f4d3-42fb-a145-a77655bcd1c8 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804558 Sep 16 06:02:55.907066 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453bc1c-0bd1-4d60-bfe8-5f4649c27335 req-f0f9e81e-dbc3-4a45-acfc-92e2127f75a2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:55.908585 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3453bc1c-0bd1-4d60-bfe8-5f4649c27335 req-f0f9e81e-dbc3-4a45-acfc-92e2127f75a2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 944 time: 0.0493722 Sep 16 06:02:55.946213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3453bc1c-0bd1-4d60-bfe8-5f4649c27335 req-1f5af6a6-5217-4c30-af60-3d36cb706624 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Sep 16 06:02:57.061320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dd5e9-e2e1-4e56-868f-44b75cf759e9 req-2f97f930-18ce-4673-9dc4-e7206b79bd3a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:57.062816 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095dd5e9-e2e1-4e56-868f-44b75cf759e9 req-2f97f930-18ce-4673-9dc4-e7206b79bd3a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 944 time: 0.0488880 Sep 16 06:02:57.100647 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095dd5e9-e2e1-4e56-868f-44b75cf759e9 req-5f91e6ec-bb66-4dc9-9244-b2fd3e104052 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 Sep 16 06:02:58.094879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6a844cd7-04c2-4933-a4e5-359c4f96d4aa details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:58.189595 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:58.200783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'port_id': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'mac_address': 'fa:16:3e:0c:33:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:58.212904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5142a-0e89-432e-b588-36c49cb2eb0a req-be2a2293-cb0a-4952-acc2-b26eebbcd077 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:58.214432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97e5142a-0e89-432e-b588-36c49cb2eb0a req-be2a2293-cb0a-4952-acc2-b26eebbcd077 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 944 time: 0.0484698 Sep 16 06:02:58.238998 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.255863 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a844cd7-04c2-4933-a4e5-359c4f96d4aa {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:58.256621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97e5142a-0e89-432e-b588-36c49cb2eb0a req-94101fac-851d-4d70-9f56-60750ceb100c tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 Sep 16 06:02:58.279898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:58.340107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.388076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:58.642738 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6a844cd7-04c2-4933-a4e5-359c4f96d4aa'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:58.685505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.380216 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fae12-27c2-45f6-b83d-e507b9353b40 req-7b0986ef-ba4f-464e-b8dd-c0e52671bad6 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:59.381892 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a83fae12-27c2-45f6-b83d-e507b9353b40 req-7b0986ef-ba4f-464e-b8dd-c0e52671bad6 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 945 time: 0.0558572 Sep 16 06:02:59.424508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a83fae12-27c2-45f6-b83d-e507b9353b40 req-4a334cf7-6ed3-4fe3-bb3a-596c386ed3dd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354168 Sep 16 06:03:00.111293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6a844cd7-04c2-4933-a4e5-359c4f96d4aa up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:00.242883 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:03:00.246830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:00.247282 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:00.321954 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:00.350959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:00.353233 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a677880f-df30-4e8e-a940-636741515f8c" -d '{"events": [{"server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "name": "network-vif-plugged", "status": "completed", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:00.366258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:00.391184 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b00352-ff58-40e5-a254-69b57944162d x-openstack-request-id: req-71b00352-ff58-40e5-a254-69b57944162d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:00.391513 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "name": "network-vif-plugged", "status": "completed", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:00.391769 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71b00352-ff58-40e5-a254-69b57944162d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:00.392172 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'code': 200} Sep 16 06:03:00.414435 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:00.465526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:00.515623 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d8311-fb06-4cfe-aded-507e27c981dd req-17cf7086-896a-48fd-9bcc-df31ffaa86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:00.517131 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d13d8311-fb06-4cfe-aded-507e27c981dd req-17cf7086-896a-48fd-9bcc-df31ffaa86c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1098 time: 0.0408194 Sep 16 06:03:00.539996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5445c-a38b-4bec-868a-6a3bafbae6f6 req-26f831c5-792d-4f45-a6e2-ed2f706aa2a5 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:00.541539 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32b5445c-a38b-4bec-868a-6a3bafbae6f6 req-26f831c5-792d-4f45-a6e2-ed2f706aa2a5 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0497532 Sep 16 06:03:00.556641 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-d13d8311-fb06-4cfe-aded-507e27c981dd req-0801bdee-73d3-4a3e-89c8-d6e9e35cf5d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Sep 16 06:03:00.580498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32b5445c-a38b-4bec-868a-6a3bafbae6f6 req-5749bc5b-f3c6-44b2-b032-24b1fa7de15d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328491 Sep 16 06:03:01.696077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930ca73-8386-4fd5-9545-2beefc652915 req-aec1dccf-3bbf-4e18-b290-bc7bdea31d78 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:01.697727 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e930ca73-8386-4fd5-9545-2beefc652915 req-aec1dccf-3bbf-4e18-b290-bc7bdea31d78 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0490136 Sep 16 06:03:01.742489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e930ca73-8386-4fd5-9545-2beefc652915 req-edd6c100-98b3-4f42-8268-7e3e6e826e9b tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Sep 16 06:03:02.576010 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-86b0b01e-19b4-4a0a-9e98-998a0d759925 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389884 Sep 16 06:03:02.672563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-171b58c6-50e0-4b14-aaff-70ac07456ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:02.673961 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-171b58c6-50e0-4b14-aaff-70ac07456ebf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1098 time: 0.0421367 Sep 16 06:03:02.781236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-bdde6fd9-156a-4a33-84a8-284f95a9be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:02.782776 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-bdde6fd9-156a-4a33-84a8-284f95a9be4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 916 time: 0.0891211 Sep 16 06:03:02.826190 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-d20759ee-6a34-4648-b062-05f0dc2c0fa3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 217 time: 0.0349789 Sep 16 06:03:02.855524 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784334d-2e26-4341-93a0-2ef7474290ff req-b00f160a-0229-436b-9953-8bcbf9813422 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:02.857060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b784334d-2e26-4341-93a0-2ef7474290ff req-b00f160a-0229-436b-9953-8bcbf9813422 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0489435 Sep 16 06:03:02.874841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-61712263-4dcf-4b99-9c06-38d60b9e47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:02.876334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-61712263-4dcf-4b99-9c06-38d60b9e47cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 200 len: 854 time: 0.0430565 Sep 16 06:03:02.896408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b784334d-2e26-4341-93a0-2ef7474290ff req-c0878e9c-9010-4db2-a273-48b6420c76cc tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Sep 16 06:03:02.928668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-3847f659-1edb-4161-9d4e-170e7c1c709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:02.930232 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-3847f659-1edb-4161-9d4e-170e7c1c709f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452571 Sep 16 06:03:03.010989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c9f31-7754-44f1-91b3-66bcabaec9e0 req-cadf4739-1ee6-4817-897e-88f57f16103a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:03.012524 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-458c9f31-7754-44f1-91b3-66bcabaec9e0 req-cadf4739-1ee6-4817-897e-88f57f16103a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0510466 Sep 16 06:03:03.023107 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-d27e11fb-3be6-424e-b30c-5185e9ed18d6 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854449 Sep 16 06:03:03.049863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-458c9f31-7754-44f1-91b3-66bcabaec9e0 req-6994e039-71a5-4e8f-afb0-39f419876d5c tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Sep 16 06:03:03.118290 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-2fc02aab-647d-4933-8190-a542dbc9dbea req-31468011-fc04-4fe0-a87e-5788991d3264 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880237 Sep 16 06:03:03.235815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20612575-2aaf-478c-bbf3-6b5f8fc43bff req-9a19edca-4f72-46ea-b5a5-53221263afc9 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:03.237222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20612575-2aaf-478c-bbf3-6b5f8fc43bff req-9a19edca-4f72-46ea-b5a5-53221263afc9 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0489469 Sep 16 06:03:03.279402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20612575-2aaf-478c-bbf3-6b5f8fc43bff req-d4daf842-bda4-4ae8-b5b0-61e17a611058 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Sep 16 06:03:11.065622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f9173b7d-82ee-40b2-b5fc-f67c3e8c7562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.111422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.437157 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:14.225140 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.494001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5e95f33d-9e15-4ca4-b6eb-1d5e927da296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.373586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.059724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.453777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235529-ceaf-40c7-83fc-412089382fd7 req-3869329a-0181-40b8-bfd9-471293f8c479 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:17.455254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65235529-ceaf-40c7-83fc-412089382fd7 req-3869329a-0181-40b8-bfd9-471293f8c479 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0497291 Sep 16 06:03:17.492850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65235529-ceaf-40c7-83fc-412089382fd7 req-96d61433-98e1-4777-8792-460c112153bc tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Sep 16 06:03:17.514360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40034) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:17.635878 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c74d005-9925-45c7-8088-f0ed056ebba2 tempest-TestMinimumBasicScenario-1017168799 tempest-TestMinimumBasicScenario-1017168799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:17.637378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4c74d005-9925-45c7-8088-f0ed056ebba2 tempest-TestMinimumBasicScenario-1017168799 tempest-TestMinimumBasicScenario-1017168799-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1093 time: 0.1220746 Sep 16 06:03:17.640354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40038) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:17.644519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:17.728085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.824900 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.924046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Allocated IP 172.25.7.197 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/89b41a52-c090-43ab-8052-5e6fc9c52764) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:18.026476 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.122452 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.157279 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:18.160023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:18.164021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:18.189455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'Port': ['ID=89b41a52-c090-43ab-8052-5e6fc9c52764,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:18.202633 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.202982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.203351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.203691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.204022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.204353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.204682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.205007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.205332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.205655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.206018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.206339 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:18.548425 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.661959 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.818200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.859547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.929661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'Port': ['ID=89b41a52-c090-43ab-8052-5e6fc9c52764,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:18.940938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.040712 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Floating IP 62ec26e7-c4a2-4757-aa00-fcb900d6edaf associated. External IP: 172.25.7.197, port: 6a844cd7-04c2-4933-a4e5-359c4f96d4aa. Sep 16 06:03:19.240015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Router 1578da31-a975-4d6d-b356-3581403075c7 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:19.344032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:19.353904 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] Sync routers for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:19.362305 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:19.362907 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:19.413985 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.444969 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-58f944c6-065f-4857-913a-7d8e1aa223af tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8036165 Sep 16 06:03:19.445541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:19.447835 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c" -d '{"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:19.448245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40040) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:19.453089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-8156c3f9-e706-40b5-bc14-78f29103dee2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046703430', 'description': 'tempest-secgroup-smoke-2046703430 description', 'project_id': '0581ad5cf1514b62b69f2fd3e548552f'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:19.470462 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:19.486400 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b82dc74-c272-45f1-9550-46efb02307a6 x-openstack-request-id: req-8b82dc74-c272-45f1-9550-46efb02307a6 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:19.486697 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:19.486992 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b82dc74-c272-45f1-9550-46efb02307a6 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:19.487436 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'status': 'completed', 'code': 200} Sep 16 06:03:19.511463 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8156c3f9-e706-40b5-bc14-78f29103dee2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.624618 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8156c3f9-e706-40b5-bc14-78f29103dee2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.627696 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-d7572602-7bc6-4c32-931b-94d20509cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.629244 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-d7572602-7bc6-4c32-931b-94d20509cf07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1098 time: 0.0777853 Sep 16 06:03:19.667735 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8156c3f9-e706-40b5-bc14-78f29103dee2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.695390 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '62ec26e7-c4a2-4757-aa00-fcb900d6edaf', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1578da31-a975-4d6d-b356-3581403075c7', 'port_id': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'mac_address': 'fa:16:3e:0c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:03:18Z', 'updated_at': '2021-09-16T06:03:18Z', 'revision_number': 0, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:24Z', 'revision_number': 5, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:19.725266 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] Checking router: 1578da31-a975-4d6d-b356-3581403075c7 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:19.733840 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:19.734464 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:03:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:19.735320 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156c3f9-e706-40b5-bc14-78f29103dee2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:19.756510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-cf069905-a876-4682-b4c4-59a99c6e7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.757999 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-cf069905-a876-4682-b4c4-59a99c6e7309 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 916 time: 0.1180978 Sep 16 06:03:19.810097 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8156c3f9-e706-40b5-bc14-78f29103dee2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.811587 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8156c3f9-e706-40b5-bc14-78f29103dee2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3622475 Sep 16 06:03:19.814910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40044) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:19.819969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1c28bf04-3d2c-4c0d-b7ea-472befccfb29 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'security_group_rule': {'security_group_id': '1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a', 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:19.830380 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-f8d94a5b-cca0-460a-938b-dc3d81cab326 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 1000 time: 0.0636547 Sep 16 06:03:19.845484 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:19.887040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-96a19760-dbbf-4089-8b75-baf577c6cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.888431 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-96a19760-dbbf-4089-8b75-baf577c6cab1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 200 len: 854 time: 0.0492365 Sep 16 06:03:19.938627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-f7971e87-b334-4a89-96b8-dd5b65d4707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.939883 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-f7971e87-b334-4a89-96b8-dd5b65d4707b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410588 Sep 16 06:03:19.940043 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c28bf04-3d2c-4c0d-b7ea-472befccfb29 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.001685 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c28bf04-3d2c-4c0d-b7ea-472befccfb29 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.060183 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-a45b982e-65b9-4938-a4a2-c91b5c1b36ba service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918345 Sep 16 06:03:20.073303 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '62ec26e7-c4a2-4757-aa00-fcb900d6edaf', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1578da31-a975-4d6d-b356-3581403075c7', 'port_id': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'mac_address': 'fa:16:3e:0c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:03:18Z', 'updated_at': '2021-09-16T06:03:18Z', 'revision_number': 0, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:24Z', 'revision_number': 5, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:20.088386 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c28bf04-3d2c-4c0d-b7ea-472befccfb29 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.100192 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d278ac-62fa-47f2-a31a-0505906a8b78 None None] The sync data for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 is: [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '62ec26e7-c4a2-4757-aa00-fcb900d6edaf', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1578da31-a975-4d6d-b356-3581403075c7', 'port_id': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'mac_address': 'fa:16:3e:0c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:03:18Z', 'updated_at': '2021-09-16T06:03:18Z', 'revision_number': 0, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:24Z', 'revision_number': 5, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:20.111581 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28bf04-3d2c-4c0d-b7ea-472befccfb29 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29056679-2212-4120-b132-b35b3d23fb1c,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:20.159850 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-91f8e62f-172a-4188-a9f1-9ce8bdf4375c req-63931945-b941-4f3b-9c8d-290872fdfb8a service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867279 Sep 16 06:03:20.185911 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1c28bf04-3d2c-4c0d-b7ea-472befccfb29 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.187174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1c28bf04-3d2c-4c0d-b7ea-472befccfb29 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3711390 Sep 16 06:03:20.190121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40046) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.195167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9e2d3560-3281-4b6e-b10d-4b3b1b333176 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'security_group_rule': {'security_group_id': '1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a', 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:20.276716 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3560-3281-4b6e-b10d-4b3b1b333176 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.319606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed8c43-f9e2-451b-8598-3d330dc41075 None None] New status for floating IP 62ec26e7-c4a2-4757-aa00-fcb900d6edaf: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:03:20.337333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3560-3281-4b6e-b10d-4b3b1b333176 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.385459 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3560-3281-4b6e-b10d-4b3b1b333176 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.408462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d3560-3281-4b6e-b10d-4b3b1b333176 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6376e21c-14e1-471b-bf13-74617876ee9a,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:20.482369 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3560-3281-4b6e-b10d-4b3b1b333176 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.483686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9e2d3560-3281-4b6e-b10d-4b3b1b333176 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2926154 Sep 16 06:03:20.486553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40048) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.490931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9be5be62-d757-4ada-a3ff-a39612699c80 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'security_group_rule': {'security_group_id': '1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a', 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:20.585562 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9be5be62-d757-4ada-a3ff-a39612699c80 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.642999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9be5be62-d757-4ada-a3ff-a39612699c80 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.722316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9be5be62-d757-4ada-a3ff-a39612699c80 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.744132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5be62-d757-4ada-a3ff-a39612699c80 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0eda88b-9ab2-429e-a580-896674e149b7,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:20.807926 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9be5be62-d757-4ada-a3ff-a39612699c80 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.809126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9be5be62-d757-4ada-a3ff-a39612699c80 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216398 Sep 16 06:03:20.811925 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40050) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.816157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-847e7421-dbd5-448f-bff1-a405e4be9d4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'security_group_rule': {'security_group_id': '1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a', 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:20.881080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-847e7421-dbd5-448f-bff1-a405e4be9d4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.938478 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-847e7421-dbd5-448f-bff1-a405e4be9d4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.002630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-847e7421-dbd5-448f-bff1-a405e4be9d4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.022789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e7421-dbd5-448f-bff1-a405e4be9d4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb72da9-2818-4ce1-9d34-14836571d929,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:21.122454 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-847e7421-dbd5-448f-bff1-a405e4be9d4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.123722 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-847e7421-dbd5-448f-bff1-a405e4be9d4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108852 Sep 16 06:03:21.126436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40052) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:21.131689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-53957258-b6c2-40f0-8b60-f3a8a4b9dd4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'security_group_rule': {'security_group_id': '1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a', 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:21.219773 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-53957258-b6c2-40f0-8b60-f3a8a4b9dd4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Project 0581ad5cf1514b62b69f2fd3e548552f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:03:21.225606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53957258-b6c2-40f0-8b60-f3a8a4b9dd4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.285428 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53957258-b6c2-40f0-8b60-f3a8a4b9dd4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.356834 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53957258-b6c2-40f0-8b60-f3a8a4b9dd4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.376490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53957258-b6c2-40f0-8b60-f3a8a4b9dd4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1657fb20-0aa1-48af-b42f-cdbc549a2ac0,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:21.448530 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-53957258-b6c2-40f0-8b60-f3a8a4b9dd4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.449700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-53957258-b6c2-40f0-8b60-f3a8a4b9dd4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3223553 Sep 16 06:03:21.453428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40054) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:21.457762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-79e94676-0397-4fd6-a3ec-13f992a3da53 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'security_group_rule': {'security_group_id': '1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a', 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:21.539911 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-79e94676-0397-4fd6-a3ec-13f992a3da53 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Project 0581ad5cf1514b62b69f2fd3e548552f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:03:21.545408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e94676-0397-4fd6-a3ec-13f992a3da53 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.610230 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e94676-0397-4fd6-a3ec-13f992a3da53 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.682587 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e94676-0397-4fd6-a3ec-13f992a3da53 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.704973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e94676-0397-4fd6-a3ec-13f992a3da53 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba8e622-1bd5-4d29-bb4e-a4217ee7605b,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:21.773798 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-79e94676-0397-4fd6-a3ec-13f992a3da53 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.775085 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-79e94676-0397-4fd6-a3ec-13f992a3da53 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3206925 Sep 16 06:03:21.854690 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-82169e5d-ce72-492d-8beb-fc9471b415b8 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046703430&fields=id&tenant_id=0581ad5cf1514b62b69f2fd3e548552f HTTP/1.1" status: 200 len: 267 time: 0.0343859 Sep 16 06:03:21.909447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-67cdbbcd-23d0-4750-a814-d79ba16d0fe4 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:21.911008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-67cdbbcd-23d0-4750-a814-d79ba16d0fe4 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0504506 Sep 16 06:03:21.922374 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'port': {'security_groups': ['ef065a0e-64d2-46ba-ae9d-d3f0c0536a29', '1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:21.984737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.169077 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] For port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:22.196858 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.259906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.295683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6a844cd7-04c2-4933-a4e5-359c4f96d4aa'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:22.306766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:22.307430 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.308843 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cc2ca988-5516-4fdb-a17d-a65635eab2c5 req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "PUT /v2.0/ports/6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 982 time: 0.3910217 Sep 16 06:03:22.309303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:22.311616 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403598ab-6149-46e2-8a8e-96357270b572" -d '{"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:22.346481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31af4d6-127c-4e34-b0fb-092f0825c3d3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'Port': ['ID=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,revision_number=6']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:22.383028 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe2c7ec-ff04-43be-9e82-2df4f29effe6 x-openstack-request-id: req-dbe2c7ec-ff04-43be-9e82-2df4f29effe6 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:22.383028 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:22.383028 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbe2c7ec-ff04-43be-9e82-2df4f29effe6 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:22.383028 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'status': 'completed', 'code': 200} Sep 16 06:03:22.440179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6a844cd7-04c2-4933-a4e5-359c4f96d4aa'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:22.489053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403598ab-6149-46e2-8a8e-96357270b572 req-593c9bef-baa8-4a8a-9be5-5a330b99e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:22.491126 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-403598ab-6149-46e2-8a8e-96357270b572 req-593c9bef-baa8-4a8a-9be5-5a330b99e8a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1137 time: 0.0558445 Sep 16 06:03:22.491332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e71aa1-d2fc-41c6-90d2-3be3900526c8 req-8d1f4e1d-f3d3-43af-8303-119695ce5976 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:22.499691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58e71aa1-d2fc-41c6-90d2-3be3900526c8 req-8d1f4e1d-f3d3-43af-8303-119695ce5976 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0936923 Sep 16 06:03:22.552171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58e71aa1-d2fc-41c6-90d2-3be3900526c8 req-326f85c8-f748-4b2b-93ea-a5cb4446dd42 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475578 Sep 16 06:03:22.606537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403598ab-6149-46e2-8a8e-96357270b572 req-6fdcb472-bd74-4bcb-af6d-0f4a78711f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:22.608085 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-403598ab-6149-46e2-8a8e-96357270b572 req-6fdcb472-bd74-4bcb-af6d-0f4a78711f2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 916 time: 0.1085896 Sep 16 06:03:22.647230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-eb1dcb42-cec2-4e6b-96db-5f1883df2256 None None] Provisioning complete for port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:22.647629 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb1dcb42-cec2-4e6b-96db-5f1883df2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.674282 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-403598ab-6149-46e2-8a8e-96357270b572 req-4aef350d-1b80-4076-b4c7-f3a64397e1f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 1002 time: 0.0582292 Sep 16 06:03:22.728749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403598ab-6149-46e2-8a8e-96357270b572 req-2aeec3cb-3ef6-439a-87e5-7bbaa0dbb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:22.730382 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-403598ab-6149-46e2-8a8e-96357270b572 req-2aeec3cb-3ef6-439a-87e5-7bbaa0dbb9be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 200 len: 854 time: 0.0481579 Sep 16 06:03:22.781075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403598ab-6149-46e2-8a8e-96357270b572 req-9c4324a0-abac-4dcc-9397-96b34de79c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:22.782501 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-403598ab-6149-46e2-8a8e-96357270b572 req-9c4324a0-abac-4dcc-9397-96b34de79c51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444012 Sep 16 06:03:22.872825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-403598ab-6149-46e2-8a8e-96357270b572 req-7aec85c4-b390-4f05-b29d-a0e319e63d5c service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827427 Sep 16 06:03:22.966823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-403598ab-6149-46e2-8a8e-96357270b572 req-85f413c8-68e3-45ca-b96f-0c806e71fec2 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858371 Sep 16 06:03:28.682289 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.749017 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-d33354b4-3624-4890-8ff7-532781d72a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:36.750539 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-d33354b4-3624-4890-8ff7-532781d72a5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1137 time: 0.0405974 Sep 16 06:03:36.802347 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c19ade-5c52-478f-a321-e66c1072d86a req-d771f3c0-6b75-4593-b024-2cd51d7e3817 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:36.803900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5c19ade-5c52-478f-a321-e66c1072d86a req-d771f3c0-6b75-4593-b024-2cd51d7e3817 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.2159805 Sep 16 06:03:36.849423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f5c19ade-5c52-478f-a321-e66c1072d86a req-72eff192-8942-4095-b2dd-9fc7d546b808 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385635 Sep 16 06:03:36.849660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-3426af93-cabc-4cca-8594-2856a9b7fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:36.851124 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-3426af93-cabc-4cca-8594-2856a9b7fba4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 916 time: 0.0931790 Sep 16 06:03:36.916655 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-b709d13d-9272-43f1-96ab-4e52b5ec97f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 1002 time: 0.0570433 Sep 16 06:03:37.296880 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-ee62ddce-6a0c-46b3-b346-4b40463ffc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:37.298398 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-ee62ddce-6a0c-46b3-b346-4b40463ffc3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 200 len: 854 time: 0.3740931 Sep 16 06:03:37.346590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-fefeea72-0e21-47b0-8d89-3e3ef5860c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:37.348104 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-fefeea72-0e21-47b0-8d89-3e3ef5860c7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405433 Sep 16 06:03:37.439905 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-21d0ed52-3b0f-45e9-a476-5ac40a3c54e4 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844126 Sep 16 06:03:37.537722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee4aefb2-9c3f-4dba-b6a7-10fc3141e84a req-38ef0c79-eedc-4405-a66d-36baeaab6ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902433 Sep 16 06:03:38.029194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051e5a-6d46-4775-9a1c-0acd40d12d32 req-22a6a96d-6299-4ff3-ade0-3245c2327cbc tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:38.030684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c051e5a-6d46-4775-9a1c-0acd40d12d32 req-22a6a96d-6299-4ff3-ade0-3245c2327cbc tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.1051419 Sep 16 06:03:38.070227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c051e5a-6d46-4775-9a1c-0acd40d12d32 req-cc5b0648-eb16-44c8-915d-e5a8adcf2c4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332861 Sep 16 06:03:39.184719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd37c2-254a-431e-9b97-5c9b0970942b req-4b6b0bd3-a076-435f-a9e9-6dbc8e257215 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:39.186190 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffcd37c2-254a-431e-9b97-5c9b0970942b req-4b6b0bd3-a076-435f-a9e9-6dbc8e257215 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0485280 Sep 16 06:03:39.224891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffcd37c2-254a-431e-9b97-5c9b0970942b req-005ec688-8d28-4c19-95e8-17234ba0bf58 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325823 Sep 16 06:03:40.339994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1283686-1cc0-40f0-8e1a-5df12bcdb5a9 req-77e7b98f-fe49-4748-b1f6-6c31093f4cbc tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:40.341477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1283686-1cc0-40f0-8e1a-5df12bcdb5a9 req-77e7b98f-fe49-4748-b1f6-6c31093f4cbc tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0485926 Sep 16 06:03:40.382609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f1283686-1cc0-40f0-8e1a-5df12bcdb5a9 req-4c108fc0-c16e-4021-8d3a-b6d1e4581ad6 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351257 Sep 16 06:03:41.076285 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-10aca1e9-d0ab-4b69-8132-1bda418698f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.087645 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.500879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20f8b5-645a-441f-ad23-b656c43f479d req-3713ff63-97b8-43ba-a89e-3f6cc2b063f0 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:41.502364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d20f8b5-645a-441f-ad23-b656c43f479d req-3713ff63-97b8-43ba-a89e-3f6cc2b063f0 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0524569 Sep 16 06:03:41.541753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d20f8b5-645a-441f-ad23-b656c43f479d req-85d6e428-37e5-47be-96a8-5df2a71c7867 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332596 Sep 16 06:03:42.660156 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546c352-cf67-4a88-b1fe-efddde0219df req-e24449c4-a626-4c6f-b04f-3700f0eb4c54 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:42.660156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5546c352-cf67-4a88-b1fe-efddde0219df req-e24449c4-a626-4c6f-b04f-3700f0eb4c54 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0502357 Sep 16 06:03:42.699086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5546c352-cf67-4a88-b1fe-efddde0219df req-6d8911a5-ff4f-4fe6-a3f9-5e54acb6dc23 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335217 Sep 16 06:03:43.812829 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c31a94-2bfa-4661-a567-547d9b4707a3 req-1329ff8e-ccf2-42ce-ada5-7ccc53a0da34 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:43.817475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95c31a94-2bfa-4661-a567-547d9b4707a3 req-1329ff8e-ccf2-42ce-ada5-7ccc53a0da34 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0491841 Sep 16 06:03:43.855754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-95c31a94-2bfa-4661-a567-547d9b4707a3 req-41da495c-d9b2-4b0b-8a8d-f7fe59b6e888 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350983 Sep 16 06:03:44.230496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.487695 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e26ae38a-0ca9-4523-a5f9-520df07ab267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.971987 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e3314-dedd-48ae-bed7-cdbfe8dbe245 req-c8c973f6-e3a3-405a-9ef1-608be44af98b tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:44.973441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-889e3314-dedd-48ae-bed7-cdbfe8dbe245 req-c8c973f6-e3a3-405a-9ef1-608be44af98b tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0521872 Sep 16 06:03:45.015662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-889e3314-dedd-48ae-bed7-cdbfe8dbe245 req-d2463dd4-46ba-4053-b951-1c314aaee98c tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353959 Sep 16 06:03:45.338809 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.130677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3929d-4913-4ceb-b9db-01093a5b5707 req-736ff4d8-74b3-408f-8814-beaf65dcafde tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:46.132195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1c3929d-4913-4ceb-b9db-01093a5b5707 req-736ff4d8-74b3-408f-8814-beaf65dcafde tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0494273 Sep 16 06:03:46.171627 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1c3929d-4913-4ceb-b9db-01093a5b5707 req-e850c431-27b1-48bc-87d9-a8576b3ab641 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328410 Sep 16 06:03:47.104609 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.285716 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40a59b-8b52-4f78-9c35-03ed5c89e9c9 req-09c4462b-6e57-483a-9473-5814c4504ad1 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:47.287092 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c40a59b-8b52-4f78-9c35-03ed5c89e9c9 req-09c4462b-6e57-483a-9473-5814c4504ad1 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0489047 Sep 16 06:03:47.326931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1c40a59b-8b52-4f78-9c35-03ed5c89e9c9 req-9e8fb70d-4ff4-44bf-9e53-41b3fe3b14c9 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337884 Sep 16 06:03:48.444904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6e121-0362-4168-b252-e9e4e1b212b4 req-ac5fea5c-4d6e-4d8f-a999-bce5615f999f tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:48.446409 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff6e121-0362-4168-b252-e9e4e1b212b4 req-ac5fea5c-4d6e-4d8f-a999-bce5615f999f tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0537419 Sep 16 06:03:48.487203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5ff6e121-0362-4168-b252-e9e4e1b212b4 req-12ceae50-b283-4717-a46c-dd9c305b5e4d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344148 Sep 16 06:03:49.601310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7da222-7e65-41e0-9c23-2a6e3bee5984 req-83b0eb61-c4b8-45f9-b7d4-73933f265559 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:49.602783 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef7da222-7e65-41e0-9c23-2a6e3bee5984 req-83b0eb61-c4b8-45f9-b7d4-73933f265559 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0495269 Sep 16 06:03:49.642939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef7da222-7e65-41e0-9c23-2a6e3bee5984 req-e5f0a5e5-cf36-4565-98ce-643794b2a9d1 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339899 Sep 16 06:03:50.440871 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:50.758583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247a044-eba7-4a24-9863-875eb463616c req-5a03e1d9-8e9d-4a89-8dfe-13bdc2538771 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:50.760469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e247a044-eba7-4a24-9863-875eb463616c req-5a03e1d9-8e9d-4a89-8dfe-13bdc2538771 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0479941 Sep 16 06:03:50.799616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e247a044-eba7-4a24-9863-875eb463616c req-8404cb6a-3eb7-4ae6-8bf9-223d29e3e100 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332096 Sep 16 06:03:51.922384 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f4a6-05d4-45b4-8785-b1c43b369199 req-a26efc4f-39d6-4d35-b5ae-4ac6d46df9bb tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:51.923932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3956f4a6-05d4-45b4-8785-b1c43b369199 req-a26efc4f-39d6-4d35-b5ae-4ac6d46df9bb tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0541975 Sep 16 06:03:51.963880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3956f4a6-05d4-45b4-8785-b1c43b369199 req-eca8f0c4-8823-42c9-9666-32c70997109c tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338809 Sep 16 06:03:53.094826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc2b7b-9128-4b16-b168-054250b997f8 req-3ed5c354-6c6c-45af-a551-0ab4ab68987d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:53.096333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02bc2b7b-9128-4b16-b168-054250b997f8 req-3ed5c354-6c6c-45af-a551-0ab4ab68987d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0499506 Sep 16 06:03:53.138325 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02bc2b7b-9128-4b16-b168-054250b997f8 req-4107f2ee-1bd5-4b95-a6ab-5975ff75f816 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334554 Sep 16 06:03:54.251180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833081-19fc-4c65-a075-b01106c77f95 req-d432d548-fd4d-474d-b0a8-3829961664c2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:54.252668 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48833081-19fc-4c65-a075-b01106c77f95 req-d432d548-fd4d-474d-b0a8-3829961664c2 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0487874 Sep 16 06:03:54.291547 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-48833081-19fc-4c65-a075-b01106c77f95 req-1792fa49-c1c5-487b-aa60-a5466338af3b tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&id=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327995 Sep 16 06:03:58.687092 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:02.630576 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-928fd377-ad47-4cfa-a591-435fec405e48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395241 Sep 16 06:04:02.730323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cace-b50d-4907-885b-132459a1fa8e req-fb2502c3-c675-4e65-8c8f-1877e030d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:02.731747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-fb2502c3-c675-4e65-8c8f-1877e030d82d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1137 time: 0.0436935 Sep 16 06:04:02.834012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cace-b50d-4907-885b-132459a1fa8e req-582375b6-133b-4a6e-b1c4-ff7b93fd67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:02.835517 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-582375b6-133b-4a6e-b1c4-ff7b93fd67d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 916 time: 0.0840402 Sep 16 06:04:02.904012 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-d8f720c6-63b3-4282-8157-505b64717165 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 1002 time: 0.0607367 Sep 16 06:04:02.998513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cace-b50d-4907-885b-132459a1fa8e req-a58d4664-187e-4ebe-bc4d-65b5b4b0c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:03.000020 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-a58d4664-187e-4ebe-bc4d-65b5b4b0c136 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 200 len: 854 time: 0.0877237 Sep 16 06:04:03.045651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cace-b50d-4907-885b-132459a1fa8e req-eafc70e2-6862-4cad-8726-ee0db1d397b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:03.047162 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-eafc70e2-6862-4cad-8726-ee0db1d397b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405145 Sep 16 06:04:03.058310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-95dd8e47-53f2-4f5b-87c0-2adc818b6558 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:04:03.059269 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-95dd8e47-53f2-4f5b-87c0-2adc818b6558 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049033 Sep 16 06:04:03.151538 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-9c0784f9-5b57-4f58-b99e-aa7b058760ec service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855024 Sep 16 06:04:03.245608 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5193cace-b50d-4907-885b-132459a1fa8e req-a8ef3719-cac6-4eea-bc5a-16f4b896e6ab service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872648 Sep 16 06:04:11.068724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e4f1866d-512f-4e22-89ae-3f43d6bf4f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.081407 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:14.235565 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:14.498612 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-66fee584-a96b-4a27-a779-af3a644f6a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.385262 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:17.092514 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:26.698463 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-740e9a54-5bba-4352-a08e-68f8990343d6 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046703430&fields=id&tenant_id=0581ad5cf1514b62b69f2fd3e548552f HTTP/1.1" status: 200 len: 267 time: 0.0365391 Sep 16 06:04:26.750529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-a59d0225-cbec-42bf-a965-ff76e6127e66 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:26.752031 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-a59d0225-cbec-42bf-a965-ff76e6127e66 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 985 time: 0.0478609 Sep 16 06:04:26.763048 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Request body: {'port': {'security_groups': ['ef065a0e-64d2-46ba-ae9d-d3f0c0536a29']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:26.824441 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:26.994193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] For port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:27.021912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.092095 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.127904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6a844cd7-04c2-4933-a4e5-359c4f96d4aa'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:27.138673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:27.139359 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.141218 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-71bfd5ca-975b-4e66-859c-e47368b8b11a req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "PUT /v2.0/ports/6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 943 time: 0.3825881 Sep 16 06:04:27.141680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:27.147671 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14" -d '{"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:27.147793 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:27.176749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event updated for resources: {'Port': ['ID=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,revision_number=7']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:27.186296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.186750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.187170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.187605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.188074 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.188487 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.189031 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.189300 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.189707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.190108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.190511 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.191414 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eeb771-1fd4-4538-9f06-b4f3061f2acd tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.213566 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e473e3f2-e287-4b88-841c-9e9ec00a8e22 x-openstack-request-id: req-e473e3f2-e287-4b88-841c-9e9ec00a8e22 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:27.213902 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:27.214188 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e473e3f2-e287-4b88-841c-9e9ec00a8e22 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:27.214668 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'status': 'completed', 'code': 200} Sep 16 06:04:27.228822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.266705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6a844cd7-04c2-4933-a4e5-359c4f96d4aa'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:27.273698 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.334423 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-9aa83938-1dde-4381-9e71-62b97d26bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:27.335995 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-9aa83938-1dde-4381-9e71-62b97d26bdda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1098 time: 0.0749717 Sep 16 06:04:27.432777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fd997b19-4c5f-48d1-8a90-aaa6cfeb27cf None None] Provisioning complete for port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:27.433127 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fd997b19-4c5f-48d1-8a90-aaa6cfeb27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.436627 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-d3f5f72b-6db5-4748-8578-02c6619df9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:27.438783 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-d3f5f72b-6db5-4748-8578-02c6619df9d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 916 time: 0.0942283 Sep 16 06:04:27.442245 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:27.453990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.456633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.457738 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "DELETE /v2.0/security-groups/1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a HTTP/1.1" status: 204 len: 168 time: 0.3087947 Sep 16 06:04:27.461104 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40142) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:27.503326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f2837-9c8b-4444-90bd-faa4ca3e3c3a,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:27.512622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.513214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.513734 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.514326 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.514588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.515959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.515959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.516190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.516498 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.516818 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.517142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.517468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49e683-0842-4e3e-ba79-a56f3d08f35d tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:27.537718 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-54b4accc-0050-4636-816d-f7ba8e807961 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 1002 time: 0.0910892 Sep 16 06:04:27.589643 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-fc3f3c60-9126-499e-9cc8-5b4286447636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:27.591146 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-fc3f3c60-9126-499e-9cc8-5b4286447636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 200 len: 854 time: 0.0454648 Sep 16 06:04:27.626882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Deleting port 89b41a52-c090-43ab-8052-5e6fc9c52764 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:27.627229 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.637357 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-e60d76e5-da9f-4572-910e-2ef1dbd4f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:27.638893 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-e60d76e5-da9f-4572-910e-2ef1dbd4f484 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404301 Sep 16 06:04:27.702400 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.703711 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.715267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Calling delete_port for 89b41a52-c090-43ab-8052-5e6fc9c52764 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:27.733315 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-390d3802-7362-417d-a1a7-522b05dd2ac2 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865440 Sep 16 06:04:27.828980 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ba07915b-5c58-43ee-a95d-51a5b4cd2b14 req-ddf5b352-6587-432e-bf4a-c442304d535f service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878196 Sep 16 06:04:27.931316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.956478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event deleted for resources: {'Port': ['ID=89b41a52-c090-43ab-8052-5e6fc9c52764,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:28.020177 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:28.020536 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Floating IP 62ec26e7-c4a2-4757-aa00-fcb900d6edaf disassociated (deleted). External IP: 172.25.7.197, port: 6a844cd7-04c2-4933-a4e5-359c4f96d4aa. Sep 16 06:04:28.553990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Router 1578da31-a975-4d6d-b356-3581403075c7 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:28.667410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:28.671846 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:28.677557 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] Sync routers for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:28.686448 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:28.687130 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:28.698811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e3ec44f3-a98c-4022-a093-320e8e4b7ffe tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "DELETE /v2.0/floatingips/62ec26e7-c4a2-4757-aa00-fcb900d6edaf HTTP/1.1" status: 204 len: 168 time: 1.2366068 Sep 16 06:04:28.755896 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:28.792545 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:28.983599 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:24Z', 'revision_number': 5, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:29.013939 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] Checking router: 1578da31-a975-4d6d-b356-3581403075c7 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:29.023793 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:29.024510 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:29.129693 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:29.215802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:29.218149 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54277e1e-63b6-4b8c-aca0-c5fda1becccc" -d '{"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:29.253291 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296cf0eb-b0c7-4cec-aada-4be78dec1589 x-openstack-request-id: req-296cf0eb-b0c7-4cec-aada-4be78dec1589 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:29.253583 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:29.253861 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-296cf0eb-b0c7-4cec-aada-4be78dec1589 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:29.254242 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'status': 'completed', 'code': 200} Sep 16 06:04:29.323147 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:24Z', 'revision_number': 5, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:29.340400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-8e3625b7-5927-44b4-8598-04af3f8b4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:29.341943 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-8e3625b7-5927-44b4-8598-04af3f8b4dfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 1098 time: 0.0416064 Sep 16 06:04:29.353531 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fee07-678b-473c-9e4a-db5e9868ae99 None None] The sync data for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 is: [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:02:21Z', 'revision_number': 4, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '9744e4a9-4b4d-4757-9896-b4ee183dcf0a', 'name': '', 'network_id': '95ef03ae-ce19-4e5c-9ff3-b09f31918e3e', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'mac_address': 'fa:16:3e:5d:10:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:21Z', 'updated_at': '2021-09-16T06:02:24Z', 'revision_number': 5, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'subnets': [{'id': '2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:29.447434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-ec184179-d453-4364-9b08-b10d00f53f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:29.448852 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-ec184179-d453-4364-9b08-b10d00f53f1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 200 len: 916 time: 0.0986526 Sep 16 06:04:29.498534 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-63b0a107-e146-47d2-9892-c11e66cba905 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 200 len: 217 time: 0.0388234 Sep 16 06:04:29.553776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-b0d1007b-aec3-4a92-b7ef-9583d21955ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:29.555334 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-b0d1007b-aec3-4a92-b7ef-9583d21955ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 200 len: 854 time: 0.0477238 Sep 16 06:04:29.579546 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64aa59-b714-4ef4-adcc-5dde09e29db4 None None] New status for floating IP 62ec26e7-c4a2-4757-aa00-fcb900d6edaf: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:04:29.603787 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-87f48640-6bb6-4373-95e9-b62c00280f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:29.605528 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-87f48640-6bb6-4373-95e9-b62c00280f45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421002 Sep 16 06:04:29.705470 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-cd405045-aaa2-4d8c-8a59-3b884ebfcac0 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912180 Sep 16 06:04:29.797820 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-54277e1e-63b6-4b8c-aca0-c5fda1becccc req-e0554395-45b9-4601-83fd-ce35ca75dd23 service neutron] 10.222.0.57 "GET /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848560 Sep 16 06:04:37.155726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aacf1b-f43f-4b44-a931-92d8d0dc2d80 req-1426b9ab-cacc-42bc-92e2-4a1c74c77543 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:37.157209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2aacf1b-f43f-4b44-a931-92d8d0dc2d80 req-1426b9ab-cacc-42bc-92e2-4a1c74c77543 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0488377 Sep 16 06:04:37.194330 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b2aacf1b-f43f-4b44-a931-92d8d0dc2d80 req-a2fbe947-6439-4b61-903a-77996ae1eed1 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Sep 16 06:04:38.307286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824be6-acd0-4246-a433-0b01e291646c req-bc59361f-56b5-436f-b8f1-bc752d9fc1b4 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:38.308761 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35824be6-acd0-4246-a433-0b01e291646c req-bc59361f-56b5-436f-b8f1-bc752d9fc1b4 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0480988 Sep 16 06:04:38.346289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-35824be6-acd0-4246-a433-0b01e291646c req-cbcdf00f-d376-4686-b3d0-da8ab5ec9e16 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Sep 16 06:04:39.081789 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-1f39104b-f3dc-4d57-ac1c-d094e01e2026 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.083273 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-1f39104b-f3dc-4d57-ac1c-d094e01e2026 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.57 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0531340 Sep 16 06:04:39.172198 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Deleting port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:39.172548 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.262211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] For port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:39.262499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.274539 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Calling delete_port for 6a844cd7-04c2-4933-a4e5-359c4f96d4aa owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:39.463869 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec01ee-0147-4bce-987f-ba2ce2aab117 req-95377b13-ddcd-4af0-96b6-c6c2e18c19c3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.465317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4ec01ee-0147-4bce-987f-ba2ce2aab117 req-95377b13-ddcd-4af0-96b6-c6c2e18c19c3 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/ports?device_id=284eca9e-d47c-43cf-a049-54baa3f5146a HTTP/1.1" status: 200 len: 946 time: 0.0519576 Sep 16 06:04:39.475167 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.502934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4ec01ee-0147-4bce-987f-ba2ce2aab117 req-b7f2ad18-beda-4126-862f-0bab0c709dd4 tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Sep 16 06:04:39.509473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Pushing event deleted for resources: {'Port': ['ID=6a844cd7-04c2-4933-a4e5-359c4f96d4aa,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:39.511979 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['6a844cd7-04c2-4933-a4e5-359c4f96d4aa'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:39.566133 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] No DVR routers for this DVR port 6a844cd7-04c2-4933-a4e5-359c4f96d4aa on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:39.568743 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.570748 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-3eab7c9e-91fc-4043-a557-9d5182d7789c req-7da53cd2-a453-48b0-8f0f-7ca825d0582a tempest-TestMinimumBasicScenario-42267067 tempest-TestMinimumBasicScenario-42267067-project] 10.222.0.57 "DELETE /v2.0/ports/6a844cd7-04c2-4933-a4e5-359c4f96d4aa HTTP/1.1" status: 204 len: 173 time: 0.4804294 Sep 16 06:04:39.571163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'name': 'network-vif-deleted', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:39.573436 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e0466-2522-4d18-8264-dfef3a273205" -d '{"events": [{"server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "name": "network-vif-deleted", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:39.607810 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d91e815-2fe7-4344-8afe-a07bb15b3d70 x-openstack-request-id: req-8d91e815-2fe7-4344-8afe-a07bb15b3d70 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:39.608105 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284eca9e-d47c-43cf-a049-54baa3f5146a", "name": "network-vif-deleted", "tag": "6a844cd7-04c2-4933-a4e5-359c4f96d4aa", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:39.608391 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d91e815-2fe7-4344-8afe-a07bb15b3d70 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:39.608796 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284eca9e-d47c-43cf-a049-54baa3f5146a', 'name': 'network-vif-deleted', 'tag': '6a844cd7-04c2-4933-a4e5-359c4f96d4aa', 'status': 'completed', 'code': 200} Sep 16 06:04:41.075007 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:41.097570 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dbddb71b-a415-4a47-ba44-48568f162fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:41.792220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40240) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:42.127588 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:42.366288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Deleting port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:42.366628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:42.447587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] For port 9744e4a9-4b4d-4757-9896-b4ee183dcf0a, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:42.447962 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:42.460122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Calling delete_port for 9744e4a9-4b4d-4757-9896-b4ee183dcf0a owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:42.621777 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6a844cd7-04c2-4933-a4e5-359c4f96d4aa no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:42.642074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 6a844cd7-04c2-4933-a4e5-359c4f96d4aa {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:42.644288 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 6a844cd7-04c2-4933-a4e5-359c4f96d4aa not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:42.710030 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:42.736571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Pushing event deleted for resources: {'Port': ['ID=9744e4a9-4b4d-4757-9896-b4ee183dcf0a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:42.901994 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.116793 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Router 1578da31-a975-4d6d-b356-3581403075c7 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:43.223547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:43.228467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5cafb6f3-8e45-44a3-aba5-e06d6be42331 admin admin] 10.222.0.59 "PUT /v2.0/routers/1578da31-a975-4d6d-b356-3581403075c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4352405 Sep 16 06:04:43.230999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40242) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:43.233929 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] Sync routers for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:43.243894 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:43.244498 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:43.333703 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.345927 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:43.438281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.518692 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '0f494705-0322-4066-9514-1133259679c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:04:42Z', 'revision_number': 5, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port': {'id': '0f494705-0322-4066-9514-1133259679c9', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578da31-a975-4d6d-b356-3581403075c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:19Z', 'updated_at': '2021-09-16T06:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:43.544189 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] Checking router: 1578da31-a975-4d6d-b356-3581403075c7 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:43.552242 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] Routers {'1578da31-a975-4d6d-b356-3581403075c7'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:43.552850 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1578da31-a975-4d6d-b356-3581403075c7'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:43.576175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Deleting port 0f494705-0322-4066-9514-1133259679c9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:43.576532 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.636433 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] Set router 1578da31-a975-4d6d-b356-3581403075c7 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:43.660152 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] For port 0f494705-0322-4066-9514-1133259679c9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=0f494705-0322-4066-9514-1133259679c9,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:43.660518 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.672873 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Calling delete_port for 0f494705-0322-4066-9514-1133259679c9 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:43.687479 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:04:43Z', 'revision_number': 6, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:43.803043 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685794a-5d11-4f95-8964-24e00b83f2f7 None None] The sync data for ids ['1578da31-a975-4d6d-b356-3581403075c7'] in n-d-712143-16 is: [{'id': '1578da31-a975-4d6d-b356-3581403075c7', 'name': 'tempest-TestMinimumBasicScenario-1162978072-router', 'tenant_id': '0581ad5cf1514b62b69f2fd3e548552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:18Z', 'updated_at': '2021-09-16T06:04:43Z', 'revision_number': 6, 'project_id': '0581ad5cf1514b62b69f2fd3e548552f', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:43.914984 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.940680 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f494705-0322-4066-9514-1133259679c9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:43.998687 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.091933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.094141 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.189993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.190977 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1578da31-a975-4d6d-b356-3581403075c7 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:04:44.195260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.197021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b1edf93e-bc31-43bf-b603-330373cf9360 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1578da31-a975-4d6d-b356-3581403075c7 HTTP/1.1" status: 204 len: 168 time: 0.9647429 Sep 16 06:04:44.199386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40244) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:44.246159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ed6122-7ea7-4e80-bc58-ae21aa9562c9 admin admin] Deleting subnet 2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:04:44.249372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6122-7ea7-4e80-bc58-ae21aa9562c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.256161 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.284606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6122-7ea7-4e80-bc58-ae21aa9562c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.364253 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6122-7ea7-4e80-bc58-ae21aa9562c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.490938 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6122-7ea7-4e80-bc58-ae21aa9562c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.516844 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed6122-7ea7-4e80-bc58-ae21aa9562c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:44.520820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-00ae1056-0ac3-4b40-9fed-4d818e2a028a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.523098 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6122-7ea7-4e80-bc58-ae21aa9562c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.527432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e5ed6122-7ea7-4e80-bc58-ae21aa9562c9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2704ffe6-cbd8-4b2b-873c-4c558d1ca4a7 HTTP/1.1" status: 204 len: 168 time: 0.3247364 Sep 16 06:04:44.530386 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b66a49-e2a6-4a1d-8b51-3f7d204f24fe None None] Network 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:44.530509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40246) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:44.603344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.662762 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Deleting port 02fac50e-3804-44cb-846a-5b1bf3485534 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:44.663123 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.732209 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] DHCP port deletion for 95ef03ae-ce19-4e5c-9ff3-b09f31918e3e request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:04:44.738982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] For port 02fac50e-3804-44cb-846a-5b1bf3485534, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=02fac50e-3804-44cb-846a-5b1bf3485534,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:44.739665 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.753194 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Calling delete_port for 02fac50e-3804-44cb-846a-5b1bf3485534 owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:44.779102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Deleting port 02fac50e-3804-44cb-846a-5b1bf3485534 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:44.779539 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.846360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] For port 02fac50e-3804-44cb-846a-5b1bf3485534, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=02fac50e-3804-44cb-846a-5b1bf3485534,segment=NetworkSegment(cd989575-d15b-43b5-8808-c26bb49d3fae),segment_id=cd989575-d15b-43b5-8808-c26bb49d3fae)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:44.846788 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.859545 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Calling delete_port for 02fac50e-3804-44cb-846a-5b1bf3485534 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:44.919321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.937575 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.945890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fac50e-3804-44cb-846a-5b1bf3485534,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:44.949412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] No DVR routers for this DVR port 02fac50e-3804-44cb-846a-5b1bf3485534 on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:44.969200 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] No DVR routers for this DVR port 02fac50e-3804-44cb-846a-5b1bf3485534 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:44.971036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Pushing event deleted for resources: {'Port': ['ID=02fac50e-3804-44cb-846a-5b1bf3485534,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:44.985675 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.986033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.986494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.986841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.987180 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.987541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.987873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.988204 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.988532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.988859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.989187 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:44.989513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d94440-67ee-4281-aab5-2302647f6c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:45.024403 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.047098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ef03ae-ce19-4e5c-9ff3-b09f31918e3e']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:45.057296 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd989575-d15b-43b5-8808-c26bb49d3fae') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:45.057597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd989575-d15b-43b5-8808-c26bb49d3fae') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:45.067860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.068489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 02fac50e-3804-44cb-846a-5b1bf3485534 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:45.081906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.088365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:04:45.088619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 02fac50e-3804-44cb-846a-5b1bf3485534 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:45.088866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.089009 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 02fac50e-3804-44cb-846a-5b1bf3485534 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:45.089396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9744e4a9-4b4d-4757-9896-b4ee183dcf0a no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:04:45.090609 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:04:45.206735 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.212663 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.214884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] 10.222.0.59 "DELETE /v2.0/networks/95ef03ae-ce19-4e5c-9ff3-b09f31918e3e HTTP/1.1" status: 204 len: 168 time: 0.6861508 Sep 16 06:04:45.217999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40248) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:45.226433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e7287-8959-4b17-8165-6a0f27623c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ef03ae-ce19-4e5c-9ff3-b09f31918e3e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:45.263544 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 9744e4a9-4b4d-4757-9896-b4ee183dcf0a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:45.264124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 9744e4a9-4b4d-4757-9896-b4ee183dcf0a not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:45.264316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0f494705-0322-4066-9514-1133259679c9 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:45.282452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 0f494705-0322-4066-9514-1133259679c9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:45.282802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 0f494705-0322-4066-9514-1133259679c9 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:45.366750 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.571988 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.816081 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Deleting port 93bd8f47-c269-4d2a-8967-57edfd2d7011 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:45.816427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.894228 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] For port 93bd8f47-c269-4d2a-8967-57edfd2d7011, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=93bd8f47-c269-4d2a-8967-57edfd2d7011,segment=NetworkSegment(1b4d7e3c-c919-4b65-8ed1-26559f3bba31),segment_id=1b4d7e3c-c919-4b65-8ed1-26559f3bba31)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:45.894650 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.906788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Calling delete_port for 93bd8f47-c269-4d2a-8967-57edfd2d7011 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:46.142190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.165810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=93bd8f47-c269-4d2a-8967-57edfd2d7011,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:46.336425 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.548501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Router 7ad4c132-f556-4a3e-b8a9-954fffac5246 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:46.650764 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:46.656090 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c8cc11d0-6775-4e28-9ca3-8b8bbb65c1eb admin admin] 10.222.0.59 "PUT /v2.0/routers/7ad4c132-f556-4a3e-b8a9-954fffac5246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4369962 Sep 16 06:04:46.658698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40252) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:46.661418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] Sync routers for ids ['7ad4c132-f556-4a3e-b8a9-954fffac5246'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:46.670292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] Routers {'7ad4c132-f556-4a3e-b8a9-954fffac5246'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:46.670908 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7ad4c132-f556-4a3e-b8a9-954fffac5246'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:46.767088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.787182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] Set router 7ad4c132-f556-4a3e-b8a9-954fffac5246 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:46.867963 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.960267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '482f9e32-2976-4d94-b528-a56291220c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:04:46Z', 'revision_number': 5, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port': {'id': '482f9e32-2976-4d94-b528-a56291220c1b', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:25Z', 'updated_at': '2021-09-16T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:46.973269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Deleting port 482f9e32-2976-4d94-b528-a56291220c1b {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:46.973616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.989305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] Checking router: 7ad4c132-f556-4a3e-b8a9-954fffac5246 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:46.997585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] Routers {'7ad4c132-f556-4a3e-b8a9-954fffac5246'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:46.998195 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7ad4c132-f556-4a3e-b8a9-954fffac5246'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:47.066953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] For port 482f9e32-2976-4d94-b528-a56291220c1b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=482f9e32-2976-4d94-b528-a56291220c1b,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:47.067295 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.081752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Calling delete_port for 482f9e32-2976-4d94-b528-a56291220c1b owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:47.093802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] Set router 7ad4c132-f556-4a3e-b8a9-954fffac5246 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:47.146203 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:04:46Z', 'revision_number': 6, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:47.147914 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.175597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a573edf-4bae-492f-af60-f6edbdad5dc1 None None] The sync data for ids ['7ad4c132-f556-4a3e-b8a9-954fffac5246'] in n-d-712143-16 is: [{'id': '7ad4c132-f556-4a3e-b8a9-954fffac5246', 'name': 'tempest-TestMinimumBasicScenario-1421897217-router', 'tenant_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:24Z', 'updated_at': '2021-09-16T06:04:46Z', 'revision_number': 6, 'project_id': 'c9c2306b6b5b49efbfa8ed932cdde328', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:47.315407 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.344580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Pushing event deleted for resources: {'Port': ['ID=482f9e32-2976-4d94-b528-a56291220c1b,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:47.408990 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.811234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.813442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.918900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.919505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad4c132-f556-4a3e-b8a9-954fffac5246 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:04:47.924904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.929064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-494b3be3-ade4-4ca1-9223-4e34aaff45da admin admin] 10.222.0.59 "DELETE /v2.0/routers/7ad4c132-f556-4a3e-b8a9-954fffac5246 HTTP/1.1" status: 204 len: 168 time: 1.2664719 Sep 16 06:04:47.929185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40254) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:47.977491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2c838a-8d84-4708-9cd2-cb465b6178f9 admin admin] Deleting subnet 5336b96d-840e-42ed-8eb6-683bc96feb0e {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:04:47.980528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de2c838a-8d84-4708-9cd2-cb465b6178f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.016142 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de2c838a-8d84-4708-9cd2-cb465b6178f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.094434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de2c838a-8d84-4708-9cd2-cb465b6178f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.222519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de2c838a-8d84-4708-9cd2-cb465b6178f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.248877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c838a-8d84-4708-9cd2-cb465b6178f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5336b96d-840e-42ed-8eb6-683bc96feb0e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:48.252494 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-de2c838a-8d84-4708-9cd2-cb465b6178f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.254372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-de2c838a-8d84-4708-9cd2-cb465b6178f9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5336b96d-840e-42ed-8eb6-683bc96feb0e HTTP/1.1" status: 204 len: 168 time: 0.3245294 Sep 16 06:04:48.256862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40256) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:48.260935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343205cc-b268-4541-a1d9-e752f5bcc286 None None] Network 575755fb-8380-45fd-a76e-376d137b3ea8 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:48.324878 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.383958 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Deleting port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:48.384314 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.429940 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] DHCP port deletion for 575755fb-8380-45fd-a76e-376d137b3ea8 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:04:48.451349 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] For port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,segment=NetworkSegment(1b4d7e3c-c919-4b65-8ed1-26559f3bba31),segment_id=1b4d7e3c-c919-4b65-8ed1-26559f3bba31)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:48.451718 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.464545 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Calling delete_port for 80746aa8-b1b0-4f62-b2b7-5484a4610c9d owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:48.478848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] Deleting port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:48.479232 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.539606 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] For port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,segment=NetworkSegment(1b4d7e3c-c919-4b65-8ed1-26559f3bba31),segment_id=1b4d7e3c-c919-4b65-8ed1-26559f3bba31)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:48.540116 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.552268 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] Calling delete_port for 80746aa8-b1b0-4f62-b2b7-5484a4610c9d owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:48.604546 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.630339 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.631570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:48.633717 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] No DVR routers for this DVR port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:48.658280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] Pushing event deleted for resources: {'Port': ['ID=80746aa8-b1b0-4f62-b2b7-5484a4610c9d,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:48.660178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9919fb-fffe-4390-b4df-0de00b47d182 None None] No DVR routers for this DVR port 80746aa8-b1b0-4f62-b2b7-5484a4610c9d on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:48.710188 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.732759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575755fb-8380-45fd-a76e-376d137b3ea8']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:48.741695 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4d7e3c-c919-4b65-8ed1-26559f3bba31') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:48.741994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4d7e3c-c919-4b65-8ed1-26559f3bba31') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:48.751503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.764322 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.770682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:04:48.771066 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:04:48.774142 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:04:48.897666 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.904143 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.905931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/575755fb-8380-45fd-a76e-376d137b3ea8 HTTP/1.1" status: 204 len: 168 time: 0.6478956 Sep 16 06:04:48.916602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e09a5-dfd1-4b31-8f28-69f1a2caf5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=575755fb-8380-45fd-a76e-376d137b3ea8,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:49.063567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 93bd8f47-c269-4d2a-8967-57edfd2d7011 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:49.084026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 93bd8f47-c269-4d2a-8967-57edfd2d7011 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:49.084375 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 93bd8f47-c269-4d2a-8967-57edfd2d7011 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:49.084801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 482f9e32-2976-4d94-b528-a56291220c1b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:49.103175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 482f9e32-2976-4d94-b528-a56291220c1b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:49.103558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 482f9e32-2976-4d94-b528-a56291220c1b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:49.103980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 80746aa8-b1b0-4f62-b2b7-5484a4610c9d no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:49.122106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 80746aa8-b1b0-4f62-b2b7-5484a4610c9d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:49.124255 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 80746aa8-b1b0-4f62-b2b7-5484a4610c9d not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:49.285627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40260) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:49.324313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-22d2415b-2f51-44dd-ad48-88657ee3050d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0581ad5cf1514b62b69f2fd3e548552f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375457 Sep 16 06:04:49.326699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40262) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:49.377517 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d269ec0-0c81-4444-a9f1-06b912bfdc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.398501 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d269ec0-0c81-4444-a9f1-06b912bfdc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.514659 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d269ec0-0c81-4444-a9f1-06b912bfdc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.517735 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d269ec0-0c81-4444-a9f1-06b912bfdc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.518883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7d269ec0-0c81-4444-a9f1-06b912bfdc26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef065a0e-64d2-46ba-ae9d-d3f0c0536a29 HTTP/1.1" status: 204 len: 168 time: 0.1913292 Sep 16 06:04:49.526885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d269ec0-0c81-4444-a9f1-06b912bfdc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef065a0e-64d2-46ba-ae9d-d3f0c0536a29,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:50.227490 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40268) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:50.272664 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7800deba-10e9-4d53-9f22-e3177b61b966 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9c2306b6b5b49efbfa8ed932cdde328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440319 Sep 16 06:04:50.275073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40272) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:50.322052 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c1a193b9-291b-4cd9-8e27-40baf58811be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.345845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c1a193b9-291b-4cd9-8e27-40baf58811be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.463371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c1a193b9-291b-4cd9-8e27-40baf58811be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.466039 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c1a193b9-291b-4cd9-8e27-40baf58811be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.467206 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c1a193b9-291b-4cd9-8e27-40baf58811be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49d97cc9-a713-493e-8aae-d3e4eda7eea8 HTTP/1.1" status: 204 len: 168 time: 0.1912131 Sep 16 06:04:50.475496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a193b9-291b-4cd9-8e27-40baf58811be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d97cc9-a713-493e-8aae-d3e4eda7eea8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:53.741569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40316) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:53.746557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456767144', 'description': 'tempest-secgroup-smoke-1456767144 description', 'project_id': '43080df03dee4b2e81d25eb0e6131129'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:53.829118 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.837510 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.925233 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.989257 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.025054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6b6873-3e71-4a6d-929d-ed93000ce83f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:54.078155 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.169749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.198096 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02130344-0f04-466d-9846-5ad313533619,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:54.261708 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.262915 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1db1f6b7-d00e-45d3-9985-19374c046d87 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5202997 Sep 16 06:04:54.265828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40318) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:54.270754 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-96157efd-9677-4406-908d-dfd861f5d65c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '02130344-0f04-466d-9846-5ad313533619', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:54.359289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96157efd-9677-4406-908d-dfd861f5d65c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.418877 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96157efd-9677-4406-908d-dfd861f5d65c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.485933 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96157efd-9677-4406-908d-dfd861f5d65c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.503982 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96157efd-9677-4406-908d-dfd861f5d65c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbd45ab-24be-4c8e-a488-035b35c1434a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:54.560418 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-96157efd-9677-4406-908d-dfd861f5d65c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.561657 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-96157efd-9677-4406-908d-dfd861f5d65c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2948678 Sep 16 06:04:54.564329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40320) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:54.569285 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6d0aaa5d-c89a-4ebd-b58a-06a2abe8eab7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '02130344-0f04-466d-9846-5ad313533619', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:54.651072 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d0aaa5d-c89a-4ebd-b58a-06a2abe8eab7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.709821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d0aaa5d-c89a-4ebd-b58a-06a2abe8eab7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.793036 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d0aaa5d-c89a-4ebd-b58a-06a2abe8eab7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.810653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0aaa5d-c89a-4ebd-b58a-06a2abe8eab7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2ad913-2511-4a77-b310-a03238122282,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:54.880672 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6d0aaa5d-c89a-4ebd-b58a-06a2abe8eab7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.882165 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6d0aaa5d-c89a-4ebd-b58a-06a2abe8eab7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160853 Sep 16 06:04:54.884873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:54.889153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-fff973eb-236d-4efb-b805-f00aae3c0c8f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '02130344-0f04-466d-9846-5ad313533619', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:54.959423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fff973eb-236d-4efb-b805-f00aae3c0c8f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.015177 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fff973eb-236d-4efb-b805-f00aae3c0c8f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.081010 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fff973eb-236d-4efb-b805-f00aae3c0c8f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.101097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff973eb-236d-4efb-b805-f00aae3c0c8f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0283f2a8-4e2e-4ff8-8148-f1cb95288217,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:55.166435 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fff973eb-236d-4efb-b805-f00aae3c0c8f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.167741 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fff973eb-236d-4efb-b805-f00aae3c0c8f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2819228 Sep 16 06:04:55.170417 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40324) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:55.175306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-747d628f-9838-45b9-99d4-2cc054e164a6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '02130344-0f04-466d-9846-5ad313533619', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:55.273529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-747d628f-9838-45b9-99d4-2cc054e164a6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.333559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-747d628f-9838-45b9-99d4-2cc054e164a6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.394911 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-747d628f-9838-45b9-99d4-2cc054e164a6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.414834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d628f-9838-45b9-99d4-2cc054e164a6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42053595-1cd5-44cf-ba72-448034b0ae56,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:55.501477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-747d628f-9838-45b9-99d4-2cc054e164a6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.502736 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-747d628f-9838-45b9-99d4-2cc054e164a6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3313305 Sep 16 06:04:55.505465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40326) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:55.510142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7a57c5c0-2cee-4879-b8b9-cd82de1fb8c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '02130344-0f04-466d-9846-5ad313533619', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:55.587217 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-7a57c5c0-2cee-4879-b8b9-cd82de1fb8c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:04:55.591915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a57c5c0-2cee-4879-b8b9-cd82de1fb8c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.651540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a57c5c0-2cee-4879-b8b9-cd82de1fb8c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.729741 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a57c5c0-2cee-4879-b8b9-cd82de1fb8c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.748172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57c5c0-2cee-4879-b8b9-cd82de1fb8c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93f5267-db2b-4b24-acb8-cdb569b22200,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:55.815516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7a57c5c0-2cee-4879-b8b9-cd82de1fb8c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.816744 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7a57c5c0-2cee-4879-b8b9-cd82de1fb8c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102720 Sep 16 06:04:55.819421 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40328) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:55.823765 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a0240e7e-df09-4f43-b019-f1583802a93d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '02130344-0f04-466d-9846-5ad313533619', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:55.897807 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-a0240e7e-df09-4f43-b019-f1583802a93d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:04:55.902786 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0240e7e-df09-4f43-b019-f1583802a93d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.961597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0240e7e-df09-4f43-b019-f1583802a93d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.011920 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0240e7e-df09-4f43-b019-f1583802a93d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.030153 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0240e7e-df09-4f43-b019-f1583802a93d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5a492b-fc1e-4560-8b0f-8e67b88bf9b3,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:56.095567 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a0240e7e-df09-4f43-b019-f1583802a93d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.096795 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a0240e7e-df09-4f43-b019-f1583802a93d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764552 Sep 16 06:04:56.099727 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40330) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:56.104526 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'network': {'name': 'tempest-network-smoke--1805264711', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:56.187082 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:56.190459 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.213879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:04:56.222184 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.222536 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Added segment 79781142-dda2-4b94-9577-c1e977eb5ffe of type vlan for network fe1a7049-a97e-41c5-bb5d-3cb8038b475c Sep 16 06:04:56.263511 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.332045 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.338276 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:56.338896 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.405993 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Network': ['ID=fe1a7049-a97e-41c5-bb5d-3cb8038b475c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:56.484865 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:04:56.572868 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4e3e369e-136f-4de6-8df5-dc0e688f6858 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4720898 Sep 16 06:04:56.575730 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40332) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:56.580196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'admin_state_up': True, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:56.697632 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.698678 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.754588 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.953848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.205734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.225096 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.329264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.168 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/97cfdcd5-e29c-4eb8-b089-b98739008558) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:57.430331 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.526377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.564445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:57.569707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:57.574152 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:57.577172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=97cfdcd5-e29c-4eb8-b089-b98739008558,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:57.881434 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.070095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.291928 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8ce02e3-207c-4794-a51c-35f0b926ea53 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:04:58.398269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:58.407656 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Sync routers for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:58.417000 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:58.419337 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:58.466904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.468214 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4d240122-febc-4451-8f83-48657ec45564 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8915424 Sep 16 06:04:58.471359 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40334) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:58.521336 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:58.596611 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7c89bc02-e59c-4125-9843-cde312a3a4b2 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=43080df03dee4b2e81d25eb0e6131129&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240809 Sep 16 06:04:58.599214 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40338) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:58.694181 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:04:57Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:58.707572 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.723489 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Checking router: f8ce02e3-207c-4794-a51c-35f0b926ea53 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:58.723850 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Updating router f8ce02e3-207c-4794-a51c-35f0b926ea53 port 97cfdcd5-e29c-4eb8-b089-b98739008558 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:04:58.750473 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.750884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eebe6d7-fd41-49cc-b951-490b0bec9d40 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:58.752044 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5eebe6d7-fd41-49cc-b951-490b0bec9d40 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1518819 Sep 16 06:04:58.755671 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40340) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:58.795510 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56eb477f-617a-4f11-91bf-6cb6d5389b5c tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363779 Sep 16 06:04:58.795745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40342) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:58.800404 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2048727094', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:58.960433 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:58.964013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.992254 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.057881 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.112086 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Pushing event updated for resources: {'Port': ['ID=97cfdcd5-e29c-4eb8-b089-b98739008558,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:59.114796 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Attempting to bind port 97cfdcd5-e29c-4eb8-b089-b98739008558 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:04:59.115144 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Attempting to bind port 97cfdcd5-e29c-4eb8-b089-b98739008558 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:04:59.115522 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Attempting to bind port 97cfdcd5-e29c-4eb8-b089-b98739008558 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:59.124531 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.124870 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.125259 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.125594 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.125925 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.126253 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.126577 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.126900 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.127221 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.127571 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.127895 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.128211 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:59.131520 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:04:59.132159 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:59.132560 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.132932 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:04:59.133400 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Bound port: 97cfdcd5-e29c-4eb8-b089-b98739008558, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:04:59.133775 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.184634 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] For port 97cfdcd5-e29c-4eb8-b089-b98739008558, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:04:59.187657 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] For port 97cfdcd5-e29c-4eb8-b089-b98739008558, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=97cfdcd5-e29c-4eb8-b089-b98739008558,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:04:59.206785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.267572 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Subnet': ['ID=a173d309-e840-45e5-adc7-79529363811f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:59.277634 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Checking segment: {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:59.278002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network hostable DHCP agents. Network: fe1a7049-a97e-41c5-bb5d-3cb8038b475c, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:04:59.287418 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.326395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:04:59.337971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:59.338589 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:59.383725 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53f98c-4c4e-4a8a-9b8a-322afd227eca None None] Pushing event updated for resources: {'Port': ['ID=97cfdcd5-e29c-4eb8-b089-b98739008558,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:59.393034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, fe1a7049-a97e-41c5-bb5d-3cb8038b475c) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:59.397332 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:59.397938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.403299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e6d00-6728-4a36-91c4-cac39f6876c5 None None] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:59.456370 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:59.472942 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c61fea0a-d4cf-485c-9986-19c9ab564b16 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6736877 Sep 16 06:04:59.473318 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40344) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:59.553871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:04:59.555020 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.647948 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:04:57Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:59.674619 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cd2e23-2bd8-4941-a436-e58b3dd69856 None None] The sync data for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 is: [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:04:57Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:59.697110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Allocated IP 172.20.0.2 (fe1a7049-a97e-41c5-bb5d-3cb8038b475c/a173d309-e840-45e5-adc7-79529363811f/50baa9ed-4e47-4fc8-ab67-f2660b907924) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:59.846748 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.892861 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.948004 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.963340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:59.968390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:59.972906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:59.976953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Pushing event updated for resources: {'Port': ['ID=50baa9ed-4e47-4fc8-ab67-f2660b907924,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:00.036507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Attempting to bind port 50baa9ed-4e47-4fc8-ab67-f2660b907924 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:00.036874 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Attempting to bind port 50baa9ed-4e47-4fc8-ab67-f2660b907924 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:00.037238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Attempting to bind port 50baa9ed-4e47-4fc8-ab67-f2660b907924 on network fe1a7049-a97e-41c5-bb5d-3cb8038b475c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:00.042681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:00.043053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Checking segment: {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:00.043746 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.043873 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Bound using segment: {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:00.044341 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Bound port: 50baa9ed-4e47-4fc8-ab67-f2660b907924, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:00.044725 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.110866 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] For port 50baa9ed-4e47-4fc8-ab67-f2660b907924, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:00.116073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] For port 50baa9ed-4e47-4fc8-ab67-f2660b907924, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=50baa9ed-4e47-4fc8-ab67-f2660b907924,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:00.187884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.250218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.1 (fe1a7049-a97e-41c5-bb5d-3cb8038b475c/a173d309-e840-45e5-adc7-79529363811f/8550946d-005a-4f95-b93f-1c3e6290c223) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:00.252722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e2cc-bc99-447f-8fb9-73dea770fade None None] Pushing event updated for resources: {'Port': ['ID=50baa9ed-4e47-4fc8-ab67-f2660b907924,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:00.375630 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.476091 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.529442 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:00.534907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:00.540296 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:00.544367 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=8550946d-005a-4f95-b93f-1c3e6290c223,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:00.585783 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.766856 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.141032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 97cfdcd5-e29c-4eb8-b089-b98739008558 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:01.208459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 97cfdcd5-e29c-4eb8-b089-b98739008558 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:01.208838 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.244456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db00985a-df0b-4dc9-a501-2f96c3356bec None None] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:05:01.366196 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.383146 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.387521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 97cfdcd5-e29c-4eb8-b089-b98739008558, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=97cfdcd5-e29c-4eb8-b089-b98739008558,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:01.406818 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a6e13c22-60eb-42b3-8ce0-b5e3741ced3e None None] Provisioning complete for port 50baa9ed-4e47-4fc8-ab67-f2660b907924 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:01.407354 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a6e13c22-60eb-42b3-8ce0-b5e3741ced3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.461527 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.487923 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.488709 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 50baa9ed-4e47-4fc8-ab67-f2660b907924 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:01.542278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=8550946d-005a-4f95-b93f-1c3e6290c223,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.545475 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.579617 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a6e13c22-60eb-42b3-8ce0-b5e3741ced3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.618768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=97cfdcd5-e29c-4eb8-b089-b98739008558,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.644372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a6e13c22-60eb-42b3-8ce0-b5e3741ced3e None None] For port 50baa9ed-4e47-4fc8-ab67-f2660b907924, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=50baa9ed-4e47-4fc8-ab67-f2660b907924,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:01.646502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 50baa9ed-4e47-4fc8-ab67-f2660b907924 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:01.646872 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.651578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:01.653129 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:01.714228 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a6e13c22-60eb-42b3-8ce0-b5e3741ced3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.753703 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.787509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8ce02e3-207c-4794-a51c-35f0b926ea53 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:05:01.789878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e13c22-60eb-42b3-8ce0-b5e3741ced3e None None] Pushing event updated for resources: {'Port': ['ID=50baa9ed-4e47-4fc8-ab67-f2660b907924,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.835638 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:05:01.835989 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:05:01.841711 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ce51543c-50bb-4abe-927f-2c198fad1f26 None None] Provisioning complete for port 8550946d-005a-4f95-b93f-1c3e6290c223 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:01.842034 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce51543c-50bb-4abe-927f-2c198fad1f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.877305 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ce51543c-50bb-4abe-927f-2c198fad1f26 None None] Port 8550946d-005a-4f95-b93f-1c3e6290c223 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:01.888515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ce51543c-50bb-4abe-927f-2c198fad1f26 None None] Provisioning complete for port 50baa9ed-4e47-4fc8-ab67-f2660b907924 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:01.888893 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ce51543c-50bb-4abe-927f-2c198fad1f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.902804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:01.908270 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ae606a54-d2f8-4d1b-b2a7-cc5b695b03c7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/f8ce02e3-207c-4794-a51c-35f0b926ea53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4337969 Sep 16 06:05:01.914950 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Sync routers for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:01.937518 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:01.938111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:02.064258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-f01bd8ff-ea61-4603-9a94-cf5856006fb4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456767144&fields=id&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 267 time: 0.0367932 Sep 16 06:05:02.184101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-3480837f-9480-4b16-a95f-a02cbffaa77a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:02.185788 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-3480837f-9480-4b16-a95f-a02cbffaa77a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/networks?id=fe1a7049-a97e-41c5-bb5d-3cb8038b475c HTTP/1.1" status: 200 len: 797 time: 0.1134112 Sep 16 06:05:02.202392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-37b5b132-1750-45b6-9649-fa7672badfb5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/quotas/43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 375 time: 0.0104012 Sep 16 06:05:02.239966 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:02.402289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-23ef6209-e56a-44b5-827a-42e384df6480 None None] Provisioning complete for port 8550946d-005a-4f95-b93f-1c3e6290c223 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:02.402672 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-23ef6209-e56a-44b5-827a-42e384df6480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.467224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-23ef6209-e56a-44b5-827a-42e384df6480 None None] Port 8550946d-005a-4f95-b93f-1c3e6290c223 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:02.521046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 2, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:02.552524 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Checking router: f8ce02e3-207c-4794-a51c-35f0b926ea53 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:02.552881 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Updating router f8ce02e3-207c-4794-a51c-35f0b926ea53 port 8550946d-005a-4f95-b93f-1c3e6290c223 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:05:02.579225 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.601685 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-624ffa53-40de-4d84-96ef-64d0dd8d85d9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3926873 Sep 16 06:05:02.664365 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-47469a39-010c-4236-b75a-57cb0937493b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:05:02.665500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-47469a39-010c-4236-b75a-57cb0937493b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524380 Sep 16 06:05:02.756077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-a2698a42-8e28-43be-99b7-9a1adbe435e1 service neutron] 10.222.0.59 "GET /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840213 Sep 16 06:05:02.852778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.855760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-d95c5d93-93b7-4f5a-8980-aa8ee9dbdf00 service neutron] 10.222.0.59 "GET /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931425 Sep 16 06:05:02.924236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.979146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aafa9-cdcb-485d-9abb-e69b6dd34588 None None] Pushing event updated for resources: {'Port': ['ID=8550946d-005a-4f95-b93f-1c3e6290c223,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:03.028820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Attempting to bind port 8550946d-005a-4f95-b93f-1c3e6290c223 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:03.029312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Attempting to bind port 8550946d-005a-4f95-b93f-1c3e6290c223 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:03.029720 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Attempting to bind port 8550946d-005a-4f95-b93f-1c3e6290c223 on network fe1a7049-a97e-41c5-bb5d-3cb8038b475c {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:03.036118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:03.036651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Checking segment: {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:03.037138 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.037640 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Bound using segment: {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:03.038181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Bound port: 8550946d-005a-4f95-b93f-1c3e6290c223, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:03.038652 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.090699 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 97cfdcd5-e29c-4eb8-b089-b98739008558 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:03.138844 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] For port 8550946d-005a-4f95-b93f-1c3e6290c223, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:03.146025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] For port 8550946d-005a-4f95-b93f-1c3e6290c223, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8550946d-005a-4f95-b93f-1c3e6290c223,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:03.162479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 97cfdcd5-e29c-4eb8-b089-b98739008558 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:03.162857 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.204759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a8418971-eac8-45e8-b7ae-40a99a6a2927 None None] Provisioning complete for port 8550946d-005a-4f95-b93f-1c3e6290c223 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:03.205130 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8418971-eac8-45e8-b7ae-40a99a6a2927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.231327 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.306860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a8418971-eac8-45e8-b7ae-40a99a6a2927 None None] Port 8550946d-005a-4f95-b93f-1c3e6290c223 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:03.337094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:03.337740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:04:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:03.340653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 50baa9ed-4e47-4fc8-ab67-f2660b907924 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:03.343891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aafa9-cdcb-485d-9abb-e69b6dd34588 None None] Pushing event updated for resources: {'Port': ['ID=8550946d-005a-4f95-b93f-1c3e6290c223,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:03.475053 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 50baa9ed-4e47-4fc8-ab67-f2660b907924 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:03.475453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.498293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:03.590175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-02353fe3-7264-421b-83cd-74d9e576cdfd None None] Provisioning complete for port 8550946d-005a-4f95-b93f-1c3e6290c223 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:03.590557 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-02353fe3-7264-421b-83cd-74d9e576cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.785411 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-02353fe3-7264-421b-83cd-74d9e576cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.825391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-02353fe3-7264-421b-83cd-74d9e576cdfd None None] For port 8550946d-005a-4f95-b93f-1c3e6290c223, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8550946d-005a-4f95-b93f-1c3e6290c223,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:03.837540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:03.867253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e688bc-dabc-42f6-86b1-2cc2ded580b1 None None] The sync data for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 is: [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:03.896091 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-02353fe3-7264-421b-83cd-74d9e576cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.962301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02353fe3-7264-421b-83cd-74d9e576cdfd None None] Pushing event updated for resources: {'Port': ['ID=8550946d-005a-4f95-b93f-1c3e6290c223,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:04.128026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-187032e0-4813-4046-82ac-19b6672a94a9 req-d87eac18-0ae1-41db-b778-65d316bf16a4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 210 time: 0.0305080 Sep 16 06:05:04.441702 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:05.089130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8550946d-005a-4f95-b93f-1c3e6290c223 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:05.136655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8550946d-005a-4f95-b93f-1c3e6290c223 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:05.137035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:05.223811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7aa88f44-d1c7-4230-b912-687a96b39d99 req-f69d852f-c301-4a6b-ac97-6abdd8c2f95b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 210 time: 0.0271630 Sep 16 06:05:06.310539 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-530bd4e8-8b8b-44b2-8286-0d5de52f59cf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:06.312145 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-530bd4e8-8b8b-44b2-8286-0d5de52f59cf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/networks?id=fe1a7049-a97e-41c5-bb5d-3cb8038b475c HTTP/1.1" status: 200 len: 797 time: 0.1101563 Sep 16 06:05:06.352506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d84ca7c9-d270-4176-95ea-c4adfed8cf83 req-3109fa29-111c-42f0-987a-76657dac2f73 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 210 time: 0.0359185 Sep 16 06:05:06.374787 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-cd02e7fc-3195-46ae-9789-8e77bcab5f0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 380 time: 0.0483742 Sep 16 06:05:06.393630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'port': {'device_id': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'admin_state_up': True, 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'security_groups': ['02130344-0f04-466d-9846-5ad313533619']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:06.577595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:05:06.581449 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:06.709653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.5 (fe1a7049-a97e-41c5-bb5d-3cb8038b475c/a173d309-e840-45e5-adc7-79529363811f/0497dbb2-54d9-45e7-b15d-31fbca2c1a3a) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:06.849817 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:06.937630 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:06.984329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:06.987482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:06.993896 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:07.018541 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:07.046700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:07.047372 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.127159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-715dc193-1131-401d-9a84-8bd73a3fba69 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374806 Sep 16 06:05:07.137548 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-cc564310-e48e-4e91-bad0-0256d7b7dc9a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:05:07.138687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-cc564310-e48e-4e91-bad0-0256d7b7dc9a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054233 Sep 16 06:05:07.151186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Request body: {'port': {'device_id': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:07.207467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.244150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d6bdf592-7223-4a1c-95b6-4b18cb315329 None None] Provisioning complete for port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:07.244837 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf592-7223-4a1c-95b6-4b18cb315329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.278946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdf592-7223-4a1c-95b6-4b18cb315329 None None] Port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:07.498785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:05:07.508080 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.517206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef492a52-1173-4c13-8e98-f1065a77b152 req-50ccbd14-cc9c-49d5-809d-1459a5b4038f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:07.519199 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef492a52-1173-4c13-8e98-f1065a77b152 req-50ccbd14-cc9c-49d5-809d-1459a5b4038f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 931 time: 0.0927122 Sep 16 06:05:07.541499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Transition to ACTIVE for port object 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:05:07.561214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef492a52-1173-4c13-8e98-f1065a77b152 req-7aa60823-ead5-43b4-90a9-99b7f028fa60 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358906 Sep 16 06:05:07.622936 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.674490 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:07.747951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Attempting to bind port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:07.748290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Attempting to bind port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:07.748621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Attempting to bind port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a on network fe1a7049-a97e-41c5-bb5d-3cb8038b475c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:07.753336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a on network fe1a7049-a97e-41c5-bb5d-3cb8038b475c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:05:07.753656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Attempting to bind port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a on network fe1a7049-a97e-41c5-bb5d-3cb8038b475c {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:07.758816 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:07.759310 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Checking segment: {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:07.759586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Bound using segment: {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:07.760020 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Bound port: 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79781142-dda2-4b94-9577-c1e977eb5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:07.760378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.825198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] For port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:07.828158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] For port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:07.930467 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.963625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:07.964255 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.965610 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] 10.222.0.60 "PUT /v2.0/ports/0497dbb2-54d9-45e7-b15d-31fbca2c1a3a HTTP/1.1" status: 200 len: 1092 time: 0.8190231 Sep 16 06:05:07.966046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:07.968308 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e29b40-ac22-449a-a067-9224fce45095" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:07.995891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3c763-ac36-4a58-bb07-d37e262a3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:08.069811 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b9a0e-1fbd-4aa9-b835-05574d69461e x-openstack-request-id: req-580b9a0e-1fbd-4aa9-b835-05574d69461e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:08.070103 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:08.071537 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-580b9a0e-1fbd-4aa9-b835-05574d69461e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:08.071537 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'status': 'completed', 'code': 200} Sep 16 06:05:08.133970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e29b40-ac22-449a-a067-9224fce45095 req-d42c8a7b-c055-455c-976c-5ef9978ff5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:08.135521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3e29b40-ac22-449a-a067-9224fce45095 req-d42c8a7b-c055-455c-976c-5ef9978ff5bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 1095 time: 0.0461161 Sep 16 06:05:08.232701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e29b40-ac22-449a-a067-9224fce45095 req-52c5f5ce-d40f-4df4-af97-0e431c1eaef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:08.234162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3e29b40-ac22-449a-a067-9224fce45095 req-52c5f5ce-d40f-4df4-af97-0e431c1eaef3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=43080df03dee4b2e81d25eb0e6131129&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0908806 Sep 16 06:05:08.332963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e29b40-ac22-449a-a067-9224fce45095 req-1a8ee471-dd99-468f-ac13-c693c6dfc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:08.334451 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3e29b40-ac22-449a-a067-9224fce45095 req-1a8ee471-dd99-468f-ac13-c693c6dfc5e4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927291 Sep 16 06:05:08.409688 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-4764ff31-f706-4cbe-bd2f-c0ba7e53dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:08.411168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-4764ff31-f706-4cbe-bd2f-c0ba7e53dcd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 1095 time: 0.0414326 Sep 16 06:05:08.455634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-edf6f96f-94ea-4932-8021-54b62287aa25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a HTTP/1.1" status: 200 len: 217 time: 0.0371239 Sep 16 06:05:08.503088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-ed5c5ffb-2caf-42b7-9447-86cabfb6a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:08.505995 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-ed5c5ffb-2caf-42b7-9447-86cabfb6a495 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a173d309-e840-45e5-adc7-79529363811f HTTP/1.1" status: 200 len: 835 time: 0.0441368 Sep 16 06:05:08.548863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-de55ee16-62cb-44e5-82f4-913c41b603c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:08.550296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-de55ee16-62cb-44e5-82f4-913c41b603c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe1a7049-a97e-41c5-bb5d-3cb8038b475c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380225 Sep 16 06:05:08.667281 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-835fb23f-9952-4e85-94bd-4f78dc8508b5 service neutron] 10.222.0.60 "GET /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095991 Sep 16 06:05:08.710427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a24ee0-56c4-412e-bd47-712f1a2a6569 req-2953f4db-a935-48b9-abe0-a515fbffa986 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:08.711909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80a24ee0-56c4-412e-bd47-712f1a2a6569 req-2953f4db-a935-48b9-abe0-a515fbffa986 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 943 time: 0.0814764 Sep 16 06:05:08.794558 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-80a24ee0-56c4-412e-bd47-712f1a2a6569 req-7c52a00b-2915-4caa-b44f-a646dfd2ee59 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765486 Sep 16 06:05:08.797968 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0031f0b6-d959-490b-a809-8d3259fe8980 req-e890efdc-baf9-4cff-8ab6-2c2b714e288b service neutron] 10.222.0.60 "GET /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229227 Sep 16 06:05:09.910423 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88aee-cb33-474c-89e2-9ba84b29fc28 req-29c3eaee-92ee-46e1-aa21-ee1ea8b3929b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:09.911941 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ef88aee-cb33-474c-89e2-9ba84b29fc28 req-29c3eaee-92ee-46e1-aa21-ee1ea8b3929b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 943 time: 0.0503109 Sep 16 06:05:09.948841 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7ef88aee-cb33-474c-89e2-9ba84b29fc28 req-16b49830-aa02-43c4-9d49-de171c2d6249 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302179 Sep 16 06:05:10.211954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:05:10.307577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:10.318932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'port_id': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'mac_address': 'fa:16:3e:a6:46:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:05:10.354848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:10.367043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:05:10.386337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:10.446097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:10.492222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:10.667152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['0497dbb2-54d9-45e7-b15d-31fbca2c1a3a'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:05:11.045875 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:11.063387 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c1fb3-6b0f-407e-a0b7-9ecb7b25e10b req-eeeb6b43-d39c-4e39-9d27-1d49ffc4943b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:11.064806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a06c1fb3-6b0f-407e-a0b7-9ecb7b25e10b req-eeeb6b43-d39c-4e39-9d27-1d49ffc4943b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 944 time: 0.0490422 Sep 16 06:05:11.077963 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1bf416b4-1ad5-4033-be22-76bbba0e4347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:11.103858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a06c1fb3-6b0f-407e-a0b7-9ecb7b25e10b req-d2115bce-e466-40be-beec-967211e6e2e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Sep 16 06:05:12.212057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:12.221191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce71722-dc6f-48e4-ade8-44208011f68d req-6b0f687b-725e-41e6-82ec-656b678e3192 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:12.222684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ce71722-dc6f-48e4-ade8-44208011f68d req-6b0f687b-725e-41e6-82ec-656b678e3192 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 944 time: 0.0530317 Sep 16 06:05:12.263799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2ce71722-dc6f-48e4-ade8-44208011f68d req-361d9cd5-174c-4635-a124-3e8b9f2c450e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344334 Sep 16 06:05:12.340603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:05:12.344642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:12.345015 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:12.420549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:12.442242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:12.445042 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da49dc48-a719-425f-a73c-16a4296c1d98" -d '{"events": [{"server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "name": "network-vif-plugged", "status": "completed", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:12.457802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:12.539984 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e447c45-c8bd-4157-bc61-892a45821787 x-openstack-request-id: req-5e447c45-c8bd-4157-bc61-892a45821787 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:12.540285 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "name": "network-vif-plugged", "status": "completed", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:12.540540 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e447c45-c8bd-4157-bc61-892a45821787 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:12.540942 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'code': 200} Sep 16 06:05:12.543152 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:12.593649 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:12.631571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af135675-014d-4de7-a519-fcac4e40e05f req-31b6d12e-1400-4586-86ed-4ef3986f9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:12.633951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af135675-014d-4de7-a519-fcac4e40e05f req-31b6d12e-1400-4586-86ed-4ef3986f9349 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 1097 time: 0.0401990 Sep 16 06:05:12.667399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af135675-014d-4de7-a519-fcac4e40e05f req-3b6d9a07-3baa-41de-a879-87a149191a23 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278976 Sep 16 06:05:13.376605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72745b9-4588-4eee-8df3-3935f1f0db17 req-1acb1312-9841-4f23-852d-a85af8b148ed tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:13.378108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a72745b9-4588-4eee-8df3-3935f1f0db17 req-1acb1312-9841-4f23-852d-a85af8b148ed tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0484962 Sep 16 06:05:13.416588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a72745b9-4588-4eee-8df3-3935f1f0db17 req-1994eca6-b7db-4010-bb3a-5fe325f5e18d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Sep 16 06:05:14.240335 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:14.514617 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-50a0e37b-c27c-4d2b-89bf-a396ac01e4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:14.534797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc9e9c-de28-4432-818a-7d90644b2f8a req-5b905639-0e97-4bb5-95c2-535bd1631a11 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:14.536273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1fc9e9c-de28-4432-818a-7d90644b2f8a req-5b905639-0e97-4bb5-95c2-535bd1631a11 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0520105 Sep 16 06:05:14.574430 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1fc9e9c-de28-4432-818a-7d90644b2f8a req-a3fe16af-f262-4723-926a-80e31dd51b2a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Sep 16 06:05:14.689933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fcd10-7bda-4b9f-847e-1e5d32970e1f req-4a99cd33-86d1-4f81-a1ad-c54606032a26 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:14.691419 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-934fcd10-7bda-4b9f-847e-1e5d32970e1f req-4a99cd33-86d1-4f81-a1ad-c54606032a26 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0497103 Sep 16 06:05:14.728810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-934fcd10-7bda-4b9f-847e-1e5d32970e1f req-2ee2e202-a2f7-4549-94c6-6fad368ff0a2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Sep 16 06:05:14.750329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40412) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:14.790166 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e118e5f7-8b26-4bfd-9f81-71c5f9892c67 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:14.791650 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-e118e5f7-8b26-4bfd-9f81-71c5f9892c67 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 1092 time: 0.0403218 Sep 16 06:05:14.794527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40414) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:14.798739 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:14.886143 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:14.987757 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:15.089796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.51 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/0f89b030-d167-45b4-a9c5-8568834d8ac1) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:15.195155 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:15.315147 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:15.355871 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:15.358907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:15.365786 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:15.389472 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=0f89b030-d167-45b4-a9c5-8568834d8ac1,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:15.524184 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:15.827926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:15.989951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.133800 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.197522 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.264560 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=0f89b030-d167-45b4-a9c5-8568834d8ac1,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:16.277547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.380031 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e associated. External IP: 172.25.7.51, port: 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a. Sep 16 06:05:16.586612 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8ce02e3-207c-4794-a51c-35f0b926ea53 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:05:16.692317 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:16.702080 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] Sync routers for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:16.712291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:16.712897 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:16.783086 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.810032 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3d2b5c56-d026-4e60-8c61-75427331c051 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0145047 Sep 16 06:05:16.810703 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:16.813707 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf205cd-ce67-467e-ace1-ad5d5b56502d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:16.816139 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:16.855789 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3d528-96b0-44ba-abc7-4598c63f7bc1 x-openstack-request-id: req-81c3d528-96b0-44ba-abc7-4598c63f7bc1 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:16.856306 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:16.856306 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81c3d528-96b0-44ba-abc7-4598c63f7bc1 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:16.856825 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'status': 'completed', 'code': 200} Sep 16 06:05:16.944875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80dd16-3e6e-4847-a3ed-ebe3af9f5507 req-3313f0bc-9a55-40e5-beee-6ed973fefac8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:16.946494 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b80dd16-3e6e-4847-a3ed-ebe3af9f5507 req-3313f0bc-9a55-40e5-beee-6ed973fefac8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0855591 Sep 16 06:05:16.953042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-755adcbe-897c-43a5-a5dc-5972f7074fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:16.954433 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-755adcbe-897c-43a5-a5dc-5972f7074fbb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 1097 time: 0.0652556 Sep 16 06:05:17.037768 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'port_id': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'mac_address': 'fa:16:3e:a6:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:05:15Z', 'updated_at': '2021-09-16T06:05:15Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:17.038028 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3b80dd16-3e6e-4847-a3ed-ebe3af9f5507 req-1f52f25f-53e2-4d8a-8870-945b16915eff tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824647 Sep 16 06:05:17.063695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40422) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:17.067838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-fa3e35af-5c38-4caa-8127-cf7d2b39cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:17.070362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-fa3e35af-5c38-4caa-8127-cf7d2b39cd6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe1a7049-a97e-41c5-bb5d-3cb8038b475c HTTP/1.1" status: 200 len: 898 time: 0.1088519 Sep 16 06:05:17.107517 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:17.128224 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1dee1801-a921-4051-887e-13ea29a61fc6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e HTTP/1.1" status: 200 len: 990 time: 0.0633235 Sep 16 06:05:17.145695 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-b3820009-4f76-46e5-bfd9-0fc0988a0e59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a HTTP/1.1" status: 200 len: 998 time: 0.0681133 Sep 16 06:05:17.155088 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] Checking router: f8ce02e3-207c-4794-a51c-35f0b926ea53 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:17.163506 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:17.164120 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:17.193252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-110d80a1-8afa-4820-b8c9-9d063d1940d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:17.195359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-110d80a1-8afa-4820-b8c9-9d063d1940d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a173d309-e840-45e5-adc7-79529363811f HTTP/1.1" status: 200 len: 835 time: 0.0426004 Sep 16 06:05:17.240125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-d3e3e00b-cdf4-42eb-b6c0-ddac2b9e5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:17.241802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-d3e3e00b-cdf4-42eb-b6c0-ddac2b9e5960 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe1a7049-a97e-41c5-bb5d-3cb8038b475c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399358 Sep 16 06:05:17.266109 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:17.335179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-a88f3e08-324b-4381-9878-dc56cba44edb service neutron] 10.222.0.60 "GET /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Sep 16 06:05:17.424068 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fdf205cd-ce67-467e-ace1-ad5d5b56502d req-c61557f0-2c38-4be7-ae05-82e4a9da1150 service neutron] 10.222.0.60 "GET /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822842 Sep 16 06:05:17.481924 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'port_id': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'mac_address': 'fa:16:3e:a6:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:05:15Z', 'updated_at': '2021-09-16T06:05:15Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:17.511889 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2457d3-edb6-48d1-be40-8059fd57a3be None None] The sync data for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 is: [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'port_id': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'mac_address': 'fa:16:3e:a6:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:05:15Z', 'updated_at': '2021-09-16T06:05:15Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:17.718736 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99485d17-1ea9-4abc-b378-4ad24fb7983b None None] New status for floating IP f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:05:18.132006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40424) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:18.194720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7cb41687-9438-4f8c-a6dd-a1f00fde652a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e HTTP/1.1" status: 200 len: 992 time: 0.0615010 Sep 16 06:05:28.737114 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:41.068323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a37ff035-1312-442c-b5b7-52e62f3a4e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:41.096660 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:41.441351 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:44.293592 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:44.527826 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8b07e8b-dcfb-438f-8aa7-ac29dd45d8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.379766 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.111176 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.729443 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f73214-9909-4c42-aa42-2bc536502c11 req-1286ff58-9645-41b8-ad7c-160ea55adcf3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:49.731102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54f73214-9909-4c42-aa42-2bc536502c11 req-1286ff58-9645-41b8-ad7c-160ea55adcf3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0487468 Sep 16 06:05:49.770113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54f73214-9909-4c42-aa42-2bc536502c11 req-ba8183d5-eab2-4d27-be3e-988a6fd9e0f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321012 Sep 16 06:05:50.883495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec39ff-5e25-48c6-9ef8-0bc743981809 req-fcc11485-0a7b-4ea0-acf2-2b23f06177e3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:50.884957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52ec39ff-5e25-48c6-9ef8-0bc743981809 req-fcc11485-0a7b-4ea0-acf2-2b23f06177e3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0477083 Sep 16 06:05:50.926273 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-52ec39ff-5e25-48c6-9ef8-0bc743981809 req-ac22fc43-c8ee-45da-b38f-821b0faa1199 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348172 Sep 16 06:05:50.948593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40442) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:51.007784 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ffa6df30-22cf-43ea-ad88-be0d34c31e78 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e HTTP/1.1" status: 200 len: 992 time: 0.0581183 Sep 16 06:05:52.400252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9f561-8c4d-4bdb-bd9a-806e0940657f req-3e91b3ad-face-4761-a383-199813f3ded9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:52.401757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5bf9f561-8c4d-4bdb-bd9a-806e0940657f req-3e91b3ad-face-4761-a383-199813f3ded9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0520186 Sep 16 06:05:52.440074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5bf9f561-8c4d-4bdb-bd9a-806e0940657f req-5110d112-d2c6-4806-8e1a-a19dd3b7c5e4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Sep 16 06:05:53.563609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac6c1c-ab6b-4baf-80ac-bae5f1e7b499 req-ad827efc-b69a-4601-8502-3ac0be312a42 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:53.565109 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9ac6c1c-ab6b-4baf-80ac-bae5f1e7b499 req-ad827efc-b69a-4601-8502-3ac0be312a42 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0520351 Sep 16 06:05:53.602293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9ac6c1c-ab6b-4baf-80ac-bae5f1e7b499 req-036d933c-b034-4b76-867b-3e1d6c1695df tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Sep 16 06:05:53.623616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40454) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:53.683274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0f1fdbfc-4ed5-4ff3-a773-d63c23e2f108 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e HTTP/1.1" status: 200 len: 992 time: 0.0583439 Sep 16 06:05:53.906532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40460) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:54.058149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 0f89b030-d167-45b4-a9c5-8568834d8ac1 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:54.058413 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.133656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.133982 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.145761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 0f89b030-d167-45b4-a9c5-8568834d8ac1 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:05:54.356489 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.381751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=0f89b030-d167-45b4-a9c5-8568834d8ac1,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:54.393644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.393994 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.394337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.394670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.395000 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.395360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.395697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.396023 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.396353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.396678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.396998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.397317 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:54.449021 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.449357 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e disassociated (deleted). External IP: 172.25.7.51, port: 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a. Sep 16 06:05:54.650766 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8ce02e3-207c-4794-a51c-35f0b926ea53 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:05:54.756388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:54.761297 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.766757 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] Sync routers for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:54.775477 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:54.776079 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:54.790588 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f8631fd7-8369-4c83-92e6-b8f73beecbe3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/floatingips/f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e HTTP/1.1" status: 204 len: 168 time: 0.8805673 Sep 16 06:05:54.790588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:54.791080 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5008ce30-ebf5-41da-9d2b-450c06617222" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:54.829720 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8ea26b-20c8-45ef-9746-5cdeaad4a81f x-openstack-request-id: req-bd8ea26b-20c8-45ef-9746-5cdeaad4a81f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:54.830016 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:54.830273 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd8ea26b-20c8-45ef-9746-5cdeaad4a81f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:54.830676 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'status': 'completed', 'code': 200} Sep 16 06:05:54.893052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-0be5ff09-d745-409e-86f6-f118d999ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:54.894568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-0be5ff09-d745-409e-86f6-f118d999ae2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 1097 time: 0.0427735 Sep 16 06:05:54.905486 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:54.995475 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-981591a8-47a8-425c-bf55-10ce9a2ae1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:54.996669 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-981591a8-47a8-425c-bf55-10ce9a2ae1ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe1a7049-a97e-41c5-bb5d-3cb8038b475c HTTP/1.1" status: 200 len: 898 time: 0.0952458 Sep 16 06:05:55.038103 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-77592de0-a621-4185-9a10-f4960d0c8409 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a HTTP/1.1" status: 200 len: 217 time: 0.0336463 Sep 16 06:05:55.100774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-6968cfe8-7b68-43dc-b4f9-ec1021b084b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:55.102363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-6968cfe8-7b68-43dc-b4f9-ec1021b084b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a173d309-e840-45e5-adc7-79529363811f HTTP/1.1" status: 200 len: 835 time: 0.0516284 Sep 16 06:05:55.107882 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:55.136661 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] Checking router: f8ce02e3-207c-4794-a51c-35f0b926ea53 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:55.149481 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:55.149481 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:55.152243 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-54f441c0-520a-4955-8fa7-dc4c16e29cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:55.153808 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-54f441c0-520a-4955-8fa7-dc4c16e29cc9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe1a7049-a97e-41c5-bb5d-3cb8038b475c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434031 Sep 16 06:05:55.257948 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:55.279674 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-97090787-b83b-45c4-8f1c-e7ce5d9c4e4e service neutron] 10.222.0.60 "GET /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168153 Sep 16 06:05:55.288655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6a29d-91e3-4645-a0b4-90500fb206d1 req-6e95b47f-b043-4c99-8eed-0382268b4e68 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:55.290250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57e6a29d-91e3-4645-a0b4-90500fb206d1 req-6e95b47f-b043-4c99-8eed-0382268b4e68 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0722654 Sep 16 06:05:55.381248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-57e6a29d-91e3-4645-a0b4-90500fb206d1 req-d86e944b-7f2b-4a88-abf5-d659a4007737 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824165 Sep 16 06:05:55.405925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5008ce30-ebf5-41da-9d2b-450c06617222 req-e69e3b18-3ef8-4e25-a091-8e1af6148611 service neutron] 10.222.0.60 "GET /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141741 Sep 16 06:05:55.471116 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:55.496547 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969d750-f42c-46f5-b0da-74ff02710454 None None] The sync data for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 is: [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '8550946d-005a-4f95-b93f-1c3e6290c223', 'name': '', 'network_id': 'fe1a7049-a97e-41c5-bb5d-3cb8038b475c', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:39:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a173d309-e840-45e5-adc7-79529363811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a173d309-e840-45e5-adc7-79529363811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:55.724193 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8044b3-81f9-4210-b1a3-9b8a220fc776 None None] New status for floating IP f6f2e0d8-0c14-40ba-b8d7-c96cce2a703e: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:05:56.498875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e45b52-ea98-4f60-9bba-5ee52c8c7d8d req-33d3015d-ce49-4bc4-a0bf-cca326864286 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:56.500967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2e45b52-ea98-4f60-9bba-5ee52c8c7d8d req-33d3015d-ce49-4bc4-a0bf-cca326864286 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0492251 Sep 16 06:05:56.537298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2e45b52-ea98-4f60-9bba-5ee52c8c7d8d req-08e44125-fc37-4f00-8101-43c5e8836c8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=02130344-0f04-466d-9846-5ad313533619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302207 Sep 16 06:05:56.732602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-fdcdf0ff-34ce-4269-a757-2df79551b79f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:56.733947 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-fdcdf0ff-34ce-4269-a757-2df79551b79f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 945 time: 0.0473654 Sep 16 06:05:56.822790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:56.823132 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.909325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:56.909689 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.921771 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:05:57.122239 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.152053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=0497dbb2-54d9-45e7-b15d-31fbca2c1a3a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:57.196093 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] No DVR routers for this DVR port 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:05:57.198730 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:57.200795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4407bad9-8df4-4239-81e4-ccfc8a1e5301 req-cd8db386-f71b-4458-a2db-fab52f88a0da tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "DELETE /v2.0/ports/0497dbb2-54d9-45e7-b15d-31fbca2c1a3a HTTP/1.1" status: 204 len: 173 time: 0.4604478 Sep 16 06:05:57.201225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'name': 'network-vif-deleted', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:57.203508 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f711498-222a-44bd-8a31-624373c1a814" -d '{"events": [{"server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "name": "network-vif-deleted", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:57.239665 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df3bdff-5788-4010-bd0a-4c19716f88df x-openstack-request-id: req-3df3bdff-5788-4010-bd0a-4c19716f88df {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:57.239956 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdc9016-44b5-4948-9737-89ad4b9dce4f", "name": "network-vif-deleted", "tag": "0497dbb2-54d9-45e7-b15d-31fbca2c1a3a", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:57.240209 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3df3bdff-5788-4010-bd0a-4c19716f88df {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:57.240627 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdc9016-44b5-4948-9737-89ad4b9dce4f', 'name': 'network-vif-deleted', 'tag': '0497dbb2-54d9-45e7-b15d-31fbca2c1a3a', 'status': 'completed', 'code': 200} Sep 16 06:05:57.979948 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e71bdebf-164e-4f5e-9ce7-134cd97518ea req-a75add36-b89e-42eb-91a6-b42b5a794e3b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdc9016-44b5-4948-9737-89ad4b9dce4f HTTP/1.1" status: 200 len: 210 time: 0.3613815 Sep 16 06:05:58.725029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.036778 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40476) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:59.414952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.666931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 8550946d-005a-4f95-b93f-1c3e6290c223 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:59.667170 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.752662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 8550946d-005a-4f95-b93f-1c3e6290c223, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8550946d-005a-4f95-b93f-1c3e6290c223,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:59.753029 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.765797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 8550946d-005a-4f95-b93f-1c3e6290c223 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:06:00.016656 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.042960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=8550946d-005a-4f95-b93f-1c3e6290c223,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:00.212688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.413117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:06:00.426392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8ce02e3-207c-4794-a51c-35f0b926ea53 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:06:00.432511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:06:00.432864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 0497dbb2-54d9-45e7-b15d-31fbca2c1a3a not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:06:00.532711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:06:00.537911 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d6b4337e-9553-48f3-b88a-51913b582fb7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/f8ce02e3-207c-4794-a51c-35f0b926ea53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001101 Sep 16 06:06:00.540566 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40478) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:00.543085 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] Sync routers for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:06:00.552182 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:00.552797 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:00.590252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede558f8-7513-4802-ad2e-dae6b60604f8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting subnet a173d309-e840-45e5-adc7-79529363811f {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:06:00.593325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ede558f8-7513-4802-ad2e-dae6b60604f8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.632225 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ede558f8-7513-4802-ad2e-dae6b60604f8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.654259 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:00.719481 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ede558f8-7513-4802-ad2e-dae6b60604f8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.862826 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ede558f8-7513-4802-ad2e-dae6b60604f8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.892513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede558f8-7513-4802-ad2e-dae6b60604f8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Subnet': ['ID=a173d309-e840-45e5-adc7-79529363811f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:00.894531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ede558f8-7513-4802-ad2e-dae6b60604f8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.896449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ede558f8-7513-4802-ad2e-dae6b60604f8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/subnets/a173d309-e840-45e5-adc7-79529363811f HTTP/1.1" status: 204 len: 168 time: 0.3549335 Sep 16 06:06:00.899129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40480) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:00.901703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20142c67-a1d7-4194-b03e-8d76fa17fbd6 None None] Network fe1a7049-a97e-41c5-bb5d-3cb8038b475c requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:06:00.923773 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:59Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:00.950406 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] Checking router: f8ce02e3-207c-4794-a51c-35f0b926ea53 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:06:00.958891 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] Routers {'f8ce02e3-207c-4794-a51c-35f0b926ea53'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:00.959542 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8ce02e3-207c-4794-a51c-35f0b926ea53'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:01.014912 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.072017 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] Set router f8ce02e3-207c-4794-a51c-35f0b926ea53 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:01.092154 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] DHCP port deletion for fe1a7049-a97e-41c5-bb5d-3cb8038b475c request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:06:01.137329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.161457 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] Deleting port 50baa9ed-4e47-4fc8-ab67-f2660b907924 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:06:01.161741 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.217186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 50baa9ed-4e47-4fc8-ab67-f2660b907924 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:06:01.252464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] For port 50baa9ed-4e47-4fc8-ab67-f2660b907924, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=50baa9ed-4e47-4fc8-ab67-f2660b907924,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:01.252879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.265373 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 97cfdcd5-e29c-4eb8-b089-b98739008558 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:06:01.266095 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.272143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] Calling delete_port for 50baa9ed-4e47-4fc8-ab67-f2660b907924 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:06:01.273375 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:59Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:01.305196 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9fcf9-e38a-4da6-bff0-dc1389495a7f None None] The sync data for ids ['f8ce02e3-207c-4794-a51c-35f0b926ea53'] in n-d-712143-16 is: [{'id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199708785', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:59Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '97cfdcd5-e29c-4eb8-b089-b98739008558', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce02e3-207c-4794-a51c-35f0b926ea53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:06:01.354426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 97cfdcd5-e29c-4eb8-b089-b98739008558, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=97cfdcd5-e29c-4eb8-b089-b98739008558,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:01.354796 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.367103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 97cfdcd5-e29c-4eb8-b089-b98739008558 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:06:01.368806 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.410277 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 50baa9ed-4e47-4fc8-ab67-f2660b907924, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=50baa9ed-4e47-4fc8-ab67-f2660b907924,segment=NetworkSegment(79781142-dda2-4b94-9577-c1e977eb5ffe),segment_id=79781142-dda2-4b94-9577-c1e977eb5ffe)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:01.477103 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.524038 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=50baa9ed-4e47-4fc8-ab67-f2660b907924,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:01.532022 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.532415 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.532765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.533112 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.533454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.533796 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.534136 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.534471 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.534800 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.535184 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.535550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.535884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:01.570664 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.598728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] Pushing event deleted for resources: {'Port': ['ID=50baa9ed-4e47-4fc8-ab67-f2660b907924,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:01.602318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74817029-5f1f-4050-b635-389ee91bb5fe None None] No DVR routers for this DVR port 50baa9ed-4e47-4fc8-ab67-f2660b907924 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:06:01.604838 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.633167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=97cfdcd5-e29c-4eb8-b089-b98739008558,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:01.698394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.792900 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.795032 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.899039 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.899673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Fanout notify agent at l3_agent the message router_deleted on router f8ce02e3-207c-4794-a51c-35f0b926ea53 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:06:01.907216 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.910851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4c8b195e-d70e-4a72-8fa9-a5fad6ed1961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/routers/f8ce02e3-207c-4794-a51c-35f0b926ea53 HTTP/1.1" status: 204 len: 168 time: 1.0082676 Sep 16 06:06:01.911197 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40482) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:01.996090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.087293 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.107319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1a7049-a97e-41c5-bb5d-3cb8038b475c']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:02.116451 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79781142-dda2-4b94-9577-c1e977eb5ffe') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:02.116762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79781142-dda2-4b94-9577-c1e977eb5ffe') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:02.126552 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.140409 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.146191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:06:02.146585 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:06:02.149531 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:06:02.285170 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.292503 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.294039 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/networks/fe1a7049-a97e-41c5-bb5d-3cb8038b475c HTTP/1.1" status: 204 len: 168 time: 0.3817055 Sep 16 06:06:02.296849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40484) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:02.305382 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Network': ['ID=fe1a7049-a97e-41c5-bb5d-3cb8038b475c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:02.313499 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.314245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.314245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.314531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.314870 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.315211 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.315575 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.315911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.316263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.316591 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.316927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.317257 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fd35-8415-4dfb-ae54-cbbe2f32d32a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:02.355608 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0148824f-738e-45c5-8bfe-561573569848 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.380609 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0148824f-738e-45c5-8bfe-561573569848 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.493261 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0148824f-738e-45c5-8bfe-561573569848 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.496035 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0148824f-738e-45c5-8bfe-561573569848 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:02.497227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0148824f-738e-45c5-8bfe-561573569848 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/security-groups/02130344-0f04-466d-9846-5ad313533619 HTTP/1.1" status: 204 len: 168 time: 0.1993370 Sep 16 06:06:02.510967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148824f-738e-45c5-8bfe-561573569848 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02130344-0f04-466d-9846-5ad313533619,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:03.095124 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40490) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:03.099846 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-81f1966c-4bda-42ca-a634-4aec2b412b39 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309034828', 'description': 'tempest-secgroup-smoke-1309034828 description', 'project_id': '43080df03dee4b2e81d25eb0e6131129'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:03.104663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8550946d-005a-4f95-b93f-1c3e6290c223 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:06:03.128323 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8550946d-005a-4f95-b93f-1c3e6290c223 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:06:03.130971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8550946d-005a-4f95-b93f-1c3e6290c223 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:06:03.130971 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 97cfdcd5-e29c-4eb8-b089-b98739008558 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:06:03.148069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 97cfdcd5-e29c-4eb8-b089-b98739008558 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:06:03.148419 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 97cfdcd5-e29c-4eb8-b089-b98739008558 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:06:03.179058 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81f1966c-4bda-42ca-a634-4aec2b412b39 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.261807 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81f1966c-4bda-42ca-a634-4aec2b412b39 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.315582 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81f1966c-4bda-42ca-a634-4aec2b412b39 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.344330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1966c-4bda-42ca-a634-4aec2b412b39 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aab669c-497f-4d21-a232-80d0f414f63e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:03.401639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-81f1966c-4bda-42ca-a634-4aec2b412b39 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.402940 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-81f1966c-4bda-42ca-a634-4aec2b412b39 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3066602 Sep 16 06:06:03.406384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40492) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:03.410863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d5a9f96c-8dc4-43c3-8db3-43ff19af7609 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '2aab669c-497f-4d21-a232-80d0f414f63e', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:03.506824 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f96c-8dc4-43c3-8db3-43ff19af7609 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.560772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f96c-8dc4-43c3-8db3-43ff19af7609 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.641281 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f96c-8dc4-43c3-8db3-43ff19af7609 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.657783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9f96c-8dc4-43c3-8db3-43ff19af7609 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5166e707-eab6-4a06-afc5-b181453449d6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:03.727204 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f96c-8dc4-43c3-8db3-43ff19af7609 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.728470 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d5a9f96c-8dc4-43c3-8db3-43ff19af7609 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210461 Sep 16 06:06:03.731270 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40494) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:03.735854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-ef7d4bda-3403-48cc-9442-6492022ba5ce tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '2aab669c-497f-4d21-a232-80d0f414f63e', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:03.837690 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef7d4bda-3403-48cc-9442-6492022ba5ce tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.883792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef7d4bda-3403-48cc-9442-6492022ba5ce tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.967197 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef7d4bda-3403-48cc-9442-6492022ba5ce tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:03.985130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d4bda-3403-48cc-9442-6492022ba5ce tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e8f5a6-3700-4f1d-9597-bd455bb60378,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:04.052974 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ef7d4bda-3403-48cc-9442-6492022ba5ce tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.054182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ef7d4bda-3403-48cc-9442-6492022ba5ce tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219223 Sep 16 06:06:04.056950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40496) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:04.061882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a187395c-5423-40cf-9663-e436b01c64d4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '2aab669c-497f-4d21-a232-80d0f414f63e', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:04.143085 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a187395c-5423-40cf-9663-e436b01c64d4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.201643 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a187395c-5423-40cf-9663-e436b01c64d4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.299226 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a187395c-5423-40cf-9663-e436b01c64d4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.316499 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187395c-5423-40cf-9663-e436b01c64d4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d45142-e7e0-4c35-9a40-831a16575ca7,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:04.393774 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a187395c-5423-40cf-9663-e436b01c64d4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.395037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a187395c-5423-40cf-9663-e436b01c64d4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371620 Sep 16 06:06:04.397754 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40498) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:04.401996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-cbee6e31-a47b-416e-b8da-10e36d655f4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '2aab669c-497f-4d21-a232-80d0f414f63e', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:04.491949 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cbee6e31-a47b-416e-b8da-10e36d655f4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.549591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cbee6e31-a47b-416e-b8da-10e36d655f4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.616201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cbee6e31-a47b-416e-b8da-10e36d655f4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.633996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee6e31-a47b-416e-b8da-10e36d655f4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4a016e-72fb-43fa-8375-6552ebfbc816,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:04.698890 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cbee6e31-a47b-416e-b8da-10e36d655f4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.700226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cbee6e31-a47b-416e-b8da-10e36d655f4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3015594 Sep 16 06:06:04.703513 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40500) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:04.707825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-01fffd3f-319a-4e03-bb44-278c130560fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '2aab669c-497f-4d21-a232-80d0f414f63e', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:04.795955 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-01fffd3f-319a-4e03-bb44-278c130560fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:06:04.800852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01fffd3f-319a-4e03-bb44-278c130560fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.862037 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01fffd3f-319a-4e03-bb44-278c130560fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.927349 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01fffd3f-319a-4e03-bb44-278c130560fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:04.948498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fffd3f-319a-4e03-bb44-278c130560fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfe6467-9511-494c-8e50-a558176736de,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:05.012939 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-01fffd3f-319a-4e03-bb44-278c130560fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.014586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-01fffd3f-319a-4e03-bb44-278c130560fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101153 Sep 16 06:06:05.017331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40502) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:05.021578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a4447f0b-e3e6-4d19-8ff6-f61ca4f6cd8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '2aab669c-497f-4d21-a232-80d0f414f63e', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:05.104373 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-a4447f0b-e3e6-4d19-8ff6-f61ca4f6cd8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:06:05.110171 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4447f0b-e3e6-4d19-8ff6-f61ca4f6cd8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.175138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4447f0b-e3e6-4d19-8ff6-f61ca4f6cd8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.250784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4447f0b-e3e6-4d19-8ff6-f61ca4f6cd8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.269571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4447f0b-e3e6-4d19-8ff6-f61ca4f6cd8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5addaa31-7f47-4232-b1fd-8c3d49c846da,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:05.330809 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a4447f0b-e3e6-4d19-8ff6-f61ca4f6cd8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.332002 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a4447f0b-e3e6-4d19-8ff6-f61ca4f6cd8d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3137560 Sep 16 06:06:05.334846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40504) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:05.339689 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'network': {'name': 'tempest-network-smoke--29714220', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'port_security_enabled': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:05.427624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:06:05.431182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.454547 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:06:05.462921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.463267 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Added segment cdd5489f-abfc-4476-95cb-e0d1823320a3 of type vlan for network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 Sep 16 06:06:05.502655 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.610898 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.616658 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:05.617244 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.684366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Network': ['ID=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:05.695932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:06:05.711377 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bebaf869-a8af-44f6-a0b6-bd8733156222 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3753381 Sep 16 06:06:05.713979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40506) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:05.718292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'admin_state_up': True, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:05.796350 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.798010 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:05.851189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:06.048075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:06.292063 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:06.310387 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:06.410596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.147 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/3ad20ccf-c3b3-41f7-9753-b22eb0b932cd) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:06.512695 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:06.599723 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:06.635520 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:06.638258 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:06.642298 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:06.667005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=3ad20ccf-c3b3-41f7-9753-b22eb0b932cd,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:06.935157 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:07.462442 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:07.645178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:06:07.750132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:06:07.759955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Sync routers for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:06:07.769548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:07.770179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:07.816554 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:07.817979 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-def4f22e-2f15-4cc6-b5b5-ec168c71e576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1030831 Sep 16 06:06:07.821088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40508) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:07.855551 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8a9a3164-4c68-4b06-a39d-094aa286726e tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=43080df03dee4b2e81d25eb0e6131129&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333145 Sep 16 06:06:07.858184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40510) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:07.874549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:08.011029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd366f-0bcd-450a-83b0-6e9ddff5665c tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:08.012481 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-20dd366f-0bcd-450a-83b0-6e9ddff5665c tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533988 Sep 16 06:06:08.015924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40512) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:08.050986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:06Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:08.054122 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4a118d8b-d9a8-457e-80ca-1079c1ac9dd1 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360363 Sep 16 06:06:08.056200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40514) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:08.061436 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1525964462', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:08.078475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Checking router: f8e3698f-9616-4f62-b0fc-c83cc89d9da8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:06:08.078834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Updating router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:06:08.102599 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.218568 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:06:08.222138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.352428 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.447683 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.479657 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.500609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Attempting to bind port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:08.500986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Attempting to bind port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:08.501356 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Attempting to bind port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:08.504459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622b930-f6ff-407b-8c30-1bc500d5a1ff None None] Pushing event updated for resources: {'Port': ['ID=3ad20ccf-c3b3-41f7-9753-b22eb0b932cd,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:08.509403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:08.509791 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:08.510209 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.510602 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:08.511080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Bound port: 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:08.511508 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.545015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Subnet': ['ID=edf44a29-6a75-4435-bd14-0e829d9b6a26,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:08.554254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Checking segment: {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:08.554622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network hostable DHCP agents. Network: 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:06:08.563264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] For port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:08.566430 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] For port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3ad20ccf-c3b3-41f7-9753-b22eb0b932cd,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:08.668379 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.705605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:06:08.730085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622b930-f6ff-407b-8c30-1bc500d5a1ff None None] Pushing event updated for resources: {'Port': ['ID=3ad20ccf-c3b3-41f7-9753-b22eb0b932cd,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:08.732682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:08.733285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:08.804604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:08.809145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:08.809737 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.817065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e53483-4fd7-42a6-b628-8a2dcec334da None None] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:06:08.882730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:08.893836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e9bc87eb-2651-47f8-92e2-ad2cbe6e59af tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8364184 Sep 16 06:06:08.896571 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40516) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:09.098293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:06:09.099169 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.343301 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.380502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:06Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:09.412124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd046e7-006a-4f0c-9e92-99c46b3c647d None None] The sync data for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 is: [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:06Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:06:09.429475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Allocated IP 172.20.0.2 (6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19/edf44a29-6a75-4435-bd14-0e829d9b6a26/8a13605c-fd66-4c48-afd3-9a511eb15b13) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:09.589521 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.667066 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.705891 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:09.709252 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:09.712328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:09.715784 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.1 (6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19/edf44a29-6a75-4435-bd14-0e829d9b6a26/67a48151-e126-4fed-871a-8b0a2a401464) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:09.728076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Pushing event updated for resources: {'Port': ['ID=8a13605c-fd66-4c48-afd3-9a511eb15b13,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:09.783320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Attempting to bind port 8a13605c-fd66-4c48-afd3-9a511eb15b13 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:09.783778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Attempting to bind port 8a13605c-fd66-4c48-afd3-9a511eb15b13 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:09.784210 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Attempting to bind port 8a13605c-fd66-4c48-afd3-9a511eb15b13 on network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:09.789565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:09.790023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Checking segment: {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:09.790493 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.790986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Bound using segment: {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:09.791553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Bound port: 8a13605c-fd66-4c48-afd3-9a511eb15b13, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:09.791941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.858394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.861315 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] For port 8a13605c-fd66-4c48-afd3-9a511eb15b13, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:09.864607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] For port 8a13605c-fd66-4c48-afd3-9a511eb15b13, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8a13605c-fd66-4c48-afd3-9a511eb15b13,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:09.940190 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.968479 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:09.996271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94b7f2-8e25-4e85-9659-48809831c5d3 None None] Pushing event updated for resources: {'Port': ['ID=8a13605c-fd66-4c48-afd3-9a511eb15b13,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:10.016888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:10.020197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:10.024207 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:10.055120 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=67a48151-e126-4fed-871a-8b0a2a401464,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:10.077660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:10.294874 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:10.567520 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:10.629922 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:10.705539 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:10.708184 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=67a48151-e126-4fed-871a-8b0a2a401464,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:10.799458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:10.800807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:10.914580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:06:11.027703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:06:11.033058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-41937fdd-43f7-44ba-867c-13fde716b12b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/f8e3698f-9616-4f62-b0fc-c83cc89d9da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1355040 Sep 16 06:06:11.087635 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0439336c-1da4-4539-a7c5-04dfbbfa9ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.099039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.199403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:11.206522 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-e740f835-cf7c-4150-a25a-181962deac4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309034828&fields=id&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 267 time: 0.0386572 Sep 16 06:06:11.259048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:11.259688 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.335650 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Sync routers for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:06:11.342094 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-0844640a-99fc-4938-a127-061bebddc472 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:11.343900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-0844640a-99fc-4938-a127-061bebddc472 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/networks?id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 HTTP/1.1" status: 200 len: 795 time: 0.1297407 Sep 16 06:06:11.345624 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:11.346440 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:11.361323 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.363747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-6e2e38eb-3050-47ca-b04b-5000ea286f89 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/quotas/43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 375 time: 0.0099382 Sep 16 06:06:11.382592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3ad20ccf-c3b3-41f7-9753-b22eb0b932cd,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:11.425815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb96e6d7-2e18-4d80-bd0c-6cd1be27b871 None None] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:06:11.425998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-90df7bdc-ab0a-419d-94e7-6daae30ac52d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516388 Sep 16 06:06:11.472430 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:11.481692 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.482483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8a13605c-fd66-4c48-afd3-9a511eb15b13 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:11.530639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-4c7202f5-e1af-451a-948d-97dbf0d882d5 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920486 Sep 16 06:06:11.589037 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5c6b5677-2970-4aed-a01d-fad20c7a6ca7 None None] Provisioning complete for port 8a13605c-fd66-4c48-afd3-9a511eb15b13 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:11.589505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5677-2970-4aed-a01d-fad20c7a6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.633238 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=3ad20ccf-c3b3-41f7-9753-b22eb0b932cd,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:11.634150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-cf0a223b-4b05-4809-ac00-1594f84c67e9 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951622 Sep 16 06:06:11.673793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8a13605c-fd66-4c48-afd3-9a511eb15b13 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:11.674169 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.675031 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 2, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:11.705221 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Checking router: f8e3698f-9616-4f62-b0fc-c83cc89d9da8 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:06:11.705575 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Updating router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 port 67a48151-e126-4fed-871a-8b0a2a401464 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:06:11.734385 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.794100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5677-2970-4aed-a01d-fad20c7a6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.830239 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:11.853952 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-5c6b5677-2970-4aed-a01d-fad20c7a6ca7 None None] For port 8a13605c-fd66-4c48-afd3-9a511eb15b13, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8a13605c-fd66-4c48-afd3-9a511eb15b13,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:11.898282 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fc85776a-70c0-4c8d-8f88-fee83b398400 req-b5d95392-281b-488b-9d69-debb3aec39fb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 210 time: 0.0324695 Sep 16 06:06:11.928689 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5677-2970-4aed-a01d-fad20c7a6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.008933 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:06:12.009132 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:06:12.013803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b5677-2970-4aed-a01d-fad20c7a6ca7 None None] Pushing event updated for resources: {'Port': ['ID=8a13605c-fd66-4c48-afd3-9a511eb15b13,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:12.051208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d172a4c7-4356-4ffd-a483-f08d12ab38fd None None] Provisioning complete for port 67a48151-e126-4fed-871a-8b0a2a401464 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:12.051622 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d172a4c7-4356-4ffd-a483-f08d12ab38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.080911 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.088359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d172a4c7-4356-4ffd-a483-f08d12ab38fd None None] Port 67a48151-e126-4fed-871a-8b0a2a401464 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:06:12.098671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d172a4c7-4356-4ffd-a483-f08d12ab38fd None None] Provisioning complete for port 8a13605c-fd66-4c48-afd3-9a511eb15b13 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:12.099056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d172a4c7-4356-4ffd-a483-f08d12ab38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.153286 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.206199 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Pushing event updated for resources: {'Port': ['ID=67a48151-e126-4fed-871a-8b0a2a401464,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:12.230309 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.230598 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.230939 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.231305 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.231653 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.231973 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.232302 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.232626 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.232942 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.233258 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.233583 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.233903 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:12.270246 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Attempting to bind port 67a48151-e126-4fed-871a-8b0a2a401464 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:12.270678 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Attempting to bind port 67a48151-e126-4fed-871a-8b0a2a401464 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:12.271071 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Attempting to bind port 67a48151-e126-4fed-871a-8b0a2a401464 on network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:12.276729 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:12.277107 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Checking segment: {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:12.277587 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.278211 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Bound using segment: {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:12.278704 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Bound port: 67a48151-e126-4fed-871a-8b0a2a401464, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:12.279090 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.305110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-62946858-fe5a-4c10-a882-c9ee798411d0 None None] Provisioning complete for port 67a48151-e126-4fed-871a-8b0a2a401464 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:12.305110 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-62946858-fe5a-4c10-a882-c9ee798411d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.340965 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-62946858-fe5a-4c10-a882-c9ee798411d0 None None] Port 67a48151-e126-4fed-871a-8b0a2a401464 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:06:12.347043 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] For port 67a48151-e126-4fed-871a-8b0a2a401464, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:12.351016 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] For port 67a48151-e126-4fed-871a-8b0a2a401464, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=67a48151-e126-4fed-871a-8b0a2a401464,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:12.428257 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.471953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-05785e05-83c7-4a39-822a-76c33f135f64 None None] Provisioning complete for port 67a48151-e126-4fed-871a-8b0a2a401464 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:12.472756 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05785e05-83c7-4a39-822a-76c33f135f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.484555 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:12.486079 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:12.528445 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ebc1a-64a9-49fa-aa07-742a0dfd01fc None None] Pushing event updated for resources: {'Port': ['ID=67a48151-e126-4fed-871a-8b0a2a401464,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:12.609335 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:12.622719 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05785e05-83c7-4a39-822a-76c33f135f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.663174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-05785e05-83c7-4a39-822a-76c33f135f64 None None] For port 67a48151-e126-4fed-871a-8b0a2a401464, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=67a48151-e126-4fed-871a-8b0a2a401464,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:12.778910 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-05785e05-83c7-4a39-822a-76c33f135f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.838729 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05785e05-83c7-4a39-822a-76c33f135f64 None None] Pushing event updated for resources: {'Port': ['ID=67a48151-e126-4fed-871a-8b0a2a401464,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:12.900426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ef84972a-c897-411b-b688-878d61d8d0ad None None] Provisioning complete for port 67a48151-e126-4fed-871a-8b0a2a401464 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:12.900915 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef84972a-c897-411b-b688-878d61d8d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.913789 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:12Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:12.939472 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9b5b-3327-4d22-a3ea-c058d8555e6b None None] The sync data for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 is: [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:12Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:06:13.005288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-664b606b-055c-403d-9b29-1508ef547ad5 req-c8694837-399f-4226-bda5-12e3559ac723 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 210 time: 0.0334585 Sep 16 06:06:13.211761 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:13.268823 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:13.269563 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.355222 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8a13605c-fd66-4c48-afd3-9a511eb15b13 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:13.404954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 8a13605c-fd66-4c48-afd3-9a511eb15b13 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:13.405348 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.486135 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 67a48151-e126-4fed-871a-8b0a2a401464 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:13.536998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 67a48151-e126-4fed-871a-8b0a2a401464 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:13.537387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:14.044906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-5695920a-8ac1-4ae0-ba01-503bfae25722 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:14.046356 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-5695920a-8ac1-4ae0-ba01-503bfae25722 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.57 "GET /v2.0/networks?id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 HTTP/1.1" status: 200 len: 795 time: 0.1069205 Sep 16 06:06:14.094449 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-82ae6c41-f351-4095-a7aa-00f57eba3bf8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 380 time: 0.0339382 Sep 16 06:06:14.103912 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'port': {'device_id': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'admin_state_up': True, 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'security_groups': ['2aab669c-497f-4d21-a232-80d0f414f63e']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:14.106147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-588ee2d9-37a2-449e-adab-a24bb74521d6 req-d905d10c-6da0-4017-8052-bc0dd213e1c9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 210 time: 0.0310445 Sep 16 06:06:14.264455 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:14.293705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:06:14.299909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:14.561381 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c46b21a9-df79-4bbe-9be3-9a52cac311cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:14.756501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.11 (6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19/edf44a29-6a75-4435-bd14-0e829d9b6a26/e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:14.893258 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:14.970957 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.012398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:15.015452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:15.021117 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:15.044749 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:15.075278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:15.075979 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.148745 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-62d71fe4-2a13-479d-853f-601d9ec523d3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0483611 Sep 16 06:06:15.168752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Request body: {'port': {'device_id': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:15.232650 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.237124 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacfef9-3cbf-4f42-acb8-eeda64d49192 req-50e99c1c-fbb5-4bee-9c27-433e4f08622b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:15.238636 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-baacfef9-3cbf-4f42-acb8-eeda64d49192 req-50e99c1c-fbb5-4bee-9c27-433e4f08622b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 932 time: 0.0539360 Sep 16 06:06:15.269697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ad2a9ca5-874d-4443-ab7a-f53e9e862f33 None None] Provisioning complete for port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:15.270287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9ca5-874d-4443-ab7a-f53e9e862f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.280063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-baacfef9-3cbf-4f42-acb8-eeda64d49192 req-e6bbbf20-5cfd-43bf-abbe-59e9e4271a95 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355451 Sep 16 06:06:15.304767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a9ca5-874d-4443-ab7a-f53e9e862f33 None None] Port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:06:15.390361 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.503632 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:15.511373 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.525642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Transition to ACTIVE for port object e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:06:15.598852 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.648062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:15.724590 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Attempting to bind port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:15.724932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Attempting to bind port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:15.725269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Attempting to bind port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e on network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:15.729811 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e on network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:06:15.730146 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Attempting to bind port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e on network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:15.735189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:15.735571 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Checking segment: {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:15.735977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Bound using segment: {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:15.736414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Bound port: e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd5489f-abfc-4476-95cb-e0d1823320a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:15.736791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.802638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] For port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:15.805777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] For port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:15.879142 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.912127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:15.912755 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.914169 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] 10.222.0.57 "PUT /v2.0/ports/e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e HTTP/1.1" status: 200 len: 1093 time: 0.7499137 Sep 16 06:06:15.914613 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:15.916906 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6edbcf-8e76-48c4-8b16-84c496492d81" -d '{"events": [{"name": "network-changed", "server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:15.948420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa072f36-9beb-4fab-8e67-520235fb4204 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:15.973942 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d85269a-b105-444e-b67f-5b720edf1353 x-openstack-request-id: req-4d85269a-b105-444e-b67f-5b720edf1353 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:15.974316 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:15.974575 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d85269a-b105-444e-b67f-5b720edf1353 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:15.975000 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'status': 'completed', 'code': 200} Sep 16 06:06:16.062381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6edbcf-8e76-48c4-8b16-84c496492d81 req-14a63a99-bda5-4f1d-953c-31b772b07495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.064546 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae6edbcf-8e76-48c4-8b16-84c496492d81 req-14a63a99-bda5-4f1d-953c-31b772b07495 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 1096 time: 0.0480952 Sep 16 06:06:16.170564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6edbcf-8e76-48c4-8b16-84c496492d81 req-23c84683-9cc2-4c01-986e-ed6edee532ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.172044 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae6edbcf-8e76-48c4-8b16-84c496492d81 req-23c84683-9cc2-4c01-986e-ed6edee532ac service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=43080df03dee4b2e81d25eb0e6131129&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0946245 Sep 16 06:06:16.268344 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6edbcf-8e76-48c4-8b16-84c496492d81 req-32425b7c-5324-4350-b3e0-c208fe2fd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.269759 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ae6edbcf-8e76-48c4-8b16-84c496492d81 req-32425b7c-5324-4350-b3e0-c208fe2fd5b4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911930 Sep 16 06:06:16.366784 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-b1ee88bc-c673-48ce-9c36-dd36d7f1404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.368367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-b1ee88bc-c673-48ce-9c36-dd36d7f1404e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 1096 time: 0.0423536 Sep 16 06:06:16.401198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae5f0-f1d1-4466-b2c7-0405f42fa965 req-c2e45a9d-3e7b-4d03-849d-ed00b0f43418 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.402697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7daae5f0-f1d1-4466-b2c7-0405f42fa965 req-c2e45a9d-3e7b-4d03-849d-ed00b0f43418 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 944 time: 0.0494547 Sep 16 06:06:16.423708 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-0e3b3dd9-5518-4120-992a-6d84112e8ce6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e HTTP/1.1" status: 200 len: 217 time: 0.0413847 Sep 16 06:06:16.440868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7daae5f0-f1d1-4466-b2c7-0405f42fa965 req-d93d2741-25b1-46d2-8d5c-acfb5909d787 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315785 Sep 16 06:06:16.473173 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-e69c8770-ef75-4e89-aa40-c290426f07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.474672 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-e69c8770-ef75-4e89-aa40-c290426f07d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edf44a29-6a75-4435-bd14-0e829d9b6a26 HTTP/1.1" status: 200 len: 835 time: 0.0436230 Sep 16 06:06:16.522170 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-e9ddcea0-e22a-431b-a321-cabeec49b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.523722 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-e9ddcea0-e22a-431b-a321-cabeec49b50f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418921 Sep 16 06:06:16.622301 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-b8f65443-bb3b-47ba-b75f-c9ea5ed0ff7d service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908759 Sep 16 06:06:16.715049 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-9b05bc81-663a-4e22-b9f8-31b238720a94 req-f185f3d3-a60b-47b7-8b22-3f41f282b146 service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847001 Sep 16 06:06:17.119315 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:17.554823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa9d3-feda-4664-8d85-2ec2719a9b7f req-7a3df307-a717-456c-9497-12425edefd13 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:17.556296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97baa9d3-feda-4664-8d85-2ec2719a9b7f req-7a3df307-a717-456c-9497-12425edefd13 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 944 time: 0.0468426 Sep 16 06:06:17.596164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-97baa9d3-feda-4664-8d85-2ec2719a9b7f req-2a65f453-9343-4852-9989-b21c43deb4f7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339537 Sep 16 06:06:18.441465 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:18.707983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd132f4f-08b9-488b-b6f4-d3cd9206e666 req-1f7bccaf-535d-4194-a5bc-0a0076634dbf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:18.709355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd132f4f-08b9-488b-b6f4-d3cd9206e666 req-1f7bccaf-535d-4194-a5bc-0a0076634dbf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 944 time: 0.0478764 Sep 16 06:06:18.746211 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd132f4f-08b9-488b-b6f4-d3cd9206e666 req-762df905-bf51-4fa9-bc76-80606e77235d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310304 Sep 16 06:06:18.962186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:06:19.055977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:19.066896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'port_id': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'mac_address': 'fa:16:3e:02:3b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:06:19.103149 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.115853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:19.138384 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:19.217865 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.270650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:19.522526 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:06:19.856489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe743-3dda-4600-8790-6eb8d6fff1bc req-561bb13c-4bcb-42bf-9f01-73763bc670c4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:19.857939 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f53fe743-3dda-4600-8790-6eb8d6fff1bc req-561bb13c-4bcb-42bf-9f01-73763bc670c4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 945 time: 0.0475345 Sep 16 06:06:19.894905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f53fe743-3dda-4600-8790-6eb8d6fff1bc req-864724f2-c8a2-4c4e-9811-741399fdfecf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306597 Sep 16 06:06:20.977927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:21.006419 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764c5dd-b842-419f-a65c-b590750d12aa req-b76b63bb-a285-45ad-a407-dd0889c5947d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:21.007922 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0764c5dd-b842-419f-a65c-b590750d12aa req-b76b63bb-a285-45ad-a407-dd0889c5947d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 945 time: 0.0478652 Sep 16 06:06:21.048352 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0764c5dd-b842-419f-a65c-b590750d12aa req-503af742-e9e6-47a6-986b-44bfdcb1161c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344844 Sep 16 06:06:21.086890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:06:21.090820 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:21.091193 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.171614 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.194000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:21.196246 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02baef8f-813d-4201-af70-c705ecc76830" -d '{"events": [{"server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "name": "network-vif-plugged", "status": "completed", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:21.208862 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:21.232954 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bcc6ab-d557-4afc-a6ed-c3dc8d10b38e x-openstack-request-id: req-e4bcc6ab-d557-4afc-a6ed-c3dc8d10b38e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:21.233336 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "name": "network-vif-plugged", "status": "completed", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:21.233591 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4bcc6ab-d557-4afc-a6ed-c3dc8d10b38e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:21.234125 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'code': 200} Sep 16 06:06:21.264380 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.315214 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:21.361932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3941eef-7c84-4394-b6ed-8ea3cb166c9e req-291f138c-94df-44eb-9e5e-2f6668d85d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:21.363506 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c3941eef-7c84-4394-b6ed-8ea3cb166c9e req-291f138c-94df-44eb-9e5e-2f6668d85d2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 1098 time: 0.0452423 Sep 16 06:06:21.401026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-c3941eef-7c84-4394-b6ed-8ea3cb166c9e req-9842085d-3d46-44fb-8eba-ce085864b467 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304854 Sep 16 06:06:22.164495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8160-4205-4afe-8758-759c1a53ce3b req-b3a85e93-cdab-4899-9466-e288e8f0dc26 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:22.165974 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e86a8160-4205-4afe-8758-759c1a53ce3b req-b3a85e93-cdab-4899-9466-e288e8f0dc26 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0485055 Sep 16 06:06:22.202517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e86a8160-4205-4afe-8758-759c1a53ce3b req-b7a951af-90be-4b8a-a785-55d23a8a1646 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305326 Sep 16 06:06:23.318291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e0915-8ea8-47d4-a15b-e46a3e437630 req-afb6890d-3616-4ce8-a98f-53d211602675 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:23.319757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db8e0915-8ea8-47d4-a15b-e46a3e437630 req-afb6890d-3616-4ce8-a98f-53d211602675 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0483158 Sep 16 06:06:23.357828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db8e0915-8ea8-47d4-a15b-e46a3e437630 req-7362942a-b86f-4716-aa6b-a59d4bdabee2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Sep 16 06:06:23.470586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47490f93-d999-45d3-954a-6a310de09ea0 req-1b6c2c3a-0ff3-4b33-a3cf-c6e049a123cb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:23.472175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47490f93-d999-45d3-954a-6a310de09ea0 req-1b6c2c3a-0ff3-4b33-a3cf-c6e049a123cb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0482435 Sep 16 06:06:23.512882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47490f93-d999-45d3-954a-6a310de09ea0 req-3b399e77-2aec-44b2-91d0-cd7b2553e57b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347798 Sep 16 06:06:23.534967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40574) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:23.573788 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba3cae-82c7-4d07-8e42-fa650600716d tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:23.575221 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1dba3cae-82c7-4d07-8e42-fa650600716d tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 1093 time: 0.0392787 Sep 16 06:06:23.578007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40576) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:23.582715 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:23.658611 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:23.749831 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:23.852069 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.36 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/2ba47c5a-7c05-4da7-bfa3-f473d93f7b87) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:23.950344 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:24.062108 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:24.097648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:24.100360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:24.103864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:24.131189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=2ba47c5a-7c05-4da7-bfa3-f473d93f7b87,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:24.798543 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:24.916365 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:25.061410 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:25.120677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:25.197150 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=2ba47c5a-7c05-4da7-bfa3-f473d93f7b87,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:25.207528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:25.306482 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP bab3e74c-fc25-4c8b-a416-96f2488087eb associated. External IP: 172.25.7.36, port: e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e. Sep 16 06:06:25.506289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:06:25.612096 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:06:25.621676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] Sync routers for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:06:25.632564 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:25.633176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:25.681069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:25.708994 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-207ae61a-0e50-4f29-b278-03c0dff21925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1294487 Sep 16 06:06:25.709814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:25.712346 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac94bbc-7713-4527-8215-05148b8d61a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:25.746541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:25.748609 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc5d43c-f34c-4c72-ae38-92b84d0d0e7f x-openstack-request-id: req-8dc5d43c-f34c-4c72-ae38-92b84d0d0e7f {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:25.748912 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:25.749170 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dc5d43c-f34c-4c72-ae38-92b84d0d0e7f {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:25.749580 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'status': 'completed', 'code': 200} Sep 16 06:06:25.814870 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657832ed-e3c6-4245-9a1a-ea03f6409c87 req-13a25d09-4be0-4d8d-a38b-7b24e25e4c7d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:25.816680 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-657832ed-e3c6-4245-9a1a-ea03f6409c87 req-13a25d09-4be0-4d8d-a38b-7b24e25e4c7d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0557828 Sep 16 06:06:25.833040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-2eedfd5c-914d-4623-af84-fc58386738d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:25.834694 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-2eedfd5c-914d-4623-af84-fc58386738d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 1098 time: 0.0423336 Sep 16 06:06:25.859288 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-657832ed-e3c6-4245-9a1a-ea03f6409c87 req-dbb57efc-2e60-40e9-9165-4a7c0278014f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Sep 16 06:06:25.882790 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40582) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:25.939996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-5bd34dc7-604a-4ac1-9ad7-a5f7291b9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:25.941426 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-5bd34dc7-604a-4ac1-9ad7-a5f7291b9358 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 HTTP/1.1" status: 200 len: 896 time: 0.0997951 Sep 16 06:06:25.946910 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-329cb7d1-437d-4bea-a4c0-abe0cfe0fb08 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/bab3e74c-fc25-4c8b-a416-96f2488087eb HTTP/1.1" status: 200 len: 991 time: 0.0626070 Sep 16 06:06:25.980079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'bab3e74c-fc25-4c8b-a416-96f2488087eb', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'port_id': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'mac_address': 'fa:16:3e:02:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:06:24Z', 'updated_at': '2021-09-16T06:06:24Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:12Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:26.007095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] Checking router: f8e3698f-9616-4f62-b0fc-c83cc89d9da8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:06:26.016932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:26.017329 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-c0d21d9d-9ecc-45ba-84f4-62a39117701f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e HTTP/1.1" status: 200 len: 999 time: 0.0655527 Sep 16 06:06:26.017597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:06:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:26.067588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-6ecdc151-998b-4331-8eb4-ac99df9c750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:26.069189 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-6ecdc151-998b-4331-8eb4-ac99df9c750b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edf44a29-6a75-4435-bd14-0e829d9b6a26 HTTP/1.1" status: 200 len: 835 time: 0.0451679 Sep 16 06:06:26.116656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-49c405ae-d30f-4342-9ead-ce81b556cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:26.118304 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-49c405ae-d30f-4342-9ead-ce81b556cc8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425222 Sep 16 06:06:26.218409 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-37943aa2-7b59-4131-9d05-e6500362d158 service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927398 Sep 16 06:06:26.278189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:26.322909 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5ac94bbc-7713-4527-8215-05148b8d61a5 req-86eca4d7-4278-4b99-a628-5883b0978474 service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973840 Sep 16 06:06:26.501004 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'bab3e74c-fc25-4c8b-a416-96f2488087eb', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'port_id': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'mac_address': 'fa:16:3e:02:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:06:24Z', 'updated_at': '2021-09-16T06:06:24Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:12Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:26.530522 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354a1fa-8db9-4129-9680-6931d0d1c036 None None] The sync data for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 is: [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'bab3e74c-fc25-4c8b-a416-96f2488087eb', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'port_id': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'mac_address': 'fa:16:3e:02:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:06:24Z', 'updated_at': '2021-09-16T06:06:24Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:12Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:06:26.720279 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae94a051-d62c-474b-ba47-bce05deaa8aa None None] New status for floating IP bab3e74c-fc25-4c8b-a416-96f2488087eb: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:06:26.949846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40584) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:27.013263 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f8bbc48d-0ea2-4016-a730-c4597f551635 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/bab3e74c-fc25-4c8b-a416-96f2488087eb HTTP/1.1" status: 200 len: 993 time: 0.0621209 Sep 16 06:06:28.760503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:41.126467 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-73571f82-61b6-4978-b903-3fc0e2defaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:41.152811 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:44.284330 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:44.524328 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f066cb89-c518-47b3-a138-1232092e2ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.383029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:47.120513 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:55.442005 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:58.590654 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce8a7-1ad9-4ffa-92ea-304f9f299cd7 req-02af7ba6-d406-4c47-bc12-5bccd93190eb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:58.592237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-128ce8a7-1ad9-4ffa-92ea-304f9f299cd7 req-02af7ba6-d406-4c47-bc12-5bccd93190eb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0502613 Sep 16 06:06:58.630488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-128ce8a7-1ad9-4ffa-92ea-304f9f299cd7 req-713e7436-2c29-4b3d-91f0-4a013eef9d2e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322745 Sep 16 06:06:58.691534 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-dcdffad2-d9b6-4e10-a560-eb21b69cbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:58.693067 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-dcdffad2-d9b6-4e10-a560-eb21b69cbc21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 1098 time: 0.0426478 Sep 16 06:06:58.771199 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:58.784226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-a685469a-106c-4e27-bebb-754d27f6d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:58.785737 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-a685469a-106c-4e27-bebb-754d27f6d820 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 HTTP/1.1" status: 200 len: 896 time: 0.0855911 Sep 16 06:06:58.856229 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-5e27c736-bf52-4529-8088-7a9af9d07d8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e HTTP/1.1" status: 200 len: 1001 time: 0.0623717 Sep 16 06:06:58.906691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-e68b69d7-4a68-4226-9fd5-f0e773f73c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:58.908185 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-e68b69d7-4a68-4226-9fd5-f0e773f73c52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edf44a29-6a75-4435-bd14-0e829d9b6a26 HTTP/1.1" status: 200 len: 835 time: 0.0440495 Sep 16 06:06:58.953695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-b89f07db-e375-42d9-8fa4-0a4ec84a0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:58.955181 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-b89f07db-e375-42d9-8fa4-0a4ec84a0dbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394342 Sep 16 06:06:59.050064 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-fe81df17-ba82-478d-8e02-332bdcdbc600 service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873973 Sep 16 06:06:59.144808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04baf2f6-2448-44f1-973a-d14eb8b87687 req-fafa9a52-ced4-4447-bde9-f9e342008927 service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873990 Sep 16 06:06:59.746127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8b5f5-f5ac-4114-a6a5-08f419042cbe req-00e9a315-7802-4971-a6d6-4ede0aeaa372 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:59.747586 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dde8b5f5-f5ac-4114-a6a5-08f419042cbe req-00e9a315-7802-4971-a6d6-4ede0aeaa372 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0480199 Sep 16 06:06:59.784150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dde8b5f5-f5ac-4114-a6a5-08f419042cbe req-f9d9e008-98da-4f98-bd73-373bfa042ebf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303831 Sep 16 06:07:00.916631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6c8b1-878e-435d-8d1e-2e1c46113577 req-d3c9d002-0f1b-40cc-afdf-9cb32f908917 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:00.918226 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cff6c8b1-878e-435d-8d1e-2e1c46113577 req-d3c9d002-0f1b-40cc-afdf-9cb32f908917 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0537119 Sep 16 06:07:00.954254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cff6c8b1-878e-435d-8d1e-2e1c46113577 req-d92fdcb5-f466-4838-9b45-d8f6e6d5e846 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301092 Sep 16 06:07:02.066225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf554c6-4235-4884-9044-96d7f817c29c req-3c2d8a73-ba00-438a-8c58-8618d2e46e4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:02.067725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcf554c6-4235-4884-9044-96d7f817c29c req-3c2d8a73-ba00-438a-8c58-8618d2e46e4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0477374 Sep 16 06:07:02.105317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcf554c6-4235-4884-9044-96d7f817c29c req-04f46e10-1b5f-47bd-adbe-43417b11d4a0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Sep 16 06:07:03.217482 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4843a73-a166-4d1c-a838-f8c270c28873 req-dfd0a33e-5761-475d-8952-00e37d0ca68c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:03.218946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4843a73-a166-4d1c-a838-f8c270c28873 req-dfd0a33e-5761-475d-8952-00e37d0ca68c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0476160 Sep 16 06:07:03.257098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4843a73-a166-4d1c-a838-f8c270c28873 req-a06c09f9-3490-429d-9e74-7708ccaa43e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Sep 16 06:07:04.377262 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcfcb5-7684-4383-917c-8b39a64742eb req-f0aa143c-44d0-4c01-8497-726f44abd2b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:04.379067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24dcfcb5-7684-4383-917c-8b39a64742eb req-f0aa143c-44d0-4c01-8497-726f44abd2b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0539329 Sep 16 06:07:04.416966 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24dcfcb5-7684-4383-917c-8b39a64742eb req-f7de027b-bf2d-4afe-bc49-cc15d43c03cf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319216 Sep 16 06:07:05.529491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f8f4f-4144-4e8a-ac0d-2dafbc023754 req-cb254816-1ff2-4144-bb31-f7f598a160ef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.530986 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e1f8f4f-4144-4e8a-ac0d-2dafbc023754 req-cb254816-1ff2-4144-bb31-f7f598a160ef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0484514 Sep 16 06:07:05.568747 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e1f8f4f-4144-4e8a-ac0d-2dafbc023754 req-7fedaf74-c803-41f3-b748-e86c284830f3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319691 Sep 16 06:07:06.681743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ce04d-97b6-4b7a-908d-2b72628a6f44 req-e7bc8c97-22c9-4a98-8032-2faa159ae213 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:06.683117 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-220ce04d-97b6-4b7a-908d-2b72628a6f44 req-e7bc8c97-22c9-4a98-8032-2faa159ae213 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0487664 Sep 16 06:07:06.719849 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-220ce04d-97b6-4b7a-908d-2b72628a6f44 req-0d510ccc-9e8c-48a3-9f55-7b0c3035e5ab tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307567 Sep 16 06:07:07.638836 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-a3fa558f-6f07-42ab-9783-2b806910575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.640248 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-a3fa558f-6f07-42ab-9783-2b806910575a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 1098 time: 0.0410318 Sep 16 06:07:07.741728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-4c610ca9-6271-4623-9291-44cca79ffe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.743209 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-4c610ca9-6271-4623-9291-44cca79ffe1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 HTTP/1.1" status: 200 len: 896 time: 0.0833549 Sep 16 06:07:07.815680 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-00bce38c-ed8d-489e-b46a-f84152082d3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e HTTP/1.1" status: 200 len: 1001 time: 0.0632145 Sep 16 06:07:07.840674 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451bf94-15bd-42d2-b12d-3c48e84464ea req-56f938d8-0fcd-4c10-843b-8ba70a20ecd2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.842168 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6451bf94-15bd-42d2-b12d-3c48e84464ea req-56f938d8-0fcd-4c10-843b-8ba70a20ecd2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0525243 Sep 16 06:07:07.864961 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-0679491e-61e4-4f99-8157-b7d80c654d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.866443 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-0679491e-61e4-4f99-8157-b7d80c654d05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edf44a29-6a75-4435-bd14-0e829d9b6a26 HTTP/1.1" status: 200 len: 835 time: 0.0431170 Sep 16 06:07:07.880132 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6451bf94-15bd-42d2-b12d-3c48e84464ea req-1801678d-1910-4c8c-b8cc-38743bd320ee tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Sep 16 06:07:07.913259 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-00300dbb-7f4f-4491-8ff4-0c2ad1d884c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.914769 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-00300dbb-7f4f-4491-8ff4-0c2ad1d884c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410199 Sep 16 06:07:08.007038 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-a36814e2-4048-461a-b3c7-943c41b55725 service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847864 Sep 16 06:07:08.099768 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-04744c7d-5fde-41d1-820d-41a85cf00b5c req-e541622e-c35d-43df-a18f-9aaa4167cb3f service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851824 Sep 16 06:07:08.993115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da16d-cd0e-4a26-9681-36d6f62eae78 req-5566dd50-56d1-42b0-8d7f-7dc4cd67850c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:08.994579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db5da16d-cd0e-4a26-9681-36d6f62eae78 req-5566dd50-56d1-42b0-8d7f-7dc4cd67850c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0476758 Sep 16 06:07:09.032402 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-db5da16d-cd0e-4a26-9681-36d6f62eae78 req-41c11b58-fa90-495c-b28f-2062b0ee368c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Sep 16 06:07:10.146570 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f13a4-72fc-4768-93a5-597ac4d5c6e4 req-3d993a09-8ccb-4c4b-a234-16bae02feedd tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:10.148101 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-225f13a4-72fc-4768-93a5-597ac4d5c6e4 req-3d993a09-8ccb-4c4b-a234-16bae02feedd tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0503669 Sep 16 06:07:10.185671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-225f13a4-72fc-4768-93a5-597ac4d5c6e4 req-d170d4ed-5b9b-49c8-8859-8cd8f81a0496 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306771 Sep 16 06:07:11.050476 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-231d5d6b-8c2a-40bd-a9cf-6b3023ccdd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.134846 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.305830 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263a660-f6cd-4caa-b4df-c7c12758e46c req-6337d556-4219-4197-88a0-1cd45da98e81 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:11.307276 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5263a660-f6cd-4caa-b4df-c7c12758e46c req-6337d556-4219-4197-88a0-1cd45da98e81 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0555158 Sep 16 06:07:11.345681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5263a660-f6cd-4caa-b4df-c7c12758e46c req-e8591f12-640a-48ba-b4f7-a6e11de099a2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320916 Sep 16 06:07:12.459858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8ff47-1d09-4fb3-ae0b-2c42ebfd26d1 req-13659d04-ba5a-4c6d-8ad2-e61a79ab29cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.461328 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4f8ff47-1d09-4fb3-ae0b-2c42ebfd26d1 req-13659d04-ba5a-4c6d-8ad2-e61a79ab29cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0491216 Sep 16 06:07:12.498701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4f8ff47-1d09-4fb3-ae0b-2c42ebfd26d1 req-d1cea55d-3937-44b9-9b80-1926703dd43b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Sep 16 06:07:13.612726 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffa46a-a927-4593-b7ec-9a21cddbb109 req-37935618-03d7-46ce-b569-76faf6ddb7b0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:13.614188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12ffa46a-a927-4593-b7ec-9a21cddbb109 req-37935618-03d7-46ce-b569-76faf6ddb7b0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0483108 Sep 16 06:07:13.650612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12ffa46a-a927-4593-b7ec-9a21cddbb109 req-f1770fe6-bb38-47a8-91bb-88972a144079 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304170 Sep 16 06:07:14.266105 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:14.529331 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-921aa620-e569-4085-a87b-cd5a28ce7ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:14.767899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cb5af-403b-4e0a-9d67-4f7e196e71b4 req-f9ebb416-f560-4606-867a-635eba70a975 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:14.769343 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef6cb5af-403b-4e0a-9d67-4f7e196e71b4 req-f9ebb416-f560-4606-867a-635eba70a975 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0525699 Sep 16 06:07:14.807428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ef6cb5af-403b-4e0a-9d67-4f7e196e71b4 req-d1756d3a-3a93-4c7d-aff5-7ba3fc353396 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320139 Sep 16 06:07:15.433136 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.921969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cb100-35f4-4e19-b094-665576e6e466 req-add5893b-3f71-492b-aad9-e13f559a0b7e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:15.923467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df6cb100-35f4-4e19-b094-665576e6e466 req-add5893b-3f71-492b-aad9-e13f559a0b7e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0505085 Sep 16 06:07:15.961204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df6cb100-35f4-4e19-b094-665576e6e466 req-7deb5169-273e-4594-bff3-df2610b4b65d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Sep 16 06:07:15.983183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40636) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:16.045364 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c1a22ec7-a912-48a5-8be8-b5c9ccc72c4d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/bab3e74c-fc25-4c8b-a416-96f2488087eb HTTP/1.1" status: 200 len: 993 time: 0.0610552 Sep 16 06:07:17.117640 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.781246 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.441954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:41.066408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a38617fc-30f1-4a6c-b52d-56338748a973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:41.083380 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.294448 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.512046 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-54a78e2e-e4fe-4a4e-a65e-e540a2f0ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:45.420674 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.520221 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40652) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:46.673271 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 2ba47c5a-7c05-4da7-bfa3-f473d93f7b87 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:46.673533 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.803084 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.803446 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.814860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 2ba47c5a-7c05-4da7-bfa3-f473d93f7b87 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:47.037770 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.063359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=2ba47c5a-7c05-4da7-bfa3-f473d93f7b87,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:47.092710 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.093063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.093408 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.093938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.094275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.094608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.094941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.095292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.095625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.095950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.096276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.096597 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:47.135547 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.136284 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.136647 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP bab3e74c-fc25-4c8b-a416-96f2488087eb disassociated (deleted). External IP: 172.25.7.36, port: e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e. Sep 16 06:07:47.340284 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:47.450082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:47.454935 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.461003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] Sync routers for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:47.469811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:47.470593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:47.486525 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7c1c6bd0-e783-4a19-b6af-d28d687e89c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/floatingips/bab3e74c-fc25-4c8b-a416-96f2488087eb HTTP/1.1" status: 204 len: 168 time: 0.9621770 Sep 16 06:07:47.486525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:47.487050 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51630b26-8833-47aa-a6a6-678fa7cab7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:47.526055 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56480d3-c7d1-483f-bb0b-f5bd3d1ff274 x-openstack-request-id: req-d56480d3-c7d1-483f-bb0b-f5bd3d1ff274 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:47.526668 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:47.526668 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d56480d3-c7d1-483f-bb0b-f5bd3d1ff274 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:47.526996 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'status': 'completed', 'code': 200} Sep 16 06:07:47.576978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:47.619408 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-29cf40c3-ebff-423f-a6ce-e31a978a16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.621572 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-29cf40c3-ebff-423f-a6ce-e31a978a16cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 1098 time: 0.0421088 Sep 16 06:07:47.714504 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-59898c56-667b-49fc-8c4d-684ce84fb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.716031 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-59898c56-667b-49fc-8c4d-684ce84fb472 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 HTTP/1.1" status: 200 len: 896 time: 0.0858538 Sep 16 06:07:47.764588 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-b1bad0e2-b054-4f08-b996-33005f6d363f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e HTTP/1.1" status: 200 len: 217 time: 0.0400088 Sep 16 06:07:47.776633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:12Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:47.802859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] Checking router: f8e3698f-9616-4f62-b0fc-c83cc89d9da8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:47.811435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:47.811944 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:47.816158 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-c3eada2d-c4f9-484a-8e1a-a21cc3f4014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.817669 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-c3eada2d-c4f9-484a-8e1a-a21cc3f4014a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edf44a29-6a75-4435-bd14-0e829d9b6a26 HTTP/1.1" status: 200 len: 835 time: 0.0443542 Sep 16 06:07:47.866393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-31091d34-0da4-457a-850c-dce04e1a15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.868080 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-31091d34-0da4-457a-850c-dce04e1a15ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425770 Sep 16 06:07:47.921688 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:47.931650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9fdc-a5d8-44d4-92cb-71b7e642129a req-aecb7bcf-437f-4d2e-bd2a-2289a7dcebcf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.933271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d47f9fdc-a5d8-44d4-92cb-71b7e642129a req-aecb7bcf-437f-4d2e-bd2a-2289a7dcebcf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0497043 Sep 16 06:07:47.973394 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d47f9fdc-a5d8-44d4-92cb-71b7e642129a req-8889ae7d-a8e6-4a78-8dab-7d8ff2db73a5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333855 Sep 16 06:07:47.997045 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-aab90eac-90a1-4a58-a834-c2c0f3b9310a service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953624 Sep 16 06:07:48.089193 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-51630b26-8833-47aa-a6a6-678fa7cab7b6 req-85982efd-ba29-4f2e-9218-c9072ecd3ef9 service neutron] 10.222.0.57 "GET /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827241 Sep 16 06:07:48.122456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:12Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:48.148516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf66815-56df-40d4-bd6f-7e25eaa84efe None None] The sync data for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 is: [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:06:10Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '67a48151-e126-4fed-871a-8b0a2a401464', 'name': '', 'network_id': '6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:91:58:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:09Z', 'updated_at': '2021-09-16T06:06:12Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'edf44a29-6a75-4435-bd14-0e829d9b6a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:48.358103 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc25a7-481f-436a-8fec-42b3913bd4e8 None None] New status for floating IP bab3e74c-fc25-4c8b-a416-96f2488087eb: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:07:49.107833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f769ae-df6e-46b6-8f96-81fe518552b0 req-93807787-1adb-48ec-b01b-630bf77c149a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.109790 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31f769ae-df6e-46b6-8f96-81fe518552b0 req-93807787-1adb-48ec-b01b-630bf77c149a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0470867 Sep 16 06:07:49.146550 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31f769ae-df6e-46b6-8f96-81fe518552b0 req-0f2e5afb-0187-4a76-bb4d-01716380e20b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=2aab669c-497f-4d21-a232-80d0f414f63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Sep 16 06:07:49.662877 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-4ea27b5f-65a3-4c96-9f06-69362f56c0fa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.670226 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-4ea27b5f-65a3-4c96-9f06-69362f56c0fa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.57 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 946 time: 0.0533121 Sep 16 06:07:49.750190 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:49.750543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:49.840476 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:49.840839 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:49.852815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:50.043164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:50.075687 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:50.090349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.090722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.091065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.091438 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.091770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.092101 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.092441 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.092768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.093099 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.093568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.093753 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.094059 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:50.128468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] No DVR routers for this DVR port e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:50.131131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:50.133274 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-7fe24b0b-c818-4b36-a518-7295314b6989 req-782cbcde-46d9-440b-ae63-7d65862df7d8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.57 "DELETE /v2.0/ports/e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e HTTP/1.1" status: 204 len: 173 time: 0.4626663 Sep 16 06:07:50.133736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'name': 'network-vif-deleted', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:50.136052 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d72ff70-e571-48a5-be28-73fe26f83c06" -d '{"events": [{"server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "name": "network-vif-deleted", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:50.225954 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bff93ec-9fd8-48a4-8c14-9ee8a893777e x-openstack-request-id: req-0bff93ec-9fd8-48a4-8c14-9ee8a893777e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:50.226246 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d148b6d7-0414-4286-9e9c-60d14c4ba98a", "name": "network-vif-deleted", "tag": "e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:50.226496 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0bff93ec-9fd8-48a4-8c14-9ee8a893777e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:50.227273 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd148b6d7-0414-4286-9e9c-60d14c4ba98a', 'name': 'network-vif-deleted', 'tag': 'e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e', 'status': 'completed', 'code': 200} Sep 16 06:07:50.249267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae5d7062-13b9-43df-a4f9-12bec713f3e2 req-548f169f-ea78-42da-a48e-e3a55b95b447 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d148b6d7-0414-4286-9e9c-60d14c4ba98a HTTP/1.1" status: 200 len: 210 time: 0.0323014 Sep 16 06:07:51.308083 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40676) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:51.668531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:51.908264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 67a48151-e126-4fed-871a-8b0a2a401464 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:51.908612 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:51.993931 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 67a48151-e126-4fed-871a-8b0a2a401464, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=67a48151-e126-4fed-871a-8b0a2a401464,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:51.994219 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:52.007164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 67a48151-e126-4fed-871a-8b0a2a401464 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:52.259955 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:52.289204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=67a48151-e126-4fed-871a-8b0a2a401464,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:52.463010 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:52.673136 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:53.111719 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:53.116808 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-68afec87-b33a-4912-815b-2b1ff9b5ddc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/f8e3698f-9616-4f62-b0fc-c83cc89d9da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8077590 Sep 16 06:07:53.119493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40678) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:53.125003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e308ada-4516-4232-83c5-25def961e535 None None] Sync routers for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:53.135334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e308ada-4516-4232-83c5-25def961e535 None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:53.135969 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3e308ada-4516-4232-83c5-25def961e535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:53.170915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea054d1d-0910-460f-a181-f2942285266d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting subnet edf44a29-6a75-4435-bd14-0e829d9b6a26 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:07:53.174123 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea054d1d-0910-460f-a181-f2942285266d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.214122 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea054d1d-0910-460f-a181-f2942285266d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.242059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3e308ada-4516-4232-83c5-25def961e535 None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:53.301845 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea054d1d-0910-460f-a181-f2942285266d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.364628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:53.391539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:53.391889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device e11a2dfe-81bc-4ad5-b910-e6e87f7a2e6e not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:53.437669 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea054d1d-0910-460f-a181-f2942285266d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.443651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3e308ada-4516-4232-83c5-25def961e535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:07:52Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:53.466859 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea054d1d-0910-460f-a181-f2942285266d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Subnet': ['ID=edf44a29-6a75-4435-bd14-0e829d9b6a26,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:53.468906 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ea054d1d-0910-460f-a181-f2942285266d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.470869 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ea054d1d-0910-460f-a181-f2942285266d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/subnets/edf44a29-6a75-4435-bd14-0e829d9b6a26 HTTP/1.1" status: 204 len: 168 time: 0.3504083 Sep 16 06:07:53.476070 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40680) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:53.476173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e308ada-4516-4232-83c5-25def961e535 None None] Checking router: f8e3698f-9616-4f62-b0fc-c83cc89d9da8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:53.478597 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94e087-7662-4ce5-a7c7-5bc4ad366999 None None] Network 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:07:53.504463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e308ada-4516-4232-83c5-25def961e535 None None] Routers {'f8e3698f-9616-4f62-b0fc-c83cc89d9da8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:53.505102 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3e308ada-4516-4232-83c5-25def961e535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:53.581259 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.680073 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3e308ada-4516-4232-83c5-25def961e535 None None] Set router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:53.686174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.786713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] DHCP port deletion for 6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:07:53.818159 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:53.818514 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.879080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Deleting port 8a13605c-fd66-4c48-afd3-9a511eb15b13 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:53.880811 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.895595 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3ad20ccf-c3b3-41f7-9753-b22eb0b932cd,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:53.895970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.908328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:54.106110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] For port 8a13605c-fd66-4c48-afd3-9a511eb15b13, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=8a13605c-fd66-4c48-afd3-9a511eb15b13,segment=NetworkSegment(cdd5489f-abfc-4476-95cb-e0d1823320a3),segment_id=cdd5489f-abfc-4476-95cb-e0d1823320a3)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:54.106519 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.117247 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3e308ada-4516-4232-83c5-25def961e535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:07:52Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:54.122367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Calling delete_port for 8a13605c-fd66-4c48-afd3-9a511eb15b13 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:54.146383 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.148774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e308ada-4516-4232-83c5-25def961e535 None None] The sync data for ids ['f8e3698f-9616-4f62-b0fc-c83cc89d9da8'] in n-d-712143-16 is: [{'id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940542630', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:06:05Z', 'updated_at': '2021-09-16T06:07:52Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '3ad20ccf-c3b3-41f7-9753-b22eb0b932cd', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e3698f-9616-4f62-b0fc-c83cc89d9da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:06:06Z', 'updated_at': '2021-09-16T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:54.178430 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=3ad20ccf-c3b3-41f7-9753-b22eb0b932cd,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:54.240559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.285640 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.310174 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Pushing event deleted for resources: {'Port': ['ID=8a13605c-fd66-4c48-afd3-9a511eb15b13,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:54.318143 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] No DVR routers for this DVR port 8a13605c-fd66-4c48-afd3-9a511eb15b13 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:54.321373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.321373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.321373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.321683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.321822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.322115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.322429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.322757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.323086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.323438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.323824 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.324156 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a27f-80cd-4917-a8d5-9c5511382093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:54.333410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.335913 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.454581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.455188 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Fanout notify agent at l3_agent the message router_deleted on router f8e3698f-9616-4f62-b0fc-c83cc89d9da8 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:07:54.463197 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.465193 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6c10db51-63b5-467f-a17c-92613138bb4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/routers/f8e3698f-9616-4f62-b0fc-c83cc89d9da8 HTTP/1.1" status: 204 len: 168 time: 0.9904718 Sep 16 06:07:54.467884 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40682) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:54.552279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.645801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.665250 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:54.674236 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd5489f-abfc-4476-95cb-e0d1823320a3') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:54.674535 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd5489f-abfc-4476-95cb-e0d1823320a3') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:54.683867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.700569 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.705052 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:07:54.705457 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:07:54.708787 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:07:54.837891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.845626 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.846997 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/networks/6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19 HTTP/1.1" status: 204 len: 168 time: 0.3778112 Sep 16 06:07:54.849951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40684) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:54.858191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e234b2-1f70-45b8-abe8-3377c947e50a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Network': ['ID=6f6cc681-4a0d-4fdb-80cc-1aec3a7a3b19,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:54.910189 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f6a2225-3636-4ebc-a0c4-7a60e7c212f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.934784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f6a2225-3636-4ebc-a0c4-7a60e7c212f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.054866 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f6a2225-3636-4ebc-a0c4-7a60e7c212f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.058250 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9f6a2225-3636-4ebc-a0c4-7a60e7c212f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.059441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9f6a2225-3636-4ebc-a0c4-7a60e7c212f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/security-groups/2aab669c-497f-4d21-a232-80d0f414f63e HTTP/1.1" status: 204 len: 168 time: 0.2084274 Sep 16 06:07:55.069351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a2225-3636-4ebc-a0c4-7a60e7c212f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aab669c-497f-4d21-a232-80d0f414f63e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:55.168676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:55.190271 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:55.190624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3ad20ccf-c3b3-41f7-9753-b22eb0b932cd not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:55.191048 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8a13605c-fd66-4c48-afd3-9a511eb15b13 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:55.208850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 8a13605c-fd66-4c48-afd3-9a511eb15b13 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:55.209188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 8a13605c-fd66-4c48-afd3-9a511eb15b13 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:55.209603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 67a48151-e126-4fed-871a-8b0a2a401464 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:55.230693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 67a48151-e126-4fed-871a-8b0a2a401464 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:55.231039 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 67a48151-e126-4fed-871a-8b0a2a401464 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:55.745509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40690) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:55.750186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-20a7f62e-d1e1-4748-9d7a-7c047902f901 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128135182', 'description': 'tempest-secgroup-smoke-128135182 description', 'project_id': '43080df03dee4b2e81d25eb0e6131129'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:55.848490 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20a7f62e-d1e1-4748-9d7a-7c047902f901 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.928346 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20a7f62e-d1e1-4748-9d7a-7c047902f901 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.991624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20a7f62e-d1e1-4748-9d7a-7c047902f901 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.022698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7f62e-d1e1-4748-9d7a-7c047902f901 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6314a5f-4feb-48a6-a54f-c8b92375651c,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:56.077549 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-20a7f62e-d1e1-4748-9d7a-7c047902f901 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.079461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-20a7f62e-d1e1-4748-9d7a-7c047902f901 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3323021 Sep 16 06:07:56.082473 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40692) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:56.087071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b7b7b3cf-d35b-4151-851e-4a1da50dd159 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'e6314a5f-4feb-48a6-a54f-c8b92375651c', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:56.173666 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b3cf-d35b-4151-851e-4a1da50dd159 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.232555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b3cf-d35b-4151-851e-4a1da50dd159 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.294677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b3cf-d35b-4151-851e-4a1da50dd159 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.312053 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7b3cf-d35b-4151-851e-4a1da50dd159 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13d6bdf-4df0-4826-80fe-e3d72a736e5f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:56.357449 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b3cf-d35b-4151-851e-4a1da50dd159 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.358698 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b7b7b3cf-d35b-4151-851e-4a1da50dd159 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751732 Sep 16 06:07:56.361921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40694) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:56.366126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-eea287a9-29c0-4e99-8622-84468c3248b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'e6314a5f-4feb-48a6-a54f-c8b92375651c', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:56.430329 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea287a9-29c0-4e99-8622-84468c3248b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.487994 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea287a9-29c0-4e99-8622-84468c3248b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.528752 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea287a9-29c0-4e99-8622-84468c3248b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.543616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea287a9-29c0-4e99-8622-84468c3248b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c84b8f-c8ae-409f-9eb3-5f8eb534d20f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:56.597504 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eea287a9-29c0-4e99-8622-84468c3248b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.598775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eea287a9-29c0-4e99-8622-84468c3248b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2359281 Sep 16 06:07:56.601493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40696) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:56.605835 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5a46bc4d-c78e-4860-beb0-cdbdb8a680aa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'e6314a5f-4feb-48a6-a54f-c8b92375651c', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:56.676785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a46bc4d-c78e-4860-beb0-cdbdb8a680aa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.736387 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a46bc4d-c78e-4860-beb0-cdbdb8a680aa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.780381 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a46bc4d-c78e-4860-beb0-cdbdb8a680aa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.798925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46bc4d-c78e-4860-beb0-cdbdb8a680aa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddeae7d5-3b1f-4f92-8be2-be33673c82e8,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:56.842785 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5a46bc4d-c78e-4860-beb0-cdbdb8a680aa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.844103 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5a46bc4d-c78e-4860-beb0-cdbdb8a680aa tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416940 Sep 16 06:07:56.847463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40698) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:56.851776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c07e4aa4-90ba-409e-b474-27f76e52c825 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'e6314a5f-4feb-48a6-a54f-c8b92375651c', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:56.915749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c07e4aa4-90ba-409e-b474-27f76e52c825 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:56.972581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c07e4aa4-90ba-409e-b474-27f76e52c825 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.008386 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c07e4aa4-90ba-409e-b474-27f76e52c825 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.027230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e4aa4-90ba-409e-b474-27f76e52c825 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09625243-bff5-4145-b6cf-bce697ef30ce,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:57.117712 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c07e4aa4-90ba-409e-b474-27f76e52c825 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.119053 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c07e4aa4-90ba-409e-b474-27f76e52c825 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2706208 Sep 16 06:07:57.121825 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40700) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:57.127376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-dead6add-5785-4196-9c51-1ad7e69f0de7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'e6314a5f-4feb-48a6-a54f-c8b92375651c', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:57.231795 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-dead6add-5785-4196-9c51-1ad7e69f0de7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:07:57.236687 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dead6add-5785-4196-9c51-1ad7e69f0de7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.295513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dead6add-5785-4196-9c51-1ad7e69f0de7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.374499 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dead6add-5785-4196-9c51-1ad7e69f0de7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.393323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead6add-5785-4196-9c51-1ad7e69f0de7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d8da75-3dad-4243-8c93-cbdd01846dc6,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:57.460346 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dead6add-5785-4196-9c51-1ad7e69f0de7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.461580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dead6add-5785-4196-9c51-1ad7e69f0de7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3388371 Sep 16 06:07:57.464399 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40702) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:57.468639 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1c1979f8-eaf0-4a41-bbd5-0daf2b6bd00d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'e6314a5f-4feb-48a6-a54f-c8b92375651c', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:57.529054 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-1c1979f8-eaf0-4a41-bbd5-0daf2b6bd00d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:07:57.533926 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c1979f8-eaf0-4a41-bbd5-0daf2b6bd00d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.599230 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c1979f8-eaf0-4a41-bbd5-0daf2b6bd00d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.653724 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c1979f8-eaf0-4a41-bbd5-0daf2b6bd00d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.670781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1979f8-eaf0-4a41-bbd5-0daf2b6bd00d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5cfc8d-64ff-4505-9d55-dc4d9488075a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:57.752248 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1c1979f8-eaf0-4a41-bbd5-0daf2b6bd00d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.753484 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1c1979f8-eaf0-4a41-bbd5-0daf2b6bd00d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2881639 Sep 16 06:07:57.756284 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40704) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:57.761230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'network': {'name': 'tempest-network-smoke--90516503', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:57.854065 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:07:57.857461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.880960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:07:57.889199 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.889540 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Added segment 9f3ed54a-688c-440e-b792-9fed921ecf95 of type vlan for network 537d3515-20bf-4ea7-bf49-555094f9dc2f Sep 16 06:07:57.929645 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.008646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.014113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:58.014718 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.079836 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Network': ['ID=537d3515-20bf-4ea7-bf49-555094f9dc2f,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:58.090182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:07:58.100789 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-76532ac6-f5d9-470a-812c-fc3f80bfcf63 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3435042 Sep 16 06:07:58.103836 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40706) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:58.108330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'admin_state_up': True, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:58.174427 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.175496 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.227861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.396909 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.792166 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.976366 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.994323 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:59.099079 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.110 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/fd2085d1-17b3-4f52-a60e-abf4e44f06f2) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:59.198355 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:59.260445 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:59.298653 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:59.301375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:59.304812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:59.332072 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=fd2085d1-17b3-4f52-a60e-abf4e44f06f2,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:59.607420 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:59.805055 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:59.990756 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:08:00.095330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:00.104734 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Sync routers for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:00.113790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:00.114390 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:00.168623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.172899 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-66cc6370-ae23-4217-a512-281ac6f08897 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0651145 Sep 16 06:08:00.173231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40708) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:00.203096 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-546a465d-cf8e-4c4e-b4e0-92f6b93d0b3b tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=43080df03dee4b2e81d25eb0e6131129&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266018 Sep 16 06:08:00.204319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40710) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:00.213712 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:00.295038 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41baad32-0ccb-4760-a207-0bac26c01805 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:00.296610 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-41baad32-0ccb-4760-a207-0bac26c01805 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916264 Sep 16 06:08:00.299414 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40712) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:00.326181 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56d432e7-66b7-47bf-81be-b127516008d9 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257227 Sep 16 06:08:00.329109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40714) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:00.333760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737990597', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:00.395677 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:07:59Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:00.421962 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Checking router: 25d16b2e-b4ca-4090-ad3c-8200686e35a4 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:00.422319 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Updating router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 port fd2085d1-17b3-4f52-a60e-abf4e44f06f2 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:08:00.445742 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.488436 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:08:00.491970 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.690616 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.861019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.888674 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.924553 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Subnet': ['ID=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:00.935121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Checking segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:00.935523 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network hostable DHCP agents. Network: 537d3515-20bf-4ea7-bf49-555094f9dc2f, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:08:00.939046 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Attempting to bind port fd2085d1-17b3-4f52-a60e-abf4e44f06f2 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:08:00.939446 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Attempting to bind port fd2085d1-17b3-4f52-a60e-abf4e44f06f2 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:08:00.939816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Attempting to bind port fd2085d1-17b3-4f52-a60e-abf4e44f06f2 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:00.950480 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:08:00.950790 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:00.951198 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.951614 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:08:00.952084 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Bound port: fd2085d1-17b3-4f52-a60e-abf4e44f06f2, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:08:00.952468 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.954069 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Pushing event updated for resources: {'Port': ['ID=fd2085d1-17b3-4f52-a60e-abf4e44f06f2,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:00.976680 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.977031 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.977375 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.977712 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.978046 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.978379 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.978707 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.979082 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.979434 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.979766 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.980093 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:00.980418 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:01.014613 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] For port fd2085d1-17b3-4f52-a60e-abf4e44f06f2, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:08:01.018770 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] For port fd2085d1-17b3-4f52-a60e-abf4e44f06f2, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fd2085d1-17b3-4f52-a60e-abf4e44f06f2,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:08:01.037461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:08:01.095231 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.123206 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 537d3515-20bf-4ea7-bf49-555094f9dc2f) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:01.129147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:01.129871 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.136316 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8025296-e4cf-489f-ad6d-497f8a8cff7e None None] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:08:01.150495 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:01.156282 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:01.189384 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28576181-474f-4eda-a690-6bda5d9bc691 None None] Pushing event updated for resources: {'Port': ['ID=fd2085d1-17b3-4f52-a60e-abf4e44f06f2,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:01.193226 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d18a1389-9e3e-4f01-8606-ff3859b67c55 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8630030 Sep 16 06:08:01.195964 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40716) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:01.263595 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:01.285783 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-537d3515-20bf-4ea7-bf49-555094f9dc2f', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:08:01.286496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.432344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Allocated IP 172.20.0.2 (537d3515-20bf-4ea7-bf49-555094f9dc2f/a5e2f79a-e5b6-46aa-a602-87e874ad1e2f/53073583-bb0e-49d1-800a-f5ed69d151b5) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:01.449954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:07:59Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:01.476644 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e33720-8d86-4a24-9077-30d55f47a36e None None] The sync data for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 is: [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:07:59Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:01.592875 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.649212 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.665095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.687349 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:01.691946 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:01.699859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:01.711730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Pushing event updated for resources: {'Port': ['ID=53073583-bb0e-49d1-800a-f5ed69d151b5,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:01.773275 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Attempting to bind port 53073583-bb0e-49d1-800a-f5ed69d151b5 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:08:01.773925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Attempting to bind port 53073583-bb0e-49d1-800a-f5ed69d151b5 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:08:01.774480 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Attempting to bind port 53073583-bb0e-49d1-800a-f5ed69d151b5 on network 537d3515-20bf-4ea7-bf49-555094f9dc2f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:01.780347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:08:01.780997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Checking segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:01.782157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.782743 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Bound using segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:08:01.783433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Bound port: 53073583-bb0e-49d1-800a-f5ed69d151b5, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:08:01.784017 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.856230 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] For port 53073583-bb0e-49d1-800a-f5ed69d151b5, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:08:01.862721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] For port 53073583-bb0e-49d1-800a-f5ed69d151b5, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=53073583-bb0e-49d1-800a-f5ed69d151b5,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:08:01.952408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.983566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.1 (537d3515-20bf-4ea7-bf49-555094f9dc2f/a5e2f79a-e5b6-46aa-a602-87e874ad1e2f/02a29bae-a55f-483b-9940-c22e33f321bb) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:02.015105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaf914-2c8e-46ae-a789-77f1043c866c None None] Pushing event updated for resources: {'Port': ['ID=53073583-bb0e-49d1-800a-f5ed69d151b5,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:02.111779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:02.191869 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:02.238759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:02.242293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:02.246457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:02.285876 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=02a29bae-a55f-483b-9940-c22e33f321bb,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:02.306461 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:02.521806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:02.801175 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:02.871614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:02.947764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:02.950245 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=02a29bae-a55f-483b-9940-c22e33f321bb,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:02.952021 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420c370-1ec9-4c14-a351-e359204ea4a6 None None] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:08:03.052569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:03.054103 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:03.069264 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-91f5c219-819f-42c7-bc2c-995091578953 None None] Provisioning complete for port 53073583-bb0e-49d1-800a-f5ed69d151b5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:03.069632 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-91f5c219-819f-42c7-bc2c-995091578953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:03.176883 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:08:03.196272 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-91f5c219-819f-42c7-bc2c-995091578953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:03.236311 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-91f5c219-819f-42c7-bc2c-995091578953 None None] For port 53073583-bb0e-49d1-800a-f5ed69d151b5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=53073583-bb0e-49d1-800a-f5ed69d151b5,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:03.271369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 53073583-bb0e-49d1-800a-f5ed69d151b5 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:03.303423 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-91f5c219-819f-42c7-bc2c-995091578953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:03.331273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:03.339744 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-62531eb7-414f-4705-a9f3-0add26844d18 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/25d16b2e-b4ca-4090-ad3c-8200686e35a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1425488 Sep 16 06:08:03.375446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 53073583-bb0e-49d1-800a-f5ed69d151b5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:03.376477 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:03.409216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5c219-819f-42c7-bc2c-995091578953 None None] Pushing event updated for resources: {'Port': ['ID=53073583-bb0e-49d1-800a-f5ed69d151b5,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:03.470849 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Sync routers for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:03.481609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fd2085d1-17b3-4f52-a60e-abf4e44f06f2 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:03.509465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:03.511337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:03.528629 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5463cf86-00d5-4e11-b59d-c724ad1c9d25 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128135182&fields=id&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 267 time: 0.0400116 Sep 16 06:08:03.585299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5d473b68-2807-4841-9822-d7792199968b None None] Provisioning complete for port 53073583-bb0e-49d1-800a-f5ed69d151b5 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:03.585774 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d473b68-2807-4841-9822-d7792199968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:03.649714 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-b6f642e4-b654-4217-a35c-a61b3788cc4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:03.655711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-b6f642e4-b654-4217-a35c-a61b3788cc4e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 795 time: 0.1202128 Sep 16 06:08:03.668611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-87c97810-a9ea-4c10-a601-3da3becd765a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/quotas/43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 375 time: 0.0105741 Sep 16 06:08:03.672133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fd2085d1-17b3-4f52-a60e-abf4e44f06f2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:03.672512 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:03.676211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:03.729091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-1907d4dc-3489-48fb-8b1b-958455db9c0d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532839 Sep 16 06:08:03.896642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-fb3c2872-4c77-4d8f-ab06-0c23ad786a36 service neutron] 10.222.0.59 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546977 Sep 16 06:08:03.925114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5d473b68-2807-4841-9822-d7792199968b None None] Provisioning complete for port 02a29bae-a55f-483b-9940-c22e33f321bb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:03.925496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5d473b68-2807-4841-9822-d7792199968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:03.931421 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:03.980474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port fd2085d1-17b3-4f52-a60e-abf4e44f06f2, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fd2085d1-17b3-4f52-a60e-abf4e44f06f2,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:03.991517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-26bc265e-06b9-451b-87b8-814aeeaffc61 service neutron] 10.222.0.59 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880053 Sep 16 06:08:04.006651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5d473b68-2807-4841-9822-d7792199968b None None] Port 02a29bae-a55f-483b-9940-c22e33f321bb cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:08:04.033600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 2, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:04.064212 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Checking router: 25d16b2e-b4ca-4090-ad3c-8200686e35a4 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:04.064573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Updating router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 port 02a29bae-a55f-483b-9940-c22e33f321bb binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:08:04.066582 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.112707 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.152036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=fd2085d1-17b3-4f52-a60e-abf4e44f06f2,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:04.175900 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-260b0e51-9d89-46ca-ab52-b3e2ad6838d7 None None] Provisioning complete for port 02a29bae-a55f-483b-9940-c22e33f321bb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:04.176278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-260b0e51-9d89-46ca-ab52-b3e2ad6838d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.269489 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-260b0e51-9d89-46ca-ab52-b3e2ad6838d7 None None] Port 02a29bae-a55f-483b-9940-c22e33f321bb cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:08:04.427488 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.477051 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.542603 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881b704-add1-4410-9d82-4199bab70b7a None None] Pushing event updated for resources: {'Port': ['ID=02a29bae-a55f-483b-9940-c22e33f321bb,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:04.575934 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Attempting to bind port 02a29bae-a55f-483b-9940-c22e33f321bb on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:08:04.576314 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Attempting to bind port 02a29bae-a55f-483b-9940-c22e33f321bb by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:08:04.576697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Attempting to bind port 02a29bae-a55f-483b-9940-c22e33f321bb on network 537d3515-20bf-4ea7-bf49-555094f9dc2f {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:04.589081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:08:04.589081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Checking segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:04.589081 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.589081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Bound using segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:08:04.589081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Bound port: 02a29bae-a55f-483b-9940-c22e33f321bb, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:08:04.589081 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.652069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] For port 02a29bae-a55f-483b-9940-c22e33f321bb, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:08:04.655535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] For port 02a29bae-a55f-483b-9940-c22e33f321bb, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=02a29bae-a55f-483b-9940-c22e33f321bb,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:08:04.691527 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d429a639-00e9-4097-bf9a-4532055dec64 None None] Provisioning complete for port 02a29bae-a55f-483b-9940-c22e33f321bb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:04.691902 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d429a639-00e9-4097-bf9a-4532055dec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.725715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d429a639-00e9-4097-bf9a-4532055dec64 None None] Port 02a29bae-a55f-483b-9940-c22e33f321bb cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:08:04.757416 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:04.813137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:04.813788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:07:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:05.006451 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881b704-add1-4410-9d82-4199bab70b7a None None] Pushing event updated for resources: {'Port': ['ID=02a29bae-a55f-483b-9940-c22e33f321bb,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:05.084470 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-86583092-e0b3-4f16-8173-3f6c170c086e None None] Provisioning complete for port 02a29bae-a55f-483b-9940-c22e33f321bb triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:05.084762 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-86583092-e0b3-4f16-8173-3f6c170c086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:05.087926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:05.183666 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 53073583-bb0e-49d1-800a-f5ed69d151b5 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:05.252014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7198d54c-9bb5-4033-b593-8785a0b026be req-ba2b823c-2b2d-4b74-9ce3-ef26a209162e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Sep 16 06:08:05.341891 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-86583092-e0b3-4f16-8173-3f6c170c086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:05.389536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 53073583-bb0e-49d1-800a-f5ed69d151b5 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:05.389966 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:05.419851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-86583092-e0b3-4f16-8173-3f6c170c086e None None] For port 02a29bae-a55f-483b-9940-c22e33f321bb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=02a29bae-a55f-483b-9940-c22e33f321bb,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:05.456278 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:04Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:05.488565 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560becb-38eb-4f97-b634-d18391ce891d None None] The sync data for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 is: [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:04Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:05.490173 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-86583092-e0b3-4f16-8173-3f6c170c086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:05.560668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fd2085d1-17b3-4f52-a60e-abf4e44f06f2 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:05.600695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86583092-e0b3-4f16-8173-3f6c170c086e None None] Pushing event updated for resources: {'Port': ['ID=02a29bae-a55f-483b-9940-c22e33f321bb,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:05.632360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fd2085d1-17b3-4f52-a60e-abf4e44f06f2 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:05.632749 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:06.357607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c16f64d3-729e-4220-8338-fbcb3170d556 req-39b09a6a-b8df-4dc9-8cf4-562a1f01c4a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 210 time: 0.0319951 Sep 16 06:08:06.901406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-ddebff21-bd88-44c9-ae76-95573d0da11c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:06.902928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-ddebff21-bd88-44c9-ae76-95573d0da11c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 795 time: 0.1088064 Sep 16 06:08:06.945212 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-cc9fe62c-0bed-40d5-b4a3-22d4c23c1516 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 379 time: 0.0325346 Sep 16 06:08:06.956213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'port': {'device_id': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'admin_state_up': True, 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'security_groups': ['e6314a5f-4feb-48a6-a54f-c8b92375651c']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:07.122707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:08:07.128147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.194257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 02a29bae-a55f-483b-9940-c22e33f321bb up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:07.240401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 02a29bae-a55f-483b-9940-c22e33f321bb triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:07.240774 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.257552 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.10 (537d3515-20bf-4ea7-bf49-555094f9dc2f/a5e2f79a-e5b6-46aa-a602-87e874ad1e2f/7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:07.399765 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.453294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1e012b4a-e49c-4959-87c4-36d4ad568327 req-39e7912c-5a1d-4562-9c40-5b7df9c5434f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 210 time: 0.0278039 Sep 16 06:08:07.488856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.531861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:07.534997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:07.545650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:07.569828 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:07.600535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:07.601159 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.660650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-5f98b041-213c-4481-8344-304323819d86 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098205 Sep 16 06:08:07.719054 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Request body: {'port': {'device_id': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:07.771940 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.822190 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ab1e7900-bc4e-4181-9a4e-27006b4ad940 None None] Provisioning complete for port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:07.822475 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7900-bc4e-4181-9a4e-27006b4ad940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.856097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e7900-bc4e-4181-9a4e-27006b4ad940 None None] Port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:08:08.032212 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:08:08.039462 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:08.051803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Transition to ACTIVE for port object 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:08:08.105407 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:08.173602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:08.223086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Attempting to bind port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:08:08.223465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Attempting to bind port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:08:08.223797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Attempting to bind port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on network 537d3515-20bf-4ea7-bf49-555094f9dc2f {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:08.228415 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on network 537d3515-20bf-4ea7-bf49-555094f9dc2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:08:08.228736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Attempting to bind port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on network 537d3515-20bf-4ea7-bf49-555094f9dc2f {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:08.233651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:08:08.233984 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Checking segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:08.234370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Bound using segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:08:08.235412 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Bound port: 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:08:08.235769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:08.305698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:08:08.308860 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:08:08.380282 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:08.413491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:08.414177 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:08.415526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] 10.222.0.60 "PUT /v2.0/ports/7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1093 time: 0.7460053 Sep 16 06:08:08.415966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:08.418205 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8f2447-84e2-42ec-880f-8eebf793a6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:08.449477 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4171ec0-0e79-49d3-bb3d-e779c587614c service neutron] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:08.456557 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da81bbe-85cd-4f61-b3d5-bd28415e90dc x-openstack-request-id: req-3da81bbe-85cd-4f61-b3d5-bd28415e90dc {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:08.456778 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:08.457027 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3da81bbe-85cd-4f61-b3d5-bd28415e90dc {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:08.457428 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'status': 'completed', 'code': 200} Sep 16 06:08:08.522399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2447-84e2-42ec-880f-8eebf793a6f0 req-ca151e98-aa59-4cac-b6d0-52b22b4c9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:08.523985 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c8f2447-84e2-42ec-880f-8eebf793a6f0 req-ca151e98-aa59-4cac-b6d0-52b22b4c9a77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1096 time: 0.0440347 Sep 16 06:08:08.636846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d3c5c-1734-4d7b-adbf-f76118f409cb req-6332847f-ea97-449c-807e-465ee3dc926c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:08.638339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f44d3c5c-1734-4d7b-adbf-f76118f409cb req-6332847f-ea97-449c-807e-465ee3dc926c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.1134782 Sep 16 06:08:08.676291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2447-84e2-42ec-880f-8eebf793a6f0 req-ec0b5049-4c79-4982-83f7-0d717c2edd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:08.677839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c8f2447-84e2-42ec-880f-8eebf793a6f0 req-ec0b5049-4c79-4982-83f7-0d717c2edd21 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=43080df03dee4b2e81d25eb0e6131129&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1445265 Sep 16 06:08:08.699217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f44d3c5c-1734-4d7b-adbf-f76118f409cb req-7e317e9f-458b-448b-95b9-8a1073d4dc17 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534825 Sep 16 06:08:08.781911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2447-84e2-42ec-880f-8eebf793a6f0 req-4551deea-4ac3-42c4-b23f-5004125e17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:08.783338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9c8f2447-84e2-42ec-880f-8eebf793a6f0 req-4551deea-4ac3-42c4-b23f-5004125e17a8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980320 Sep 16 06:08:08.857413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-329f5a96-5e1a-46f1-a3fa-712ffe36859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:08.858883 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-329f5a96-5e1a-46f1-a3fa-712ffe36859d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1096 time: 0.0398090 Sep 16 06:08:08.899857 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-adae3547-13ec-4405-a0b8-bf55867fe035 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 217 time: 0.0326371 Sep 16 06:08:08.950972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-f1316981-d111-4364-ba72-b9b832799e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:08.952412 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-f1316981-d111-4364-ba72-b9b832799e4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0457959 Sep 16 06:08:08.997616 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-c1059943-cad2-412b-834d-dc2a67faf920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:08.999076 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-c1059943-cad2-412b-834d-dc2a67faf920 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396605 Sep 16 06:08:09.092436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-27b70936-61ea-4e77-aea0-723edb2f4e29 service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 Sep 16 06:08:09.182209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2fa775e2-c405-4ba0-84da-319093e8c4e6 req-1a10f269-297d-4ed1-8f32-baf09efa99d5 service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806870 Sep 16 06:08:09.441289 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:09.812097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf331d3-6055-419b-b3d8-cc844f1d61e8 req-f364892e-a804-4bd4-9f1c-afef064f08a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:09.814081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abf331d3-6055-419b-b3d8-cc844f1d61e8 req-f364892e-a804-4bd4-9f1c-afef064f08a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0490093 Sep 16 06:08:09.851159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abf331d3-6055-419b-b3d8-cc844f1d61e8 req-ded4c865-ffd0-488b-9e62-aca2e43d8845 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310545 Sep 16 06:08:10.966661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb855816-368a-4b9f-af91-9b7fc9c48de7 req-a3cc923f-84fb-43c6-b080-bb22d033890c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:10.968150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb855816-368a-4b9f-af91-9b7fc9c48de7 req-a3cc923f-84fb-43c6-b080-bb22d033890c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0516911 Sep 16 06:08:11.006794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bb855816-368a-4b9f-af91-9b7fc9c48de7 req-dbc3e007-75a4-499a-b82b-1ab1c6cffb74 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328271 Sep 16 06:08:11.065422 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c7876da-aab6-4918-ad63-51fc3fe7ffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:11.094125 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:12.121193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbbef3-2b68-4967-932e-88349d1a8413 req-0a960d7d-4cc5-4271-8afa-e10ef2b7ee3a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:12.122652 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12bbbef3-2b68-4967-932e-88349d1a8413 req-0a960d7d-4cc5-4271-8afa-e10ef2b7ee3a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0478673 Sep 16 06:08:12.167250 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12bbbef3-2b68-4967-932e-88349d1a8413 req-97dd460b-8d36-40ea-8e85-937ff5a163e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383906 Sep 16 06:08:13.033408 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:08:13.130003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:13.140654 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'port_id': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'mac_address': 'fa:16:3e:b7:9a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:08:13.176263 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:13.189165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:08:13.208146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:13.276722 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:13.289313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d701f5-fa20-4bfe-9560-e3850b4725f7 req-dd9d3386-1432-4f4f-a0ed-0433e194ff99 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:13.289313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2d701f5-fa20-4bfe-9560-e3850b4725f7 req-dd9d3386-1432-4f4f-a0ed-0433e194ff99 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0482938 Sep 16 06:08:13.323885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:13.324633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c2d701f5-fa20-4bfe-9560-e3850b4725f7 req-994ed64c-2cd5-4ebd-8863-93c8ed46cdcc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327237 Sep 16 06:08:13.510731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:08:14.248190 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:14.443208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea147c61-5a47-4b41-8d1a-1782cbf97e47 req-29315f4a-0b13-418e-98cf-5cade2eb4020 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:14.444694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea147c61-5a47-4b41-8d1a-1782cbf97e47 req-29315f4a-0b13-418e-98cf-5cade2eb4020 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 945 time: 0.0513124 Sep 16 06:08:14.482493 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ea147c61-5a47-4b41-8d1a-1782cbf97e47 req-1e81d1c2-a286-4eb0-b228-57f910764ca1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318398 Sep 16 06:08:14.516716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a9305d9a-387f-422c-994c-599493be7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:15.036368 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:15.174492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:08:15.178642 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:15.179023 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:15.254038 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:15.275530 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:15.277793 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689de496-3921-450c-899b-d9fb888a9bf4" -d '{"events": [{"server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "name": "network-vif-plugged", "status": "completed", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:15.290361 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:15.312717 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19ec66a-02b9-4d4d-9d7d-cca0e99552dd x-openstack-request-id: req-f19ec66a-02b9-4d4d-9d7d-cca0e99552dd {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:15.313007 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "name": "network-vif-plugged", "status": "completed", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:15.313256 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f19ec66a-02b9-4d4d-9d7d-cca0e99552dd {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:15.313653 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'code': 200} Sep 16 06:08:15.357119 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:15.392310 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:15.409324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75425c-c35e-48bd-b991-5600c6c30f97 req-e57a23d7-6f1b-4d09-92dd-9c84e5fdb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:15.410049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:15.410827 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce75425c-c35e-48bd-b991-5600c6c30f97 req-e57a23d7-6f1b-4d09-92dd-9c84e5fdb2f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1098 time: 0.0421078 Sep 16 06:08:15.445869 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce75425c-c35e-48bd-b991-5600c6c30f97 req-f2253e3c-a201-424d-bca0-fe4fbedfdac8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277052 Sep 16 06:08:15.598528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47d08-ca15-4dcd-9647-2510a79e0787 req-bf1285ab-8af5-4dee-8661-ea9ab9efda01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:15.600037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56e47d08-ca15-4dcd-9647-2510a79e0787 req-bf1285ab-8af5-4dee-8661-ea9ab9efda01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0484662 Sep 16 06:08:15.636486 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-56e47d08-ca15-4dcd-9647-2510a79e0787 req-3e7020ce-dc0f-4ceb-b63c-3ef1ea627b92 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305688 Sep 16 06:08:16.755751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932894b2-647a-4a7e-a995-66f151101385 req-74431f6f-7c4a-4e88-8c3d-498423c7c4d9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:16.757216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-932894b2-647a-4a7e-a995-66f151101385 req-74431f6f-7c4a-4e88-8c3d-498423c7c4d9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0540621 Sep 16 06:08:16.793820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-932894b2-647a-4a7e-a995-66f151101385 req-5ea2a46f-c4a7-463a-aa0f-08b6f6203fe0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305715 Sep 16 06:08:16.905947 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5802f-0d87-4829-8467-a30821077850 req-adf59303-1cee-43cc-a451-2b362edc0c9e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:16.907361 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9b5802f-0d87-4829-8467-a30821077850 req-adf59303-1cee-43cc-a451-2b362edc0c9e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0492113 Sep 16 06:08:16.945151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9b5802f-0d87-4829-8467-a30821077850 req-04f906df-8be6-4606-aa59-092d61da922c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Sep 16 06:08:16.966527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40780) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:17.006438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018285de-9895-43f3-982e-25d5863c2915 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:17.009043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-018285de-9895-43f3-982e-25d5863c2915 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1093 time: 0.0403142 Sep 16 06:08:17.010938 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40782) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:17.015255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:17.116839 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:17.145203 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:17.223616 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:17.327327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.242 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/609566fc-2d69-4ae7-a9d4-f1bc53fd72e3) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:17.426585 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:17.505237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:17.540206 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:17.543006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:17.548774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:17.554063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=609566fc-2d69-4ae7-a9d4-f1bc53fd72e3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:17.897631 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:18.018220 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:18.161221 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:18.225148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:18.294407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=609566fc-2d69-4ae7-a9d4-f1bc53fd72e3,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:18.306341 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:18.761368 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP 13ba10fb-0edc-44c7-b47f-887b6d6f5e1d associated. External IP: 172.25.7.242, port: 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f. Sep 16 06:08:18.962420 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:08:19.065706 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:19.074949 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] Sync routers for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:19.084563 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:19.091274 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:19.145288 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:19.175436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-5c187779-1fdd-45a4-8b8a-4f41421bc338 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1634037 Sep 16 06:08:19.176017 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:19.178296 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98707658-22e4-404e-a83a-73d95cc71b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:19.190758 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:19.216923 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84049af1-7172-42dc-b1d9-8ca95e039a2a x-openstack-request-id: req-84049af1-7172-42dc-b1d9-8ca95e039a2a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:19.217246 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:19.217487 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84049af1-7172-42dc-b1d9-8ca95e039a2a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:19.217922 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'status': 'completed', 'code': 200} Sep 16 06:08:19.305218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3f1fb-1fff-49b0-a974-af4e2c991dca req-4da888da-ad1f-4e5c-be39-f5834bf8877a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:19.307716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11a3f1fb-1fff-49b0-a974-af4e2c991dca req-4da888da-ad1f-4e5c-be39-f5834bf8877a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0794427 Sep 16 06:08:19.312175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707658-22e4-404e-a83a-73d95cc71b5d req-80bb39b6-f061-4840-8d04-df35d0ea46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:19.312175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98707658-22e4-404e-a83a-73d95cc71b5d req-80bb39b6-f061-4840-8d04-df35d0ea46ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1098 time: 0.0724475 Sep 16 06:08:19.401247 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11a3f1fb-1fff-49b0-a974-af4e2c991dca req-1db3a606-ac13-446f-9179-aeaa183e68a1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880711 Sep 16 06:08:19.423902 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40788) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:19.430479 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707658-22e4-404e-a83a-73d95cc71b5d req-a84e96a9-f8d4-4dd0-b934-8fe443af11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:19.432035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98707658-22e4-404e-a83a-73d95cc71b5d req-a84e96a9-f8d4-4dd0-b934-8fe443af11e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 896 time: 0.1121986 Sep 16 06:08:19.484500 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0c30e087-d5e7-46f8-93ef-e61c8e118475 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/13ba10fb-0edc-44c7-b47f-887b6d6f5e1d HTTP/1.1" status: 200 len: 992 time: 0.0593145 Sep 16 06:08:19.503356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98707658-22e4-404e-a83a-73d95cc71b5d req-95971094-954b-44be-a3ea-7d927769cc24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1000 time: 0.0630007 Sep 16 06:08:19.503795 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '13ba10fb-0edc-44c7-b47f-887b6d6f5e1d', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'port_id': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'mac_address': 'fa:16:3e:b7:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:08:17Z', 'updated_at': '2021-09-16T06:08:17Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:05Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:19.529992 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] Checking router: 25d16b2e-b4ca-4090-ad3c-8200686e35a4 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:19.538268 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:19.538886 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:08:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:19.559809 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707658-22e4-404e-a83a-73d95cc71b5d req-8dd5242d-f26d-4549-b0ce-5536de1e2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:19.561279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98707658-22e4-404e-a83a-73d95cc71b5d req-8dd5242d-f26d-4549-b0ce-5536de1e2717 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0510907 Sep 16 06:08:19.605600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707658-22e4-404e-a83a-73d95cc71b5d req-63f57e29-92a2-4f25-837b-22df72fc73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:19.607139 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98707658-22e4-404e-a83a-73d95cc71b5d req-63f57e29-92a2-4f25-837b-22df72fc73ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386765 Sep 16 06:08:19.644603 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:19.702073 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98707658-22e4-404e-a83a-73d95cc71b5d req-9fc8cde7-a5ce-48c1-8447-54a484c2056c service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877674 Sep 16 06:08:19.796429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-98707658-22e4-404e-a83a-73d95cc71b5d req-223f2b7e-e02e-45ee-9a19-f59166e8137b service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871139 Sep 16 06:08:19.866651 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '13ba10fb-0edc-44c7-b47f-887b6d6f5e1d', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'port_id': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'mac_address': 'fa:16:3e:b7:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:08:17Z', 'updated_at': '2021-09-16T06:08:17Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:05Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:19.896485 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d233811-40ca-4ede-8c3c-44f1c317f6fa None None] The sync data for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 is: [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '13ba10fb-0edc-44c7-b47f-887b6d6f5e1d', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'port_id': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'mac_address': 'fa:16:3e:b7:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:08:17Z', 'updated_at': '2021-09-16T06:08:17Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:05Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:20.071910 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a439f5-7973-4ceb-9908-4f9172ddebb6 None None] New status for floating IP 13ba10fb-0edc-44c7-b47f-887b6d6f5e1d: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:08:20.488452 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40790) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:20.550188 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3030f1e0-ccd6-4022-9da3-dc6be02b57fd tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/13ba10fb-0edc-44c7-b47f-887b6d6f5e1d HTTP/1.1" status: 200 len: 994 time: 0.0605204 Sep 16 06:08:28.767879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:41.075807 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0a6aaa77-57ae-4728-a69b-42126137abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:41.104366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.281892 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.607859 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3ebf74a1-80cc-41e3-b4df-0ce3405864a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.389598 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.440846 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:47.121904 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.785204 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-60814967-f8dc-495d-85a4-90a6a239c075 req-32cb00a9-8eb2-4a3f-b410-df16af0c6971 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:08:51.786217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60814967-f8dc-495d-85a4-90a6a239c075 req-32cb00a9-8eb2-4a3f-b410-df16af0c6971 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054319 Sep 16 06:08:52.204319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53a3b6-987a-40f7-a343-2234cd090361 req-60fe5867-7ecf-4203-979c-a78bd944f8df tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:52.205782 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c53a3b6-987a-40f7-a343-2234cd090361 req-60fe5867-7ecf-4203-979c-a78bd944f8df tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0989387 Sep 16 06:08:52.244517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c53a3b6-987a-40f7-a343-2234cd090361 req-5c38ccd9-fff7-4b6c-b24a-9f38d242a637 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321152 Sep 16 06:08:52.308874 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-be15b9fa-e620-4adb-8cf2-6943c80d2c7d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813484 Sep 16 06:08:52.317708 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b703b01c-7fbe-47e5-8420-91298f74146d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:08:52.318656 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b703b01c-7fbe-47e5-8420-91298f74146d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048373 Sep 16 06:08:53.421028 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ee893-4fb9-4078-9a15-9860100c2c6e req-ed4dbf9a-da1b-435b-b9ad-223dbcce3576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:53.422513 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de0ee893-4fb9-4078-9a15-9860100c2c6e req-ed4dbf9a-da1b-435b-b9ad-223dbcce3576 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.1072421 Sep 16 06:08:53.460099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de0ee893-4fb9-4078-9a15-9860100c2c6e req-7ccd26fb-9cdb-4df9-a830-088cca6da7e0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Sep 16 06:08:54.175550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-98567056-c5ec-4419-a671-3259c83caa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:54.177077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-98567056-c5ec-4419-a671-3259c83caa7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1098 time: 0.0390813 Sep 16 06:08:54.268897 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-5d837718-d785-42f5-b3aa-a43e3e23fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:54.270331 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-5d837718-d785-42f5-b3aa-a43e3e23fb11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 896 time: 0.0861783 Sep 16 06:08:54.335014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-4d970b3b-67e8-4a4d-879c-4e9fb22f8134 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1002 time: 0.0573494 Sep 16 06:08:54.384480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-9e3a73e0-8c20-4374-9375-b4a46b7131c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:54.385639 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-9e3a73e0-8c20-4374-9375-b4a46b7131c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0442460 Sep 16 06:08:54.435500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-96c549ad-b441-4f3b-91a5-3e47666ab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:54.436903 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-96c549ad-b441-4f3b-91a5-3e47666ab829 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434194 Sep 16 06:08:54.525934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-8664fe53-899b-4a13-8728-4aa6cded40ec service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820994 Sep 16 06:08:54.636459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38775-dcd0-4a1c-b8d1-8837802acef2 req-c9e98534-aeda-4333-a185-80128d04e667 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:54.637938 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59d38775-dcd0-4a1c-b8d1-8837802acef2 req-c9e98534-aeda-4333-a185-80128d04e667 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.1072111 Sep 16 06:08:54.666884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-6140270d-d7d8-46a8-adff-578511200dea service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280327 Sep 16 06:08:54.685923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59d38775-dcd0-4a1c-b8d1-8837802acef2 req-f6f366dc-75f0-42c2-860f-d0ec6e507316 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406303 Sep 16 06:08:55.799197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f5076-e52d-45f2-9e2c-ce5fde5b1a0b req-f7df595b-c0c4-4fbf-b062-68e3286b6027 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:55.800694 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d1f5076-e52d-45f2-9e2c-ce5fde5b1a0b req-f7df595b-c0c4-4fbf-b062-68e3286b6027 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0486042 Sep 16 06:08:55.839649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4d1f5076-e52d-45f2-9e2c-ce5fde5b1a0b req-1f0e9478-df8d-4659-b6e0-b7b7cc0e6d68 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330322 Sep 16 06:08:56.960657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f680c-94e8-404a-8b5e-c9d2665c966a req-b06b530e-a366-4c28-aa90-2eb59b0a60f4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:56.962129 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b51f680c-94e8-404a-8b5e-c9d2665c966a req-b06b530e-a366-4c28-aa90-2eb59b0a60f4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0534482 Sep 16 06:08:56.998972 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b51f680c-94e8-404a-8b5e-c9d2665c966a req-2a76bbd1-0802-4955-a0e4-bebb9f9167bf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Sep 16 06:08:58.113198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b17dc-e357-4ae8-8c29-b99d07f8ef1d req-2e381f4f-f486-46bb-b8f5-982bff132f56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:58.114686 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e1b17dc-e357-4ae8-8c29-b99d07f8ef1d req-2e381f4f-f486-46bb-b8f5-982bff132f56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0482109 Sep 16 06:08:58.152039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e1b17dc-e357-4ae8-8c29-b99d07f8ef1d req-60e734f9-63bd-443c-b0f7-4c1aaeb62f67 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308144 Sep 16 06:08:58.767332 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.264798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bcbfc-4052-4173-bebb-8342eef248f1 req-b2e56089-1538-49a6-8cf5-d7fcb311268e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:59.266258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-903bcbfc-4052-4173-bebb-8342eef248f1 req-b2e56089-1538-49a6-8cf5-d7fcb311268e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0482755 Sep 16 06:08:59.302502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-903bcbfc-4052-4173-bebb-8342eef248f1 req-61b46e20-8ab5-4dee-8f8a-9f42a547354e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303612 Sep 16 06:09:00.159858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-865c94c7-5e03-4610-93e1-f4b913a90703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:00.161301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-865c94c7-5e03-4610-93e1-f4b913a90703 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1098 time: 0.0435414 Sep 16 06:09:00.261580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-0a79a734-8162-4197-bc74-5fc59bb483b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:00.262998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-0a79a734-8162-4197-bc74-5fc59bb483b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 896 time: 0.0830913 Sep 16 06:09:00.333546 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-4b313ae0-ef9a-44f9-be0c-1860bc617777 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1002 time: 0.0637286 Sep 16 06:09:00.410329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-7e0ca87f-9c80-45fa-be7f-fa40e8ac42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:00.411757 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-7e0ca87f-9c80-45fa-be7f-fa40e8ac42b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0716958 Sep 16 06:09:00.435924 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23ed9-f15b-4052-bdf8-709f5a363c9d req-cdc4ef55-c910-4a36-be3f-cfed1464dfd7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:00.444300 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6da23ed9-f15b-4052-bdf8-709f5a363c9d req-cdc4ef55-c910-4a36-be3f-cfed1464dfd7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0672646 Sep 16 06:09:00.494203 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-763f84da-89f4-4ec6-8d97-b148080f5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:00.495700 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-763f84da-89f4-4ec6-8d97-b148080f5017 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760841 Sep 16 06:09:00.498836 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6da23ed9-f15b-4052-bdf8-709f5a363c9d req-91a152a0-5a33-40f6-967e-00ae5bd91f8b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479965 Sep 16 06:09:00.584544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-d6b09665-7c70-4f8e-817e-77d4b9461e37 service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812593 Sep 16 06:09:00.682805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-acc8d9ed-731a-40f2-8fb1-dc7026c52544 req-c388768d-1834-45b6-8f9d-036f85240c72 service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912604 Sep 16 06:09:01.612394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6d6ba-db1e-4352-af33-bc730eb82669 req-802fbcb1-bf8e-4dc5-abc7-1c3a58450f13 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:01.613862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6b6d6ba-db1e-4352-af33-bc730eb82669 req-802fbcb1-bf8e-4dc5-abc7-1c3a58450f13 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0475616 Sep 16 06:09:01.651290 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c6b6d6ba-db1e-4352-af33-bc730eb82669 req-84ce250a-a37b-43db-9dfe-4cb01c77ff07 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309589 Sep 16 06:09:02.762255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9225c-9f65-4135-a6aa-9bb593d34226 req-efc49f42-d11d-4125-9e54-8c1e1b498d72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:02.763750 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9e9225c-9f65-4135-a6aa-9bb593d34226 req-efc49f42-d11d-4125-9e54-8c1e1b498d72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0472183 Sep 16 06:09:02.800287 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9e9225c-9f65-4135-a6aa-9bb593d34226 req-fd9760bb-a8ef-4ebb-adaa-83189468d2c6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306897 Sep 16 06:09:03.922515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b26042-bf6a-4031-b765-7d7ed1b00f5b req-69910b73-cbde-431a-890f-48129c61d5eb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:03.924011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42b26042-bf6a-4031-b765-7d7ed1b00f5b req-69910b73-cbde-431a-890f-48129c61d5eb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0527673 Sep 16 06:09:03.960908 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42b26042-bf6a-4031-b765-7d7ed1b00f5b req-8c5203fb-e06e-4530-bc55-f6f7e003c6b6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310183 Sep 16 06:09:05.075330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c527-71fc-4c9b-b0c4-556adf77229e req-40e976b5-e52b-41e6-8a6f-73e83fd04be6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:05.076805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd73c527-71fc-4c9b-b0c4-556adf77229e req-40e976b5-e52b-41e6-8a6f-73e83fd04be6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0481777 Sep 16 06:09:05.113958 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bd73c527-71fc-4c9b-b0c4-556adf77229e req-99c76f1a-e104-42c3-8da7-b5ba24ddd8c4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Sep 16 06:09:06.226244 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d9f47-3597-404e-9983-470d39f801bb req-75afdc0d-34bb-4c67-af0d-13fd50702e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:06.227712 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e5d9f47-3597-404e-9983-470d39f801bb req-75afdc0d-34bb-4c67-af0d-13fd50702e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0471745 Sep 16 06:09:06.265248 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5e5d9f47-3597-404e-9983-470d39f801bb req-12d50291-5c5e-4e69-b13a-6a5db2fd0ea3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Sep 16 06:09:07.380630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e234a-ea89-44e2-9134-c167b2704c38 req-118d20ac-d5fd-4d0d-9aa7-859973285b21 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:07.382121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-126e234a-ea89-44e2-9134-c167b2704c38 req-118d20ac-d5fd-4d0d-9aa7-859973285b21 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0516353 Sep 16 06:09:07.419496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-126e234a-ea89-44e2-9134-c167b2704c38 req-974d1ca1-5b61-4e4b-9003-4bd96743a367 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Sep 16 06:09:08.534144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfbc49-3075-4a4c-b4fc-8a72034e786c req-a59fc822-fe95-4564-97fb-134c5845556a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:08.535679 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-febfbc49-3075-4a4c-b4fc-8a72034e786c req-a59fc822-fe95-4564-97fb-134c5845556a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0491309 Sep 16 06:09:08.573123 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-febfbc49-3075-4a4c-b4fc-8a72034e786c req-b80f01c0-a895-4c7a-8e80-fd0a9f7be425 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309289 Sep 16 06:09:09.687333 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d64265-575c-4beb-a57a-bd41f7eeaa6b req-b3bc1efb-1d2f-4efe-ae28-c859c858af7e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:09.688754 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75d64265-575c-4beb-a57a-bd41f7eeaa6b req-b3bc1efb-1d2f-4efe-ae28-c859c858af7e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0488527 Sep 16 06:09:09.725934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75d64265-575c-4beb-a57a-bd41f7eeaa6b req-39e18422-4f78-43b5-9f89-95a285b07cd1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Sep 16 06:09:10.841780 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f6950-9988-4090-94fd-e5a1031a453c req-6359f7c0-2d1c-41a9-9e91-75bc56036c27 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:10.843231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-285f6950-9988-4090-94fd-e5a1031a453c req-6359f7c0-2d1c-41a9-9e91-75bc56036c27 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0518978 Sep 16 06:09:10.880544 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-285f6950-9988-4090-94fd-e5a1031a453c req-be5db9da-4fb7-45ca-af9a-3c014a65dc0a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314445 Sep 16 06:09:11.046956 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09d14d37-3cfb-4407-9113-9f445fb5d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.092691 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.821129 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-ac2293a8-9284-44d6-a91b-f717274eb020 service neutron] show failed (client error): The resource could not be found. Sep 16 06:09:11.822133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-ac2293a8-9284-44d6-a91b-f717274eb020 service neutron] 10.222.0.60 "GET /v2.0/ports/7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f/bindings/n-h1-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0540903 Sep 16 06:09:11.994600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5930cb9-0b5d-4f91-94af-0ea11d8c0cc3 req-e9250141-f658-476a-8a17-750e2982ed56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:11.996093 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5930cb9-0b5d-4f91-94af-0ea11d8c0cc3 req-e9250141-f658-476a-8a17-750e2982ed56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0496607 Sep 16 06:09:12.033443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5930cb9-0b5d-4f91-94af-0ea11d8c0cc3 req-3ba1df24-3766-41e2-bffc-35b3e28c6b7e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311260 Sep 16 06:09:12.413925 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-894ed9dc-2228-4ba8-afa3-51e9e24a4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:12.415454 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-894ed9dc-2228-4ba8-afa3-51e9e24a4016 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 1098 time: 0.0946655 Sep 16 06:09:12.435142 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:12.490694 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.040330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:13.071858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:13.111425 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:13.113707 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7b2e7-d5d4-4c31-ad51-60beeef5b7a1" -d '{"events": [{"server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "name": "network-vif-unplugged", "status": "completed", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:13.117649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.130462 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Transition to ACTIVE for port object 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:09:13.156735 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4837a-b7a5-4993-b1d3-743f4ba0662c req-733bb06e-6a86-4846-b918-243cdd9971fe tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.159293 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3d4837a-b7a5-4993-b1d3-743f4ba0662c req-733bb06e-6a86-4846-b918-243cdd9971fe tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0559437 Sep 16 06:09:13.166310 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20feaea-ec0f-4f09-b67c-7e45918f7f02 x-openstack-request-id: req-b20feaea-ec0f-4f09-b67c-7e45918f7f02 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:13.166614 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "name": "network-vif-unplugged", "status": "completed", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:13.166940 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b20feaea-ec0f-4f09-b67c-7e45918f7f02 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:13.167378 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'code': 200} Sep 16 06:09:13.196797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b3d4837a-b7a5-4993-b1d3-743f4ba0662c req-b24cbcda-4556-4ab7-898a-8ea8219396bf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Sep 16 06:09:13.212805 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.298041 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=6']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:13.305641 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.305985 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.306323 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.306659 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.306987 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.307331 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.308233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.308566 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.308888 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.309338 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.309524 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.309849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:13.349489 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] No DVR routers for this DVR port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:13.489896 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Attempting to bind port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:09:13.490589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Attempting to bind port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:09:13.490589 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Attempting to bind port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on network 537d3515-20bf-4ea7-bf49-555094f9dc2f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:13.494728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on network 537d3515-20bf-4ea7-bf49-555094f9dc2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:09:13.495603 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Attempting to bind port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on network 537d3515-20bf-4ea7-bf49-555094f9dc2f {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:13.500660 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:09:13.500994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Checking segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:09:13.501378 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Bound using segment: {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:09:13.501815 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Bound port: 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3ed54a-688c-440e-b792-9fed921ecf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:09:13.502159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.563419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:13.566396 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:09:13.618467 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.656312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.656812 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.658202 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] 10.222.0.57 "PUT /v2.0/ports/7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1093 time: 1.2271194 Sep 16 06:09:13.679617 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de9553-ff03-4b20-969d-abcd7f2adc76 service neutron] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=7']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:13.741012 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-e33690fd-38d1-4192-815c-3132b8df1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.742590 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-e33690fd-38d1-4192-815c-3132b8df1cdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1096 time: 0.0424418 Sep 16 06:09:13.840945 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-0a40039f-39b8-4644-9b70-ca5abd69f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.842435 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-0a40039f-39b8-4644-9b70-ca5abd69f098 service neutron] 10.222.0.57 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 896 time: 0.0924675 Sep 16 06:09:13.912232 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-6c55b8fe-a91f-4563-b825-67b830b7f631 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1000 time: 0.0620611 Sep 16 06:09:13.961330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-1d7969a9-f724-4759-9489-b2746231824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:13.962691 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-1d7969a9-f724-4759-9489-b2746231824d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0426691 Sep 16 06:09:14.012983 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-13adee2d-4a4c-4cd7-b03b-c106a155c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:14.014451 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-13adee2d-4a4c-4cd7-b03b-c106a155c416 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435526 Sep 16 06:09:14.105265 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-15cdc8f8-1be0-4b8e-991c-b8f79814cf47 service neutron] 10.222.0.57 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822124 Sep 16 06:09:14.202366 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-241fe99a-076c-4199-b929-2cd59a303318 service neutron] 10.222.0.57 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896096 Sep 16 06:09:14.264266 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.320293 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb936505-c42c-4c63-96ab-7b3f17242ece req-282d4144-62fa-4c30-805c-55c10ef73e91 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:14.321777 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb936505-c42c-4c63-96ab-7b3f17242ece req-282d4144-62fa-4c30-805c-55c10ef73e91 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0494988 Sep 16 06:09:14.360776 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb936505-c42c-4c63-96ab-7b3f17242ece req-afb441c4-3a88-4819-a62f-f4dfcd365f8f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321810 Sep 16 06:09:14.584442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b74e0e9c-05e6-4876-a4ce-209b9ea902ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.168541 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:15.170923 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1187f1e0-e204-42da-9f9c-79079f659617" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:15.217759 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03f9179-a97b-48b6-8619-a0a71493d2e8 x-openstack-request-id: req-e03f9179-a97b-48b6-8619-a0a71493d2e8 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:15.218061 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:15.218321 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e03f9179-a97b-48b6-8619-a0a71493d2e8 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:15.218737 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'status': 'completed', 'code': 200} Sep 16 06:09:15.252117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:15.276901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f1e0-e204-42da-9f9c-79079f659617 req-6973813d-248e-477e-bbab-68e8621d7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.278418 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-6973813d-248e-477e-bbab-68e8621d7449 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1096 time: 0.0413351 Sep 16 06:09:15.293625 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:15.313218 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f1e0-e204-42da-9f9c-79079f659617 req-90d12e60-64b1-4250-a4e7-fa5410e711c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.314754 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-90d12e60-64b1-4250-a4e7-fa5410e711c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1096 time: 0.0417888 Sep 16 06:09:15.372049 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f1e0-e204-42da-9f9c-79079f659617 req-d4e30f82-7ee5-4d25-8c31-58a95e0acbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.373554 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-d4e30f82-7ee5-4d25-8c31-58a95e0acbb8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 896 time: 0.0883081 Sep 16 06:09:15.414229 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f1e0-e204-42da-9f9c-79079f659617 req-00bdcbf1-9de4-4023-adbf-121613ec0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.415910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-00bdcbf1-9de4-4023-adbf-121613ec0a5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 896 time: 0.0938461 Sep 16 06:09:15.418769 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.453048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-23ab9be8-aa7c-4e2f-88f3-b3d5eb4b1192 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1000 time: 0.0727596 Sep 16 06:09:15.485069 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-b13e7ba4-e431-4589-b233-c3ff6abfc221 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1000 time: 0.0609970 Sep 16 06:09:15.524099 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58528-18dc-413b-bdc7-f2676e833e06 req-17dcfbd1-5df5-43f2-82d4-2d6a8a98a56a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.525605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebb58528-18dc-413b-bdc7-f2676e833e06 req-17dcfbd1-5df5-43f2-82d4-2d6a8a98a56a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0899005 Sep 16 06:09:15.531914 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f1e0-e204-42da-9f9c-79079f659617 req-fcce0ad1-0861-4001-9013-576288a600c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.533294 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-fcce0ad1-0861-4001-9013-576288a600c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0629258 Sep 16 06:09:15.535762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f1e0-e204-42da-9f9c-79079f659617 req-648e3322-97bb-4b57-8bb1-c1c60b9800d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.537256 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-648e3322-97bb-4b57-8bb1-c1c60b9800d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0443900 Sep 16 06:09:15.587775 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f1e0-e204-42da-9f9c-79079f659617 req-e4620edc-0d58-4f76-84b3-e6de57967c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.589369 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-e4620edc-0d58-4f76-84b3-e6de57967c66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444312 Sep 16 06:09:15.592540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebb58528-18dc-413b-bdc7-f2676e833e06 req-c8971876-3e48-4b24-80c4-e71ae7c25b52 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583215 Sep 16 06:09:15.598640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f1e0-e204-42da-9f9c-79079f659617 req-c4b7944f-d1f7-44e2-b62c-d79e96d0d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:15.600131 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-c4b7944f-d1f7-44e2-b62c-d79e96d0d366 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594814 Sep 16 06:09:15.679932 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-2a1a7d04-5097-40aa-b6ae-d6ffaf316f95 service neutron] 10.222.0.57 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827796 Sep 16 06:09:15.692618 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-e47b3f96-96cb-44ae-88b0-4607a91bde52 service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847011 Sep 16 06:09:15.775791 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-b4d48ab9-21e2-4aea-bd97-85d5f3ae010f service neutron] 10.222.0.57 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872903 Sep 16 06:09:15.781201 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1187f1e0-e204-42da-9f9c-79079f659617 req-ef37ce4f-f04e-4f19-8d13-05513d76f16d service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816562 Sep 16 06:09:16.713463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6bfa4-a7df-4ad5-8151-c17906cb935d req-3da16c47-ceb8-4a5e-aa94-ece785b6bfa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:16.715502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aaf6bfa4-a7df-4ad5-8151-c17906cb935d req-3da16c47-ceb8-4a5e-aa94-ece785b6bfa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0528879 Sep 16 06:09:16.752020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aaf6bfa4-a7df-4ad5-8151-c17906cb935d req-bebe3e2f-41c1-4fba-91ca-ec70857bee7c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305030 Sep 16 06:09:17.153970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf29a-848b-485e-ad58-e85c1592f12d req-dc702835-796e-4955-9321-5b99e0fb5ee9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:17.155375 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.155826 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-638cf29a-848b-485e-ad58-e85c1592f12d req-dc702835-796e-4955-9321-5b99e0fb5ee9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0504618 Sep 16 06:09:17.193970 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-638cf29a-848b-485e-ad58-e85c1592f12d req-e6c3e0b6-1b0c-41c3-b8df-98ecbd5b7b99 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320096 Sep 16 06:09:17.262125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9167-873d-4ec9-b07d-217d373ef1be req-773ccbc0-c527-424e-84cc-9c05eb22d244 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:17.264137 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-773ccbc0-c527-424e-84cc-9c05eb22d244 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500&tenant_id=43080df03dee4b2e81d25eb0e6131129&binding%3Ahost_id=n-h1-712143-16 HTTP/1.1" status: 200 len: 944 time: 0.0549471 Sep 16 06:09:17.354609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8639cb-d1fd-41c3-bafa-d81248621e54 req-ea382de4-fa10-4462-98c8-e55d940b3060 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:17.356116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce8639cb-d1fd-41c3-bafa-d81248621e54 req-ea382de4-fa10-4462-98c8-e55d940b3060 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 944 time: 0.0901284 Sep 16 06:09:17.369526 n-d-712143-16 neutron-server[101824]: INFO neutron.api.v2.resource [req-873b9167-873d-4ec9-b07d-217d373ef1be req-c24ca377-3caa-4d90-8a62-abb44dfc2398 service neutron] delete failed (client error): The resource could not be found. Sep 16 06:09:17.371205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-c24ca377-3caa-4d90-8a62-abb44dfc2398 service neutron] 10.222.0.60 "DELETE /v2.0/ports/7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f/bindings/n-h2-712143-16 HTTP/1.1" status: 404 len: 381 time: 0.0968781 Sep 16 06:09:17.402255 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ce8639cb-d1fd-41c3-bafa-d81248621e54 req-a57a125a-6f4c-4e09-baa5-e8cd6eb15912 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 Sep 16 06:09:17.456452 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9167-873d-4ec9-b07d-217d373ef1be req-7e4fb082-4ea4-417a-bc22-7e7a7400e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:17.458110 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-7e4fb082-4ea4-417a-bc22-7e7a7400e39a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1096 time: 0.0415843 Sep 16 06:09:17.551103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9167-873d-4ec9-b07d-217d373ef1be req-1cfe3b57-6b37-47cb-8e5e-c6b7965c62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:17.552634 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-1cfe3b57-6b37-47cb-8e5e-c6b7965c62d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 896 time: 0.0880635 Sep 16 06:09:17.586859 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:09:17.616234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-66b7d095-5857-4438-a2eb-235bebde4361 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 1000 time: 0.0557053 Sep 16 06:09:17.669422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9167-873d-4ec9-b07d-217d373ef1be req-8e88bcfc-fd15-4bcd-bba7-bee042a4b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:17.671113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-8e88bcfc-fd15-4bcd-bba7-bee042a4b908 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0472126 Sep 16 06:09:17.678681 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:17.690319 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'port_id': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'mac_address': 'fa:16:3e:b7:9a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:09:17.716171 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9167-873d-4ec9-b07d-217d373ef1be req-54ba6216-b9e0-4179-923c-4ab587dcf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:17.717842 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-54ba6216-b9e0-4179-923c-4ab587dcf423 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394769 Sep 16 06:09:17.728969 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.742171 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:09:17.761668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:17.812478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-3aed2f51-f031-4f10-9d8e-e371ab681ded service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831587 Sep 16 06:09:17.829742 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.876880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:17.884057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.884410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.884759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.885098 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.885439 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.885778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.886106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.886436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.886764 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.887090 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.887454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.887778 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:17.905222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-873b9167-873d-4ec9-b07d-217d373ef1be req-6070853b-1a44-4c10-8373-3b414f633f5c service neutron] 10.222.0.60 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860755 Sep 16 06:09:18.189095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:09:18.521178 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3e3a-1da2-4e67-b365-d91f02c3279c req-133a87d4-b771-4940-baf9-07452a20ef42 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:18.522673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a3e3e3a-1da2-4e67-b365-d91f02c3279c req-133a87d4-b771-4940-baf9-07452a20ef42 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Sep 16 06:09:18.560387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a3e3e3a-1da2-4e67-b365-d91f02c3279c req-bbc0c246-48a0-49f9-9ce7-85cfe18ce062 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311430 Sep 16 06:09:19.604715 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:09:19.678952 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68557a72-4871-46e8-bd0b-937484fb5e98 req-97a2965d-ad27-43c8-a82d-c9358597600e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:19.680473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68557a72-4871-46e8-bd0b-937484fb5e98 req-97a2965d-ad27-43c8-a82d-c9358597600e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 945 time: 0.0534973 Sep 16 06:09:19.717901 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68557a72-4871-46e8-bd0b-937484fb5e98 req-8b3b5a79-3d66-4020-a97f-b933ab0f8372 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Sep 16 06:09:19.739230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40902) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:19.748394 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:09:19.752460 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:09:19.752834 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:19.798749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bb6d4157-9fa2-4813-9f8c-b28dfd468d49 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/13ba10fb-0edc-44c7-b47f-887b6d6f5e1d HTTP/1.1" status: 200 len: 993 time: 0.0584054 Sep 16 06:09:19.831015 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:19.852781 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:19.855024 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c1054-5d6b-4adc-ae1d-a5059e2ff41e" -d '{"events": [{"server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "name": "network-vif-plugged", "status": "completed", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:19.867416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:19.896823 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26bc0bd-9326-4aea-82c7-af80a0fe0a75 x-openstack-request-id: req-a26bc0bd-9326-4aea-82c7-af80a0fe0a75 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:19.896823 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "name": "network-vif-plugged", "status": "completed", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:19.896823 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a26bc0bd-9326-4aea-82c7-af80a0fe0a75 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:19.896823 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'code': 200} Sep 16 06:09:19.944483 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:19.992262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=9']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:23.440457 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:28.778050 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:41.046486 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfda5-3f47-42e9-8fe9-f574f7cea4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:41.086084 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:44.268975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:44.572498 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-67c1339c-ed49-4317-9573-2e976af2516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:45.412174 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:47.142415 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:48.336165 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40914) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:48.492186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 609566fc-2d69-4ae7-a9d4-f1bc53fd72e3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:48.492535 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:48.566771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:48.567105 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:48.578979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 609566fc-2d69-4ae7-a9d4-f1bc53fd72e3 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:48.817540 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:48.841922 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=609566fc-2d69-4ae7-a9d4-f1bc53fd72e3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:48.899764 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:48.900137 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP 13ba10fb-0edc-44c7-b47f-887b6d6f5e1d disassociated (deleted). External IP: 172.25.7.242, port: 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f. Sep 16 06:09:49.099314 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:09:49.206339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:49.211112 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:49.215730 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] Sync routers for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:49.224436 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:49.225047 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:49.237052 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1fbb46fe-a98e-49dc-8978-0ce8aed1947f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/floatingips/13ba10fb-0edc-44c7-b47f-887b6d6f5e1d HTTP/1.1" status: 204 len: 168 time: 0.8998055 Sep 16 06:09:49.237635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:49.239982 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0569a357-6809-4322-8614-fc779710a616" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:49.282321 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb02698-b2f7-4622-8f3e-9ea9a33e460e x-openstack-request-id: req-4bb02698-b2f7-4622-8f3e-9ea9a33e460e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:49.282619 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:49.282874 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bb02698-b2f7-4622-8f3e-9ea9a33e460e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:49.283343 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'status': 'completed', 'code': 200} Sep 16 06:09:49.337234 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:49.376950 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569a357-6809-4322-8614-fc779710a616 req-0611ce31-9592-4692-9a7d-2ae98fbe4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:49.379180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0569a357-6809-4322-8614-fc779710a616 req-0611ce31-9592-4692-9a7d-2ae98fbe4ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 1098 time: 0.0428731 Sep 16 06:09:49.475073 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569a357-6809-4322-8614-fc779710a616 req-63df2d20-eaeb-4544-94a5-1de5d299e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:49.476594 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0569a357-6809-4322-8614-fc779710a616 req-63df2d20-eaeb-4544-94a5-1de5d299e375 service neutron] 10.222.0.57 "GET /v2.0/networks?id=537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 200 len: 896 time: 0.0888019 Sep 16 06:09:49.519324 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0569a357-6809-4322-8614-fc779710a616 req-909c91cd-28b4-4afe-bb7f-4941fe3a8cdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 200 len: 217 time: 0.0350349 Sep 16 06:09:49.533681 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:05Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:49.563489 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] Checking router: 25d16b2e-b4ca-4090-ad3c-8200686e35a4 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:49.571556 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:49.572169 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:49.573372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569a357-6809-4322-8614-fc779710a616 req-7abfb70a-8c86-4887-bfe9-1390d081bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:49.574851 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0569a357-6809-4322-8614-fc779710a616 req-7abfb70a-8c86-4887-bfe9-1390d081bfae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 200 len: 835 time: 0.0481889 Sep 16 06:09:49.640058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569a357-6809-4322-8614-fc779710a616 req-794e266d-cab4-4e0a-9d43-bd125b53d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:49.640058 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0569a357-6809-4322-8614-fc779710a616 req-794e266d-cab4-4e0a-9d43-bd125b53d92a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=537d3515-20bf-4ea7-bf49-555094f9dc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476155 Sep 16 06:09:49.679008 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:49.686225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5367854-f1ea-4d1b-a409-38be973fcb26 req-1a167d90-ed8f-4260-817e-fad5d4e23ce8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:49.687795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5367854-f1ea-4d1b-a409-38be973fcb26 req-1a167d90-ed8f-4260-817e-fad5d4e23ce8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0498569 Sep 16 06:09:49.732097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d5367854-f1ea-4d1b-a409-38be973fcb26 req-6007dd78-29a0-4148-9fe4-f3cd4fd6eeb8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369339 Sep 16 06:09:49.750398 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0569a357-6809-4322-8614-fc779710a616 req-5a0b10a7-e6b9-4a7a-851d-609b754d482c service neutron] 10.222.0.57 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970707 Sep 16 06:09:49.841505 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-0569a357-6809-4322-8614-fc779710a616 req-537b2e3a-73be-41f7-9102-c6ad0712fa4e service neutron] 10.222.0.57 "GET /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816426 Sep 16 06:09:49.884585 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:05Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:49.910678 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96458bbe-1d8a-4b4d-8582-824c2d86fcbf None None] The sync data for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 is: [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:02Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '02a29bae-a55f-483b-9940-c22e33f321bb', 'name': '', 'network_id': '537d3515-20bf-4ea7-bf49-555094f9dc2f', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:19:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:01Z', 'updated_at': '2021-09-16T06:08:05Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'a5e2f79a-e5b6-46aa-a602-87e874ad1e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:50.131581 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877e49d-396d-43b1-b3c2-37ad008654fb None None] New status for floating IP 13ba10fb-0edc-44c7-b47f-887b6d6f5e1d: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:09:50.852997 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd731-a948-4d51-8cfb-b63c37ab35f0 req-a90b55ed-9dd8-4fb8-83ca-b2f99c298dc9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:50.854490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13fdd731-a948-4d51-8cfb-b63c37ab35f0 req-a90b55ed-9dd8-4fb8-83ca-b2f99c298dc9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0487828 Sep 16 06:09:50.892171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13fdd731-a948-4d51-8cfb-b63c37ab35f0 req-5945f68d-3a27-4178-974f-0b76c32c32f3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=e6314a5f-4feb-48a6-a54f-c8b92375651c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Sep 16 06:09:51.151361 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-b8988d2a-f902-4dd4-a3e9-c24ed1f1c401 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:51.152825 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-b8988d2a-f902-4dd4-a3e9-c24ed1f1c401 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 946 time: 0.0479264 Sep 16 06:09:51.242614 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:51.242951 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:51.327319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:51.327690 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:51.340330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:51.538064 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:51.564028 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:51.609894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] No DVR routers for this DVR port 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:51.612496 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:51.614524 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-f606b68d-47ab-4aa8-9a00-c687209abe48 req-ff27435c-7d29-4cb0-9170-c5d6387009bc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.57 "DELETE /v2.0/ports/7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f HTTP/1.1" status: 204 len: 173 time: 0.4556215 Sep 16 06:09:51.614960 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'name': 'network-vif-deleted', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:51.617222 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4914bdd-5057-4000-a0c4-4e5787e1492a" -d '{"events": [{"server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "name": "network-vif-deleted", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:51.652229 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d605e7d-0081-4b99-ba65-5bb160c2e8d6 x-openstack-request-id: req-4d605e7d-0081-4b99-ba65-5bb160c2e8d6 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:51.658072 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc44516-0dd4-4e4a-8ce8-405dd39f2500", "name": "network-vif-deleted", "tag": "7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:51.658072 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d605e7d-0081-4b99-ba65-5bb160c2e8d6 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:51.658072 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc44516-0dd4-4e4a-8ce8-405dd39f2500', 'name': 'network-vif-deleted', 'tag': '7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f', 'status': 'completed', 'code': 200} Sep 16 06:09:52.006213 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4f1f64db-8e06-418f-8b97-7bdf2dbc9236 req-caad48b7-55d0-4503-9391-2de63d409777 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc44516-0dd4-4e4a-8ce8-405dd39f2500 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Sep 16 06:09:53.104886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40932) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:53.453766 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:53.698644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 02a29bae-a55f-483b-9940-c22e33f321bb {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:53.698910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:53.788161 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 02a29bae-a55f-483b-9940-c22e33f321bb, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=02a29bae-a55f-483b-9940-c22e33f321bb,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:53.788529 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:53.800090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 02a29bae-a55f-483b-9940-c22e33f321bb owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:54.040413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:54.068577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=02a29bae-a55f-483b-9940-c22e33f321bb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:54.238392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:54.800470 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:09:54.904290 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:54.909879 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-06fb9997-0830-4327-a981-13e0a6b612cc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/25d16b2e-b4ca-4090-ad3c-8200686e35a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039770 Sep 16 06:09:54.912745 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40934) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:54.915866 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] Sync routers for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:54.924935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:54.925541 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:54.967352 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3de3e8-c05d-4b7e-9de7-5ac1786e43b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting subnet a5e2f79a-e5b6-46aa-a602-87e874ad1e2f {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:09:54.971478 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fb3de3e8-c05d-4b7e-9de7-5ac1786e43b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.013269 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fb3de3e8-c05d-4b7e-9de7-5ac1786e43b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.095801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fb3de3e8-c05d-4b7e-9de7-5ac1786e43b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.115114 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:55.235088 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fb3de3e8-c05d-4b7e-9de7-5ac1786e43b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.262327 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3de3e8-c05d-4b7e-9de7-5ac1786e43b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e2f79a-e5b6-46aa-a602-87e874ad1e2f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:55.268616 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-fb3de3e8-c05d-4b7e-9de7-5ac1786e43b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.272901 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fb3de3e8-c05d-4b7e-9de7-5ac1786e43b4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/subnets/a5e2f79a-e5b6-46aa-a602-87e874ad1e2f HTTP/1.1" status: 204 len: 168 time: 0.3568494 Sep 16 06:09:55.274218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40936) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:55.276054 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d3f9e-813d-4cb1-b794-85e1324fb294 None None] Network 537d3515-20bf-4ea7-bf49-555094f9dc2f requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:09:55.293854 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:09:53Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:55.319858 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] Checking router: 25d16b2e-b4ca-4090-ad3c-8200686e35a4 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:55.328283 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] Routers {'25d16b2e-b4ca-4090-ad3c-8200686e35a4'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:55.329495 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:55.397261 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.441063 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] Set router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:55.509025 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.612348 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] DHCP port deletion for 537d3515-20bf-4ea7-bf49-555094f9dc2f request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:09:55.621264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port fd2085d1-17b3-4f52-a60e-abf4e44f06f2 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:55.621623 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.627139 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:09:53Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:55.657393 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c1558-9865-44b3-a3c4-1fea446ee359 None None] The sync data for ids ['25d16b2e-b4ca-4090-ad3c-8200686e35a4'] in n-d-712143-16 is: [{'id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473997236', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:09:53Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'fd2085d1-17b3-4f52-a60e-abf4e44f06f2', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d16b2e-b4ca-4090-ad3c-8200686e35a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:58Z', 'updated_at': '2021-09-16T06:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:55.661747 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] Deleting port 53073583-bb0e-49d1-800a-f5ed69d151b5 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:55.662041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.715151 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port fd2085d1-17b3-4f52-a60e-abf4e44f06f2, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fd2085d1-17b3-4f52-a60e-abf4e44f06f2,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:55.715529 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.726906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for fd2085d1-17b3-4f52-a60e-abf4e44f06f2 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:55.730959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] For port 53073583-bb0e-49d1-800a-f5ed69d151b5, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=53073583-bb0e-49d1-800a-f5ed69d151b5,segment=NetworkSegment(9f3ed54a-688c-440e-b792-9fed921ecf95),segment_id=9f3ed54a-688c-440e-b792-9fed921ecf95)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:55.731593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.744119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] Calling delete_port for 53073583-bb0e-49d1-800a-f5ed69d151b5 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:55.845438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:55.865897 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:55.866253 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 7a87aa6b-e7c2-4175-a87b-bdbaa2b2b75f not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:55.970117 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.998144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] Pushing event deleted for resources: {'Port': ['ID=53073583-bb0e-49d1-800a-f5ed69d151b5,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:56.001816 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.005465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f5d9a-ef02-407f-bbe7-194216d4f670 None None] No DVR routers for this DVR port 53073583-bb0e-49d1-800a-f5ed69d151b5 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:56.030518 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=fd2085d1-17b3-4f52-a60e-abf4e44f06f2,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:56.042418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.042770 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.043116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.043478 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.043822 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.044158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.044488 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.044826 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.045372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.045474 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.045786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.046198 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.109981 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.206353 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.208563 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.307121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.307781 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Fanout notify agent at l3_agent the message router_deleted on router 25d16b2e-b4ca-4090-ad3c-8200686e35a4 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:09:56.317099 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.317099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e57b4ef3-6638-4fd4-974c-c3fc6cf8f535 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/routers/25d16b2e-b4ca-4090-ad3c-8200686e35a4 HTTP/1.1" status: 204 len: 168 time: 1.0403123 Sep 16 06:09:56.318774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40938) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:56.398625 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.484592 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.504538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537d3515-20bf-4ea7-bf49-555094f9dc2f']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:56.513331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3ed54a-688c-440e-b792-9fed921ecf95') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:56.513623 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3ed54a-688c-440e-b792-9fed921ecf95') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:56.522503 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.534957 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.540622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:09:56.541002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:09:56.543798 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:09:57.000611 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:57.008048 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:57.009230 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/networks/537d3515-20bf-4ea7-bf49-555094f9dc2f HTTP/1.1" status: 204 len: 168 time: 0.6894605 Sep 16 06:09:57.012185 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40940) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:57.020603 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615a425-a791-40b2-8c24-b1995c462e65 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Network': ['ID=537d3515-20bf-4ea7-bf49-555094f9dc2f,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:57.070041 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8450eaef-aa89-490d-a585-721db18b33c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:57.094286 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8450eaef-aa89-490d-a585-721db18b33c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:57.217573 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8450eaef-aa89-490d-a585-721db18b33c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:57.220935 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8450eaef-aa89-490d-a585-721db18b33c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:57.222136 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8450eaef-aa89-490d-a585-721db18b33c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/security-groups/e6314a5f-4feb-48a6-a54f-c8b92375651c HTTP/1.1" status: 204 len: 168 time: 0.2089691 Sep 16 06:09:57.224592 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 02a29bae-a55f-483b-9940-c22e33f321bb no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:57.233113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450eaef-aa89-490d-a585-721db18b33c8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6314a5f-4feb-48a6-a54f-c8b92375651c,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:57.248517 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 02a29bae-a55f-483b-9940-c22e33f321bb {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:57.248871 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 02a29bae-a55f-483b-9940-c22e33f321bb not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:57.249295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fd2085d1-17b3-4f52-a60e-abf4e44f06f2 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:57.272629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: fd2085d1-17b3-4f52-a60e-abf4e44f06f2 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:57.272629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fd2085d1-17b3-4f52-a60e-abf4e44f06f2 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:57.272629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 53073583-bb0e-49d1-800a-f5ed69d151b5 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:57.291175 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 53073583-bb0e-49d1-800a-f5ed69d151b5 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:57.291551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 53073583-bb0e-49d1-800a-f5ed69d151b5 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:58.062769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40946) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:58.068140 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-7dcca3b8-8e1c-4913-bd2c-dbbd5070fe72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685296918', 'description': 'tempest-secgroup-smoke-1685296918 description', 'project_id': '43080df03dee4b2e81d25eb0e6131129'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:58.149333 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dcca3b8-8e1c-4913-bd2c-dbbd5070fe72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.228937 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dcca3b8-8e1c-4913-bd2c-dbbd5070fe72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.290034 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dcca3b8-8e1c-4913-bd2c-dbbd5070fe72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.321977 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcca3b8-8e1c-4913-bd2c-dbbd5070fe72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4bf6f-de4d-4520-8309-dc0c60108dd9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:58.383790 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7dcca3b8-8e1c-4913-bd2c-dbbd5070fe72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.384916 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7dcca3b8-8e1c-4913-bd2c-dbbd5070fe72 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3204262 Sep 16 06:09:58.387807 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 40948) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:58.392244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c8d22784-a0cc-4bb3-b4d4-8a3397a5b8db tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '63e4bf6f-de4d-4520-8309-dc0c60108dd9', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:58.502152 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8d22784-a0cc-4bb3-b4d4-8a3397a5b8db tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.557427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8d22784-a0cc-4bb3-b4d4-8a3397a5b8db tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.628689 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8d22784-a0cc-4bb3-b4d4-8a3397a5b8db tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.646776 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d22784-a0cc-4bb3-b4d4-8a3397a5b8db tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53c49a9-b5e5-4aca-84bf-917bddcfed6e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:58.731979 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c8d22784-a0cc-4bb3-b4d4-8a3397a5b8db tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.733199 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c8d22784-a0cc-4bb3-b4d4-8a3397a5b8db tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444469 Sep 16 06:09:58.736129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40950) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:58.740807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-402c4af5-ba51-444e-a4de-459284d19f90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '63e4bf6f-de4d-4520-8309-dc0c60108dd9', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:58.823809 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.856828 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-402c4af5-ba51-444e-a4de-459284d19f90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.911964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-402c4af5-ba51-444e-a4de-459284d19f90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.000243 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-402c4af5-ba51-444e-a4de-459284d19f90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.018533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c4af5-ba51-444e-a4de-459284d19f90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf58589-699e-4c9a-8d17-c42164229efe,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:59.114304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-402c4af5-ba51-444e-a4de-459284d19f90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.115568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-402c4af5-ba51-444e-a4de-459284d19f90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3784089 Sep 16 06:09:59.118324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40952) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:59.122905 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-db84429e-d182-40ee-8381-3f3a5ddea73f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '63e4bf6f-de4d-4520-8309-dc0c60108dd9', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:59.221867 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db84429e-d182-40ee-8381-3f3a5ddea73f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.277694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db84429e-d182-40ee-8381-3f3a5ddea73f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.348904 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db84429e-d182-40ee-8381-3f3a5ddea73f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.366209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84429e-d182-40ee-8381-3f3a5ddea73f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d16859-fe44-4d3e-9a5c-53838dc57a81,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:59.451787 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-db84429e-d182-40ee-8381-3f3a5ddea73f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.453011 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-db84429e-d182-40ee-8381-3f3a5ddea73f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337622 Sep 16 06:09:59.455919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40954) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:59.460201 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-7d7e0816-ff15-43c2-9524-1a9091709e0f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '63e4bf6f-de4d-4520-8309-dc0c60108dd9', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:59.553793 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0816-ff15-43c2-9524-1a9091709e0f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.613456 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0816-ff15-43c2-9524-1a9091709e0f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.692510 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0816-ff15-43c2-9524-1a9091709e0f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.709931 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e0816-ff15-43c2-9524-1a9091709e0f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92077d3-d870-4415-a6ae-b19ef3f3848f,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:59.775983 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0816-ff15-43c2-9524-1a9091709e0f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.777204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-7d7e0816-ff15-43c2-9524-1a9091709e0f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3203261 Sep 16 06:09:59.780014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40956) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:59.784702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-e7c0ea77-7414-4ce4-8bb0-82aeb4176fa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '63e4bf6f-de4d-4520-8309-dc0c60108dd9', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:59.866610 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-e7c0ea77-7414-4ce4-8bb0-82aeb4176fa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:09:59.871333 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7c0ea77-7414-4ce4-8bb0-82aeb4176fa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.933704 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7c0ea77-7414-4ce4-8bb0-82aeb4176fa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.006216 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7c0ea77-7414-4ce4-8bb0-82aeb4176fa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.023608 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0ea77-7414-4ce4-8bb0-82aeb4176fa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca249c1c-b45e-4913-a933-5201a1919af3,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:00.126051 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e7c0ea77-7414-4ce4-8bb0-82aeb4176fa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.127322 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e7c0ea77-7414-4ce4-8bb0-82aeb4176fa8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3463659 Sep 16 06:10:00.130167 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40958) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:00.134491 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1a59fa8f-270c-4b06-aad6-1baaf25c7e0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': '63e4bf6f-de4d-4520-8309-dc0c60108dd9', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:00.228994 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-1a59fa8f-270c-4b06-aad6-1baaf25c7e0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:10:00.233856 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a59fa8f-270c-4b06-aad6-1baaf25c7e0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.295138 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a59fa8f-270c-4b06-aad6-1baaf25c7e0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.377394 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a59fa8f-270c-4b06-aad6-1baaf25c7e0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.397821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59fa8f-270c-4b06-aad6-1baaf25c7e0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8dd1b4-7d2f-4e6a-bfcc-2b9473b991ae,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:00.438699 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:00.474507 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1a59fa8f-270c-4b06-aad6-1baaf25c7e0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.475769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1a59fa8f-270c-4b06-aad6-1baaf25c7e0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446376 Sep 16 06:10:00.478532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40960) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:00.483324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'network': {'name': 'tempest-network-smoke--1157105786', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'port_security_enabled': True}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:00.566368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:10:00.569751 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.592125 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:10:00.600296 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.600644 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Added segment 3b5776bc-9c44-4217-bee8-3d71bc26fd4e of type vlan for network 22a05e48-e909-4bf1-b010-b4bc574be06a Sep 16 06:10:00.641971 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.754743 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.760313 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:00.760899 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.824195 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Network': ['ID=22a05e48-e909-4bf1-b010-b4bc574be06a,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:00.836286 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 22a05e48-e909-4bf1-b010-b4bc574be06a details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:10:00.907688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-8d72634d-be05-4353-adab-bd3bd1b8b4b8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4280887 Sep 16 06:10:00.910385 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40962) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:00.914803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'admin_state_up': True, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:01.000526 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.001502 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.054620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.273850 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.513880 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.532316 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.635751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.75 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/1f9b2879-5e6d-48e0-8cbd-ad31cec8b841) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:10:01.736716 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.833036 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.873906 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:10:01.876789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:10:01.882772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:10:01.888248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=1f9b2879-5e6d-48e0-8cbd-ad31cec8b841,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:02.201348 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:02.399902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:02.623407 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:10:02.728761 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:10:02.738896 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Sync routers for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:10:02.748056 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:02.748673 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:02.823488 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:02.824748 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2f2cd9a3-b19c-4b02-bf94-d2149078ca22 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9134204 Sep 16 06:10:02.828589 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40964) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:02.852141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:02.901855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c11af957-40de-4d1d-8304-d1afbc2b6b0e tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=43080df03dee4b2e81d25eb0e6131129&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724564 Sep 16 06:10:02.904344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40968) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:02.990372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e247f49-d0d8-4e86-ba29-ceedb7ad6b72 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:02.991904 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2e247f49-d0d8-4e86-ba29-ceedb7ad6b72 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866816 Sep 16 06:10:02.995621 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40970) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:03.025499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1ef35ab3-2797-45d0-bc72-0fc8f94d77de tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263071 Sep 16 06:10:03.025731 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40972) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:03.026705 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:02Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:03.030325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-750169960', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:03.056947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Checking router: 1c4a62db-c96a-4b65-98a0-7afbf28cb36e for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:10:03.057300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Updating router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:10:03.080712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.171942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:10:03.176436 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.326626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.395123 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.417895 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.449878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Attempting to bind port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:10:03.450256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Attempting to bind port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:10:03.450624 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Attempting to bind port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:10:03.456536 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c44ee-397f-4733-b451-564ee3ff3350 None None] Pushing event updated for resources: {'Port': ['ID=1f9b2879-5e6d-48e0-8cbd-ad31cec8b841,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:03.458885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:10:03.459619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:10:03.459845 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.460220 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:10:03.460698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Bound port: 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:10:03.461485 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.477437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Subnet': ['ID=6aa6a6ae-632c-43b7-80b8-50bbf145bf63,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:03.486004 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Checking segment: {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:10:03.486366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network hostable DHCP agents. Network: 22a05e48-e909-4bf1-b010-b4bc574be06a, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:10:03.511638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] For port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:10:03.514615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] For port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1f9b2879-5e6d-48e0-8cbd-ad31cec8b841,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:10:03.663707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 22a05e48-e909-4bf1-b010-b4bc574be06a is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:10:03.739065 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.783596 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 22a05e48-e909-4bf1-b010-b4bc574be06a) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:10:03.788319 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:03.788319 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:03.794487 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a814a0-1517-4e15-957f-ccc3a4d22bee None None] Network 22a05e48-e909-4bf1-b010-b4bc574be06a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:10:03.809807 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:03.810436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:03.812104 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c44ee-397f-4733-b451-564ee3ff3350 None None] Pushing event updated for resources: {'Port': ['ID=1f9b2879-5e6d-48e0-8cbd-ad31cec8b841,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:03.875456 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-88112a1b-e09d-47b5-92fe-00952adcdc0b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8487501 Sep 16 06:10:03.878786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 40974) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:03.991551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:04.116975 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43700655-15f0-4727-a9b0-26904583815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-22a05e48-e909-4bf1-b010-b4bc574be06a', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:10:04.117842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43700655-15f0-4727-a9b0-26904583815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.304939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-43700655-15f0-4727-a9b0-26904583815a None None] Allocated IP 172.20.0.2 (22a05e48-e909-4bf1-b010-b4bc574be06a/6aa6a6ae-632c-43b7-80b8-50bbf145bf63/fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:10:04.312513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:02Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:04.314605 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.347459 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fc115-9296-44a8-bf81-8f15bd0b7be8 None None] The sync data for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 is: [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:02Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:10:04.496456 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43700655-15f0-4727-a9b0-26904583815a None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.573587 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43700655-15f0-4727-a9b0-26904583815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.626985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43700655-15f0-4727-a9b0-26904583815a None None] Network 22a05e48-e909-4bf1-b010-b4bc574be06a is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:10:04.628453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-43700655-15f0-4727-a9b0-26904583815a None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:10:04.631262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43700655-15f0-4727-a9b0-26904583815a None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:10:04.636146 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.1 (22a05e48-e909-4bf1-b010-b4bc574be06a/6aa6a6ae-632c-43b7-80b8-50bbf145bf63/b9719c63-0092-484e-926f-3b109984e1d9) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:10:04.651067 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43700655-15f0-4727-a9b0-26904583815a None None] Pushing event updated for resources: {'Port': ['ID=fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:04.701418 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-43700655-15f0-4727-a9b0-26904583815a None None] Attempting to bind port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:10:04.702664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-43700655-15f0-4727-a9b0-26904583815a None None] Attempting to bind port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:10:04.702664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43700655-15f0-4727-a9b0-26904583815a None None] Attempting to bind port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b on network 22a05e48-e909-4bf1-b010-b4bc574be06a {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:10:04.708025 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43700655-15f0-4727-a9b0-26904583815a None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:10:04.708405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43700655-15f0-4727-a9b0-26904583815a None None] Checking segment: {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:10:04.708821 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43700655-15f0-4727-a9b0-26904583815a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.709224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43700655-15f0-4727-a9b0-26904583815a None None] Bound using segment: {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:10:04.709707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-43700655-15f0-4727-a9b0-26904583815a None None] Bound port: fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:10:04.710100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43700655-15f0-4727-a9b0-26904583815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.776446 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-43700655-15f0-4727-a9b0-26904583815a None None] For port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:10:04.779663 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-43700655-15f0-4727-a9b0-26904583815a None None] For port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:10:04.783813 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.904107 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-43700655-15f0-4727-a9b0-26904583815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.936531 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.973114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43700655-15f0-4727-a9b0-26904583815a None None] Pushing event updated for resources: {'Port': ['ID=fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:04.983703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 22a05e48-e909-4bf1-b010-b4bc574be06a is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:10:04.990506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:10:04.993259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:10:05.027639 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=b9719c63-0092-484e-926f-3b109984e1d9,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:05.049680 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.279355 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.316249 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:05.364516 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:05.364896 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.442289 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.474864 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:05.559808 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.583512 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.584317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:05.657826 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.662763 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:05.676549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:05.677371 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.739626 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.742288 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=b9719c63-0092-484e-926f-3b109984e1d9,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:05.759784 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.782303 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1f9b2879-5e6d-48e0-8cbd-ad31cec8b841,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:05.907465 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.963206 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=1f9b2879-5e6d-48e0-8cbd-ad31cec8b841,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:06.192721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 22a05e48-e909-4bf1-b010-b4bc574be06a is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:10:06.194165 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:10:06.305022 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:10:06.414282 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:10:06.421604 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ea595ec7-4bec-48f0-8139-b054f187fc03 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/1c4a62db-c96a-4b65-98a0-7afbf28cb36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5398521 Sep 16 06:10:06.424505 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Sync routers for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:10:06.434818 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:06.435487 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:06.551570 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:06.570671 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-0d1a155d-97cd-47fb-9594-594d2bb4fd3a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685296918&fields=id&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 267 time: 0.0348802 Sep 16 06:10:06.697399 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e406e1-302b-456f-bde6-d16355e236ff req-01f4ae93-0807-4fed-a11b-2ebf7303c133 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:06.699195 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-01f4ae93-0807-4fed-a11b-2ebf7303c133 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/networks?id=22a05e48-e909-4bf1-b010-b4bc574be06a HTTP/1.1" status: 200 len: 797 time: 0.1192660 Sep 16 06:10:06.717177 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-3d45a643-7e5e-4908-9d33-a87ba111f534 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/quotas/43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 375 time: 0.0098989 Sep 16 06:10:06.751475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75282fa-3140-4f26-a4c0-8ace3ada6198 None None] Network 22a05e48-e909-4bf1-b010-b4bc574be06a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:10:06.756992 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 2, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:06.775683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-463440be-aa0a-4062-b3f2-aa4291109fd2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506451 Sep 16 06:10:06.787976 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Checking router: 1c4a62db-c96a-4b65-98a0-7afbf28cb36e for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:10:06.788320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Updating router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e port b9719c63-0092-484e-926f-3b109984e1d9 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:10:06.794795 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-c0ba2a57-e827-41ac-95ca-301bce67981e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:10:06.796220 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-c0ba2a57-e827-41ac-95ca-301bce67981e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063231 Sep 16 06:10:06.812667 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:06.821445 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-627cbc98-bb6f-41e9-ad42-53f07c3a4ef3 None None] Provisioning complete for port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:06.822012 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-627cbc98-bb6f-41e9-ad42-53f07c3a4ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:06.901121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-f77cae3c-1654-4e5c-996d-2b6e4ce55c21 service neutron] 10.222.0.59 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986493 Sep 16 06:10:07.000439 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-59bfeb09-fadc-4c8e-828e-71dd1fcd01af service neutron] 10.222.0.59 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917385 Sep 16 06:10:07.083767 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.173264 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.273823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54dace08-5ed7-4458-a207-78adcac9d3e1 req-e126885b-743e-47f9-acaa-e89dd29d04e6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 210 time: 0.0419035 Sep 16 06:10:07.301222 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Attempting to bind port b9719c63-0092-484e-926f-3b109984e1d9 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:10:07.301606 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Attempting to bind port b9719c63-0092-484e-926f-3b109984e1d9 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:10:07.301975 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Attempting to bind port b9719c63-0092-484e-926f-3b109984e1d9 on network 22a05e48-e909-4bf1-b010-b4bc574be06a {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:10:07.302103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:07.304079 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Pushing event updated for resources: {'Port': ['ID=b9719c63-0092-484e-926f-3b109984e1d9,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:07.312600 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.312948 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.313291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.313624 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.313956 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.314286 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.314613 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.315475 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.316100 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.316227 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.316457 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.316779 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:07.322707 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:10:07.323165 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Checking segment: {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:10:07.323604 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.323990 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Bound using segment: {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:10:07.324469 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Bound port: b9719c63-0092-484e-926f-3b109984e1d9, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:10:07.324849 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.368179 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:07.369034 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.404891 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] For port b9719c63-0092-484e-926f-3b109984e1d9, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:10:07.408303 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] For port b9719c63-0092-484e-926f-3b109984e1d9, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b9719c63-0092-484e-926f-3b109984e1d9,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:10:07.471208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-df4e9e78-e0a8-4e3e-810b-54bfb9cdba2a None None] Provisioning complete for port b9719c63-0092-484e-926f-3b109984e1d9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:07.471623 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-df4e9e78-e0a8-4e3e-810b-54bfb9cdba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.473878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:07.504246 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.537814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-df4e9e78-e0a8-4e3e-810b-54bfb9cdba2a None None] Port b9719c63-0092-484e-926f-3b109984e1d9 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:10:07.557571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-df4e9e78-e0a8-4e3e-810b-54bfb9cdba2a None None] Provisioning complete for port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:07.557949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-df4e9e78-e0a8-4e3e-810b-54bfb9cdba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.579985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:07.580366 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.584588 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225b9da-da4e-4c90-b16e-f298a5c491f0 None None] Pushing event updated for resources: {'Port': ['ID=b9719c63-0092-484e-926f-3b109984e1d9,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:07.588667 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:07.588667 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:09:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:07.710747 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:07.825429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-60b42e3f-3a8e-4185-8f1f-9f6d60fb75ff None None] Provisioning complete for port b9719c63-0092-484e-926f-3b109984e1d9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:07.826027 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b42e3f-3a8e-4185-8f1f-9f6d60fb75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.927482 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b42e3f-3a8e-4185-8f1f-9f6d60fb75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:07.965035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-60b42e3f-3a8e-4185-8f1f-9f6d60fb75ff None None] For port b9719c63-0092-484e-926f-3b109984e1d9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b9719c63-0092-484e-926f-3b109984e1d9,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:08.024405 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:07Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:08.051785 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda98635-74fa-4dd2-a374-6cf284e7b961 None None] The sync data for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 is: [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:07Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:10:08.070496 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60b42e3f-3a8e-4185-8f1f-9f6d60fb75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:08.158369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b42e3f-3a8e-4185-8f1f-9f6d60fb75ff None None] Pushing event updated for resources: {'Port': ['ID=b9719c63-0092-484e-926f-3b109984e1d9,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:08.192858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-315dae28-5067-4cc2-8003-51795c2c50f6 None None] Provisioning complete for port b9719c63-0092-484e-926f-3b109984e1d9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:08.193285 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-315dae28-5067-4cc2-8003-51795c2c50f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:08.377605 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2436f3b4-48ee-4e3b-864a-e59387a15980 req-8b2f3680-d3a5-4c50-bffd-54a415821985 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Sep 16 06:10:08.407733 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-025cbd40-84a0-4592-a3fa-2217361997b3 None None] Provisioning complete for port b9719c63-0092-484e-926f-3b109984e1d9 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:08.408120 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-025cbd40-84a0-4592-a3fa-2217361997b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:09.246732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b9719c63-0092-484e-926f-3b109984e1d9 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:09.298182 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b9719c63-0092-484e-926f-3b109984e1d9 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:09.298560 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:09.508362 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ad95f5e5-519b-49ed-b206-d15c00574c81 req-6fa04a88-ffe7-4a4f-8f04-57c5f3641e7a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 210 time: 0.0466471 Sep 16 06:10:09.576806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e406e1-302b-456f-bde6-d16355e236ff req-8eec441e-3ed9-4321-ba4d-3099c97f925c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:09.578234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-8eec441e-3ed9-4321-ba4d-3099c97f925c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/networks?id=22a05e48-e909-4bf1-b010-b4bc574be06a HTTP/1.1" status: 200 len: 797 time: 0.1278262 Sep 16 06:10:09.618961 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-7a29d53b-eebd-4cd5-9e31-a7f0fed43ad8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 380 time: 0.0319145 Sep 16 06:10:09.628458 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'port': {'device_id': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'admin_state_up': True, 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'security_groups': ['63e4bf6f-de4d-4520-8309-dc0c60108dd9']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:09.864012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:10:09.867709 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:09.996308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.11 (22a05e48-e909-4bf1-b010-b4bc574be06a/6aa6a6ae-632c-43b7-80b8-50bbf145bf63/f304ad0c-c4b1-432c-982e-b5976a06414d) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:10:10.130541 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.257707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.303625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network 22a05e48-e909-4bf1-b010-b4bc574be06a is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:10:10.306763 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:10:10.313459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:10:10.337063 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=f304ad0c-c4b1-432c-982e-b5976a06414d,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:10.367210 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:10.367860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.439178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-9612bc23-9a2a-45aa-aca9-7430ae355886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8148875 Sep 16 06:10:10.453233 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Request body: {'port': {'device_id': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:10.508307 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.520822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a8d61889-3920-42f0-ad39-f1a7bce67d2a None None] Provisioning complete for port f304ad0c-c4b1-432c-982e-b5976a06414d triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:10.521407 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8d61889-3920-42f0-ad39-f1a7bce67d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.557972 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a8d61889-3920-42f0-ad39-f1a7bce67d2a None None] Port f304ad0c-c4b1-432c-982e-b5976a06414d cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:10:10.694494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603df76-f6e0-4f9d-a9fa-444cdaca8915 req-b6279671-e35e-4f97-88c3-38f64588349d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:10.696050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f603df76-f6e0-4f9d-a9fa-444cdaca8915 req-b6279671-e35e-4f97-88c3-38f64588349d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 932 time: 0.0812414 Sep 16 06:10:10.780472 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f603df76-f6e0-4f9d-a9fa-444cdaca8915 req-5803ef52-31e3-4cdd-b223-ca5dc40d3dbb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505412 Sep 16 06:10:10.843018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f304ad0c-c4b1-432c-982e-b5976a06414d {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:10:10.850769 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.862933 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Transition to ACTIVE for port object f304ad0c-c4b1-432c-982e-b5976a06414d will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:10:10.926260 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.975936 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f304ad0c-c4b1-432c-982e-b5976a06414d,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:11.053340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Attempting to bind port f304ad0c-c4b1-432c-982e-b5976a06414d on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:10:11.053665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Attempting to bind port f304ad0c-c4b1-432c-982e-b5976a06414d by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:10:11.053999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Attempting to bind port f304ad0c-c4b1-432c-982e-b5976a06414d on network 22a05e48-e909-4bf1-b010-b4bc574be06a {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:10:11.058631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Port f304ad0c-c4b1-432c-982e-b5976a06414d on network 22a05e48-e909-4bf1-b010-b4bc574be06a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:10:11.058950 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Attempting to bind port f304ad0c-c4b1-432c-982e-b5976a06414d on network 22a05e48-e909-4bf1-b010-b4bc574be06a {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:10:11.063402 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-aa017bef-8ed6-493f-8ec3-8270aa00ef44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:11.064200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:10:11.067538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Checking segment: {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:10:11.067538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Bound using segment: {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:10:11.067538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Bound port: f304ad0c-c4b1-432c-982e-b5976a06414d, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5776bc-9c44-4217-bee8-3d71bc26fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:10:11.067538 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:11.132606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] For port f304ad0c-c4b1-432c-982e-b5976a06414d, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:10:11.135734 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] For port f304ad0c-c4b1-432c-982e-b5976a06414d, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f304ad0c-c4b1-432c-982e-b5976a06414d,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:10:11.137374 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:11.215416 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:11.249845 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.250465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:11.251923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] 10.222.0.60 "PUT /v2.0/ports/f304ad0c-c4b1-432c-982e-b5976a06414d HTTP/1.1" status: 200 len: 1093 time: 0.8030751 Sep 16 06:10:11.252366 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:11.254633 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:11.283521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8e8dd-0882-48cb-a530-49eeba9d8c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f304ad0c-c4b1-432c-982e-b5976a06414d,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:11.348968 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070669ed-141c-4306-9f75-e2258c351bf3 x-openstack-request-id: req-070669ed-141c-4306-9f75-e2258c351bf3 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:11.350554 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:11.350554 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-070669ed-141c-4306-9f75-e2258c351bf3 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:11.350554 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'status': 'completed', 'code': 200} Sep 16 06:10:11.402926 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e406e1-302b-456f-bde6-d16355e236ff req-245a301e-e346-444b-b66e-19aae69fa03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.404508 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-245a301e-e346-444b-b66e-19aae69fa03c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 1096 time: 0.0469272 Sep 16 06:10:11.447426 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-f8ea3490-f826-4991-b741-e6f45bafe0ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f304ad0c-c4b1-432c-982e-b5976a06414d HTTP/1.1" status: 200 len: 217 time: 0.0344083 Sep 16 06:10:11.495432 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e406e1-302b-456f-bde6-d16355e236ff req-ace83bf8-e096-4dc9-b34d-44592acb5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.497373 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-ace83bf8-e096-4dc9-b34d-44592acb5f31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6aa6a6ae-632c-43b7-80b8-50bbf145bf63 HTTP/1.1" status: 200 len: 834 time: 0.0434177 Sep 16 06:10:11.545378 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e406e1-302b-456f-bde6-d16355e236ff req-0cc6008a-0f17-4a64-a59a-4a81c95c4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.546732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-0cc6008a-0f17-4a64-a59a-4a81c95c4d4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a05e48-e909-4bf1-b010-b4bc574be06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429137 Sep 16 06:10:11.635916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-049f6d56-d962-493d-9c51-0e8624b49d16 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810726 Sep 16 06:10:11.726482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-79e406e1-302b-456f-bde6-d16355e236ff req-da062b7e-47c3-4793-baf9-b0eeb873517b service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840774 Sep 16 06:10:11.920098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58accd1b-73af-4f3b-8cc8-397d58bcdc4d req-51400b10-0eb8-411b-b2f7-7d602dff7b08 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.921571 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58accd1b-73af-4f3b-8cc8-397d58bcdc4d req-51400b10-0eb8-411b-b2f7-7d602dff7b08 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 944 time: 0.0749240 Sep 16 06:10:11.927503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-c766341f-c043-46ea-a862-7e68f59a0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.928940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-c766341f-c043-46ea-a862-7e68f59a0699 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 1096 time: 0.0565541 Sep 16 06:10:12.014068 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-58accd1b-73af-4f3b-8cc8-397d58bcdc4d req-0b4b06e3-585f-406b-b779-3a58ed21ee6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842061 Sep 16 06:10:12.042330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-585757a4-46b2-42f9-977a-b02a42b14baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:12.043855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-585757a4-46b2-42f9-977a-b02a42b14baf service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a05e48-e909-4bf1-b010-b4bc574be06a HTTP/1.1" status: 200 len: 898 time: 0.1076891 Sep 16 06:10:12.089561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-0b6429aa-7748-4342-8931-1ec90681187a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f304ad0c-c4b1-432c-982e-b5976a06414d HTTP/1.1" status: 200 len: 217 time: 0.0376990 Sep 16 06:10:12.138439 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-19ebc7b6-2468-48bf-acc9-35f4a4c2150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:12.139880 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-19ebc7b6-2468-48bf-acc9-35f4a4c2150f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6aa6a6ae-632c-43b7-80b8-50bbf145bf63 HTTP/1.1" status: 200 len: 834 time: 0.0430939 Sep 16 06:10:12.194602 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-8162fbbd-f061-42c3-bd9b-c9210f8c380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:12.196134 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-8162fbbd-f061-42c3-bd9b-c9210f8c380d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a05e48-e909-4bf1-b010-b4bc574be06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480223 Sep 16 06:10:12.284138 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-b5129212-9f28-4b0e-aa76-b62a1f97d251 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798690 Sep 16 06:10:12.380205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fcc9e6c4-7925-4fe1-987c-0a6e77b4f0cc req-fe2e5586-75d4-49a6-bd4d-2e0c606455a8 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881526 Sep 16 06:10:13.128670 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3a3c1-a1f1-4c21-acee-9cb3e1006b2d req-e4cef010-9b74-4afa-9a17-59c5be53faf7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.130261 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81a3a3c1-a1f1-4c21-acee-9cb3e1006b2d req-e4cef010-9b74-4afa-9a17-59c5be53faf7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 944 time: 0.0493627 Sep 16 06:10:13.167155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81a3a3c1-a1f1-4c21-acee-9cb3e1006b2d req-be15b7f6-443d-4445-9d80-acdf0f469c6b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307300 Sep 16 06:10:14.280461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79be65-32b7-4f6b-97db-fe0fff5ec401 req-38f6700d-575d-4945-918b-c1c040de995a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:14.281921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c79be65-32b7-4f6b-97db-fe0fff5ec401 req-38f6700d-575d-4945-918b-c1c040de995a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 944 time: 0.0480711 Sep 16 06:10:14.283697 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:14.329291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2c79be65-32b7-4f6b-97db-fe0fff5ec401 req-e4996590-9c31-4aaa-a895-c15f9a4ddded tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355706 Sep 16 06:10:14.574906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-feb30897-f4db-45e7-a0f5-dae37a27a1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:15.404506 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:15.438312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2876a53-3166-4ac7-a93e-ba7a3fd341ee req-10b1012c-656d-4f5f-b94f-0317a61d16c3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:15.439814 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2876a53-3166-4ac7-a93e-ba7a3fd341ee req-10b1012c-656d-4f5f-b94f-0317a61d16c3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 944 time: 0.0496755 Sep 16 06:10:15.477214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e2876a53-3166-4ac7-a93e-ba7a3fd341ee req-3783f3d9-27e5-4527-8093-3a9fafedc680 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309095 Sep 16 06:10:15.499207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f304ad0c-c4b1-432c-982e-b5976a06414d details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:10:15.589570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f304ad0c-c4b1-432c-982e-b5976a06414d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f304ad0c-c4b1-432c-982e-b5976a06414d,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:15.600086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'port_id': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'mac_address': 'fa:16:3e:46:f0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:10:15.638787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:15.651492 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f304ad0c-c4b1-432c-982e-b5976a06414d {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:10:15.669541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f304ad0c-c4b1-432c-982e-b5976a06414d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f304ad0c-c4b1-432c-982e-b5976a06414d,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:15.754745 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:15.801047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f304ad0c-c4b1-432c-982e-b5976a06414d,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:15.959358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['f304ad0c-c4b1-432c-982e-b5976a06414d'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:10:16.588912 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd3577-ebbc-4232-a9d1-756bdee0a3ba req-80fc0100-e257-4b5b-9e74-9d5b55228e91 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:16.590390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3dd3577-ebbc-4232-a9d1-756bdee0a3ba req-80fc0100-e257-4b5b-9e74-9d5b55228e91 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 945 time: 0.0479903 Sep 16 06:10:16.627335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d3dd3577-ebbc-4232-a9d1-756bdee0a3ba req-528a8e73-703f-4cce-a2d9-a5a7bb70ce09 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Sep 16 06:10:17.125926 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:17.497558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f304ad0c-c4b1-432c-982e-b5976a06414d up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:17.617556 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port f304ad0c-c4b1-432c-982e-b5976a06414d completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:10:17.621607 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port f304ad0c-c4b1-432c-982e-b5976a06414d triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:17.622252 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:17.718785 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:17.741519 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:17.743972 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6e98b-a6c1-4b00-8794-9ff67ed177b7" -d '{"events": [{"server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "name": "network-vif-plugged", "status": "completed", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:17.759964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port f304ad0c-c4b1-432c-982e-b5976a06414d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f304ad0c-c4b1-432c-982e-b5976a06414d,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:17.763341 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dee94-1fa9-43ae-9ee0-c75c461c67db req-ee118bbe-dfe8-42b2-9b56-34976f81771e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:17.764881 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac4dee94-1fa9-43ae-9ee0-c75c461c67db req-ee118bbe-dfe8-42b2-9b56-34976f81771e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 945 time: 0.0607834 Sep 16 06:10:17.807926 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac4dee94-1fa9-43ae-9ee0-c75c461c67db req-d462bc9d-b606-4334-99cf-f818446f3961 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364540 Sep 16 06:10:17.833388 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d2c293-4698-4298-98fb-cf57afa1a67c x-openstack-request-id: req-14d2c293-4698-4298-98fb-cf57afa1a67c {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:17.833688 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "name": "network-vif-plugged", "status": "completed", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:17.833976 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14d2c293-4698-4298-98fb-cf57afa1a67c {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:17.834380 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'code': 200} Sep 16 06:10:17.840336 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:17.890666 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=f304ad0c-c4b1-432c-982e-b5976a06414d,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:17.899334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.899683 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.900023 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.900363 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.900695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.901029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.901354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.901677 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.902000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.902318 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.902638 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.902957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:17.929865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04ce8-93a7-4c7f-84a5-d35015cd21f1 req-9226bcd9-a34e-4d14-9aec-09efbcf939f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:17.931386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86b04ce8-93a7-4c7f-84a5-d35015cd21f1 req-9226bcd9-a34e-4d14-9aec-09efbcf939f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 1098 time: 0.0406647 Sep 16 06:10:17.965405 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-86b04ce8-93a7-4c7f-84a5-d35015cd21f1 req-1acb012a-30aa-4a8e-83f8-4e01b8de6b6a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271354 Sep 16 06:10:18.922672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4deabe-fe00-4ef1-bd5a-7c7ac1d11471 req-0a194824-7f64-4909-bfde-8d5d98c16b99 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:18.924207 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac4deabe-fe00-4ef1-bd5a-7c7ac1d11471 req-0a194824-7f64-4909-bfde-8d5d98c16b99 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0488877 Sep 16 06:10:18.961422 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac4deabe-fe00-4ef1-bd5a-7c7ac1d11471 req-7f993b04-d3dc-4c44-b0a5-a757c5825941 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Sep 16 06:10:20.077480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d837be8-b2bc-41b4-afc5-86d78bc172b2 req-2c2646f7-f632-4fd5-8ad3-e5ea48df3c90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:20.079214 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d837be8-b2bc-41b4-afc5-86d78bc172b2 req-2c2646f7-f632-4fd5-8ad3-e5ea48df3c90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0487382 Sep 16 06:10:20.120596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d837be8-b2bc-41b4-afc5-86d78bc172b2 req-cacb8e45-9dff-4ffd-b7db-15bc8e2eefc5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355227 Sep 16 06:10:20.238149 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cbff3-3cba-4d3d-9063-999648205b73 req-17c1403f-850f-439e-9010-d4c1f8ddc41d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:20.239662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c88cbff3-3cba-4d3d-9063-999648205b73 req-17c1403f-850f-439e-9010-d4c1f8ddc41d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0548043 Sep 16 06:10:20.276703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c88cbff3-3cba-4d3d-9063-999648205b73 req-e899a4d3-67c0-4bb0-afd2-abf705cc27f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Sep 16 06:10:20.298040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41036) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:20.336866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ad500-a1ab-4c9e-b0ad-b1ef68d17145 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:20.338373 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-fa0ad500-a1ab-4c9e-b0ad-b1ef68d17145 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 1093 time: 0.0393562 Sep 16 06:10:20.341151 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41038) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:20.345294 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:20.440521 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:20.538090 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:20.635904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.35 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/ee4c4e7e-00ed-4841-b6f4-64bb59efa6f6) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:10:20.741409 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:20.840609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:20.877598 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:10:20.880914 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:10:20.886303 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:10:20.907994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=ee4c4e7e-00ed-4841-b6f4-64bb59efa6f6,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:20.919085 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.919461 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.919808 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.920178 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.920511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.920844 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.921171 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.921496 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.921821 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.922144 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.922465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:20.922785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:21.251479 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:21.381477 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:21.532437 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:21.600312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:21.673681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=ee4c4e7e-00ed-4841-b6f4-64bb59efa6f6,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:21.684234 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:21.781642 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP 08afe1b0-3b38-41b9-9812-6b429ee78577 associated. External IP: 172.25.7.35, port: f304ad0c-c4b1-432c-982e-b5976a06414d. Sep 16 06:10:21.993084 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:10:22.102693 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:10:22.113387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] Sync routers for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:10:22.123735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:22.124353 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:10:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:22.186311 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:22.218851 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03387c18-225f-4ef7-822e-c1f66548ec02 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8766875 Sep 16 06:10:22.219527 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:22.222233 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901aab3-b8f4-4f33-89f5-f4117070c931" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:22.233043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:22.260895 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794cead-3853-404f-8b80-dcca8de2d9c8 x-openstack-request-id: req-6794cead-3853-404f-8b80-dcca8de2d9c8 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:22.261189 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:22.261449 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6794cead-3853-404f-8b80-dcca8de2d9c8 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:22.261872 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'status': 'completed', 'code': 200} Sep 16 06:10:22.347168 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8a866-4353-467b-98c8-c97a692af2c0 req-0ffe7372-5d4a-414b-b7dd-2978583a4054 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.349135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fc8a866-4353-467b-98c8-c97a692af2c0 req-0ffe7372-5d4a-414b-b7dd-2978583a4054 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0772839 Sep 16 06:10:22.351825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-cc381918-7c41-4633-801f-0cf1e0147ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.353196 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-cc381918-7c41-4633-801f-0cf1e0147ec1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 1098 time: 0.0696557 Sep 16 06:10:22.441063 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1fc8a866-4353-467b-98c8-c97a692af2c0 req-bc3f3514-68e2-4cc6-b77f-794cfaa02d36 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857496 Sep 16 06:10:22.465758 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '08afe1b0-3b38-41b9-9812-6b429ee78577', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'port_id': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'mac_address': 'fa:16:3e:46:f0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:10:21Z', 'updated_at': '2021-09-16T06:10:21Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:07Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:22.465965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41044) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:22.471329 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-c9c48b13-ff2c-4be1-92e4-c497f9d80797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.472810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-c9c48b13-ff2c-4be1-92e4-c497f9d80797 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a05e48-e909-4bf1-b010-b4bc574be06a HTTP/1.1" status: 200 len: 898 time: 0.1110206 Sep 16 06:10:22.489295 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] Checking router: 1c4a62db-c96a-4b65-98a0-7afbf28cb36e for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:10:22.498589 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:22.499211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:10:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:22.534618 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-19da9cbb-f37f-470f-9e52-6d208335c7c6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/08afe1b0-3b38-41b9-9812-6b429ee78577 HTTP/1.1" status: 200 len: 991 time: 0.0668352 Sep 16 06:10:22.544385 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-7d8d69a2-e662-405c-9af4-2cac8d62056a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f304ad0c-c4b1-432c-982e-b5976a06414d HTTP/1.1" status: 200 len: 999 time: 0.0641980 Sep 16 06:10:22.592451 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-4f93a2c3-faed-4489-aa93-95d187a2a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.593900 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-4f93a2c3-faed-4489-aa93-95d187a2a295 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6aa6a6ae-632c-43b7-80b8-50bbf145bf63 HTTP/1.1" status: 200 len: 834 time: 0.0432196 Sep 16 06:10:22.606344 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:22.642215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-3d8fa2a5-893c-4a26-820e-e3cab6544d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.643751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-3d8fa2a5-893c-4a26-820e-e3cab6544d51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a05e48-e909-4bf1-b010-b4bc574be06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424047 Sep 16 06:10:22.738358 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-3df09ce4-d16a-4bcc-98ee-d31b73727e47 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871334 Sep 16 06:10:22.828380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a901aab3-b8f4-4f33-89f5-f4117070c931 req-56861a01-c8fe-48c0-9b49-48e039a561c8 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832121 Sep 16 06:10:22.830919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '08afe1b0-3b38-41b9-9812-6b429ee78577', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'port_id': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'mac_address': 'fa:16:3e:46:f0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:10:21Z', 'updated_at': '2021-09-16T06:10:21Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:07Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:22.864176 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b0e3dd-05fc-4b37-b164-c66c2d754c3b None None] The sync data for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 is: [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '08afe1b0-3b38-41b9-9812-6b429ee78577', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'port_id': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'mac_address': 'fa:16:3e:46:f0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:10:21Z', 'updated_at': '2021-09-16T06:10:21Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:07Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:10:23.045922 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405bfcc1-63e4-4dc7-9fa8-d703907c6996 None None] New status for floating IP 08afe1b0-3b38-41b9-9812-6b429ee78577: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:10:23.539280 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41046) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:23.602198 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d932e7ef-0702-4bb9-b4a0-099d67497a51 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/08afe1b0-3b38-41b9-9812-6b429ee78577 HTTP/1.1" status: 200 len: 993 time: 0.0618460 Sep 16 06:10:28.854608 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:37.437425 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:41.057066 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d786ad9f-3037-49f3-a70b-14396881b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:41.148060 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:44.256569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:44.556706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a3a9-b0ce-400e-83dd-185bdaeaaf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:45.410738 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:47.153502 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:47.899691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-9ac1e0f1-cdda-4744-ac1f-8bcf90961ae1 req-0dfbd9d0-6abc-4333-9f1e-6910046973fb service neutron] (101825) timed out ('10.222.0.59', 36666) {{(pid=101825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:10:55.068351 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6b2e9-c662-4bd9-a3db-b6a0ea86f495 req-9ed463e8-2571-449c-9d85-b6a9904b114b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:55.069744 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-efc6b2e9-c662-4bd9-a3db-b6a0ea86f495 req-9ed463e8-2571-449c-9d85-b6a9904b114b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0489051 Sep 16 06:10:55.109574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-efc6b2e9-c662-4bd9-a3db-b6a0ea86f495 req-5bc3dd14-0595-46f3-a42f-7141dbbb6076 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335171 Sep 16 06:10:56.244879 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33cc1-b39b-4b98-a214-4f63e6c172f8 req-f8616e3f-bac4-4aa7-8923-5ce1c83d60b9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:56.246612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31e33cc1-b39b-4b98-a214-4f63e6c172f8 req-f8616e3f-bac4-4aa7-8923-5ce1c83d60b9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0506687 Sep 16 06:10:56.284026 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-31e33cc1-b39b-4b98-a214-4f63e6c172f8 req-4167dd9c-6700-49ef-a980-231d5548d7f2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Sep 16 06:10:57.401375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6efa7-b278-44b1-8716-d9af652fdc73 req-24e401da-ca2f-4755-817c-440f3bcc2372 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:57.402851 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-daf6efa7-b278-44b1-8716-d9af652fdc73 req-24e401da-ca2f-4755-817c-440f3bcc2372 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0525661 Sep 16 06:10:57.439013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-daf6efa7-b278-44b1-8716-d9af652fdc73 req-024ae385-846d-40fa-8507-c5cfc9c37d07 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302353 Sep 16 06:10:58.553344 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2c764-db56-45ff-8f17-19bb4cd2d768 req-3e311eb5-18b8-4d41-a872-31e9d77b6bbd tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:58.554829 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ac2c764-db56-45ff-8f17-19bb4cd2d768 req-3e311eb5-18b8-4d41-a872-31e9d77b6bbd tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0482478 Sep 16 06:10:58.591858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ac2c764-db56-45ff-8f17-19bb4cd2d768 req-1041f853-31a7-4103-ada0-f469ecd92f46 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308611 Sep 16 06:10:58.847251 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:59.703833 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a502-43a3-46bc-88a9-4fe8f56edfcb req-b5ec9655-0fba-4902-bff5-3ffbb0842ec3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:59.705301 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe32a502-43a3-46bc-88a9-4fe8f56edfcb req-b5ec9655-0fba-4902-bff5-3ffbb0842ec3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0469849 Sep 16 06:10:59.742391 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe32a502-43a3-46bc-88a9-4fe8f56edfcb req-263845e8-74b4-43e6-9ccb-81b20e3922d9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Sep 16 06:11:00.861356 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f8a78-0080-47bc-93e3-ae164ed5c8aa req-d45db063-f9e8-48fb-b012-57ea982fa0c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:00.862840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-961f8a78-0080-47bc-93e3-ae164ed5c8aa req-d45db063-f9e8-48fb-b012-57ea982fa0c5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0530369 Sep 16 06:11:00.900469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-961f8a78-0080-47bc-93e3-ae164ed5c8aa req-22acc485-319f-49d9-b961-5fa2b1173cda tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Sep 16 06:11:02.012733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419e781-77ed-4fca-990b-419f90a90c85 req-9310973c-c170-444d-9729-8b79c8d4a830 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:02.023356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b419e781-77ed-4fca-990b-419f90a90c85 req-9310973c-c170-444d-9729-8b79c8d4a830 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0484614 Sep 16 06:11:02.051810 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b419e781-77ed-4fca-990b-419f90a90c85 req-01767ed7-d57d-46d7-940c-8050c904d43b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Sep 16 06:11:02.147779 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-630474ba-c192-4916-bc19-c1a9f637ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:02.149236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-630474ba-c192-4916-bc19-c1a9f637ac04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 1098 time: 0.0391021 Sep 16 06:11:02.252061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-ee0e9d79-671b-49b8-a727-d0361a913336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:02.253421 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-ee0e9d79-671b-49b8-a727-d0361a913336 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a05e48-e909-4bf1-b010-b4bc574be06a HTTP/1.1" status: 200 len: 898 time: 0.0855160 Sep 16 06:11:02.316090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-bbc4c171-8908-48a7-bc7d-7c976d094936 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f304ad0c-c4b1-432c-982e-b5976a06414d HTTP/1.1" status: 200 len: 1001 time: 0.0556629 Sep 16 06:11:02.367798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-9be7e107-a597-4293-84ca-040ec9229b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:02.369232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-9be7e107-a597-4293-84ca-040ec9229b0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6aa6a6ae-632c-43b7-80b8-50bbf145bf63 HTTP/1.1" status: 200 len: 834 time: 0.0463331 Sep 16 06:11:02.420325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-eecabf1c-b5ea-413c-b661-91718f8b85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:02.421870 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-eecabf1c-b5ea-413c-b661-91718f8b85e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a05e48-e909-4bf1-b010-b4bc574be06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457950 Sep 16 06:11:02.508579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-5364aee5-1db2-436b-9fee-53083fbad4e7 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796502 Sep 16 06:11:02.598203 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3cf3a77d-f911-4971-827b-4d416fc04023 req-42631d0a-33b2-4bc9-aa70-0a782629b4d9 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832815 Sep 16 06:11:03.164465 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe612a40-caf5-495f-b3a6-6c1f0ee8698e req-89959def-c1f4-4533-bb69-f7b7156b1cf9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:03.166487 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe612a40-caf5-495f-b3a6-6c1f0ee8698e req-89959def-c1f4-4533-bb69-f7b7156b1cf9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0492675 Sep 16 06:11:03.204007 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe612a40-caf5-495f-b3a6-6c1f0ee8698e req-43cdb433-00c6-4a01-b741-61bade5b957d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Sep 16 06:11:04.320968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b134c57-7970-4eb1-ab72-3861a9b03f69 req-887ba53e-a1a2-4cee-89e3-0fa3d49fb4d0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:04.323050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b134c57-7970-4eb1-ab72-3861a9b03f69 req-887ba53e-a1a2-4cee-89e3-0fa3d49fb4d0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0526583 Sep 16 06:11:04.359136 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9b134c57-7970-4eb1-ab72-3861a9b03f69 req-eca14c2b-749b-43af-9c9e-a1a1d87b80f6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302064 Sep 16 06:11:05.475528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe29be0-8b46-4ce9-973a-a1336b2807a9 req-abc8e0ce-0ac4-4bbf-906b-88bef7bc0cf9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:05.476929 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afe29be0-8b46-4ce9-973a-a1336b2807a9 req-abc8e0ce-0ac4-4bbf-906b-88bef7bc0cf9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0485115 Sep 16 06:11:05.516151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-afe29be0-8b46-4ce9-973a-a1336b2807a9 req-3f866e35-17b9-4397-8795-8ca43a6c19fc tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Sep 16 06:11:06.627777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ce02a-0d52-4534-a0d4-be9bf9895a2b req-15424d1d-a25e-4970-8a0c-1732b8389886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:06.629223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b33ce02a-0d52-4534-a0d4-be9bf9895a2b req-15424d1d-a25e-4970-8a0c-1732b8389886 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0471568 Sep 16 06:11:06.665944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b33ce02a-0d52-4534-a0d4-be9bf9895a2b req-bb516c92-b3e7-49ea-b892-aa7bb1b79cd6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301137 Sep 16 06:11:07.783172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c2d47-f296-4ff5-8969-d86112ea9d84 req-5d653482-0935-4411-afe8-f69f4f65f750 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:07.784691 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d7c2d47-f296-4ff5-8969-d86112ea9d84 req-5d653482-0935-4411-afe8-f69f4f65f750 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0521691 Sep 16 06:11:07.820473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6d7c2d47-f296-4ff5-8969-d86112ea9d84 req-b7ac21d7-0572-4b5b-8981-8290ad1ca59a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300226 Sep 16 06:11:08.937132 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d1795-9f46-401b-b25c-5bf442aaf201 req-16fa3bf9-1bfc-4706-9209-faa130000c13 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:08.938582 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-413d1795-9f46-401b-b25c-5bf442aaf201 req-16fa3bf9-1bfc-4706-9209-faa130000c13 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0473528 Sep 16 06:11:08.975933 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-413d1795-9f46-401b-b25c-5bf442aaf201 req-8e1e5957-cf79-4ebc-8a71-87264b12ef54 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Sep 16 06:11:10.087646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75023215-9ff5-488b-9fcd-96e167ebf046 req-b7e3c5c0-7f8c-480c-b64b-217a64823a49 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:10.089119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75023215-9ff5-488b-9fcd-96e167ebf046 req-b7e3c5c0-7f8c-480c-b64b-217a64823a49 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0480692 Sep 16 06:11:10.126749 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75023215-9ff5-488b-9fcd-96e167ebf046 req-45ef6f71-87b6-4ff0-ac3a-65361c0433e3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Sep 16 06:11:11.066111 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-83128fec-1c28-413e-bc02-9ab13cf0a88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.158796 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.289358 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845aa8-fe18-4ee9-9733-2ad4ce1c48bf req-90eecb93-fe77-4672-887a-efb55fce96c0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:11.290838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45845aa8-fe18-4ee9-9733-2ad4ce1c48bf req-90eecb93-fe77-4672-887a-efb55fce96c0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0535398 Sep 16 06:11:11.329215 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-45845aa8-fe18-4ee9-9733-2ad4ce1c48bf req-b4b48c53-6ef2-4213-8b5b-e3e9891f7f04 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Sep 16 06:11:11.350625 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41098) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:11.411830 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1159daa6-02c0-40cd-8dfe-033ff7c1a234 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/08afe1b0-3b38-41b9-9812-6b429ee78577 HTTP/1.1" status: 200 len: 993 time: 0.0600564 Sep 16 06:11:12.849433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955a748-dc6b-4ade-a24a-6c5a1299c925 req-6f199743-4a80-4e2d-9cef-f396f1b71527 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:12.850920 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a955a748-dc6b-4ade-a24a-6c5a1299c925 req-6f199743-4a80-4e2d-9cef-f396f1b71527 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0478761 Sep 16 06:11:12.892333 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a955a748-dc6b-4ade-a24a-6c5a1299c925 req-31b198b6-0b67-4ad3-b36a-bb4ab28521e9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352552 Sep 16 06:11:12.945892 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-35be7365-4dc0-40cf-a9cf-723ea304290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:12.947408 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-35be7365-4dc0-40cf-a9cf-723ea304290b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 1098 time: 0.0393035 Sep 16 06:11:13.035657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-6e9e67ae-2c90-4af2-803b-d553ce5183fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:13.037039 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-6e9e67ae-2c90-4af2-803b-d553ce5183fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a05e48-e909-4bf1-b010-b4bc574be06a HTTP/1.1" status: 200 len: 898 time: 0.0832033 Sep 16 06:11:13.104187 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-450352da-8581-4ae7-93bc-d72daf0d1ada service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f304ad0c-c4b1-432c-982e-b5976a06414d HTTP/1.1" status: 200 len: 1001 time: 0.0601017 Sep 16 06:11:13.151864 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-17acae10-a459-4b04-a231-e36ece90f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:13.153944 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-17acae10-a459-4b04-a231-e36ece90f247 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6aa6a6ae-632c-43b7-80b8-50bbf145bf63 HTTP/1.1" status: 200 len: 834 time: 0.0427737 Sep 16 06:11:13.196248 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-13cd43dd-b9b6-40fa-baa6-20b168e8e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:13.197678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-13cd43dd-b9b6-40fa-baa6-20b168e8e1a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a05e48-e909-4bf1-b010-b4bc574be06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377173 Sep 16 06:11:13.288484 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-4be6b01f-384b-46a0-9c32-029f8dad36a9 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 Sep 16 06:11:13.376811 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4627d240-1b64-43da-bd52-76fce82fd3cd req-45523b12-a352-4932-ae20-b955a0e4c4d2 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817444 Sep 16 06:11:14.014213 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467d847-d282-435f-901f-673130d4a8cc req-a86ccdb6-cb59-4c97-8cf5-ed8b46c7d70d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:14.015818 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0467d847-d282-435f-901f-673130d4a8cc req-a86ccdb6-cb59-4c97-8cf5-ed8b46c7d70d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0531504 Sep 16 06:11:14.054035 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0467d847-d282-435f-901f-673130d4a8cc req-ba28a258-86ff-4100-89c2-553ed910708f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Sep 16 06:11:14.303959 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:14.436609 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:14.532975 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb783-ac7c-40b4-90de-42d5bed33dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:15.169943 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500cd4b-dd42-41d4-8946-6399059d437c req-217683ff-af89-48ee-80c5-f591e2d5df04 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:15.171953 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5500cd4b-dd42-41d4-8946-6399059d437c req-217683ff-af89-48ee-80c5-f591e2d5df04 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0475304 Sep 16 06:11:15.208820 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5500cd4b-dd42-41d4-8946-6399059d437c req-e9b5d48f-7e33-46e9-9b03-fdb3df014002 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Sep 16 06:11:15.230218 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41110) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:15.291845 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-64446b5c-1024-4bdd-9118-c42ada68797f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/08afe1b0-3b38-41b9-9812-6b429ee78577 HTTP/1.1" status: 200 len: 993 time: 0.0605066 Sep 16 06:11:15.424032 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.126543 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.846623 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:41.091835 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-07e5d72f-4232-4dda-8866-23bfb9001960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:41.210623 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:44.260965 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:44.532542 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8c667fbc-13b9-4e37-804a-ff97f94bf4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:45.411737 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:45.875500 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41130) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:46.025941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port ee4c4e7e-00ed-4841-b6f4-64bb59efa6f6 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:46.026278 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.098327 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.098651 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.109777 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for ee4c4e7e-00ed-4841-b6f4-64bb59efa6f6 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:46.314707 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.340890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=ee4c4e7e-00ed-4841-b6f4-64bb59efa6f6,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.372214 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.373170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.373170 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:46.413670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.414004 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP 08afe1b0-3b38-41b9-9812-6b429ee78577 disassociated (deleted). External IP: 172.25.7.35, port: f304ad0c-c4b1-432c-982e-b5976a06414d. Sep 16 06:11:46.971433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:47.074999 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:47.079383 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.088321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] Sync routers for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:47.097097 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:47.097790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:47.110112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-cae3b1ad-5601-4d4b-900e-4c71e61525b5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/floatingips/08afe1b0-3b38-41b9-9812-6b429ee78577 HTTP/1.1" status: 204 len: 168 time: 1.2324560 Sep 16 06:11:47.110112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:47.111811 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d033b-1c8e-4b51-be09-a9914df12c00" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:47.155300 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54157efe-1c0c-43f0-a799-bf4a10380d85 x-openstack-request-id: req-54157efe-1c0c-43f0-a799-bf4a10380d85 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:47.155597 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:47.155954 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54157efe-1c0c-43f0-a799-bf4a10380d85 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:47.156317 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'status': 'completed', 'code': 200} Sep 16 06:11:47.190834 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.213707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:47.218813 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-2c51caaa-b137-463a-ba78-39a62f9b5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:47.220617 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-2c51caaa-b137-463a-ba78-39a62f9b5aa0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 1098 time: 0.0408955 Sep 16 06:11:47.312480 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-8f442f23-20b2-4f06-bec9-9c14db72a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:47.314066 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-8f442f23-20b2-4f06-bec9-9c14db72a32c service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a05e48-e909-4bf1-b010-b4bc574be06a HTTP/1.1" status: 200 len: 898 time: 0.0857444 Sep 16 06:11:47.361086 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-c0930950-b208-4e3e-b695-aee5b907be85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f304ad0c-c4b1-432c-982e-b5976a06414d HTTP/1.1" status: 200 len: 217 time: 0.0392969 Sep 16 06:11:47.420061 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-eba666ba-4011-4d54-8bcb-9dbf1d392f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:47.421688 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-eba666ba-4011-4d54-8bcb-9dbf1d392f6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6aa6a6ae-632c-43b7-80b8-50bbf145bf63 HTTP/1.1" status: 200 len: 834 time: 0.0540767 Sep 16 06:11:47.471876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-920433ac-2fb2-479e-b453-196e7c77d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:47.473414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-920433ac-2fb2-479e-b453-196e7c77d683 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a05e48-e909-4bf1-b010-b4bc574be06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445616 Sep 16 06:11:47.565509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:07Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:47.588884 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6cea-f588-4f94-81f9-86cee8720756 req-339a6e3a-d709-4cd2-81a4-a6625050ce44 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:47.590363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-054f6cea-f588-4f94-81f9-86cee8720756 req-339a6e3a-d709-4cd2-81a4-a6625050ce44 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0914237 Sep 16 06:11:47.592433 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] Checking router: 1c4a62db-c96a-4b65-98a0-7afbf28cb36e for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:47.600878 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:47.601481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:47.620792 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-9199ec01-e3e8-41a9-9725-1590c2ea66e7 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394544 Sep 16 06:11:47.654543 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-054f6cea-f588-4f94-81f9-86cee8720756 req-0ff61cd5-64fa-479b-8d9e-adaf07f38675 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567417 Sep 16 06:11:47.708961 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:47.736312 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f58d033b-1c8e-4b51-be09-a9914df12c00 req-f2bcfd76-5e1b-4864-ab9e-124e57a52648 service neutron] 10.222.0.60 "GET /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052446 Sep 16 06:11:47.909330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:07Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:47.935161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b477144-1e07-489a-a3f7-9ffbc0050b1f None None] The sync data for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 is: [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b9719c63-0092-484e-926f-3b109984e1d9', 'name': '', 'network_id': '22a05e48-e909-4bf1-b010-b4bc574be06a', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:ce:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:04Z', 'updated_at': '2021-09-16T06:10:07Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': '6aa6a6ae-632c-43b7-80b8-50bbf145bf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:48.141837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff88dc-449b-4c77-8f28-dfaa8826ba34 None None] New status for floating IP 08afe1b0-3b38-41b9-9812-6b429ee78577: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:11:48.775843 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ee36-4996-4c0c-85d8-5b8ac3f81993 req-74e9d08b-a6cd-4837-bba7-e7c352ff71b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:48.777338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4c4ee36-4996-4c0c-85d8-5b8ac3f81993 req-74e9d08b-a6cd-4837-bba7-e7c352ff71b1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0508931 Sep 16 06:11:48.814923 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b4c4ee36-4996-4c0c-85d8-5b8ac3f81993 req-82d10f14-b36b-4a7d-8936-a97aea1dbbb6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=63e4bf6f-de4d-4520-8309-dc0c60108dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Sep 16 06:11:48.987679 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-5413cb98-48a4-4512-9fe9-38ae66f9ac5a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:48.989030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-5413cb98-48a4-4512-9fe9-38ae66f9ac5a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 946 time: 0.0475240 Sep 16 06:11:49.078542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port f304ad0c-c4b1-432c-982e-b5976a06414d {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:49.078881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.165324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port f304ad0c-c4b1-432c-982e-b5976a06414d, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=f304ad0c-c4b1-432c-982e-b5976a06414d,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:49.165694 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.177183 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for f304ad0c-c4b1-432c-982e-b5976a06414d owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:49.358169 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.385861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=f304ad0c-c4b1-432c-982e-b5976a06414d,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:49.431703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] No DVR routers for this DVR port f304ad0c-c4b1-432c-982e-b5976a06414d on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:11:49.434326 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.436368 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b9212834-4d1b-4205-91bc-8db9a179cc0e req-caeb2d38-245b-4c56-aa1d-cfd721c735b2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "DELETE /v2.0/ports/f304ad0c-c4b1-432c-982e-b5976a06414d HTTP/1.1" status: 204 len: 173 time: 0.4413311 Sep 16 06:11:49.436894 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'name': 'network-vif-deleted', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:49.439142 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e976da3-23fa-49ac-bdae-d2734fb157fc" -d '{"events": [{"server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "name": "network-vif-deleted", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:49.474340 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c1ce5-f4f0-4f07-b2ac-b3c2a2814f9a x-openstack-request-id: req-5a9c1ce5-f4f0-4f07-b2ac-b3c2a2814f9a {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:49.474643 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4c81f2-8d28-4792-8e3d-4045328a2db6", "name": "network-vif-deleted", "tag": "f304ad0c-c4b1-432c-982e-b5976a06414d", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:49.474902 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a9c1ce5-f4f0-4f07-b2ac-b3c2a2814f9a {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:49.475330 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4c81f2-8d28-4792-8e3d-4045328a2db6', 'name': 'network-vif-deleted', 'tag': 'f304ad0c-c4b1-432c-982e-b5976a06414d', 'status': 'completed', 'code': 200} Sep 16 06:11:49.919838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ed02b2d4-6149-41f3-84fb-f6cc07d27a7e req-2e31dd59-e872-4f98-8dd2-009cef521567 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce4c81f2-8d28-4792-8e3d-4045328a2db6 HTTP/1.1" status: 200 len: 210 time: 0.0257375 Sep 16 06:11:50.975056 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41152) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:51.321753 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.449462 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:51.572519 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port b9719c63-0092-484e-926f-3b109984e1d9 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:51.572784 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.661506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port b9719c63-0092-484e-926f-3b109984e1d9, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b9719c63-0092-484e-926f-3b109984e1d9,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:51.661875 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.674694 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for b9719c63-0092-484e-926f-3b109984e1d9 owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:51.908776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.934449 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=b9719c63-0092-484e-926f-3b109984e1d9,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:51.978931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f304ad0c-c4b1-432c-982e-b5976a06414d no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:52.000828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: f304ad0c-c4b1-432c-982e-b5976a06414d {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:52.001188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device f304ad0c-c4b1-432c-982e-b5976a06414d not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:52.110377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.323542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:52.428934 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:52.435090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-3bc8e181-7b2c-4579-966f-873289543cf5 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/1c4a62db-c96a-4b65-98a0-7afbf28cb36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4583058 Sep 16 06:11:52.437122 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41154) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:52.438183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] Sync routers for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:52.447338 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:52.447973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:52.491413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98f57c4-41d3-45fb-98bc-00a92048eac9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting subnet 6aa6a6ae-632c-43b7-80b8-50bbf145bf63 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:11:52.494701 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e98f57c4-41d3-45fb-98bc-00a92048eac9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.533414 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e98f57c4-41d3-45fb-98bc-00a92048eac9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.554095 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:52.621425 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e98f57c4-41d3-45fb-98bc-00a92048eac9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.727041 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e98f57c4-41d3-45fb-98bc-00a92048eac9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.738396 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:11:51Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:52.757142 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f57c4-41d3-45fb-98bc-00a92048eac9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa6a6ae-632c-43b7-80b8-50bbf145bf63,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:52.760900 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e98f57c4-41d3-45fb-98bc-00a92048eac9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.770584 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e98f57c4-41d3-45fb-98bc-00a92048eac9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/subnets/6aa6a6ae-632c-43b7-80b8-50bbf145bf63 HTTP/1.1" status: 204 len: 168 time: 0.3274913 Sep 16 06:11:52.770819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41156) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:52.772913 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11242a2-0a42-4a96-83f1-5e732dc2c3ac None None] Network 22a05e48-e909-4bf1-b010-b4bc574be06a requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:11:52.776236 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] Checking router: 1c4a62db-c96a-4b65-98a0-7afbf28cb36e for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:52.803126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] Routers {'1c4a62db-c96a-4b65-98a0-7afbf28cb36e'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:52.803775 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:52.873742 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.976732 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.976973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] Set router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:53.038358 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] DHCP port deletion for 22a05e48-e909-4bf1-b010-b4bc574be06a request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:11:53.077701 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:53.078099 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.159791 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=1f9b2879-5e6d-48e0-8cbd-ad31cec8b841,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:53.160085 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.171805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:53.188301 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Deleting port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:53.188680 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.216976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:11:51Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:53.276013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df421f-d577-4afe-b763-dec8b27057e7 None None] The sync data for ids ['1c4a62db-c96a-4b65-98a0-7afbf28cb36e'] in n-d-712143-16 is: [{'id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965608456', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:11:51Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': '1f9b2879-5e6d-48e0-8cbd-ad31cec8b841', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a62db-c96a-4b65-98a0-7afbf28cb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:10:01Z', 'updated_at': '2021-09-16T06:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:53.285266 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] For port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b,segment=NetworkSegment(3b5776bc-9c44-4217-bee8-3d71bc26fd4e),segment_id=3b5776bc-9c44-4217-bee8-3d71bc26fd4e)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:53.285674 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.299435 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Calling delete_port for fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:53.427274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.451739 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.454225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=1f9b2879-5e6d-48e0-8cbd-ad31cec8b841,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:53.464897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.465262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.465616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.465963 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.466307 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.466653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.467086 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.467358 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.467698 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.468032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.468369 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.468823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.478167 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Pushing event deleted for resources: {'Port': ['ID=fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:53.482721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] No DVR routers for this DVR port fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:11:53.489833 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.490192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.490567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.491568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.491906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.492242 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.492575 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.492955 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.493740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.493740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.494543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.494543 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae019ccc-098e-4bc2-b711-794ac6cb40d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:53.530581 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.620531 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.622654 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.673968 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:53.694992 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:53.695388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device fc9ddd53-3ac3-42e6-b1cf-507e8b29dd9b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:53.735716 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.736319 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Fanout notify agent at l3_agent the message router_deleted on router 1c4a62db-c96a-4b65-98a0-7afbf28cb36e {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:11:53.744570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.748367 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3b77be6a-c23c-49a9-95ef-7c9d9b2e3b56 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/routers/1c4a62db-c96a-4b65-98a0-7afbf28cb36e HTTP/1.1" status: 204 len: 168 time: 0.9792044 Sep 16 06:11:53.750736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41160) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:53.825794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.918600 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.938768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a05e48-e909-4bf1-b010-b4bc574be06a']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:53.948446 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5776bc-9c44-4217-bee8-3d71bc26fd4e') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:53.948746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5776bc-9c44-4217-bee8-3d71bc26fd4e') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:53.958417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.972440 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.978529 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:11:53.978910 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:11:53.981836 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:11:54.117951 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.125794 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.127299 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/networks/22a05e48-e909-4bf1-b010-b4bc574be06a HTTP/1.1" status: 204 len: 168 time: 0.3775580 Sep 16 06:11:54.130045 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41162) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:54.139229 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93737b56-4f45-4d61-9739-0e923bda67a3 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Network': ['ID=22a05e48-e909-4bf1-b010-b4bc574be06a,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:54.188495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b89007f4-eacf-485c-9370-6c2d06cbbd90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.213848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b89007f4-eacf-485c-9370-6c2d06cbbd90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.314352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b89007f4-eacf-485c-9370-6c2d06cbbd90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.317069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b89007f4-eacf-485c-9370-6c2d06cbbd90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.318267 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b89007f4-eacf-485c-9370-6c2d06cbbd90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/security-groups/63e4bf6f-de4d-4520-8309-dc0c60108dd9 HTTP/1.1" status: 204 len: 168 time: 0.1872375 Sep 16 06:11:54.328243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89007f4-eacf-485c-9370-6c2d06cbbd90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4bf6f-de4d-4520-8309-dc0c60108dd9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:54.702023 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41168) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:54.706681 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-317701c3-cc35-4566-86ef-744c568ebebf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814414979', 'description': 'tempest-secgroup-smoke-1814414979 description', 'project_id': '43080df03dee4b2e81d25eb0e6131129'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:54.794161 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-317701c3-cc35-4566-86ef-744c568ebebf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.874543 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-317701c3-cc35-4566-86ef-744c568ebebf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.959713 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-317701c3-cc35-4566-86ef-744c568ebebf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:54.988547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317701c3-cc35-4566-86ef-744c568ebebf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:55.057277 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-317701c3-cc35-4566-86ef-744c568ebebf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.058604 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-317701c3-cc35-4566-86ef-744c568ebebf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3555436 Sep 16 06:11:55.061859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41170) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:55.066535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1275b24b-4ccb-4e3d-9b43-8979ba446391 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'a3b8ccc5-e954-44d2-9d8d-a353d553b4fc', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:55.147892 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1275b24b-4ccb-4e3d-9b43-8979ba446391 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.205593 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1275b24b-4ccb-4e3d-9b43-8979ba446391 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.273696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1275b24b-4ccb-4e3d-9b43-8979ba446391 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.278371 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:55.292824 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275b24b-4ccb-4e3d-9b43-8979ba446391 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c294c85-2c35-4133-9762-6eb6c589e855,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:55.301628 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:55.301982 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 1f9b2879-5e6d-48e0-8cbd-ad31cec8b841 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:55.302410 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b9719c63-0092-484e-926f-3b109984e1d9 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:55.320959 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b9719c63-0092-484e-926f-3b109984e1d9 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:55.321310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b9719c63-0092-484e-926f-3b109984e1d9 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:55.372886 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1275b24b-4ccb-4e3d-9b43-8979ba446391 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.374150 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1275b24b-4ccb-4e3d-9b43-8979ba446391 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3112383 Sep 16 06:11:55.378243 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41172) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:55.383004 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-07c55503-c982-413f-9f0b-0db4968a910c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'a3b8ccc5-e954-44d2-9d8d-a353d553b4fc', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:55.467604 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07c55503-c982-413f-9f0b-0db4968a910c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.528145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07c55503-c982-413f-9f0b-0db4968a910c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.597803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07c55503-c982-413f-9f0b-0db4968a910c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.612804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c55503-c982-413f-9f0b-0db4968a910c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e35f22-76e8-48ae-8f32-80e8d9cfcf0b,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:55.685302 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07c55503-c982-413f-9f0b-0db4968a910c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.686589 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07c55503-c982-413f-9f0b-0db4968a910c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072848 Sep 16 06:11:55.689258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41174) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:55.693601 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-f50ba626-68aa-4721-bf45-9c5f662fb995 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'a3b8ccc5-e954-44d2-9d8d-a353d553b4fc', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:55.780821 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f50ba626-68aa-4721-bf45-9c5f662fb995 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.837487 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f50ba626-68aa-4721-bf45-9c5f662fb995 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.908127 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f50ba626-68aa-4721-bf45-9c5f662fb995 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.924897 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ba626-68aa-4721-bf45-9c5f662fb995 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb96d09-548e-47e6-80bb-7ea518eb487c,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:56.003919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f50ba626-68aa-4721-bf45-9c5f662fb995 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.005134 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f50ba626-68aa-4721-bf45-9c5f662fb995 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3149588 Sep 16 06:11:56.008400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41176) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:56.013071 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-30023a45-d696-4f13-88fe-949fd0ad8c6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'a3b8ccc5-e954-44d2-9d8d-a353d553b4fc', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:56.129849 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30023a45-d696-4f13-88fe-949fd0ad8c6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.187818 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30023a45-d696-4f13-88fe-949fd0ad8c6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.274081 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30023a45-d696-4f13-88fe-949fd0ad8c6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.291393 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023a45-d696-4f13-88fe-949fd0ad8c6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded2c2d6-465c-42b0-966b-93edd88c8dfe,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:56.359597 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-30023a45-d696-4f13-88fe-949fd0ad8c6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.360871 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-30023a45-d696-4f13-88fe-949fd0ad8c6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3514016 Sep 16 06:11:56.363620 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41178) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:56.368759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-4b870fef-992f-4f8b-9b95-b79bb6fe204b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'a3b8ccc5-e954-44d2-9d8d-a353d553b4fc', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:56.428059 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-4b870fef-992f-4f8b-9b95-b79bb6fe204b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:11:56.433500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b870fef-992f-4f8b-9b95-b79bb6fe204b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.495919 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b870fef-992f-4f8b-9b95-b79bb6fe204b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.542433 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b870fef-992f-4f8b-9b95-b79bb6fe204b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.563080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b870fef-992f-4f8b-9b95-b79bb6fe204b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fa6fea-e34e-4a51-a8b3-f29733b92de8,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:56.622759 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-4b870fef-992f-4f8b-9b95-b79bb6fe204b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.624037 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-4b870fef-992f-4f8b-9b95-b79bb6fe204b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2594860 Sep 16 06:11:56.626783 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41180) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:56.631275 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-dc5e43e6-5b49-4543-8852-d2c28a787a01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'security_group_rule': {'security_group_id': 'a3b8ccc5-e954-44d2-9d8d-a353d553b4fc', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:56.691229 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-dc5e43e6-5b49-4543-8852-d2c28a787a01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Project 43080df03dee4b2e81d25eb0e6131129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:11:56.696099 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc5e43e6-5b49-4543-8852-d2c28a787a01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.756255 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc5e43e6-5b49-4543-8852-d2c28a787a01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.799801 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc5e43e6-5b49-4543-8852-d2c28a787a01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.819483 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e43e6-5b49-4543-8852-d2c28a787a01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf23129-d257-402a-b600-db4b1f27c972,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:56.868547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-dc5e43e6-5b49-4543-8852-d2c28a787a01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.870023 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-dc5e43e6-5b49-4543-8852-d2c28a787a01 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2422686 Sep 16 06:11:56.873156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41182) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:56.877926 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'network': {'name': 'tempest-network-smoke--2081965136', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'port_security_enabled': True}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:56.954154 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:11:56.957524 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.979391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:11:56.987962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:56.988312 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Added segment 58515cad-e71c-4ee4-9393-683b90c0e1a8 of type vlan for network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 Sep 16 06:11:57.029639 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.108427 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.114033 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:57.114618 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.183330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Network': ['ID=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:57.193497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:11:57.206384 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9deabcaa-f43d-42c9-a818-c7444461309f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3320665 Sep 16 06:11:57.208872 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41184) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:57.213813 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'admin_state_up': True, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:57.297149 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.298209 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.349013 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.538828 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.793050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.811770 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.910519 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.204 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/b3368f80-9f6f-4c2d-9953-cbec940aaa13) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:58.012909 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.106794 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.143630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:58.146428 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:58.152546 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:58.157921 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=b3368f80-9f6f-4c2d-9953-cbec940aaa13,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:58.449532 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.832770 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.989083 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.193707 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:11:59.300380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:59.310642 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Sync routers for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:59.319294 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:59.320466 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:59.377335 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.381605 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-94412289-14ef-4373-921a-2b2b3e66751c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1689086 Sep 16 06:11:59.381853 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41186) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:59.410786 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-56642606-6e4d-416e-a7f3-44f91a5488e4 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=43080df03dee4b2e81d25eb0e6131129&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272045 Sep 16 06:11:59.413406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41188) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:59.422084 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:59.505974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07338311-077f-46ab-b702-a8cc726f004c tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:59.507747 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07338311-077f-46ab-b702-a8cc726f004c tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928822 Sep 16 06:11:59.510538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41190) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:59.538147 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-762a56d6-fd63-4d71-9929-0c4801f1f09c tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=acae3052-0cbf-44f5-a498-404a6def8461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265160 Sep 16 06:11:59.541215 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41192) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:59.545839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1568692261', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:59.597888 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:59.624344 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Checking router: 0cea62c7-68a2-4ffe-99eb-be1d0789c92a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:59.624757 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Updating router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a port b3368f80-9f6f-4c2d-9953-cbec940aaa13 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:11:59.647923 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.685360 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:11:59.689028 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.895828 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.914160 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.953974 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.982981 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Subnet': ['ID=e19fa704-dca2-4d0a-b4e3-289987744183,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:59.987616 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Checking segment: {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:59.988034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network hostable DHCP agents. Network: dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:12:00.006248 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Attempting to bind port b3368f80-9f6f-4c2d-9953-cbec940aaa13 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:00.006617 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Attempting to bind port b3368f80-9f6f-4c2d-9953-cbec940aaa13 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:00.006978 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Attempting to bind port b3368f80-9f6f-4c2d-9953-cbec940aaa13 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:00.014309 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Pushing event updated for resources: {'Port': ['ID=b3368f80-9f6f-4c2d-9953-cbec940aaa13,revision_number=2']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:00.017388 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:00.017754 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:00.018151 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.018536 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:00.018990 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Bound port: b3368f80-9f6f-4c2d-9953-cbec940aaa13, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:00.019394 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.040686 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.041033 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.041362 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.041689 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.042011 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.042331 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.042705 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.043025 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.043368 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.043687 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.044001 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.044316 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:00.072577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:12:00.078690 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] For port b3368f80-9f6f-4c2d-9953-cbec940aaa13, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:00.081772 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] For port b3368f80-9f6f-4c2d-9953-cbec940aaa13, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b3368f80-9f6f-4c2d-9953-cbec940aaa13,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:00.158384 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:00.163549 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:00.168945 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.169199 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.170880 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68f3bf-cf96-48d5-a037-cf61011d773a None None] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:00.225048 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa204e-5719-4e0e-bb5b-22f93e94f5a5 None None] Pushing event updated for resources: {'Port': ['ID=b3368f80-9f6f-4c2d-9953-cbec940aaa13,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:00.229793 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:00.230401 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:00.240766 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1ed78a99-51ad-4ece-8c03-89d4aa9fc068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6985412 Sep 16 06:12:00.244322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41194) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:00.322084 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:12:00.322972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.339892 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:00.461906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Allocated IP 172.20.0.2 (dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4/e19fa704-dca2-4d0a-b4e3-289987744183/b72cce85-d3cb-4327-91d3-a61503eabb3e) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:00.524811 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:00.551673 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c263c4-36cf-4729-8878-6a9935a49658 None None] The sync data for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 is: [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:11:58Z', 'revision_number': 3, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:00.623121 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.691549 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.713173 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.733250 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:00.738309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:00.743345 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:00.746742 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Pushing event updated for resources: {'Port': ['ID=b72cce85-d3cb-4327-91d3-a61503eabb3e,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:00.815889 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Attempting to bind port b72cce85-d3cb-4327-91d3-a61503eabb3e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:00.816867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Attempting to bind port b72cce85-d3cb-4327-91d3-a61503eabb3e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:00.817260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Attempting to bind port b72cce85-d3cb-4327-91d3-a61503eabb3e on network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:00.827621 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:00.827998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Checking segment: {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:00.828408 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.828806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Bound using segment: {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:00.829300 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Bound port: b72cce85-d3cb-4327-91d3-a61503eabb3e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:00.829710 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.901402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] For port b72cce85-d3cb-4327-91d3-a61503eabb3e, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:00.905094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] For port b72cce85-d3cb-4327-91d3-a61503eabb3e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b72cce85-d3cb-4327-91d3-a61503eabb3e,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:00.972505 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.021255 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.1 (dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4/e19fa704-dca2-4d0a-b4e3-289987744183/43e0c674-79af-43c2-8319-b1b58ba25103) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:01.039013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530b0e2-3b35-4cd0-b0d6-d52919752991 None None] Pushing event updated for resources: {'Port': ['ID=b72cce85-d3cb-4327-91d3-a61503eabb3e,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.156617 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.259410 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.309390 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:01.316092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:01.316092 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:01.361972 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=43e0c674-79af-43c2-8319-b1b58ba25103,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.387695 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.410755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b72cce85-d3cb-4327-91d3-a61503eabb3e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:01.462085 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b72cce85-d3cb-4327-91d3-a61503eabb3e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:01.462471 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.543804 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.575813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port b72cce85-d3cb-4327-91d3-a61503eabb3e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b72cce85-d3cb-4327-91d3-a61503eabb3e,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:01.581684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.626802 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.627648 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b3368f80-9f6f-4c2d-9953-cbec940aaa13 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:01.702697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=b72cce85-d3cb-4327-91d3-a61503eabb3e,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.720267 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b3368f80-9f6f-4c2d-9953-cbec940aaa13 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:01.720901 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.816605 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.842065 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port b3368f80-9f6f-4c2d-9953-cbec940aaa13, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b3368f80-9f6f-4c2d-9953-cbec940aaa13,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:01.874526 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.908599 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.937131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.967651 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=b3368f80-9f6f-4c2d-9953-cbec940aaa13,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:02.010062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=43e0c674-79af-43c2-8319-b1b58ba25103,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:02.015092 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.042424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf22a4-531d-423c-97cc-7851d5f0fccd None None] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:02.114563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:02.116090 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:02.237488 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:02.289428 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f543c8d0-2ece-40da-9a48-7974fedb3aa2 None None] Provisioning complete for port b72cce85-d3cb-4327-91d3-a61503eabb3e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:02.289719 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f543c8d0-2ece-40da-9a48-7974fedb3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.348958 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:02.355831 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-03da4edd-039a-4d78-abac-35cc51469b61 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/0cea62c7-68a2-4ffe-99eb-be1d0789c92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1089919 Sep 16 06:12:02.435810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Sync routers for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:02.445767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:02.446571 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:02.515021 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-92d457d1-0bb2-4a4e-9447-fa56e2f06f85 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814414979&fields=id&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 267 time: 0.0368989 Sep 16 06:12:02.562141 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:02.637190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-fc0567b5-735c-4a5e-aa5c-e847d31290cd tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:02.639224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-fc0567b5-735c-4a5e-aa5c-e847d31290cd tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/networks?id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 HTTP/1.1" status: 200 len: 797 time: 0.1167853 Sep 16 06:12:02.655023 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-09658ecb-5b29-41bf-9282-c71f524b81c9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/quotas/43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 375 time: 0.0101550 Sep 16 06:12:02.703000 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d6ef8ff2-71af-4031-a9b0-add733c2df04 None None] Provisioning complete for port b72cce85-d3cb-4327-91d3-a61503eabb3e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:02.703417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8ff2-71af-4031-a9b0-add733c2df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.712967 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f6a732db-e46f-4db8-b034-4c0d97b8a211 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520167 Sep 16 06:12:02.823847 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-8fb4ccd6-ea59-402e-90f0-644635dcb230 service neutron] 10.222.0.59 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980706 Sep 16 06:12:02.857007 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d6ef8ff2-71af-4031-a9b0-add733c2df04 None None] Provisioning complete for port 43e0c674-79af-43c2-8319-b1b58ba25103 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:02.857007 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8ff2-71af-4031-a9b0-add733c2df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.861283 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 2, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:02.908739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Checking router: 0cea62c7-68a2-4ffe-99eb-be1d0789c92a for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:02.909070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Updating router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a port 43e0c674-79af-43c2-8319-b1b58ba25103 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:12:02.921580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-83bc751e-1477-4957-9d5e-1608de1bb1da service neutron] 10.222.0.59 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915439 Sep 16 06:12:02.940188 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef8ff2-71af-4031-a9b0-add733c2df04 None None] Port 43e0c674-79af-43c2-8319-b1b58ba25103 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:02.946504 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.080234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-13d3fa2f-ea96-4293-8eb4-23542d99b4eb None None] Provisioning complete for port 43e0c674-79af-43c2-8319-b1b58ba25103 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:03.080615 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-13d3fa2f-ea96-4293-8eb4-23542d99b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.153159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-df1123bc-9bd2-4f9c-9053-a4f305467b69 req-6d76c7b3-333e-486c-8347-6eb0d54ca757 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 210 time: 0.0309944 Sep 16 06:12:03.178335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-13d3fa2f-ea96-4293-8eb4-23542d99b4eb None None] Port 43e0c674-79af-43c2-8319-b1b58ba25103 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:03.268492 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.301552 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-42f64c17-2216-4a8e-b288-05776b9bfb2c None None] Provisioning complete for port 43e0c674-79af-43c2-8319-b1b58ba25103 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:03.301939 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-42f64c17-2216-4a8e-b288-05776b9bfb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.330843 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b72cce85-d3cb-4327-91d3-a61503eabb3e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:03.364438 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.380860 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-42f64c17-2216-4a8e-b288-05776b9bfb2c None None] Port 43e0c674-79af-43c2-8319-b1b58ba25103 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:03.429465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491a0b-35ba-41bc-8611-d624fab928a6 None None] Pushing event updated for resources: {'Port': ['ID=43e0c674-79af-43c2-8319-b1b58ba25103,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:03.460092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b72cce85-d3cb-4327-91d3-a61503eabb3e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:03.460092 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.516569 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Attempting to bind port 43e0c674-79af-43c2-8319-b1b58ba25103 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:03.516945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Attempting to bind port 43e0c674-79af-43c2-8319-b1b58ba25103 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:03.517313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Attempting to bind port 43e0c674-79af-43c2-8319-b1b58ba25103 on network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:03.525060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:03.525443 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Checking segment: {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:03.525858 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.526256 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Bound using segment: {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:03.526739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Bound port: 43e0c674-79af-43c2-8319-b1b58ba25103, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:03.527128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.637313 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] For port 43e0c674-79af-43c2-8319-b1b58ba25103, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:03.641998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] For port 43e0c674-79af-43c2-8319-b1b58ba25103, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=43e0c674-79af-43c2-8319-b1b58ba25103,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:03.642907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-925431f0-ae13-402c-8400-1ebd10ce4279 None None] Provisioning complete for port 43e0c674-79af-43c2-8319-b1b58ba25103 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:03.643295 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-925431f0-ae13-402c-8400-1ebd10ce4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.646535 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b3368f80-9f6f-4c2d-9953-cbec940aaa13 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:03.706670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-925431f0-ae13-402c-8400-1ebd10ce4279 None None] Port 43e0c674-79af-43c2-8319-b1b58ba25103 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:03.709976 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.777450 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b3368f80-9f6f-4c2d-9953-cbec940aaa13 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:03.777830 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.779617 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:03.780261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:03.781877 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491a0b-35ba-41bc-8611-d624fab928a6 None None] Pushing event updated for resources: {'Port': ['ID=43e0c674-79af-43c2-8319-b1b58ba25103,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:03.951478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:04.060103 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-def5ea65-02a3-4924-81d3-058e13ca3960 None None] Provisioning complete for port 43e0c674-79af-43c2-8319-b1b58ba25103 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:04.060478 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-def5ea65-02a3-4924-81d3-058e13ca3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.209185 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-def5ea65-02a3-4924-81d3-058e13ca3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.247205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:03Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:04.248309 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7fbc6e18-ec3f-4d16-b5da-22555676d5c3 req-be8cca19-4317-4b3a-bd53-cb1d26b4fe5b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 210 time: 0.0274155 Sep 16 06:12:04.252234 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-def5ea65-02a3-4924-81d3-058e13ca3960 None None] For port 43e0c674-79af-43c2-8319-b1b58ba25103, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=43e0c674-79af-43c2-8319-b1b58ba25103,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:04.276497 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3fea5e-c1d1-48b1-9d71-6cdcce108ff9 None None] The sync data for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 is: [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:03Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:04.366820 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-def5ea65-02a3-4924-81d3-058e13ca3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.424354 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5ea65-02a3-4924-81d3-058e13ca3960 None None] Pushing event updated for resources: {'Port': ['ID=43e0c674-79af-43c2-8319-b1b58ba25103,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:05.136967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-ba3719c1-9303-42c3-874c-8804093cd925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.138517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-ba3719c1-9303-42c3-874c-8804093cd925 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/networks?id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 HTTP/1.1" status: 200 len: 797 time: 0.1114540 Sep 16 06:12:05.185179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-2f5f5d88-ff29-44ab-bafb-c812fd3091e9 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43080df03dee4b2e81d25eb0e6131129 HTTP/1.1" status: 200 len: 380 time: 0.0362706 Sep 16 06:12:05.194489 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'port': {'device_id': '0306abb2-2998-420c-be7b-4d595894bd8d', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'admin_state_up': True, 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'security_groups': ['a3b8ccc5-e954-44d2-9d8d-a353d553b4fc']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:05.326024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 43e0c674-79af-43c2-8319-b1b58ba25103 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:05.367182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5cf11b-e531-405f-ae79-b74e25b04192 req-851031dd-a172-42c1-9814-2d03222155d6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 210 time: 0.0279286 Sep 16 06:12:05.388062 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 43e0c674-79af-43c2-8319-b1b58ba25103 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:05.388448 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.427821 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Made reservation on behalf of 43080df03dee4b2e81d25eb0e6131129 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:12:05.432054 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.560445 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.20.0.6 (dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4/e19fa704-dca2-4d0a-b4e3-289987744183/c96361d1-ec69-4a35-a9da-29a3cc71f290) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:05.691589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.754378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.800101 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:05.803115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:05.809598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:05.835400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=c96361d1-ec69-4a35-a9da-29a3cc71f290,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:05.864182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.864776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.937441 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-f130ee06-87f3-46f8-b5d6-7237e51f9aef tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7467725 Sep 16 06:12:05.950904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Request body: {'port': {'device_id': '0306abb2-2998-420c-be7b-4d595894bd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:06.003262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-150beaaa-261f-40b9-a9e4-a70926c9d82e None None] Provisioning complete for port c96361d1-ec69-4a35-a9da-29a3cc71f290 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:06.003643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-150beaaa-261f-40b9-a9e4-a70926c9d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.005670 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.037858 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-150beaaa-261f-40b9-a9e4-a70926c9d82e None None] Port c96361d1-ec69-4a35-a9da-29a3cc71f290 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:06.264775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96361d1-ec69-4a35-a9da-29a3cc71f290 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:06.271997 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.283525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Transition to ACTIVE for port object c96361d1-ec69-4a35-a9da-29a3cc71f290 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:12:06.381249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.434225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Pushing event updated for resources: {'Port': ['ID=c96361d1-ec69-4a35-a9da-29a3cc71f290,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:06.547909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654834-c0ec-4a1f-8e96-051b462f5564 req-047d61ed-8a02-46a7-83fe-d83a5e2065d7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:06.547909 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68654834-c0ec-4a1f-8e96-051b462f5564 req-047d61ed-8a02-46a7-83fe-d83a5e2065d7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 943 time: 0.1090496 Sep 16 06:12:06.552559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Attempting to bind port c96361d1-ec69-4a35-a9da-29a3cc71f290 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:06.552921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Attempting to bind port c96361d1-ec69-4a35-a9da-29a3cc71f290 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:06.553259 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Attempting to bind port c96361d1-ec69-4a35-a9da-29a3cc71f290 on network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:06.568237 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Port c96361d1-ec69-4a35-a9da-29a3cc71f290 on network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:12:06.568652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Attempting to bind port c96361d1-ec69-4a35-a9da-29a3cc71f290 on network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:06.584522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:06.584901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Checking segment: {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:06.585354 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Bound using segment: {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:06.585803 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Bound port: c96361d1-ec69-4a35-a9da-29a3cc71f290, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58515cad-e71c-4ee4-9393-683b90c0e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:06.586172 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.614583 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-68654834-c0ec-4a1f-8e96-051b462f5564 req-030d5acf-b1db-4ff6-a446-60dcca6fe439 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571675 Sep 16 06:12:06.671397 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] For port c96361d1-ec69-4a35-a9da-29a3cc71f290, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:06.674327 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] For port c96361d1-ec69-4a35-a9da-29a3cc71f290, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:06.781451 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.815801 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:06.816418 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.817806 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] 10.222.0.60 "PUT /v2.0/ports/c96361d1-ec69-4a35-a9da-29a3cc71f290 HTTP/1.1" status: 200 len: 1092 time: 0.8713307 Sep 16 06:12:06.818255 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:06.821168 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6171d826-1edf-4d7d-a6dd-22a0746d1130" -d '{"events": [{"name": "network-changed", "server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:06.846607 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51129019-0f5b-4399-89a7-9980c673f69f service neutron] Pushing event updated for resources: {'Port': ['ID=c96361d1-ec69-4a35-a9da-29a3cc71f290,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:06.863355 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c839150-8eb7-4c45-bcee-758795c65d23 x-openstack-request-id: req-1c839150-8eb7-4c45-bcee-758795c65d23 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:06.863751 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:06.864078 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c839150-8eb7-4c45-bcee-758795c65d23 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:06.864489 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'status': 'completed', 'code': 200} Sep 16 06:12:06.928388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d826-1edf-4d7d-a6dd-22a0746d1130 req-ae87f0f3-7ef9-40d2-8c61-29525a3a1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:06.929945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6171d826-1edf-4d7d-a6dd-22a0746d1130 req-ae87f0f3-7ef9-40d2-8c61-29525a3a1970 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 1095 time: 0.0431192 Sep 16 06:12:07.035665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d826-1edf-4d7d-a6dd-22a0746d1130 req-0ac1fe71-d4a9-4133-a357-fc9f33fb4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:07.037083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6171d826-1edf-4d7d-a6dd-22a0746d1130 req-0ac1fe71-d4a9-4133-a357-fc9f33fb4437 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=43080df03dee4b2e81d25eb0e6131129&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0994534 Sep 16 06:12:07.136969 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d826-1edf-4d7d-a6dd-22a0746d1130 req-b80374e7-8f14-4280-86c4-75d73e2e3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:07.138435 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6171d826-1edf-4d7d-a6dd-22a0746d1130 req-b80374e7-8f14-4280-86c4-75d73e2e3c41 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950160 Sep 16 06:12:07.212700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-d78fa2f8-a28f-4cd3-badf-5fb410833495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:07.214193 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-d78fa2f8-a28f-4cd3-badf-5fb410833495 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 1095 time: 0.0419331 Sep 16 06:12:07.255174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-2f416b7a-74f4-4cec-949b-d5fb727a9820 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290 HTTP/1.1" status: 200 len: 217 time: 0.0333583 Sep 16 06:12:07.306705 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-d66f5a86-99ba-45be-8d67-9bf70a7187d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:07.308055 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-d66f5a86-99ba-45be-8d67-9bf70a7187d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e19fa704-dca2-4d0a-b4e3-289987744183 HTTP/1.1" status: 200 len: 835 time: 0.0456378 Sep 16 06:12:07.352622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-c01840c9-f556-4d01-980a-4733e37d6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:07.354074 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-c01840c9-f556-4d01-980a-4733e37d6f9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391414 Sep 16 06:12:07.442030 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-9ca084d6-7ce9-4e31-8801-9a1baa72cc2b service neutron] 10.222.0.60 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808158 Sep 16 06:12:07.534703 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d0847caa-0846-474f-9a87-9c7c03ac9b3f req-2163632e-3320-47f4-8cae-49b48569fd4c service neutron] 10.222.0.60 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852649 Sep 16 06:12:07.729718 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2741a-9aef-483d-9637-99ab4b9cb2e3 req-3e7e10ca-a319-46ce-8857-7c04e679fc7b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:07.731208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0de2741a-9aef-483d-9637-99ab4b9cb2e3 req-3e7e10ca-a319-46ce-8857-7c04e679fc7b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 943 time: 0.0486915 Sep 16 06:12:07.767526 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0de2741a-9aef-483d-9637-99ab4b9cb2e3 req-6501f771-9341-45dd-8ef4-8b69f32216e4 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302804 Sep 16 06:12:08.883850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a25c40-c309-4307-89c1-2bfdbcc4112e req-ef510fc6-9410-4cdf-9e27-c960f1e13317 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:08.885310 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6a25c40-c309-4307-89c1-2bfdbcc4112e req-ef510fc6-9410-4cdf-9e27-c960f1e13317 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 943 time: 0.0492880 Sep 16 06:12:08.925538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6a25c40-c309-4307-89c1-2bfdbcc4112e req-9ba53d10-7179-47ea-9864-975113f41361 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343924 Sep 16 06:12:10.039775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efe794-66f1-4c81-8da5-023fa23ddd94 req-c963bfd9-f002-4c78-b184-0135b326cae8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:10.041238 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46efe794-66f1-4c81-8da5-023fa23ddd94 req-c963bfd9-f002-4c78-b184-0135b326cae8 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 943 time: 0.0497303 Sep 16 06:12:10.084653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device c96361d1-ec69-4a35-a9da-29a3cc71f290 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:12:10.085459 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46efe794-66f1-4c81-8da5-023fa23ddd94 req-2f3c9f39-5824-4609-9681-393b6dd69048 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Sep 16 06:12:10.166999 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port c96361d1-ec69-4a35-a9da-29a3cc71f290, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:10.177846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'port_id': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'mac_address': 'fa:16:3e:e8:ba:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:12:10.214168 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.226381 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96361d1-ec69-4a35-a9da-29a3cc71f290 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:10.245309 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port c96361d1-ec69-4a35-a9da-29a3cc71f290, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:10.313429 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.515159 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=c96361d1-ec69-4a35-a9da-29a3cc71f290,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:10.568490 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['c96361d1-ec69-4a35-a9da-29a3cc71f290'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:12:11.073228 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7e17b240-4630-4923-879b-fe5dbf5a4d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.193345 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.195471 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6946-f310-4b12-8476-323a7a416f55 req-d42302ff-5b97-4f5c-9299-1ab9f7d13529 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:11.196942 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba2a6946-f310-4b12-8476-323a7a416f55 req-d42302ff-5b97-4f5c-9299-1ab9f7d13529 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 944 time: 0.0493646 Sep 16 06:12:11.233621 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ba2a6946-f310-4b12-8476-323a7a416f55 req-ea7ed3ba-7a18-445f-b40e-60c0a1b8572d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Sep 16 06:12:12.083321 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device c96361d1-ec69-4a35-a9da-29a3cc71f290 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:12.199192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port c96361d1-ec69-4a35-a9da-29a3cc71f290 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:12:12.203052 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port c96361d1-ec69-4a35-a9da-29a3cc71f290 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:12.203456 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.278941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.300828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:12.303068 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab13b8a-5827-4b89-aaf2-61a882582ca0" -d '{"events": [{"server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "name": "network-vif-plugged", "status": "completed", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:12.321587 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port c96361d1-ec69-4a35-a9da-29a3cc71f290, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:12.342827 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871fde62-6cb5-416a-a5af-c23631fe9af0 x-openstack-request-id: req-871fde62-6cb5-416a-a5af-c23631fe9af0 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:12.343144 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "name": "network-vif-plugged", "status": "completed", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:12.343445 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-871fde62-6cb5-416a-a5af-c23631fe9af0 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:12.343848 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'code': 200} Sep 16 06:12:12.347902 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31824a-126f-4f1f-8303-1d62e7d4774c req-0f2f0e30-b9f4-4f8f-9f24-cc882582909c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:12.349403 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d31824a-126f-4f1f-8303-1d62e7d4774c req-0f2f0e30-b9f4-4f8f-9f24-cc882582909c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 944 time: 0.0499046 Sep 16 06:12:12.381077 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.393884 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d31824a-126f-4f1f-8303-1d62e7d4774c req-323ffd0a-8677-47f9-90b2-0628688e85f2 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385256 Sep 16 06:12:12.431132 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=c96361d1-ec69-4a35-a9da-29a3cc71f290,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:12.445441 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983bea-d6d2-4fe0-bfef-fa360f723741 req-a355c5ea-7a67-4f17-b681-e5ddf87edf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:12.446951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8983bea-d6d2-4fe0-bfef-fa360f723741 req-a355c5ea-7a67-4f17-b681-e5ddf87edf75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 1097 time: 0.0398474 Sep 16 06:12:12.481934 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c8983bea-d6d2-4fe0-bfef-fa360f723741 req-24dc6e64-4f49-4957-99cc-fa5a0522f1dd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282722 Sep 16 06:12:13.508496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2d578-d2a8-4e41-b023-224ae0d94346 req-61e01b3f-6a54-41ad-be7f-70ceae7d959b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:13.509992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4df2d578-d2a8-4e41-b023-224ae0d94346 req-61e01b3f-6a54-41ad-be7f-70ceae7d959b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0480251 Sep 16 06:12:13.547133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4df2d578-d2a8-4e41-b023-224ae0d94346 req-1922ec3d-ef9d-4864-9cf5-db95c05762ba tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Sep 16 06:12:14.274035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.523102 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-808cecaf-e0c5-4241-93a1-5a3dff21bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.661224 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7e953-946d-45c5-be37-07d1602b3b05 req-89e552d3-ff92-4d7d-b87b-9ae6c66cd310 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:14.662689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32a7e953-946d-45c5-be37-07d1602b3b05 req-89e552d3-ff92-4d7d-b87b-9ae6c66cd310 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0480168 Sep 16 06:12:14.703823 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-32a7e953-946d-45c5-be37-07d1602b3b05 req-28b63365-46f0-4cdd-890f-208bfe755f3f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342531 Sep 16 06:12:15.174741 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7aaf8-fb4f-4ca5-9fec-ce1e92c6f0ee req-0e708bae-de19-400d-aa55-4769e478486d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:15.176278 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70d7aaf8-fb4f-4ca5-9fec-ce1e92c6f0ee req-0e708bae-de19-400d-aa55-4769e478486d tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.4010062 Sep 16 06:12:15.214070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70d7aaf8-fb4f-4ca5-9fec-ce1e92c6f0ee req-5cb5b1e1-64e6-44fb-9be6-f907c612e068 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Sep 16 06:12:15.235351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41258) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:15.274563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e38940-ee66-490e-9458-37f3d3f7e2a3 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:15.276256 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-62e38940-ee66-490e-9458-37f3d3f7e2a3 tempest-TestNetworkAdvancedServerOps-1964234956 tempest-TestNetworkAdvancedServerOps-1964234956-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 1092 time: 0.0398054 Sep 16 06:12:15.278923 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41260) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:15.283400 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:15.370893 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.456324 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.469842 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.570244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Allocated IP 172.25.7.27 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/881e32e4-54d9-4475-99e0-1001eec3aae9) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:15.672938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.742051 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.778011 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:15.780747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:15.784225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:15.810906 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=881e32e4-54d9-4475-99e0-1001eec3aae9,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:16.482240 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.596998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.751999 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.821272 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.893814 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event updated for resources: {'Port': ['ID=881e32e4-54d9-4475-99e0-1001eec3aae9,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:16.904324 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.004339 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP 0090996d-830f-4091-800f-29ad1fe9265e associated. External IP: 172.25.7.27, port: c96361d1-ec69-4a35-a9da-29a3cc71f290. Sep 16 06:12:17.165236 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.208258 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:17.316751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:17.326976 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] Sync routers for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:17.336274 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:17.336867 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:17.405115 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.434686 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b34b8653-70fa-49be-9c90-0ee658230d58 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1546898 Sep 16 06:12:17.435322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:17.437818 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f505b47-2cc7-412b-a843-1e90130e76fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:17.479788 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d338d8-4d07-435f-aef9-0d152c528497 x-openstack-request-id: req-98d338d8-4d07-435f-aef9-0d152c528497 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:17.480201 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:17.480460 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98d338d8-4d07-435f-aef9-0d152c528497 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:17.480876 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'status': 'completed', 'code': 200} Sep 16 06:12:17.533475 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:17.566677 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d2b92-bdd2-4871-a238-ea3a3f1cc259 req-7b967df7-d4eb-4697-aab5-840d378a3601 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:17.568266 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e60d2b92-bdd2-4871-a238-ea3a3f1cc259 req-7b967df7-d4eb-4697-aab5-840d378a3601 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0802743 Sep 16 06:12:17.574523 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-92b33774-baba-4cd4-8dee-9c0c0d022ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:17.576032 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-92b33774-baba-4cd4-8dee-9c0c0d022ad3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 1097 time: 0.0611625 Sep 16 06:12:17.658906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e60d2b92-bdd2-4871-a238-ea3a3f1cc259 req-a4299123-4a4b-485e-b707-2a0aa047888b tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819211 Sep 16 06:12:17.685927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41266) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:17.686422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-fa81abf4-21de-4d4f-b2d8-9ec353adc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:17.687928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-fa81abf4-21de-4d4f-b2d8-9ec353adc73c service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 HTTP/1.1" status: 200 len: 898 time: 0.1052663 Sep 16 06:12:17.756282 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9c030e7d-cb39-4534-8e5e-557a11bc43bf tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/0090996d-830f-4091-800f-29ad1fe9265e HTTP/1.1" status: 200 len: 990 time: 0.0691979 Sep 16 06:12:17.756657 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '0090996d-830f-4091-800f-29ad1fe9265e', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'port_id': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'mac_address': 'fa:16:3e:e8:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0306abb2-2998-420c-be7b-4d595894bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:16Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:04Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:17.762279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-3f96d628-e0e5-4153-9b67-ea5c7343484b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290 HTTP/1.1" status: 200 len: 998 time: 0.0656331 Sep 16 06:12:17.786954 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] Checking router: 0cea62c7-68a2-4ffe-99eb-be1d0789c92a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:17.795973 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:17.796588 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:17.811942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-f442b445-098e-4624-9bf5-be8c4587e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:17.813404 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-f442b445-098e-4624-9bf5-be8c4587e661 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e19fa704-dca2-4d0a-b4e3-289987744183 HTTP/1.1" status: 200 len: 835 time: 0.0438271 Sep 16 06:12:17.860102 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-853fde6f-75d7-4ac7-96c6-25ee2873a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:17.861635 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-853fde6f-75d7-4ac7-96c6-25ee2873a52e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398242 Sep 16 06:12:17.903345 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:17.956718 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-d639b56d-a45b-446c-8a8b-94f7607a658c service neutron] 10.222.0.60 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859554 Sep 16 06:12:18.050455 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f505b47-2cc7-412b-a843-1e90130e76fb req-02749ef4-06b6-4f0d-abb1-0d2484a3b45a service neutron] 10.222.0.60 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865264 Sep 16 06:12:18.138840 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '0090996d-830f-4091-800f-29ad1fe9265e', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'port_id': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'mac_address': 'fa:16:3e:e8:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0306abb2-2998-420c-be7b-4d595894bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:16Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:04Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:18.167982 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c957c-4cb4-4dc0-b6c0-ce39c0d79d1e None None] The sync data for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 is: [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '0090996d-830f-4091-800f-29ad1fe9265e', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'port_id': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'mac_address': 'fa:16:3e:e8:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0306abb2-2998-420c-be7b-4d595894bd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:16Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 0, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:04Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:18.361228 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a3838-a8ce-4d51-9b82-e0ac1b98016d None None] New status for floating IP 0090996d-830f-4091-800f-29ad1fe9265e: ACTIVE {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:12:18.758089 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41268) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:18.818337 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-868cc10d-ef42-4cba-970b-250ebcd997b6 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/0090996d-830f-4091-800f-29ad1fe9265e HTTP/1.1" status: 200 len: 992 time: 0.0590286 Sep 16 06:12:28.448657 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:28.839478 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.061072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6196ea64-d923-42b7-865b-2e9553855a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.170043 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:44.283860 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:44.518371 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-50829e84-739b-4e75-86fc-bca0f96cc54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:45.421105 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:45.768211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a098c9d-69b0-4342-ab37-29186bc24335 req-e0f9c7ac-0004-4e6c-a28a-76e7b1ac898e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:45.769701 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a098c9d-69b0-4342-ab37-29186bc24335 req-e0f9c7ac-0004-4e6c-a28a-76e7b1ac898e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0544536 Sep 16 06:12:45.807270 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3a098c9d-69b0-4342-ab37-29186bc24335 req-6199ef47-d2d1-419b-938e-f8beccae0b4f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316198 Sep 16 06:12:46.924133 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f6dde-5e9f-4443-910a-6068c82e186b req-bfd3ba05-7065-4908-892b-865d3995a982 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:46.925607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c52f6dde-5e9f-4443-910a-6068c82e186b req-bfd3ba05-7065-4908-892b-865d3995a982 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0481796 Sep 16 06:12:46.962692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c52f6dde-5e9f-4443-910a-6068c82e186b req-7dc07774-7fce-4a75-9e43-31c6d902fc2f tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Sep 16 06:12:46.984764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41284) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:47.043025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1a0a8a66-f7d0-4483-94c3-0706b7f1804e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/0090996d-830f-4091-800f-29ad1fe9265e HTTP/1.1" status: 200 len: 992 time: 0.0571811 Sep 16 06:12:47.152186 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:48.451447 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc41293-7f6f-421e-80e6-a52c74c6f6f7 req-671daf12-66a3-453f-9b83-5ea8353cb9ae tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:48.453047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cc41293-7f6f-421e-80e6-a52c74c6f6f7 req-671daf12-66a3-453f-9b83-5ea8353cb9ae tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0536499 Sep 16 06:12:48.517919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1cc41293-7f6f-421e-80e6-a52c74c6f6f7 req-d9a98b61-73c8-4484-9293-e43790af9310 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575686 Sep 16 06:12:48.527543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-0094a008-fedb-4452-8255-3caa96a0f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:48.529147 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-0094a008-fedb-4452-8255-3caa96a0f545 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 1097 time: 0.0548234 Sep 16 06:12:48.622008 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-4f2b1d45-ee0d-427e-87e2-4d7b9a4f3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:48.623427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-4f2b1d45-ee0d-427e-87e2-4d7b9a4f3d0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 HTTP/1.1" status: 200 len: 898 time: 0.0879209 Sep 16 06:12:48.687931 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-819d2629-0f5e-491a-a3bd-d09954e2301a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290 HTTP/1.1" status: 200 len: 1000 time: 0.0573072 Sep 16 06:12:48.737291 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-6339709b-3f96-4b4c-a015-d7a92ab16093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:48.738709 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-6339709b-3f96-4b4c-a015-d7a92ab16093 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e19fa704-dca2-4d0a-b4e3-289987744183 HTTP/1.1" status: 200 len: 835 time: 0.0428164 Sep 16 06:12:48.788646 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-a9a5c0d0-a208-43a3-b8a4-3a785f535d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:48.790126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-a9a5c0d0-a208-43a3-b8a4-3a785f535d8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442753 Sep 16 06:12:48.883859 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-18102838-2ff4-4be4-a0d3-5b2ca626cfc3 service neutron] 10.222.0.60 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868895 Sep 16 06:12:48.974400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b54c5f64-e860-42c1-8409-0544e7c9c14c req-644487e3-f9b0-44c2-bbe5-6aa565263811 service neutron] 10.222.0.60 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829325 Sep 16 06:12:49.634241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7b7b6-6123-469a-94ea-197f4faea43d req-e7465264-94ab-46e7-8e20-0bd0e1da6d50 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:49.635815 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d7b7b6-6123-469a-94ea-197f4faea43d req-e7465264-94ab-46e7-8e20-0bd0e1da6d50 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0495217 Sep 16 06:12:49.674416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a1d7b7b6-6123-469a-94ea-197f4faea43d req-b2db552e-a080-4ef2-9c73-1303d0f3dc91 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Sep 16 06:12:50.788699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d5eb2-7f85-45fe-ae59-4e9db8bf5fd4 req-72c1ee7f-e395-4dd4-b2a8-cb74d41ae9fb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:50.790185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b16d5eb2-7f85-45fe-ae59-4e9db8bf5fd4 req-72c1ee7f-e395-4dd4-b2a8-cb74d41ae9fb tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0491579 Sep 16 06:12:50.836374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b16d5eb2-7f85-45fe-ae59-4e9db8bf5fd4 req-5e3bc6b0-6872-417d-9ff7-cce8f3364d6c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402322 Sep 16 06:12:50.858831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41296) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:50.918575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0f362213-7447-49c1-a83d-71bf1ddeacd0 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/floatingips/0090996d-830f-4091-800f-29ad1fe9265e HTTP/1.1" status: 200 len: 992 time: 0.0585728 Sep 16 06:12:51.193826 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41302) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:51.352062 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 881e32e4-54d9-4475-99e0-1001eec3aae9 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:51.352413 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:51.430819 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:51.431157 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:51.443113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 881e32e4-54d9-4475-99e0-1001eec3aae9 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:51.649313 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:51.673656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=881e32e4-54d9-4475-99e0-1001eec3aae9,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:51.741635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:51.742808 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Floating IP 0090996d-830f-4091-800f-29ad1fe9265e disassociated (deleted). External IP: 172.25.7.27, port: c96361d1-ec69-4a35-a9da-29a3cc71f290. Sep 16 06:12:51.944715 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:52.053134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:52.057966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:52.065252 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] Sync routers for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:52.076272 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:52.076892 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:52.086547 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a55ad080-e193-41d3-956f-68b81a35cf1a tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/floatingips/0090996d-830f-4091-800f-29ad1fe9265e HTTP/1.1" status: 204 len: 168 time: 0.8893876 Sep 16 06:12:52.086547 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:52.087113 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb" -d '{"events": [{"name": "network-changed", "server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:52.181458 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf4697f-3c84-4dfa-91f0-aaa25aec1e05 x-openstack-request-id: req-7bf4697f-3c84-4dfa-91f0-aaa25aec1e05 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:52.181458 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:52.181458 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bf4697f-3c84-4dfa-91f0-aaa25aec1e05 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:52.181458 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'status': 'completed', 'code': 200} Sep 16 06:12:52.185989 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:52.240505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-19c64e20-d4cf-487f-b042-290d89b5a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:52.241932 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-19c64e20-d4cf-487f-b042-290d89b5a889 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43080df03dee4b2e81d25eb0e6131129&device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 1097 time: 0.0419958 Sep 16 06:12:52.337979 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-a543690f-39ee-4f65-85db-67f079ca9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:52.340382 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-a543690f-39ee-4f65-85db-67f079ca9717 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 HTTP/1.1" status: 200 len: 898 time: 0.0903163 Sep 16 06:12:52.381850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-db5e7170-4c1c-4735-be17-788ee08ca996 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290 HTTP/1.1" status: 200 len: 217 time: 0.0350780 Sep 16 06:12:52.386176 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:04Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:52.412949 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] Checking router: 0cea62c7-68a2-4ffe-99eb-be1d0789c92a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:52.421419 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:52.422039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:52.436495 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-8741ffb5-ec0e-431e-ac4d-66d99704b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:52.437897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-8741ffb5-ec0e-431e-ac4d-66d99704b153 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e19fa704-dca2-4d0a-b4e3-289987744183 HTTP/1.1" status: 200 len: 835 time: 0.0484397 Sep 16 06:12:52.487289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-2411904b-4117-4a8b-af4a-a0f5523ce766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:52.488805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-2411904b-4117-4a8b-af4a-a0f5523ce766 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429540 Sep 16 06:12:52.532918 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:52.598972 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16741eb-4d1f-40d9-ac23-eff5163bd4db req-2e779aeb-720e-4aa0-824c-f95be8d410f7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:52.600510 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c16741eb-4d1f-40d9-ac23-eff5163bd4db req-2e779aeb-720e-4aa0-824c-f95be8d410f7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.1091218 Sep 16 06:12:52.631417 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-66409277-52a8-4070-9543-d35046c00472 service neutron] 10.222.0.60 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308370 Sep 16 06:12:52.665436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c16741eb-4d1f-40d9-ac23-eff5163bd4db req-c30c7ddc-9e9a-4c9b-bdcc-4c8ed400814e tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572796 Sep 16 06:12:52.736867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ebbc471d-1d5b-41a5-9d0c-0c41e664afdb req-3443c3f2-6cd9-4360-94ce-d4564f4663fa service neutron] 10.222.0.60 "GET /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943203 Sep 16 06:12:52.739123 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:04Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:52.766293 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c96d41-f10b-4c32-8d5c-463d1c889d9e None None] The sync data for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 is: [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': '43e0c674-79af-43c2-8319-b1b58ba25103', 'name': '', 'network_id': 'dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'mac_address': 'fa:16:3e:5b:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:00Z', 'updated_at': '2021-09-16T06:12:04Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'subnets': [{'id': 'e19fa704-dca2-4d0a-b4e3-289987744183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:52.992028 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74e80f-e3b7-4871-b2e4-78e54236a2be None None] New status for floating IP 0090996d-830f-4091-800f-29ad1fe9265e: DOWN {{(pid=101826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:12:53.783528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12743f7d-19f3-4eeb-bf47-ad5c87db130b req-81736efc-cc43-4503-8cfe-e7b171d0348c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:53.785080 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12743f7d-19f3-4eeb-bf47-ad5c87db130b req-81736efc-cc43-4503-8cfe-e7b171d0348c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0492437 Sep 16 06:12:53.821003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12743f7d-19f3-4eeb-bf47-ad5c87db130b req-b69e5e3d-b919-4ebc-9e35-5f1b85efc258 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300858 Sep 16 06:12:54.093981 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-2aade69c-1c3d-4bbc-a75c-eeeab73eb01c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:54.095477 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-2aade69c-1c3d-4bbc-a75c-eeeab73eb01c tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 945 time: 0.0470362 Sep 16 06:12:54.183509 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port c96361d1-ec69-4a35-a9da-29a3cc71f290 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:54.183852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:54.269849 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port c96361d1-ec69-4a35-a9da-29a3cc71f290, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=c96361d1-ec69-4a35-a9da-29a3cc71f290,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:54.275008 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:54.282516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for c96361d1-ec69-4a35-a9da-29a3cc71f290 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:54.488861 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:54.518032 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=c96361d1-ec69-4a35-a9da-29a3cc71f290,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:54.529967 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.530324 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.530673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.531016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.531427 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.531723 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.532058 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.532391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.532907 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.533245 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.533578 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.533910 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:54.571505 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] No DVR routers for this DVR port c96361d1-ec69-4a35-a9da-29a3cc71f290 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:54.573999 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:54.576062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfd9d970-e593-4c2d-80c6-50f01edf8657 req-667a76ee-c075-4672-a4d4-d9ca69861a96 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.60 "DELETE /v2.0/ports/c96361d1-ec69-4a35-a9da-29a3cc71f290 HTTP/1.1" status: 204 len: 173 time: 0.4741931 Sep 16 06:12:54.576503 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'name': 'network-vif-deleted', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:54.578747 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba2b447-1340-441b-a596-cf8e9e84810a" -d '{"events": [{"server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "name": "network-vif-deleted", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:54.614579 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04186e8-5acb-4e90-b5c5-b128b74ee9b2 x-openstack-request-id: req-e04186e8-5acb-4e90-b5c5-b128b74ee9b2 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:54.614878 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0306abb2-2998-420c-be7b-4d595894bd8d", "name": "network-vif-deleted", "tag": "c96361d1-ec69-4a35-a9da-29a3cc71f290", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:54.615141 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e04186e8-5acb-4e90-b5c5-b128b74ee9b2 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:54.615575 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0306abb2-2998-420c-be7b-4d595894bd8d', 'name': 'network-vif-deleted', 'tag': 'c96361d1-ec69-4a35-a9da-29a3cc71f290', 'status': 'completed', 'code': 200} Sep 16 06:12:54.934448 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0979ff88-c181-4403-858d-fda76baf4571 req-45183f8b-693f-431e-90a9-ec91af3af586 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "GET /v2.0/ports?device_id=0306abb2-2998-420c-be7b-4d595894bd8d HTTP/1.1" status: 200 len: 210 time: 0.0283890 Sep 16 06:12:55.992505 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41320) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:56.349079 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:56.600763 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port 43e0c674-79af-43c2-8319-b1b58ba25103 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:56.601034 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:56.691759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port 43e0c674-79af-43c2-8319-b1b58ba25103, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=43e0c674-79af-43c2-8319-b1b58ba25103,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:56.692144 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:56.704424 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for 43e0c674-79af-43c2-8319-b1b58ba25103 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:56.963416 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:56.989016 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=43e0c674-79af-43c2-8319-b1b58ba25103,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:56.999271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:56.999907 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.000032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.000312 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.000654 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.000991 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.001328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.001662 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.002511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.002511 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.002712 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.002959 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:57.173915 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:57.396410 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:57.501040 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:57.506110 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0a170500-b38c-43c8-89e0-6882ecd23a90 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "PUT /v2.0/routers/0cea62c7-68a2-4ffe-99eb-be1d0789c92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5125327 Sep 16 06:12:57.508795 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41322) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:57.510501 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] Sync routers for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:57.520381 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:57.520974 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:57.558728 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-329a02d8-0423-4c56-9a6b-520aaddfb8f1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting subnet e19fa704-dca2-4d0a-b4e3-289987744183 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:12:57.561932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329a02d8-0423-4c56-9a6b-520aaddfb8f1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:57.602289 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329a02d8-0423-4c56-9a6b-520aaddfb8f1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:57.691719 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329a02d8-0423-4c56-9a6b-520aaddfb8f1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:57.712839 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:57.821145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329a02d8-0423-4c56-9a6b-520aaddfb8f1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:57.848127 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a02d8-0423-4c56-9a6b-520aaddfb8f1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Subnet': ['ID=e19fa704-dca2-4d0a-b4e3-289987744183,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:57.851753 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-329a02d8-0423-4c56-9a6b-520aaddfb8f1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:57.853628 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-329a02d8-0423-4c56-9a6b-520aaddfb8f1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/subnets/e19fa704-dca2-4d0a-b4e3-289987744183 HTTP/1.1" status: 204 len: 168 time: 0.3439262 Sep 16 06:12:57.856395 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41324) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:57.859140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83b4f2-76ca-4749-a192-dc11dc3f6774 None None] Network dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:57.891226 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:56Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:57.922184 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] Checking router: 0cea62c7-68a2-4ffe-99eb-be1d0789c92a for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:57.930461 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] Routers {'0cea62c7-68a2-4ffe-99eb-be1d0789c92a'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:57.931078 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:57.968245 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.035755 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] Set router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:58.052567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] DHCP port deletion for dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:12:58.083959 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.099714 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Deleting port b72cce85-d3cb-4327-91d3-a61503eabb3e {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:58.100096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.166494 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] For port b72cce85-d3cb-4327-91d3-a61503eabb3e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b72cce85-d3cb-4327-91d3-a61503eabb3e,segment=NetworkSegment(58515cad-e71c-4ee4-9393-683b90c0e1a8),segment_id=58515cad-e71c-4ee4-9393-683b90c0e1a8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:58.167035 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.180186 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Calling delete_port for b72cce85-d3cb-4327-91d3-a61503eabb3e owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:58.190147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Deleting port b3368f80-9f6f-4c2d-9953-cbec940aaa13 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:58.190511 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.213566 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:56Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:58.239744 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7b1da-c181-432b-baaf-0f28f54a5a81 None None] The sync data for ids ['0cea62c7-68a2-4ffe-99eb-be1d0789c92a'] in n-d-712143-16 is: [{'id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536803132', 'tenant_id': '43080df03dee4b2e81d25eb0e6131129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:56Z', 'revision_number': 5, 'project_id': '43080df03dee4b2e81d25eb0e6131129', 'gw_port': {'id': 'b3368f80-9f6f-4c2d-9953-cbec940aaa13', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea62c7-68a2-4ffe-99eb-be1d0789c92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:57Z', 'updated_at': '2021-09-16T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:58.275769 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] For port b3368f80-9f6f-4c2d-9953-cbec940aaa13, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b3368f80-9f6f-4c2d-9953-cbec940aaa13,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:58.276158 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.288491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Calling delete_port for b3368f80-9f6f-4c2d-9953-cbec940aaa13 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:58.306381 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device c96361d1-ec69-4a35-a9da-29a3cc71f290 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:58.326643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.328438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: c96361d1-ec69-4a35-a9da-29a3cc71f290 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:58.328787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device c96361d1-ec69-4a35-a9da-29a3cc71f290 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:58.353127 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Pushing event deleted for resources: {'Port': ['ID=b72cce85-d3cb-4327-91d3-a61503eabb3e,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:58.361285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] No DVR routers for this DVR port b72cce85-d3cb-4327-91d3-a61503eabb3e on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:58.363593 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366094 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.366836 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.367452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862e79-0ebf-448b-8f70-46a3a2b65e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:58.500646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.526933 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Port': ['ID=b3368f80-9f6f-4c2d-9953-cbec940aaa13,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:58.587848 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.685508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.685508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.780808 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.781464 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Fanout notify agent at l3_agent the message router_deleted on router 0cea62c7-68a2-4ffe-99eb-be1d0789c92a {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:12:58.788723 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.789870 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-22a639cc-58b0-43f2-ab22-8bc8413257e7 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/routers/0cea62c7-68a2-4ffe-99eb-be1d0789c92a HTTP/1.1" status: 204 len: 168 time: 0.9321108 Sep 16 06:12:58.792733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41326) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:58.837645 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.875280 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.967571 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.987208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:58.996846 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58515cad-e71c-4ee4-9393-683b90c0e1a8') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:58.997154 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58515cad-e71c-4ee4-9393-683b90c0e1a8') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:59.006620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.020043 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.025807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:12:59.026194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:12:59.029091 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:12:59.151806 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.163357 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.163357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/networks/dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4 HTTP/1.1" status: 204 len: 168 time: 0.3681688 Sep 16 06:12:59.164869 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41328) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:59.173592 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3249160-bbd1-4d07-b22d-05300d77ecb1 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'Network': ['ID=dd90f813-de5c-4bb9-8e65-59a1b2f4c6c4,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:59.222866 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af97645-47df-4d64-b4e0-4af0068ae060 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.249900 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af97645-47df-4d64-b4e0-4af0068ae060 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.318402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b72cce85-d3cb-4327-91d3-a61503eabb3e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:59.338474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b72cce85-d3cb-4327-91d3-a61503eabb3e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:59.341244 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b72cce85-d3cb-4327-91d3-a61503eabb3e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:59.341244 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 43e0c674-79af-43c2-8319-b1b58ba25103 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:59.357841 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 43e0c674-79af-43c2-8319-b1b58ba25103 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:59.358183 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 43e0c674-79af-43c2-8319-b1b58ba25103 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:59.358613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b3368f80-9f6f-4c2d-9953-cbec940aaa13 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:59.377096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b3368f80-9f6f-4c2d-9953-cbec940aaa13 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:59.377442 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b3368f80-9f6f-4c2d-9953-cbec940aaa13 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:59.386054 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af97645-47df-4d64-b4e0-4af0068ae060 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.388725 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7af97645-47df-4d64-b4e0-4af0068ae060 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.390571 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7af97645-47df-4d64-b4e0-4af0068ae060 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] 10.222.0.59 "DELETE /v2.0/security-groups/a3b8ccc5-e954-44d2-9d8d-a353d553b4fc HTTP/1.1" status: 204 len: 168 time: 0.2240849 Sep 16 06:12:59.399778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af97645-47df-4d64-b4e0-4af0068ae060 tempest-TestNetworkAdvancedServerOps-215069534 tempest-TestNetworkAdvancedServerOps-215069534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8ccc5-e954-44d2-9d8d-a353d553b4fc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:59.935557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:00.066823 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ff5cc1c4-680a-40c9-b3a6-36e28a42e4eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43080df03dee4b2e81d25eb0e6131129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301212 Sep 16 06:13:00.069353 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41340) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:00.115677 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3dd89745-bac2-45ca-86b5-6589c0106e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:00.135895 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3dd89745-bac2-45ca-86b5-6589c0106e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:00.243592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3dd89745-bac2-45ca-86b5-6589c0106e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:00.246174 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-3dd89745-bac2-45ca-86b5-6589c0106e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:00.247363 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-3dd89745-bac2-45ca-86b5-6589c0106e1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b6b6873-3e71-4a6d-929d-ed93000ce83f HTTP/1.1" status: 204 len: 168 time: 0.1771178 Sep 16 06:13:00.256653 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd89745-bac2-45ca-86b5-6589c0106e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6b6873-3e71-4a6d-929d-ed93000ce83f,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:00.755155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41346) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:00.768318 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25b26647-accd-4248-9e4f-9736dca90bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:00.853779 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25b26647-accd-4248-9e4f-9736dca90bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:00.900004 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-25b26647-accd-4248-9e4f-9736dca90bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:00.937230 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b26647-accd-4248-9e4f-9736dca90bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b66222-e14a-4472-aba5-4b5c25be0c8c,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:00.941526 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-25b26647-accd-4248-9e4f-9736dca90bea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc5b800d3d0e44378b0120c2c3854608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853087 Sep 16 06:13:00.944357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41348) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:00.992292 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb79717f-36ac-4068-ab56-46d7c926fa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:01.012201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb79717f-36ac-4068-ab56-46d7c926fa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:01.100147 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb79717f-36ac-4068-ab56-46d7c926fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:01.102699 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bb79717f-36ac-4068-ab56-46d7c926fa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:01.103891 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bb79717f-36ac-4068-ab56-46d7c926fa83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69b66222-e14a-4472-aba5-4b5c25be0c8c HTTP/1.1" status: 204 len: 168 time: 0.1585178 Sep 16 06:13:01.111942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79717f-36ac-4068-ab56-46d7c926fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b66222-e14a-4472-aba5-4b5c25be0c8c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:02.116263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41370) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:02.210231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-619641497-network', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:02.305502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Made reservation on behalf of 74a2c5d26aa94f8eacfb5b15d18d2b4b for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:02.307851 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:02.316412 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:02.402050 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:02.465435 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:02.490598 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:13:02.500388 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710394c8-32de-46fc-9f52-451c94b7c9cf,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:02.505061 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:02.507394 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Added segment b9c84170-1a9d-4520-b7ee-02a4942e950f of type vlan for network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b Sep 16 06:13:02.547679 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:02.625403 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:02.626340 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:02.627024 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:02.684390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] Pushing event updated for resources: {'Network': ['ID=08ea6909-4ca9-42cf-8a50-91b9ebb4810b,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:02.694515 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:13:02.729804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-2c9c413d-d10d-43e5-87ea-b29b1f5c9955 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6120913 Sep 16 06:13:02.732838 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41374) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:02.737593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Request body: {'subnet': {'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-619641497-subnet', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:02.825719 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Made reservation on behalf of 74a2c5d26aa94f8eacfb5b15d18d2b4b for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:02.828587 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.054471 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.109302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5130c744-eeb5-41d7-9e91-a4cb31ff8883,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:03.118812 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Checking segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:03.119435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Network hostable DHCP agents. Network: 08ea6909-4ca9-42cf-8a50-91b9ebb4810b, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:13:03.191306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:13:03.248577 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 08ea6909-4ca9-42cf-8a50-91b9ebb4810b) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:03.252989 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:03.253563 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.259686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850d8ff0-fa52-44c0-91c4-551a2a33cd8a None None] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:03.318625 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c876faad-a86a-4992-9346-1bdf55524e50 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5844834 Sep 16 06:13:03.321014 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41376) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:03.325435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:03.404954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:13:03.405889 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.420294 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.421907 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.476304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.539383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Allocated IP 172.20.0.2 (08ea6909-4ca9-42cf-8a50-91b9ebb4810b/5130c744-eeb5-41d7-9e91-a4cb31ff8883/727ac64c-72ff-4186-aee4-8ee190fcbb6b) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:03.664635 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.677728 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.757866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.798547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:03.801403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:03.806803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:03.812808 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Pushing event updated for resources: {'Port': ['ID=727ac64c-72ff-4186-aee4-8ee190fcbb6b,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:03.863224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Attempting to bind port 727ac64c-72ff-4186-aee4-8ee190fcbb6b on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:03.863664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Attempting to bind port 727ac64c-72ff-4186-aee4-8ee190fcbb6b by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:03.863984 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Attempting to bind port 727ac64c-72ff-4186-aee4-8ee190fcbb6b on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:03.869091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:03.869465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Checking segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:03.869868 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.870261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Bound using segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:03.870748 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Bound port: 727ac64c-72ff-4186-aee4-8ee190fcbb6b, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:03.871134 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.918887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.931706 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] For port 727ac64c-72ff-4186-aee4-8ee190fcbb6b, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:03.937979 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] For port 727ac64c-72ff-4186-aee4-8ee190fcbb6b, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=727ac64c-72ff-4186-aee4-8ee190fcbb6b,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:03.938113 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:04.009210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:04.041865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Allocated IP 172.25.7.69 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/61287029-3420-478e-9f04-1ec8017cf740) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:04.069548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c73f0a-ef69-4812-9ea0-53691e2b2d54 None None] Pushing event updated for resources: {'Port': ['ID=727ac64c-72ff-4186-aee4-8ee190fcbb6b,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:04.149500 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:04.277940 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:04.319115 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:04.322143 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:04.325230 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:04.352751 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Pushing event updated for resources: {'Port': ['ID=61287029-3420-478e-9f04-1ec8017cf740,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:04.632071 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:04.973611 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee8aca-493e-4a8a-92de-91ade0c34020 None None] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:05.093811 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d83fe473-e028-465d-ae3e-a0dff5feed17 None None] Provisioning complete for port 727ac64c-72ff-4186-aee4-8ee190fcbb6b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:05.094193 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d83fe473-e028-465d-ae3e-a0dff5feed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:05.189273 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:05.205771 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d83fe473-e028-465d-ae3e-a0dff5feed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:05.239290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d83fe473-e028-465d-ae3e-a0dff5feed17 None None] For port 727ac64c-72ff-4186-aee4-8ee190fcbb6b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=727ac64c-72ff-4186-aee4-8ee190fcbb6b,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:05.317491 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d83fe473-e028-465d-ae3e-a0dff5feed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:05.367119 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 727ac64c-72ff-4186-aee4-8ee190fcbb6b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:05.403754 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe473-e028-465d-ae3e-a0dff5feed17 None None] Pushing event updated for resources: {'Port': ['ID=727ac64c-72ff-4186-aee4-8ee190fcbb6b,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:05.414295 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:13:05.432615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 727ac64c-72ff-4186-aee4-8ee190fcbb6b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:05.432993 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:05.442801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d620a9b1-5f74-49ff-8dc5-a6f142fddba8 None None] Provisioning complete for port 727ac64c-72ff-4186-aee4-8ee190fcbb6b triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:05.443171 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d620a9b1-5f74-49ff-8dc5-a6f142fddba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:05.450264 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:05.518105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:05.539165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Sync routers for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:05.585462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:05.586087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:05.602989 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:05.604253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9915add8-085b-4588-87c1-84f48febeb61 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2822394 Sep 16 06:13:05.606998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41378) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:05.696378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:05.868189 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:04Z', 'revision_number': 3, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:05.894352 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Checking router: b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:05.894707 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Updating router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 port 61287029-3420-478e-9f04-1ec8017cf740 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:05.923106 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.012993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.166650 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Allocated IP 172.20.0.1 (08ea6909-4ca9-42cf-8a50-91b9ebb4810b/5130c744-eeb5-41d7-9e91-a4cb31ff8883/c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:06.166982 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.225755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.268123 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.272721 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Attempting to bind port 61287029-3420-478e-9f04-1ec8017cf740 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:06.273093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Attempting to bind port 61287029-3420-478e-9f04-1ec8017cf740 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:06.273454 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Attempting to bind port 61287029-3420-478e-9f04-1ec8017cf740 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:06.285550 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:06.285925 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:06.286331 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.286722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:06.287201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Bound port: 61287029-3420-478e-9f04-1ec8017cf740, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:06.287591 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.289086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea40dc-f543-49b0-9a8d-62db62be5bea None None] Pushing event updated for resources: {'Port': ['ID=61287029-3420-478e-9f04-1ec8017cf740,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:06.346739 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] For port 61287029-3420-478e-9f04-1ec8017cf740, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:06.349703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] For port 61287029-3420-478e-9f04-1ec8017cf740, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=61287029-3420-478e-9f04-1ec8017cf740,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:06.368944 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.405370 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:06.408810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:06.412450 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:06.437733 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.449044 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Pushing event updated for resources: {'Port': ['ID=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:06.464155 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.649996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:06.650613 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:06.655904 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea40dc-f543-49b0-9a8d-62db62be5bea None None] Pushing event updated for resources: {'Port': ['ID=61287029-3420-478e-9f04-1ec8017cf740,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:06.674277 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.761682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-f3af9a18-05b6-49e0-8501-7365a124640b None None] Provisioning complete for port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:06.761949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f3af9a18-05b6-49e0-8501-7365a124640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.785977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:06.834424 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-f3af9a18-05b6-49e0-8501-7365a124640b None None] Port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:06.839606 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.888628 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.961634 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:06.964175 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Pushing event updated for resources: {'Port': ['ID=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:06.994997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 1, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:07.021797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4b34-e623-46ce-b679-6e9f53e0c34f None None] The sync data for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 is: [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 1, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:07.054254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:07.055727 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:07.182484 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:07.314880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:07.323285 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-15562909-f118-47d8-8189-e06aa1e4d90f admin admin] 10.222.0.59 "PUT /v2.0/routers/b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144582 Sep 16 06:13:07.345060 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 727ac64c-72ff-4186-aee4-8ee190fcbb6b up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:07.390259 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-a5efe4bb-c58f-44b1-81f5-896a9140950a None None] Provisioning complete for port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:07.391687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a5efe4bb-c58f-44b1-81f5-896a9140950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:07.441069 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-a5efe4bb-c58f-44b1-81f5-896a9140950a None None] Port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:07.443664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 727ac64c-72ff-4186-aee4-8ee190fcbb6b triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:07.444144 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.023072 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41394) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:08.028126 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-769858187-network', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:08.111510 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Made reservation on behalf of 985ac06bce9747bc9c59fca6eb2921e2 for: {'network': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:08.114055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.124632 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.219194 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.283069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.308863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:13:08.318651 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a968ac5-1083-4ee6-b2af-01e14d6c2aec,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:08.323608 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.323957 n-d-712143-16 neutron-server[101825]: INFO neutron.db.segments_db [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Added segment cc7aa676-47ab-4abb-a21b-91c5de7c4ad8 of type vlan for network 9e0b0857-6e29-49e6-93d5-59d9536c3292 Sep 16 06:13:08.363047 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.471150 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.472181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:08.472780 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:08.534970 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] Pushing event updated for resources: {'Network': ['ID=9e0b0857-6e29-49e6-93d5-59d9536c3292,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:08.545142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 9e0b0857-6e29-49e6-93d5-59d9536c3292 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:13:08.580889 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c11279b6-86e4-4aa6-aac2-7c16a5fd9b6b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5566440 Sep 16 06:13:08.583648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41396) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:08.588500 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Request body: {'subnet': {'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-769858187-subnet', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'ip_version': 4}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:08.688736 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Made reservation on behalf of 985ac06bce9747bc9c59fca6eb2921e2 for: {'subnet': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:08.691108 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334378'] for subnet, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.009127 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Sync routers for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:09.019091 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:09.019762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:09.124761 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:09.260423 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9370523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334340'] for subnet, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.320391 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6581c97-7365-4e54-9f84-af2273b0d554,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:09.326362 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 2, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:09.331328 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Checking segment: {'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:09.331691 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Network hostable DHCP agents. Network: 9e0b0857-6e29-49e6-93d5-59d9536c3292, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:13:09.352996 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Checking router: b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:09.353350 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Updating router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:09.370185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 61287029-3420-478e-9f04-1ec8017cf740 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:09.380400 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.418093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 61287029-3420-478e-9f04-1ec8017cf740 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:09.418481 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.425756 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Network 9e0b0857-6e29-49e6-93d5-59d9536c3292 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:13:09.488994 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 9e0b0857-6e29-49e6-93d5-59d9536c3292) {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:09.493841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:09.494556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.497963 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7ddbb-8473-4fbe-a66e-4b0d551df52a None None] Network 9e0b0857-6e29-49e6-93d5-59d9536c3292 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:09.510517 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.560904 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-876a4ac2-31b2-4420-924b-36b9c96dd356 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9737029 Sep 16 06:13:09.561345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41398) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:09.566469 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:09.569110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 61287029-3420-478e-9f04-1ec8017cf740, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=61287029-3420-478e-9f04-1ec8017cf740,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:09.633346 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.657035 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.660232 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.661310 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.686044 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-9e0b0857-6e29-49e6-93d5-59d9536c3292', 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'fixed_ips': [{'subnet_id': 'e6581c97-7365-4e54-9f84-af2273b0d554'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:13:09.687627 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.714462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=61287029-3420-478e-9f04-1ec8017cf740,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:09.715596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.735164 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.814871 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Pushing event updated for resources: {'Port': ['ID=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:09.823762 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.824326 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.824665 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.825008 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.825497 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.825827 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.826154 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.826530 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.826852 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.827204 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.827590 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.827913 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:09.853064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Allocated IP 172.20.0.2 (9e0b0857-6e29-49e6-93d5-59d9536c3292/e6581c97-7365-4e54-9f84-af2273b0d554/3f88e9ee-b7fa-48ab-a159-47bf0bd889d4) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:09.863738 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Attempting to bind port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:09.864291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Attempting to bind port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:09.864652 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Attempting to bind port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:09.870287 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:09.870651 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Checking segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:09.871063 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.871510 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Bound using segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:09.871977 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Bound port: c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:09.872354 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.938953 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:09.951111 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] For port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:09.954971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] For port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:10.016112 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.020738 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.078768 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:10.079434 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:10.084541 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-fb819e3b-752d-4959-972b-d3ef2024c5f9 None None] Provisioning complete for port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:10.085075 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb819e3b-752d-4959-972b-d3ef2024c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.108123 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.120163 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c55ad-223b-4690-b225-6422d4fda2b3 None None] Pushing event updated for resources: {'Port': ['ID=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:10.157998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Network 9e0b0857-6e29-49e6-93d5-59d9536c3292 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:10.165465 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:10.173930 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:10.225320 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:10.230929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Pushing event updated for resources: {'Port': ['ID=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:10.246429 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Attempting to bind port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:10.246813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Attempting to bind port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:10.247191 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Attempting to bind port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 on network 9e0b0857-6e29-49e6-93d5-59d9536c3292 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:10.256994 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:10.258005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Checking segment: {'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:10.258433 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.258840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Bound using segment: {'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:10.259776 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Bound port: 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:10.265779 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.265928 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.287730 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.358393 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] For port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:10.360481 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb819e3b-752d-4959-972b-d3ef2024c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.388804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] For port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,segment=NetworkSegment(cc7aa676-47ab-4abb-a21b-91c5de7c4ad8),segment_id=cc7aa676-47ab-4abb-a21b-91c5de7c4ad8)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:10.403868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-fb819e3b-752d-4959-972b-d3ef2024c5f9 None None] For port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:10.404778 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Allocated IP 172.25.7.66 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/adb61704-5f07-4ede-8157-8d6182ac1f45) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:10.449470 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.468295 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:10.481141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-fb819e3b-752d-4959-972b-d3ef2024c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.524366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26088b-7e4b-4ca5-a422-77ce4c95b8dc None None] Pushing event updated for resources: {'Port': ['ID=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:10.525892 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.592762 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb819e3b-752d-4959-972b-d3ef2024c5f9 None None] Pushing event updated for resources: {'Port': ['ID=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:10.593340 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e7cbe1-2aac-4ea5-a5cd-e801a3d267a3 None None] The sync data for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 is: [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:10.606019 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d83fb5dd-86e1-4190-bbd6-9648fbcacdf6 None None] Provisioning complete for port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:10.606562 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d83fb5dd-86e1-4190-bbd6-9648fbcacdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.650008 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.731226 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:10.738351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:10.743585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:10.748605 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Pushing event updated for resources: {'Port': ['ID=adb61704-5f07-4ede-8157-8d6182ac1f45,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:11.048712 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-77914544-7a02-4919-8cf9-a61471f12295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:11.067261 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:11.168668 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:11.287652 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:11.518376 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:11.524457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Router fd4f8795-cc81-43f1-92f9-c761d03b4c30 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:13:11.580851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd8e558-6b77-48bc-907c-f5d4864b19e5 None None] Network 9e0b0857-6e29-49e6-93d5-59d9536c3292 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:11.613079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:11.613787 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:11.638366 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:11.666070 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Sync routers for ids ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:11.700077 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Routers {'fd4f8795-cc81-43f1-92f9-c761d03b4c30'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:11.700698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:11.712790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-991ee4af-ff02-498b-bd08-37818b622ced None None] Provisioning complete for port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:11.713168 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-991ee4af-ff02-498b-bd08-37818b622ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:11.716891 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:11.718906 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5ca00a00-de19-4a1a-ae72-11d1bba0b919 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1560440 Sep 16 06:13:11.721637 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41400) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:12.086643 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:12.131226 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Set router fd4f8795-cc81-43f1-92f9-c761d03b4c30 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:12.132236 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.235425 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-991ee4af-ff02-498b-bd08-37818b622ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.295777 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Allocated IP 172.20.0.1 (9e0b0857-6e29-49e6-93d5-59d9536c3292/e6581c97-7365-4e54-9f84-af2273b0d554/d2d61026-9b14-41ac-9915-a3843f2c2530) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:12.321046 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:12.321428 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.324131 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-991ee4af-ff02-498b-bd08-37818b622ced None None] For port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,segment=NetworkSegment(cc7aa676-47ab-4abb-a21b-91c5de7c4ad8),segment_id=cc7aa676-47ab-4abb-a21b-91c5de7c4ad8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:12.409651 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-991ee4af-ff02-498b-bd08-37818b622ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.426223 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.485703 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 61287029-3420-478e-9f04-1ec8017cf740 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:12.513997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 3, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port': {'id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:10Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:12.517274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.547853 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ee4af-ff02-498b-bd08-37818b622ced None None] Pushing event updated for resources: {'Port': ['ID=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:12.553334 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Checking router: fd4f8795-cc81-43f1-92f9-c761d03b4c30 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:12.553668 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Updating router fd4f8795-cc81-43f1-92f9-c761d03b4c30 port adb61704-5f07-4ede-8157-8d6182ac1f45 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:12.555381 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Network 9e0b0857-6e29-49e6-93d5-59d9536c3292 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:12.558457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:12.565900 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:12.592559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d61026-9b14-41ac-9915-a3843f2c2530,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:12.595909 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-ab0aecc6-c0aa-4249-a1ed-e8dd918d6485 None None] Provisioning complete for port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:12.596295 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ab0aecc6-c0aa-4249-a1ed-e8dd918d6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.599799 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.608050 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.718373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 61287029-3420-478e-9f04-1ec8017cf740 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:12.718937 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.838946 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.006352 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.007822 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-bba32961-272d-49d2-836e-ddc58c2e9934 None None] Provisioning complete for port d2d61026-9b14-41ac-9915-a3843f2c2530 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:13.008206 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bba32961-272d-49d2-836e-ddc58c2e9934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.013291 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.044927 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-bba32961-272d-49d2-836e-ddc58c2e9934 None None] Port d2d61026-9b14-41ac-9915-a3843f2c2530 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:13.065495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.082494 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.130805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d61026-9b14-41ac-9915-a3843f2c2530,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:13.135286 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.137915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Attempting to bind port adb61704-5f07-4ede-8157-8d6182ac1f45 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:13.138317 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Attempting to bind port adb61704-5f07-4ede-8157-8d6182ac1f45 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:13.138650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Attempting to bind port adb61704-5f07-4ede-8157-8d6182ac1f45 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:13.141178 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499aa84-2c2d-4115-a39f-c432c9da263b None None] Pushing event updated for resources: {'Port': ['ID=adb61704-5f07-4ede-8157-8d6182ac1f45,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:13.146695 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:13.147072 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:13.147501 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.147890 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:13.148359 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Bound port: adb61704-5f07-4ede-8157-8d6182ac1f45, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:13.148866 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.198513 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] For port adb61704-5f07-4ede-8157-8d6182ac1f45, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:13.201481 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] For port adb61704-5f07-4ede-8157-8d6182ac1f45, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=adb61704-5f07-4ede-8157-8d6182ac1f45,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:13.226380 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Network 9e0b0857-6e29-49e6-93d5-59d9536c3292 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:13.227751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:13.249287 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.315130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Routers {'fd4f8795-cc81-43f1-92f9-c761d03b4c30'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:13.316033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:12:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:13.317948 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499aa84-2c2d-4115-a39f-c432c9da263b None None] Pushing event updated for resources: {'Port': ['ID=adb61704-5f07-4ede-8157-8d6182ac1f45,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:13.369306 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Router fd4f8795-cc81-43f1-92f9-c761d03b4c30 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:13.418263 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:13.474586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] Set router fd4f8795-cc81-43f1-92f9-c761d03b4c30 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:13.504056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:13.509663 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2af87179-964f-4cf1-b3d7-48391bac62d2 admin admin] 10.222.0.59 "PUT /v2.0/routers/fd4f8795-cc81-43f1-92f9-c761d03b4c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870369 Sep 16 06:13:13.518342 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-6a0069c3-eb3f-46da-83ba-8db54f9742ec None None] Provisioning complete for port d2d61026-9b14-41ac-9915-a3843f2c2530 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:13.518831 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6a0069c3-eb3f-46da-83ba-8db54f9742ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.590626 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:13.591007 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.601799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-6a0069c3-eb3f-46da-83ba-8db54f9742ec None None] Port d2d61026-9b14-41ac-9915-a3843f2c2530 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:13.783160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:13:12Z', 'revision_number': 4, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port': {'id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:10Z', 'updated_at': '2021-09-16T06:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd2d61026-9b14-41ac-9915-a3843f2c2530', 'name': '', 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'mac_address': 'fa:16:3e:64:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:12Z', 'updated_at': '2021-09-16T06:13:12Z', 'revision_number': 2, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'subnets': [{'id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:13.959839 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a541b7f-2c47-401a-82e3-c9a951b71a1f None None] The sync data for ids ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'] in n-d-712143-16 is: [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:13:12Z', 'revision_number': 4, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port': {'id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:10Z', 'updated_at': '2021-09-16T06:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd2d61026-9b14-41ac-9915-a3843f2c2530', 'name': '', 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'mac_address': 'fa:16:3e:64:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:12Z', 'updated_at': '2021-09-16T06:13:12Z', 'revision_number': 2, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'subnets': [{'id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:14.067798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41408) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:14.072585 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-4b4e1845-ee8e-4b19-a6a2-9ebe67166fd7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261922853', 'description': 'tempest-secgroup-smoke-261922853 description', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:14.156942 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b4e1845-ee8e-4b19-a6a2-9ebe67166fd7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.250362 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b4e1845-ee8e-4b19-a6a2-9ebe67166fd7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.254151 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.300165 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b4e1845-ee8e-4b19-a6a2-9ebe67166fd7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.329542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e1845-ee8e-4b19-a6a2-9ebe67166fd7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a444daf0-f6c2-4996-87d3-1fceb765e2fb,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:14.385589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4b4e1845-ee8e-4b19-a6a2-9ebe67166fd7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.387062 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4b4e1845-ee8e-4b19-a6a2-9ebe67166fd7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3181934 Sep 16 06:13:14.390148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41410) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:14.394707 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-1044da45-539e-47aa-a2ad-3e919b8a1253 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'a444daf0-f6c2-4996-87d3-1fceb765e2fb', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:14.488136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1044da45-539e-47aa-a2ad-3e919b8a1253 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.546049 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8b3d891a-d3dd-4589-a64e-208c7fcaa164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.558902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1044da45-539e-47aa-a2ad-3e919b8a1253 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.625956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1044da45-539e-47aa-a2ad-3e919b8a1253 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.644057 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044da45-539e-47aa-a2ad-3e919b8a1253 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb33d078-7880-4e8f-93ee-2372e49336e6,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:14.728395 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-1044da45-539e-47aa-a2ad-3e919b8a1253 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.729697 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-1044da45-539e-47aa-a2ad-3e919b8a1253 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385379 Sep 16 06:13:14.732565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41412) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:14.737733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-700e3e99-26f7-4e11-9abd-5d1f5a3e27d6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'a444daf0-f6c2-4996-87d3-1fceb765e2fb', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:14.808425 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-700e3e99-26f7-4e11-9abd-5d1f5a3e27d6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.869062 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-700e3e99-26f7-4e11-9abd-5d1f5a3e27d6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.911634 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-700e3e99-26f7-4e11-9abd-5d1f5a3e27d6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.930308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e3e99-26f7-4e11-9abd-5d1f5a3e27d6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4f2c32-60f8-47f3-a5ea-0d9b28085234,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:15.014520 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-700e3e99-26f7-4e11-9abd-5d1f5a3e27d6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.015794 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-700e3e99-26f7-4e11-9abd-5d1f5a3e27d6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2817726 Sep 16 06:13:15.018586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41414) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:15.023292 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-58e7b96d-ce1b-4943-a30a-bf79d9c6990f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'a444daf0-f6c2-4996-87d3-1fceb765e2fb', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:15.111972 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58e7b96d-ce1b-4943-a30a-bf79d9c6990f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.173499 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58e7b96d-ce1b-4943-a30a-bf79d9c6990f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.242979 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58e7b96d-ce1b-4943-a30a-bf79d9c6990f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.260891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7b96d-ce1b-4943-a30a-bf79d9c6990f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce87891-3767-4eba-bdca-fffc91b26350,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:15.339952 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-58e7b96d-ce1b-4943-a30a-bf79d9c6990f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.341570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-58e7b96d-ce1b-4943-a30a-bf79d9c6990f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216898 Sep 16 06:13:15.344569 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41416) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:15.352665 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-127d1d45-96a3-4a03-bf90-5845e9489f97 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'a444daf0-f6c2-4996-87d3-1fceb765e2fb', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:15.359040 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device adb61704-5f07-4ede-8157-8d6182ac1f45 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:15.408422 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port adb61704-5f07-4ede-8157-8d6182ac1f45 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:15.408803 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.453820 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-127d1d45-96a3-4a03-bf90-5845e9489f97 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.486586 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.494000 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.509650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port adb61704-5f07-4ede-8157-8d6182ac1f45, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=adb61704-5f07-4ede-8157-8d6182ac1f45,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:15.517263 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-127d1d45-96a3-4a03-bf90-5845e9489f97 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.585551 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.608293 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-127d1d45-96a3-4a03-bf90-5845e9489f97 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.628556 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d1d45-96a3-4a03-bf90-5845e9489f97 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc3fe4f-ec07-49c1-89ee-dc9f6eb917aa,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:15.635151 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=adb61704-5f07-4ede-8157-8d6182ac1f45,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:15.688319 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-127d1d45-96a3-4a03-bf90-5845e9489f97 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.689569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-127d1d45-96a3-4a03-bf90-5845e9489f97 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3440528 Sep 16 06:13:15.692253 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41418) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:15.696657 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-6910a1d4-17fe-45c6-9afd-e03a8adde089 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'a444daf0-f6c2-4996-87d3-1fceb765e2fb', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:15.774309 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-6910a1d4-17fe-45c6-9afd-e03a8adde089 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Project 74a2c5d26aa94f8eacfb5b15d18d2b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:13:15.781852 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6910a1d4-17fe-45c6-9afd-e03a8adde089 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.804506 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Sync routers for ids ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:15.815178 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Routers {'fd4f8795-cc81-43f1-92f9-c761d03b4c30'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:15.815923 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:15.843173 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6910a1d4-17fe-45c6-9afd-e03a8adde089 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.916780 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6910a1d4-17fe-45c6-9afd-e03a8adde089 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.917761 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Set router fd4f8795-cc81-43f1-92f9-c761d03b4c30 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:15.934660 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910a1d4-17fe-45c6-9afd-e03a8adde089 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512363c7-1ade-4018-b9f1-d64e97185b31,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:15.991068 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-6910a1d4-17fe-45c6-9afd-e03a8adde089 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.992769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-6910a1d4-17fe-45c6-9afd-e03a8adde089 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995894 Sep 16 06:13:15.995862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 41420) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:16.000588 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-03263a76-e5b4-4d53-bebb-20e8aaae768c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'a444daf0-f6c2-4996-87d3-1fceb765e2fb', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:16.077905 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-03263a76-e5b4-4d53-bebb-20e8aaae768c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Project 74a2c5d26aa94f8eacfb5b15d18d2b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:13:16.082902 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03263a76-e5b4-4d53-bebb-20e8aaae768c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.112198 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:13:12Z', 'revision_number': 4, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port': {'id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:10Z', 'updated_at': '2021-09-16T06:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd2d61026-9b14-41ac-9915-a3843f2c2530', 'name': '', 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'mac_address': 'fa:16:3e:64:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:12Z', 'updated_at': '2021-09-16T06:13:12Z', 'revision_number': 2, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'subnets': [{'id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:16.142267 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Checking router: fd4f8795-cc81-43f1-92f9-c761d03b4c30 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:16.143072 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Updating router fd4f8795-cc81-43f1-92f9-c761d03b4c30 port d2d61026-9b14-41ac-9915-a3843f2c2530 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:16.147589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03263a76-e5b4-4d53-bebb-20e8aaae768c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.167613 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.220106 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03263a76-e5b4-4d53-bebb-20e8aaae768c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.239885 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03263a76-e5b4-4d53-bebb-20e8aaae768c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542a34a8-f5dd-4c94-ac52-abe03c3731c4,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:16.316998 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-03263a76-e5b4-4d53-bebb-20e8aaae768c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.318242 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-03263a76-e5b4-4d53-bebb-20e8aaae768c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212304 Sep 16 06:13:16.428070 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.459258 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-651bc5df-ccbf-4b9a-a735-18275e62b2f9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261922853&fields=id&tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b HTTP/1.1" status: 200 len: 267 time: 0.0329235 Sep 16 06:13:16.516932 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.570472 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77412b-004b-46a8-9390-2906b80719d6 None None] Pushing event updated for resources: {'Port': ['ID=d2d61026-9b14-41ac-9915-a3843f2c2530,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:16.578721 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-dc43d924-d53d-4533-9da4-a73aedb152e2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:16.580342 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-dc43d924-d53d-4533-9da4-a73aedb152e2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 808 time: 0.1144211 Sep 16 06:13:16.596490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-c49be531-918d-4e13-a551-1362e34ccba0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/quotas/74a2c5d26aa94f8eacfb5b15d18d2b4b HTTP/1.1" status: 200 len: 375 time: 0.0102308 Sep 16 06:13:16.620773 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Attempting to bind port d2d61026-9b14-41ac-9915-a3843f2c2530 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:16.621354 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Attempting to bind port d2d61026-9b14-41ac-9915-a3843f2c2530 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:16.621720 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Attempting to bind port d2d61026-9b14-41ac-9915-a3843f2c2530 on network 9e0b0857-6e29-49e6-93d5-59d9536c3292 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:16.627837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:16.628212 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Checking segment: {'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:16.628622 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.629011 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Bound using segment: {'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:16.629476 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Bound port: d2d61026-9b14-41ac-9915-a3843f2c2530, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:16.629858 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.658005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-bc8a9da9-0876-49a3-93c5-f7a6a960d9e7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528455 Sep 16 06:13:16.698185 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] For port d2d61026-9b14-41ac-9915-a3843f2c2530, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:16.701603 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] For port d2d61026-9b14-41ac-9915-a3843f2c2530, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d2d61026-9b14-41ac-9915-a3843f2c2530,segment=NetworkSegment(cc7aa676-47ab-4abb-a21b-91c5de7c4ad8),segment_id=cc7aa676-47ab-4abb-a21b-91c5de7c4ad8)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:16.803067 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.845329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-09777c11-03c9-41c4-82e2-49516fb21ed2 None None] Provisioning complete for port d2d61026-9b14-41ac-9915-a3843f2c2530 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:16.845816 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09777c11-03c9-41c4-82e2-49516fb21ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.851153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-6802db55-7967-47bc-9e34-10439dde30ba service neutron] 10.222.0.59 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807618 Sep 16 06:13:16.877271 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Routers {'fd4f8795-cc81-43f1-92f9-c761d03b4c30'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:16.877271 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:16.955643 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-eba68e6a-c8a2-41c7-836a-5f35a01ed46f service neutron] 10.222.0.59 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966785 Sep 16 06:13:16.973931 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09777c11-03c9-41c4-82e2-49516fb21ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:17.000066 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] Set router fd4f8795-cc81-43f1-92f9-c761d03b4c30 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:17.014619 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-09777c11-03c9-41c4-82e2-49516fb21ed2 None None] For port d2d61026-9b14-41ac-9915-a3843f2c2530, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d2d61026-9b14-41ac-9915-a3843f2c2530,segment=NetworkSegment(cc7aa676-47ab-4abb-a21b-91c5de7c4ad8),segment_id=cc7aa676-47ab-4abb-a21b-91c5de7c4ad8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:17.039905 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77412b-004b-46a8-9390-2906b80719d6 None None] Pushing event updated for resources: {'Port': ['ID=d2d61026-9b14-41ac-9915-a3843f2c2530,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:17.082305 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-09777c11-03c9-41c4-82e2-49516fb21ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:17.136540 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09777c11-03c9-41c4-82e2-49516fb21ed2 None None] Pushing event updated for resources: {'Port': ['ID=d2d61026-9b14-41ac-9915-a3843f2c2530,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:17.168803 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:17.225480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b0eec066-9bc3-4e0f-b62f-77e7639313c4 req-4d635edf-6f0d-4b52-961b-4c11a9416604 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 210 time: 0.0341754 Sep 16 06:13:17.240088 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:13:12Z', 'revision_number': 4, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port': {'id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:10Z', 'updated_at': '2021-09-16T06:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd2d61026-9b14-41ac-9915-a3843f2c2530', 'name': '', 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'mac_address': 'fa:16:3e:64:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:12Z', 'updated_at': '2021-09-16T06:13:16Z', 'revision_number': 4, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'subnets': [{'id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:17.265683 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193d6e8-85a4-47e1-8f7b-fc5c7fc3848c None None] The sync data for ids ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'] in n-d-712143-16 is: [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:13:12Z', 'revision_number': 4, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port': {'id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:10Z', 'updated_at': '2021-09-16T06:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'd2d61026-9b14-41ac-9915-a3843f2c2530', 'name': '', 'network_id': '9e0b0857-6e29-49e6-93d5-59d9536c3292', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'mac_address': 'fa:16:3e:64:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:12Z', 'updated_at': '2021-09-16T06:13:16Z', 'revision_number': 4, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'subnets': [{'id': 'e6581c97-7365-4e54-9f84-af2273b0d554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:17.310539 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e636c87d-a550-43cd-9172-0d5bef5d4651 None None] Provisioning complete for port d2d61026-9b14-41ac-9915-a3843f2c2530 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:17.311944 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e636c87d-a550-43cd-9172-0d5bef5d4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:17.402512 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d2d61026-9b14-41ac-9915-a3843f2c2530 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:17.467656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port d2d61026-9b14-41ac-9915-a3843f2c2530 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:17.468570 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:17.549434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device adb61704-5f07-4ede-8157-8d6182ac1f45 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:17.600258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port adb61704-5f07-4ede-8157-8d6182ac1f45 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:17.600643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:18.324144 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-567ae4a8-30c3-496e-b2f5-0e47b0bc70bc req-4a5b2364-5fc4-47c7-93c6-3de513508e95 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 210 time: 0.0314133 Sep 16 06:13:19.368899 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-f963a9ed-34e8-48e4-9aee-455d948131b0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:19.370399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-f963a9ed-34e8-48e4-9aee-455d948131b0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 808 time: 0.1064684 Sep 16 06:13:19.424025 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6c3f14ac-3985-4ef8-b7b1-fa071dd2584b req-97d3c4ac-a16d-4014-b15f-219b248859b4 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 210 time: 0.0284204 Sep 16 06:13:19.442708 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-f62db8d9-2c26-4ade-a7e9-0478d0c819bf tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b HTTP/1.1" status: 200 len: 379 time: 0.0633516 Sep 16 06:13:19.452189 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'port': {'device_id': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'admin_state_up': True, 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'security_groups': ['a444daf0-f6c2-4996-87d3-1fceb765e2fb']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:19.619400 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Made reservation on behalf of 74a2c5d26aa94f8eacfb5b15d18d2b4b for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:19.622934 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:19.745053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Allocated IP 172.20.0.4 (08ea6909-4ca9-42cf-8a50-91b9ebb4810b/5130c744-eeb5-41d7-9e91-a4cb31ff8883/dfee513f-c274-4c40-929a-99ab000c2513) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:19.885182 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:19.974231 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.015496 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:20.018510 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:20.024021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:20.030335 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:20.075995 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:20.080134 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.146771 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-0e9e4135-2fe4-4f7b-b17c-b90140a6b219 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6979151 Sep 16 06:13:20.204059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Request body: {'port': {'device_id': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:20.261849 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.285431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-5dec710e-a548-4528-bc92-29a666cb4a16 None None] Provisioning complete for port dfee513f-c274-4c40-929a-99ab000c2513 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:20.286057 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5dec710e-a548-4528-bc92-29a666cb4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.319436 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-5dec710e-a548-4528-bc92-29a666cb4a16 None None] Port dfee513f-c274-4c40-929a-99ab000c2513 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:20.555211 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfee513f-c274-4c40-929a-99ab000c2513 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:13:20.565570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.576235 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f6b43-c798-41e8-82ce-d9e02ad7bb75 req-aa782f6a-68d5-4636-ad1a-010ce5e58997 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:20.578380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d2f6b43-c798-41e8-82ce-d9e02ad7bb75 req-aa782f6a-68d5-4636-ad1a-010ce5e58997 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 931 time: 0.0877674 Sep 16 06:13:20.593627 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Transition to ACTIVE for port object dfee513f-c274-4c40-929a-99ab000c2513 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:13:20.619642 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d2f6b43-c798-41e8-82ce-d9e02ad7bb75 req-1434b3b2-d6a0-4832-9872-4e87587907e5 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337775 Sep 16 06:13:20.654101 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.708222 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:20.775612 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Attempting to bind port dfee513f-c274-4c40-929a-99ab000c2513 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:20.775955 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Attempting to bind port dfee513f-c274-4c40-929a-99ab000c2513 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:20.776286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Attempting to bind port dfee513f-c274-4c40-929a-99ab000c2513 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:20.780921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Port dfee513f-c274-4c40-929a-99ab000c2513 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:13:20.781241 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Attempting to bind port dfee513f-c274-4c40-929a-99ab000c2513 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:20.786129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:20.786467 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Checking segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:20.786853 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Bound using segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:20.787312 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Bound port: dfee513f-c274-4c40-929a-99ab000c2513, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:20.787702 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.856913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:20.863052 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:20.933887 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.969068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:20.969688 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:20.971081 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] 10.222.0.60 "PUT /v2.0/ports/dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 1092 time: 0.8161149 Sep 16 06:13:20.971550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:13:20.981433 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d48cc0b-5bcd-4d47-a84f-c3b482879e10" -d '{"events": [{"name": "network-changed", "server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:13:21.006043 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e2f5-0e4c-41af-b579-7cf49948788c service neutron] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:21.017570 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464e0702-2999-46b1-9bbf-6974b15f6701 x-openstack-request-id: req-464e0702-2999-46b1-9bbf-6974b15f6701 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:13:21.017870 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:13:21.018136 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-464e0702-2999-46b1-9bbf-6974b15f6701 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:13:21.018582 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'status': 'completed', 'code': 200} Sep 16 06:13:21.086185 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48cc0b-5bcd-4d47-a84f-c3b482879e10 req-a06a80eb-4f16-4281-8f1b-5df1071a2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:21.087751 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d48cc0b-5bcd-4d47-a84f-c3b482879e10 req-a06a80eb-4f16-4281-8f1b-5df1071a2aaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1095 time: 0.0441194 Sep 16 06:13:21.194461 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48cc0b-5bcd-4d47-a84f-c3b482879e10 req-a9d183e7-462a-492e-b3ed-b30e52154d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:21.195997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d48cc0b-5bcd-4d47-a84f-c3b482879e10 req-a9d183e7-462a-492e-b3ed-b30e52154d59 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1007841 Sep 16 06:13:21.293920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48cc0b-5bcd-4d47-a84f-c3b482879e10 req-20fa5af9-c41f-4895-afe9-8e034f9e4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:21.295517 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d48cc0b-5bcd-4d47-a84f-c3b482879e10 req-20fa5af9-c41f-4895-afe9-8e034f9e4603 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925083 Sep 16 06:13:21.377554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-35508826-0af6-482d-9b4a-d327ce7aa4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:21.379133 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-35508826-0af6-482d-9b4a-d327ce7aa4cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1095 time: 0.0469875 Sep 16 06:13:21.421429 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-04024045-e662-4727-8a63-48c01477678e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 217 time: 0.0342979 Sep 16 06:13:21.470537 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-e041202a-38eb-490e-b588-17c4495ee886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:21.472059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-e041202a-38eb-490e-b588-17c4495ee886 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0438251 Sep 16 06:13:21.519353 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-6cc2f8e7-7c60-4393-a974-d43ed71cbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:21.520764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-6cc2f8e7-7c60-4393-a974-d43ed71cbf3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398796 Sep 16 06:13:21.615015 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-ce037e65-46c1-4921-81fa-8da5ae610dd9 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867376 Sep 16 06:13:21.732861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5d9a7238-cacb-45b7-b641-1717c965f348 req-dadd6e1d-9b45-4188-ad2f-23f514e817bb service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111019 Sep 16 06:13:21.755919 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851a8a2-f4fa-4421-a6a3-217f76ab1902 req-1d21fd49-af38-447a-b118-0af9f50e1c2a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:21.757501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e851a8a2-f4fa-4421-a6a3-217f76ab1902 req-1d21fd49-af38-447a-b118-0af9f50e1c2a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 943 time: 0.0576079 Sep 16 06:13:21.796043 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e851a8a2-f4fa-4421-a6a3-217f76ab1902 req-9df67500-0477-4e36-ab4b-ec597be5c8c4 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Sep 16 06:13:22.911640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68133b-dc4e-4dff-96d6-6e2e8a955403 req-2e47920d-337c-4167-a7b3-fe4883151b85 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:22.913113 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc68133b-dc4e-4dff-96d6-6e2e8a955403 req-2e47920d-337c-4167-a7b3-fe4883151b85 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 943 time: 0.0486326 Sep 16 06:13:22.950338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dc68133b-dc4e-4dff-96d6-6e2e8a955403 req-477ab278-a8a0-4b9c-88a8-7bb0eb214cf4 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Sep 16 06:13:24.067835 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88728ed-b221-4f9f-a7a3-e69bdcb0d238 req-6c3647dc-20e9-4e48-bd41-a7257535b51c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:24.069338 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b88728ed-b221-4f9f-a7a3-e69bdcb0d238 req-6c3647dc-20e9-4e48-bd41-a7257535b51c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 943 time: 0.0519593 Sep 16 06:13:24.105897 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b88728ed-b221-4f9f-a7a3-e69bdcb0d238 req-c18e5f7d-2cda-4da0-b16a-73132a6ec6f3 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308001 Sep 16 06:13:24.460669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device dfee513f-c274-4c40-929a-99ab000c2513 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:13:24.555270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:24.565809 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'dfee513f-c274-4c40-929a-99ab000c2513', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'port_id': 'dfee513f-c274-4c40-929a-99ab000c2513', 'mac_address': 'fa:16:3e:88:dd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:13:24.601553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:24.613676 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfee513f-c274-4c40-929a-99ab000c2513 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:13:24.638080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:24.751120 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:24.800851 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:24.953196 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['dfee513f-c274-4c40-929a-99ab000c2513'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:13:25.218460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8917d-9ec1-4baf-a83f-6aabf4929429 req-a221e791-dbd9-4b89-9829-d647930c2326 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:25.219971 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74b8917d-9ec1-4baf-a83f-6aabf4929429 req-a221e791-dbd9-4b89-9829-d647930c2326 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0481677 Sep 16 06:13:25.257848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-74b8917d-9ec1-4baf-a83f-6aabf4929429 req-b8728e27-e80c-4c29-9945-abfb213c3f14 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318835 Sep 16 06:13:26.369922 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d76af-31dc-4be3-85f9-8c9c1df6aea9 req-154c2d54-979f-486d-bb55-a27099785a1f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:26.371450 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf2d76af-31dc-4be3-85f9-8c9c1df6aea9 req-154c2d54-979f-486d-bb55-a27099785a1f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0483429 Sep 16 06:13:26.410227 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bf2d76af-31dc-4be3-85f9-8c9c1df6aea9 req-cc598c99-4c07-4af8-88c1-132fad7882c7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323882 Sep 16 06:13:26.474426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device dfee513f-c274-4c40-929a-99ab000c2513 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:26.567815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port dfee513f-c274-4c40-929a-99ab000c2513 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:13:26.571329 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port dfee513f-c274-4c40-929a-99ab000c2513 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:26.571702 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:26.645916 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:26.670199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:13:26.672982 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3833aa-27b9-4c75-9dcf-4ccc9ae300ec" -d '{"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-plugged", "status": "completed", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:13:26.689125 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:26.709394 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d3c015-5e3d-4962-b8b6-afb83bb4922e x-openstack-request-id: req-a0d3c015-5e3d-4962-b8b6-afb83bb4922e {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:13:26.709682 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-plugged", "status": "completed", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:13:26.709929 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0d3c015-5e3d-4962-b8b6-afb83bb4922e {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:13:26.710329 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'code': 200} Sep 16 06:13:26.734190 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:26.781685 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:26.808331 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167e15-8568-427e-995d-f03c4d055098 req-ac8f5ff4-ac67-4013-aa71-1ebb3114a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:26.809821 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae167e15-8568-427e-995d-f03c4d055098 req-ac8f5ff4-ac67-4013-aa71-1ebb3114a31b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1097 time: 0.0426593 Sep 16 06:13:26.843225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae167e15-8568-427e-995d-f03c4d055098 req-2baa65fe-f6dc-4932-8dac-8e04a14c59e9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266738 Sep 16 06:13:27.522158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609619f-876b-4df6-b6d4-ca6a4fcbcbcd req-c774f272-416c-49c1-b68c-97ee96242f27 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:27.523650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f609619f-876b-4df6-b6d4-ca6a4fcbcbcd req-c774f272-416c-49c1-b68c-97ee96242f27 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0474968 Sep 16 06:13:27.560374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f609619f-876b-4df6-b6d4-ca6a4fcbcbcd req-dda9ab0f-8bb1-41c6-a1f1-3cfde2644a9e tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308995 Sep 16 06:13:28.676877 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391a811-afef-4316-8108-f12e3db97546 req-241c13b5-27e5-44e1-9fd4-50cf809b5630 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:28.678359 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9391a811-afef-4316-8108-f12e3db97546 req-241c13b5-27e5-44e1-9fd4-50cf809b5630 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0504632 Sep 16 06:13:28.714716 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9391a811-afef-4316-8108-f12e3db97546 req-d574a2cb-c268-4078-95b3-4bfa8ece76b6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 Sep 16 06:13:28.831375 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416fa8-6d97-495c-b285-92c1e059e855 req-d5d96c4c-3cf5-44d8-83d1-20487b84287f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:28.832840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d416fa8-6d97-495c-b285-92c1e059e855 req-d5d96c4c-3cf5-44d8-83d1-20487b84287f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0535965 Sep 16 06:13:28.853897 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:28.871216 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8d416fa8-6d97-495c-b285-92c1e059e855 req-0a493c7f-dd02-433d-868b-b68dc6fb7b65 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322294 Sep 16 06:13:28.893201 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41484) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:28.976839 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2bedac-5337-4677-8d50-6939e2dbdcff tempest-TestShelveInstance-2019360269 tempest-TestShelveInstance-2019360269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:28.978421 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ba2bedac-5337-4677-8d50-6939e2dbdcff tempest-TestShelveInstance-2019360269 tempest-TestShelveInstance-2019360269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1092 time: 0.0840702 Sep 16 06:13:28.981426 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41488) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:28.985626 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': 'dfee513f-c274-4c40-929a-99ab000c2513', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:29.065468 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:29.163176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:29.263501 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Allocated IP 172.25.7.145 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/1ee1376d-9ff9-436c-a29e-101c8765d9de) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:29.709185 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:29.785172 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:29.821810 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:29.824636 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:29.830533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:29.835849 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'Port': ['ID=1ee1376d-9ff9-436c-a29e-101c8765d9de,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:30.178501 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.283338 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.433500 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.476273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.545879 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'Port': ['ID=1ee1376d-9ff9-436c-a29e-101c8765d9de,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:30.557392 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.653504 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Floating IP d5b9e8dd-d8e9-458d-be13-e9f1b6574aef associated. External IP: 172.25.7.145, port: dfee513f-c274-4c40-929a-99ab000c2513. Sep 16 06:13:30.860597 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:30.966278 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:30.976812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] Sync routers for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:30.985484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:30.986108 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:31.048319 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:31.076294 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ac8d6583-35a3-49ec-a2c7-464337ee194c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0938582 Sep 16 06:13:31.077002 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:13:31.079383 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269c4a6d-9959-40d8-9a70-ce8eaf02d141" -d '{"events": [{"name": "network-changed", "server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:13:31.093192 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:31.114150 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9ffef-3d91-485f-b48b-4f4334040e41 x-openstack-request-id: req-5fd9ffef-3d91-485f-b48b-4f4334040e41 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:13:31.114448 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:13:31.114701 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5fd9ffef-3d91-485f-b48b-4f4334040e41 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:13:31.115107 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'status': 'completed', 'code': 200} Sep 16 06:13:31.174825 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-b0a7e1b8-993c-488b-a5f5-b1037e123879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:31.176488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-b0a7e1b8-993c-488b-a5f5-b1037e123879 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1097 time: 0.0396862 Sep 16 06:13:31.265390 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-4aed8554-0ed8-46fb-a281-ddad8ada7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:31.266863 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-4aed8554-0ed8-46fb-a281-ddad8ada7a08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0835476 Sep 16 06:13:31.335119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-d5598bfc-75b0-4382-84eb-73c79c87a91b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 999 time: 0.0611811 Sep 16 06:13:31.337945 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd5b9e8dd-d8e9-458d-be13-e9f1b6574aef', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'floating_ip_address': '172.25.7.145', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'port_id': 'dfee513f-c274-4c40-929a-99ab000c2513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'mac_address': 'fa:16:3e:88:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:13:30Z', 'updated_at': '2021-09-16T06:13:30Z', 'revision_number': 0, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:31.368362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] Checking router: b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:31.377694 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:31.378312 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:13:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:31.384402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-d78b8bf0-47eb-4c0b-b80e-80e8b05cfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:31.385862 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-d78b8bf0-47eb-4c0b-b80e-80e8b05cfca6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0441360 Sep 16 06:13:31.430819 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-57ff05ea-2d05-4378-bd36-4e819b22198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:31.432504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-57ff05ea-2d05-4378-bd36-4e819b22198e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396066 Sep 16 06:13:31.482939 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:31.523925 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-23ec1efb-b5fb-47d5-8418-db2b81be0090 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846713 Sep 16 06:13:31.617256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269c4a6d-9959-40d8-9a70-ce8eaf02d141 req-f4144a17-0b54-4b1b-86b7-188d92cbaca4 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862412 Sep 16 06:13:31.700032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd5b9e8dd-d8e9-458d-be13-e9f1b6574aef', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'floating_ip_address': '172.25.7.145', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'port_id': 'dfee513f-c274-4c40-929a-99ab000c2513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'mac_address': 'fa:16:3e:88:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:13:30Z', 'updated_at': '2021-09-16T06:13:30Z', 'revision_number': 0, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:31.729272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbac80c-2279-4785-aeed-6a84d192612f None None] The sync data for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 is: [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': 'd5b9e8dd-d8e9-458d-be13-e9f1b6574aef', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'floating_ip_address': '172.25.7.145', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'port_id': 'dfee513f-c274-4c40-929a-99ab000c2513', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'mac_address': 'fa:16:3e:88:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:13:30Z', 'updated_at': '2021-09-16T06:13:30Z', 'revision_number': 0, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:31.924973 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd71ca6-6e2d-4efc-8a87-28bfbd36870b None None] New status for floating IP d5b9e8dd-d8e9-458d-be13-e9f1b6574aef: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:13:41.053545 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6396-895b-48f4-b12d-6929152fdff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:41.190580 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.449528 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:44.270209 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.562019 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-65b4b595-81c9-4057-82e2-90cc7904666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.401595 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.150074 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.864823 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:05.864850 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-7fec12be-8698-4bc9-8435-24dd1f5f939c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392883 Sep 16 06:14:05.943512 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-2ac73462-8e84-419a-94ed-eb4046fd5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:05.945169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-2ac73462-8e84-419a-94ed-eb4046fd5637 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1097 time: 0.0400190 Sep 16 06:14:06.055951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-b95e17e5-06f0-411e-afd3-738ffa5c4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:06.057416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-b95e17e5-06f0-411e-afd3-738ffa5c4269 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0879531 Sep 16 06:14:06.122580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-debd349d-4da7-4954-8b41-46a313301fcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 1001 time: 0.0559580 Sep 16 06:14:06.169768 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-5a9f37b4-2be9-4af6-972d-46546748e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:06.171155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-5a9f37b4-2be9-4af6-972d-46546748e0d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0415912 Sep 16 06:14:06.219594 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-58a66512-710d-4639-86cc-40b21bb8601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:06.221058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-58a66512-710d-4639-86cc-40b21bb8601c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420642 Sep 16 06:14:06.308775 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-a40fd0be-df2c-40ab-931d-83244f5646d2 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798736 Sep 16 06:14:06.402945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-573d9d36-a30f-4bad-a946-ffd73bd39157 req-d8f95de1-86f7-4f3d-b40b-635ec0b089b8 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862892 Sep 16 06:14:11.046700 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cd0-0efa-4d8e-909e-6550e0da0a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:11.172445 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:14.274752 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:14.538785 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-872de156-d7b2-4bb8-b3cf-79f00700a453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:15.422930 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:17.150268 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:19.449350 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:28.874041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:41.063845 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f119a0ad-e6d0-4ccc-905a-713191363644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:41.212501 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:44.268836 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:44.536724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-de961e96-db2b-48a7-829c-2aa264e6a6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:45.434855 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:47.164403 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:56.447719 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:58.857519 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.108734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-6dc42db6-af86-480e-bd82-0143e36ad156 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401814 Sep 16 06:15:07.186901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-75a247b3-c986-41b8-bc10-bbd730e619a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:07.188396 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-75a247b3-c986-41b8-bc10-bbd730e619a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1097 time: 0.0396717 Sep 16 06:15:07.295330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-0cc49659-4242-4e97-987b-398ebb92c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:07.296798 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-0cc49659-4242-4e97-987b-398ebb92c81c service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0876505 Sep 16 06:15:07.359868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-3342661d-2df2-42e9-812a-79bfe97ea5ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 1001 time: 0.0559094 Sep 16 06:15:07.412502 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-8b23cd5f-bb6a-469f-bcc6-3ffa80b88758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:07.414029 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-8b23cd5f-bb6a-469f-bcc6-3ffa80b88758 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0474656 Sep 16 06:15:07.459068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-4fbc3bef-1366-4384-9e5e-15b4369d3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:07.460573 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-4fbc3bef-1366-4384-9e5e-15b4369d3fb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394003 Sep 16 06:15:07.471610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-e66b561c-bd6e-4aa7-897e-c7ca3405f8be service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:15:07.472555 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-e66b561c-bd6e-4aa7-897e-c7ca3405f8be service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047545 Sep 16 06:15:07.560108 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-e8b91745-7d51-45dd-91d3-22f1359c198b service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805054 Sep 16 06:15:07.651098 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-24b76e8d-b469-40f1-ab0b-a2f6837826bf req-9775dc6c-f50c-4c85-8b90-7574c19d3b5a service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 Sep 16 06:15:11.114382 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dacfb701-a68b-4c40-a9f6-8c3a2091baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:11.250083 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:14.262912 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:14.508740 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60cab5fe-87ad-4713-a682-e7cbe5bbba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:15.434490 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.151908 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:27.584550 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65651bca-2966-4931-8cd0-218237d2fcce req-3254e2b1-7230-4db1-a0cb-d71fd15b8abd tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:27.585943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65651bca-2966-4931-8cd0-218237d2fcce req-3254e2b1-7230-4db1-a0cb-d71fd15b8abd tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.1017859 Sep 16 06:15:27.622538 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-65651bca-2966-4931-8cd0-218237d2fcce req-3b4f045f-e353-4288-90b2-de07a9c4ad7d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305974 Sep 16 06:15:28.752744 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c75064-d2b8-4e99-a03d-a1e8f690caed req-902f8240-88aa-47d1-87d9-4d5755de46c8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:28.754210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27c75064-d2b8-4e99-a03d-a1e8f690caed req-902f8240-88aa-47d1-87d9-4d5755de46c8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0522928 Sep 16 06:15:28.790803 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-27c75064-d2b8-4e99-a03d-a1e8f690caed req-aff56603-4f48-4961-84ed-206c06fb765f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307164 Sep 16 06:15:28.871809 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:29.939338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff2a9-f706-4ea8-ab1a-095631c8e291 req-c6883758-e260-44fd-8003-661d93b78dd0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:29.940813 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ecff2a9-f706-4ea8-ab1a-095631c8e291 req-c6883758-e260-44fd-8003-661d93b78dd0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0489817 Sep 16 06:15:29.978502 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4ecff2a9-f706-4ea8-ab1a-095631c8e291 req-1876c151-3e5d-4677-b4c2-957bfc88d69f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Sep 16 06:15:31.090053 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27a8e-bae2-4440-a695-83cc8a389cf6 req-ebd948d1-22c1-4b43-8eca-b97df954d963 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:31.091498 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ec27a8e-bae2-4440-a695-83cc8a389cf6 req-ebd948d1-22c1-4b43-8eca-b97df954d963 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0471532 Sep 16 06:15:31.128684 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ec27a8e-bae2-4440-a695-83cc8a389cf6 req-8c498212-915a-466f-8358-96551e0e9c0f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Sep 16 06:15:32.242506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed82d4a-33b9-4917-8454-87dc68ab8380 req-e798bc83-045a-40ba-a3dc-d9faaf0497d9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:32.243888 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ed82d4a-33b9-4917-8454-87dc68ab8380 req-e798bc83-045a-40ba-a3dc-d9faaf0497d9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0509202 Sep 16 06:15:32.280253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3ed82d4a-33b9-4917-8454-87dc68ab8380 req-73264244-60cf-4f00-ad7d-f6e9e65a4759 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305071 Sep 16 06:15:33.394460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71af4-a2ba-409d-9157-63a625827273 req-d8ca9edc-78f9-4151-9bb3-ad2ab36de5b1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:33.395998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82d71af4-a2ba-409d-9157-63a625827273 req-d8ca9edc-78f9-4151-9bb3-ad2ab36de5b1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0492113 Sep 16 06:15:33.433752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82d71af4-a2ba-409d-9157-63a625827273 req-77f744e2-e16c-4e42-a141-850e34efaa62 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Sep 16 06:15:33.447409 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:34.546891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f952ee2-cead-4fa2-8431-d69f0f5e952f req-e6dff625-aca3-402c-94b4-92ec76313e37 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:34.548416 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f952ee2-cead-4fa2-8431-d69f0f5e952f req-e6dff625-aca3-402c-94b4-92ec76313e37 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0476611 Sep 16 06:15:34.584838 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0f952ee2-cead-4fa2-8431-d69f0f5e952f req-f217c663-965e-4599-b91f-dfd452ccca0b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299978 Sep 16 06:15:36.051750 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70532-15aa-4995-b014-02f5b52fe802 req-d43b35a7-3f09-453e-8b1d-b1afdc3c7d00 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:36.053154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6db70532-15aa-4995-b014-02f5b52fe802 req-d43b35a7-3f09-453e-8b1d-b1afdc3c7d00 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.4019847 Sep 16 06:15:36.089624 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6db70532-15aa-4995-b014-02f5b52fe802 req-14f5b96a-ac2b-4119-bfd1-fdaca905dc63 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296826 Sep 16 06:15:37.203307 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aaf74-425d-4dd2-ae5f-f82afc287f43 req-64c7db46-8ffc-404a-9db2-2cf8c41aecf6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:37.204753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-965aaf74-425d-4dd2-ae5f-f82afc287f43 req-64c7db46-8ffc-404a-9db2-2cf8c41aecf6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0471087 Sep 16 06:15:37.241692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-965aaf74-425d-4dd2-ae5f-f82afc287f43 req-3b15d8ec-0849-4343-9edc-bbcd847b3163 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305541 Sep 16 06:15:38.352948 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8546c-887d-4ae2-b0bb-f7a2ca898487 req-4a3c8c3f-7ef1-4b04-9b6c-c4f21baf8592 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:38.354390 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47e8546c-887d-4ae2-b0bb-f7a2ca898487 req-4a3c8c3f-7ef1-4b04-9b6c-c4f21baf8592 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0471637 Sep 16 06:15:38.392313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-47e8546c-887d-4ae2-b0bb-f7a2ca898487 req-97bd54c0-e7a4-417c-9906-886c9e702f67 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Sep 16 06:15:39.125485 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device dfee513f-c274-4c40-929a-99ab000c2513 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:15:39.218096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:39.233637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': 'dfee513f-c274-4c40-929a-99ab000c2513', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'port_id': 'dfee513f-c274-4c40-929a-99ab000c2513', 'mac_address': 'fa:16:3e:88:dd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:15:39.269223 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.281479 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfee513f-c274-4c40-929a-99ab000c2513 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:15:39.300273 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:39.353783 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.402682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:39.409846 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.414296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.446290 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['dfee513f-c274-4c40-929a-99ab000c2513'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:15:39.509560 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942b47a-bc58-4c32-a38b-bc0eb29339ef req-e1ba3f46-4aa0-46aa-b448-8c65a28d213c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:39.511047 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f942b47a-bc58-4c32-a38b-bc0eb29339ef req-e1ba3f46-4aa0-46aa-b448-8c65a28d213c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0518262 Sep 16 06:15:39.550575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f942b47a-bc58-4c32-a38b-bc0eb29339ef req-40134120-06cf-4d92-99f8-96b9dfa31186 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325420 Sep 16 06:15:40.663891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265c02-cd24-4b28-8a68-306d51b8aa38 req-68f55d3c-d208-46a0-b1ac-c22692cd2670 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:40.665781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7265c02-cd24-4b28-8a68-306d51b8aa38 req-68f55d3c-d208-46a0-b1ac-c22692cd2670 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0500271 Sep 16 06:15:40.708998 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d7265c02-cd24-4b28-8a68-306d51b8aa38 req-337b2f40-ba9c-4cc8-b34b-e62a0214df30 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327697 Sep 16 06:15:41.073949 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cea4131a-e20c-4784-8527-e907dd24194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:41.140577 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device dfee513f-c274-4c40-929a-99ab000c2513 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:15:41.213799 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port dfee513f-c274-4c40-929a-99ab000c2513 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:41.214598 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:41.248067 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:41.317606 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:41.346936 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:41.349279 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4230db95-94be-4b32-8963-cc0b61807da3" -d '{"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-plugged", "status": "completed", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:41.376461 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:41.443588 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:41.473571 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8e3e53-5fa1-4059-95ad-12254740dbe6 x-openstack-request-id: req-2f8e3e53-5fa1-4059-95ad-12254740dbe6 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:41.473868 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-plugged", "status": "completed", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:41.474193 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f8e3e53-5fa1-4059-95ad-12254740dbe6 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:41.474655 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'code': 200} Sep 16 06:15:41.504900 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:41.838921 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc535c1-6b13-4e53-995d-3f970d4f3cb7 req-0779b175-91a8-4f9f-b201-0a446d9f03a5 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:41.841752 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cc535c1-6b13-4e53-995d-3f970d4f3cb7 req-0779b175-91a8-4f9f-b201-0a446d9f03a5 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0601468 Sep 16 06:15:41.887289 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5cc535c1-6b13-4e53-995d-3f970d4f3cb7 req-fef74789-850d-469c-a07f-270fd8abb117 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392036 Sep 16 06:15:43.051018 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411997-53cf-4257-9e0c-f2fbdddfbe64 req-b0344fc9-be77-4841-85d9-82d4487c9c26 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:43.052840 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03411997-53cf-4257-9e0c-f2fbdddfbe64 req-b0344fc9-be77-4841-85d9-82d4487c9c26 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0668333 Sep 16 06:15:43.098091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-03411997-53cf-4257-9e0c-f2fbdddfbe64 req-d6bf60dd-983b-4902-8959-5be67bb9585b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376825 Sep 16 06:15:44.242289 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362aee5-fa01-4bda-812f-305db347de17 req-6cd7acab-c01c-4467-973d-a81c740f72b1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:44.246563 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0362aee5-fa01-4bda-812f-305db347de17 req-6cd7acab-c01c-4467-973d-a81c740f72b1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0646441 Sep 16 06:15:44.292348 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0362aee5-fa01-4bda-812f-305db347de17 req-0efaa042-3943-4eee-b733-0fef45c205e8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390913 Sep 16 06:15:44.299749 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:44.551268 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-74673155-c460-4f20-9a34-16deeccce58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.457823 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e155b0-d7a3-4240-9a8c-e3a1e1ad1cc3 req-bf700b92-3500-4268-8b30-3174579baaa1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:45.460579 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93e155b0-d7a3-4240-9a8c-e3a1e1ad1cc3 req-bf700b92-3500-4268-8b30-3174579baaa1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0603061 Sep 16 06:15:45.494352 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.510143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-93e155b0-d7a3-4240-9a8c-e3a1e1ad1cc3 req-b7ea72aa-f2ce-49ac-9efb-d37011b9af96 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425782 Sep 16 06:15:46.714033 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583add7-c4a3-432a-92fb-bd6e3e43fd96 req-e53e67c1-3cc9-4018-9725-e3ed2b93c94a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:46.714033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8583add7-c4a3-432a-92fb-bd6e3e43fd96 req-e53e67c1-3cc9-4018-9725-e3ed2b93c94a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0559738 Sep 16 06:15:46.714033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8583add7-c4a3-432a-92fb-bd6e3e43fd96 req-431323ed-2cce-4aef-9d7c-6ead5f74fdc6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Sep 16 06:15:47.188293 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.815278 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8e86d-87a8-4f3b-9ca2-fa4701ecf5d3 req-114797a0-489d-4e7c-a8f9-6baa3e61755f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:47.818130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7de8e86d-87a8-4f3b-9ca2-fa4701ecf5d3 req-114797a0-489d-4e7c-a8f9-6baa3e61755f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0603580 Sep 16 06:15:47.889223 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7de8e86d-87a8-4f3b-9ca2-fa4701ecf5d3 req-1d20236d-bd62-4bfa-9ce6-c9c3048da753 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581255 Sep 16 06:15:49.009225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6ec65-cf67-4bf9-9227-0a6682b6fd34 req-5e5d1ca6-2ff0-44ee-804c-8043b524fd7f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:49.010726 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ad6ec65-cf67-4bf9-9227-0a6682b6fd34 req-5e5d1ca6-2ff0-44ee-804c-8043b524fd7f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0580339 Sep 16 06:15:49.057861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6ad6ec65-cf67-4bf9-9227-0a6682b6fd34 req-13e734a7-1ee9-4a7c-8bcf-ccf9c08536d4 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361562 Sep 16 06:15:50.198064 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d91b13-5d3e-4f99-a7e7-1f7b3892f494 req-e01815c6-e71b-4766-8678-ef8c9fc2c176 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:50.200428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02d91b13-5d3e-4f99-a7e7-1f7b3892f494 req-e01815c6-e71b-4766-8678-ef8c9fc2c176 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0626502 Sep 16 06:15:50.243271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-02d91b13-5d3e-4f99-a7e7-1f7b3892f494 req-d35516fb-0f90-4954-8bfa-4e3af0a55429 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363140 Sep 16 06:15:51.359909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece18d2-dd3d-4535-abe2-c2c8a9850c6c req-b08d07ec-9ef1-4402-8bf0-2c27b757fc19 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:51.362833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bece18d2-dd3d-4535-abe2-c2c8a9850c6c req-b08d07ec-9ef1-4402-8bf0-2c27b757fc19 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0507591 Sep 16 06:15:51.409306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bece18d2-dd3d-4535-abe2-c2c8a9850c6c req-6c668fdd-8c34-459f-991a-edaa93cabb29 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Sep 16 06:15:51.451267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be6c2-8709-41ff-a554-f0f99057791d req-e8f20d61-78fc-4c8d-98e2-356c4389e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:51.452805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f28be6c2-8709-41ff-a554-f0f99057791d req-e8f20d61-78fc-4c8d-98e2-356c4389e1b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1097 time: 0.0416069 Sep 16 06:15:51.546970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be6c2-8709-41ff-a554-f0f99057791d req-f7f9eb44-22f4-47f7-bd71-c490d512d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:51.548386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f28be6c2-8709-41ff-a554-f0f99057791d req-f7f9eb44-22f4-47f7-bd71-c490d512d7c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0880439 Sep 16 06:15:51.612797 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f28be6c2-8709-41ff-a554-f0f99057791d req-4fe5e566-704b-49f1-9332-fa79a83ddf2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 1001 time: 0.0568624 Sep 16 06:15:51.665648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be6c2-8709-41ff-a554-f0f99057791d req-2d69e1bd-ab9e-44c0-93e3-febcdc7fd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:51.667083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f28be6c2-8709-41ff-a554-f0f99057791d req-2d69e1bd-ab9e-44c0-93e3-febcdc7fd6d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0470419 Sep 16 06:15:51.712098 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be6c2-8709-41ff-a554-f0f99057791d req-3deec261-aef7-4882-a08a-4d38d1aaa70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:51.713553 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f28be6c2-8709-41ff-a554-f0f99057791d req-3deec261-aef7-4882-a08a-4d38d1aaa70e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393269 Sep 16 06:15:51.802271 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f28be6c2-8709-41ff-a554-f0f99057791d req-e5d9c940-e918-4f3f-b6e9-721618c10b6c service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810814 Sep 16 06:15:51.895874 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f28be6c2-8709-41ff-a554-f0f99057791d req-643aff45-d6dc-45db-a895-15a596a88989 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850673 Sep 16 06:15:52.524005 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e43b8-ad76-4e09-8e7d-86943ce5466e req-78684d00-a492-4064-9f3f-a59e4ab5488b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:52.525468 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518e43b8-ad76-4e09-8e7d-86943ce5466e req-78684d00-a492-4064-9f3f-a59e4ab5488b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0481100 Sep 16 06:15:52.562848 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-518e43b8-ad76-4e09-8e7d-86943ce5466e req-1a83836f-83c2-4b6f-9a63-4f47a1669cb9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Sep 16 06:15:53.678383 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d0abe-9681-49a7-8c97-43f8b34f87e3 req-1c008c0a-c3e6-40cc-b76f-873c95e673cc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:53.679905 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-018d0abe-9681-49a7-8c97-43f8b34f87e3 req-1c008c0a-c3e6-40cc-b76f-873c95e673cc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0492487 Sep 16 06:15:53.722185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-018d0abe-9681-49a7-8c97-43f8b34f87e3 req-0a843d14-bc8d-471e-995b-b78f8ac655ba tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361540 Sep 16 06:15:54.835254 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d22db-281b-42c8-93f4-47e0ced877c6 req-096b5378-fa2b-482c-83ea-239217dce10b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:54.836760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-205d22db-281b-42c8-93f4-47e0ced877c6 req-096b5378-fa2b-482c-83ea-239217dce10b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0483816 Sep 16 06:15:54.876142 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-205d22db-281b-42c8-93f4-47e0ced877c6 req-455b77d7-a160-4679-8438-1b8fca3f6811 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333109 Sep 16 06:15:54.942786 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-4dabdf11-f94b-44b8-986a-e60aa80c6b41 req-44290ce5-848a-4058-b137-db6303b26792 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:15:54.943861 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4dabdf11-f94b-44b8-986a-e60aa80c6b41 req-44290ce5-848a-4058-b137-db6303b26792 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055063 Sep 16 06:15:55.203957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device dfee513f-c274-4c40-929a-99ab000c2513 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:15:55.292059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13292865-8140-4ac7-b7b5-522054317dd9 req-06f63ad4-cf28-4b8a-b9c7-c5319f2bf142 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:55.294094 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13292865-8140-4ac7-b7b5-522054317dd9 req-06f63ad4-cf28-4b8a-b9c7-c5319f2bf142 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0521436 Sep 16 06:15:55.337529 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-13292865-8140-4ac7-b7b5-522054317dd9 req-95b004a5-11f9-439f-a53f-6cba6767a5ce tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369923 Sep 16 06:15:55.438296 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.461560 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:55.463914 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eac8aa-a39b-406b-860a-b7bb447e867e" -d '{"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-unplugged", "status": "completed", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:55.476351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:55.494697 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff583a24-8775-4156-a089-ff0e0b6c238d x-openstack-request-id: req-ff583a24-8775-4156-a089-ff0e0b6c238d {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:55.495052 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-unplugged", "status": "failed", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "code": 422}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:55.495350 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff583a24-8775-4156-a089-ff0e0b6c238d {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:55.495753 n-d-712143-16 neutron-server[101826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'code': 422} returned with failed status Sep 16 06:15:55.573658 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.623511 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:55.658737 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41692) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:55.745805 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-b81db5fd-e062-4e6e-8c25-30c35dbf566b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858982 Sep 16 06:15:55.754564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-81eb10e4-2d39-41ce-8492-0a57b8948ad9 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:15:55.755571 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-81eb10e4-2d39-41ce-8492-0a57b8948ad9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049129 Sep 16 06:15:56.453928 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd6fbf-4084-4ce1-b1b3-de2143d3dd1b req-c20b242a-f04c-4aa8-87b6-c19845037429 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:56.455453 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdbd6fbf-4084-4ce1-b1b3-de2143d3dd1b req-c20b242a-f04c-4aa8-87b6-c19845037429 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 943 time: 0.0503581 Sep 16 06:15:56.498569 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bdbd6fbf-4084-4ce1-b1b3-de2143d3dd1b req-6d7eba5a-6c47-4edc-b33c-192f9315f897 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371165 Sep 16 06:15:57.170227 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-b55b57b8-07dc-4b1a-ba93-fd58d49db3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:57.171779 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-b55b57b8-07dc-4b1a-ba93-fd58d49db3ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b&tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b HTTP/1.1" status: 200 len: 1095 time: 0.0847237 Sep 16 06:15:57.183944 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-2057c649-c4cc-41b1-b596-8bf740ebbab7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:15:57.185042 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-2057c649-c4cc-41b1-b596-8bf740ebbab7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050359 Sep 16 06:15:57.202996 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-16', 'device_owner': 'compute:nova'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:57.254490 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:57.462420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:57.498235 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h2-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:15:57.531392 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfee513f-c274-4c40-929a-99ab000c2513 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:15:57.537879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:57.549935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Transition to ACTIVE for port object dfee513f-c274-4c40-929a-99ab000c2513 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:15:57.618729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46261ed6-d59d-46a9-9ec6-056cacbd84fb req-a719c8da-163a-4d7b-970b-add2a70258ef tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:57.620143 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46261ed6-d59d-46a9-9ec6-056cacbd84fb req-a719c8da-163a-4d7b-970b-add2a70258ef tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 943 time: 0.0483027 Sep 16 06:15:57.624904 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:57.666060 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-46261ed6-d59d-46a9-9ec6-056cacbd84fb req-3f594e1c-b585-4912-b94e-ef2a58873286 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398679 Sep 16 06:15:57.699402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=9']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:57.715677 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.716031 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.716376 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.716718 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.717056 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.717465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.717796 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.718060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.718365 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.718695 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.719021 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.719377 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:57.760164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] No DVR routers for this DVR port dfee513f-c274-4c40-929a-99ab000c2513 on host n-h2-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:15:57.894948 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Attempting to bind port dfee513f-c274-4c40-929a-99ab000c2513 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:15:57.895205 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Attempting to bind port dfee513f-c274-4c40-929a-99ab000c2513 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:15:57.895574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Attempting to bind port dfee513f-c274-4c40-929a-99ab000c2513 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:57.899932 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Port dfee513f-c274-4c40-929a-99ab000c2513 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:15:57.900262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Attempting to bind port dfee513f-c274-4c40-929a-99ab000c2513 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:57.905295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:15:57.905638 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Checking segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:15:57.906027 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Bound using segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:15:57.906456 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Bound port: dfee513f-c274-4c40-929a-99ab000c2513, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:15:57.906822 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:57.970113 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:15:57.973032 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:15:58.100190 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:58.134554 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.135175 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:58.136655 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] 10.222.0.57 "PUT /v2.0/ports/dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 1092 time: 0.9373238 Sep 16 06:15:58.137156 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:58.139413 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9c92d5-763e-4573-803f-742ff6fb1716" -d '{"events": [{"name": "network-changed", "server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:58.164781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523bda5-8ff4-4558-ba6d-3616b251c099 service neutron] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=10']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:58.183057 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e6ff8-58fa-421d-8add-82f053c22edb x-openstack-request-id: req-717e6ff8-58fa-421d-8add-82f053c22edb {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:58.183711 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:58.183711 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-717e6ff8-58fa-421d-8add-82f053c22edb {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:58.184017 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'status': 'completed', 'code': 200} Sep 16 06:15:58.218263 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-b26e410e-f53e-4e11-a9c7-96b645c0d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.219866 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-b26e410e-f53e-4e11-a9c7-96b645c0d859 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1096 time: 0.0470188 Sep 16 06:15:58.312630 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-f902fb7f-d26c-4d19-9d1a-51a017563ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.314117 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-f902fb7f-d26c-4d19-9d1a-51a017563ff2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0873382 Sep 16 06:15:58.382370 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-e351798d-95fd-43f4-a34d-307936d1ea60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 999 time: 0.0611796 Sep 16 06:15:58.431128 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-20892aa9-7a72-47ae-a665-be29fdcb8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.432494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-20892aa9-7a72-47ae-a665-be29fdcb8039 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0434225 Sep 16 06:15:58.477564 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-9f9df53d-e2a1-4d4b-8584-d35002186049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.479029 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-9f9df53d-e2a1-4d4b-8584-d35002186049 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390372 Sep 16 06:15:58.574316 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-37e216dc-0066-4fb7-a7f0-17fdbc8d6f8b service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848591 Sep 16 06:15:58.661986 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-5aee2a1f-c417-45e6-9370-1f6256280b9b req-09880ec3-568c-47be-a95c-1c51c49360d8 service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812106 Sep 16 06:15:58.775579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c15112-4385-4381-9224-ae2a9a078f1b req-3e002ec7-ff32-492f-beee-ecc3b2dec7c8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.777095 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70c15112-4385-4381-9224-ae2a9a078f1b req-3e002ec7-ff32-492f-beee-ecc3b2dec7c8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0493975 Sep 16 06:15:58.815119 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-70c15112-4385-4381-9224-ae2a9a078f1b req-46636d1f-ffb0-4005-a668-a0fa8b9512c8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318372 Sep 16 06:15:58.839863 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-b1d36f98-a134-42e8-9644-9a44c7f874b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.841462 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-b1d36f98-a134-42e8-9644-9a44c7f874b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1096 time: 0.0530007 Sep 16 06:15:58.890681 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:58.937704 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-e9bbd7d5-8472-4926-b964-1d33185fdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.939285 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-e9bbd7d5-8472-4926-b964-1d33185fdc91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0864763 Sep 16 06:15:59.008512 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-285c936b-95b4-47f6-bd31-59b8bb45c4b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 999 time: 0.0621381 Sep 16 06:15:59.057269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-c17dab87-7882-40b5-bbf8-49979de529ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:59.058735 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-c17dab87-7882-40b5-bbf8-49979de529ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0430114 Sep 16 06:15:59.106167 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-3023a727-ee62-47fe-89cd-e18a9dddc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:59.107637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-3023a727-ee62-47fe-89cd-e18a9dddc42f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415671 Sep 16 06:15:59.937743 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20441b-420a-40f1-bad4-042cd73b3314 req-e9134364-de36-411a-be21-ba9699a494f3 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:59.939225 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c20441b-420a-40f1-bad4-042cd73b3314 req-e9134364-de36-411a-be21-ba9699a494f3 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0506089 Sep 16 06:15:59.980355 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0c20441b-420a-40f1-bad4-042cd73b3314 req-bdb40adf-7a0a-4b8b-9cf8-9fa41bafe4ac tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345385 Sep 16 06:16:01.101880 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855107ec-259e-40a2-93f9-aab5a4eaf436 req-5729f913-aa7d-4180-87b2-ff2509c3cb3e tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:01.103616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-855107ec-259e-40a2-93f9-aab5a4eaf436 req-5729f913-aa7d-4180-87b2-ff2509c3cb3e tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0518863 Sep 16 06:16:01.142885 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-855107ec-259e-40a2-93f9-aab5a4eaf436 req-9813661e-0332-455c-8b99-ed1734e55bde tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327492 Sep 16 06:16:02.263047 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30c4a9-d9e1-464f-8f11-c39f391fbd3f req-3a3b583e-ffef-4f39-80c5-956f4ac9fd48 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:02.264521 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a30c4a9-d9e1-464f-8f11-c39f391fbd3f req-3a3b583e-ffef-4f39-80c5-956f4ac9fd48 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0483599 Sep 16 06:16:02.306802 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9a30c4a9-d9e1-464f-8f11-c39f391fbd3f req-a0ded2b9-f08d-4d93-a490-ca743e2a8578 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354197 Sep 16 06:16:03.465600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba16ff-7b7a-4e2c-b5c1-475b1787847d req-ebe463a8-b039-4c5e-a072-251abfd33ebb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:03.473764 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfba16ff-7b7a-4e2c-b5c1-475b1787847d req-ebe463a8-b039-4c5e-a072-251abfd33ebb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0667284 Sep 16 06:16:03.518683 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfba16ff-7b7a-4e2c-b5c1-475b1787847d req-4c24b516-a21d-4846-9d7a-66350ed4fcef tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Sep 16 06:16:04.723661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fe88c-cb01-4c96-9d07-527cd40e210b req-c317ae53-4732-4d84-bc87-a4f19c6046d2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:04.725681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-359fe88c-cb01-4c96-9d07-527cd40e210b req-c317ae53-4732-4d84-bc87-a4f19c6046d2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0570068 Sep 16 06:16:04.763056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-359fe88c-cb01-4c96-9d07-527cd40e210b req-7121c25b-6043-46bf-9f45-1191bf61de19 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314827 Sep 16 06:16:05.883367 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc511e70-4d20-4bb5-80b1-5576eeef5518 req-383551fb-3e15-4fa4-9c2c-04e8e9d6cfe9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:05.885180 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc511e70-4d20-4bb5-80b1-5576eeef5518 req-383551fb-3e15-4fa4-9c2c-04e8e9d6cfe9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0499554 Sep 16 06:16:05.926855 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bc511e70-4d20-4bb5-80b1-5576eeef5518 req-b7621720-9301-47b1-b754-711ed01a2d20 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347583 Sep 16 06:16:07.044599 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1394-4a61-4108-979f-fb95003be914 req-77f85803-db3c-4579-aefa-938a58d2ae3b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:07.046298 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39f1394-4a61-4108-979f-fb95003be914 req-77f85803-db3c-4579-aefa-938a58d2ae3b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0529149 Sep 16 06:16:07.089020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a39f1394-4a61-4108-979f-fb95003be914 req-bbc10ee2-6065-4286-8de8-285f885b8019 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365968 Sep 16 06:16:08.206180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6ad7-7d94-453d-a324-2e2ec8e684c4 req-91f40f48-dfbd-4c28-9ca8-c55300be5551 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:08.207673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12dd6ad7-7d94-453d-a324-2e2ec8e684c4 req-91f40f48-dfbd-4c28-9ca8-c55300be5551 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0482993 Sep 16 06:16:08.251871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12dd6ad7-7d94-453d-a324-2e2ec8e684c4 req-65b88424-889e-4649-97bc-c3c4a1a33bcb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379846 Sep 16 06:16:09.373249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081a145-f156-4565-aceb-169208a038cb req-72935d50-4235-4caa-ae8a-dea8695852b1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:09.374741 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f081a145-f156-4565-aceb-169208a038cb req-72935d50-4235-4caa-ae8a-dea8695852b1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0551708 Sep 16 06:16:09.413515 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f081a145-f156-4565-aceb-169208a038cb req-c7e05761-50ee-4e58-a0f8-665937848cbb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323155 Sep 16 06:16:10.446578 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:10.468494 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-4fa77894-5117-463c-8582-c48deefddb91 service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898349 Sep 16 06:16:10.530562 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88421956-f563-45ff-9772-47167433417f req-393f1354-8f2b-4141-9e82-79131f857a4c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:10.532114 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88421956-f563-45ff-9772-47167433417f req-393f1354-8f2b-4141-9e82-79131f857a4c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0481443 Sep 16 06:16:10.562361 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-eb9c92d5-763e-4573-803f-742ff6fb1716 req-5dc0cca2-a932-4c2a-9201-8120cf5d2909 service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839162 Sep 16 06:16:10.574386 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-88421956-f563-45ff-9772-47167433417f req-a578a416-7d9c-43f9-a74a-95dc55ea2212 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363073 Sep 16 06:16:11.067974 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd049-c730-4080-8720-a45e2ea76514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:11.244627 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:11.603652 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device dfee513f-c274-4c40-929a-99ab000c2513 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:16:11.688888 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b997ffd-a905-44a2-8ee9-f394d9ef6174 req-61a1e848-f38c-4205-9259-a30697dba2f4 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:11.690283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b997ffd-a905-44a2-8ee9-f394d9ef6174 req-61a1e848-f38c-4205-9259-a30697dba2f4 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 944 time: 0.0486825 Sep 16 06:16:11.696078 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:11.707074 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': 'dfee513f-c274-4c40-929a-99ab000c2513', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'port_id': 'dfee513f-c274-4c40-929a-99ab000c2513', 'mac_address': 'fa:16:3e:88:dd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:16:11.728950 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5b997ffd-a905-44a2-8ee9-f394d9ef6174 req-21155f46-1b11-44ca-8f37-ca79ae0c06e2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324514 Sep 16 06:16:11.747731 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:11.759995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfee513f-c274-4c40-929a-99ab000c2513 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:16:11.778482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:11.850346 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:11.896629 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=11']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:16:12.156142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['dfee513f-c274-4c40-929a-99ab000c2513'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:16:12.844360 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d6c59-2bf3-4658-8997-9fe348e9807d req-d487ba83-33ae-4d1e-bd59-e298d9121ed0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:12.845858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c99d6c59-2bf3-4658-8997-9fe348e9807d req-d487ba83-33ae-4d1e-bd59-e298d9121ed0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 945 time: 0.0500374 Sep 16 06:16:12.885059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c99d6c59-2bf3-4658-8997-9fe348e9807d req-2eaeaf6b-ba7c-4560-b274-deac73bca548 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Sep 16 06:16:13.627835 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device dfee513f-c274-4c40-929a-99ab000c2513 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:16:13.724590 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port dfee513f-c274-4c40-929a-99ab000c2513 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:16:13.728134 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port dfee513f-c274-4c40-929a-99ab000c2513 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:16:13.728536 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:13.804985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:13.826767 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:16:13.829032 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5225c14f-34e3-43f5-83b8-79bfb441a99c" -d '{"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-plugged", "status": "completed", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:16:13.841740 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:13.866830 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ee8db1-389f-4890-bf51-95e9f38138fd x-openstack-request-id: req-d6ee8db1-389f-4890-bf51-95e9f38138fd {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:16:13.867123 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-plugged", "status": "completed", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:16:13.871622 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6ee8db1-389f-4890-bf51-95e9f38138fd {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:16:13.871622 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'code': 200} Sep 16 06:16:13.921879 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:13.978149 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=12']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:16:14.000433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ac776-84be-4bd1-a2a6-3b7ac059d570 req-32ac500c-1492-4ce2-9ea4-16c11b4da666 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:14.002010 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e4ac776-84be-4bd1-a2a6-3b7ac059d570 req-32ac500c-1492-4ce2-9ea4-16c11b4da666 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 946 time: 0.0488157 Sep 16 06:16:14.045083 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9e4ac776-84be-4bd1-a2a6-3b7ac059d570 req-69391e0e-53ee-4d18-ac15-68975d9b1321 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370314 Sep 16 06:16:14.118293 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baba8e-c671-4430-9ba3-2bbc14e0f784 req-084b2bfd-0bf7-46c2-af1d-ddf92cd2821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:14.119804 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02baba8e-c671-4430-9ba3-2bbc14e0f784 req-084b2bfd-0bf7-46c2-af1d-ddf92cd2821e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1098 time: 0.0436540 Sep 16 06:16:14.153721 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-02baba8e-c671-4430-9ba3-2bbc14e0f784 req-80a088df-08f2-4359-9c6e-74132674b754 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268919 Sep 16 06:16:14.270321 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:14.536250 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-83029445-0d89-449d-b8b9-ee929c337061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:15.166418 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a66733-a98d-4173-905f-906c7955e254 req-e7464203-69a6-4fef-a669-bd1fdc926ee6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:15.168166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0a66733-a98d-4173-905f-906c7955e254 req-e7464203-69a6-4fef-a669-bd1fdc926ee6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 946 time: 0.0519273 Sep 16 06:16:15.209649 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f0a66733-a98d-4173-905f-906c7955e254 req-5aadf356-26bc-4b0d-8030-3bb0d43bc34c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336211 Sep 16 06:16:15.444937 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:15.656644 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-826dccfb-a0e8-4f57-8bcb-07c4984c7084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:15.658137 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-826dccfb-a0e8-4f57-8bcb-07c4984c7084 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1098 time: 0.0403135 Sep 16 06:16:15.761269 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-ba8c918c-1334-4b9f-b7a4-8b5efde4a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:15.762770 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-ba8c918c-1334-4b9f-b7a4-8b5efde4a4b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0856674 Sep 16 06:16:15.832068 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-71b00146-3acc-4afe-99e6-decdff121e70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 1001 time: 0.0617537 Sep 16 06:16:15.880650 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-3cce56e9-c29f-45c1-8288-1b5e13d6557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:15.882164 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-3cce56e9-c29f-45c1-8288-1b5e13d6557e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0429280 Sep 16 06:16:15.928855 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-a39b46dc-b816-4222-8618-a8001e8930bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:15.930320 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-a39b46dc-b816-4222-8618-a8001e8930bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397844 Sep 16 06:16:16.026541 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-ee7e6280-c722-4ba6-ba79-c3a7b3c91d59 service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876417 Sep 16 06:16:16.120581 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-991dca14-0dd7-4b7c-a30d-c1c0c8b62e65 req-8fbc35c8-1f73-4ef9-895c-2f43e53f30f0 service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872216 Sep 16 06:16:16.324433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabf57a-b05b-4b37-b449-f48d8f9f1542 req-6647f1cf-e554-4072-b997-5a4fc824c830 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:16.325943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccabf57a-b05b-4b37-b449-f48d8f9f1542 req-6647f1cf-e554-4072-b997-5a4fc824c830 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 946 time: 0.0487785 Sep 16 06:16:16.365185 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ccabf57a-b05b-4b37-b449-f48d8f9f1542 req-044f65c0-3c3d-4aa6-a429-79993d735058 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331604 Sep 16 06:16:17.158568 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:17.486966 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5487a-3f00-470c-9e2a-73f4d7556751 req-6d69f988-1a8e-4c69-bb2b-4504635ad917 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:17.488464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f5487a-3f00-470c-9e2a-73f4d7556751 req-6d69f988-1a8e-4c69-bb2b-4504635ad917 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 946 time: 0.0576882 Sep 16 06:16:17.529154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-38f5487a-3f00-470c-9e2a-73f4d7556751 req-b22ebdac-1ccf-4416-a9b3-baf71207075f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347862 Sep 16 06:16:28.863599 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:41.074554 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3eca9ad1-19fd-4aad-87d4-72f83b6bca96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:41.246290 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:44.286313 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:44.543306 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f1b16ac7-1371-42b9-9f06-e389d48410b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:45.451581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:47.166144 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:47.445721 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:58.925658 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:11.073544 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e4d5397b-7cb7-4a2b-9db9-54469594afc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:11.262017 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.279373 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.559030 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5c4d-6594-45fd-b609-3d5ce6e2a6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.427998 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.570399 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-c075f859-9600-4c0a-9a86-dbc308ab4ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387123 Sep 16 06:17:15.664467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-26ff7f4b-9073-4877-88d4-c07fc8761c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.665860 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-26ff7f4b-9073-4877-88d4-c07fc8761c2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1098 time: 0.0395505 Sep 16 06:17:15.770256 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-fbd532f3-e430-40d4-a990-2f2dedb75e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.771910 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-fbd532f3-e430-40d4-a990-2f2dedb75e3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0878534 Sep 16 06:17:15.840510 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-cac0cc93-d703-4815-9b16-b251651ec0c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 1001 time: 0.0613148 Sep 16 06:17:15.889397 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-28aef6d4-f6fc-4a0d-95ba-c29ad059155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.891143 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-28aef6d4-f6fc-4a0d-95ba-c29ad059155b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0437276 Sep 16 06:17:15.941798 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-24587298-42cd-42f7-b6b0-4802f74707c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.943202 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-24587298-42cd-42f7-b6b0-4802f74707c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447497 Sep 16 06:17:16.030794 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-613b607d-617e-4512-9440-ecb16f14918d service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805664 Sep 16 06:17:16.122195 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-337c1deb-1a3b-4d80-b456-cd1629f2e41f req-43d079e4-437b-4d43-ad4f-9bb581422649 service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838976 Sep 16 06:17:17.171029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:24.444974 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:28.419610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41826) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:28.571819 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Deleting port 1ee1376d-9ff9-436c-a29e-101c8765d9de {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:28.572165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.649651 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.649908 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.661288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Calling delete_port for 1ee1376d-9ff9-436c-a29e-101c8765d9de owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:28.861982 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.884393 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.892117 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event deleted for resources: {'Port': ['ID=1ee1376d-9ff9-436c-a29e-101c8765d9de,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:28.914666 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.914953 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.915322 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.915667 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.915999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.916330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.916661 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.916990 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.917321 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.917646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.917968 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.918288 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.959401 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.959744 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Floating IP d5b9e8dd-d8e9-458d-be13-e9f1b6574aef disassociated (deleted). External IP: 172.25.7.145, port: dfee513f-c274-4c40-929a-99ab000c2513. Sep 16 06:17:29.504224 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:29.610858 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:29.615932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.620631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] Sync routers for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:29.629463 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:29.630089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:17:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:29.643640 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-07def1a0-1ae8-4c8b-ab06-64f659c3c469 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "DELETE /v2.0/floatingips/d5b9e8dd-d8e9-458d-be13-e9f1b6574aef HTTP/1.1" status: 204 len: 168 time: 1.2212317 Sep 16 06:17:29.643640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:29.644896 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e461072-c3ba-442d-818c-5ee9d5422a29" -d '{"events": [{"name": "network-changed", "server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:29.685573 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd37785-2e65-4b81-a76e-14d08a4b4bd8 x-openstack-request-id: req-4cd37785-2e65-4b81-a76e-14d08a4b4bd8 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:29.685936 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:29.686261 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4cd37785-2e65-4b81-a76e-14d08a4b4bd8 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:29.686744 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'status': 'completed', 'code': 200} Sep 16 06:17:29.740834 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:29.769302 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-3986158b-7471-4c77-a171-22a9ee5b103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:29.770853 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-3986158b-7471-4c77-a171-22a9ee5b103e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 1098 time: 0.0407944 Sep 16 06:17:29.866193 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-442c5614-1b0f-4fb2-b6c2-85adfa6b301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:29.868013 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-442c5614-1b0f-4fb2-b6c2-85adfa6b301f service neutron] 10.222.0.57 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0906894 Sep 16 06:17:29.912026 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-13bdcf95-8dc3-4436-aaa2-890ae9a106bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 200 len: 217 time: 0.0355837 Sep 16 06:17:29.955057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:29.965986 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-b4eb54a1-419f-4f28-a7ae-cbd159965d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:29.974133 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-b4eb54a1-419f-4f28-a7ae-cbd159965d98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0481634 Sep 16 06:17:29.981905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] Checking router: b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:30.001719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:30.002529 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:17:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:30.036605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd7db1-e607-464e-ace5-ee9d80905ce2 req-955c452f-d992-4880-899b-5c2f50e15c2d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.038306 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7cd7db1-e607-464e-ace5-ee9d80905ce2 req-955c452f-d992-4880-899b-5c2f50e15c2d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 946 time: 0.0615108 Sep 16 06:17:30.042108 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-2ed3cfb3-bf05-4d5f-97ef-12c35608329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.043651 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-2ed3cfb3-bf05-4d5f-97ef-12c35608329b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429363 Sep 16 06:17:30.078473 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a7cd7db1-e607-464e-ace5-ee9d80905ce2 req-d9db723a-9293-4d2a-98aa-8670f7859202 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333447 Sep 16 06:17:30.141007 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-75e08287-cdf3-4f3b-b145-ad2a32e4d25c service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883219 Sep 16 06:17:30.152919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:30.237379 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1e461072-c3ba-442d-818c-5ee9d5422a29 req-52522fd7-aecb-4b16-b5df-6d455d7f886f service neutron] 10.222.0.57 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875311 Sep 16 06:17:30.345926 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:30.376117 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03b148-9e74-4e04-b0e7-4925eb4ff155 None None] The sync data for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 is: [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:30.590890 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167089dc-9c36-485b-a16d-e0b40aeb5481 None None] New status for floating IP d5b9e8dd-d8e9-458d-be13-e9f1b6574aef: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:17:31.207275 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416939a-44d9-4f77-88c4-9bacf9313b9e req-d80684a1-16bb-42fd-b719-c6de306709ed tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.208795 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a416939a-44d9-4f77-88c4-9bacf9313b9e req-d80684a1-16bb-42fd-b719-c6de306709ed tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 946 time: 0.0486658 Sep 16 06:17:31.245799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a416939a-44d9-4f77-88c4-9bacf9313b9e req-a3acd2db-0d21-45a7-b420-48a56d672d99 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=a444daf0-f6c2-4996-87d3-1fceb765e2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311790 Sep 16 06:17:31.434908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-dab6803c-2475-432d-9eb8-fd2c0fe13f92 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.436400 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-dab6803c-2475-432d-9eb8-fd2c0fe13f92 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 946 time: 0.0486102 Sep 16 06:17:31.523412 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Deleting port dfee513f-c274-4c40-929a-99ab000c2513 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:31.523758 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.614189 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] For port dfee513f-c274-4c40-929a-99ab000c2513, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=dfee513f-c274-4c40-929a-99ab000c2513,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:31.614555 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.626731 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Calling delete_port for dfee513f-c274-4c40-929a-99ab000c2513 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:31.815934 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.843513 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event deleted for resources: {'Port': ['ID=dfee513f-c274-4c40-929a-99ab000c2513,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:31.885200 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] No DVR routers for this DVR port dfee513f-c274-4c40-929a-99ab000c2513 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:31.887834 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.890383 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-33f0e84f-93da-492a-8ca9-535ce1e3ffde req-aa1d62e3-dace-4759-8aaf-32ffd4060ca1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.57 "DELETE /v2.0/ports/dfee513f-c274-4c40-929a-99ab000c2513 HTTP/1.1" status: 204 len: 173 time: 0.4472358 Sep 16 06:17:31.890823 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-deleted', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:31.893091 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b4957-c9e6-4a82-b528-0b59af98740d" -d '{"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-deleted", "tag": "dfee513f-c274-4c40-929a-99ab000c2513"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:31.928672 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af90270-fd40-4978-889c-3bfb8bd16f0e x-openstack-request-id: req-1af90270-fd40-4978-889c-3bfb8bd16f0e {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:31.928971 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae74660b-72cb-45e8-b699-cfd4f6c9f44b", "name": "network-vif-deleted", "tag": "dfee513f-c274-4c40-929a-99ab000c2513", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:31.929228 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1af90270-fd40-4978-889c-3bfb8bd16f0e {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:31.929642 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae74660b-72cb-45e8-b699-cfd4f6c9f44b', 'name': 'network-vif-deleted', 'tag': 'dfee513f-c274-4c40-929a-99ab000c2513', 'status': 'completed', 'code': 200} Sep 16 06:17:32.353406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fb03ee4f-7db5-4129-a698-b9174652079c req-6347f674-e3a0-4654-871d-164511f2ffcd tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae74660b-72cb-45e8-b699-cfd4f6c9f44b HTTP/1.1" status: 200 len: 210 time: 0.0268521 Sep 16 06:17:33.408594 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41850) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:33.468858 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e8aed1d-e4b5-4e3d-b1cc-928391aeb5eb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.494349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e8aed1d-e4b5-4e3d-b1cc-928391aeb5eb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.621446 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e8aed1d-e4b5-4e3d-b1cc-928391aeb5eb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.624717 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-2e8aed1d-e4b5-4e3d-b1cc-928391aeb5eb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.625879 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-2e8aed1d-e4b5-4e3d-b1cc-928391aeb5eb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "DELETE /v2.0/security-groups/a444daf0-f6c2-4996-87d3-1fceb765e2fb HTTP/1.1" status: 204 len: 168 time: 0.2162726 Sep 16 06:17:33.635491 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8aed1d-e4b5-4e3d-b1cc-928391aeb5eb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a444daf0-f6c2-4996-87d3-1fceb765e2fb,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:34.031976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device dfee513f-c274-4c40-929a-99ab000c2513 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:34.051766 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: dfee513f-c274-4c40-929a-99ab000c2513 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:34.052118 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device dfee513f-c274-4c40-929a-99ab000c2513 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:35.203742 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41858) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:35.208429 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-b59fa545-334b-4632-ad82-3919bcee8eea tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918241100', 'description': 'tempest-secgroup-smoke-1918241100 description', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:35.284436 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b59fa545-334b-4632-ad82-3919bcee8eea tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.367833 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b59fa545-334b-4632-ad82-3919bcee8eea tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.421037 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b59fa545-334b-4632-ad82-3919bcee8eea tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.450298 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fa545-334b-4632-ad82-3919bcee8eea tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d881b95d-db0e-47cd-bf20-615fae7d5eed,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:35.495402 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-b59fa545-334b-4632-ad82-3919bcee8eea tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.496702 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b59fa545-334b-4632-ad82-3919bcee8eea tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2919226 Sep 16 06:17:35.500046 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41860) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:35.504364 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-54ca0bc0-7357-420a-8629-a2153c999d08 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'd881b95d-db0e-47cd-bf20-615fae7d5eed', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:35.568533 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ca0bc0-7357-420a-8629-a2153c999d08 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.623165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ca0bc0-7357-420a-8629-a2153c999d08 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.678227 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ca0bc0-7357-420a-8629-a2153c999d08 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.696330 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca0bc0-7357-420a-8629-a2153c999d08 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55694b1c-334d-4755-857b-2532dd89d056,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:35.774607 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ca0bc0-7357-420a-8629-a2153c999d08 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.775865 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-54ca0bc0-7357-420a-8629-a2153c999d08 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2748740 Sep 16 06:17:35.778578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41862) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:35.782866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-ee740870-1c3c-4061-afc9-a56ebffdefdc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'd881b95d-db0e-47cd-bf20-615fae7d5eed', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:35.865930 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee740870-1c3c-4061-afc9-a56ebffdefdc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.921936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee740870-1c3c-4061-afc9-a56ebffdefdc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.969867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee740870-1c3c-4061-afc9-a56ebffdefdc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.993244 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee740870-1c3c-4061-afc9-a56ebffdefdc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94132ac-5ce1-4e0b-ba56-51a727286f22,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:36.066377 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-ee740870-1c3c-4061-afc9-a56ebffdefdc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.067687 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-ee740870-1c3c-4061-afc9-a56ebffdefdc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2881851 Sep 16 06:17:36.070457 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41864) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:36.074757 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-215b87a0-2a48-46b8-8809-4347156be04c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'd881b95d-db0e-47cd-bf20-615fae7d5eed', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:36.179165 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-215b87a0-2a48-46b8-8809-4347156be04c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.236071 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-215b87a0-2a48-46b8-8809-4347156be04c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.294664 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-215b87a0-2a48-46b8-8809-4347156be04c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.312465 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b87a0-2a48-46b8-8809-4347156be04c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2575bb7-8398-4af4-aba8-c552f6cbf536,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:36.381636 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-215b87a0-2a48-46b8-8809-4347156be04c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.382988 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-215b87a0-2a48-46b8-8809-4347156be04c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3116190 Sep 16 06:17:36.385531 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41866) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:36.389885 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-d0716a3c-30f7-42f1-a062-42f6b5914f42 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'd881b95d-db0e-47cd-bf20-615fae7d5eed', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:36.494635 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0716a3c-30f7-42f1-a062-42f6b5914f42 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.551889 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0716a3c-30f7-42f1-a062-42f6b5914f42 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.603644 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0716a3c-30f7-42f1-a062-42f6b5914f42 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.620886 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0716a3c-30f7-42f1-a062-42f6b5914f42 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2c797c-cc7f-45d2-822a-c463c0d4dd16,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:36.695349 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d0716a3c-30f7-42f1-a062-42f6b5914f42 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.696745 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d0716a3c-30f7-42f1-a062-42f6b5914f42 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102589 Sep 16 06:17:36.705363 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41868) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:36.709804 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-bd72c6e3-d534-4855-a0da-3e9d1abd7658 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'd881b95d-db0e-47cd-bf20-615fae7d5eed', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:36.792443 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-bd72c6e3-d534-4855-a0da-3e9d1abd7658 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Project 74a2c5d26aa94f8eacfb5b15d18d2b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:17:36.797224 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72c6e3-d534-4855-a0da-3e9d1abd7658 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.856417 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72c6e3-d534-4855-a0da-3e9d1abd7658 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.918274 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72c6e3-d534-4855-a0da-3e9d1abd7658 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.937037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72c6e3-d534-4855-a0da-3e9d1abd7658 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b346e5f-13f2-4091-8b25-f7eed026e54e,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:37.002843 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-bd72c6e3-d534-4855-a0da-3e9d1abd7658 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.004112 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-bd72c6e3-d534-4855-a0da-3e9d1abd7658 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2977786 Sep 16 06:17:37.006805 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 41870) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:37.011061 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-a40c34cf-7788-4515-9eec-a2ba6f195b70 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'security_group_rule': {'security_group_id': 'd881b95d-db0e-47cd-bf20-615fae7d5eed', 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:37.095592 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-a40c34cf-7788-4515-9eec-a2ba6f195b70 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Project 74a2c5d26aa94f8eacfb5b15d18d2b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:17:37.100428 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40c34cf-7788-4515-9eec-a2ba6f195b70 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.162671 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40c34cf-7788-4515-9eec-a2ba6f195b70 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.204164 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40c34cf-7788-4515-9eec-a2ba6f195b70 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.221279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c34cf-7788-4515-9eec-a2ba6f195b70 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2ceb16-3ac7-443d-8d03-f734b4e9dc2a,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:37.266580 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a40c34cf-7788-4515-9eec-a2ba6f195b70 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.267839 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a40c34cf-7788-4515-9eec-a2ba6f195b70 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2600639 Sep 16 06:17:41.065804 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eda2f9ff-072b-46b7-933b-f84ed35b00f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.220631 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.295235 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.541679 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-65c8ef6c-4aa0-44d7-8da3-fb58215830a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.500869 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.255747 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:57.132575 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-a19bfe47-5527-4e5e-8351-b2044dac291a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918241100&fields=id&tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b HTTP/1.1" status: 200 len: 267 time: 0.0356481 Sep 16 06:17:57.237807 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-e59fc66f-42f0-4eef-b3de-4f2f6d824759 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:57.239171 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-e59fc66f-42f0-4eef-b3de-4f2f6d824759 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 808 time: 0.1000423 Sep 16 06:17:57.254367 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-8f1dc1f0-d059-43dc-aceb-724483629bc5 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/quotas/74a2c5d26aa94f8eacfb5b15d18d2b4b HTTP/1.1" status: 200 len: 375 time: 0.0093422 Sep 16 06:17:57.305079 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-c246ad87-ce10-4bf2-b40e-ae62f0fa1ff3 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455196 Sep 16 06:17:57.321457 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-f61e016b-1588-42f1-84cd-a4c2203c9e6a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:17:57.322423 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-f61e016b-1588-42f1-84cd-a4c2203c9e6a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050886 Sep 16 06:17:57.413906 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-38953a02-a223-402d-a914-59c72560b3fb service neutron] 10.222.0.59 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852001 Sep 16 06:17:57.506356 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-80757444-6423-47a1-8ac1-589ba8f5d9b7 service neutron] 10.222.0.59 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860858 Sep 16 06:17:58.010115 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffa91bc8-e981-4a30-8d87-1ecaed75bd16 req-31de925e-7fe7-427f-9372-9733dc0a3ac2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 210 time: 0.0272181 Sep 16 06:17:58.917510 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:59.102945 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d04228e8-3e94-4b15-8432-23afdb534737 req-a750f57d-0509-47aa-b3a0-db560cec21a9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 210 time: 0.0266390 Sep 16 06:17:59.826749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-45188931-dbe0-4c5b-8ec3-6d3ef58f29bf tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:59.828149 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-45188931-dbe0-4c5b-8ec3-6d3ef58f29bf tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 808 time: 0.1029072 Sep 16 06:17:59.871464 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cbea3667-e59c-465d-92ad-7330ac16b66b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b HTTP/1.1" status: 200 len: 380 time: 0.0343690 Sep 16 06:17:59.881082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'port': {'device_id': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'admin_state_up': True, 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'security_groups': ['d881b95d-db0e-47cd-bf20-615fae7d5eed']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:00.077675 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Made reservation on behalf of 74a2c5d26aa94f8eacfb5b15d18d2b4b for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:18:00.081290 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.215799 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af60f3ff-4959-4c6a-aa9e-6b9c31268733 req-cbe93019-406f-472f-8fe4-ae3a6b148002 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 210 time: 0.0294840 Sep 16 06:18:00.234951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Allocated IP 172.20.0.11 (08ea6909-4ca9-42cf-8a50-91b9ebb4810b/5130c744-eeb5-41d7-9e91-a4cb31ff8883/87bd66bf-0b27-4e70-b424-45b6cbaa72c3) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:18:00.386187 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.477802 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.524527 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:18:00.528016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:18:00.531130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:18:00.567226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:00.580858 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.581302 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.581712 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.582116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.582516 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.582911 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.583330 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.583661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.583985 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.584306 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.584631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.584954 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:00.605250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:00.605881 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.696265 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-cec3f184-401e-4dd1-9e06-c072de0cbc23 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8185315 Sep 16 06:18:00.710574 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Request body: {'port': {'device_id': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:00.757111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-910a1cbf-5908-442b-b4d3-267a7e941bb1 None None] Provisioning complete for port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:18:00.757668 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-910a1cbf-5908-442b-b4d3-267a7e941bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.778440 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.791879 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-910a1cbf-5908-442b-b4d3-267a7e941bb1 None None] Port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:18:01.038139 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:18:01.045465 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:01.058046 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Transition to ACTIVE for port object 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:18:01.140893 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:01.190359 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Pushing event updated for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:01.286332 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Attempting to bind port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:18:01.287514 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Attempting to bind port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:18:01.288112 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Attempting to bind port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:18:01.293747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:18:01.294624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Attempting to bind port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 on network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:18:01.300850 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:18:01.301528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Checking segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:18:01.302173 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Bound using segment: {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:18:01.302851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Bound port: 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c84170-1a9d-4520-b7ee-02a4942e950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:18:01.303516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:01.389059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cc93e-9eb7-4415-b0f2-331a45597493 req-f34318a4-d21e-4661-8173-07f28fdfa5ab tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:01.391118 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-861cc93e-9eb7-4415-b0f2-331a45597493 req-f34318a4-d21e-4661-8173-07f28fdfa5ab tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0847044 Sep 16 06:18:01.437231 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:18:01.444291 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:18:01.444854 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:18:01.453077 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-861cc93e-9eb7-4415-b0f2-331a45597493 req-202849fe-1c8d-4edc-977f-a30cd2651a7d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546818 Sep 16 06:18:01.541094 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:01.576579 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:01.577249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:01.579272 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] 10.222.0.60 "PUT /v2.0/ports/87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 1093 time: 0.8739316 Sep 16 06:18:01.579876 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:01.582346 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113edd3a-095e-494d-afb8-c827ff834648" -d '{"events": [{"name": "network-changed", "server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:01.620882 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2dd11-be9a-4427-ba27-28557e189463 service neutron] Pushing event updated for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:01.700127 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e727b2b8-eaa5-4d75-9ff3-9060a3929c29 x-openstack-request-id: req-e727b2b8-eaa5-4d75-9ff3-9060a3929c29 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:01.700539 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:01.700799 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e727b2b8-eaa5-4d75-9ff3-9060a3929c29 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:01.701225 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'status': 'completed', 'code': 200} Sep 16 06:18:01.748673 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-f2357770-39ba-4f7e-ad82-30350ab72138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:01.750753 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-f2357770-39ba-4f7e-ad82-30350ab72138 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1096 time: 0.0447171 Sep 16 06:18:01.794308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-ad7e1b99-3eb9-4ec6-9d59-bc7cd8421bff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 217 time: 0.0351083 Sep 16 06:18:01.850252 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-ada9be49-39e9-4b75-95b4-3d56bde34ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:01.851675 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-ada9be49-39e9-4b75-95b4-3d56bde34ac6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0506759 Sep 16 06:18:01.901174 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-b773b0f8-c88c-496c-9229-9c39f97a7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:01.902680 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-b773b0f8-c88c-496c-9229-9c39f97a7d8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409474 Sep 16 06:18:01.996234 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-817661af-20b9-4900-bc9c-b581d1c1a0a9 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855076 Sep 16 06:18:02.085760 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-439b79ec-8eed-454c-adcb-f48bd11ed887 req-b70dcfd5-bb82-4dcb-b1ac-93e46cec6e94 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815175 Sep 16 06:18:02.293742 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113edd3a-095e-494d-afb8-c827ff834648 req-0455a6c6-7b3e-48d7-a2bb-4ddf8a73054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.295504 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113edd3a-095e-494d-afb8-c827ff834648 req-0455a6c6-7b3e-48d7-a2bb-4ddf8a73054a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1096 time: 0.0443883 Sep 16 06:18:02.393631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113edd3a-095e-494d-afb8-c827ff834648 req-6d9c1a59-6dad-4e47-ba03-870e30bc9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.395182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113edd3a-095e-494d-afb8-c827ff834648 req-6d9c1a59-6dad-4e47-ba03-870e30bc9162 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0925980 Sep 16 06:18:02.436607 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113edd3a-095e-494d-afb8-c827ff834648 req-01cb5dcf-d88c-45e3-9b71-de8201cfc2f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 217 time: 0.0336075 Sep 16 06:18:02.496863 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113edd3a-095e-494d-afb8-c827ff834648 req-945970b2-136d-4660-afde-9cd77545c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.498374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113edd3a-095e-494d-afb8-c827ff834648 req-945970b2-136d-4660-afde-9cd77545c6a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0553966 Sep 16 06:18:02.576116 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113edd3a-095e-494d-afb8-c827ff834648 req-735795bd-af15-4986-a817-14f4a32cc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.578371 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113edd3a-095e-494d-afb8-c827ff834648 req-735795bd-af15-4986-a817-14f4a32cc9d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697286 Sep 16 06:18:02.591559 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec5273-439b-4edd-9fff-36ff94308897 req-d277de15-7457-479c-975f-4c2c13eac287 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.592469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cec5273-439b-4edd-9fff-36ff94308897 req-d277de15-7457-479c-975f-4c2c13eac287 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0600128 Sep 16 06:18:02.684357 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6cec5273-439b-4edd-9fff-36ff94308897 req-972a8890-df2f-4fd1-abc0-114b2c7cb5d2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837483 Sep 16 06:18:02.709363 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113edd3a-095e-494d-afb8-c827ff834648 req-9ccea7f6-5579-4ce4-8a78-848a3434ee18 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159425 Sep 16 06:18:02.804274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-113edd3a-095e-494d-afb8-c827ff834648 req-1a6e2b3a-15b9-48f8-ab47-4ea47dac0cd9 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857651 Sep 16 06:18:03.806701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292364da-ad54-4b91-8437-8d66edf39752 req-cb9605ea-95ef-4ed5-9806-9a19591354ff tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:03.808279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-292364da-ad54-4b91-8437-8d66edf39752 req-cb9605ea-95ef-4ed5-9806-9a19591354ff tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0538273 Sep 16 06:18:03.849313 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-292364da-ad54-4b91-8437-8d66edf39752 req-374be193-6562-4450-ba5c-35d4e342172c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340111 Sep 16 06:18:04.962681 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b6c0-23a6-4edb-8cee-47e6971e2a9d req-b50672c9-2c55-4b8f-b2b1-4ea9cf092481 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:04.964174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f540b6c0-23a6-4edb-8cee-47e6971e2a9d req-b50672c9-2c55-4b8f-b2b1-4ea9cf092481 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0483737 Sep 16 06:18:05.001125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f540b6c0-23a6-4edb-8cee-47e6971e2a9d req-5dbd5cdd-411a-4767-a23f-35e87d191fe4 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310411 Sep 16 06:18:06.114039 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a94313-d6e0-4335-a690-9e66d787d93f req-87471148-21b1-4454-b09e-3c92a652f5b6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:06.115500 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75a94313-d6e0-4335-a690-9e66d787d93f req-87471148-21b1-4454-b09e-3c92a652f5b6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0482514 Sep 16 06:18:06.151867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-75a94313-d6e0-4335-a690-9e66d787d93f req-f4a15a73-f48b-462d-8861-3c42abbe9457 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305235 Sep 16 06:18:07.265426 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5abf3-b5b5-4c3a-85fb-784df75f972e req-87abaca9-28e7-4e9d-8eb1-d7c901927079 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:07.266871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08e5abf3-b5b5-4c3a-85fb-784df75f972e req-87abaca9-28e7-4e9d-8eb1-d7c901927079 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0499735 Sep 16 06:18:07.303804 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-08e5abf3-b5b5-4c3a-85fb-784df75f972e req-63605ebd-55a8-4c43-9f46-590972e9862f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304542 Sep 16 06:18:08.419269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1fccd-5677-48a1-8361-552e9cf97d4e req-be5b5c36-6dee-4208-acc8-0f701bb60fa1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:08.420762 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67d1fccd-5677-48a1-8361-552e9cf97d4e req-be5b5c36-6dee-4208-acc8-0f701bb60fa1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0500467 Sep 16 06:18:08.457070 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-67d1fccd-5677-48a1-8361-552e9cf97d4e req-d7187d1f-a9c1-46ca-8729-3909a0585d57 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Sep 16 06:18:09.568993 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290123cf-9669-4bf0-b98f-a30478cce015 req-ede359d1-4a76-4101-8021-968a8cb7cf4d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:09.571013 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-290123cf-9669-4bf0-b98f-a30478cce015 req-ede359d1-4a76-4101-8021-968a8cb7cf4d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0471654 Sep 16 06:18:09.607116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-290123cf-9669-4bf0-b98f-a30478cce015 req-24305e00-f63c-4aca-a5f5-c52e71c2b12e tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302100 Sep 16 06:18:10.722692 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb77d-8bcb-45c0-b870-b470736242e6 req-1ee9b213-927d-4bc7-908f-9b1bfcdf1770 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:10.724174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96fcb77d-8bcb-45c0-b870-b470736242e6 req-1ee9b213-927d-4bc7-908f-9b1bfcdf1770 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0525336 Sep 16 06:18:10.762436 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-96fcb77d-8bcb-45c0-b870-b470736242e6 req-1d9c20d0-9bd2-403a-b7bd-e619467b85bf tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Sep 16 06:18:11.065548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e3b6e11f-de99-450b-a75c-8f26127be483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:11.265683 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:11.873012 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19997a28-708e-4775-8245-ba80ed6364da req-b97b373f-c38c-4b26-85ce-d9f00fa9e794 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:11.874480 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19997a28-708e-4775-8245-ba80ed6364da req-b97b373f-c38c-4b26-85ce-d9f00fa9e794 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0479052 Sep 16 06:18:11.911720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-19997a28-708e-4775-8245-ba80ed6364da req-aa98c274-59bb-4c7c-9534-e6cbf3132a33 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Sep 16 06:18:13.025264 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ff077-037a-4bf3-a8e9-960e0108efc5 req-bb15d873-4700-4c15-9cd8-fb6661c369ca tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:13.026729 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a44ff077-037a-4bf3-a8e9-960e0108efc5 req-bb15d873-4700-4c15-9cd8-fb6661c369ca tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0474274 Sep 16 06:18:13.063395 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a44ff077-037a-4bf3-a8e9-960e0108efc5 req-277f8091-7712-4bf4-840f-0302a7953097 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306389 Sep 16 06:18:13.827366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:18:13.918213 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:13.929014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'port_id': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'mac_address': 'fa:16:3e:78:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:18:13.964614 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:13.980491 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:18:13.999366 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:14.053810 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:14.099980 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:14.107995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.108350 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.108698 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.109043 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.109388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.109728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.110068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.110402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.110730 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.111059 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.111425 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.111752 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:14.231631 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44314d-fadb-4039-b475-f74649b533af req-1d457b2f-5e9b-44a8-8d63-2cd6b384f4be tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:14.233387 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe44314d-fadb-4039-b475-f74649b533af req-1d457b2f-5e9b-44a8-8d63-2cd6b384f4be tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 945 time: 0.0527713 Sep 16 06:18:14.254091 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:14.270231 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fe44314d-fadb-4039-b475-f74649b533af req-5027cebc-29fa-44f3-8fc3-8ce891047948 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Sep 16 06:18:14.287578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['87bd66bf-0b27-4e70-b424-45b6cbaa72c3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:18:14.528481 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5fd81726-cfa3-49d3-a790-c0b3a1fd62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:15.385315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b314df-5af1-4400-84e6-975668848d93 req-d36610ce-3329-445b-a26e-83de5960f311 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:15.386702 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36b314df-5af1-4400-84e6-975668848d93 req-d36610ce-3329-445b-a26e-83de5960f311 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 945 time: 0.0484715 Sep 16 06:18:15.424732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-36b314df-5af1-4400-84e6-975668848d93 req-eea6ebad-e3a9-44df-a6e3-d0e60edffd05 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Sep 16 06:18:15.448448 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:15.827635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:18:15.944931 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:18:15.948573 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:18:15.948948 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:16.025299 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:16.046373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:16.048607 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58880222-3743-44c5-84e7-aa3be783cc01" -d '{"events": [{"server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "name": "network-vif-plugged", "status": "completed", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:16.060686 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:16.084638 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68332b71-008f-4553-8d7c-058780cacd7b x-openstack-request-id: req-68332b71-008f-4553-8d7c-058780cacd7b {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:16.084927 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "name": "network-vif-plugged", "status": "completed", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:16.085201 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68332b71-008f-4553-8d7c-058780cacd7b {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:16.085596 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'code': 200} Sep 16 06:18:16.140209 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:16.179268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79c128-3643-426d-842e-7efa4a7b4bae req-02e6b34d-91d5-4ea5-8821-68235848435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:16.180781 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a79c128-3643-426d-842e-7efa4a7b4bae req-02e6b34d-91d5-4ea5-8821-68235848435e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1098 time: 0.0400658 Sep 16 06:18:16.186320 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:16.218156 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7a79c128-3643-426d-842e-7efa4a7b4bae req-b9426681-36dd-4144-88f1-c65e1499a780 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285814 Sep 16 06:18:16.542672 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cebe0a-3c08-4db4-9509-cd438889d7ab req-221ab82a-4295-4b8f-92a0-977e245304bd tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:16.544237 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63cebe0a-3c08-4db4-9509-cd438889d7ab req-221ab82a-4295-4b8f-92a0-977e245304bd tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0516250 Sep 16 06:18:16.581302 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-63cebe0a-3c08-4db4-9509-cd438889d7ab req-7cf82b8d-3553-4591-9d17-a0650baf16c9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311983 Sep 16 06:18:17.174151 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:17.698148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50ffc3-4bf7-4ac5-ab9d-06608ff7f11d req-ee4d27da-e382-443f-8164-c6a702d9b7bc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:17.699949 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d50ffc3-4bf7-4ac5-ab9d-06608ff7f11d req-ee4d27da-e382-443f-8164-c6a702d9b7bc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0521398 Sep 16 06:18:17.737733 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3d50ffc3-4bf7-4ac5-ab9d-06608ff7f11d req-7b6b9fb7-50b5-46c4-a925-5d47d563e230 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Sep 16 06:18:17.847711 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03015e-4084-409d-a92d-057ca5c7107f req-f0c23eb4-a215-467c-9995-0b1949cc3f1d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:17.849155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e03015e-4084-409d-a92d-057ca5c7107f req-f0c23eb4-a215-467c-9995-0b1949cc3f1d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0476868 Sep 16 06:18:17.886162 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7e03015e-4084-409d-a92d-057ca5c7107f req-bd1acc5e-8608-458b-8189-5c7f51e1c3fe tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Sep 16 06:18:17.906865 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42076) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:17.945812 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41537993-9cff-4412-ab61-30ba603c0154 tempest-TestShelveInstance-2019360269 tempest-TestShelveInstance-2019360269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:17.947945 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-41537993-9cff-4412-ab61-30ba603c0154 tempest-TestShelveInstance-2019360269 tempest-TestShelveInstance-2019360269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1093 time: 0.0394406 Sep 16 06:18:17.950588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42078) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:17.954768 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:18.053977 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for floatingip, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.152354 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.252114 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Allocated IP 172.25.7.201 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/79fed037-1e48-4879-ae19-21d1fdc28de5) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:18:18.367070 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.534460 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.572475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:18:18.575375 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:18:18.580873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:18:18.602751 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'Port': ['ID=79fed037-1e48-4879-ae19-21d1fdc28de5,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:18.934676 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.044534 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.189916 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.242235 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.307373 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event updated for resources: {'Port': ['ID=79fed037-1e48-4879-ae19-21d1fdc28de5,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:19.318652 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.418705 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Floating IP 8d01d200-7128-4767-a858-baf987d41fbf associated. External IP: 172.25.7.201, port: 87bd66bf-0b27-4e70-b424-45b6cbaa72c3. Sep 16 06:18:19.630767 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:18:19.738882 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:18:19.749379 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] Sync routers for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:18:19.758110 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:18:19.758735 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:18:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:19.836979 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.862521 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:18:19.877629 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-5c3865a7-5395-44de-a6b1-c1e338600af8 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9126186 Sep 16 06:18:19.877629 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:19.877629 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c150d-b507-4a1f-9b79-551ca3155b66" -d '{"events": [{"name": "network-changed", "server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:19.957708 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bae0f9-e1aa-46b7-8744-dab35bb1aae5 x-openstack-request-id: req-b9bae0f9-e1aa-46b7-8744-dab35bb1aae5 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:19.958332 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:19.958332 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9bae0f9-e1aa-46b7-8744-dab35bb1aae5 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:19.958633 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'status': 'completed', 'code': 200} Sep 16 06:18:20.061678 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-22897aff-34bd-4d35-a6a1-12ee28680db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:20.063279 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-22897aff-34bd-4d35-a6a1-12ee28680db1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1098 time: 0.0812304 Sep 16 06:18:20.090257 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8d01d200-7128-4767-a858-baf987d41fbf', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'port_id': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'mac_address': 'fa:16:3e:78:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:18:18Z', 'updated_at': '2021-09-16T06:18:18Z', 'revision_number': 0, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:20.117453 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] Checking router: b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:18:20.125755 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:18:20.126367 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:18:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:20.151982 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-d671c8c8-56a3-497a-945b-07b709e0ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:20.153440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-d671c8c8-56a3-497a-945b-07b709e0ce9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0833819 Sep 16 06:18:20.222209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-bbf8ff9c-2449-4ee1-939b-7f2d41d5d7d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 1000 time: 0.0613201 Sep 16 06:18:20.273753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-dc3cf9ab-e843-4748-af29-021f6530b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:20.275174 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-dc3cf9ab-e843-4748-af29-021f6530b3eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0464301 Sep 16 06:18:20.322983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-d638616b-9333-4bd5-90d8-35523c336384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:20.324566 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-d638616b-9333-4bd5-90d8-35523c336384 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422404 Sep 16 06:18:20.384020 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:18:20.426496 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-2fe9e673-0fde-4823-9ea8-6f4f7eab5cbf service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945137 Sep 16 06:18:20.519612 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d12c150d-b507-4a1f-9b79-551ca3155b66 req-9847a3e4-69a1-4f92-ac55-a92a5c0e87f9 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856433 Sep 16 06:18:20.608029 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8d01d200-7128-4767-a858-baf987d41fbf', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'port_id': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'mac_address': 'fa:16:3e:78:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:18:18Z', 'updated_at': '2021-09-16T06:18:18Z', 'revision_number': 0, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:20.637420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51b107-b251-4da4-8ebb-bbf3271c70f2 None None] The sync data for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 is: [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '8d01d200-7128-4767-a858-baf987d41fbf', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'port_id': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'mac_address': 'fa:16:3e:78:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:18:18Z', 'updated_at': '2021-09-16T06:18:18Z', 'revision_number': 0, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:18:20.817970 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd90e012-3cef-4d8a-af26-100e35bc50d4 None None] New status for floating IP 8d01d200-7128-4767-a858-baf987d41fbf: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:18:28.945571 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:38.444011 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:18:41.059319 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-54965d39-d9a7-45f6-aaa7-89ab86f9b6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:41.247553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.259090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.585041 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ee579b0f-c14c-429c-a7b7-d5e24b2ee774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:45.482100 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:47.184813 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:58.956290 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.120449 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-e7c2d7cd-94d7-435f-97d4-1036663cb80c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442808 Sep 16 06:19:11.127052 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-527d8cef-b555-4504-8088-2556aaabb062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.208082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-f63efabd-7603-4e1e-ad66-e33eb6a1b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:11.210205 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-f63efabd-7603-4e1e-ad66-e33eb6a1b93c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1098 time: 0.0421607 Sep 16 06:19:11.258548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.312693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-7f4ecb7d-5e3f-4083-87b6-81586a8c427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:11.314154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-7f4ecb7d-5e3f-4083-87b6-81586a8c427a service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0835743 Sep 16 06:19:11.385116 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-2f0e30fa-5b0f-42eb-aeb9-e4290043b45d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 1002 time: 0.0616288 Sep 16 06:19:11.434127 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-1a3e6f16-77a9-4bb4-bb48-e5bdeca57acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:11.435670 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-1a3e6f16-77a9-4bb4-bb48-e5bdeca57acc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0437710 Sep 16 06:19:11.483071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-29b3aad3-2739-4333-9c7c-e62a73005536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:11.484620 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-29b3aad3-2739-4333-9c7c-e62a73005536 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414810 Sep 16 06:19:11.579633 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-f06eb5a4-093e-4309-bf04-14aebaa4403a service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862551 Sep 16 06:19:11.670765 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e9785f2a-a3b8-441f-89ed-afa08dcd7d6f req-b13d35fe-76c1-40b4-bccf-6c4769916ff3 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832319 Sep 16 06:19:14.292451 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:14.515391 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-92d17847-35ac-49ef-806e-f23a86100e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.442109 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:19:15.447002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.189819 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.931155 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.057559 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a543-4739-4183-8c55-4ae01a6daffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.234783 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:44.263636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:44.535937 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8223-6b32-4de1-bcb6-b5ed256ce53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.446527 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.172208 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:52.442588 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:19:58.941342 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:11.055157 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5e3f15d6-6653-4b40-baf6-944a2805dd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:11.261152 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:13.099976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-281fbe02-e4a5-45d1-8481-39dc9a24889f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395155 Sep 16 06:20:13.185960 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-366744eb-1299-4138-8d31-c07c651449e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:13.187440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-366744eb-1299-4138-8d31-c07c651449e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1098 time: 0.0403068 Sep 16 06:20:13.291448 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-3bf4966f-d843-4f19-8f67-605809990bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:13.293452 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-3bf4966f-d843-4f19-8f67-605809990bb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0849574 Sep 16 06:20:13.356022 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-92805295-c2bf-4b30-9f5e-eb108d79f84b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 1002 time: 0.0553560 Sep 16 06:20:13.405029 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-a0a37831-bfbb-4991-9807-3376659a5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:13.406562 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-a0a37831-bfbb-4991-9807-3376659a5c49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0432613 Sep 16 06:20:13.454904 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-d1cc64d7-88fa-4ea6-9b7b-3c1e887fda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:13.456399 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-d1cc64d7-88fa-4ea6-9b7b-3c1e887fda84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425115 Sep 16 06:20:13.546341 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-daf5c9ee-d8d4-4c87-87e1-f3ca09b37985 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812268 Sep 16 06:20:13.638769 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d95e3dc3-81b8-403e-8c6f-0802081915f2 req-f1f96b89-e118-48c3-99dc-adc9719c6899 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845051 Sep 16 06:20:14.302626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:14.548642 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6ddee9ba-2e30-4f28-896d-dfdf4e1ad3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:15.445515 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:17.181076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:28.934441 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:29.440929 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:20:41.096590 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6742701-b7e6-4a5e-ace8-65644fc1bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:41.242632 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:44.285156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:44.551383 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-40f5c939-6dd5-4c18-bdcd-3b824c2a17aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:45.490943 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:46.812759 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934adfa-bf40-4108-8552-163d85de9c88 req-b99e150c-53d7-4cdd-875f-163bd87b07e9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:46.814241 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d934adfa-bf40-4108-8552-163d85de9c88 req-b99e150c-53d7-4cdd-875f-163bd87b07e9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.1045368 Sep 16 06:20:46.854099 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d934adfa-bf40-4108-8552-163d85de9c88 req-cc3ecde8-c885-454f-97af-42717a1402db tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339320 Sep 16 06:20:47.205856 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:48.071630 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371f482-ffec-4f2c-bd1f-a0041c689e26 req-ee8d2333-93c6-4d6a-a637-f642c018e1ec tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:48.073091 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3371f482-ffec-4f2c-bd1f-a0041c689e26 req-ee8d2333-93c6-4d6a-a637-f642c018e1ec tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.1091783 Sep 16 06:20:48.114537 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3371f482-ffec-4f2c-bd1f-a0041c689e26 req-7db97a7d-7b71-43db-b79f-7955a301e933 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344963 Sep 16 06:20:49.255486 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f248bf7-4107-4f59-9cc2-1eec09cd821e req-73aaeeba-f82a-45d7-8d29-445a98888ec6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:49.256951 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f248bf7-4107-4f59-9cc2-1eec09cd821e req-73aaeeba-f82a-45d7-8d29-445a98888ec6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0517442 Sep 16 06:20:49.293050 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f248bf7-4107-4f59-9cc2-1eec09cd821e req-6e95d321-05c6-42cf-9d7d-53bfdd3ddb8f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302315 Sep 16 06:20:50.407968 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5b79e-da16-479d-9b54-d08f27dc1cf1 req-9e6655dd-9f3b-4733-b967-fb7ffa6dd276 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:50.409461 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ec5b79e-da16-479d-9b54-d08f27dc1cf1 req-9e6655dd-9f3b-4733-b967-fb7ffa6dd276 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0506423 Sep 16 06:20:50.445957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1ec5b79e-da16-479d-9b54-d08f27dc1cf1 req-75567f5d-a4b5-4242-a7ec-d8674ce7fcb6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305970 Sep 16 06:20:51.561501 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560c1a-e0c9-481f-923e-cab1afc13193 req-2db49ebc-1075-49f4-b468-4c082f1e4abc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:51.563048 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9560c1a-e0c9-481f-923e-cab1afc13193 req-2db49ebc-1075-49f4-b468-4c082f1e4abc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0487449 Sep 16 06:20:51.603482 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c9560c1a-e0c9-481f-923e-cab1afc13193 req-0ee439a3-2eda-47a5-a481-86561b51825d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338600 Sep 16 06:20:52.718528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a032e-7a73-453e-8eb5-c0645b3732ae req-796dc8f7-78cd-42d1-bd4d-094df4aaef07 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:52.720520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f2a032e-7a73-453e-8eb5-c0645b3732ae req-796dc8f7-78cd-42d1-bd4d-094df4aaef07 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0513566 Sep 16 06:20:52.757698 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9f2a032e-7a73-453e-8eb5-c0645b3732ae req-8108e404-b839-4fdb-8798-c7eeaa2092d6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312614 Sep 16 06:20:53.869700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1357ab-e9fa-4756-8d48-604dfecf9198 req-ffa61187-732e-4562-b412-2b51241b57fe tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:53.871148 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac1357ab-e9fa-4756-8d48-604dfecf9198 req-ffa61187-732e-4562-b412-2b51241b57fe tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0474968 Sep 16 06:20:53.907561 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ac1357ab-e9fa-4756-8d48-604dfecf9198 req-c69a5fbd-675b-4534-a075-c188de96853c tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299463 Sep 16 06:20:55.020980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267c7cb-ce21-4612-9e98-de25f7f80a40 req-931f445f-71f6-4b2f-bc1d-09875b65b048 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:55.022476 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f267c7cb-ce21-4612-9e98-de25f7f80a40 req-931f445f-71f6-4b2f-bc1d-09875b65b048 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0477555 Sep 16 06:20:55.060125 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f267c7cb-ce21-4612-9e98-de25f7f80a40 req-c0974d76-dd45-4aff-a9ca-8e5bfdc9a60f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Sep 16 06:20:56.525498 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f98e9-4cd1-4d39-900c-396649fbe1e4 req-4273d420-efc1-4cc9-812c-5121759dabde tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:56.527020 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de9f98e9-4cd1-4d39-900c-396649fbe1e4 req-4273d420-efc1-4cc9-812c-5121759dabde tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.4027617 Sep 16 06:20:56.563027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-de9f98e9-4cd1-4d39-900c-396649fbe1e4 req-6d0ab6a6-ef42-44b0-b2b4-1eaf9313f52a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301204 Sep 16 06:20:56.986628 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-c4ca1c94-67fa-4b42-be6d-90aabe4fbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:56.988111 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-c4ca1c94-67fa-4b42-be6d-90aabe4fbb73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1098 time: 0.0393093 Sep 16 06:20:57.080565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-065c29d7-0052-4191-ab85-1165abf97522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:57.082042 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-065c29d7-0052-4191-ab85-1165abf97522 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0849855 Sep 16 06:20:57.147973 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-e55fdfa7-0920-45e6-9ac3-16f5b22960c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 1002 time: 0.0578542 Sep 16 06:20:57.196767 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-574425a8-b499-41b7-8391-f07c1b478535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:57.198286 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-574425a8-b499-41b7-8391-f07c1b478535 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0429094 Sep 16 06:20:57.245851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-6c22b270-3dd4-461b-988d-c2ec5b088961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:57.247179 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-6c22b270-3dd4-461b-988d-c2ec5b088961 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418484 Sep 16 06:20:57.333914 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-7671649a-0174-4bf6-b0ff-882b5029bff5 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792792 Sep 16 06:20:57.427315 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f4a064a6-fd49-450a-b16d-f5dc4b027879 req-f99976f4-71de-4897-8ab6-81f22b85baaa service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848508 Sep 16 06:20:57.676263 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb784-ed34-4cba-a250-6e38926e328d req-7583585c-4bcf-4eed-bd5c-f48cba4d6ccb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:57.677756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd4cb784-ed34-4cba-a250-6e38926e328d req-7583585c-4bcf-4eed-bd5c-f48cba4d6ccb tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0485635 Sep 16 06:20:57.714501 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd4cb784-ed34-4cba-a250-6e38926e328d req-f5780a71-555a-43cf-ac5e-b7bd406f2a46 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Sep 16 06:20:58.827746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59690e62-3710-44aa-b437-a3eb86e317f6 req-803dc6fe-5832-433c-93a2-0294493ebabd tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:58.829222 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59690e62-3710-44aa-b437-a3eb86e317f6 req-803dc6fe-5832-433c-93a2-0294493ebabd tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0484910 Sep 16 06:20:58.867427 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-59690e62-3710-44aa-b437-a3eb86e317f6 req-5537a786-45b3-4cf6-9a78-9d6375544b17 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Sep 16 06:20:58.930626 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:59.986422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5be4e-441b-429b-931a-f287f2302b72 req-c4337480-0472-461b-922b-bc9c76ce3034 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:59.988292 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5d5be4e-441b-429b-931a-f287f2302b72 req-c4337480-0472-461b-922b-bc9c76ce3034 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0530555 Sep 16 06:21:00.026380 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c5d5be4e-441b-429b-931a-f287f2302b72 req-293ece37-e80b-4a5f-8bef-0b6702931c5d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Sep 16 06:21:01.139918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481832c-4117-41c3-9d76-57b07e8f8a3d req-6c55a0a8-38ca-41b6-9734-a40e99e8c837 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:01.142044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a481832c-4117-41c3-9d76-57b07e8f8a3d req-6c55a0a8-38ca-41b6-9734-a40e99e8c837 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0487392 Sep 16 06:21:01.180478 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a481832c-4117-41c3-9d76-57b07e8f8a3d req-4682542f-c981-4b48-8828-57743b170e5b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323033 Sep 16 06:21:02.294576 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55aa89-7221-488a-8530-dc848c82dc9d req-678bc2c9-5e96-41f6-9b60-d242fb960725 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:02.296059 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d55aa89-7221-488a-8530-dc848c82dc9d req-678bc2c9-5e96-41f6-9b60-d242fb960725 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0480223 Sep 16 06:21:02.333828 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d55aa89-7221-488a-8530-dc848c82dc9d req-9353e078-1551-4e95-804d-332ca43c9f0e tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319746 Sep 16 06:21:02.575828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:21:02.654291 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:02.676567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:21:02.678867 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feeb3a7-9765-4c21-ab67-e71b2b1656e9" -d '{"events": [{"server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "name": "network-vif-unplugged", "status": "completed", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:21:02.695764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839a2b8-a8c6-4ce3-b52d-8eb5f7d59cfb req-8a43c782-e6ac-4435-81de-79cbaa6f7c72 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:02.696627 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:02.698112 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7839a2b8-a8c6-4ce3-b52d-8eb5f7d59cfb req-8a43c782-e6ac-4435-81de-79cbaa6f7c72 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0573728 Sep 16 06:21:02.741443 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7839a2b8-a8c6-4ce3-b52d-8eb5f7d59cfb req-a7b3a302-b742-4fa6-bf39-2ac65c4b6054 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350237 Sep 16 06:21:02.764724 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:02.767970 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-43e27e2b-c036-423f-8fea-933c0b8ac7a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879891 Sep 16 06:21:02.788139 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66fc29-a380-4bb2-b8d7-e34a7a9b1db8 x-openstack-request-id: req-4e66fc29-a380-4bb2-b8d7-e34a7a9b1db8 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:21:02.788676 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "name": "network-vif-unplugged", "status": "failed", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3", "code": 422}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:21:02.788676 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e66fc29-a380-4bb2-b8d7-e34a7a9b1db8 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:21:02.789055 n-d-712143-16 neutron-server[101826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'code': 422} returned with failed status Sep 16 06:21:02.816614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:02.824018 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.824369 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.824821 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.825164 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.825501 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.825885 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.826160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.826486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.826812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.827137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.827483 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:02.827812 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:03.855691 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fee18-07e9-4ec0-8af7-66509792bb48 req-186d9bf3-0d3d-4291-bb49-735a585d7675 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:03.857169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-357fee18-07e9-4ec0-8af7-66509792bb48 req-186d9bf3-0d3d-4291-bb49-735a585d7675 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0491900 Sep 16 06:21:03.895210 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-357fee18-07e9-4ec0-8af7-66509792bb48 req-4ab0bdcc-4444-41c9-a2f0-94198e1b8ee2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 Sep 16 06:21:05.007158 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c59106-77b7-4b11-a8cc-b15ef65b6ad2 req-982c65cf-1137-4f9e-b949-7289c70af261 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:05.008699 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42c59106-77b7-4b11-a8cc-b15ef65b6ad2 req-982c65cf-1137-4f9e-b949-7289c70af261 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0486894 Sep 16 06:21:05.047054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-42c59106-77b7-4b11-a8cc-b15ef65b6ad2 req-998b0648-d40a-48b0-b272-adf86678270e tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Sep 16 06:21:06.163775 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44566f7-2ad4-49c3-8990-13c1bf66d59b req-29db33b1-9064-42a8-a91b-992311e63b7a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:06.165283 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d44566f7-2ad4-49c3-8990-13c1bf66d59b req-29db33b1-9064-42a8-a91b-992311e63b7a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0529826 Sep 16 06:21:06.203420 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-d44566f7-2ad4-49c3-8990-13c1bf66d59b req-e5f0d613-1eb2-4efe-add1-90b1da5202ff tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Sep 16 06:21:06.440864 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:21:07.317246 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c70062-9d95-42ff-bd29-94c07751c481 req-76d983ce-1808-48a6-82e2-387249cbca2e tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:07.318720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54c70062-9d95-42ff-bd29-94c07751c481 req-76d983ce-1808-48a6-82e2-387249cbca2e tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0492566 Sep 16 06:21:07.360360 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-54c70062-9d95-42ff-bd29-94c07751c481 req-36e04963-f730-458f-8543-74644685b03d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355799 Sep 16 06:21:08.473191 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c81a5-dccd-4d02-b531-032895a57ab1 req-564f2c3b-b904-425f-8028-bd0e1641ee5a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:08.474687 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f8c81a5-dccd-4d02-b531-032895a57ab1 req-564f2c3b-b904-425f-8028-bd0e1641ee5a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0488138 Sep 16 06:21:08.511918 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3f8c81a5-dccd-4d02-b531-032895a57ab1 req-0fe8e132-0318-436d-892f-7132b7521b96 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Sep 16 06:21:08.581413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-02b00944-dbe5-43c9-8b73-f93248857a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:08.582887 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-02b00944-dbe5-43c9-8b73-f93248857a77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca&tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b HTTP/1.1" status: 200 len: 1096 time: 0.0442984 Sep 16 06:21:08.644619 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-828ce5b7-ee44-4d9c-877e-cd8a9929680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:08.646044 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-828ce5b7-ee44-4d9c-877e-cd8a9929680e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1096 time: 0.0405929 Sep 16 06:21:08.736563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-26de48bb-de02-4a9f-b519-61a7832cf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:08.738033 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-26de48bb-de02-4a9f-b519-61a7832cf9b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0840290 Sep 16 06:21:08.809682 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-2aded935-16ee-49df-a58e-a3cbc2006660 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 1000 time: 0.0597942 Sep 16 06:21:08.857217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-76fd79f2-8cec-4093-8f63-cd260c1e924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:08.858619 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-76fd79f2-8cec-4093-8f63-cd260c1e924b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0416491 Sep 16 06:21:08.903308 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-37517b22-cd81-4ac1-b609-65e1d562665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:08.904678 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-37517b22-cd81-4ac1-b609-65e1d562665e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386558 Sep 16 06:21:08.998755 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-da453374-0471-4b72-bce8-1b0fe89bffb3 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852530 Sep 16 06:21:09.091540 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-dad32682-968c-4414-a5e9-d682a2ca3b6c service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852466 Sep 16 06:21:09.627557 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704144ef-85eb-4e77-a518-61ac837e9a63 req-576f4ad4-55f8-4484-950e-733971c55973 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:09.629037 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-704144ef-85eb-4e77-a518-61ac837e9a63 req-576f4ad4-55f8-4484-950e-733971c55973 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0495784 Sep 16 06:21:09.669616 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-704144ef-85eb-4e77-a518-61ac837e9a63 req-7e7426b1-b305-4110-948f-9a97990404a3 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346112 Sep 16 06:21:10.783895 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858bcf-bab7-43d7-8ec6-e81c0268beb4 req-2d8699b3-a23e-427b-8985-48ea8fe39442 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:10.785372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5858bcf-bab7-43d7-8ec6-e81c0268beb4 req-2d8699b3-a23e-427b-8985-48ea8fe39442 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0478930 Sep 16 06:21:10.822460 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5858bcf-bab7-43d7-8ec6-e81c0268beb4 req-ca4dd720-5829-4b51-b9da-8ccbeed2b374 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 Sep 16 06:21:11.070438 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-669c348e-a147-44b9-acce-28dd3a64261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:11.262087 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:11.938549 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c68819-aaee-4fff-b259-2277028c4fb3 req-bb8306b7-6365-4737-9f3b-306821ff6add tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:11.940067 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60c68819-aaee-4fff-b259-2277028c4fb3 req-bb8306b7-6365-4737-9f3b-306821ff6add tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0521796 Sep 16 06:21:11.976209 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60c68819-aaee-4fff-b259-2277028c4fb3 req-4f427eb3-b8a4-4a7e-a6fb-8bf0ac1f9db2 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302355 Sep 16 06:21:13.087506 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c535a18-4143-4404-a775-1ed3c6ceb5d6 req-e045d09e-cdba-458d-82b4-ccd272309449 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:13.088930 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c535a18-4143-4404-a775-1ed3c6ceb5d6 req-e045d09e-cdba-458d-82b4-ccd272309449 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0477798 Sep 16 06:21:13.126490 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-3c535a18-4143-4404-a775-1ed3c6ceb5d6 req-318ce4ce-0b4e-4701-9837-35249eb9cf52 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Sep 16 06:21:14.132525 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-825fa179-148f-422d-a067-a4dc8517b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:14.133997 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-825fa179-148f-422d-a067-a4dc8517b262 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1096 time: 0.0407283 Sep 16 06:21:14.271473 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-10777f87-bbfd-4cfe-8e61-4eb06c1aaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:14.272977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-10777f87-bbfd-4cfe-8e61-4eb06c1aaa1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.1179707 Sep 16 06:21:14.282358 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.284493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a60c-6fdf-4dc6-8913-396de2089a3a req-8a331517-9c06-4a11-9083-a0b308b564a0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:14.285957 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43e1a60c-6fdf-4dc6-8913-396de2089a3a req-8a331517-9c06-4a11-9083-a0b308b564a0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0717969 Sep 16 06:21:14.369965 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-bbc7f1ac-ea06-4993-b7bd-4ffd74fc3fde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 1000 time: 0.0830507 Sep 16 06:21:14.372907 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-43e1a60c-6fdf-4dc6-8913-396de2089a3a req-cd627609-983d-4469-9277-cf3d7608ef1a tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795915 Sep 16 06:21:14.419941 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-6daaf88f-1b14-489d-9f4c-7371917c1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:14.421406 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-6daaf88f-1b14-489d-9f4c-7371917c1104 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0437982 Sep 16 06:21:14.466462 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-3ca1dbfe-2693-45f8-9bda-0690d4cda381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:14.468262 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-3ca1dbfe-2693-45f8-9bda-0690d4cda381 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390997 Sep 16 06:21:14.521503 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b9c39aa-a987-46b7-8689-ee6623e1ef1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.562651 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-bdf07a6d-01a0-4e6d-8f87-2c7773228e01 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846984 Sep 16 06:21:14.652146 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a92dd300-4e3d-49a8-a44a-ccf5f211ab71 req-fe7ae4c2-316e-4880-9de3-5953e8a14112 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813477 Sep 16 06:21:15.489724 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09d312-e96f-463c-bbd0-d1267f70cc69 req-7c192bdb-f511-4458-8981-b6058c8263d9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:15.491184 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e09d312-e96f-463c-bbd0-d1267f70cc69 req-7c192bdb-f511-4458-8981-b6058c8263d9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0521927 Sep 16 06:21:15.496397 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.528542 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8e09d312-e96f-463c-bbd0-d1267f70cc69 req-d480edcc-7238-46eb-9175-9598b821d940 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313962 Sep 16 06:21:16.636722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:21:16.644682 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966fdaf-f855-4f80-8534-5a6aba6d67f6 req-30ab9bd5-d946-4a3d-b397-8f76cfdeeda6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:16.646188 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a966fdaf-f855-4f80-8534-5a6aba6d67f6 req-30ab9bd5-d946-4a3d-b397-8f76cfdeeda6 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 944 time: 0.0488713 Sep 16 06:21:16.685005 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a966fdaf-f855-4f80-8534-5a6aba6d67f6 req-3fd178b7-0803-400b-9433-f758397e40b7 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324030 Sep 16 06:21:16.730032 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:16.741390 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'port_id': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'mac_address': 'fa:16:3e:78:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:21:16.776469 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:16.792502 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:21:16.811163 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:16.904579 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:16.952661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:17.159798 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['87bd66bf-0b27-4e70-b424-45b6cbaa72c3'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:21:17.197398 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:17.798437 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3da1-6cb7-452d-970b-d1c750524520 req-78c248a9-c1f4-40d1-b02f-6b935b0aa90d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:17.799858 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8deb3da1-6cb7-452d-970b-d1c750524520 req-78c248a9-c1f4-40d1-b02f-6b935b0aa90d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 945 time: 0.0475616 Sep 16 06:21:17.837153 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8deb3da1-6cb7-452d-970b-d1c750524520 req-ae0103b9-4db6-417a-bf8b-733dd3b3c618 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Sep 16 06:21:18.652659 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:18.698867 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:18.699258 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.775699 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.797660 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:21:18.799916 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1820a70-60ad-48d6-b105-d587620948b7" -d '{"events": [{"server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "name": "network-vif-plugged", "status": "completed", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:21:18.812790 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:18.837714 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c0672b-da46-4d20-9367-8480a79834c9 x-openstack-request-id: req-f1c0672b-da46-4d20-9367-8480a79834c9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:21:18.838010 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "name": "network-vif-plugged", "status": "completed", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:21:18.838259 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1c0672b-da46-4d20-9367-8480a79834c9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:21:18.838653 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'code': 200} Sep 16 06:21:18.876115 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.926138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:18.955543 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297962e-5e6e-48c8-bfde-d17c2e32965d req-678cf0cf-7060-4082-afbf-0c99ed115665 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:18.957024 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f297962e-5e6e-48c8-bfde-d17c2e32965d req-678cf0cf-7060-4082-afbf-0c99ed115665 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0536106 Sep 16 06:21:19.018372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9d37-974a-4ab8-bc72-dc547605b3f8 req-5d233d1f-f3cd-46a5-a6c7-297ee798b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:19.019882 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5fa9d37-974a-4ab8-bc72-dc547605b3f8 req-5d233d1f-f3cd-46a5-a6c7-297ee798b052 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1098 time: 0.0620284 Sep 16 06:21:19.022664 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f297962e-5e6e-48c8-bfde-d17c2e32965d req-50054d4e-d82a-440f-a18d-01c5a996189d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577345 Sep 16 06:21:19.056898 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b5fa9d37-974a-4ab8-bc72-dc547605b3f8 req-c704a217-25fb-4554-afbb-1882fa169e6d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285378 Sep 16 06:21:20.137998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2d9f9-5962-4c15-a6ab-7d441855bbab req-71eb67dc-ba04-4b3a-909f-acba43f57def tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:20.139570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1da2d9f9-5962-4c15-a6ab-7d441855bbab req-71eb67dc-ba04-4b3a-909f-acba43f57def tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0496662 Sep 16 06:21:20.177499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1da2d9f9-5962-4c15-a6ab-7d441855bbab req-2c771702-3b2f-4c07-9475-819da82eaa69 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Sep 16 06:21:21.298789 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9890b10-e55b-4bcb-ad6c-35fae0ebffaf req-103c5b70-76e8-434d-9faf-4b4382c1ef0b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:21.300321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9890b10-e55b-4bcb-ad6c-35fae0ebffaf req-103c5b70-76e8-434d-9faf-4b4382c1ef0b tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0529485 Sep 16 06:21:21.339075 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f9890b10-e55b-4bcb-ad6c-35fae0ebffaf req-f57f49f7-9c3a-4113-96f5-435de212daa9 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328460 Sep 16 06:21:28.932689 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:41.095813 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dbca9de5-858d-4ca9-8a5f-62a590141cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:41.278420 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:43.439769 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:21:44.292030 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:44.564526 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a1ea04a1-3b3c-4817-8b1f-2852710d85ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:45.503132 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:47.243960 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:58.948404 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:11.072267 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-955c07c6-5da5-4975-97cf-d7c17f4e67cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:11.335127 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:14.098928 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-87cc095f-e89b-4bd9-b5f1-79e1506a9816 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407267 Sep 16 06:22:14.182867 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-c4901ed8-10e5-4705-9f4c-bacca23de464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:14.184392 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-c4901ed8-10e5-4705-9f4c-bacca23de464 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1098 time: 0.0415921 Sep 16 06:22:14.285095 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:14.294814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-dc77235c-e585-47ed-9228-370fe5f8e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:14.296321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-dc77235c-e585-47ed-9228-370fe5f8e959 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0912547 Sep 16 06:22:14.362890 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-4ab15622-0384-4278-b43a-cf42ebc40e86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 1002 time: 0.0576682 Sep 16 06:22:14.417753 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-308ffc11-1826-4834-9441-9f4fe729f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:14.419219 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-308ffc11-1826-4834-9441-9f4fe729f484 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0488510 Sep 16 06:22:14.466814 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-35d4e5ee-71c0-41d1-84ef-f4ecdd69acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:14.468339 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-35d4e5ee-71c0-41d1-84ef-f4ecdd69acd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404587 Sep 16 06:22:14.559509 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a67f765c-2856-432b-818b-2922063de869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:14.565365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-f95b142d-5f0e-4c74-8bf1-bfea2d14a8af service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835407 Sep 16 06:22:14.660374 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-9035f00b-7a8c-4989-b162-6db39930cb9e req-f46ce669-0896-44a0-b209-36550492c1c5 service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868018 Sep 16 06:22:15.471881 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:17.193257 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:20.440419 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:28.924384 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:41.101246 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4413e6f5-3ba5-48dc-886c-f0c4c0dad1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:41.306702 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:44.277463 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:44.694705 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c60ed370-5c0b-4823-b783-e2e26afe2a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:45.466431 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:47.215052 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:57.397147 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42286) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:57.438951 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:57.561740 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Deleting port 79fed037-1e48-4879-ae19-21d1fdc28de5 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:22:57.562095 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:57.635279 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:57.635553 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:57.646816 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Calling delete_port for 79fed037-1e48-4879-ae19-21d1fdc28de5 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:22:57.855019 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:57.878467 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event deleted for resources: {'Port': ['ID=79fed037-1e48-4879-ae19-21d1fdc28de5,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:57.891834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.892191 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.892538 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.892904 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.893251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.893586 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.893938 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.894251 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.894580 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.894911 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.895262 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.895585 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:57.952317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:57.952700 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Floating IP 8d01d200-7128-4767-a858-baf987d41fbf disassociated (deleted). External IP: 172.25.7.201, port: 87bd66bf-0b27-4e70-b424-45b6cbaa72c3. Sep 16 06:22:58.157060 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:22:58.262225 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:22:58.267439 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:58.271898 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] Sync routers for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:22:58.280760 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:22:58.281402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:22:45Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:58.296090 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-59a08e5d-557b-4091-83e3-94760bcc1b45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "DELETE /v2.0/floatingips/8d01d200-7128-4767-a858-baf987d41fbf HTTP/1.1" status: 204 len: 168 time: 0.8978696 Sep 16 06:22:58.296788 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:22:58.299158 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:22:58.341351 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d32a7b5-0a2b-40e9-96c9-2af37228b3e1 x-openstack-request-id: req-6d32a7b5-0a2b-40e9-96c9-2af37228b3e1 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:22:58.341649 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:22:58.341907 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d32a7b5-0a2b-40e9-96c9-2af37228b3e1 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:22:58.342320 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'status': 'completed', 'code': 200} Sep 16 06:22:58.390260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:22:58.408693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-1d95d18b-d23a-4416-98e3-8e0ae8c1c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:58.410164 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-1d95d18b-d23a-4416-98e3-8e0ae8c1c85a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 1098 time: 0.0429578 Sep 16 06:22:58.507217 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-693dadac-2f8f-4857-b7d2-d7978f3dbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:58.508732 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-693dadac-2f8f-4857-b7d2-d7978f3dbe62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 200 len: 909 time: 0.0915315 Sep 16 06:22:58.549432 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-10aa9e7c-409a-44b7-bb99-84558357748d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 200 len: 217 time: 0.0333164 Sep 16 06:22:58.596757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:58.600540 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-a408adfc-c426-4986-b3bd-0dbbc59bb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:58.602078 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-a408adfc-c426-4986-b3bd-0dbbc59bb8d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 200 len: 847 time: 0.0448349 Sep 16 06:22:58.627692 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] Checking router: b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:22:58.636364 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:22:58.636987 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:22:45Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:58.657410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-cdd8dee8-0a9f-4e80-a626-0d491e3b9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:58.658992 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-cdd8dee8-0a9f-4e80-a626-0d491e3b9a52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08ea6909-4ca9-42cf-8a50-91b9ebb4810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492170 Sep 16 06:22:58.774661 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:22:58.815713 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a298451-2893-4c33-8c06-f3a116d6f9ff req-4edf665f-c365-4ac4-bf41-0aeaa821722f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:58.817192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a298451-2893-4c33-8c06-f3a116d6f9ff req-4edf665f-c365-4ac4-bf41-0aeaa821722f tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.1166301 Sep 16 06:22:58.843596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-6684279e-d83e-4f91-94c8-9cfc390d84ef service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755490 Sep 16 06:22:58.879983 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4a298451-2893-4c33-8c06-f3a116d6f9ff req-911b1f65-d899-4d9e-82f1-222b4c3e52a0 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540316 Sep 16 06:22:58.945308 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b1ba4b77-59b2-4e01-a9ac-35e780715b9f req-c3c7d1c0-ab4c-40d8-a7a2-4491bd76f61e service neutron] 10.222.0.60 "GET /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903797 Sep 16 06:22:58.980990 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:59.007741 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718995e-5469-47c5-a94f-3064d0a50560 None None] The sync data for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 is: [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:06Z', 'revision_number': 4, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc', 'name': '', 'network_id': '08ea6909-4ca9-42cf-8a50-91b9ebb4810b', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'mac_address': 'fa:16:3e:aa:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:06Z', 'updated_at': '2021-09-16T06:13:10Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'subnets': [{'id': '5130c744-eeb5-41d7-9e91-a4cb31ff8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:22:59.009466 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.215856 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acf337-f7ff-4039-b339-d65ad2067bc5 None None] New status for floating IP 8d01d200-7128-4767-a858-baf987d41fbf: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:22:59.998522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e23142-8a1b-4126-94dd-ad0093fa0385 req-f613ccc3-910b-46c4-8d93-acd23aa3005d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.000045 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34e23142-8a1b-4126-94dd-ad0093fa0385 req-f613ccc3-910b-46c4-8d93-acd23aa3005d tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0521867 Sep 16 06:23:00.037232 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-34e23142-8a1b-4126-94dd-ad0093fa0385 req-38c9d2de-daa2-4042-b414-381fea73ec62 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/security-groups?id=d881b95d-db0e-47cd-bf20-615fae7d5eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Sep 16 06:23:00.394538 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-7c1ab9f7-ea38-44b1-b069-340961b25121 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.396090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-7c1ab9f7-ea38-44b1-b069-340961b25121 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 946 time: 0.0501878 Sep 16 06:23:00.482148 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Deleting port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:00.482485 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.578036 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] For port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:00.578405 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.590739 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Calling delete_port for 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:00.786620 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.813392 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event deleted for resources: {'Port': ['ID=87bd66bf-0b27-4e70-b424-45b6cbaa72c3,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:00.823831 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.827438 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:00.866701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] No DVR routers for this DVR port 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:23:00.869778 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.871779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e6b1b69f-f772-4628-8433-5560d524ad79 req-0f9fca13-c2aa-441f-843a-3d92480c5bb1 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.60 "DELETE /v2.0/ports/87bd66bf-0b27-4e70-b424-45b6cbaa72c3 HTTP/1.1" status: 204 len: 173 time: 0.4693067 Sep 16 06:23:00.872215 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'name': 'network-vif-deleted', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:00.874439 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95bb243-c0e8-4bfa-9099-981fa6b64e23" -d '{"events": [{"server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "name": "network-vif-deleted", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:00.967434 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d448afb1-9d78-4802-815c-f96d767c7994 x-openstack-request-id: req-d448afb1-9d78-4802-815c-f96d767c7994 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:00.967730 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50b7f5-6097-40e7-983f-bb279cab6bca", "name": "network-vif-deleted", "tag": "87bd66bf-0b27-4e70-b424-45b6cbaa72c3", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:00.967987 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d448afb1-9d78-4802-815c-f96d767c7994 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:00.968386 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50b7f5-6097-40e7-983f-bb279cab6bca', 'name': 'network-vif-deleted', 'tag': '87bd66bf-0b27-4e70-b424-45b6cbaa72c3', 'status': 'completed', 'code': 200} Sep 16 06:23:01.129946 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-abfa1e88-03ba-4160-a689-6d632084024a req-2d45a486-d5a4-411b-8703-9ff9fb2f2dc4 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 210 time: 0.0265436 Sep 16 06:23:02.226440 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-20788899-b76d-43f1-9612-c9235aa3fb15 req-b57fa463-2b81-455d-a5ca-ffe99bcaff34 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 210 time: 0.0259435 Sep 16 06:23:03.313002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:03.323622 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c43868b1-7caf-4c14-9f31-bab71c4b0460 req-71f7645e-b095-462d-81d8-24e727e20cbc tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 210 time: 0.0308871 Sep 16 06:23:03.337197 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:03.338115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 87bd66bf-0b27-4e70-b424-45b6cbaa72c3 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:04.418692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f38e667a-c925-4483-a24a-1ead4b85938a req-b8dd96b0-23bf-46b2-93b5-6d9036441e45 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a50b7f5-6097-40e7-983f-bb279cab6bca HTTP/1.1" status: 200 len: 210 time: 0.0263953 Sep 16 06:23:05.473024 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42320) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:05.531771 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-01ec0a3b-db66-4c7c-a1b0-992f95daff18 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:05.556491 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-01ec0a3b-db66-4c7c-a1b0-992f95daff18 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:05.671972 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-01ec0a3b-db66-4c7c-a1b0-992f95daff18 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:05.674675 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-01ec0a3b-db66-4c7c-a1b0-992f95daff18 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:05.678644 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-01ec0a3b-db66-4c7c-a1b0-992f95daff18 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] 10.222.0.59 "DELETE /v2.0/security-groups/d881b95d-db0e-47cd-bf20-615fae7d5eed HTTP/1.1" status: 204 len: 168 time: 0.2016506 Sep 16 06:23:05.687212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec0a3b-db66-4c7c-a1b0-992f95daff18 tempest-TestShelveInstance-234558596 tempest-TestShelveInstance-234558596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d881b95d-db0e-47cd-bf20-615fae7d5eed,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:06.814493 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42326) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:07.300125 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:07.543097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Deleting port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:07.543473 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:07.971291 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] For port c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:07.971901 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:07.984172 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Calling delete_port for c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:08.220649 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:08.245999 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:08.412452 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:08.624329 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:08.731286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:08.736345 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-11da3d68-92be-48ba-b495-0c08b00f1515 admin admin] 10.222.0.59 "PUT /v2.0/routers/b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9208417 Sep 16 06:23:08.739059 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42330) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:08.740170 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] Sync routers for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:08.749830 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:08.750434 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:22:45Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:08.844118 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:08.852380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:08.945956 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.059336 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Deleting port 61287029-3420-478e-9f04-1ec8017cf740 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:09.059758 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.139774 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] For port 61287029-3420-478e-9f04-1ec8017cf740, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=61287029-3420-478e-9f04-1ec8017cf740,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:09.140151 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.152268 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Calling delete_port for 61287029-3420-478e-9f04-1ec8017cf740 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:09.180466 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '61287029-3420-478e-9f04-1ec8017cf740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:23:08Z', 'revision_number': 5, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port': {'id': '61287029-3420-478e-9f04-1ec8017cf740', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:09.210645 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] Checking router: b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:09.219420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] Routers {'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:09.220036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:22:45Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:09.307572 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] Set router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:09.361285 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:23:08Z', 'revision_number': 6, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:09.390482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6778a4c-1f4a-4616-8814-a5148923a373 None None] The sync data for ids ['b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8'] in n-d-712143-16 is: [{'id': 'b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8', 'name': 'tempest-TestShelveInstance-619641497-router', 'tenant_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:03Z', 'updated_at': '2021-09-16T06:23:08Z', 'revision_number': 6, 'project_id': '74a2c5d26aa94f8eacfb5b15d18d2b4b', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:09.392146 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.425701 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61287029-3420-478e-9f04-1ec8017cf740,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:09.488106 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.584249 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.586369 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.694351 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.694810 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:23:09.699524 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.700734 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-d176e701-52a1-4f9b-8f08-b8221b1a71d5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b7918dfa-78a6-4ac1-9e86-df5afb3f0cc8 HTTP/1.1" status: 204 len: 168 time: 0.9606831 Sep 16 06:23:09.703368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42332) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:09.746980 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e36b6b-4c84-41f4-8957-cd56e54c0260 admin admin] Deleting subnet 5130c744-eeb5-41d7-9e91-a4cb31ff8883 {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:23:09.749906 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4e36b6b-4c84-41f4-8957-cd56e54c0260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.783975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4e36b6b-4c84-41f4-8957-cd56e54c0260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.859374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4e36b6b-4c84-41f4-8957-cd56e54c0260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:09.922899 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:09.942850 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:09.943208 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device c02f5ca2-0d29-4ba7-acb5-35e87d0df7dc not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:09.943719 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 61287029-3420-478e-9f04-1ec8017cf740 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:09.961803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 61287029-3420-478e-9f04-1ec8017cf740 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:09.962160 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 61287029-3420-478e-9f04-1ec8017cf740 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:09.992431 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4e36b6b-4c84-41f4-8957-cd56e54c0260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.018455 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36b6b-4c84-41f4-8957-cd56e54c0260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5130c744-eeb5-41d7-9e91-a4cb31ff8883,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:10.022136 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f4e36b6b-4c84-41f4-8957-cd56e54c0260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.024056 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f4e36b6b-4c84-41f4-8957-cd56e54c0260 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5130c744-eeb5-41d7-9e91-a4cb31ff8883 HTTP/1.1" status: 204 len: 168 time: 0.3196712 Sep 16 06:23:10.026515 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42334) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:10.029246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81793b9-1750-4f38-acfe-19dbaaf82c1f None None] Network 08ea6909-4ca9-42cf-8a50-91b9ebb4810b requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:23:10.098216 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.164785 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Deleting port 727ac64c-72ff-4186-aee4-8ee190fcbb6b {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:10.165736 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.222579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] DHCP port deletion for 08ea6909-4ca9-42cf-8a50-91b9ebb4810b request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:23:10.230973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] For port 727ac64c-72ff-4186-aee4-8ee190fcbb6b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=727ac64c-72ff-4186-aee4-8ee190fcbb6b,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:10.231379 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.243303 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Calling delete_port for 727ac64c-72ff-4186-aee4-8ee190fcbb6b owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:10.267431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Deleting port 727ac64c-72ff-4186-aee4-8ee190fcbb6b {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:10.267821 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.334076 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] For port 727ac64c-72ff-4186-aee4-8ee190fcbb6b, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=727ac64c-72ff-4186-aee4-8ee190fcbb6b,segment=NetworkSegment(b9c84170-1a9d-4520-b7ee-02a4942e950f),segment_id=b9c84170-1a9d-4520-b7ee-02a4942e950f)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:10.334392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.350732 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Calling delete_port for 727ac64c-72ff-4186-aee4-8ee190fcbb6b owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:10.403646 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.425097 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.430709 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=727ac64c-72ff-4186-aee4-8ee190fcbb6b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:10.433956 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] No DVR routers for this DVR port 727ac64c-72ff-4186-aee4-8ee190fcbb6b on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:23:10.453906 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Pushing event deleted for resources: {'Port': ['ID=727ac64c-72ff-4186-aee4-8ee190fcbb6b,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:10.459538 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] No DVR routers for this DVR port 727ac64c-72ff-4186-aee4-8ee190fcbb6b on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:23:10.467224 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.467601 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.467953 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.468296 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.468633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.469089 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.469431 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.469765 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.470115 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.470455 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.470814 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.471142 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a06af-3323-47d6-8760-552cc1dcafb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:10.505508 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.524565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ea6909-4ca9-42cf-8a50-91b9ebb4810b']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:10.534062 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c84170-1a9d-4520-b7ee-02a4942e950f') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:10.534362 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c84170-1a9d-4520-b7ee-02a4942e950f') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:10.547528 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.560408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.566129 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:23:10.573175 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:23:11.037102 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.043432 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.048832 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] 10.222.0.59 "DELETE /v2.0/networks/08ea6909-4ca9-42cf-8a50-91b9ebb4810b HTTP/1.1" status: 204 len: 168 time: 1.0177059 Sep 16 06:23:11.048935 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42336) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:11.056406 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68f5f-b787-4446-8cac-40a1258deb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ea6909-4ca9-42cf-8a50-91b9ebb4810b,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:11.071278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f7e17207-95c4-4da5-b7d9-b318f1526135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.288867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.393055 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.641161 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 727ac64c-72ff-4186-aee4-8ee190fcbb6b no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:11.642204 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Deleting port d2d61026-9b14-41ac-9915-a3843f2c2530 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:11.642559 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.661464 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 727ac64c-72ff-4186-aee4-8ee190fcbb6b {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:11.661787 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 727ac64c-72ff-4186-aee4-8ee190fcbb6b not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:11.719866 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] For port d2d61026-9b14-41ac-9915-a3843f2c2530, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=d2d61026-9b14-41ac-9915-a3843f2c2530,segment=NetworkSegment(cc7aa676-47ab-4abb-a21b-91c5de7c4ad8),segment_id=cc7aa676-47ab-4abb-a21b-91c5de7c4ad8)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:11.720237 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.736279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Calling delete_port for d2d61026-9b14-41ac-9915-a3843f2c2530 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:11.968966 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.992762 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d61026-9b14-41ac-9915-a3843f2c2530,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:12.158670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:12.367952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Router fd4f8795-cc81-43f1-92f9-c761d03b4c30 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:12.473714 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:12.479637 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-0b273523-790a-4967-8d19-61b85b4688f3 admin admin] 10.222.0.59 "PUT /v2.0/routers/fd4f8795-cc81-43f1-92f9-c761d03b4c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4301305 Sep 16 06:23:12.482054 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42338) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:12.483489 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] Sync routers for ids ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:12.492643 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] Routers {'fd4f8795-cc81-43f1-92f9-c761d03b4c30'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:12.493334 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:22:45Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:12.584614 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:12.593272 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] Set router fd4f8795-cc81-43f1-92f9-c761d03b4c30 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:12.697773 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:12.763359 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:23:11Z', 'revision_number': 5, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port': {'id': 'adb61704-5f07-4ede-8157-8d6182ac1f45', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:10Z', 'updated_at': '2021-09-16T06:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:12.788935 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] Checking router: fd4f8795-cc81-43f1-92f9-c761d03b4c30 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:12.798152 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] Routers {'fd4f8795-cc81-43f1-92f9-c761d03b4c30'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:12.798761 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:22:45Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:12.819292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Deleting port adb61704-5f07-4ede-8157-8d6182ac1f45 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:12.823528 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:12.904163 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] For port adb61704-5f07-4ede-8157-8d6182ac1f45, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=adb61704-5f07-4ede-8157-8d6182ac1f45,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:12.904547 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:12.917674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Calling delete_port for adb61704-5f07-4ede-8157-8d6182ac1f45 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:12.986039 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] Set router fd4f8795-cc81-43f1-92f9-c761d03b4c30 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:13.038863 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:23:12Z', 'revision_number': 6, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:13.065219 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4423d9-5994-4124-b802-eb9512c1251d None None] The sync data for ids ['fd4f8795-cc81-43f1-92f9-c761d03b4c30'] in n-d-712143-16 is: [{'id': 'fd4f8795-cc81-43f1-92f9-c761d03b4c30', 'name': 'tempest-TestShelveInstance-769858187-router', 'tenant_id': '985ac06bce9747bc9c59fca6eb2921e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:09Z', 'updated_at': '2021-09-16T06:23:12Z', 'revision_number': 6, 'project_id': '985ac06bce9747bc9c59fca6eb2921e2', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:13.140371 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.171610 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb61704-5f07-4ede-8157-8d6182ac1f45,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:13.237193 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.326571 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.328768 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.449228 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.449752 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4f8795-cc81-43f1-92f9-c761d03b4c30 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:23:13.453998 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.455163 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-1d7c9ccb-e06d-408c-8b47-b111ac858133 admin admin] 10.222.0.59 "DELETE /v2.0/routers/fd4f8795-cc81-43f1-92f9-c761d03b4c30 HTTP/1.1" status: 204 len: 168 time: 0.9721906 Sep 16 06:23:13.457578 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42342) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:13.504642 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ce0dce-b4a9-435e-ae65-90e4ed0d9327 admin admin] Deleting subnet e6581c97-7365-4e54-9f84-af2273b0d554 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:23:13.507620 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0dce-b4a9-435e-ae65-90e4ed0d9327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.542879 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0dce-b4a9-435e-ae65-90e4ed0d9327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.622556 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0dce-b4a9-435e-ae65-90e4ed0d9327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.644689 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d2d61026-9b14-41ac-9915-a3843f2c2530 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:13.671343 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: d2d61026-9b14-41ac-9915-a3843f2c2530 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:13.671786 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device d2d61026-9b14-41ac-9915-a3843f2c2530 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:13.672351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device adb61704-5f07-4ede-8157-8d6182ac1f45 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:13.691380 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: adb61704-5f07-4ede-8157-8d6182ac1f45 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:13.691813 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device adb61704-5f07-4ede-8157-8d6182ac1f45 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:13.746802 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0dce-b4a9-435e-ae65-90e4ed0d9327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.773194 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce0dce-b4a9-435e-ae65-90e4ed0d9327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6581c97-7365-4e54-9f84-af2273b0d554,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:13.778136 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0dce-b4a9-435e-ae65-90e4ed0d9327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.780534 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d6ce0dce-b4a9-435e-ae65-90e4ed0d9327 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e6581c97-7365-4e54-9f84-af2273b0d554 HTTP/1.1" status: 204 len: 168 time: 0.3220463 Sep 16 06:23:13.782979 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42344) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:13.787771 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7fc81-493a-4d02-9fd4-172dd783eed4 None None] Network 9e0b0857-6e29-49e6-93d5-59d9536c3292 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:23:13.854159 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.909760 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Deleting port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:13.910120 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.960130 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] DHCP port deletion for 9e0b0857-6e29-49e6-93d5-59d9536c3292 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:23:13.975517 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] For port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,segment=NetworkSegment(cc7aa676-47ab-4abb-a21b-91c5de7c4ad8),segment_id=cc7aa676-47ab-4abb-a21b-91c5de7c4ad8)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:13.975829 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.989356 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Calling delete_port for 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:14.006337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] Deleting port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:14.006727 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.067633 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] For port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,segment=NetworkSegment(cc7aa676-47ab-4abb-a21b-91c5de7c4ad8),segment_id=cc7aa676-47ab-4abb-a21b-91c5de7c4ad8)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:14.067958 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.079973 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] Calling delete_port for 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:14.134536 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.157851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.161656 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:14.163543 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] No DVR routers for this DVR port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:23:14.181289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] Pushing event deleted for resources: {'Port': ['ID=3f88e9ee-b7fa-48ab-a159-47bf0bd889d4,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:14.186728 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5a0c6-9531-4d2f-bd30-bbd675d59134 None None] No DVR routers for this DVR port 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:23:14.235327 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.254747 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0b0857-6e29-49e6-93d5-59d9536c3292']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:14.263965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:14.274680 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7aa676-47ab-4abb-a21b-91c5de7c4ad8') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:14.274844 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.277863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.291670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.297559 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:23:14.297936 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:23:14.299628 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:23:14.408795 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.414705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.416413 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] 10.222.0.59 "DELETE /v2.0/networks/9e0b0857-6e29-49e6-93d5-59d9536c3292 HTTP/1.1" status: 204 len: 168 time: 0.6324947 Sep 16 06:23:14.426655 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d25ec0-4e3f-480d-a341-b316e3a0321a admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0b0857-6e29-49e6-93d5-59d9536c3292,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:14.591589 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-db1a7c20-9539-47ca-8e2e-4f79a3d22f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.848155 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42348) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:14.887886 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-b0083625-23d7-4256-872c-8aa8c07bece8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=74a2c5d26aa94f8eacfb5b15d18d2b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382557 Sep 16 06:23:14.890299 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42350) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:14.936116 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45fc5e2a-b5a1-48c9-9321-979ad61a760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.960502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45fc5e2a-b5a1-48c9-9321-979ad61a760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.419964 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45fc5e2a-b5a1-48c9-9321-979ad61a760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.422609 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-45fc5e2a-b5a1-48c9-9321-979ad61a760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.423878 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-45fc5e2a-b5a1-48c9-9321-979ad61a760a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/710394c8-32de-46fc-9f52-451c94b7c9cf HTTP/1.1" status: 204 len: 168 time: 0.5326686 Sep 16 06:23:15.432264 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc5e2a-b5a1-48c9-9321-979ad61a760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710394c8-32de-46fc-9f52-451c94b7c9cf,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:15.482704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.639598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:15.659551 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:15.667804 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 3f88e9ee-b7fa-48ab-a159-47bf0bd889d4 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:16.030352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42356) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:16.068378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-ebb0f35c-33a6-4a4e-b795-0e59c2d5ceef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=985ac06bce9747bc9c59fca6eb2921e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367949 Sep 16 06:23:16.070862 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42358) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:16.117281 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f933130e-0c53-4bda-9290-b6c5a8f7e798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.140686 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f933130e-0c53-4bda-9290-b6c5a8f7e798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.248427 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f933130e-0c53-4bda-9290-b6c5a8f7e798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.250897 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f933130e-0c53-4bda-9290-b6c5a8f7e798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.252102 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f933130e-0c53-4bda-9290-b6c5a8f7e798 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a968ac5-1083-4ee6-b2af-01e14d6c2aec HTTP/1.1" status: 204 len: 168 time: 0.1803155 Sep 16 06:23:16.260352 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933130e-0c53-4bda-9290-b6c5a8f7e798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a968ac5-1083-4ee6-b2af-01e14d6c2aec,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:17.225704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.244772 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42380) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:17.349693 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1502942058-network', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:17.425575 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Made reservation on behalf of 3ce648a698ec4b9e8835f2cbe15a8977 for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:23:17.428075 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.437245 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.523520 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.596673 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.617380 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:23:17.630459 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29114189-bca2-49d2-b5ab-10efece7e329,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:17.635871 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.636151 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Added segment 4bb0cab4-6e7b-490d-aa05-91798e8a7e2b of type vlan for network 26f66e3f-6834-4167-9685-6bb68c0bf619 Sep 16 06:23:17.674805 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.768095 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.769068 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:17.769649 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.830433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] Pushing event updated for resources: {'Network': ['ID=26f66e3f-6834-4167-9685-6bb68c0bf619,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:17.839932 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:23:17.851977 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-27c71319-ba40-4467-8554-10a71d0623d5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6033361 Sep 16 06:23:17.852186 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42384) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:17.857257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Request body: {'subnet': {'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1502942058-subnet', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:17.916747 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Made reservation on behalf of 3ce648a698ec4b9e8835f2cbe15a8977 for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:23:17.919069 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.128434 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.176157 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef94435-0937-4f8b-b587-ad90b5c8cccc,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:18.192177 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Checking segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:18.192535 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Network hostable DHCP agents. Network: 26f66e3f-6834-4167-9685-6bb68c0bf619, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:23:18.259622 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:23:18.305190 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 26f66e3f-6834-4167-9685-6bb68c0bf619) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:18.309764 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:18.310347 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.314532 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f684d-6159-40db-97e4-50bc354a1cd9 None None] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:23:18.380833 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-65acf2c4-a8f3-4314-80d6-1707b21131e9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5276470 Sep 16 06:23:18.383413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42386) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:18.387901 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:18.457997 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-26f66e3f-6834-4167-9685-6bb68c0bf619', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:23:18.458897 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.465792 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.466857 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.520696 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.590929 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Allocated IP 172.20.0.2 (26f66e3f-6834-4167-9685-6bb68c0bf619/bef94435-0937-4f8b-b587-ad90b5c8cccc/146358eb-ec06-4d83-8a28-a75993dac14c) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:18.720304 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.729601 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.797412 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.836402 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:18.839869 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:18.843378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:18.854704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Pushing event updated for resources: {'Port': ['ID=146358eb-ec06-4d83-8a28-a75993dac14c,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:18.904547 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Attempting to bind port 146358eb-ec06-4d83-8a28-a75993dac14c on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:23:18.904917 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Attempting to bind port 146358eb-ec06-4d83-8a28-a75993dac14c by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:23:18.905289 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Attempting to bind port 146358eb-ec06-4d83-8a28-a75993dac14c on network 26f66e3f-6834-4167-9685-6bb68c0bf619 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:18.910147 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:23:18.910523 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Checking segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:18.910933 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.911360 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Bound using segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:23:18.911828 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Bound port: 146358eb-ec06-4d83-8a28-a75993dac14c, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:23:18.912213 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:18.973635 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] For port 146358eb-ec06-4d83-8a28-a75993dac14c, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:23:18.976608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] For port 146358eb-ec06-4d83-8a28-a75993dac14c, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=146358eb-ec06-4d83-8a28-a75993dac14c,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:23:18.986026 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.004838 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.077380 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.109402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Allocated IP 172.25.7.188 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:19.132596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b19837-1881-4bfe-93f0-220150e7c656 None None] Pushing event updated for resources: {'Port': ['ID=146358eb-ec06-4d83-8a28-a75993dac14c,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:19.221411 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.306339 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.351180 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:19.354834 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:19.357865 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:19.389662 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Pushing event updated for resources: {'Port': ['ID=70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:19.671468 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 146358eb-ec06-4d83-8a28-a75993dac14c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:19.686823 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.723974 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 146358eb-ec06-4d83-8a28-a75993dac14c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:19.724882 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.807085 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.839671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 146358eb-ec06-4d83-8a28-a75993dac14c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=146358eb-ec06-4d83-8a28-a75993dac14c,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:19.899375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.917681 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:19.976405 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=146358eb-ec06-4d83-8a28-a75993dac14c,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:20.037150 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c412c2-c831-42a3-bfb3-8e57311e64cb None None] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:23:20.100123 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Router dcd20474-60a0-440c-b517-cdc20e6e28f9 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:23:20.163837 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-8826de69-b46b-4919-b370-8a8c110728d1 None None] Provisioning complete for port 146358eb-ec06-4d83-8a28-a75993dac14c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:20.164214 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8826de69-b46b-4919-b370-8a8c110728d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:20.206532 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:20.221420 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Sync routers for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:20.243986 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:20.244615 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:20.289423 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:20.294155 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-a7fbef35-dca6-44c9-a80e-95131a1f40df admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9064341 Sep 16 06:23:20.294345 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42390) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:20.392682 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:20.514568 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-1a1c7a6c-8f7e-4c98-b2ac-37a9eb720ab8 None None] Provisioning complete for port 146358eb-ec06-4d83-8a28-a75993dac14c triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:20.514954 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7a6c-8f7e-4c98-b2ac-37a9eb720ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:20.734229 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:20.809269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:19Z', 'revision_number': 3, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:20.835713 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Checking router: dcd20474-60a0-440c-b517-cdc20e6e28f9 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:20.836082 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Updating router dcd20474-60a0-440c-b517-cdc20e6e28f9 port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:23:20.865984 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:20.924640 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Allocated IP 172.20.0.1 (26f66e3f-6834-4167-9685-6bb68c0bf619/bef94435-0937-4f8b-b587-ad90b5c8cccc/b11d7c29-0e3f-45ce-a7b1-4907b833ee3e) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:21.039069 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.123082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.140317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.177134 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:21.179947 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:21.183592 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:21.211043 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Pushing event updated for resources: {'Port': ['ID=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:21.214815 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.241646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.281216 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Attempting to bind port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:23:21.281757 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Attempting to bind port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:23:21.282211 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Attempting to bind port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:21.284427 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9960696-6849-4d24-821d-68db5b099dae None None] Pushing event updated for resources: {'Port': ['ID=70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:21.290803 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:23:21.291493 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:21.292089 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.292583 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:23:21.293207 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Bound port: 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:23:21.293693 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.357507 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] For port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:23:21.361140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] For port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:23:21.419093 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-41a94dc6-4e9f-48ce-8c4b-c7016c646c3e None None] Provisioning complete for port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:21.422283 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-41a94dc6-4e9f-48ce-8c4b-c7016c646c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.440156 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.477222 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.496145 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-41a94dc6-4e9f-48ce-8c4b-c7016c646c3e None None] Port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:23:21.509840 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:21.510598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:21.559096 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9960696-6849-4d24-821d-68db5b099dae None None] Pushing event updated for resources: {'Port': ['ID=70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:21.631848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:21.658704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.669260 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 146358eb-ec06-4d83-8a28-a75993dac14c up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:21.728317 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.800678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Pushing event updated for resources: {'Port': ['ID=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:21.803598 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.813509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 146358eb-ec06-4d83-8a28-a75993dac14c triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:21.813988 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.899434 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:21.900942 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:21.951768 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:20Z', 'revision_number': 1, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:21.989669 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ad7aa4-7a08-446d-a866-4d41e967cd1c None None] The sync data for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 is: [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:20Z', 'revision_number': 1, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:22.025034 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Router dcd20474-60a0-440c-b517-cdc20e6e28f9 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:22.141735 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:22.147925 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-235c80c8-cbc0-4ad9-9056-ac44fca9daca admin admin] 10.222.0.59 "PUT /v2.0/routers/dcd20474-60a0-440c-b517-cdc20e6e28f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523281 Sep 16 06:23:22.228057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3fffec8e-f5b6-4cb7-9108-c45f24c65ba6 None None] Provisioning complete for port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:22.228960 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3fffec8e-f5b6-4cb7-9108-c45f24c65ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:22.273947 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-3fffec8e-f5b6-4cb7-9108-c45f24c65ba6 None None] Port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:23:22.868011 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42406) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:22.873161 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1747017260-network', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:22.934260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Made reservation on behalf of e4b7de1a6e6a4af99b505fca4c46a4ee for: {'network': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:23:22.936713 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for network, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:22.946142 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.043733 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.082964 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.105067 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:23:23.120533 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b92901-e239-438e-9df5-41067a4385f1,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:23.126515 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.126932 n-d-712143-16 neutron-server[101824]: INFO neutron.db.segments_db [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Added segment ec0a3936-2218-483d-8428-46edc8db9662 of type vlan for network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e Sep 16 06:23:23.168370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769092969494'] for network, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.242750 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732'] for network, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.244605 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:23.245280 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.303386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0cdfaa-4dc0-463f-8c3a-7764bd31535e,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:23.313448 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e details requested by agent ovs-agent-n-d-712143-16 with host n-d-712143-16 {{(pid=101826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:23:23.340590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f7a02299-1bf8-4679-af9b-24f215ac0eb5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4714286 Sep 16 06:23:23.343179 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42408) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:23.347852 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Request body: {'subnet': {'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1747017260-subnet', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'ip_version': 4}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:23.431875 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Made reservation on behalf of e4b7de1a6e6a4af99b505fca4c46a4ee for: {'subnet': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:23:23.434247 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747191'] for subnet, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.656629 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747161'] for subnet, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.676322 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:23.722394 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae6d4d7-e040-407f-a749-81fe6613ccd8,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:23.729007 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Checking segment: {'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:23.729609 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Network hostable DHCP agents. Network: 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e, hostable agents: ['709c25d6-5292-4887-94f3-8c58820a88d5'], hosted agents: [] {{(pid=101824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:23:23.732106 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:23.732553 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.810869 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.813916 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e is scheduled to be hosted by DHCP agent 709c25d6-5292-4887-94f3-8c58820a88d5 with binding_index 1 {{(pid=101824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:23:23.831035 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:23.876920 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-16, 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e) {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:23.881640 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:23.882610 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.887548 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a0785-de04-4a65-8245-c60365f2c1f6 None None] Network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:23:23.906842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.926973 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Sync routers for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:23.936198 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:23.936811 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:23.958707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-f2e930e9-f7af-4352-9b78-edfa4db37e56 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6144595 Sep 16 06:23:23.961182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42410) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:23.966220 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:23.999335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:24.043756 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:24.060141 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1672326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.061307 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.078919 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5799286-16d2-5396-9c3c-b35b2047b440-1e0cdfaa-4dc0-463f-8c3a-7764bd31535e', 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'fixed_ips': [{'subnet_id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8'}]}} from n-d-712143-16. {{(pid=101826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:23:24.080017 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.115677 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.218330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.db_base_plugin_common [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Allocated IP 172.20.0.2 (1e0cdfaa-4dc0-463f-8c3a-7764bd31535e/aae6d4d7-e040-407f-a749-81fe6613ccd8/ee830849-fb24-4fa1-a5ab-1423ab9cad41) {{(pid=101826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:24.244526 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 2, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:24.271897 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Checking router: dcd20474-60a0-440c-b517-cdc20e6e28f9 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:24.272282 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Updating router dcd20474-60a0-440c-b517-cdc20e6e28f9 port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:23:24.297163 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.352570 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.370831 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Notify callbacks [] for port, precommit_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.449269 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736'] for port, after_create {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.498199 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e is already hosted by enough agents. {{(pid=101826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:24.508657 n-d-712143-16 neutron-server[101826]: DEBUG neutron.scheduler.base_scheduler [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Resources bound (agent type, host, resource id): {{(pid=101826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:24.514243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Received port after_create {{(pid=101826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:24.517378 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Pushing event updated for resources: {'Port': ['ID=ee830849-fb24-4fa1-a5ab-1423ab9cad41,revision_number=1']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:24.568653 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Attempting to bind port ee830849-fb24-4fa1-a5ab-1423ab9cad41 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:23:24.569031 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Attempting to bind port ee830849-fb24-4fa1-a5ab-1423ab9cad41 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:23:24.569401 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Attempting to bind port ee830849-fb24-4fa1-a5ab-1423ab9cad41 on network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:24.575086 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:23:24.575499 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Checking segment: {'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:24.575909 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.576310 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Bound using segment: {'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:23:24.576785 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Bound port: ee830849-fb24-4fa1-a5ab-1423ab9cad41, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:23:24.577172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.579806 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.612547 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.636199 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.647772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] For port ee830849-fb24-4fa1-a5ab-1423ab9cad41, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:23:24.653596 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] For port ee830849-fb24-4fa1-a5ab-1423ab9cad41, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ee830849-fb24-4fa1-a5ab-1423ab9cad41,segment=NetworkSegment(ec0a3936-2218-483d-8428-46edc8db9662),segment_id=ec0a3936-2218-483d-8428-46edc8db9662)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:23:24.654315 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.708953 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Pushing event updated for resources: {'Port': ['ID=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:24.732664 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.732918 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.733170 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.733501 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.733833 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.734158 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.734480 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.734800 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.735119 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.735461 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.735578 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.735780 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.736128 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:24.757209 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Allocated IP 172.25.7.246 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/772988a9-e79f-46bf-af66-903ce08294a0) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:24.779481 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Attempting to bind port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:23:24.779936 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Attempting to bind port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:23:24.780301 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Attempting to bind port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e on network 26f66e3f-6834-4167-9685-6bb68c0bf619 {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:24.788632 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:23:24.789014 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Checking segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:24.789429 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.789842 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Bound using segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:23:24.793605 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Bound port: b11d7c29-0e3f-45ce-a7b1-4907b833ee3e, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:23:24.794019 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.813580 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25726710-abf3-4ded-b1db-64a57e3c9741 None None] Pushing event updated for resources: {'Port': ['ID=ee830849-fb24-4fa1-a5ab-1423ab9cad41,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:24.875462 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] For port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:23:24.879010 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] For port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:23:24.897087 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:24.982504 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.014666 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-e599aa84-bd42-4f7c-909f-3e81f1ab1b62 None None] Provisioning complete for port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:25.015048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e599aa84-bd42-4f7c-909f-3e81f1ab1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.015194 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.069515 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:25.069673 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:25.084273 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:25.125372 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:25.128016 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:25.141590 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc970-5367-4b98-9766-64bb79bff423 None None] Pushing event updated for resources: {'Port': ['ID=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:25.159561 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e599aa84-bd42-4f7c-909f-3e81f1ab1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.172521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Pushing event updated for resources: {'Port': ['ID=772988a9-e79f-46bf-af66-903ce08294a0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:25.209079 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e599aa84-bd42-4f7c-909f-3e81f1ab1b62 None None] For port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:25.230134 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:25.339827 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e599aa84-bd42-4f7c-909f-3e81f1ab1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.395964 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599aa84-bd42-4f7c-909f-3e81f1ab1b62 None None] Pushing event updated for resources: {'Port': ['ID=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:25.431360 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:24Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:25.460047 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-3ed4b431-9884-4dfe-88d4-a752aee68741 None None] Provisioning complete for port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:25.460430 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b431-9884-4dfe-88d4-a752aee68741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.462767 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea948f-f7da-4d9a-b2e9-cc1ca9349de7 None None] The sync data for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 is: [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:24Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:25.515407 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.766517 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1678105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678673'] for router, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.801087 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ee830849-fb24-4fa1-a5ab-1423ab9cad41 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:25.853954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ee830849-fb24-4fa1-a5ab-1423ab9cad41 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:25.854340 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.903006 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10f2b1-1f6c-4e68-9bf4-c8a581fe88b0 None None] Network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:23:26.017207 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.041235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-19e1aa72-f1ac-4d28-95cc-68548510f4a4 None None] Provisioning complete for port ee830849-fb24-4fa1-a5ab-1423ab9cad41 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:26.041616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-19e1aa72-f1ac-4d28-95cc-68548510f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.122002 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port ee830849-fb24-4fa1-a5ab-1423ab9cad41, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ee830849-fb24-4fa1-a5ab-1423ab9cad41,segment=NetworkSegment(ec0a3936-2218-483d-8428-46edc8db9662),segment_id=ec0a3936-2218-483d-8428-46edc8db9662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:26.193497 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.194308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b11d7c29-0e3f-45ce-a7b1-4907b833ee3e up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:26.261642 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-19e1aa72-f1ac-4d28-95cc-68548510f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.297935 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=ee830849-fb24-4fa1-a5ab-1423ab9cad41,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:26.346071 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:26.346453 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.356983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 is scheduled to L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 with binding_index 1 {{(pid=101824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:23:26.382068 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.db.api [None req-19e1aa72-f1ac-4d28-95cc-68548510f4a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:23:26.382426 n-d-712143-16 neutron-server[101826]: DEBUG oslo_db.api [None req-19e1aa72-f1ac-4d28-95cc-68548510f4a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:23:26.439014 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:26.479909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:26.489815 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Sync routers for ids ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:26.492622 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:26.492994 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.524600 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Routers {'7a6cb23e-ab36-4b3f-8221-9bddb28ae510'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:26.525258 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:26.545374 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.546574 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-434b7526-8b33-4d9d-8652-c7588bdfe05c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5842810 Sep 16 06:23:26.549429 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42414) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:26.820372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Set router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:26.973933 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.030462 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '772988a9-e79f-46bf-af66-903ce08294a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 3, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port': {'id': '772988a9-e79f-46bf-af66-903ce08294a0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:27.058697 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Checking router: 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:27.059205 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Updating router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 port 772988a9-e79f-46bf-af66-903ce08294a0 binding host n-d-712143-16 {{(pid=101826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:23:27.092649 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.116981 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-291b5035-476b-46fc-aea0-7cb5264a4123 None None] Provisioning complete for port ee830849-fb24-4fa1-a5ab-1423ab9cad41 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:27.117341 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-291b5035-476b-46fc-aea0-7cb5264a4123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.133580 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Allocated IP 172.20.0.1 (1e0cdfaa-4dc0-463f-8c3a-7764bd31535e/aae6d4d7-e040-407f-a749-81fe6613ccd8/dae8858e-505d-4f33-a33f-d54c132786d3) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:27.241799 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.328594 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.364975 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:27.367683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:27.371325 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:27.400381 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=dae8858e-505d-4f33-a33f-d54c132786d3,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:27.417589 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678726'] for router_interface, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.419588 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Notify callbacks [] for port, precommit_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.470778 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.528293 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c3bd0-cf0c-4870-b9f9-9151a928e9da None None] Pushing event updated for resources: {'Port': ['ID=772988a9-e79f-46bf-af66-903ce08294a0,revision_number=2']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:27.530712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Attempting to bind port 772988a9-e79f-46bf-af66-903ce08294a0 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:23:27.531092 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Attempting to bind port 772988a9-e79f-46bf-af66-903ce08294a0 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:23:27.531495 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Attempting to bind port 772988a9-e79f-46bf-af66-903ce08294a0 on network acae3052-0cbf-44f5-a498-404a6def8461 {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:27.537126 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:23:27.537598 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Checking segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:27.538082 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.538549 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Bound using segment: {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'} {{(pid=101826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:23:27.539152 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.managers [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Bound port: 772988a9-e79f-46bf-af66-903ce08294a0, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935c207-3672-46bf-afa7-29941b53390d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461'}}] {{(pid=101826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:23:27.539637 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.595884 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] For port 772988a9-e79f-46bf-af66-903ce08294a0, host n-d-712143-16, cleared binding levels {{(pid=101826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:23:27.600261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] For port 772988a9-e79f-46bf-af66-903ce08294a0, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=772988a9-e79f-46bf-af66-903ce08294a0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:23:27.604923 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.641989 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-584f9c75-6a6f-405d-bd21-623a45d29e1f None None] Provisioning complete for port dae8858e-505d-4f33-a33f-d54c132786d3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:27.641989 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-584f9c75-6a6f-405d-bd21-623a45d29e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.664746 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ee830849-fb24-4fa1-a5ab-1423ab9cad41 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:27.669076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.762269 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-584f9c75-6a6f-405d-bd21-623a45d29e1f None None] Port dae8858e-505d-4f33-a33f-d54c132786d3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:23:27.773509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c3bd0-cf0c-4870-b9f9-9151a928e9da None None] Pushing event updated for resources: {'Port': ['ID=772988a9-e79f-46bf-af66-903ce08294a0,revision_number=3']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:27.778516 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.780868 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Routers {'7a6cb23e-ab36-4b3f-8221-9bddb28ae510'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:27.781579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:27.820870 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port ee830849-fb24-4fa1-a5ab-1423ab9cad41 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:27.821252 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.830862 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.900860 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678870'] for router_interface, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.903428 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=dae8858e-505d-4f33-a33f-d54c132786d3,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:27.923373 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] Set router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:27.994521 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:27.996006 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:28.121100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:28.159559 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '772988a9-e79f-46bf-af66-903ce08294a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 4, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port': {'id': '772988a9-e79f-46bf-af66-903ce08294a0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'dae8858e-505d-4f33-a33f-d54c132786d3', 'name': '', 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'mac_address': 'fa:16:3e:d6:35:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:26Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 1, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'subnets': [{'id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:28.188292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f624595-14e9-426a-86c5-b667c510e313 None None] The sync data for ids ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'] in n-d-712143-16 is: [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '772988a9-e79f-46bf-af66-903ce08294a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 4, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port': {'id': '772988a9-e79f-46bf-af66-903ce08294a0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'dae8858e-505d-4f33-a33f-d54c132786d3', 'name': '', 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'mac_address': 'fa:16:3e:d6:35:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:26Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 1, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'subnets': [{'id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:28.241587 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:28.247756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-640966b6-1ea3-49c0-8e8b-9ea74473e9c4 admin admin] 10.222.0.59 "PUT /v2.0/routers/7a6cb23e-ab36-4b3f-8221-9bddb28ae510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6972058 Sep 16 06:23:28.285848 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-dfbd774f-065f-45f3-a78a-26bd1301419f None None] Provisioning complete for port dae8858e-505d-4f33-a33f-d54c132786d3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:28.286230 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dfbd774f-065f-45f3-a78a-26bd1301419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:28.323284 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd774f-065f-45f3-a78a-26bd1301419f None None] Port dae8858e-505d-4f33-a33f-d54c132786d3 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:23:28.949048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42422) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:28.953179 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-54ddf35b-f6de-4c70-bddf-1d0f92b11d64 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253747154', 'description': 'tempest-secgroup-smoke-253747154 description', 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:28.968584 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.042841 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ddf35b-f6de-4c70-bddf-1d0f92b11d64 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.129326 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ddf35b-f6de-4c70-bddf-1d0f92b11d64 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.179999 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ddf35b-f6de-4c70-bddf-1d0f92b11d64 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.211315 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddf35b-f6de-4c70-bddf-1d0f92b11d64 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115dd17f-1067-4c7e-bc71-785a0ac552ab,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:29.294057 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-54ddf35b-f6de-4c70-bddf-1d0f92b11d64 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.298209 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-54ddf35b-f6de-4c70-bddf-1d0f92b11d64 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3458588 Sep 16 06:23:29.298588 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42426) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:29.303702 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-c97c200f-f2ba-4f26-bf9e-f7f5f1a9998a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'security_group_rule': {'security_group_id': '115dd17f-1067-4c7e-bc71-785a0ac552ab', 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:29.396505 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c97c200f-f2ba-4f26-bf9e-f7f5f1a9998a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.452133 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c97c200f-f2ba-4f26-bf9e-f7f5f1a9998a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.499516 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c97c200f-f2ba-4f26-bf9e-f7f5f1a9998a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.518095 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c200f-f2ba-4f26-bf9e-f7f5f1a9998a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562572c1-3745-4b73-95d9-1291d4d1c7c3,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:29.579962 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-c97c200f-f2ba-4f26-bf9e-f7f5f1a9998a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.581274 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-c97c200f-f2ba-4f26-bf9e-f7f5f1a9998a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815571 Sep 16 06:23:29.583937 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42428) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:29.588485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-6e891ffd-668b-4a0a-b226-d0427f9bc338 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'security_group_rule': {'security_group_id': '115dd17f-1067-4c7e-bc71-785a0ac552ab', 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:29.674759 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 772988a9-e79f-46bf-af66-903ce08294a0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:29.687863 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e891ffd-668b-4a0a-b226-d0427f9bc338 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.724432 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 772988a9-e79f-46bf-af66-903ce08294a0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:29.724809 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.750273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e891ffd-668b-4a0a-b226-d0427f9bc338 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.807600 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.825903 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e891ffd-668b-4a0a-b226-d0427f9bc338 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.828608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] For port 772988a9-e79f-46bf-af66-903ce08294a0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=772988a9-e79f-46bf-af66-903ce08294a0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:29.844668 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e891ffd-668b-4a0a-b226-d0427f9bc338 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeb697b-ba75-46cf-922e-479e06e35f31,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:29.895782 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.905570 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-6e891ffd-668b-4a0a-b226-d0427f9bc338 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.906885 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6e891ffd-668b-4a0a-b226-d0427f9bc338 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219497 Sep 16 06:23:29.909802 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42430) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:29.914274 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-edfcffeb-82e6-4c4f-a843-69c30c27db85 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'security_group_rule': {'security_group_id': '115dd17f-1067-4c7e-bc71-785a0ac552ab', 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:29.943704 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Pushing event updated for resources: {'Port': ['ID=772988a9-e79f-46bf-af66-903ce08294a0,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:29.985312 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edfcffeb-82e6-4c4f-a843-69c30c27db85 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.046723 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edfcffeb-82e6-4c4f-a843-69c30c27db85 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.093878 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edfcffeb-82e6-4c4f-a843-69c30c27db85 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.102472 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Sync routers for ids ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:30.108679 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Routers {'7a6cb23e-ab36-4b3f-8221-9bddb28ae510'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:30.109370 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:30.116447 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcffeb-82e6-4c4f-a843-69c30c27db85 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e15d6c-12e5-4352-95dd-589d34074eeb,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:30.151910 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-edfcffeb-82e6-4c4f-a843-69c30c27db85 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.153180 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-edfcffeb-82e6-4c4f-a843-69c30c27db85 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424178 Sep 16 06:23:30.156105 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42432) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:30.160644 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-04af2361-2339-4b6e-8cc3-7743abceda0c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'security_group_rule': {'security_group_id': '115dd17f-1067-4c7e-bc71-785a0ac552ab', 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:30.215428 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Set router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:30.236918 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04af2361-2339-4b6e-8cc3-7743abceda0c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.301377 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04af2361-2339-4b6e-8cc3-7743abceda0c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.368347 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04af2361-2339-4b6e-8cc3-7743abceda0c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.386913 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af2361-2339-4b6e-8cc3-7743abceda0c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a3ab70-a620-4fc2-9a30-8a358c05b561,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:30.498892 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '772988a9-e79f-46bf-af66-903ce08294a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 4, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port': {'id': '772988a9-e79f-46bf-af66-903ce08294a0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'dae8858e-505d-4f33-a33f-d54c132786d3', 'name': '', 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'mac_address': 'fa:16:3e:d6:35:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:26Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 2, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'subnets': [{'id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:30.503414 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-04af2361-2339-4b6e-8cc3-7743abceda0c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.503414 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-04af2361-2339-4b6e-8cc3-7743abceda0c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3438761 Sep 16 06:23:30.503746 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42436) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:30.508283 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-bbd2f293-233d-42b0-a437-b40e382ed2d8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'security_group_rule': {'security_group_id': '115dd17f-1067-4c7e-bc71-785a0ac552ab', 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:30.524907 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Checking router: 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:30.529083 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Updating router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 port dae8858e-505d-4f33-a33f-d54c132786d3 binding host n-d-712143-16 {{(pid=101827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:23:30.552947 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.579456 n-d-712143-16 neutron-server[101824]: INFO neutron.db.securitygroups_db [None req-bbd2f293-233d-42b0-a437-b40e382ed2d8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Project 3ce648a698ec4b9e8835f2cbe15a8977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:23:30.584645 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f293-233d-42b0-a437-b40e382ed2d8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.646660 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f293-233d-42b0-a437-b40e382ed2d8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.722583 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f293-233d-42b0-a437-b40e382ed2d8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.744422 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2f293-233d-42b0-a437-b40e382ed2d8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef6caf4-ecf4-4e3b-ac34-f0426290e143,revision_number=0']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:30.816485 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Notify callbacks [] for port, precommit_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.839896 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f293-233d-42b0-a437-b40e382ed2d8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.841178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bbd2f293-233d-42b0-a437-b40e382ed2d8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3362784 Sep 16 06:23:30.844647 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 42438) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:30.849646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [None req-41c21d66-2274-440f-8c0b-0917c79790d1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'security_group_rule': {'security_group_id': '115dd17f-1067-4c7e-bc71-785a0ac552ab', 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:30.917666 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.968206 n-d-712143-16 neutron-server[101825]: INFO neutron.db.securitygroups_db [None req-41c21d66-2274-440f-8c0b-0917c79790d1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Project 3ce648a698ec4b9e8835f2cbe15a8977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:23:30.974803 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41c21d66-2274-440f-8c0b-0917c79790d1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.976680 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c648a3-6b29-4701-ac14-253c820a3821 None None] Pushing event updated for resources: {'Port': ['ID=dae8858e-505d-4f33-a33f-d54c132786d3,revision_number=3']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:31.039862 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Attempting to bind port dae8858e-505d-4f33-a33f-d54c132786d3 on host n-d-712143-16 for vnic_type normal with profile {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:23:31.041971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Attempting to bind port dae8858e-505d-4f33-a33f-d54c132786d3 by drivers openvswitch,hyperv on host n-d-712143-16 at level 0 using segments [{'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:23:31.041971 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Attempting to bind port dae8858e-505d-4f33-a33f-d54c132786d3 on network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:31.048197 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Checking agent: {'id': '13ef2885-57f3-497d-b840-e1f39ce74d99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 39, 44), 'started_at': datetime.datetime(2021, 9, 16, 4, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:23:31.048568 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Checking segment: {'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:31.048973 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.049359 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Bound using segment: {'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'} {{(pid=101827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:23:31.049826 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.managers [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Bound port: dae8858e-505d-4f33-a33f-d54c132786d3, host: n-d-712143-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0a3936-2218-483d-8428-46edc8db9662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e'}}] {{(pid=101827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:23:31.050213 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.051774 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41c21d66-2274-440f-8c0b-0917c79790d1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.105922 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41c21d66-2274-440f-8c0b-0917c79790d1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1854756'] for security_group_rule, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.116028 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] For port dae8858e-505d-4f33-a33f-d54c132786d3, host n-d-712143-16, cleared binding levels {{(pid=101827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:23:31.119229 n-d-712143-16 neutron-server[101827]: DEBUG neutron.plugins.ml2.db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] For port dae8858e-505d-4f33-a33f-d54c132786d3, host n-d-712143-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=dae8858e-505d-4f33-a33f-d54c132786d3,segment=NetworkSegment(ec0a3936-2218-483d-8428-46edc8db9662),segment_id=ec0a3936-2218-483d-8428-46edc8db9662)] {{(pid=101827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:23:31.125722 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c21d66-2274-440f-8c0b-0917c79790d1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de95fd9-65a4-4993-83fe-fc3a56b2501d,revision_number=0']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:31.169168 n-d-712143-16 neutron-server[101827]: DEBUG neutron_lib.callbacks.manager [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.190938 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-41c21d66-2274-440f-8c0b-0917c79790d1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.198056 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-41c21d66-2274-440f-8c0b-0917c79790d1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3466372 Sep 16 06:23:31.237007 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Routers {'7a6cb23e-ab36-4b3f-8221-9bddb28ae510'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:31.237646 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:31.240633 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c648a3-6b29-4701-ac14-253c820a3821 None None] Pushing event updated for resources: {'Port': ['ID=dae8858e-505d-4f33-a33f-d54c132786d3,revision_number=4']} {{(pid=101827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:31.263114 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d773619b-489b-493b-bac6-702dca777750 None None] Provisioning complete for port dae8858e-505d-4f33-a33f-d54c132786d3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:31.263679 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d773619b-489b-493b-bac6-702dca777750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.358513 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d773619b-489b-493b-bac6-702dca777750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.362478 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] Set router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:31.362980 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-d548ccb9-89bf-4fb1-98d9-8d7dcfae71c6 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253747154&fields=id&tenant_id=3ce648a698ec4b9e8835f2cbe15a8977 HTTP/1.1" status: 200 len: 267 time: 0.0511596 Sep 16 06:23:31.411292 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d773619b-489b-493b-bac6-702dca777750 None None] For port dae8858e-505d-4f33-a33f-d54c132786d3, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=dae8858e-505d-4f33-a33f-d54c132786d3,segment=NetworkSegment(ec0a3936-2218-483d-8428-46edc8db9662),segment_id=ec0a3936-2218-483d-8428-46edc8db9662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:31.485401 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-a1f47d01-e8ef-4145-b014-6e8508c838e6 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:31.486904 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-a1f47d01-e8ef-4145-b014-6e8508c838e6 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 810 time: 0.1164229 Sep 16 06:23:31.493894 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d773619b-489b-493b-bac6-702dca777750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.516370 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-cc04c566-5bbb-4c04-bb85-4942e14ddc45 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/quotas/3ce648a698ec4b9e8835f2cbe15a8977 HTTP/1.1" status: 200 len: 375 time: 0.0095546 Sep 16 06:23:31.548034 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773619b-489b-493b-bac6-702dca777750 None None] Pushing event updated for resources: {'Port': ['ID=dae8858e-505d-4f33-a33f-d54c132786d3,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:31.557372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-e8c165ae-f6da-4938-8945-c8f656a8920a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488210 Sep 16 06:23:31.586012 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '772988a9-e79f-46bf-af66-903ce08294a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 4, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port': {'id': '772988a9-e79f-46bf-af66-903ce08294a0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'dae8858e-505d-4f33-a33f-d54c132786d3', 'name': '', 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'mac_address': 'fa:16:3e:d6:35:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:26Z', 'updated_at': '2021-09-16T06:23:31Z', 'revision_number': 4, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'subnets': [{'id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:31.613860 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083b1e0-4c60-4876-b3dc-af7f79c1aa2e None None] The sync data for ids ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'] in n-d-712143-16 is: [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '772988a9-e79f-46bf-af66-903ce08294a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:27Z', 'revision_number': 4, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port': {'id': '772988a9-e79f-46bf-af66-903ce08294a0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'dae8858e-505d-4f33-a33f-d54c132786d3', 'name': '', 'network_id': '1e0cdfaa-4dc0-463f-8c3a-7764bd31535e', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'mac_address': 'fa:16:3e:d6:35:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:26Z', 'updated_at': '2021-09-16T06:23:31Z', 'revision_number': 4, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'subnets': [{'id': 'aae6d4d7-e040-407f-a749-81fe6613ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:31.616998 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-c8132e3e-8e32-4096-b01f-03ea5b64f523 None None] Provisioning complete for port dae8858e-505d-4f33-a33f-d54c132786d3 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:31.617376 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c8132e3e-8e32-4096-b01f-03ea5b64f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.697145 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-abc3ece7-6e21-4347-84b0-d0e97071ab03 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:23:31.698725 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-abc3ece7-6e21-4347-84b0-d0e97071ab03 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1295960 Sep 16 06:23:31.716570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 772988a9-e79f-46bf-af66-903ce08294a0 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:31.782631 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port 772988a9-e79f-46bf-af66-903ce08294a0 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:31.783278 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.814217 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-aab4d789-694d-49d3-8ebe-45446862aa4f service neutron] 10.222.0.59 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058455 Sep 16 06:23:31.865066 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device dae8858e-505d-4f33-a33f-d54c132786d3 up at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:31.915664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Provisioning complete for port dae8858e-505d-4f33-a33f-d54c132786d3 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:31.916203 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.925054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-7d8b054d-5847-42bb-ae6c-cea4e884756e service neutron] 10.222.0.59 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040332 Sep 16 06:23:32.167921 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-095d3f8a-07d7-4428-ae42-edafb2e3e8a9 req-c50b18cc-f9bb-4df3-b6af-774124ff31e8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 210 time: 0.0283360 Sep 16 06:23:33.248442 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0ec94a2-9f53-418c-9913-5785e68d0975 req-dc71f03e-a2a4-4830-9116-f6aabb42638f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 210 time: 0.0299027 Sep 16 06:23:34.324681 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-00c0583b-74ac-4e23-b807-ae5904443ed5 req-801f9dfd-8022-4f2b-a7e4-15a793c9c361 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 210 time: 0.0252745 Sep 16 06:23:34.438537 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:23:35.400527 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-af0b0237-b480-4ed7-87e7-0772bf335931 req-14f86fdc-9d6a-4372-a5dc-b0be5d4b85ce tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 210 time: 0.0258896 Sep 16 06:23:36.496654 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-089fc025-7ac0-4646-a37c-2a04a6d8514c req-ad24d027-46be-4ffe-864f-e0f7ea1e041b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 210 time: 0.0257967 Sep 16 06:23:37.592434 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-defa9273-afce-4dfd-9ffc-f9bc8a0da908 req-e09d1ee5-97e1-4442-83b9-f53e84d39472 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 210 time: 0.0297041 Sep 16 06:23:38.368481 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-417ea517-6e26-47e6-b805-6708d74951dd tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:38.370805 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-417ea517-6e26-47e6-b805-6708d74951dd tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.60 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 810 time: 0.1013367 Sep 16 06:23:38.413987 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-2f136cff-683e-4a69-8248-d1fae28d5271 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ce648a698ec4b9e8835f2cbe15a8977 HTTP/1.1" status: 200 len: 379 time: 0.0335517 Sep 16 06:23:38.423703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'port': {'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'admin_state_up': True, 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'security_groups': ['115dd17f-1067-4c7e-bc71-785a0ac552ab']}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:38.584699 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Made reservation on behalf of 3ce648a698ec4b9e8835f2cbe15a8977 for: {'port': 1} {{(pid=101824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:23:38.588408 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:38.710666 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7de60a83-a6ba-4b01-a43c-ea6a90d7c695 req-ff520bdd-4095-448c-86df-69e5a3b8f548 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 210 time: 0.0518463 Sep 16 06:23:38.738802 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Allocated IP 172.20.0.4 (26f66e3f-6834-4167-9685-6bb68c0bf619/bef94435-0937-4f8b-b587-ad90b5c8cccc/963c8886-3912-4a3a-8bc9-3173af898a76) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:38.870329 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:38.996885 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:39.042260 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:39.045338 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:39.052088 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:39.093748 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:39.103564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:39.107325 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:39.198009 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-0d5b93f0-8536-4089-ab1b-866b41db15ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774022 Sep 16 06:23:39.233168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-69f0c86d-7507-46c7-9a8c-7ea6e14d5c5a None None] Provisioning complete for port 963c8886-3912-4a3a-8bc9-3173af898a76 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:39.233656 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-69f0c86d-7507-46c7-9a8c-7ea6e14d5c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:39.252837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Request body: {'port': {'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-16'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:39.267788 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-69f0c86d-7507-46c7-9a8c-7ea6e14d5c5a None None] Port 963c8886-3912-4a3a-8bc9-3173af898a76 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:23:39.305453 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:39.565413 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963c8886-3912-4a3a-8bc9-3173af898a76 {{(pid=101824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:23:39.572551 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:39.584141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.provisioning_blocks [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Transition to ACTIVE for port object 963c8886-3912-4a3a-8bc9-3173af898a76 will not be triggered until provisioned by entity L2. {{(pid=101824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:23:39.647883 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:39.698240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Pushing event updated for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:39.777827 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Attempting to bind port 963c8886-3912-4a3a-8bc9-3173af898a76 on host n-h2-712143-16 for vnic_type normal with profile {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:23:39.778963 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Attempting to bind port 963c8886-3912-4a3a-8bc9-3173af898a76 by drivers openvswitch,hyperv on host n-h2-712143-16 at level 0 using segments [{'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:23:39.779564 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Attempting to bind port 963c8886-3912-4a3a-8bc9-3173af898a76 on network 26f66e3f-6834-4167-9685-6bb68c0bf619 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:39.795226 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Port 963c8886-3912-4a3a-8bc9-3173af898a76 on network 26f66e3f-6834-4167-9685-6bb68c0bf619 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-16 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:23:39.795586 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Attempting to bind port 963c8886-3912-4a3a-8bc9-3173af898a76 on network 26f66e3f-6834-4167-9685-6bb68c0bf619 {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:39.813917 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Checking agent: {'id': '36e8c547-4dab-4af0-a7d6-c4aa8b4c6826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:23:39.814261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Checking segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:39.814652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Bound using segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} {{(pid=101824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:23:39.815085 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.managers [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Bound port: 963c8886-3912-4a3a-8bc9-3173af898a76, host: n-h2-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'}}] {{(pid=101824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:23:39.815534 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:39.868159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f5b2-b7c4-418e-a5ce-13f1317bd5b3 req-dc3d523a-ad0a-4fa7-9def-73606deb59cc tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:39.869714 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81b2f5b2-b7c4-418e-a5ce-13f1317bd5b3 req-dc3d523a-ad0a-4fa7-9def-73606deb59cc tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 943 time: 0.0876169 Sep 16 06:23:39.927683 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, cleared binding levels {{(pid=101824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:23:39.940692 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-81b2f5b2-b7c4-418e-a5ce-13f1317bd5b3 req-90e1df8b-8f63-4e7a-b922-2d57d74730bd tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645542 Sep 16 06:23:39.944600 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:23:40.019697 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:40.055733 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:40.057569 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:40.059008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] 10.222.0.60 "PUT /v2.0/ports/963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 200 len: 1092 time: 0.8531117 Sep 16 06:23:40.061368 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:40.064666 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7711efb-9fb0-44e2-b658-5cd9cd268ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:40.091700 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ebfbd-04fd-4b10-adc6-cd1ec1ba5e99 service neutron] Pushing event updated for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=3']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:40.107808 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4d6bc3-d587-4aa7-8717-99e01f3972b9 x-openstack-request-id: req-6f4d6bc3-d587-4aa7-8717-99e01f3972b9 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:40.108102 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:40.108354 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f4d6bc3-d587-4aa7-8717-99e01f3972b9 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:40.108756 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76', 'status': 'completed', 'code': 200} Sep 16 06:23:40.176433 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7711efb-9fb0-44e2-b658-5cd9cd268ac9 req-2c84fbda-8b83-4106-bed5-d903d0319146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:40.177943 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7711efb-9fb0-44e2-b658-5cd9cd268ac9 req-2c84fbda-8b83-4106-bed5-d903d0319146 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1095 time: 0.0449133 Sep 16 06:23:40.291900 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7711efb-9fb0-44e2-b658-5cd9cd268ac9 req-32a84ce1-b16d-42ca-9fbb-d6291cdec87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:40.293365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7711efb-9fb0-44e2-b658-5cd9cd268ac9 req-32a84ce1-b16d-42ca-9fbb-d6291cdec87e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1058340 Sep 16 06:23:40.396565 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7711efb-9fb0-44e2-b658-5cd9cd268ac9 req-eb840848-d470-4c48-9135-f08e986ea462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:40.398082 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-b7711efb-9fb0-44e2-b658-5cd9cd268ac9 req-eb840848-d470-4c48-9135-f08e986ea462 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959685 Sep 16 06:23:40.473082 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-82543c71-a718-48c3-a52c-a5f62199df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:40.474568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-82543c71-a718-48c3-a52c-a5f62199df85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1095 time: 0.0409820 Sep 16 06:23:40.518812 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-bca271a6-e582-45c0-8931-26b76d215ec2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 200 len: 217 time: 0.0360200 Sep 16 06:23:40.570398 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-789129d4-e923-452c-b8ac-02139cc2a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:40.572058 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-789129d4-e923-452c-b8ac-02139cc2a629 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0452545 Sep 16 06:23:40.617859 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-9791f525-ce4b-40f3-a46a-0f1d847b68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:40.619378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-9791f525-ce4b-40f3-a46a-0f1d847b68fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396409 Sep 16 06:23:40.710204 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-9524dd75-4b5d-482d-a3a6-d2fc54ff8c3c service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832310 Sep 16 06:23:40.804609 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a6e884f6-7eaa-4c15-a914-55db4d2a52ea req-91dad759-e0a7-49b1-af10-3d8a66b146cf service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864789 Sep 16 06:23:41.066197 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876ddc-29c0-4e26-be85-28a36d0ed665 req-a11a87b2-961f-42d6-8964-573ee69b21ae tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:41.067707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e876ddc-29c0-4e26-be85-28a36d0ed665 req-a11a87b2-961f-42d6-8964-573ee69b21ae tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 943 time: 0.0585449 Sep 16 06:23:41.076134 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9f15f2fd-290b-4204-b807-2709c321edb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:41.107475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-4e876ddc-29c0-4e26-be85-28a36d0ed665 req-2b7b462b-62f4-4326-8a6d-48a6e38b3248 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336082 Sep 16 06:23:41.293680 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:42.221637 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce52c69-32df-45b4-a1dc-2d53d23bb7dd req-66ca96ac-62bf-4d25-9d54-27aab42c517a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:42.223398 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dce52c69-32df-45b4-a1dc-2d53d23bb7dd req-66ca96ac-62bf-4d25-9d54-27aab42c517a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 943 time: 0.0486188 Sep 16 06:23:42.264590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dce52c69-32df-45b4-a1dc-2d53d23bb7dd req-6883084a-3bad-4fbe-a159-f065f678a0a3 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350890 Sep 16 06:23:43.382624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e15fa-cc30-4567-980a-2dd448aec7b6 req-9dc799cb-1fd0-4bda-9bf5-5ecd03024d16 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:43.384476 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d9e15fa-cc30-4567-980a-2dd448aec7b6 req-9dc799cb-1fd0-4bda-9bf5-5ecd03024d16 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 943 time: 0.0506933 Sep 16 06:23:43.422350 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0d9e15fa-cc30-4567-980a-2dd448aec7b6 req-0b033b4d-33c1-41c3-a88f-30fd700d5675 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Sep 16 06:23:43.529983 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 963c8886-3912-4a3a-8bc9-3173af898a76 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:23:43.625985 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:43.637474 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '963c8886-3912-4a3a-8bc9-3173af898a76', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:23:43.673329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:43.685330 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963c8886-3912-4a3a-8bc9-3173af898a76 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:23:43.707957 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:43.784662 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:43.830456 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:43.993528 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['963c8886-3912-4a3a-8bc9-3173af898a76'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:23:44.276273 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:44.536797 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa33ee8-9fad-499b-81a7-be641dd7385d req-af4fb088-78b2-4e0e-9d61-332ba951bae3 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:44.538192 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffa33ee8-9fad-499b-81a7-be641dd7385d req-af4fb088-78b2-4e0e-9d61-332ba951bae3 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 944 time: 0.0507953 Sep 16 06:23:44.550704 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6b368cea-347a-409d-a0a2-1c1f1dcddd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:44.575999 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ffa33ee8-9fad-499b-81a7-be641dd7385d req-c799fe58-c35c-4be1-bff7-3fa61a15aded tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Sep 16 06:23:45.476286 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:45.529388 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 963c8886-3912-4a3a-8bc9-3173af898a76 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:45.647708 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning for port 963c8886-3912-4a3a-8bc9-3173af898a76 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:23:45.652280 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 963c8886-3912-4a3a-8bc9-3173af898a76 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:45.652657 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:45.689223 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e5a74-8f2d-4cd9-824b-8b03c1e049f3 req-34842565-f3a5-4994-bd33-e26074b030fe tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:45.690720 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c9e5a74-8f2d-4cd9-824b-8b03c1e049f3 req-34842565-f3a5-4994-bd33-e26074b030fe tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 944 time: 0.0489616 Sep 16 06:23:45.729054 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c9e5a74-8f2d-4cd9-824b-8b03c1e049f3 req-da5e47ef-bc3e-41b4-857a-b37ec5bd30ea tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Sep 16 06:23:45.732397 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:45.754561 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:45.756859 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701ee6a4-6950-46a4-833b-102a8063fbd7" -d '{"events": [{"server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "name": "network-vif-plugged", "status": "completed", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:45.769475 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:45.793639 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1fab37-f9d3-4c26-97ce-793bbaf5addc x-openstack-request-id: req-0d1fab37-f9d3-4c26-97ce-793bbaf5addc {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:45.793932 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "name": "network-vif-plugged", "status": "completed", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:45.794188 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d1fab37-f9d3-4c26-97ce-793bbaf5addc {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:45.794588 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76', 'code': 200} Sep 16 06:23:45.825126 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:45.871923 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:45.891257 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164da55-a97f-40f9-8b13-7849da803f9e req-ed0ff62e-21ee-473f-8a8b-3446a8c72835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:45.892756 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6164da55-a97f-40f9-8b13-7849da803f9e req-ed0ff62e-21ee-473f-8a8b-3446a8c72835 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1097 time: 0.0405567 Sep 16 06:23:45.928097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6164da55-a97f-40f9-8b13-7849da803f9e req-6898025f-4ef4-497d-a9e5-f0056bad303f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273688 Sep 16 06:23:46.844208 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f2c92-8dfa-4ead-8407-20da63f00d36 req-8a7852d4-51d4-49d9-b302-4c6199d60deb tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:46.845689 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269f2c92-8dfa-4ead-8407-20da63f00d36 req-8a7852d4-51d4-49d9-b302-4c6199d60deb tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 945 time: 0.0520639 Sep 16 06:23:46.883253 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-269f2c92-8dfa-4ead-8407-20da63f00d36 req-5a0b9012-231d-4459-a4b4-2f429b8b085c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Sep 16 06:23:47.253056 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:47.999166 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c640b-8db6-4746-a37b-ea95059b99e8 req-28e48620-1bd7-46e3-b368-01e33423f464 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:48.000662 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b8c640b-8db6-4746-a37b-ea95059b99e8 req-28e48620-1bd7-46e3-b368-01e33423f464 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 945 time: 0.0478354 Sep 16 06:23:48.038061 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6b8c640b-8db6-4746-a37b-ea95059b99e8 req-947a79a3-f637-43d3-b60f-5ee564fd59df tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314696 Sep 16 06:23:48.150371 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4050d5-842c-4d31-89c7-6d63ad2c91b3 req-eb45ec37-8a84-4e56-beeb-f7355402bc66 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:48.151864 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c4050d5-842c-4d31-89c7-6d63ad2c91b3 req-eb45ec37-8a84-4e56-beeb-f7355402bc66 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 945 time: 0.0472255 Sep 16 06:23:48.189130 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8c4050d5-842c-4d31-89c7-6d63ad2c91b3 req-58d1fd97-9cf6-43c7-ba84-971f5dff6e1d tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313256 Sep 16 06:23:48.210294 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42520) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:48.293722 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc24a510-3f06-4de8-851c-ac86a690bb2e tempest-TestSnapshotPattern-2036052364 tempest-TestSnapshotPattern-2036052364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:48.295467 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-bc24a510-3f06-4de8-851c-ac86a690bb2e tempest-TestSnapshotPattern-2036052364 tempest-TestSnapshotPattern-2036052364-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1092 time: 0.0840876 Sep 16 06:23:48.298144 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42524) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:48.302357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:48.378859 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:48.474443 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:48.931611 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Allocated IP 172.25.7.62 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/52b4e81a-61e6-4352-9bd9-4f7f4d28fac0) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:49.032622 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.122460 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.163200 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:49.166086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:49.168757 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:49.195225 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'Port': ['ID=52b4e81a-61e6-4352-9bd9-4f7f4d28fac0,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:49.531824 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.661330 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.815153 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.876148 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.945202 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'Port': ['ID=52b4e81a-61e6-4352-9bd9-4f7f4d28fac0,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:49.957206 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:50.072392 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Floating IP 100e79d5-ac4c-4ffd-864d-276b67e5b0c6 associated. External IP: 172.25.7.62, port: 963c8886-3912-4a3a-8bc9-3173af898a76. Sep 16 06:23:50.286563 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Router dcd20474-60a0-440c-b517-cdc20e6e28f9 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:50.393702 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:50.404245 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] Sync routers for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:50.413026 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:50.418608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:50.453400 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:50.482236 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-9ac9758b-69bb-4494-80d4-ef1f6b4805ab tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1830704 Sep 16 06:23:50.482851 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:50.485454 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0f6c6b-701b-4dd4-8534-0620de584167" -d '{"events": [{"name": "network-changed", "server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:50.524773 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a32ac4-d672-4904-9671-939b42e9179e x-openstack-request-id: req-b5a32ac4-d672-4904-9671-939b42e9179e {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:50.525177 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:50.526114 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5a32ac4-d672-4904-9671-939b42e9179e {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:50.526625 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76', 'status': 'completed', 'code': 200} Sep 16 06:23:50.588983 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-49f547f7-513c-4440-9d8e-84bd5c930390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:50.590428 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-49f547f7-513c-4440-9d8e-84bd5c930390 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1097 time: 0.0426030 Sep 16 06:23:50.673623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:50.685990 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-5882bc6a-81de-43df-8849-b9e6377143f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:50.687495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-5882bc6a-81de-43df-8849-b9e6377143f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0893288 Sep 16 06:23:50.755707 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-a3cf945f-11d9-44b1-9ab2-126227056c76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 200 len: 998 time: 0.0591400 Sep 16 06:23:50.809542 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-47e45875-04f5-4dff-8dfe-98087a8d9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:50.811014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-47e45875-04f5-4dff-8dfe-98087a8d9273 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0489454 Sep 16 06:23:50.858391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-b1628fe7-7b73-4d34-bc26-3a1350968394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:50.864865 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-b1628fe7-7b73-4d34-bc26-3a1350968394 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408866 Sep 16 06:23:50.905520 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:49Z', 'revision_number': 0, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:50.932802 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] Checking router: dcd20474-60a0-440c-b517-cdc20e6e28f9 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:50.941027 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:50.941641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:23:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:50.959831 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-dd2739f2-0c79-40b2-91d7-45d8c6570e67 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920830 Sep 16 06:23:51.057486 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:51.062839 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-ae0f6c6b-701b-4dd4-8534-0620de584167 req-e4a79adf-3bd8-4ada-acf6-0320b4063069 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955911 Sep 16 06:23:51.278753 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:49Z', 'revision_number': 0, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:51.308995 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8de03-ef10-4457-affe-960a476c89a6 None None] The sync data for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 is: [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:49Z', 'revision_number': 0, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:51.507354 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b105c3-aeb5-4ede-b5ba-252405966b24 None None] New status for floating IP 100e79d5-ac4c-4ffd-864d-276b67e5b0c6: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:23:52.320349 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-5cf5a9fb-b0ff-42e9-b040-e482f42a7c57 req-b703b01c-7fbe-47e5-8420-91298f74146d service neutron] (101825) timed out ('10.222.0.59', 37546) {{(pid=101825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:23:58.967014 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:11.076096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9549659d-3772-4177-8009-0f0c3e7470e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:11.298658 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:11.438286 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:24:14.293147 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:14.554832 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2d906695-8657-4225-afa3-f29cef70ec6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.486641 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:16.104014 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-52e20514-1437-4c59-9c2f-6f07b906dd22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399358 Sep 16 06:24:16.194656 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-723c8deb-5e35-4cd7-825f-66e8678b6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:16.196151 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-723c8deb-5e35-4cd7-825f-66e8678b6ef3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1097 time: 0.0398717 Sep 16 06:24:16.304290 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-cbf05388-216d-4fcc-acc3-ae883d0756cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:16.305772 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-cbf05388-216d-4fcc-acc3-ae883d0756cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0895905 Sep 16 06:24:16.372269 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-16c6523b-bebd-43d5-a4da-07782e8df274 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 200 len: 1000 time: 0.0577569 Sep 16 06:24:16.427015 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-d6e1c245-9a34-400a-8985-85da0ae53864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:16.428506 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-d6e1c245-9a34-400a-8985-85da0ae53864 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0479705 Sep 16 06:24:16.475108 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-00444356-bea7-4935-8aaf-6d956b887abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:16.476580 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-00444356-bea7-4935-8aaf-6d956b887abe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398445 Sep 16 06:24:16.571673 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-dccab515-caf8-441c-9afd-c353fdf7a5f0 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837047 Sep 16 06:24:16.660178 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-6427860c-75e5-47b5-a945-2a7e62946db6 req-75b71d97-b378-4ca6-bad1-1410a8fe832a service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805354 Sep 16 06:24:17.235642 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:28.966873 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:41.080642 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-980b5791-13e2-436d-ba56-3d5c63a0a6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:41.531442 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:44.321024 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:44.555167 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-997e855b-e241-4d69-b8ff-299a574ad8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:45.486620 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:47.251905 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:48.436757 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:24:58.948851 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:11.089644 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-36658d7a-d522-4211-98af-a0f755e41abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:11.352922 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:14.283848 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:14.548795 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-90daa38b-0ef2-4a3f-a2d6-9edf4556989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:15.520197 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:16.104378 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-cbc5a5dd-147b-4919-bc3a-3f26a30b0f1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393529 Sep 16 06:25:16.189097 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-439fee64-1e84-441b-ae6e-8785bb4036e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:16.190568 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-439fee64-1e84-441b-ae6e-8785bb4036e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1097 time: 0.0432885 Sep 16 06:25:16.290970 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-ef52b26e-5de8-4e8a-898c-512d01ee4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:16.292454 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-ef52b26e-5de8-4e8a-898c-512d01ee4dde service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0831668 Sep 16 06:25:16.361186 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-4395441e-90a3-4143-9b72-bd4cb94040ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 200 len: 1000 time: 0.0603969 Sep 16 06:25:16.410522 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-a43f5500-7336-4371-8bdb-e281a513ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:16.412008 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-a43f5500-7336-4371-8bdb-e281a513ee2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0439732 Sep 16 06:25:16.456998 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-b3e187fd-8278-454e-89bf-0257c11d8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:16.458445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-b3e187fd-8278-454e-89bf-0257c11d8a6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386496 Sep 16 06:25:16.470391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-fc94ea9f-cbe3-49af-b1d0-2bcb60ed71ae service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:25:16.471389 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-fc94ea9f-cbe3-49af-b1d0-2bcb60ed71ae service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056248 Sep 16 06:25:16.562520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-8165d344-674c-421a-a9c8-bc9628d011fb service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832217 Sep 16 06:25:16.650324 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-eb5252cc-f3fd-48a8-8851-07e7170371b6 req-62f72695-df78-4848-b9ba-a14cd575d6c4 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812695 Sep 16 06:25:17.228943 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:25.435082 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:25:28.997730 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.073872 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d0484d8d-6d2f-499e-9efc-e80b4624a06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:41.422451 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.296542 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.562906 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0d9804bd-73d3-44b6-b04d-db655c6f9d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:45.482962 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.225842 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.254005 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 963c8886-3912-4a3a-8bc9-3173af898a76 details requested by agent hyperv_n-h2-712143-16 with host n-h2-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:25:50.346391 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:50.361235 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Returning: {'device': '963c8886-3912-4a3a-8bc9-3173af898a76', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:25:50.399024 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.411554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 963c8886-3912-4a3a-8bc9-3173af898a76 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:25:50.430387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:50.491254 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.543144 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:50.550251 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.550623 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.550956 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.551328 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.551672 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.552609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.552907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.553243 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.553579 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.553912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.554246 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.554578 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:50.569299 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] get_ports_and_sgs() called for port_ids ['963c8886-3912-4a3a-8bc9-3173af898a76'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:25:52.275138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 963c8886-3912-4a3a-8bc9-3173af898a76 up at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:52.322609 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Provisioning complete for port 963c8886-3912-4a3a-8bc9-3173af898a76 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:52.322985 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:52.404460 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:52.427364 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:52.429620 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c0561-3641-4b3f-8f89-1f7bc0a0ae6b" -d '{"events": [{"server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "name": "network-vif-plugged", "status": "completed", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:52.441954 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:52.504727 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce7db53-3eee-42a7-a985-d11559e78b92 x-openstack-request-id: req-0ce7db53-3eee-42a7-a985-d11559e78b92 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:52.508510 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "name": "network-vif-plugged", "status": "completed", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:52.508510 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ce7db53-3eee-42a7-a985-d11559e78b92 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:52.508510 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76', 'code': 200} Sep 16 06:25:52.522867 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:52.569671 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:58.973881 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:02.435165 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:26:04.142291 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-9d8dc2f1-2a1f-41de-aa48-b2d2b17bc176 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253747154&fields=id&tenant_id=3ce648a698ec4b9e8835f2cbe15a8977 HTTP/1.1" status: 200 len: 267 time: 0.0325871 Sep 16 06:26:04.247697 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-8c2e98a6-34df-4c83-8311-81b3b31dc18e tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:04.249166 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-8c2e98a6-34df-4c83-8311-81b3b31dc18e tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 810 time: 0.1004934 Sep 16 06:26:04.264267 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-5d95e157-58f6-4db6-93fa-e86862eb11cf tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/quotas/3ce648a698ec4b9e8835f2cbe15a8977 HTTP/1.1" status: 200 len: 375 time: 0.0088670 Sep 16 06:26:04.317879 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-18820b8c-1c00-4504-968f-bf6386ef9be9 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0485582 Sep 16 06:26:04.416867 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-27a21126-75bf-412d-84f7-dd9659b23176 service neutron] 10.222.0.59 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876102 Sep 16 06:26:04.505488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6152b0d1-38a1-42a3-b970-1c630bbea580 service neutron] 10.222.0.59 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823247 Sep 16 06:26:05.823154 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bce66cf7-b8bb-475e-ad8c-574108196b5c req-d84e1a5a-3ef3-4215-84f0-2ab1a1886357 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 210 time: 0.0779388 Sep 16 06:26:06.914097 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-dd4a1bf8-0669-43c6-a3ee-1566d150face req-184708f2-ebed-45db-a2e5-692ad76c59f9 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 210 time: 0.0255778 Sep 16 06:26:07.701908 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-ba0fa4ef-1034-437f-b284-ea4e8b143944 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:07.703405 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-ba0fa4ef-1034-437f-b284-ea4e8b143944 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.57 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 810 time: 0.1032937 Sep 16 06:26:07.751620 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4110114-cd11-4926-a5f3-2a4378af52c2 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ce648a698ec4b9e8835f2cbe15a8977 HTTP/1.1" status: 200 len: 379 time: 0.0336533 Sep 16 06:26:07.760952 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'port': {'device_id': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'admin_state_up': True, 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'security_groups': ['115dd17f-1067-4c7e-bc71-785a0ac552ab']}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:26:07.919463 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Made reservation on behalf of 3ce648a698ec4b9e8835f2cbe15a8977 for: {'port': 1} {{(pid=101825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:26:07.923017 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:08.009126 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-12bed479-0758-417b-8aff-d3245074b90e req-89efa430-321e-4956-add9-fe60fc6485cb tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 210 time: 0.0261505 Sep 16 06:26:08.050186 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_common [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Allocated IP 172.20.0.6 (26f66e3f-6834-4167-9685-6bb68c0bf619/bef94435-0937-4f8b-b587-ad90b5c8cccc/89ed4833-6f5e-4c74-8635-e42ae15f2ec7) {{(pid=101825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:26:08.196670 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for port, precommit_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:08.312688 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_create {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:08.378418 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=1']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:08.385828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 is already hosted by enough agents. {{(pid=101825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:26:08.392057 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.392516 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.392927 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.393310 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.393867 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.394261 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.394678 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.395279 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.395682 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.396077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.396509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.396898 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:08.400955 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.base_scheduler [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Resources bound (agent type, host, resource id): {{(pid=101825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:26:08.407534 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 963c8886-3912-4a3a-8bc9-3173af898a76 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:26:08.414273 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Received port after_create {{(pid=101825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:26:08.514537 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:08.515297 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:08.540573 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:08.583485 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-6b3eee88-907e-43ba-81ca-042abaa7836a tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261170 Sep 16 06:26:08.589389 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:26:08.592289 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ae8ebd-a3a4-4af3-8499-607644eb3478" -d '{"events": [{"server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "name": "network-vif-unplugged", "status": "completed", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:26:08.607909 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:26:08.683039 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:08.755693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Pushing event updated for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:08.760174 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06927bd3-9840-417a-a097-a4ed578316e9 x-openstack-request-id: req-06927bd3-9840-417a-a097-a4ed578316e9 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:26:08.760746 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "name": "network-vif-unplugged", "status": "completed", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:26:08.761402 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06927bd3-9840-417a-a097-a4ed578316e9 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:26:08.762056 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76', 'code': 200} Sep 16 06:26:08.778036 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-01847519-2d51-451d-856f-fcc1b96c1842 None None] Provisioning complete for port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 triggered by entity DHCP. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:26:08.778833 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-01847519-2d51-451d-856f-fcc1b96c1842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:08.821861 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-01847519-2d51-451d-856f-fcc1b96c1842 None None] Port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 cannot update to ACTIVE because it is not bound. {{(pid=101826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:26:09.131460 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a0811-be5f-4760-be1f-c44cbebdaa8f req-37be4cf4-806b-41a4-b85b-e0963b545112 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:09.132959 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7a0811-be5f-4760-be1f-c44cbebdaa8f req-37be4cf4-806b-41a4-b85b-e0963b545112 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.0491674 Sep 16 06:26:09.173779 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-1b7a0811-be5f-4760-be1f-c44cbebdaa8f req-7e1ac480-d521-4734-b3f1-be0dc530b0a1 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346303 Sep 16 06:26:10.298749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e3e4-da28-4496-b1d2-967ce74a903f req-d232e76d-3944-466e-baa2-9f6645ef8095 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:10.300318 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a319e3e4-da28-4496-b1d2-967ce74a903f req-d232e76d-3944-466e-baa2-9f6645ef8095 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.0533640 Sep 16 06:26:10.343570 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a319e3e4-da28-4496-b1d2-967ce74a903f req-6816ab50-7504-44b3-bb8e-696020d59ecc tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365462 Sep 16 06:26:11.100444 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-bce23c91-b29a-42ff-a74f-661b3174b486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:11.365274 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:11.466661 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890823fd-92ae-4127-8a23-e7f8982e0046 req-8d4bdc38-b5d5-48c6-bb03-8835f97579e9 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:11.468534 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-890823fd-92ae-4127-8a23-e7f8982e0046 req-8d4bdc38-b5d5-48c6-bb03-8835f97579e9 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.0495813 Sep 16 06:26:11.507495 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-890823fd-92ae-4127-8a23-e7f8982e0046 req-38a32b9f-079b-450e-9721-28c07619c5ed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327194 Sep 16 06:26:12.659806 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f93233-32b2-4730-b7ef-56e10f5dfbb3 req-ee187a85-2850-4c4f-85a7-8d86b80a5bf6 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:12.662335 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11f93233-32b2-4730-b7ef-56e10f5dfbb3 req-ee187a85-2850-4c4f-85a7-8d86b80a5bf6 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.0742750 Sep 16 06:26:12.703469 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-11f93233-32b2-4730-b7ef-56e10f5dfbb3 req-b306b629-b0cb-48f7-ae93-c53719c69f92 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348377 Sep 16 06:26:13.840136 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23b394-5d01-4ad9-b64a-090383b97234 req-9e490e00-6c50-445c-8bff-25865d749dc4 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:13.841693 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd23b394-5d01-4ad9-b64a-090383b97234 req-9e490e00-6c50-445c-8bff-25865d749dc4 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.0684361 Sep 16 06:26:13.882317 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-fd23b394-5d01-4ad9-b64a-090383b97234 req-293cef7c-dc17-4c39-9e63-845c8c571600 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335090 Sep 16 06:26:14.305548 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:14.562031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee0c0-69ce-4943-ac05-53152a28ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:15.019042 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa081b64-b9f2-4148-8943-b1c8bd2e0fd0 req-9aa029a1-1fda-4635-95df-881a1ccdf397 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:15.021296 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa081b64-b9f2-4148-8943-b1c8bd2e0fd0 req-9aa029a1-1fda-4635-95df-881a1ccdf397 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.0687585 Sep 16 06:26:15.060868 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-aa081b64-b9f2-4148-8943-b1c8bd2e0fd0 req-d8e358b0-5a9a-4d89-895a-3fbcd76db61e tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336478 Sep 16 06:26:15.485264 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:16.190086 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782e06f-c22e-4a0e-a468-6f2fec76d2be req-54ce0a27-128a-4a1f-bdf4-a55f2b19a069 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:16.191635 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5782e06f-c22e-4a0e-a468-6f2fec76d2be req-54ce0a27-128a-4a1f-bdf4-a55f2b19a069 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.0586233 Sep 16 06:26:16.233976 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5782e06f-c22e-4a0e-a468-6f2fec76d2be req-0bef86e6-b821-4331-b6f3-2dac0faf5695 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360849 Sep 16 06:26:17.094307 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-73cb2097-dc9b-4a98-bfa1-cf0faa685aa2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487163 Sep 16 06:26:17.197402 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-cf3172b5-98a9-467f-9e65-cb17406c1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:17.198915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-cf3172b5-98a9-467f-9e65-cb17406c1ac1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1095 time: 0.0469272 Sep 16 06:26:17.236029 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:17.352942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-9d14b5d8-a60e-4040-9e19-6a9fbbf5f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:17.354316 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-9d14b5d8-a60e-4040-9e19-6a9fbbf5f498 service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.1334476 Sep 16 06:26:17.410554 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1148322-772c-4614-a760-005763bff10d req-2d36c5f1-6155-4d37-9159-695baf23cec2 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:17.414445 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1148322-772c-4614-a760-005763bff10d req-2d36c5f1-6155-4d37-9159-695baf23cec2 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.1028311 Sep 16 06:26:17.447871 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-e6cba7e9-e292-4f90-ba8e-89919837b141 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 200 len: 998 time: 0.0857158 Sep 16 06:26:17.496940 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-e1148322-772c-4614-a760-005763bff10d req-b86ccfe4-7c11-47c4-a226-5d3958af1b71 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781767 Sep 16 06:26:17.515002 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-fe5feafe-6b39-40dc-a28f-5a2e1206de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:17.516474 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-fe5feafe-6b39-40dc-a28f-5a2e1206de19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0567217 Sep 16 06:26:17.564205 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-e3a15044-8254-4738-8ef3-275a93f5bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:17.565713 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-e3a15044-8254-4738-8ef3-275a93f5bb4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410447 Sep 16 06:26:17.657499 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-7f4019fc-0a0f-41b5-b603-6a20b70ff9c4 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840476 Sep 16 06:26:17.752159 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-82655f4c-717b-4f43-89cf-c0df6c316449 req-bf198c81-4b7c-4833-a626-eebeafabd780 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871668 Sep 16 06:26:18.185454 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-9d54a64d-4619-4824-9d1c-509c41253d49 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=101825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:26:18.186463 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-9d54a64d-4619-4824-9d1c-509c41253d49 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054388 Sep 16 06:26:18.263635 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.v2.base [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Request body: {'port': {'device_id': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-16'}} {{(pid=101825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:26:18.316145 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:18.579339 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 {{(pid=101825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:26:18.586739 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:18.599069 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.provisioning_blocks [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Transition to ACTIVE for port object 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 will not be triggered until provisioned by entity L2. {{(pid=101825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:26:18.614103 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2f534-74d6-40c7-ba7b-1f3f0d5c9bbc req-c655b307-dc61-42fc-8f38-53fe7d93d452 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:18.618194 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfa2f534-74d6-40c7-ba7b-1f3f0d5c9bbc req-c655b307-dc61-42fc-8f38-53fe7d93d452 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 931 time: 0.0498111 Sep 16 06:26:18.653320 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-cfa2f534-74d6-40c7-ba7b-1f3f0d5c9bbc req-83f00580-9297-4adf-a621-e4fa880fb922 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Sep 16 06:26:18.676763 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:18.746295 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Pushing event updated for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=2']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:18.799995 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Attempting to bind port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 on host n-h1-712143-16 for vnic_type normal with profile {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:26:18.800351 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Attempting to bind port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 by drivers openvswitch,hyperv on host n-h1-712143-16 at level 0 using segments [{'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:26:18.805820 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Attempting to bind port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 on network 26f66e3f-6834-4167-9685-6bb68c0bf619 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:26:18.806233 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 on network 26f66e3f-6834-4167-9685-6bb68c0bf619 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-16 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:26:18.806569 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Attempting to bind port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 on network 26f66e3f-6834-4167-9685-6bb68c0bf619 {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:26:18.811536 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Checking agent: {'id': '92368b1a-622d-4ece-b1b2-e83580e3d07a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'started_at': datetime.datetime(2021, 9, 16, 4, 47, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:26:18.812009 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Checking segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:26:18.812402 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Bound using segment: {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'} {{(pid=101825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:26:18.812834 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.managers [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Bound port: 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host: n-h1-712143-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619'}}] {{(pid=101825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:26:18.813207 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:18.884111 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, cleared binding levels {{(pid=101825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:26:18.887448 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:26:18.951016 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370606'] for port, after_update {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:18.984109 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:18.984727 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:18.986136 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] 10.222.0.57 "PUT /v2.0/ports/89ed4833-6f5e-4c74-8635-e42ae15f2ec7 HTTP/1.1" status: 200 len: 1092 time: 0.7758923 Sep 16 06:26:18.986579 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:26:18.989498 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee89e772-435c-4184-90a8-e6dc11a83ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:26:19.015949 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc53a3-9cd5-411b-9129-057e4aa16a40 service neutron] Pushing event updated for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=3']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:19.093358 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f234a7-ea2e-43c5-85c8-1fee2778f343 x-openstack-request-id: req-86f234a7-ea2e-43c5-85c8-1fee2778f343 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:26:19.093660 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:26:19.093915 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86f234a7-ea2e-43c5-85c8-1fee2778f343 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:26:19.094327 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'status': 'completed', 'code': 200} Sep 16 06:26:19.151533 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-3b161a56-374d-4ea6-86e2-038ef42209b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:19.153072 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-3b161a56-374d-4ea6-86e2-038ef42209b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 1095 time: 0.0424438 Sep 16 06:26:19.197740 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-b026834b-7444-4f0d-a0f5-36d3e5bf3dad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7 HTTP/1.1" status: 200 len: 217 time: 0.0319676 Sep 16 06:26:19.250097 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-e00cb3da-e2c6-4960-8765-a2e4b26d1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:19.251540 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-e00cb3da-e2c6-4960-8765-a2e4b26d1aae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0465770 Sep 16 06:26:19.298058 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-3c76ebfd-325e-4f7d-9081-b1d6e018fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:19.299534 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-3c76ebfd-325e-4f7d-9081-b1d6e018fdcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410182 Sep 16 06:26:19.391530 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-67d43f27-f455-496f-9b00-6672a70e7613 service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849581 Sep 16 06:26:19.479965 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-1988c718-9537-4a22-9ef5-d30df38d24e7 req-5bd19fc3-8db0-45d3-826b-292bf5c91bca service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815957 Sep 16 06:26:19.681149 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-e4a4b992-9559-47d5-a202-576eff426b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:19.682652 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-e4a4b992-9559-47d5-a202-576eff426b74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 1095 time: 0.0400002 Sep 16 06:26:19.783645 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-64b93bd2-3b8a-4461-bb1b-13ee7bc325cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:19.785237 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-64b93bd2-3b8a-4461-bb1b-13ee7bc325cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0958486 Sep 16 06:26:19.828096 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-93f570f0-8bbc-4b4e-b00a-cb9f4fe733c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7 HTTP/1.1" status: 200 len: 217 time: 0.0355630 Sep 16 06:26:19.884781 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-4e2f2588-ef40-4752-b967-4dbdf890d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:19.886323 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-4e2f2588-ef40-4752-b967-4dbdf890d1ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0511062 Sep 16 06:26:19.933873 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-58c3530b-22bb-4352-91a0-69a3f01c06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:19.935460 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-58c3530b-22bb-4352-91a0-69a3f01c06a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417559 Sep 16 06:26:20.019604 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecd546-6c6b-4ab8-8521-bff1ad4c879c req-84090640-bf63-4b1e-841e-a77ee94aab58 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:20.021254 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0ecd546-6c6b-4ab8-8521-bff1ad4c879c req-84090640-bf63-4b1e-841e-a77ee94aab58 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 943 time: 0.0479364 Sep 16 06:26:20.024770 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-bd32b6ae-6dad-4c38-b1e5-17eea0334df1 service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816507 Sep 16 06:26:20.063001 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a0ecd546-6c6b-4ab8-8521-bff1ad4c879c req-e2af7dea-29e2-416c-8ce3-25b8ec9878fc tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358558 Sep 16 06:26:20.118991 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-ee89e772-435c-4184-90a8-e6dc11a83ccd req-258b3b6c-701e-4788-986a-e4290ad7a799 service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870526 Sep 16 06:26:21.178396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f852-5cc2-4e65-a552-bbde342a91ce req-b681fa43-1401-4324-a43c-23f3d6f294df tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:21.179964 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7750f852-5cc2-4e65-a552-bbde342a91ce req-b681fa43-1401-4324-a43c-23f3d6f294df tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 943 time: 0.0489862 Sep 16 06:26:21.219817 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-7750f852-5cc2-4e65-a552-bbde342a91ce req-6da4d063-0d46-4ddb-8b70-e74933e1ead3 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339992 Sep 16 06:26:22.249656 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:26:22.347111 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:26:22.348041 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0cad5-a0ef-45c3-8d57-5d6e755914b8 req-eb785fbf-1fe1-4db9-9f4d-4270c81943cc tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:22.389640 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60a0cad5-a0ef-45c3-8d57-5d6e755914b8 req-eb785fbf-1fe1-4db9-9f4d-4270c81943cc tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 943 time: 0.0519001 Sep 16 06:26:22.391915 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'port_id': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'mac_address': 'fa:16:3e:90:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:26:22.399489 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-60a0cad5-a0ef-45c3-8d57-5d6e755914b8 req-83eaa740-69b0-46b2-a28d-ff82aea86f6b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Sep 16 06:26:22.408694 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:22.423558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:26:22.442244 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:26:22.776676 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:22.822693 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=4']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:23.083996 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['89ed4833-6f5e-4c74-8635-e42ae15f2ec7'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:26:23.512084 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01d94-da53-4ba7-baa0-47d16b85b51c req-7d745cb4-0595-4d55-afd1-e84446184798 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:23.513536 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16d01d94-da53-4ba7-baa0-47d16b85b51c req-7d745cb4-0595-4d55-afd1-e84446184798 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 944 time: 0.0472136 Sep 16 06:26:23.554518 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-16d01d94-da53-4ba7-baa0-47d16b85b51c req-83dfb7fb-92af-4e83-ba07-10da61b2b71d tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351248 Sep 16 06:26:24.246614 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:26:24.381774 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning for port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 completed by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:26:24.385797 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:26:24.386225 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:24.464022 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:24.486133 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:26:24.488374 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7b7f59-c562-4a5a-ba41-9fcfafde8a8c" -d '{"events": [{"server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "name": "network-vif-plugged", "status": "completed", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:26:24.500772 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:26:24.523863 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce796d-a2ae-46e8-8c0a-c4bd17fbff93 x-openstack-request-id: req-33ce796d-a2ae-46e8-8c0a-c4bd17fbff93 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:26:24.524159 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "name": "network-vif-plugged", "status": "completed", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:26:24.524412 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33ce796d-a2ae-46e8-8c0a-c4bd17fbff93 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:26:24.524805 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'code': 200} Sep 16 06:26:24.567634 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:24.619033 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=5']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:24.652383 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322b21e-b3f1-4d1f-a4cc-49faa806445f req-88861661-b2fc-4397-a7ed-022627f51084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:24.653907 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b322b21e-b3f1-4d1f-a4cc-49faa806445f req-88861661-b2fc-4397-a7ed-022627f51084 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 1097 time: 0.0453622 Sep 16 06:26:24.671528 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185cc87-00c0-44b4-8c23-8807c7d6fcf0 req-7343271d-4425-491c-9318-2e18e0274a4e tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:24.673003 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c185cc87-00c0-44b4-8c23-8807c7d6fcf0 req-7343271d-4425-491c-9318-2e18e0274a4e tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 945 time: 0.0502110 Sep 16 06:26:24.689281 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-b322b21e-b3f1-4d1f-a4cc-49faa806445f req-df506c8f-3f9b-4147-aabe-14c8bef9c991 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275450 Sep 16 06:26:24.714590 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-c185cc87-00c0-44b4-8c23-8807c7d6fcf0 req-cd604940-fed3-477c-a574-ecb2afadabe0 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351031 Sep 16 06:26:25.830618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38c38c-54db-4ca9-80f1-38ab75f97eee req-a2c0c3fb-a3ca-42d7-a69e-60f38dd5aef5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:25.832644 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a38c38c-54db-4ca9-80f1-38ab75f97eee req-a2c0c3fb-a3ca-42d7-a69e-60f38dd5aef5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 945 time: 0.0488830 Sep 16 06:26:25.872365 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5a38c38c-54db-4ca9-80f1-38ab75f97eee req-e04eeffc-5d2d-4957-b4ff-ad7109f713e8 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327327 Sep 16 06:26:26.986159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e2c8-14fd-4c96-b7e3-60ef01e12128 req-e6d51099-54c0-458d-b348-ce9bef1563c5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:26.987650 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0313e2c8-14fd-4c96-b7e3-60ef01e12128 req-e6d51099-54c0-458d-b348-ce9bef1563c5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Sep 16 06:26:27.028919 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-0313e2c8-14fd-4c96-b7e3-60ef01e12128 req-2ec0f63f-ef75-4bf3-956a-1fc01d3bc1c5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354207 Sep 16 06:26:27.142410 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618cd7d-c6c1-4b99-b550-8e8fde37415b req-4491160f-3729-4ac6-bb7a-dd505628a7b2 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:27.145249 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5618cd7d-c6c1-4b99-b550-8e8fde37415b req-4491160f-3729-4ac6-bb7a-dd505628a7b2 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Sep 16 06:26:27.185121 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-5618cd7d-c6c1-4b99-b550-8e8fde37415b req-2065085c-13d8-41b3-b0ac-a4e13850d80b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Sep 16 06:26:27.205996 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42818) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:26:27.245100 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001fac53-64fc-4892-86f5-954fef136fad tempest-TestSnapshotPattern-2036052364 tempest-TestSnapshotPattern-2036052364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:27.246601 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-001fac53-64fc-4892-86f5-954fef136fad tempest-TestSnapshotPattern-2036052364 tempest-TestSnapshotPattern-2036052364-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 1092 time: 0.0395868 Sep 16 06:26:27.249357 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 42820) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:26:27.253617 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.v2.base [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Request body: {'floatingip': {'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'port_id': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:26:27.341617 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for floatingip, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:27.440720 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:27.540736 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_common [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Allocated IP 172.25.7.201 (acae3052-0cbf-44f5-a498-404a6def8461/6307c441-634a-44ea-8781-2aea1be77055/c50acdd5-6a6c-44e8-8e2d-0ead3c328779) {{(pid=101824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:26:27.643977 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for port, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:27.744835 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769092983736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:27.782249 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Network acae3052-0cbf-44f5-a498-404a6def8461 is already hosted by enough agents. {{(pid=101824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:26:27.787386 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.base_scheduler [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Resources bound (agent type, host, resource id): {{(pid=101824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:26:27.791909 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Received port after_create {{(pid=101824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:26:27.793815 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'Port': ['ID=c50acdd5-6a6c-44e8-8e2d-0ead3c328779,revision_number=1']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:27.819624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.819971 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.820328 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.820652 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.820986 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.821318 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.821703 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.821976 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.822337 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.822624 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.822951 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:27.823297 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:26:28.512389 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:28.624960 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:28.770674 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for port, precommit_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:28.841137 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9794286'] for port, after_update {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:28.913320 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event updated for resources: {'Port': ['ID=c50acdd5-6a6c-44e8-8e2d-0ead3c328779,revision_number=2']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:26:28.921154 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678603'] for floatingip, after_create {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:29.020220 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Floating IP 03e9a312-f5d3-487d-9ce4-bf999e32d573 associated. External IP: 172.25.7.201, port: 89ed4833-6f5e-4c74-8635-e42ae15f2ec7. Sep 16 06:26:29.039201 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:29.218698 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Router dcd20474-60a0-440c-b517-cdc20e6e28f9 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:26:29.326159 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:26:29.335670 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] Sync routers for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:26:29.345091 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:26:29.348120 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:26:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:26:29.436237 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:29.454467 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:26:29.466739 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-76e02e40-d9dc-47f2-be8a-29cf88c67a9f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2163923 Sep 16 06:26:29.467749 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:26:29.470106 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f6d494-62f7-4afb-bd59-09c0b65c66a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:26:29.506552 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c4cc5d-af2f-4e87-8d4f-a5e51b1b90df x-openstack-request-id: req-b1c4cc5d-af2f-4e87-8d4f-a5e51b1b90df {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:26:29.506837 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:26:29.507084 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1c4cc5d-af2f-4e87-8d4f-a5e51b1b90df {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:26:29.507513 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'status': 'completed', 'code': 200} Sep 16 06:26:29.599372 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-83efbf85-88e0-4ed7-b4c0-97d6c95743a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:29.600920 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-83efbf85-88e0-4ed7-b4c0-97d6c95743a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 1097 time: 0.0447187 Sep 16 06:26:29.684426 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '03e9a312-f5d3-487d-9ce4-bf999e32d573', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:90:33:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:28Z', 'updated_at': '2021-09-16T06:26:28Z', 'revision_number': 0, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}, {'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:51Z', 'revision_number': 1, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:26:29.690622 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-55cf3ab8-7704-4a32-8882-5672a98f86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:29.692212 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-55cf3ab8-7704-4a32-8882-5672a98f86b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0839899 Sep 16 06:26:29.710484 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] Checking router: dcd20474-60a0-440c-b517-cdc20e6e28f9 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:26:29.719064 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:26:29.719712 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:26:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:26:29.760100 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-807cc9eb-9340-4b1e-8124-3485d2e4c42a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7 HTTP/1.1" status: 200 len: 999 time: 0.0608077 Sep 16 06:26:29.810137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-d7c6d868-bd31-4f32-b8a4-1f74d4bf187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:29.811636 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-d7c6d868-bd31-4f32-b8a4-1f74d4bf187d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0440588 Sep 16 06:26:29.822949 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:26:29.857121 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-b294ade3-e52d-4fbf-a5f8-cb89253f9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:29.858558 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-b294ade3-e52d-4fbf-a5f8-cb89253f9f17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400317 Sep 16 06:26:29.950483 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-32cf61c2-3187-4369-8c9e-ee28f0cecb2e service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850089 Sep 16 06:26:30.040005 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-71f6d494-62f7-4afb-bd59-09c0b65c66a6 req-9426bdaa-8a5a-4b79-b2fa-04d3beacff28 service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811245 Sep 16 06:26:30.048912 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '03e9a312-f5d3-487d-9ce4-bf999e32d573', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:90:33:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:28Z', 'updated_at': '2021-09-16T06:26:28Z', 'revision_number': 0, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}, {'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:51Z', 'revision_number': 1, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:26:30.076784 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec0a32-ca60-4c0b-8c1d-ae9cd21299ba None None] The sync data for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 is: [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '03e9a312-f5d3-487d-9ce4-bf999e32d573', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:90:33:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:26:28Z', 'updated_at': '2021-09-16T06:26:28Z', 'revision_number': 0, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}, {'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:51Z', 'revision_number': 1, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:26:30.269016 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688dea6e-0760-459e-a1e8-4de13273ea6a None None] New status for floating IP 03e9a312-f5d3-487d-9ce4-bf999e32d573: ACTIVE {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:26:39.434966 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:26:41.084912 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7220a201-2865-4aee-85e5-d96b30a3e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:41.406854 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:44.289987 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:44.560627 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34589235-7399-4d36-863c-2d6985370c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:45.538495 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:47.280439 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:59.011611 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:11.079347 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eee11c01-009c-40c1-be27-e3158b924fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:11.386407 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:14.306641 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:14.559773 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-ef87a2cf-722d-408d-a8b1-aebb3cd9d86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:15.490757 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.434445 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:27:17.260593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.093596 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-fcf3ed59-ec7a-4847-bf24-abe6357f2e5d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396125 Sep 16 06:27:19.172765 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-fbef0f6c-0451-492c-8111-16e69afa93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:19.174220 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-fbef0f6c-0451-492c-8111-16e69afa93b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1095 time: 0.0399334 Sep 16 06:27:19.278261 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-2733cfc8-9038-438b-9244-b941f24f2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:19.280090 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-2733cfc8-9038-438b-9244-b941f24f2490 service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0865402 Sep 16 06:27:19.345400 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-05b87743-9394-4015-ab35-c6bfda938949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 200 len: 998 time: 0.0575826 Sep 16 06:27:19.394868 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-4cb4d708-e7ae-4145-85a2-b7cfdcbd38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:19.397274 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-4cb4d708-e7ae-4145-85a2-b7cfdcbd38ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0452948 Sep 16 06:27:19.444861 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-da70319d-f401-4e77-9d77-caad49172bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:19.446321 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-da70319d-f401-4e77-9d77-caad49172bfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421388 Sep 16 06:27:19.538915 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-50f6492a-fbef-456f-9ae0-3cf0f0b9da83 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851460 Sep 16 06:27:19.629475 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-a4cf9e79-e394-46d7-9af1-c670bb6ad89f req-c8433cec-aded-4bbc-aafa-0e08ee1237cb service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829713 Sep 16 06:27:23.548145 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-4f6cbf84-0a1d-4c5c-8a7d-0414a085af56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430305 Sep 16 06:27:23.640975 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-d30178d6-c559-40c8-84e8-48ebe8438dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:23.642378 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-d30178d6-c559-40c8-84e8-48ebe8438dc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 1097 time: 0.0395255 Sep 16 06:27:23.745115 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-c9d42c0d-d6c2-4a8f-bedf-43f324e5bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:23.746602 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-c9d42c0d-d6c2-4a8f-bedf-43f324e5bfc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0850408 Sep 16 06:27:23.815103 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-dfc4c452-7de8-4e92-b340-17d4d64ea73d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0614371 Sep 16 06:27:23.862716 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-934e8f42-2b6e-4b10-83c6-a77b7a167c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:23.864149 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-934e8f42-2b6e-4b10-83c6-a77b7a167c6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0423164 Sep 16 06:27:23.908894 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-c26ad803-1da9-43e6-a9fd-c6da50d0ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:23.910285 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-c26ad803-1da9-43e6-a9fd-c6da50d0ed8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390675 Sep 16 06:27:24.003274 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-a637b585-9c8e-42aa-aa08-04652cf4f150 service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856071 Sep 16 06:27:24.091452 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-a0531b6d-f5b2-449e-aff5-64ce19cde50c req-762cc415-fa39-4af9-9486-366204cf28c2 service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800648 Sep 16 06:27:29.020144 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:41.090099 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-998934c9-50fa-4eb3-ac78-1e8fdd2ae577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:41.381706 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:44.266941 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:44.546892 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-da57da7b-7600-4329-a030-ce08ca529c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:45.528723 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:47.243878 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:53.433619 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:27:59.037976 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:00.743105 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 details requested by agent hyperv_n-h1-712143-16 with host n-h1-712143-16 {{(pid=101826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:28:00.842165 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:00.853482 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Returning: {'device': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'port_id': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'mac_address': 'fa:16:3e:90:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:28:00.890687 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:00.904387 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 {{(pid=101826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:28:00.925554 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:01.003909 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:01.079262 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=6']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:01.088124 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.092181 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.093383 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:01.142049 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] get_ports_and_sgs() called for port_ids ['89ed4833-6f5e-4c74-8635-e42ae15f2ec7'] {{(pid=101826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:28:02.759254 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 up at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:28:02.810978 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.provisioning_blocks [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Provisioning complete for port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 triggered by entity L2. {{(pid=101826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:28:02.811383 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015081'] for port, provisioning_complete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:02.931361 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:02.961438 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:02.964312 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfba03ac-45f9-42ce-9641-c39260246b72" -d '{"events": [{"server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "name": "network-vif-plugged", "status": "completed", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:02.982237 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:03.019998 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d20f6c0-c6de-4adb-80a9-f5cd8f1831b0 x-openstack-request-id: req-7d20f6c0-c6de-4adb-80a9-f5cd8f1831b0 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:03.020412 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "name": "network-vif-plugged", "status": "completed", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:03.020833 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d20f6c0-c6de-4adb-80a9-f5cd8f1831b0 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:03.021310 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'code': 200} Sep 16 06:28:03.056210 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:03.131604 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=7']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:11.106218 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a64eaa4e-bacd-4da4-8493-ff0fba6316c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:11.380348 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:12.292391 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43028) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:12.449240 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Deleting port c50acdd5-6a6c-44e8-8e2d-0ead3c328779 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:12.449591 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:12.524084 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:12.524417 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:12.535942 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Calling delete_port for c50acdd5-6a6c-44e8-8e2d-0ead3c328779 owned by network:floatingip {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:12.757002 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:12.783315 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event deleted for resources: {'Port': ['ID=c50acdd5-6a6c-44e8-8e2d-0ead3c328779,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:12.811286 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.812121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.812121 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.812355 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.812606 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.812937 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.813267 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.813618 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.813946 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.814269 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.814595 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.814918 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:12.854461 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for floatingip, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:12.862548 n-d-712143-16 neutron-server[101824]: INFO neutron.db.l3_db [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Floating IP 03e9a312-f5d3-487d-9ce4-bf999e32d573 disassociated (deleted). External IP: 172.25.7.201, port: 89ed4833-6f5e-4c74-8635-e42ae15f2ec7. Sep 16 06:28:13.067648 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Router dcd20474-60a0-440c-b517-cdc20e6e28f9 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:28:13.171517 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:28:13.176993 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:13.181488 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] Sync routers for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:28:13.191137 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:28:13.191793 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:27:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:13.206208 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-e6601c26-7b6c-47a6-80da-6415230e8aed tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "DELETE /v2.0/floatingips/03e9a312-f5d3-487d-9ce4-bf999e32d573 HTTP/1.1" status: 204 len: 168 time: 0.9127288 Sep 16 06:28:13.206891 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:13.209434 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8d533-5804-43c1-af99-c5e4f9d38965" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:13.299337 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:28:13.305321 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2007670a-df43-4fd1-bfbc-9c07ff7adc44 x-openstack-request-id: req-2007670a-df43-4fd1-bfbc-9c07ff7adc44 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:13.305901 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:13.306133 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2007670a-df43-4fd1-bfbc-9c07ff7adc44 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:13.306764 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'status': 'completed', 'code': 200} Sep 16 06:28:13.397037 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-b2855b92-4e6a-43ca-9dc2-97545eb2835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:13.398533 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-b2855b92-4e6a-43ca-9dc2-97545eb2835a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 1097 time: 0.0464921 Sep 16 06:28:13.492759 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-5271e524-dafe-4f5c-96e1-d4ba95c46c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:13.494258 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-5271e524-dafe-4f5c-96e1-d4ba95c46c93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0892563 Sep 16 06:28:13.542030 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:51Z', 'revision_number': 1, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:13.544134 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-eae79648-0273-4a5f-87a2-0f116b6e9565 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7 HTTP/1.1" status: 200 len: 217 time: 0.0418546 Sep 16 06:28:13.568816 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] Checking router: dcd20474-60a0-440c-b517-cdc20e6e28f9 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:28:13.577509 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:28:13.578146 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:27:44Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:13.602137 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-d1309a10-5cbf-4c2b-b029-c429691f20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:13.603751 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-d1309a10-5cbf-4c2b-b029-c429691f20b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0532315 Sep 16 06:28:13.658472 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa45885-1901-4d08-9f2f-15fa55683eb9 req-fc58879d-2105-44d1-94ed-8252b8f82cc9 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:13.660027 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfa45885-1901-4d08-9f2f-15fa55683eb9 req-fc58879d-2105-44d1-94ed-8252b8f82cc9 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 945 time: 0.0497551 Sep 16 06:28:13.677785 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-dbb08598-761a-4495-b2ee-0573b89f611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:13.679622 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-dbb08598-761a-4495-b2ee-0573b89f611f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429053 Sep 16 06:28:13.688665 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:28:13.703305 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-bfa45885-1901-4d08-9f2f-15fa55683eb9 req-5931c636-3a48-48f3-8502-553629806480 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352261 Sep 16 06:28:13.784580 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-87db9bc3-b9f2-4720-a1b9-5452229963e0 service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966625 Sep 16 06:28:13.875814 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-81e8d533-5804-43c1-af99-c5e4f9d38965 req-c1406a2c-3d38-4438-8879-1146ef8c758b service neutron] 10.222.0.57 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826161 Sep 16 06:28:13.921722 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:51Z', 'revision_number': 1, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:13.950403 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff1b22-133b-4caa-a91c-b1413882c6f5 None None] The sync data for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 is: [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_floatingips': [{'id': '100e79d5-ac4c-4ffd-864d-276b67e5b0c6', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'router_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'port_id': '963c8886-3912-4a3a-8bc9-3173af898a76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'mac_address': 'fa:16:3e:be:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:49Z', 'updated_at': '2021-09-16T06:23:51Z', 'revision_number': 1, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:28:14.170360 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc607c2-20b5-48f9-b73a-ee9f560f5d2e None None] New status for floating IP 03e9a312-f5d3-487d-9ce4-bf999e32d573: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:28:14.283524 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:14.529045 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c024815a-984f-43c0-9cfd-d18da43a71d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:14.820265 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:14.824881 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c7083-43b5-4db5-a008-044d52bae296 req-229988a0-cf0d-486a-834f-3b38baee5522 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:14.826372 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a1c7083-43b5-4db5-a008-044d52bae296 req-229988a0-cf0d-486a-834f-3b38baee5522 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 945 time: 0.0516822 Sep 16 06:28:14.864611 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-2a1c7083-43b5-4db5-a008-044d52bae296 req-4a9b8288-cd9d-4c89-8078-a5b4c9de1a9e tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Sep 16 06:28:14.898385 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1038565'] for port, before_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:14.920308 n-d-712143-16 neutron-server[101826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7'}] {{(pid=101826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:14.922572 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c33f25118ffe30be1ca3cec8473822c91569def411aa3355cb4671e4dcd043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ffd18f-01a9-421e-9664-049331809a47" -d '{"events": [{"server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "name": "network-vif-unplugged", "status": "completed", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7"}]}' {{(pid=101826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:14.935570 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:14.961038 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203946b9-bbec-421e-a952-8aca4bb12618 x-openstack-request-id: req-203946b9-bbec-421e-a952-8aca4bb12618 {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:14.961337 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "name": "network-vif-unplugged", "status": "completed", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7", "code": 200}]} {{(pid=101826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:14.961596 n-d-712143-16 neutron-server[101826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-203946b9-bbec-421e-a952-8aca4bb12618 {{(pid=101826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:14.961997 n-d-712143-16 neutron-server[101826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'code': 200} Sep 16 06:28:14.974138 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769093533709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769092983754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769092983772'] for port, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:15.021905 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Pushing event updated for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=8']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:15.291841 n-d-712143-16 neutron-server[101825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49af58-5a32-466b-9699-920a26cc4602 req-a3a6b68b-3e3e-45c8-9d02-eb970891ca29 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:15.293312 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe49af58-5a32-466b-9699-920a26cc4602 req-a3a6b68b-3e3e-45c8-9d02-eb970891ca29 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 943 time: 0.0484259 Sep 16 06:28:15.500580 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:15.730398 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Deleting port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:15.730749 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:15.819427 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] For port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7, host n-h1-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-16',level=0,port_id=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:15.819806 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:15.832164 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Calling delete_port for 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 owned by compute:nova {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:15.982610 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b924-ea6e-47a8-868a-57c8604b7202 req-c53c17f2-d592-4e17-9aec-2ecd6a0287ff tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:15.984046 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8778b924-ea6e-47a8-868a-57c8604b7202 req-c53c17f2-d592-4e17-9aec-2ecd6a0287ff tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fa42400-d262-49ac-9b9e-41e1d473d730 HTTP/1.1" status: 200 len: 943 time: 0.0517719 Sep 16 06:28:16.008772 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:16.023160 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-8778b924-ea6e-47a8-868a-57c8604b7202 req-e772c5cc-b86b-4b72-8ffe-c108514b7f5f tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325584 Sep 16 06:28:16.042207 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event deleted for resources: {'Port': ['ID=89ed4833-6f5e-4c74-8635-e42ae15f2ec7,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:16.055123 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.055515 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.055868 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.056212 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.056557 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.056895 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.057232 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.057568 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.057901 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.058239 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.058577 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.058915 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-16 {{(pid=101825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:16.093075 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] No DVR routers for this DVR port 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 on host n-h1-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:28:16.096176 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:16.098326 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [req-fe49af58-5a32-466b-9699-920a26cc4602 req-bb3d2707-6c60-4812-bfe6-939a26c495b5 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.57 "DELETE /v2.0/ports/89ed4833-6f5e-4c74-8635-e42ae15f2ec7 HTTP/1.1" status: 204 len: 173 time: 0.7988751 Sep 16 06:28:16.098770 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'name': 'network-vif-deleted', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:16.101116 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccbf278-d875-4631-bc37-fca31b15597c" -d '{"events": [{"server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "name": "network-vif-deleted", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:16.136867 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bff334-cae5-4ede-9eca-7942c4f04c1d x-openstack-request-id: req-b7bff334-cae5-4ede-9eca-7942c4f04c1d {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:16.137159 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa42400-d262-49ac-9b9e-41e1d473d730", "name": "network-vif-deleted", "tag": "89ed4833-6f5e-4c74-8635-e42ae15f2ec7", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:16.137408 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7bff334-cae5-4ede-9eca-7942c4f04c1d {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:16.137804 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa42400-d262-49ac-9b9e-41e1d473d730', 'name': 'network-vif-deleted', 'tag': '89ed4833-6f5e-4c74-8635-e42ae15f2ec7', 'status': 'completed', 'code': 200} Sep 16 06:28:17.254392 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:18.147608 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43090) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:18.302181 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Deleting port 52b4e81a-61e6-4352-9bd9-4f7f4d28fac0 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:18.302181 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:18.381251 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:18.381592 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:18.393648 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Calling delete_port for 52b4e81a-61e6-4352-9bd9-4f7f4d28fac0 owned by network:floatingip {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:18.603101 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:18.637615 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event deleted for resources: {'Port': ['ID=52b4e81a-61e6-4352-9bd9-4f7f4d28fac0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:18.693374 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for floatingip, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:18.694075 n-d-712143-16 neutron-server[101825]: INFO neutron.db.l3_db [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Floating IP 100e79d5-ac4c-4ffd-864d-276b67e5b0c6 disassociated (deleted). External IP: 172.25.7.62, port: 963c8886-3912-4a3a-8bc9-3173af898a76. Sep 16 06:28:18.866553 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 no longer exists at agent hyperv_n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:18.886068 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] No Port match for: 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:28:18.886416 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Device 89ed4833-6f5e-4c74-8635-e42ae15f2ec7 not bound to the agent host n-h1-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:18.910030 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Router dcd20474-60a0-440c-b517-cdc20e6e28f9 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:28:19.018048 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:28:19.022513 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for floatingip, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:19.030024 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] Sync routers for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:28:19.039351 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:28:19.039977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:28:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:19.052574 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-d303a585-9207-4c16-9310-aab70fbd4832 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "DELETE /v2.0/floatingips/100e79d5-ac4c-4ffd-864d-276b67e5b0c6 HTTP/1.1" status: 204 len: 168 time: 0.9014454 Sep 16 06:28:19.052574 n-d-712143-16 neutron-server[101825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76'}] {{(pid=101825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:19.053250 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d9c63a50e56ccaf92294f4d1e18c7f131422defd82e4476633763d88ff45213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928f697a-7430-4068-88f1-27f95edef6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76"}]}' {{(pid=101825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:19.091783 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ceecdd-758a-443a-b4fe-08178bec8b17 x-openstack-request-id: req-76ceecdd-758a-443a-b4fe-08178bec8b17 {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:19.092088 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76", "status": "completed", "code": 200}]} {{(pid=101825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:19.092350 n-d-712143-16 neutron-server[101825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76ceecdd-758a-443a-b4fe-08178bec8b17 {{(pid=101825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:19.092793 n-d-712143-16 neutron-server[101825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76', 'status': 'completed', 'code': 200} Sep 16 06:28:19.153173 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:28:19.154593 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f697a-7430-4068-88f1-27f95edef6c6 req-2be03235-c203-407f-a407-dfa1af87700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:19.156169 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928f697a-7430-4068-88f1-27f95edef6c6 req-2be03235-c203-407f-a407-dfa1af87700f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 1095 time: 0.0411382 Sep 16 06:28:19.249040 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f697a-7430-4068-88f1-27f95edef6c6 req-8cdca80c-803c-4b27-903f-673e9a7889a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:19.250535 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928f697a-7430-4068-88f1-27f95edef6c6 req-8cdca80c-803c-4b27-903f-673e9a7889a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 200 len: 911 time: 0.0865476 Sep 16 06:28:19.297758 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928f697a-7430-4068-88f1-27f95edef6c6 req-2531c3df-c3d7-4564-b4d3-909511c87020 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 200 len: 217 time: 0.0402696 Sep 16 06:28:19.356193 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f697a-7430-4068-88f1-27f95edef6c6 req-3adf0f5c-142c-45b2-b161-97f1795a4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:19.365182 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928f697a-7430-4068-88f1-27f95edef6c6 req-3adf0f5c-142c-45b2-b161-97f1795a4d27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 200 len: 849 time: 0.0527573 Sep 16 06:28:19.369478 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:19.407347 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] Checking router: dcd20474-60a0-440c-b517-cdc20e6e28f9 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:28:19.416385 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:28:19.417116 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:28:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:19.446071 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f697a-7430-4068-88f1-27f95edef6c6 req-95d21551-7b98-41ee-90c0-d1aef2b3e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:19.447626 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928f697a-7430-4068-88f1-27f95edef6c6 req-95d21551-7b98-41ee-90c0-d1aef2b3e9e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f66e3f-6834-4167-9685-6bb68c0bf619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788295 Sep 16 06:28:19.459837 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0aebc-6478-4519-9a6c-e93373f3349c req-0591721d-ca51-44ec-8d86-24d6dc78a7b9 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:19.460878 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41f0aebc-6478-4519-9a6c-e93373f3349c req-0591721d-ca51-44ec-8d86-24d6dc78a7b9 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 943 time: 0.0640922 Sep 16 06:28:19.529307 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:28:19.545488 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-41f0aebc-6478-4519-9a6c-e93373f3349c req-5a70ab07-e70b-445e-af8a-1f31fb5a152c tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764585 Sep 16 06:28:19.579224 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928f697a-7430-4068-88f1-27f95edef6c6 req-7fc4253b-d56e-43d0-a2ba-b5fe62f07412 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171823 Sep 16 06:28:19.672520 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-928f697a-7430-4068-88f1-27f95edef6c6 req-336e84c0-ab33-4001-a523-e1f188ceaf53 service neutron] 10.222.0.60 "GET /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856953 Sep 16 06:28:19.721725 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:19.752647 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02414f3a-b4d8-4b68-9127-aae20a2388eb None None] The sync data for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 is: [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:23:21Z', 'revision_number': 4, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16', '_interfaces': [{'id': 'b11d7c29-0e3f-45ce-a7b1-4907b833ee3e', 'name': '', 'network_id': '26f66e3f-6834-4167-9685-6bb68c0bf619', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'mac_address': 'fa:16:3e:bf:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:20Z', 'updated_at': '2021-09-16T06:23:25Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'subnets': [{'id': 'bef94435-0937-4f8b-b587-ad90b5c8cccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:28:19.970117 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ca044-dd2d-4261-b8a6-33fd84cafb31 None None] New status for floating IP 100e79d5-ac4c-4ffd-864d-276b67e5b0c6: DOWN {{(pid=101827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:28:20.664651 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60342b3-8ffc-46ea-9d12-eb8903463bb3 req-7e5584d2-e9ea-43f0-aadf-91b842a9f3d6 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:20.666135 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f60342b3-8ffc-46ea-9d12-eb8903463bb3 req-7e5584d2-e9ea-43f0-aadf-91b842a9f3d6 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 943 time: 0.0493696 Sep 16 06:28:20.702641 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f60342b3-8ffc-46ea-9d12-eb8903463bb3 req-ed1259db-923f-40dd-bc53-4194a104c010 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/security-groups?id=115dd17f-1067-4c7e-bc71-785a0ac552ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306489 Sep 16 06:28:20.999172 n-d-712143-16 neutron-server[101824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-25673fc9-e4eb-44b8-b7b8-45ec81f8f9e0 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:21.000711 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-25673fc9-e4eb-44b8-b7b8-45ec81f8f9e0 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.60 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 943 time: 0.0480406 Sep 16 06:28:21.091526 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Deleting port 963c8886-3912-4a3a-8bc9-3173af898a76 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:21.091863 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:21.181666 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] For port 963c8886-3912-4a3a-8bc9-3173af898a76, host n-h2-712143-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-16',level=0,port_id=963c8886-3912-4a3a-8bc9-3173af898a76,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:21.182031 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:21.194964 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Calling delete_port for 963c8886-3912-4a3a-8bc9-3173af898a76 owned by compute:nova {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:21.397289 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:21.426798 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event deleted for resources: {'Port': ['ID=963c8886-3912-4a3a-8bc9-3173af898a76,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:21.476553 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] No DVR routers for this DVR port 963c8886-3912-4a3a-8bc9-3173af898a76 on host n-h2-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:28:21.479370 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31251'] for port, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:21.481955 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-f3b0f6d2-ee12-4bdd-801b-94147fe6acd7 req-7b5bc383-f0bb-43bb-9928-aaee183862be tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.60 "DELETE /v2.0/ports/963c8886-3912-4a3a-8bc9-3173af898a76 HTTP/1.1" status: 204 len: 173 time: 0.4748714 Sep 16 06:28:21.482396 n-d-712143-16 neutron-server[101824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'name': 'network-vif-deleted', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76'}] {{(pid=101824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:21.484689 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95112092ad8ec6da221ca5e1e32a1273e98988b59c8a7368791bc8d78bf7fb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e1e084-c502-4b2c-8292-473ecd2aec08" -d '{"events": [{"server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "name": "network-vif-deleted", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76"}]}' {{(pid=101824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:21.526014 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0bb0d5-bea0-461b-bca4-bb127507f344 x-openstack-request-id: req-4a0bb0d5-bea0-461b-bca4-bb127507f344 {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:21.526319 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276bdf5c-fea5-4449-b4e0-68a5c93799af", "name": "network-vif-deleted", "tag": "963c8886-3912-4a3a-8bc9-3173af898a76", "status": "completed", "code": 200}]} {{(pid=101824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:21.526578 n-d-712143-16 neutron-server[101824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a0bb0d5-bea0-461b-bca4-bb127507f344 {{(pid=101824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:21.526983 n-d-712143-16 neutron-server[101824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276bdf5c-fea5-4449-b4e0-68a5c93799af', 'name': 'network-vif-deleted', 'tag': '963c8886-3912-4a3a-8bc9-3173af898a76', 'status': 'completed', 'code': 200} Sep 16 06:28:21.833175 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [req-774412f4-67b1-4bd2-9396-e3cb57e441cb req-a7bda654-5740-485c-a8de-a8e2dac46ba4 tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "GET /v2.0/ports?device_id=276bdf5c-fea5-4449-b4e0-68a5c93799af HTTP/1.1" status: 200 len: 210 time: 0.0341351 Sep 16 06:28:22.881445 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43110) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:22.941646 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f16d6331-eab4-41bf-ac2a-ed9ea005635b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:22.966273 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f16d6331-eab4-41bf-ac2a-ed9ea005635b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:23.082974 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f16d6331-eab4-41bf-ac2a-ed9ea005635b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:23.085875 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-f16d6331-eab4-41bf-ac2a-ed9ea005635b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:23.087119 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-f16d6331-eab4-41bf-ac2a-ed9ea005635b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] 10.222.0.59 "DELETE /v2.0/security-groups/115dd17f-1067-4c7e-bc71-785a0ac552ab HTTP/1.1" status: 204 len: 168 time: 0.2022326 Sep 16 06:28:23.096509 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d6331-eab4-41bf-ac2a-ed9ea005635b tempest-TestSnapshotPattern-744698508 tempest-TestSnapshotPattern-744698508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115dd17f-1067-4c7e-bc71-785a0ac552ab,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:23.209250 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43114) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:23.638287 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:23.876106 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Deleting port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:23.876447 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:23.954463 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] For port b11d7c29-0e3f-45ce-a7b1-4907b833ee3e, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:23.954754 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:23.966832 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Calling delete_port for b11d7c29-0e3f-45ce-a7b1-4907b833ee3e owned by network:router_interface {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:24.219921 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:24.243494 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11d7c29-0e3f-45ce-a7b1-4907b833ee3e,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:24.414121 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:24.967236 n-d-712143-16 neutron-server[101824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Router dcd20474-60a0-440c-b517-cdc20e6e28f9 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:28:25.071323 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:28:25.077860 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-0a222175-de67-4f55-8563-fc92218006f4 admin admin] 10.222.0.59 "PUT /v2.0/routers/dcd20474-60a0-440c-b517-cdc20e6e28f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660164 Sep 16 06:28:25.078890 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43118) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:25.082655 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] Sync routers for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:28:25.091941 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:28:25.092558 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:28:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:25.176365 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 963c8886-3912-4a3a-8bc9-3173af898a76 no longer exists at agent hyperv_n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:25.194990 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks [] for router, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:25.201013 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] No Port match for: 963c8886-3912-4a3a-8bc9-3173af898a76 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:28:25.201362 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Device 963c8886-3912-4a3a-8bc9-3173af898a76 not bound to the agent host n-h2-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:25.219641 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: n-d-712143-16 {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:28:25.309208 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:25.459182 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Deleting port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:25.459567 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:25.543311 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] For port 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:25.543624 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:25.545664 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:28:24Z', 'revision_number': 5, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port': {'id': '70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:19Z', 'updated_at': '2021-09-16T06:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:25.556083 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Calling delete_port for 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 owned by network:router_gateway {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:25.576057 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] Checking router: dcd20474-60a0-440c-b517-cdc20e6e28f9 for host: n-d-712143-16 {{(pid=101826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:28:25.584340 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] Routers {'dcd20474-60a0-440c-b517-cdc20e6e28f9'} bound to L3 agent in host n-d-712143-16 {{(pid=101826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:28:25.584951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:28:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['dcd20474-60a0-440c-b517-cdc20e6e28f9'], 'active': True} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:25.669080 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvr_db [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] Set router dcd20474-60a0-440c-b517-cdc20e6e28f9 gateway port host: None {{(pid=101826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:28:25.720977 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_hamode_db [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:28:25Z', 'revision_number': 6, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:25.750270 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18db6c-b01e-4a71-a7a3-4ec764bc0a07 None None] The sync data for ids ['dcd20474-60a0-440c-b517-cdc20e6e28f9'] in n-d-712143-16 is: [{'id': 'dcd20474-60a0-440c-b517-cdc20e6e28f9', 'name': 'tempest-TestSnapshotPattern-1502942058-router', 'tenant_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:18Z', 'updated_at': '2021-09-16T06:28:25Z', 'revision_number': 6, 'project_id': '3ce648a698ec4b9e8835f2cbe15a8977', 'gw_port_host': None}] {{(pid=101826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:28:25.774540 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:25.805435 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Pushing event deleted for resources: {'Port': ['ID=70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:25.867059 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:25.956375 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:25.958463 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.053827 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.054276 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd20474-60a0-440c-b517-cdc20e6e28f9 {{(pid=101824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:28:26.058679 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] Notify callbacks [] for router, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.059916 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b73be07d-5f4b-4720-9494-6132d29dda19 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dcd20474-60a0-440c-b517-cdc20e6e28f9 HTTP/1.1" status: 204 len: 168 time: 0.9799728 Sep 16 06:28:26.062309 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43120) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:26.107141 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d7b693-1dd1-4674-a946-2cb5dddaf825 admin admin] Deleting subnet bef94435-0937-4f8b-b587-ad90b5c8cccc {{(pid=101824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:28:26.112321 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b693-1dd1-4674-a946-2cb5dddaf825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.152209 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b693-1dd1-4674-a946-2cb5dddaf825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8948311'] for subnet, precommit_delete_associations {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.230870 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b693-1dd1-4674-a946-2cb5dddaf825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.362845 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b693-1dd1-4674-a946-2cb5dddaf825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9794264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747152'] for subnet, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.389583 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7b693-1dd1-4674-a946-2cb5dddaf825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef94435-0937-4f8b-b587-ad90b5c8cccc,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:26.391776 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b693-1dd1-4674-a946-2cb5dddaf825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.393608 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-c2d7b693-1dd1-4674-a946-2cb5dddaf825 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bef94435-0937-4f8b-b587-ad90b5c8cccc HTTP/1.1" status: 204 len: 168 time: 0.3303862 Sep 16 06:28:26.396452 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ff9bb-d684-497e-b5ad-64fd6488c22b None None] Network 26f66e3f-6834-4167-9685-6bb68c0bf619 requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:28:26.396961 n-d-712143-16 neutron-server[101824]: DEBUG neutron.wsgi [-] (101824) accepted ('10.222.0.59', 43122) {{(pid=101824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:26.468975 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.529655 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Deleting port 146358eb-ec06-4d83-8a28-a75993dac14c {{(pid=101824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:26.530000 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.587586 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] DHCP port deletion for 26f66e3f-6834-4167-9685-6bb68c0bf619 request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:28:26.600973 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.db [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] For port 146358eb-ec06-4d83-8a28-a75993dac14c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=146358eb-ec06-4d83-8a28-a75993dac14c,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:26.601200 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.614493 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Calling delete_port for 146358eb-ec06-4d83-8a28-a75993dac14c owned by network:dhcp {{(pid=101824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:26.635608 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] Deleting port 146358eb-ec06-4d83-8a28-a75993dac14c {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:26.635986 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.699003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] For port 146358eb-ec06-4d83-8a28-a75993dac14c, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=146358eb-ec06-4d83-8a28-a75993dac14c,segment=NetworkSegment(4bb0cab4-6e7b-490d-aa05-91798e8a7e2b),segment_id=4bb0cab4-6e7b-490d-aa05-91798e8a7e2b)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:26.699003 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.711140 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] Calling delete_port for 146358eb-ec06-4d83-8a28-a75993dac14c owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:26.791343 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9794295'] for port, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.797337 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.818641 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=146358eb-ec06-4d83-8a28-a75993dac14c,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:26.820421 n-d-712143-16 neutron-server[101824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] No DVR routers for this DVR port 146358eb-ec06-4d83-8a28-a75993dac14c on host n-d-712143-16 {{(pid=101824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:28:26.821810 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] Pushing event deleted for resources: {'Port': ['ID=146358eb-ec06-4d83-8a28-a75993dac14c,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:26.827335 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f51fd-019e-418a-943a-c5499e31d8c0 None None] No DVR routers for this DVR port 146358eb-ec06-4d83-8a28-a75993dac14c on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:28:26.896201 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.915021 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f66e3f-6834-4167-9685-6bb68c0bf619']}} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:26.924130 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b') {'for_net_delete': True} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:26.924430 n-d-712143-16 neutron-server[101824]: DEBUG neutron.services.segments.db [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb0cab4-6e7b-490d-aa05-91798e8a7e2b') {} {{(pid=101824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:26.934038 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8948316'] for segment, before_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.947404 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.953135 n-d-712143-16 neutron-server[101824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:28:26.953519 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794822'] for segment, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: Traceback (most recent call last): Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: timer() Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: cb(*args, **kw) Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: return func(*args, **kwargs) Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: self._notify() Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: self.callback(batched_events) Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: event.method(event) Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: return f(self, *a, **k) Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: return self._get(url).json() Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: return self.request(url, 'GET', **kwargs) Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:28:26.955106 n-d-712143-16 neutron-server[101824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:28:27.116763 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:27.122378 n-d-712143-16 neutron-server[101824]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Notify callbacks [] for network, before_response {{(pid=101824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:27.124256 n-d-712143-16 neutron-server[101824]: INFO neutron.wsgi [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/26f66e3f-6834-4167-9685-6bb68c0bf619 HTTP/1.1" status: 204 len: 168 time: 0.7266750 Sep 16 06:28:27.127286 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43124) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:27.135729 n-d-712143-16 neutron-server[101824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfd53f-df2a-4f80-9c36-f3a7b2c896e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f66e3f-6834-4167-9685-6bb68c0bf619,revision_number=None']} {{(pid=101824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:27.471684 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678859'] for router_interface, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:27.712974 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Deleting port dae8858e-505d-4f33-a33f-d54c132786d3 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:27.713222 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:27.791271 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] For port dae8858e-505d-4f33-a33f-d54c132786d3, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=dae8858e-505d-4f33-a33f-d54c132786d3,segment=NetworkSegment(ec0a3936-2218-483d-8428-46edc8db9662),segment_id=ec0a3936-2218-483d-8428-46edc8db9662)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:27.791647 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:27.808484 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Calling delete_port for dae8858e-505d-4f33-a33f-d54c132786d3 owned by network:router_interface {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:27.810155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b11d7c29-0e3f-45ce-a7b1-4907b833ee3e no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:27.829731 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: b11d7c29-0e3f-45ce-a7b1-4907b833ee3e {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:28:27.830168 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device b11d7c29-0e3f-45ce-a7b1-4907b833ee3e not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:27.830650 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 146358eb-ec06-4d83-8a28-a75993dac14c no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:27.849801 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 146358eb-ec06-4d83-8a28-a75993dac14c {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:28:27.850155 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 146358eb-ec06-4d83-8a28-a75993dac14c not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:27.850567 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:27.870907 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:28:27.871272 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 70bb935d-9fd5-4a3a-b49c-7fc43d8f3a66 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:28.025734 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.049283 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae8858e-505d-4f33-a33f-d54c132786d3,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:28.218575 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678779'] for router_interface, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.438485 n-d-712143-16 neutron-server[101825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 has already been hosted by L3 agent 587a6942-133d-4cf8-b1ab-3a09fec567d3 {{(pid=101825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:28:28.543419 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] Notify agent at l3_agent.n-d-712143-16 the message routers_updated {{(pid=101825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:28:28.548668 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-8d698bc4-58d5-424b-8a4d-1fc79ca58f25 admin admin] 10.222.0.59 "PUT /v2.0/routers/7a6cb23e-ab36-4b3f-8221-9bddb28ae510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4201355 Sep 16 06:28:28.551411 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43126) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:28.554443 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] Sync routers for ids ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'] in n-d-712143-16 {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:28:28.563470 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] Routers {'7a6cb23e-ab36-4b3f-8221-9bddb28ae510'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:28:28.564077 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:28:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:28.653025 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.671816 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] Set router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 gateway port host: n-d-712143-16 {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:28:28.752304 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.847869 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'external_fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '772988a9-e79f-46bf-af66-903ce08294a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:28:27Z', 'revision_number': 5, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port': {'id': '772988a9-e79f-46bf-af66-903ce08294a0', 'name': '', 'network_id': 'acae3052-0cbf-44f5-a498-404a6def8461', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6307c441-634a-44ea-8781-2aea1be77055', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6307c441-634a-44ea-8781-2aea1be77055', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-16'}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:28.873646 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] Checking router: 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 for host: n-d-712143-16 {{(pid=101827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:28:28.881770 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] Routers {'7a6cb23e-ab36-4b3f-8221-9bddb28ae510'} bound to L3 agent in host n-d-712143-16 {{(pid=101827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:28:28.882386 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:39:44Z,description=,heartbeat_timestamp=2021-09-16T06:28:14Z,host='n-d-712143-16',id=587a6942-133d-4cf8-b1ab-3a09fec567d3,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:39:44Z,topic='l3_agent')) {'router_ids': ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'], 'active': True} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:28.891196 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Deleting port 772988a9-e79f-46bf-af66-903ce08294a0 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:28.892613 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.969468 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] For port 772988a9-e79f-46bf-af66-903ce08294a0, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=772988a9-e79f-46bf-af66-903ce08294a0,segment=NetworkSegment(7935c207-3672-46bf-afa7-29941b53390d),segment_id=7935c207-3672-46bf-afa7-29941b53390d)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:28.969815 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.970488 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_dvr_db [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] Set router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 gateway port host: None {{(pid=101827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:28:28.984674 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Calling delete_port for 772988a9-e79f-46bf-af66-903ce08294a0 owned by network:router_gateway {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:29.024984 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.l3_hamode_db [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:28:28Z', 'revision_number': 6, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port_host': None}], 'n-d-712143-16', False) {} {{(pid=101827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:29.051546 n-d-712143-16 neutron-server[101827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f34107-502f-4ea8-927a-d17a100ecc5d None None] The sync data for ids ['7a6cb23e-ab36-4b3f-8221-9bddb28ae510'] in n-d-712143-16 is: [{'id': '7a6cb23e-ab36-4b3f-8221-9bddb28ae510', 'name': 'tempest-TestSnapshotPattern-1747017260-router', 'tenant_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:23:24Z', 'updated_at': '2021-09-16T06:28:28Z', 'revision_number': 6, 'project_id': 'e4b7de1a6e6a4af99b505fca4c46a4ee', 'gw_port_host': None}] {{(pid=101827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:28:29.065839 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.231326 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.258857 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=772988a9-e79f-46bf-af66-903ce08294a0,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:29.325508 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678717'] for router_gateway, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.419637 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1678124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.421854 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.545704 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1678295'] for router, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.546187 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6cb23e-ab36-4b3f-8221-9bddb28ae510 {{(pid=101825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:28:29.550632 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] Notify callbacks [] for router, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.551822 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-9bc7561a-e7df-48c3-93f1-8e66e99a8e85 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7a6cb23e-ab36-4b3f-8221-9bddb28ae510 HTTP/1.1" status: 204 len: 168 time: 0.9995100 Sep 16 06:28:29.554246 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43130) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:29.602077 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb173162-84cd-4acc-83b3-48366d08ff8c admin admin] Deleting subnet aae6d4d7-e040-407f-a749-81fe6613ccd8 {{(pid=101825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:28:29.605379 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb173162-84cd-4acc-83b3-48366d08ff8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.641846 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb173162-84cd-4acc-83b3-48366d08ff8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537470'] for subnet, precommit_delete_associations {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.716633 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb173162-84cd-4acc-83b3-48366d08ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010517'] for subnet, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.821976 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device dae8858e-505d-4f33-a33f-d54c132786d3 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:29.843138 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: dae8858e-505d-4f33-a33f-d54c132786d3 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:28:29.843596 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb173162-84cd-4acc-83b3-48366d08ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334349'] for subnet, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.843806 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device dae8858e-505d-4f33-a33f-d54c132786d3 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:29.844001 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 772988a9-e79f-46bf-af66-903ce08294a0 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:29.863201 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: 772988a9-e79f-46bf-af66-903ce08294a0 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:28:29.863585 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device 772988a9-e79f-46bf-af66-903ce08294a0 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:29.877080 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb173162-84cd-4acc-83b3-48366d08ff8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae6d4d7-e040-407f-a749-81fe6613ccd8,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:29.881497 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-eb173162-84cd-4acc-83b3-48366d08ff8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.885756 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-eb173162-84cd-4acc-83b3-48366d08ff8c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/aae6d4d7-e040-407f-a749-81fe6613ccd8 HTTP/1.1" status: 204 len: 168 time: 0.3282733 Sep 16 06:28:29.887646 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43132) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:29.888003 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6b41f-dcae-4a07-9129-121890195eb0 None None] Network 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e requested from n-d-712143-16 {{(pid=101826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:28:29.957551 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913060'] for network, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.012694 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Deleting port ee830849-fb24-4fa1-a5ab-1423ab9cad41 {{(pid=101825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:30.014066 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.064081 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] DHCP port deletion for 1e0cdfaa-4dc0-463f-8c3a-7764bd31535e request from n-d-712143-16 {{(pid=101826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:28:30.089705 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.db [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] For port ee830849-fb24-4fa1-a5ab-1423ab9cad41, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ee830849-fb24-4fa1-a5ab-1423ab9cad41,segment=NetworkSegment(ec0a3936-2218-483d-8428-46edc8db9662),segment_id=ec0a3936-2218-483d-8428-46edc8db9662)] {{(pid=101825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:30.089941 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.104420 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.plugin [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Calling delete_port for ee830849-fb24-4fa1-a5ab-1423ab9cad41 owned by network:dhcp {{(pid=101825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:30.113537 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] Deleting port ee830849-fb24-4fa1-a5ab-1423ab9cad41 {{(pid=101826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:28:30.114049 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769093528113'] for port, before_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.177737 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.db [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] For port ee830849-fb24-4fa1-a5ab-1423ab9cad41, host n-d-712143-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-16',level=0,port_id=ee830849-fb24-4fa1-a5ab-1423ab9cad41,segment=NetworkSegment(ec0a3936-2218-483d-8428-46edc8db9662),segment_id=ec0a3936-2218-483d-8428-46edc8db9662)] {{(pid=101826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:30.178144 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664835'] for port, precommit_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.190185 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] Calling delete_port for ee830849-fb24-4fa1-a5ab-1423ab9cad41 owned by network:dhcp {{(pid=101826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:28:30.254180 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370615'] for port, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.266746 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1038500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769093535735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769092983745'] for port, after_delete {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.286277 n-d-712143-16 neutron-server[101825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] No DVR routers for this DVR port ee830849-fb24-4fa1-a5ab-1423ab9cad41 on host n-d-712143-16 {{(pid=101825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:28:30.289951 n-d-712143-16 neutron-server[101826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] Pushing event deleted for resources: {'Port': ['ID=ee830849-fb24-4fa1-a5ab-1423ab9cad41,revision_number=None']} {{(pid=101826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:30.291828 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee830849-fb24-4fa1-a5ab-1423ab9cad41,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:30.295372 n-d-712143-16 neutron-server[101826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84dabc-573a-4d9c-8d48-67b92a6a692a None None] No DVR routers for this DVR port ee830849-fb24-4fa1-a5ab-1423ab9cad41 on host n-d-712143-16 {{(pid=101826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:28:30.364098 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013714', 'neutron.services.segments.db._delete_segments_for_network-8769093558685'] for network, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.383726 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0cdfaa-4dc0-463f-8c3a-7764bd31535e']}} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:30.393370 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0a3936-2218-483d-8428-46edc8db9662') {'for_net_delete': True} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:30.393689 n-d-712143-16 neutron-server[101825]: DEBUG neutron.services.segments.db [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0a3936-2218-483d-8428-46edc8db9662') {} {{(pid=101825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:28:30.402867 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769093559718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537461'] for segment, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.416791 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064'] for segment, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.423210 n-d-712143-16 neutron-server[101825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370630'] for segment, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: Traceback (most recent call last): Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: timer() Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: cb(*args, **kw) Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: return func(*args, **kwargs) Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: self._notify() Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: self.callback(batched_events) Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: event.method(event) Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: return f(self, *a, **k) Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: return self._get(url).json() Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: return self.request(url, 'GET', **kwargs) Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:28:30.429502 n-d-712143-16 neutron-server[101825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:28:30.433745 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:28:30.590932 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1867019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678617'] for network, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.596442 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Notify callbacks [] for network, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.598880 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1e0cdfaa-4dc0-463f-8c3a-7764bd31535e HTTP/1.1" status: 204 len: 168 time: 0.7102668 Sep 16 06:28:30.609292 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448183ad-fd86-4233-b528-37f8ebeb78b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0cdfaa-4dc0-463f-8c3a-7764bd31535e,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:30.905528 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43138) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:30.945027 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-6fa8dbd7-f1ad-44d8-8585-d7d4705ef26b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ce648a698ec4b9e8835f2cbe15a8977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383587 Sep 16 06:28:30.947446 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43140) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:30.994126 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a702427e-df51-47cc-a468-d726837344a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:31.014495 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a702427e-df51-47cc-a468-d726837344a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:31.156705 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a702427e-df51-47cc-a468-d726837344a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:31.159137 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-a702427e-df51-47cc-a468-d726837344a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:31.160426 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-a702427e-df51-47cc-a468-d726837344a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29114189-bca2-49d2-b5ab-10efece7e329 HTTP/1.1" status: 204 len: 168 time: 0.2120917 Sep 16 06:28:31.168001 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702427e-df51-47cc-a468-d726837344a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29114189-bca2-49d2-b5ab-10efece7e329,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:31.807637 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ee830849-fb24-4fa1-a5ab-1423ab9cad41 no longer exists at agent ovs-agent-n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:31.821475 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43148) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:31.833916 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] No Port match for: ee830849-fb24-4fa1-a5ab-1423ab9cad41 {{(pid=101826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:28:31.834261 n-d-712143-16 neutron-server[101826]: DEBUG neutron.plugins.ml2.rpc [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Device ee830849-fb24-4fa1-a5ab-1423ab9cad41 not bound to the agent host n-d-712143-16 {{(pid=101826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:31.865775 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-35e63e07-e22b-49fe-b0c9-65dbc54faa63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e4b7de1a6e6a4af99b505fca4c46a4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431607 Sep 16 06:28:31.868406 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [-] (101825) accepted ('10.222.0.59', 43150) {{(pid=101825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:31.914265 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e41db2e-7abb-4333-92de-61d6896348d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:31.935166 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e41db2e-7abb-4333-92de-61d6896348d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:32.048131 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e41db2e-7abb-4333-92de-61d6896348d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861075'] for security_group, after_delete {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:32.051366 n-d-712143-16 neutron-server[101825]: DEBUG neutron_lib.callbacks.manager [None req-7e41db2e-7abb-4333-92de-61d6896348d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:32.052848 n-d-712143-16 neutron-server[101825]: INFO neutron.wsgi [None req-7e41db2e-7abb-4333-92de-61d6896348d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21b92901-e239-438e-9df5-41067a4385f1 HTTP/1.1" status: 204 len: 168 time: 0.1832361 Sep 16 06:28:32.060563 n-d-712143-16 neutron-server[101825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41db2e-7abb-4333-92de-61d6896348d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b92901-e239-438e-9df5-41067a4385f1,revision_number=None']} {{(pid=101825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:41.093074 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f180-2f39-4530-9daf-b98f673677af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:41.384907 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:44.327735 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:44.573143 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08fce9ea-d563-4355-9232-59eea6b9d5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:45.528249 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:47.270540 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:59.058523 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:07.432837 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:29:11.064325 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7ebb0fc9-00b6-4dee-b8ee-17cf4e50feaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:11.395072 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:14.305048 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:14.555033 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-b1c2526e-f550-4155-ab89-cffa1fd64ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:15.515780 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:17.252593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.058329 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:41.109865 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6d88c390-8da2-4bb8-84c6-a5088353a59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:41.412096 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:44.286189 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:44.431447 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:29:44.578044 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-104dcaf5-3184-4873-8764-700b910be98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:45.509172 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:47.251128 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:59.068758 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:11.132409 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5f769b44-af62-4dc0-8c72-be12d6331572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:11.463009 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:14.301700 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:14.582874 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-a223ae0a-4edf-45d9-8096-bca2684648d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:15.531769 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:17.257064 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:21.432070 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:30:29.102841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:41.080001 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-dca47b59-e80d-431e-9dd8-29e79dfa0986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:41.437792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:44.300276 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:44.563063 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-60065c9d-e727-44a9-bd26-a29a0131aa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:45.517624 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:47.265829 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:58.432393 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:30:59.102053 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:11.090755 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-24b4d1f6-7a88-473f-94f4-e9b652597bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:11.442267 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:14.284972 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:14.567962 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b06c1-700b-40f4-adfe-9afc24dee667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:15.536581 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.267372 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.115427 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:35.433072 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:31:41.081144 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d208-0544-4eef-8698-efc01b751f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.433076 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:44.286605 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:44.584242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c3591847-5a7b-4ad8-95a6-cd927289127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:45.598563 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:47.255508 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:59.120208 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.095201 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-8e693090-d739-46ad-aed2-1a75264763f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:11.454827 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:12.432214 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:32:14.285625 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:14.565643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-1f25607c-2ffd-44e0-9639-7203ef0796fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.560004 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:17.268141 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.142081 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.141884 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-c7036b8d-9d23-4a20-9cad-4c6d8de83e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.473204 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.273242 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.562816 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-34765ffb-8166-4469-81e6-e3f4b71269a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:45.574387 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.284526 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:49.431862 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:32:59.112391 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.066020 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8997-85e4-4afb-945f-dbc2a411c3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.518841 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:14.277708 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:14.563593 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-52752474-e053-484d-9426-94f5248b4fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:15.534947 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:17.277592 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:26.431959 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:33:29.139618 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:41.088098 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e7de-c62d-48dd-ae6b-d94514da82fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:41.476238 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:44.281856 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:44.556394 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d11a93be-6760-43fe-ae75-4450fd9d0a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:45.539115 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:47.276320 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:59.155716 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:03.431729 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:34:11.121226 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-741f9859-ba7a-47df-9ec1-69f26d7b2966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:11.464257 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:14.287031 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:14.579090 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-154c7210-74d9-467c-aa26-e6c4d430892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:15.538636 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:17.269472 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:29.143995 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:40.431265 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:34:41.097651 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-2678937f-dc8c-46fa-bc9d-9e990cd881f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:41.481168 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:44.286248 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:44.612372 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-08483677-86b1-4638-9455-82cee50c0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:45.555002 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:47.274659 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:59.125981 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:11.084046 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-6197abb8-9e7d-469c-9ed1-88cc1d5a678d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:11.527069 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:14.331449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:14.742798 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9884aa33-46fe-4897-a717-014d42f1a8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:15.564602 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:17.306629 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:17.429882 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:35:29.163812 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:41.096569 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-199a5833-7c3e-42b7-9bf5-4cfb4261dbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:41.490760 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:44.302643 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:44.593903 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-3af0db0d-c8e0-44ff-b5b6-8d324618f7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:45.547666 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:47.319462 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:54.429287 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:35:59.162425 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:02.769965 n-d-712143-16 neutron-server[101825]: DEBUG neutron.wsgi [req-12fd6cc1-8f22-4615-8791-0aed815ba631 req-43e27e2b-c036-423f-8fea-933c0b8ac7a1 service neutron] (101825) timed out ('10.222.0.59', 41692) {{(pid=101825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:36:11.113449 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d9f705c2-48cc-48a3-919b-8b5976bc6c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:11.518984 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:14.307616 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:14.621862 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-7b8e2ac5-764c-4324-bca0-b43906f9a6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:15.573017 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:17.327180 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:29.155679 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-af9d85bd-0277-46c6-830e-65dc1c655911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:31.428135 n-d-712143-16 neutron-server[101827]: DEBUG neutron.db.agents_db [None req-e296a960-be6f-4289-a033-b128aeb8e976 None None] Agent healthcheck: found 7 active agents {{(pid=101827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:36:41.086585 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-53a9b410-ab3b-4cfc-8f73-dcf631fe57fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:41.547360 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d8a9559a-1451-409e-8cd9-065c8f1132ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:44.318417 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-faa4ba7f-9835-4c57-9092-d019381d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:44.575565 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-f1834441-da23-4ed1-ba6a-5e4ccc01b157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:45.552792 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-eb11b2b4-eafe-48c6-897e-0a11f7c55a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:47.303359 n-d-712143-16 neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-9b17ca60-14f8-408d-b238-c125973822e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769093558667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015506'] for agent, after_update {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}